2024-03-19T00:35:18.995 INFO:root:teuthology version: 0.0.1.dev262+ge691533
2024-03-19T00:35:18.995 DEBUG:teuthology.run:Teuthology command: teuthology --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/no 5-workunit/suites/fsstress}} --owner scheduled_pdonnell@teuthology --archive /home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609267 --verbose --name pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi -- /home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609267/orig.config.yaml
2024-03-19T00:35:19.052 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/
2024-03-19T00:35:19.154 INFO:teuthology.run:Config:
  archive_path: /home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609267
  branch: wip-batrick-testing-20240318.181317
  description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate}
    clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root
    omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down
    osd-asserts session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/default}
    standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/yes
    3-snaps/yes 4-flush/no 5-workunit/suites/fsstress}}
  email: pdonnell@redhat.com
  first_in_suite: false
  job_id: '7609267'
  kernel:
    kdb: true
    sha1: distro
  last_in_suite: false
  log-rotate:
    ceph-mds: 10G
    ceph-osd: 10G
  machine_type: smithi
  name: pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi
  no_nested_subset: false
  nuke-on-error: true
  openstack:
  - volumes:
      count: 4
      size: 20
  - machine:
      disk: 200
  os_type: centos
  os_version: 9.stream
  overrides:
    admin_socket:
      branch: wip-batrick-testing-20240318.181317
    ceph:
      cephfs:
        ec_profile:
        - m=2
        - k=2
        - crush-failure-domain=osd
        max_mds: 3
        session_timeout: 300
        standby_replay: true
      conf:
        client:
          client mount timeout: 600
          debug client: 20
          debug ms: 1
          rados mon op timeout: 900
          rados osd op timeout: 900
        mds:
          debug mds: 20
          debug mds balancer: 20
          debug ms: 1
          mds bal fragment size max: 10000
          mds bal merge size: 5
          mds bal split bits: 3
          mds bal split size: 100
          mds debug frag: true
          mds debug scatterstat: true
          mds op complaint time: 180
          mds verify scatter: true
          osd op complaint time: 180
          rados mon op timeout: 900
          rados osd op timeout: 900
        mgr:
          cephsqlite lock renewal timeout: 900000
          debug cephsqlite: 20
          debug mgr: 20
          debug ms: 1
        mon:
          debug mon: 20
          debug ms: 1
          debug paxos: 20
          mon op complaint time: 120
        osd:
          bluestore block size: 96636764160
          bluestore fsck on mount: true
          debug bluefs: 20
          debug bluestore: 20
          debug ms: 1
          debug osd: 20
          debug rocksdb: 10
          mon osd backfillfull_ratio: 0.85
          mon osd full ratio: 0.9
          mon osd nearfull ratio: 0.8
          osd failsafe full ratio: 0.95
          osd objectstore: bluestore
          osd op complaint time: 180
          osd shutdown pgref assert: true
          osd_max_omap_entries_per_request: 10000
      flavor: default
      fs: xfs
      log-ignorelist:
      - \(MDS_ALL_DOWN\)
      - \(MDS_UP_LESS_THAN_MAX\)
      - FS_DEGRADED
      - FS_INLINE_DATA_DEPRECATED
      - FS_WITH_FAILED_MDS
      - MDS_ALL_DOWN
      - MDS_DAMAGE
      - MDS_DEGRADED
      - MDS_FAILED
      - MDS_INSUFFICIENT_STANDBY
      - MDS_UP_LESS_THAN_MAX
      - POOL_APP_NOT_ENABLED
      - overall HEALTH_
      - Replacing daemon
      - deprecated feature inline_data
      - PG_AVAILABILITY
      - PG_DEGRADED
      - overall HEALTH_
      - \(OSD_DOWN\)
      - \(OSD_
      - but it is still running
      - is not responding
      - slow metadata IO
      - SLOW_OPS
      - slow request
      sha1: b6ae24918b03b1b8a19c9263a50655bba80bb810
      subvols:
        create: 2
    ceph-deploy:
      bluestore: true
      conf:
        client:
          log file: /var/log/ceph/ceph-$name.$pid.log
        mon: {}
        osd:
          bluestore block size: 96636764160
          bluestore fsck on mount: true
          debug bluefs: 20
          debug bluestore: 20
          debug rocksdb: 10
          mon osd backfillfull_ratio: 0.85
          mon osd full ratio: 0.9
          mon osd nearfull ratio: 0.8
          osd failsafe full ratio: 0.95
          osd objectstore: bluestore
      fs: xfs
    ceph-fuse:
      client.0:
        mount_subvol_num: 0
    check-counter:
      counters:
        mds:
        - mds.exported
        - mds.imported
        - mds.root_rsnaps
        - mds_server.req_mksnap_latency.avgcount
        - mds_server.req_rmsnap_latency.avgcount
    install:
      ceph:
        flavor: default
        sha1: b6ae24918b03b1b8a19c9263a50655bba80bb810
    kclient:
      client.0:
        mount_subvol_num: 1
    selinux:
      allowlist:
      - scontext=system_u:system_r:logrotate_t:s0
      - scontext=system_u:system_r:getty_t:s0
    thrashosds:
      bdev_inject_crash: 2
      bdev_inject_crash_probability: 0.5
    workunit:
      branch: wip-batrick-testing-20240318.181317
      sha1: e48b1f6c0608b2615e1890cc46286c3877d6e910
  owner: scheduled_pdonnell@teuthology
  priority: 75
  repo: https://git.ceph.com/ceph-ci.git
  roles:
  - - mon.a
    - mgr.x
    - mds.a
    - mds.d
    - mds.g
    - mds.j
    - osd.0
    - osd.3
    - osd.6
    - osd.9
    - client.0
  - - mon.b
    - mgr.y
    - mds.b
    - mds.e
    - mds.h
    - mds.k
    - osd.1
    - osd.4
    - osd.7
    - osd.10
  - - mon.c
    - mgr.z
    - mds.c
    - mds.f
    - mds.i
    - mds.l
    - osd.2
    - osd.5
    - osd.8
    - osd.11
  seed: 3005
  sha1: b6ae24918b03b1b8a19c9263a50655bba80bb810
  sleep_before_teardown: 0
  subset: 433/512
  suite: fs
  suite_branch: wip-batrick-testing-20240318.181317
  suite_path: /home/teuthworker/src/github.com_batrick_ceph_e48b1f6c0608b2615e1890cc46286c3877d6e910/qa
  suite_relpath: qa
  suite_repo: https://github.com/batrick/ceph
  suite_sha1: e48b1f6c0608b2615e1890cc46286c3877d6e910
  syslog:
    ignorelist:
    - WARNING*.*check_session_state
    - WARNING*.*__ceph_remove_cap
  targets:
    smithi046.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEJOYVznesLNu8KEWbyIVTsn7qYmkM0++2LOwE9xhcbPMwb96WG+y84pcfwsx0yBzoy/bzitkS98UIS4+7M9U0A=
    smithi073.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJvbW+/Lc6Ni7A4/xV4DasrYTIsvTkVG1yjpqdrdhlhwUv9bZ2kneUC05TEwVZIUgD5RpTeQTN2jypOe0HMdJp4=
    smithi102.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLzgOg8dyvfdHE4eFFW1bI2DTfNaiY0R3v3q89AuPMGAF2JwhdE4wKWjEcsPyoVCSpEowF+Gv7Rqdf7c+1qXzVM=
  tasks:
  - install:
      extra_packages:
        deb:
        - python3-cephfs
        - cephfs-shell
        - cephfs-top
        - cephfs-mirror
        rpm:
        - python3-cephfs
        - cephfs-shell
        - cephfs-top
        - cephfs-mirror
      extra_system_packages:
        deb:
        - bison
        - flex
        - libelf-dev
        - libssl-dev
        - network-manager
        - iproute2
        - util-linux
        - dump
        - indent
        - libaio-dev
        - libtool-bin
        - uuid-dev
        - xfslibs-dev
        - postgresql
        - postgresql-client
        - postgresql-common
        - postgresql-contrib
        rpm:
        - bison
        - flex
        - elfutils-libelf-devel
        - openssl-devel
        - NetworkManager
        - iproute
        - util-linux
        - libacl-devel
        - libaio-devel
        - libattr-devel
        - libtool
        - libuuid-devel
        - xfsdump
        - xfsprogs
        - xfsprogs-devel
        - libaio-devel
        - libtool
        - libuuid-devel
        - xfsprogs-devel
        - postgresql
        - postgresql-server
        - postgresql-contrib
  - cephadm:
      roleless: false
  - cephadm.shell:
      mon.a:
      - ceph orch status
      - ceph orch ps
      - ceph orch ls
      - ceph orch host ls
      - ceph orch device ls
  - cephadm.shell:
      mon.a:
      - ceph fs dump
      - ceph osd dump
  - fs.ready:
      timeout: 300
  - ceph-fuse: null
  - exec:
      mon.a:
      - ceph fs set cephfs balance_automate true
  - check-counter: {}
  - fwd_scrub:
      scrub_timeout: 900
      sleep_between_iterations: 1
  - exec:
      mon.a:
      - ceph mgr module enable snap_schedule
      - ceph config set mgr mgr/snap_schedule/allow_m_granularity true
      - ceph config set mgr mgr/snap_schedule/dump_on_update true
      - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m
      - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h
      - ceph fs snap-schedule status --fs=cephfs --path=/
      - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true
      - date +%s > START_TIME
  - full_sequential_finally:
    - exec:
        mon.a:
        - date +%s > END_TIME
        - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME)));
          if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi
        - ceph fs snap-schedule status --fs=cephfs --path=/
        - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true
  - workunit:
      clients:
        all:
        - suites/fsstress.sh
      timeout: 6h
  teuthology:
    fragments_dropped: []
    meta: {}
    postmerge:
    - local function is_kupstream() return false end
    - local function is_kdistro() return false end
    - local function is_fuse() return true end
    - local function syntax_version() return '' end
  teuthology_branch: main
  teuthology_sha1: e691533f9cbb33d85b2187bba20d7102f098636d
  timestamp: 2024-03-18_21:05:49
  tube: smithi
  user: pdonnell
  verbose: false
  worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885
2024-03-19T00:35:19.155 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_batrick_ceph_e48b1f6c0608b2615e1890cc46286c3877d6e910/qa; will attempt to use it
2024-03-19T00:35:19.155 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_batrick_ceph_e48b1f6c0608b2615e1890cc46286c3877d6e910/qa/tasks
2024-03-19T00:35:19.155 INFO:teuthology.run_tasks:Running task internal.check_packages...
2024-03-19T00:35:19.157 INFO:teuthology.task.internal:Checking packages...
2024-03-19T00:35:19.180 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'b6ae24918b03b1b8a19c9263a50655bba80bb810'
2024-03-19T00:35:19.180 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch
2024-03-19T00:35:19.180 INFO:teuthology.packaging:ref: None
2024-03-19T00:35:19.180 INFO:teuthology.packaging:tag: None
2024-03-19T00:35:19.180 INFO:teuthology.packaging:branch: wip-batrick-testing-20240318.181317
2024-03-19T00:35:19.180 INFO:teuthology.packaging:sha1: b6ae24918b03b1b8a19c9263a50655bba80bb810
2024-03-19T00:35:19.181 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-batrick-testing-20240318.181317
2024-03-19T00:35:19.398 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-2206.gb6ae2491
2024-03-19T00:35:19.400 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep...
2024-03-19T00:35:19.407 INFO:teuthology.task.internal:no buildpackages task found
2024-03-19T00:35:19.407 INFO:teuthology.run_tasks:Running task internal.save_config...
2024-03-19T00:35:19.445 INFO:teuthology.task.internal:Saving configuration
2024-03-19T00:35:19.465 INFO:teuthology.run_tasks:Running task internal.check_lock...
2024-03-19T00:35:19.495 INFO:teuthology.task.internal.check_lock:Checking locks...
2024-03-19T00:35:19.520 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi046.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609267', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-19 00:30:08.856516', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEJOYVznesLNu8KEWbyIVTsn7qYmkM0++2LOwE9xhcbPMwb96WG+y84pcfwsx0yBzoy/bzitkS98UIS4+7M9U0A='}
2024-03-19T00:35:19.542 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi073.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609267', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-19 00:30:08.857730', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJvbW+/Lc6Ni7A4/xV4DasrYTIsvTkVG1yjpqdrdhlhwUv9bZ2kneUC05TEwVZIUgD5RpTeQTN2jypOe0HMdJp4='}
2024-03-19T00:35:19.564 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi102.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609267', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-19 00:30:08.855074', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLzgOg8dyvfdHE4eFFW1bI2DTfNaiY0R3v3q89AuPMGAF2JwhdE4wKWjEcsPyoVCSpEowF+Gv7Rqdf7c+1qXzVM='}
2024-03-19T00:35:19.564 INFO:teuthology.run_tasks:Running task internal.add_remotes...
2024-03-19T00:35:19.570 INFO:teuthology.task.internal:roles: ubuntu@smithi046.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0']
2024-03-19T00:35:19.570 INFO:teuthology.task.internal:roles: ubuntu@smithi073.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10']
2024-03-19T00:35:19.570 INFO:teuthology.task.internal:roles: ubuntu@smithi102.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11']
2024-03-19T00:35:19.570 INFO:teuthology.run_tasks:Running task console_log...
2024-03-19T00:35:19.682 DEBUG:teuthology.exit:Installing handler: Handler(exiter=<teuthology.exit.Exiter object at 0x7fdf2694c790>, func=<function ConsoleLog.start_logging.<locals>.kill_console_loggers at 0x7fdf276f8160>, signals=[15])
2024-03-19T00:35:19.682 INFO:teuthology.run_tasks:Running task internal.connect...
2024-03-19T00:35:19.688 INFO:teuthology.task.internal:Opening connections...
2024-03-19T00:35:19.689 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi046.front.sepia.ceph.com
2024-03-19T00:35:19.690 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2024-03-19T00:35:19.796 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi073.front.sepia.ceph.com
2024-03-19T00:35:19.797 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi073.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2024-03-19T00:35:19.885 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi102.front.sepia.ceph.com
2024-03-19T00:35:19.886 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi102.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2024-03-19T00:35:19.973 INFO:teuthology.run_tasks:Running task internal.push_inventory...
2024-03-19T00:35:19.982 DEBUG:teuthology.orchestra.run.smithi046:> uname -m
2024-03-19T00:35:20.001 INFO:teuthology.orchestra.run.smithi046.stdout:x86_64
2024-03-19T00:35:20.001 DEBUG:teuthology.orchestra.run.smithi046:> cat /etc/os-release
2024-03-19T00:35:20.059 INFO:teuthology.orchestra.run.smithi046.stdout:NAME="CentOS Stream"
2024-03-19T00:35:20.059 INFO:teuthology.orchestra.run.smithi046.stdout:VERSION="9"
2024-03-19T00:35:20.059 INFO:teuthology.orchestra.run.smithi046.stdout:ID="centos"
2024-03-19T00:35:20.059 INFO:teuthology.orchestra.run.smithi046.stdout:ID_LIKE="rhel fedora"
2024-03-19T00:35:20.059 INFO:teuthology.orchestra.run.smithi046.stdout:VERSION_ID="9"
2024-03-19T00:35:20.059 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM_ID="platform:el9"
2024-03-19T00:35:20.059 INFO:teuthology.orchestra.run.smithi046.stdout:PRETTY_NAME="CentOS Stream 9"
2024-03-19T00:35:20.059 INFO:teuthology.orchestra.run.smithi046.stdout:ANSI_COLOR="0;31"
2024-03-19T00:35:20.060 INFO:teuthology.orchestra.run.smithi046.stdout:LOGO="fedora-logo-icon"
2024-03-19T00:35:20.060 INFO:teuthology.orchestra.run.smithi046.stdout:CPE_NAME="cpe:/o:centos:centos:9"
2024-03-19T00:35:20.060 INFO:teuthology.orchestra.run.smithi046.stdout:HOME_URL="https://centos.org/"
2024-03-19T00:35:20.060 INFO:teuthology.orchestra.run.smithi046.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/"
2024-03-19T00:35:20.060 INFO:teuthology.orchestra.run.smithi046.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9"
2024-03-19T00:35:20.060 INFO:teuthology.orchestra.run.smithi046.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream"
2024-03-19T00:35:20.060 INFO:teuthology.lock.ops:Updating smithi046.front.sepia.ceph.com on lock server
2024-03-19T00:35:20.080 DEBUG:teuthology.orchestra.run.smithi073:> uname -m
2024-03-19T00:35:20.097 INFO:teuthology.orchestra.run.smithi073.stdout:x86_64
2024-03-19T00:35:20.097 DEBUG:teuthology.orchestra.run.smithi073:> cat /etc/os-release
2024-03-19T00:35:20.153 INFO:teuthology.orchestra.run.smithi073.stdout:NAME="CentOS Stream"
2024-03-19T00:35:20.154 INFO:teuthology.orchestra.run.smithi073.stdout:VERSION="9"
2024-03-19T00:35:20.154 INFO:teuthology.orchestra.run.smithi073.stdout:ID="centos"
2024-03-19T00:35:20.154 INFO:teuthology.orchestra.run.smithi073.stdout:ID_LIKE="rhel fedora"
2024-03-19T00:35:20.154 INFO:teuthology.orchestra.run.smithi073.stdout:VERSION_ID="9"
2024-03-19T00:35:20.154 INFO:teuthology.orchestra.run.smithi073.stdout:PLATFORM_ID="platform:el9"
2024-03-19T00:35:20.154 INFO:teuthology.orchestra.run.smithi073.stdout:PRETTY_NAME="CentOS Stream 9"
2024-03-19T00:35:20.154 INFO:teuthology.orchestra.run.smithi073.stdout:ANSI_COLOR="0;31"
2024-03-19T00:35:20.154 INFO:teuthology.orchestra.run.smithi073.stdout:LOGO="fedora-logo-icon"
2024-03-19T00:35:20.155 INFO:teuthology.orchestra.run.smithi073.stdout:CPE_NAME="cpe:/o:centos:centos:9"
2024-03-19T00:35:20.155 INFO:teuthology.orchestra.run.smithi073.stdout:HOME_URL="https://centos.org/"
2024-03-19T00:35:20.155 INFO:teuthology.orchestra.run.smithi073.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/"
2024-03-19T00:35:20.155 INFO:teuthology.orchestra.run.smithi073.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9"
2024-03-19T00:35:20.155 INFO:teuthology.orchestra.run.smithi073.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream"
2024-03-19T00:35:20.155 INFO:teuthology.lock.ops:Updating smithi073.front.sepia.ceph.com on lock server
2024-03-19T00:35:20.180 DEBUG:teuthology.orchestra.run.smithi102:> uname -m
2024-03-19T00:35:20.197 INFO:teuthology.orchestra.run.smithi102.stdout:x86_64
2024-03-19T00:35:20.197 DEBUG:teuthology.orchestra.run.smithi102:> cat /etc/os-release
2024-03-19T00:35:20.253 INFO:teuthology.orchestra.run.smithi102.stdout:NAME="CentOS Stream"
2024-03-19T00:35:20.254 INFO:teuthology.orchestra.run.smithi102.stdout:VERSION="9"
2024-03-19T00:35:20.254 INFO:teuthology.orchestra.run.smithi102.stdout:ID="centos"
2024-03-19T00:35:20.254 INFO:teuthology.orchestra.run.smithi102.stdout:ID_LIKE="rhel fedora"
2024-03-19T00:35:20.254 INFO:teuthology.orchestra.run.smithi102.stdout:VERSION_ID="9"
2024-03-19T00:35:20.254 INFO:teuthology.orchestra.run.smithi102.stdout:PLATFORM_ID="platform:el9"
2024-03-19T00:35:20.254 INFO:teuthology.orchestra.run.smithi102.stdout:PRETTY_NAME="CentOS Stream 9"
2024-03-19T00:35:20.254 INFO:teuthology.orchestra.run.smithi102.stdout:ANSI_COLOR="0;31"
2024-03-19T00:35:20.254 INFO:teuthology.orchestra.run.smithi102.stdout:LOGO="fedora-logo-icon"
2024-03-19T00:35:20.254 INFO:teuthology.orchestra.run.smithi102.stdout:CPE_NAME="cpe:/o:centos:centos:9"
2024-03-19T00:35:20.254 INFO:teuthology.orchestra.run.smithi102.stdout:HOME_URL="https://centos.org/"
2024-03-19T00:35:20.254 INFO:teuthology.orchestra.run.smithi102.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/"
2024-03-19T00:35:20.254 INFO:teuthology.orchestra.run.smithi102.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9"
2024-03-19T00:35:20.255 INFO:teuthology.orchestra.run.smithi102.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream"
2024-03-19T00:35:20.255 INFO:teuthology.lock.ops:Updating smithi102.front.sepia.ceph.com on lock server
2024-03-19T00:35:20.281 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles...
2024-03-19T00:35:20.291 INFO:teuthology.run_tasks:Running task internal.check_conflict...
2024-03-19T00:35:20.311 INFO:teuthology.task.internal:Checking for old test directory...
2024-03-19T00:35:20.312 DEBUG:teuthology.orchestra.run.smithi046:> test '!' -e /home/ubuntu/cephtest
2024-03-19T00:35:20.314 DEBUG:teuthology.orchestra.run.smithi073:> test '!' -e /home/ubuntu/cephtest
2024-03-19T00:35:20.317 DEBUG:teuthology.orchestra.run.smithi102:> test '!' -e /home/ubuntu/cephtest
2024-03-19T00:35:20.333 INFO:teuthology.run_tasks:Running task internal.check_ceph_data...
2024-03-19T00:35:20.338 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph...
2024-03-19T00:35:20.338 DEBUG:teuthology.orchestra.run.smithi046:> test -z $(ls -A /var/lib/ceph)
2024-03-19T00:35:20.372 DEBUG:teuthology.orchestra.run.smithi073:> test -z $(ls -A /var/lib/ceph)
2024-03-19T00:35:20.374 DEBUG:teuthology.orchestra.run.smithi102:> test -z $(ls -A /var/lib/ceph)
2024-03-19T00:35:20.495 INFO:teuthology.run_tasks:Running task internal.vm_setup...
2024-03-19T00:35:20.574 INFO:teuthology.run_tasks:Running task kernel...
2024-03-19T00:35:20.590 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'}
2024-03-19T00:35:20.590 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}, 'mon.c': {'kdb': True, 'sha1': 'distro'}}, timeout 300
2024-03-19T00:35:20.591 DEBUG:teuthology.orchestra.run.smithi046:> test -f /run/.containerenv -o -f /.dockerenv
2024-03-19T00:35:20.591 DEBUG:teuthology.orchestra.run.smithi073:> test -f /run/.containerenv -o -f /.dockerenv
2024-03-19T00:35:20.592 DEBUG:teuthology.orchestra.run.smithi102:> test -f /run/.containerenv -o -f /.dockerenv
2024-03-19T00:35:20.608 DEBUG:teuthology.orchestra.run:got remote process result: 1
2024-03-19T00:35:20.608 DEBUG:teuthology.orchestra.run.smithi102:> uname -r
2024-03-19T00:35:20.609 DEBUG:teuthology.orchestra.run:got remote process result: 1
2024-03-19T00:35:20.609 DEBUG:teuthology.orchestra.run:got remote process result: 1
2024-03-19T00:35:20.610 DEBUG:teuthology.orchestra.run.smithi046:> uname -r
2024-03-19T00:35:20.610 DEBUG:teuthology.orchestra.run.smithi073:> uname -r
2024-03-19T00:35:20.665 INFO:teuthology.orchestra.run.smithi102.stdout:5.14.0-361.el9.x86_64
2024-03-19T00:35:20.665 INFO:teuthology.task.kernel:Running kernel on smithi102: 5.14.0-361.el9.x86_64
2024-03-19T00:35:20.665 DEBUG:teuthology.orchestra.run.smithi102:> sudo yum install -y kernel
2024-03-19T00:35:20.667 INFO:teuthology.orchestra.run.smithi073.stdout:5.14.0-361.el9.x86_64
2024-03-19T00:35:20.667 INFO:teuthology.task.kernel:Running kernel on smithi073: 5.14.0-361.el9.x86_64
2024-03-19T00:35:20.667 DEBUG:teuthology.orchestra.run.smithi073:> sudo yum install -y kernel
2024-03-19T00:35:20.668 INFO:teuthology.orchestra.run.smithi046.stdout:5.14.0-361.el9.x86_64
2024-03-19T00:35:20.668 INFO:teuthology.task.kernel:Running kernel on smithi046: 5.14.0-361.el9.x86_64
2024-03-19T00:35:20.668 DEBUG:teuthology.orchestra.run.smithi046:> sudo yum install -y kernel
2024-03-19T00:35:22.798 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS-9 - AppStream                             14 MB/s | 6.7 MB     00:00
2024-03-19T00:35:22.836 INFO:teuthology.orchestra.run.smithi073.stdout:CentOS-9 - AppStream                             15 MB/s | 6.7 MB     00:00
2024-03-19T00:35:22.878 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS-9 - AppStream                             13 MB/s | 6.7 MB     00:00
2024-03-19T00:35:24.212 INFO:teuthology.orchestra.run.smithi073.stdout:CentOS-9 - BaseOS                               7.3 MB/s | 2.0 MB     00:00
2024-03-19T00:35:24.327 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS-9 - BaseOS                               6.8 MB/s | 2.0 MB     00:00
2024-03-19T00:35:24.399 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS-9 - BaseOS                               4.1 MB/s | 2.0 MB     00:00
2024-03-19T00:35:25.036 INFO:teuthology.orchestra.run.smithi073.stdout:CentOS Stream 9 - BaseOS                         16 MB/s | 8.0 MB     00:00
2024-03-19T00:46:20.328 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - BaseOS                         13 kB/s | 8.0 MB     10:55
2024-03-19T00:46:38.043 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - AppStream                     1.1 MB/s |  19 MB     00:16
2024-03-19T00:46:42.127 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - CRB                            13 MB/s | 6.1 MB     00:00
2024-03-19T00:46:43.661 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - Extras packages                45 kB/s |  16 kB     00:00
2024-03-19T00:47:06.055 INFO:teuthology.orchestra.run.smithi046.stdout:Extra Packages for Enterprise Linux             950 kB/s |  21 MB     00:22
2024-03-19T00:47:11.077 INFO:teuthology.orchestra.run.smithi046.stdout:lab-extras                                       28 kB/s | 1.7 kB     00:00
2024-03-19T00:47:13.417 INFO:teuthology.orchestra.run.smithi046.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed.
2024-03-19T00:47:13.417 INFO:teuthology.orchestra.run.smithi046.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed.
2024-03-19T00:47:13.518 INFO:teuthology.orchestra.run.smithi046.stdout:Dependencies resolved.
2024-03-19T00:47:13.530 INFO:teuthology.orchestra.run.smithi046.stdout:================================================================================
2024-03-19T00:47:13.531 INFO:teuthology.orchestra.run.smithi046.stdout: Package                   Architecture Version              Repository    Size
2024-03-19T00:47:13.531 INFO:teuthology.orchestra.run.smithi046.stdout:================================================================================
2024-03-19T00:47:13.531 INFO:teuthology.orchestra.run.smithi046.stdout:Installing:
2024-03-19T00:47:13.531 INFO:teuthology.orchestra.run.smithi046.stdout: kernel                    x86_64       5.14.0-430.el9       baseos        44 k
2024-03-19T00:47:13.531 INFO:teuthology.orchestra.run.smithi046.stdout:Installing dependencies:
2024-03-19T00:47:13.531 INFO:teuthology.orchestra.run.smithi046.stdout: kernel-core               x86_64       5.14.0-430.el9       baseos        15 M
2024-03-19T00:47:13.531 INFO:teuthology.orchestra.run.smithi046.stdout: kernel-modules            x86_64       5.14.0-430.el9       baseos        33 M
2024-03-19T00:47:13.531 INFO:teuthology.orchestra.run.smithi046.stdout: kernel-modules-core       x86_64       5.14.0-430.el9       baseos        27 M
2024-03-19T00:47:13.531 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T00:47:13.531 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction Summary
2024-03-19T00:47:13.531 INFO:teuthology.orchestra.run.smithi046.stdout:================================================================================
2024-03-19T00:47:13.532 INFO:teuthology.orchestra.run.smithi046.stdout:Install  4 Packages
2024-03-19T00:47:13.532 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T00:47:13.532 INFO:teuthology.orchestra.run.smithi046.stdout:Total download size: 76 M
2024-03-19T00:47:13.532 INFO:teuthology.orchestra.run.smithi046.stdout:Installed size: 123 M
2024-03-19T00:47:13.532 INFO:teuthology.orchestra.run.smithi046.stdout:Downloading Packages:
2024-03-19T00:48:33.944 INFO:teuthology.orchestra.run.smithi073.stdout:CentOS Stream 9 - AppStream                      24 kB/s |  19 MB     13:07
2024-03-19T00:48:34.593 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - BaseOS                         10 kB/s | 8.0 MB     13:09
2024-03-19T00:48:40.253 INFO:teuthology.orchestra.run.smithi073.stdout:CentOS Stream 9 - CRB                           2.2 MB/s | 6.1 MB     00:02
2024-03-19T00:48:41.670 INFO:teuthology.orchestra.run.smithi073.stdout:CentOS Stream 9 - Extras packages                55 kB/s |  16 kB     00:00
2024-03-19T00:48:43.099 INFO:teuthology.orchestra.run.smithi073.stdout:Extra Packages for Enterprise Linux              16 MB/s |  21 MB     00:01
2024-03-19T00:48:47.947 INFO:teuthology.orchestra.run.smithi073.stdout:lab-extras                                       40 kB/s | 1.7 kB     00:00
2024-03-19T00:48:50.028 INFO:teuthology.orchestra.run.smithi073.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed.
2024-03-19T00:48:50.028 INFO:teuthology.orchestra.run.smithi073.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed.
2024-03-19T00:48:50.119 INFO:teuthology.orchestra.run.smithi073.stdout:Dependencies resolved.
2024-03-19T00:48:50.125 INFO:teuthology.orchestra.run.smithi073.stdout:================================================================================
2024-03-19T00:48:50.125 INFO:teuthology.orchestra.run.smithi073.stdout: Package                   Architecture Version              Repository    Size
2024-03-19T00:48:50.125 INFO:teuthology.orchestra.run.smithi073.stdout:================================================================================
2024-03-19T00:48:50.125 INFO:teuthology.orchestra.run.smithi073.stdout:Installing:
2024-03-19T00:48:50.125 INFO:teuthology.orchestra.run.smithi073.stdout: kernel                    x86_64       5.14.0-430.el9       baseos        44 k
2024-03-19T00:48:50.125 INFO:teuthology.orchestra.run.smithi073.stdout:Installing dependencies:
2024-03-19T00:48:50.125 INFO:teuthology.orchestra.run.smithi073.stdout: kernel-core               x86_64       5.14.0-430.el9       baseos        15 M
2024-03-19T00:48:50.125 INFO:teuthology.orchestra.run.smithi073.stdout: kernel-modules            x86_64       5.14.0-430.el9       baseos        33 M
2024-03-19T00:48:50.125 INFO:teuthology.orchestra.run.smithi073.stdout: kernel-modules-core       x86_64       5.14.0-430.el9       baseos        27 M
2024-03-19T00:48:50.125 INFO:teuthology.orchestra.run.smithi073.stdout:
2024-03-19T00:48:50.125 INFO:teuthology.orchestra.run.smithi073.stdout:Transaction Summary
2024-03-19T00:48:50.125 INFO:teuthology.orchestra.run.smithi073.stdout:================================================================================
2024-03-19T00:48:50.125 INFO:teuthology.orchestra.run.smithi073.stdout:Install  4 Packages
2024-03-19T00:48:50.125 INFO:teuthology.orchestra.run.smithi073.stdout:
2024-03-19T00:48:50.126 INFO:teuthology.orchestra.run.smithi073.stdout:Total download size: 76 M
2024-03-19T00:48:50.126 INFO:teuthology.orchestra.run.smithi073.stdout:Installed size: 123 M
2024-03-19T00:48:50.126 INFO:teuthology.orchestra.run.smithi073.stdout:Downloading Packages:
2024-03-19T00:48:50.289 INFO:teuthology.orchestra.run.smithi073.stdout:(1/4): kernel-5.14.0-430.el9.x86_64.rpm         365 kB/s |  44 kB     00:00
2024-03-19T00:48:53.939 INFO:teuthology.orchestra.run.smithi073.stdout:(2/4): kernel-core-5.14.0-430.el9.x86_64.rpm    4.0 MB/s |  15 MB     00:03
2024-03-19T00:48:55.364 INFO:teuthology.orchestra.run.smithi073.stdout:(3/4): kernel-modules-core-5.14.0-430.el9.x86_6 5.4 MB/s |  27 MB     00:05
2024-03-19T00:48:56.898 INFO:teuthology.orchestra.run.smithi073.stdout:(4/4): kernel-modules-5.14.0-430.el9.x86_64.rpm 5.0 MB/s |  33 MB     00:06
2024-03-19T00:48:56.898 INFO:teuthology.orchestra.run.smithi073.stdout:--------------------------------------------------------------------------------
2024-03-19T00:48:56.899 INFO:teuthology.orchestra.run.smithi073.stdout:Total                                            11 MB/s |  76 MB     00:06
2024-03-19T00:48:57.559 INFO:teuthology.orchestra.run.smithi073.stdout:Running transaction check
2024-03-19T00:48:57.931 INFO:teuthology.orchestra.run.smithi073.stdout:Transaction check succeeded.
2024-03-19T00:48:57.931 INFO:teuthology.orchestra.run.smithi073.stdout:Running transaction test
2024-03-19T00:48:58.960 INFO:teuthology.orchestra.run.smithi073.stdout:Transaction test succeeded.
2024-03-19T00:48:58.960 INFO:teuthology.orchestra.run.smithi073.stdout:Running transaction
2024-03-19T00:49:01.445 INFO:teuthology.orchestra.run.smithi073.stdout:  Preparing        :                                                        1/1
2024-03-19T00:49:02.036 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : kernel-modules-core-5.14.0-430.el9.x86_64              1/4
2024-03-19T00:49:02.123 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : kernel-core-5.14.0-430.el9.x86_64                      2/4
2024-03-19T00:49:04.835 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: kernel-core-5.14.0-430.el9.x86_64                      2/4
2024-03-19T00:49:04.974 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : kernel-modules-5.14.0-430.el9.x86_64                   3/4
2024-03-19T00:49:09.687 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: kernel-modules-5.14.0-430.el9.x86_64                   3/4
2024-03-19T00:49:09.732 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : kernel-5.14.0-430.el9.x86_64                           4/4
2024-03-19T00:49:14.424 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: kernel-modules-core-5.14.0-430.el9.x86_64              4/4
2024-03-19T00:49:26.528 INFO:teuthology.orchestra.run.smithi046.stdout:[MIRROR] kernel-5.14.0-430.el9.x86_64.rpm: Curl error (28): Timeout was reached for http://ftp-nyc.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/kernel-5.14.0-430.el9.x86_64.rpm [Failed to connect to ftp-nyc.osuosl.org port 80: Connection timed out]
2024-03-19T00:49:26.528 INFO:teuthology.orchestra.run.smithi046.stdout:[MIRROR] kernel-core-5.14.0-430.el9.x86_64.rpm: Curl error (28): Timeout was reached for http://ftp-nyc.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/kernel-core-5.14.0-430.el9.x86_64.rpm [Failed to connect to ftp-nyc.osuosl.org port 80: Connection timed out]
2024-03-19T00:49:26.528 INFO:teuthology.orchestra.run.smithi046.stdout:[MIRROR] kernel-modules-5.14.0-430.el9.x86_64.rpm: Curl error (28): Timeout was reached for http://ftp-nyc.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/kernel-modules-5.14.0-430.el9.x86_64.rpm [Failed to connect to ftp-nyc.osuosl.org port 80: Connection timed out]
2024-03-19T00:49:26.699 INFO:teuthology.orchestra.run.smithi046.stdout:[MIRROR] kernel-core-5.14.0-430.el9.x86_64.rpm: Status code: 404 for http://mirror.cpsc.ucalgary.ca/mirror/centos-stream/9-stream/BaseOS/x86_64/os/Packages/kernel-core-5.14.0-430.el9.x86_64.rpm (IP: 136.159.208.97)
2024-03-19T00:49:26.700 INFO:teuthology.orchestra.run.smithi046.stdout:[MIRROR] kernel-5.14.0-430.el9.x86_64.rpm: Status code: 404 for http://mirror.cpsc.ucalgary.ca/mirror/centos-stream/9-stream/BaseOS/x86_64/os/Packages/kernel-5.14.0-430.el9.x86_64.rpm (IP: 136.159.208.97)
2024-03-19T00:49:26.701 INFO:teuthology.orchestra.run.smithi046.stdout:[MIRROR] kernel-modules-5.14.0-430.el9.x86_64.rpm: Status code: 404 for http://mirror.cpsc.ucalgary.ca/mirror/centos-stream/9-stream/BaseOS/x86_64/os/Packages/kernel-modules-5.14.0-430.el9.x86_64.rpm (IP: 136.159.208.97)
2024-03-19T00:49:43.566 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: kernel-core-5.14.0-430.el9.x86_64                      4/4
2024-03-19T00:49:43.567 INFO:teuthology.orchestra.run.smithi073.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y
2024-03-19T00:49:43.567 INFO:teuthology.orchestra.run.smithi073.stdout:
2024-03-19T00:49:43.610 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: kernel-modules-5.14.0-430.el9.x86_64                   4/4
2024-03-19T00:49:43.982 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: kernel-5.14.0-430.el9.x86_64                           4/4
2024-03-19T00:49:43.983 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : kernel-5.14.0-430.el9.x86_64                           1/4
2024-03-19T00:49:43.983 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : kernel-core-5.14.0-430.el9.x86_64                      2/4
2024-03-19T00:49:43.983 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : kernel-modules-5.14.0-430.el9.x86_64                   3/4
2024-03-19T00:49:44.402 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : kernel-modules-core-5.14.0-430.el9.x86_64              4/4
2024-03-19T00:49:44.402 INFO:teuthology.orchestra.run.smithi073.stdout:
2024-03-19T00:49:44.402 INFO:teuthology.orchestra.run.smithi073.stdout:Installed:
2024-03-19T00:49:44.402 INFO:teuthology.orchestra.run.smithi073.stdout:  kernel-5.14.0-430.el9.x86_64
2024-03-19T00:49:44.402 INFO:teuthology.orchestra.run.smithi073.stdout:  kernel-core-5.14.0-430.el9.x86_64
2024-03-19T00:49:44.402 INFO:teuthology.orchestra.run.smithi073.stdout:  kernel-modules-5.14.0-430.el9.x86_64
2024-03-19T00:49:44.402 INFO:teuthology.orchestra.run.smithi073.stdout:  kernel-modules-core-5.14.0-430.el9.x86_64
2024-03-19T00:49:44.403 INFO:teuthology.orchestra.run.smithi073.stdout:
2024-03-19T00:49:44.403 INFO:teuthology.orchestra.run.smithi073.stdout:Complete!
2024-03-19T00:49:44.762 DEBUG:teuthology.orchestra.run.smithi073:> rpm -q kernel | sort -rV | head -n 1
2024-03-19T00:49:44.860 INFO:teuthology.orchestra.run.smithi073.stdout:kernel-5.14.0-430.el9.x86_64
2024-03-19T00:49:44.861 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-430.el9.x86_64
2024-03-19T00:49:44.861 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-430.el9.x86_64
2024-03-19T00:49:44.861 INFO:teuthology.task.kernel:Skipping firmware on distro kernel
2024-03-19T00:49:44.861 DEBUG:teuthology.task.kernel:src is distro, skipping download
2024-03-19T00:49:44.861 INFO:teuthology.task.kernel:Installing distro kernel on mon.b...
2024-03-19T00:49:44.861 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi073.front.sepia.ceph.com, path=None, version=distro)
2024-03-19T00:49:44.861 DEBUG:teuthology.orchestra.run.smithi073:> rpm -q kernel | sort -rV | head -n 1
2024-03-19T00:49:44.941 INFO:teuthology.orchestra.run.smithi073.stdout:kernel-5.14.0-430.el9.x86_64
2024-03-19T00:49:44.941 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-430.el9.x86_64
2024-03-19T00:49:44.942 DEBUG:teuthology.orchestra.run.smithi073:> sudo rpm -qi grub2-tools
2024-03-19T00:49:44.975 INFO:teuthology.orchestra.run.smithi073.stdout:Name        : grub2-tools
2024-03-19T00:49:44.975 INFO:teuthology.orchestra.run.smithi073.stdout:Epoch       : 1
2024-03-19T00:49:44.975 INFO:teuthology.orchestra.run.smithi073.stdout:Version     : 2.06
2024-03-19T00:49:44.975 INFO:teuthology.orchestra.run.smithi073.stdout:Release     : 68.el9
2024-03-19T00:49:44.975 INFO:teuthology.orchestra.run.smithi073.stdout:Architecture: x86_64
2024-03-19T00:49:44.975 INFO:teuthology.orchestra.run.smithi073.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC
2024-03-19T00:49:44.975 INFO:teuthology.orchestra.run.smithi073.stdout:Group       : Unspecified
2024-03-19T00:49:44.976 INFO:teuthology.orchestra.run.smithi073.stdout:Size        : 8264254
2024-03-19T00:49:44.976 INFO:teuthology.orchestra.run.smithi073.stdout:License     : GPLv3+
2024-03-19T00:49:44.976 INFO:teuthology.orchestra.run.smithi073.stdout:Signature   : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d
2024-03-19T00:49:44.976 INFO:teuthology.orchestra.run.smithi073.stdout:Source RPM  : grub2-2.06-68.el9.src.rpm
2024-03-19T00:49:44.976 INFO:teuthology.orchestra.run.smithi073.stdout:Build Date  : Wed 02 Aug 2023 03:15:48 PM UTC
2024-03-19T00:49:44.976 INFO:teuthology.orchestra.run.smithi073.stdout:Build Host  : x86-05.stream.rdu2.redhat.com
2024-03-19T00:49:44.976 INFO:teuthology.orchestra.run.smithi073.stdout:Packager    : builder@centos.org
2024-03-19T00:49:44.976 INFO:teuthology.orchestra.run.smithi073.stdout:Vendor      : CentOS
2024-03-19T00:49:44.976 INFO:teuthology.orchestra.run.smithi073.stdout:URL         : http://www.gnu.org/software/grub/
2024-03-19T00:49:44.976 INFO:teuthology.orchestra.run.smithi073.stdout:Summary     : Support tools for GRUB.
2024-03-19T00:49:44.976 INFO:teuthology.orchestra.run.smithi073.stdout:Description :
2024-03-19T00:49:44.976 INFO:teuthology.orchestra.run.smithi073.stdout:
2024-03-19T00:49:44.976 INFO:teuthology.orchestra.run.smithi073.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and
2024-03-19T00:49:44.976 INFO:teuthology.orchestra.run.smithi073.stdout:customizable bootloader with modular architecture.  It supports a rich
2024-03-19T00:49:44.977 INFO:teuthology.orchestra.run.smithi073.stdout:variety of kernel formats, file systems, computer architectures and
2024-03-19T00:49:44.977 INFO:teuthology.orchestra.run.smithi073.stdout:hardware devices.
2024-03-19T00:49:44.977 INFO:teuthology.orchestra.run.smithi073.stdout:
2024-03-19T00:49:44.977 INFO:teuthology.orchestra.run.smithi073.stdout:This subpackage provides tools for support of all platforms.
2024-03-19T00:49:44.977 INFO:teuthology.task.kernel:Updating Grub Version: grub2
2024-03-19T00:49:44.978 INFO:teuthology.task.kernel:Updating grub on smithi073 to boot 5.14.0-430.el9.x86_64
2024-03-19T00:49:44.978 DEBUG:teuthology.orchestra.run.smithi073:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg
2024-03-19T00:49:45.570 INFO:teuthology.orchestra.run.smithi073.stderr:Generating grub configuration file ...
2024-03-19T00:49:47.003 INFO:teuthology.orchestra.run.smithi073.stderr:Adding boot menu entry for UEFI Firmware Settings ...
2024-03-19T00:49:47.038 INFO:teuthology.orchestra.run.smithi073.stderr:done
2024-03-19T00:49:47.041 DEBUG:teuthology.orchestra.run.smithi073:> mktemp
2024-03-19T00:49:47.056 INFO:teuthology.orchestra.run.smithi073.stdout:/tmp/tmp.T38IUyC2fD
2024-03-19T00:49:47.056 DEBUG:teuthology.orchestra.run.smithi073:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.T38IUyC2fD
2024-03-19T00:49:47.123 DEBUG:teuthology.orchestra.run.smithi073:> sudo chmod 0666 /tmp/tmp.T38IUyC2fD
2024-03-19T00:49:47.267 DEBUG:teuthology.orchestra.remote:smithi073:/tmp/tmp.T38IUyC2fD is 6KB
2024-03-19T00:49:47.315 DEBUG:teuthology.orchestra.run.smithi073:> rm -fr /tmp/tmp.T38IUyC2fD
2024-03-19T00:49:47.328 DEBUG:teuthology.orchestra.run.smithi073:> sudo /bin/ls /boot/loader/entries || true
2024-03-19T00:49:47.393 INFO:teuthology.orchestra.run.smithi073.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf
2024-03-19T00:49:47.393 INFO:teuthology.orchestra.run.smithi073.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf
2024-03-19T00:49:47.393 INFO:teuthology.orchestra.run.smithi073.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf
2024-03-19T00:49:47.393 INFO:teuthology.orchestra.run.smithi073.stdout:15949e3c88704300882482eddfd7baae-5.14.0-430.el9.x86_64.conf
2024-03-19T00:49:47.394 DEBUG:teuthology.orchestra.run.smithi073:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-430.el9.x86_64
2024-03-19T00:49:47.549 DEBUG:teuthology.orchestra.run.smithi073:> sudo shutdown -r now
2024-03-19T00:50:17.552 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version...
2024-03-19T00:50:17.553 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi073.front.sepia.ceph.com'
2024-03-19T00:50:17.553 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi073.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2024-03-19T00:50:35.934 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.73
2024-03-19T00:50:44.935 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi073.front.sepia.ceph.com'
2024-03-19T00:50:44.936 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi073.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2024-03-19T00:50:48.002 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.73
2024-03-19T00:51:00.003 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi073.front.sepia.ceph.com'
2024-03-19T00:51:00.004 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi073.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2024-03-19T00:51:31.896 DEBUG:teuthology.orchestra.run.smithi073:> true
2024-03-19T00:51:32.385 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi073.front.sepia.ceph.com'
2024-03-19T00:51:32.385 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-430.el9.x86_64"...
2024-03-19T00:51:32.385 DEBUG:teuthology.orchestra.run.smithi073:> uname -r
2024-03-19T00:51:32.399 INFO:teuthology.orchestra.run.smithi073.stdout:5.14.0-430.el9.x86_64
2024-03-19T00:51:32.400 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-430.el9.x86_64 vs 5.14.0-430.el9.x86_64
2024-03-19T00:51:32.400 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install
2024-03-19T00:51:32.400 DEBUG:teuthology.task.kernel:Distro of this test job: centos
2024-03-19T00:51:33.401 INFO:teuthology.task.kernel:Enabling kdb on mon.b...
2024-03-19T00:51:33.402 DEBUG:teuthology.orchestra.run.smithi073:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc
2024-03-19T00:51:33.508 INFO:teuthology.orchestra.run.smithi073.stdout:ttyS1
2024-03-19T00:51:33.551 DEBUG:teuthology.parallel:result is None
2024-03-19T00:51:37.106 INFO:teuthology.orchestra.run.smithi046.stdout:[MIRROR] kernel-core-5.14.0-430.el9.x86_64.rpm: Curl error (28): Timeout was reached for https://ftp-nyc.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/kernel-core-5.14.0-430.el9.x86_64.rpm [Failed to connect to ftp-nyc.osuosl.org port 443: Connection timed out]
2024-03-19T00:51:37.107 INFO:teuthology.orchestra.run.smithi046.stdout:[MIRROR] kernel-5.14.0-430.el9.x86_64.rpm: Curl error (28): Timeout was reached for https://ftp-nyc.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/kernel-5.14.0-430.el9.x86_64.rpm [Failed to connect to ftp-nyc.osuosl.org port 443: Connection timed out]
2024-03-19T00:51:37.107 INFO:teuthology.orchestra.run.smithi046.stdout:[MIRROR] kernel-modules-5.14.0-430.el9.x86_64.rpm: Curl error (28): Timeout was reached for https://ftp-nyc.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/kernel-modules-5.14.0-430.el9.x86_64.rpm [Failed to connect to ftp-nyc.osuosl.org port 443: Connection timed out]
2024-03-19T00:51:37.583 INFO:teuthology.orchestra.run.smithi046.stdout:(1/4): kernel-core-5.14.0-430.el9.x86_64.rpm     58 kB/s |  15 MB     04:23
2024-03-19T00:51:37.751 INFO:teuthology.orchestra.run.smithi046.stdout:[MIRROR] kernel-modules-core-5.14.0-430.el9.x86_64.rpm: Status code: 404 for http://mirror.cpsc.ucalgary.ca/mirror/centos-stream/9-stream/BaseOS/x86_64/os/Packages/kernel-modules-core-5.14.0-430.el9.x86_64.rpm (IP: 136.159.208.97)
2024-03-19T00:51:38.083 INFO:teuthology.orchestra.run.smithi046.stdout:(2/4): kernel-modules-5.14.0-430.el9.x86_64.rpm 130 kB/s |  33 MB     04:24
2024-03-19T00:51:38.489 INFO:teuthology.orchestra.run.smithi046.stdout:(3/4): kernel-modules-core-5.14.0-430.el9.x86_6  30 MB/s |  27 MB     00:00
2024-03-19T00:53:48.178 INFO:teuthology.orchestra.run.smithi046.stdout:[MIRROR] kernel-5.14.0-430.el9.x86_64.rpm: Curl error (28): Timeout was reached for http://ftp-nyc.osuosl.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/kernel-5.14.0-430.el9.x86_64.rpm [Failed to connect to ftp-nyc.osuosl.org port 80: Connection timed out]
2024-03-19T00:53:48.268 INFO:teuthology.orchestra.run.smithi046.stdout:(4/4): kernel-5.14.0-430.el9.x86_64.rpm         115  B/s |  44 kB     06:34
2024-03-19T00:53:48.268 INFO:teuthology.orchestra.run.smithi046.stdout:--------------------------------------------------------------------------------
2024-03-19T00:53:48.269 INFO:teuthology.orchestra.run.smithi046.stdout:Total                                           197 kB/s |  76 MB     06:34
2024-03-19T00:53:48.963 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction check
2024-03-19T00:53:49.401 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction check succeeded.
2024-03-19T00:53:49.401 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction test
2024-03-19T00:53:50.460 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction test succeeded.
2024-03-19T00:53:50.460 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction
2024-03-19T00:53:53.035 INFO:teuthology.orchestra.run.smithi046.stdout:  Preparing        :                                                        1/1
2024-03-19T00:53:53.663 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : kernel-modules-core-5.14.0-430.el9.x86_64              1/4
2024-03-19T00:53:53.751 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : kernel-core-5.14.0-430.el9.x86_64                      2/4
2024-03-19T00:53:56.609 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: kernel-core-5.14.0-430.el9.x86_64                      2/4
2024-03-19T00:53:56.754 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : kernel-modules-5.14.0-430.el9.x86_64                   3/4
2024-03-19T00:54:01.824 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: kernel-modules-5.14.0-430.el9.x86_64                   3/4
2024-03-19T00:54:01.871 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : kernel-5.14.0-430.el9.x86_64                           4/4
2024-03-19T00:54:06.970 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: kernel-modules-core-5.14.0-430.el9.x86_64              4/4
2024-03-19T00:54:37.788 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: kernel-core-5.14.0-430.el9.x86_64                      4/4
2024-03-19T00:54:37.789 INFO:teuthology.orchestra.run.smithi046.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y
2024-03-19T00:54:37.789 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T00:54:37.832 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: kernel-modules-5.14.0-430.el9.x86_64                   4/4
2024-03-19T00:54:38.287 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: kernel-5.14.0-430.el9.x86_64                           4/4
2024-03-19T00:54:38.287 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : kernel-5.14.0-430.el9.x86_64                           1/4
2024-03-19T00:54:38.287 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : kernel-core-5.14.0-430.el9.x86_64                      2/4
2024-03-19T00:54:38.287 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : kernel-modules-5.14.0-430.el9.x86_64                   3/4
2024-03-19T00:54:38.674 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : kernel-modules-core-5.14.0-430.el9.x86_64              4/4
2024-03-19T00:54:38.675 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T00:54:38.675 INFO:teuthology.orchestra.run.smithi046.stdout:Installed:
2024-03-19T00:54:38.675 INFO:teuthology.orchestra.run.smithi046.stdout:  kernel-5.14.0-430.el9.x86_64
2024-03-19T00:54:38.675 INFO:teuthology.orchestra.run.smithi046.stdout:  kernel-core-5.14.0-430.el9.x86_64
2024-03-19T00:54:38.675 INFO:teuthology.orchestra.run.smithi046.stdout:  kernel-modules-5.14.0-430.el9.x86_64
2024-03-19T00:54:38.675 INFO:teuthology.orchestra.run.smithi046.stdout:  kernel-modules-core-5.14.0-430.el9.x86_64
2024-03-19T00:54:38.675 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T00:54:38.675 INFO:teuthology.orchestra.run.smithi046.stdout:Complete!
2024-03-19T00:54:39.004 DEBUG:teuthology.orchestra.run.smithi046:> rpm -q kernel | sort -rV | head -n 1
2024-03-19T00:54:39.107 INFO:teuthology.orchestra.run.smithi046.stdout:kernel-5.14.0-430.el9.x86_64
2024-03-19T00:54:39.108 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-430.el9.x86_64
2024-03-19T00:54:39.108 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-430.el9.x86_64
2024-03-19T00:54:39.108 INFO:teuthology.task.kernel:Skipping firmware on distro kernel
2024-03-19T00:54:39.108 DEBUG:teuthology.task.kernel:src is distro, skipping download
2024-03-19T00:54:39.108 INFO:teuthology.task.kernel:Installing distro kernel on mon.a...
2024-03-19T00:54:39.108 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi046.front.sepia.ceph.com, path=None, version=distro)
2024-03-19T00:54:39.108 DEBUG:teuthology.orchestra.run.smithi046:> rpm -q kernel | sort -rV | head -n 1
2024-03-19T00:54:39.191 INFO:teuthology.orchestra.run.smithi046.stdout:kernel-5.14.0-430.el9.x86_64
2024-03-19T00:54:39.191 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-430.el9.x86_64
2024-03-19T00:54:39.192 DEBUG:teuthology.orchestra.run.smithi046:> sudo rpm -qi grub2-tools
2024-03-19T00:54:39.229 INFO:teuthology.orchestra.run.smithi046.stdout:Name        : grub2-tools
2024-03-19T00:54:39.229 INFO:teuthology.orchestra.run.smithi046.stdout:Epoch       : 1
2024-03-19T00:54:39.229 INFO:teuthology.orchestra.run.smithi046.stdout:Version     : 2.06
2024-03-19T00:54:39.229 INFO:teuthology.orchestra.run.smithi046.stdout:Release     : 68.el9
2024-03-19T00:54:39.229 INFO:teuthology.orchestra.run.smithi046.stdout:Architecture: x86_64
2024-03-19T00:54:39.229 INFO:teuthology.orchestra.run.smithi046.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC
2024-03-19T00:54:39.229 INFO:teuthology.orchestra.run.smithi046.stdout:Group       : Unspecified
2024-03-19T00:54:39.230 INFO:teuthology.orchestra.run.smithi046.stdout:Size        : 8264254
2024-03-19T00:54:39.230 INFO:teuthology.orchestra.run.smithi046.stdout:License     : GPLv3+
2024-03-19T00:54:39.230 INFO:teuthology.orchestra.run.smithi046.stdout:Signature   : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d
2024-03-19T00:54:39.230 INFO:teuthology.orchestra.run.smithi046.stdout:Source RPM  : grub2-2.06-68.el9.src.rpm
2024-03-19T00:54:39.230 INFO:teuthology.orchestra.run.smithi046.stdout:Build Date  : Wed 02 Aug 2023 03:15:48 PM UTC
2024-03-19T00:54:39.230 INFO:teuthology.orchestra.run.smithi046.stdout:Build Host  : x86-05.stream.rdu2.redhat.com
2024-03-19T00:54:39.230 INFO:teuthology.orchestra.run.smithi046.stdout:Packager    : builder@centos.org
2024-03-19T00:54:39.230 INFO:teuthology.orchestra.run.smithi046.stdout:Vendor      : CentOS
2024-03-19T00:54:39.231 INFO:teuthology.orchestra.run.smithi046.stdout:URL         : http://www.gnu.org/software/grub/
2024-03-19T00:54:39.231 INFO:teuthology.orchestra.run.smithi046.stdout:Summary     : Support tools for GRUB.
2024-03-19T00:54:39.231 INFO:teuthology.orchestra.run.smithi046.stdout:Description :
2024-03-19T00:54:39.231 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T00:54:39.231 INFO:teuthology.orchestra.run.smithi046.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and
2024-03-19T00:54:39.231 INFO:teuthology.orchestra.run.smithi046.stdout:customizable bootloader with modular architecture.  It supports a rich
2024-03-19T00:54:39.231 INFO:teuthology.orchestra.run.smithi046.stdout:variety of kernel formats, file systems, computer architectures and
2024-03-19T00:54:39.231 INFO:teuthology.orchestra.run.smithi046.stdout:hardware devices.
2024-03-19T00:54:39.231 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T00:54:39.231 INFO:teuthology.orchestra.run.smithi046.stdout:This subpackage provides tools for support of all platforms.
2024-03-19T00:54:39.232 INFO:teuthology.task.kernel:Updating Grub Version: grub2
2024-03-19T00:54:39.232 INFO:teuthology.task.kernel:Updating grub on smithi046 to boot 5.14.0-430.el9.x86_64
2024-03-19T00:54:39.232 DEBUG:teuthology.orchestra.run.smithi046:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg
2024-03-19T00:54:39.882 INFO:teuthology.orchestra.run.smithi046.stderr:Generating grub configuration file ...
2024-03-19T00:54:41.372 INFO:teuthology.orchestra.run.smithi046.stderr:File descriptor 3 (pipe:[32543]) leaked on vgs invocation. Parent PID 18093: grub2-probe
2024-03-19T00:54:41.372 INFO:teuthology.orchestra.run.smithi046.stderr:File descriptor 9 (pipe:[28640]) leaked on vgs invocation. Parent PID 18093: grub2-probe
2024-03-19T00:54:41.400 INFO:teuthology.orchestra.run.smithi046.stderr:File descriptor 3 (pipe:[32543]) leaked on vgs invocation. Parent PID 18093: grub2-probe
2024-03-19T00:54:41.400 INFO:teuthology.orchestra.run.smithi046.stderr:File descriptor 9 (pipe:[28640]) leaked on vgs invocation. Parent PID 18093: grub2-probe
2024-03-19T00:54:41.621 INFO:teuthology.orchestra.run.smithi046.stderr:File descriptor 3 (pipe:[32543]) leaked on vgs invocation. Parent PID 18141: grub2-probe
2024-03-19T00:54:41.621 INFO:teuthology.orchestra.run.smithi046.stderr:File descriptor 9 (pipe:[28640]) leaked on vgs invocation. Parent PID 18141: grub2-probe
2024-03-19T00:54:41.655 INFO:teuthology.orchestra.run.smithi046.stderr:File descriptor 3 (pipe:[32543]) leaked on vgs invocation. Parent PID 18141: grub2-probe
2024-03-19T00:54:41.655 INFO:teuthology.orchestra.run.smithi046.stderr:File descriptor 9 (pipe:[28640]) leaked on vgs invocation. Parent PID 18141: grub2-probe
2024-03-19T00:54:41.805 INFO:teuthology.orchestra.run.smithi046.stderr:File descriptor 3 (pipe:[32543]) leaked on vgs invocation. Parent PID 18189: grub2-probe
2024-03-19T00:54:41.805 INFO:teuthology.orchestra.run.smithi046.stderr:File descriptor 9 (pipe:[28640]) leaked on vgs invocation. Parent PID 18189: grub2-probe
2024-03-19T00:54:41.836 INFO:teuthology.orchestra.run.smithi046.stderr:File descriptor 3 (pipe:[32543]) leaked on vgs invocation. Parent PID 18189: grub2-probe
2024-03-19T00:54:41.836 INFO:teuthology.orchestra.run.smithi046.stderr:File descriptor 9 (pipe:[28640]) leaked on vgs invocation. Parent PID 18189: grub2-probe
2024-03-19T00:54:41.967 INFO:teuthology.orchestra.run.smithi046.stderr:File descriptor 3 (pipe:[32543]) leaked on vgs invocation. Parent PID 18237: grub2-probe
2024-03-19T00:54:41.967 INFO:teuthology.orchestra.run.smithi046.stderr:File descriptor 9 (pipe:[28640]) leaked on vgs invocation. Parent PID 18237: grub2-probe
2024-03-19T00:54:41.994 INFO:teuthology.orchestra.run.smithi046.stderr:File descriptor 3 (pipe:[32543]) leaked on vgs invocation. Parent PID 18237: grub2-probe
2024-03-19T00:54:41.994 INFO:teuthology.orchestra.run.smithi046.stderr:File descriptor 9 (pipe:[28640]) leaked on vgs invocation. Parent PID 18237: grub2-probe
2024-03-19T00:54:42.163 INFO:teuthology.orchestra.run.smithi046.stderr:File descriptor 3 (pipe:[32543]) leaked on vgs invocation. Parent PID 18285: grub2-probe
2024-03-19T00:54:42.163 INFO:teuthology.orchestra.run.smithi046.stderr:File descriptor 9 (pipe:[28640]) leaked on vgs invocation. Parent PID 18285: grub2-probe
2024-03-19T00:54:42.196 INFO:teuthology.orchestra.run.smithi046.stderr:File descriptor 3 (pipe:[32543]) leaked on vgs invocation. Parent PID 18285: grub2-probe
2024-03-19T00:54:42.196 INFO:teuthology.orchestra.run.smithi046.stderr:File descriptor 9 (pipe:[28640]) leaked on vgs invocation. Parent PID 18285: grub2-probe
2024-03-19T00:54:42.351 INFO:teuthology.orchestra.run.smithi046.stderr:Adding boot menu entry for UEFI Firmware Settings ...
2024-03-19T00:54:42.365 INFO:teuthology.orchestra.run.smithi046.stderr:done
2024-03-19T00:54:42.367 DEBUG:teuthology.orchestra.run.smithi046:> mktemp
2024-03-19T00:54:42.382 INFO:teuthology.orchestra.run.smithi046.stdout:/tmp/tmp.KoAPhZn23Z
2024-03-19T00:54:42.383 DEBUG:teuthology.orchestra.run.smithi046:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.KoAPhZn23Z
2024-03-19T00:54:42.455 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 0666 /tmp/tmp.KoAPhZn23Z
2024-03-19T00:54:42.607 DEBUG:teuthology.orchestra.remote:smithi046:/tmp/tmp.KoAPhZn23Z is 6KB
2024-03-19T00:54:42.656 DEBUG:teuthology.orchestra.run.smithi046:> rm -fr /tmp/tmp.KoAPhZn23Z
2024-03-19T00:54:42.671 DEBUG:teuthology.orchestra.run.smithi046:> sudo /bin/ls /boot/loader/entries || true
2024-03-19T00:54:42.739 INFO:teuthology.orchestra.run.smithi046.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf
2024-03-19T00:54:42.739 INFO:teuthology.orchestra.run.smithi046.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf
2024-03-19T00:54:42.739 INFO:teuthology.orchestra.run.smithi046.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf
2024-03-19T00:54:42.739 INFO:teuthology.orchestra.run.smithi046.stdout:15949e3c88704300882482eddfd7baae-5.14.0-430.el9.x86_64.conf
2024-03-19T00:54:42.740 DEBUG:teuthology.orchestra.run.smithi046:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-430.el9.x86_64
2024-03-19T00:54:42.877 DEBUG:teuthology.orchestra.run.smithi046:> sudo shutdown -r now
2024-03-19T00:55:12.881 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version...
2024-03-19T00:55:12.882 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi046.front.sepia.ceph.com'
2024-03-19T00:55:12.883 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2024-03-19T00:55:31.358 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.46
2024-03-19T00:55:40.360 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi046.front.sepia.ceph.com'
2024-03-19T00:55:40.361 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2024-03-19T00:55:43.422 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.46
2024-03-19T00:55:55.423 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi046.front.sepia.ceph.com'
2024-03-19T00:55:55.424 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2024-03-19T00:56:13.854 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.46
2024-03-19T00:56:28.856 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi046.front.sepia.ceph.com'
2024-03-19T00:56:28.857 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2024-03-19T00:56:29.193 DEBUG:teuthology.orchestra.run.smithi046:> true
2024-03-19T00:56:29.643 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi046.front.sepia.ceph.com'
2024-03-19T00:56:29.643 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-430.el9.x86_64"...
2024-03-19T00:56:29.643 DEBUG:teuthology.orchestra.run.smithi046:> uname -r
2024-03-19T00:56:29.657 INFO:teuthology.orchestra.run.smithi046.stdout:5.14.0-430.el9.x86_64
2024-03-19T00:56:29.658 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-430.el9.x86_64 vs 5.14.0-430.el9.x86_64
2024-03-19T00:56:29.658 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install
2024-03-19T00:56:29.658 DEBUG:teuthology.task.kernel:Distro of this test job: centos
2024-03-19T00:56:30.658 INFO:teuthology.task.kernel:Enabling kdb on mon.a...
2024-03-19T00:56:30.658 DEBUG:teuthology.orchestra.run.smithi046:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc
2024-03-19T00:56:30.733 INFO:teuthology.orchestra.run.smithi046.stdout:ttyS1
2024-03-19T00:56:30.782 DEBUG:teuthology.parallel:result is None
2024-03-19T01:01:40.442 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - AppStream                      25 kB/s |  19 MB     13:04
2024-03-19T01:14:51.096 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - CRB                           8.0 kB/s | 6.1 MB     13:07
2024-03-19T01:14:53.730 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - Extras packages                10 kB/s |  16 kB     00:01
2024-03-19T01:14:57.098 INFO:teuthology.orchestra.run.smithi102.stdout:Extra Packages for Enterprise Linux             6.3 MB/s |  21 MB     00:03
2024-03-19T01:15:01.973 INFO:teuthology.orchestra.run.smithi102.stdout:lab-extras                                       13 kB/s | 1.7 kB     00:00
2024-03-19T01:15:04.113 INFO:teuthology.orchestra.run.smithi102.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed.
2024-03-19T01:15:04.113 INFO:teuthology.orchestra.run.smithi102.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed.
2024-03-19T01:15:04.209 INFO:teuthology.orchestra.run.smithi102.stdout:Dependencies resolved.
2024-03-19T01:15:04.221 INFO:teuthology.orchestra.run.smithi102.stdout:================================================================================
2024-03-19T01:15:04.221 INFO:teuthology.orchestra.run.smithi102.stdout: Package                   Architecture Version              Repository    Size
2024-03-19T01:15:04.221 INFO:teuthology.orchestra.run.smithi102.stdout:================================================================================
2024-03-19T01:15:04.221 INFO:teuthology.orchestra.run.smithi102.stdout:Installing:
2024-03-19T01:15:04.221 INFO:teuthology.orchestra.run.smithi102.stdout: kernel                    x86_64       5.14.0-430.el9       baseos        44 k
2024-03-19T01:15:04.221 INFO:teuthology.orchestra.run.smithi102.stdout:Installing dependencies:
2024-03-19T01:15:04.221 INFO:teuthology.orchestra.run.smithi102.stdout: kernel-core               x86_64       5.14.0-430.el9       baseos        15 M
2024-03-19T01:15:04.221 INFO:teuthology.orchestra.run.smithi102.stdout: kernel-modules            x86_64       5.14.0-430.el9       baseos        33 M
2024-03-19T01:15:04.221 INFO:teuthology.orchestra.run.smithi102.stdout: kernel-modules-core       x86_64       5.14.0-430.el9       baseos        27 M
2024-03-19T01:15:04.221 INFO:teuthology.orchestra.run.smithi102.stdout:
2024-03-19T01:15:04.222 INFO:teuthology.orchestra.run.smithi102.stdout:Transaction Summary
2024-03-19T01:15:04.222 INFO:teuthology.orchestra.run.smithi102.stdout:================================================================================
2024-03-19T01:15:04.222 INFO:teuthology.orchestra.run.smithi102.stdout:Install  4 Packages
2024-03-19T01:15:04.222 INFO:teuthology.orchestra.run.smithi102.stdout:
2024-03-19T01:15:04.222 INFO:teuthology.orchestra.run.smithi102.stdout:Total download size: 76 M
2024-03-19T01:15:04.222 INFO:teuthology.orchestra.run.smithi102.stdout:Installed size: 123 M
2024-03-19T01:15:04.223 INFO:teuthology.orchestra.run.smithi102.stdout:Downloading Packages:
2024-03-19T01:15:04.650 INFO:teuthology.orchestra.run.smithi102.stdout:(1/4): kernel-5.14.0-430.el9.x86_64.rpm         116 kB/s |  44 kB     00:00
2024-03-19T01:15:16.849 INFO:teuthology.orchestra.run.smithi102.stdout:(2/4): kernel-core-5.14.0-430.el9.x86_64.rpm    1.2 MB/s |  15 MB     00:12
2024-03-19T01:15:26.890 INFO:teuthology.orchestra.run.smithi102.stdout:(3/4): kernel-modules-core-5.14.0-430.el9.x86_6 1.2 MB/s |  27 MB     00:22
2024-03-19T01:15:34.856 INFO:teuthology.orchestra.run.smithi102.stdout:(4/4): kernel-modules-5.14.0-430.el9.x86_64.rpm 1.1 MB/s |  33 MB     00:30
2024-03-19T01:15:34.856 INFO:teuthology.orchestra.run.smithi102.stdout:--------------------------------------------------------------------------------
2024-03-19T01:15:34.856 INFO:teuthology.orchestra.run.smithi102.stdout:Total                                           2.5 MB/s |  76 MB     00:30
2024-03-19T01:15:35.520 INFO:teuthology.orchestra.run.smithi102.stdout:Running transaction check
2024-03-19T01:15:35.886 INFO:teuthology.orchestra.run.smithi102.stdout:Transaction check succeeded.
2024-03-19T01:15:35.886 INFO:teuthology.orchestra.run.smithi102.stdout:Running transaction test
2024-03-19T01:15:36.886 INFO:teuthology.orchestra.run.smithi102.stdout:Transaction test succeeded.
2024-03-19T01:15:36.886 INFO:teuthology.orchestra.run.smithi102.stdout:Running transaction
2024-03-19T01:15:39.384 INFO:teuthology.orchestra.run.smithi102.stdout:  Preparing        :                                                        1/1
2024-03-19T01:15:40.083 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : kernel-modules-core-5.14.0-430.el9.x86_64              1/4
2024-03-19T01:15:40.173 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : kernel-core-5.14.0-430.el9.x86_64                      2/4
2024-03-19T01:15:42.976 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: kernel-core-5.14.0-430.el9.x86_64                      2/4
2024-03-19T01:15:43.111 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : kernel-modules-5.14.0-430.el9.x86_64                   3/4
2024-03-19T01:15:47.794 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: kernel-modules-5.14.0-430.el9.x86_64                   3/4
2024-03-19T01:15:47.936 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : kernel-5.14.0-430.el9.x86_64                           4/4
2024-03-19T01:15:52.679 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: kernel-modules-core-5.14.0-430.el9.x86_64              4/4
2024-03-19T01:16:22.109 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: kernel-core-5.14.0-430.el9.x86_64                      4/4
2024-03-19T01:16:22.109 INFO:teuthology.orchestra.run.smithi102.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y
2024-03-19T01:16:22.109 INFO:teuthology.orchestra.run.smithi102.stdout:
2024-03-19T01:16:22.153 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: kernel-modules-5.14.0-430.el9.x86_64                   4/4
2024-03-19T01:16:22.550 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: kernel-5.14.0-430.el9.x86_64                           4/4
2024-03-19T01:16:22.550 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : kernel-5.14.0-430.el9.x86_64                           1/4
2024-03-19T01:16:22.550 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : kernel-core-5.14.0-430.el9.x86_64                      2/4
2024-03-19T01:16:22.550 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : kernel-modules-5.14.0-430.el9.x86_64                   3/4
2024-03-19T01:16:22.990 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : kernel-modules-core-5.14.0-430.el9.x86_64              4/4
2024-03-19T01:16:22.990 INFO:teuthology.orchestra.run.smithi102.stdout:
2024-03-19T01:16:22.990 INFO:teuthology.orchestra.run.smithi102.stdout:Installed:
2024-03-19T01:16:22.990 INFO:teuthology.orchestra.run.smithi102.stdout:  kernel-5.14.0-430.el9.x86_64
2024-03-19T01:16:22.990 INFO:teuthology.orchestra.run.smithi102.stdout:  kernel-core-5.14.0-430.el9.x86_64
2024-03-19T01:16:22.990 INFO:teuthology.orchestra.run.smithi102.stdout:  kernel-modules-5.14.0-430.el9.x86_64
2024-03-19T01:16:22.991 INFO:teuthology.orchestra.run.smithi102.stdout:  kernel-modules-core-5.14.0-430.el9.x86_64
2024-03-19T01:16:22.991 INFO:teuthology.orchestra.run.smithi102.stdout:
2024-03-19T01:16:22.991 INFO:teuthology.orchestra.run.smithi102.stdout:Complete!
2024-03-19T01:16:23.347 DEBUG:teuthology.orchestra.run.smithi102:> rpm -q kernel | sort -rV | head -n 1
2024-03-19T01:16:23.440 INFO:teuthology.orchestra.run.smithi102.stdout:kernel-5.14.0-430.el9.x86_64
2024-03-19T01:16:23.440 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-430.el9.x86_64
2024-03-19T01:16:23.441 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-430.el9.x86_64
2024-03-19T01:16:23.441 INFO:teuthology.task.kernel:Skipping firmware on distro kernel
2024-03-19T01:16:23.441 DEBUG:teuthology.task.kernel:src is distro, skipping download
2024-03-19T01:16:23.441 INFO:teuthology.task.kernel:Installing distro kernel on mon.c...
2024-03-19T01:16:23.441 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi102.front.sepia.ceph.com, path=None, version=distro)
2024-03-19T01:16:23.441 DEBUG:teuthology.orchestra.run.smithi102:> rpm -q kernel | sort -rV | head -n 1
2024-03-19T01:16:23.520 INFO:teuthology.orchestra.run.smithi102.stdout:kernel-5.14.0-430.el9.x86_64
2024-03-19T01:16:23.520 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-430.el9.x86_64
2024-03-19T01:16:23.521 DEBUG:teuthology.orchestra.run.smithi102:> sudo rpm -qi grub2-tools
2024-03-19T01:16:23.560 INFO:teuthology.orchestra.run.smithi102.stdout:Name        : grub2-tools
2024-03-19T01:16:23.560 INFO:teuthology.orchestra.run.smithi102.stdout:Epoch       : 1
2024-03-19T01:16:23.560 INFO:teuthology.orchestra.run.smithi102.stdout:Version     : 2.06
2024-03-19T01:16:23.560 INFO:teuthology.orchestra.run.smithi102.stdout:Release     : 68.el9
2024-03-19T01:16:23.560 INFO:teuthology.orchestra.run.smithi102.stdout:Architecture: x86_64
2024-03-19T01:16:23.560 INFO:teuthology.orchestra.run.smithi102.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC
2024-03-19T01:16:23.560 INFO:teuthology.orchestra.run.smithi102.stdout:Group       : Unspecified
2024-03-19T01:16:23.560 INFO:teuthology.orchestra.run.smithi102.stdout:Size        : 8264254
2024-03-19T01:16:23.560 INFO:teuthology.orchestra.run.smithi102.stdout:License     : GPLv3+
2024-03-19T01:16:23.560 INFO:teuthology.orchestra.run.smithi102.stdout:Signature   : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d
2024-03-19T01:16:23.560 INFO:teuthology.orchestra.run.smithi102.stdout:Source RPM  : grub2-2.06-68.el9.src.rpm
2024-03-19T01:16:23.561 INFO:teuthology.orchestra.run.smithi102.stdout:Build Date  : Wed 02 Aug 2023 03:15:48 PM UTC
2024-03-19T01:16:23.561 INFO:teuthology.orchestra.run.smithi102.stdout:Build Host  : x86-05.stream.rdu2.redhat.com
2024-03-19T01:16:23.561 INFO:teuthology.orchestra.run.smithi102.stdout:Packager    : builder@centos.org
2024-03-19T01:16:23.561 INFO:teuthology.orchestra.run.smithi102.stdout:Vendor      : CentOS
2024-03-19T01:16:23.561 INFO:teuthology.orchestra.run.smithi102.stdout:URL         : http://www.gnu.org/software/grub/
2024-03-19T01:16:23.561 INFO:teuthology.orchestra.run.smithi102.stdout:Summary     : Support tools for GRUB.
2024-03-19T01:16:23.561 INFO:teuthology.orchestra.run.smithi102.stdout:Description :
2024-03-19T01:16:23.561 INFO:teuthology.orchestra.run.smithi102.stdout:
2024-03-19T01:16:23.561 INFO:teuthology.orchestra.run.smithi102.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and
2024-03-19T01:16:23.561 INFO:teuthology.orchestra.run.smithi102.stdout:customizable bootloader with modular architecture.  It supports a rich
2024-03-19T01:16:23.561 INFO:teuthology.orchestra.run.smithi102.stdout:variety of kernel formats, file systems, computer architectures and
2024-03-19T01:16:23.561 INFO:teuthology.orchestra.run.smithi102.stdout:hardware devices.
2024-03-19T01:16:23.561 INFO:teuthology.orchestra.run.smithi102.stdout:
2024-03-19T01:16:23.561 INFO:teuthology.orchestra.run.smithi102.stdout:This subpackage provides tools for support of all platforms.
2024-03-19T01:16:23.562 INFO:teuthology.task.kernel:Updating Grub Version: grub2
2024-03-19T01:16:23.563 INFO:teuthology.task.kernel:Updating grub on smithi102 to boot 5.14.0-430.el9.x86_64
2024-03-19T01:16:23.563 DEBUG:teuthology.orchestra.run.smithi102:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg
2024-03-19T01:16:24.314 INFO:teuthology.orchestra.run.smithi102.stderr:Generating grub configuration file ...
2024-03-19T01:16:25.763 INFO:teuthology.orchestra.run.smithi102.stderr:Adding boot menu entry for UEFI Firmware Settings ...
2024-03-19T01:16:25.780 INFO:teuthology.orchestra.run.smithi102.stderr:done
2024-03-19T01:16:25.783 DEBUG:teuthology.orchestra.run.smithi102:> mktemp
2024-03-19T01:16:25.799 INFO:teuthology.orchestra.run.smithi102.stdout:/tmp/tmp.fcOO77WdKR
2024-03-19T01:16:25.800 DEBUG:teuthology.orchestra.run.smithi102:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.fcOO77WdKR
2024-03-19T01:16:25.875 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod 0666 /tmp/tmp.fcOO77WdKR
2024-03-19T01:16:26.018 DEBUG:teuthology.orchestra.remote:smithi102:/tmp/tmp.fcOO77WdKR is 6KB
2024-03-19T01:16:26.040 DEBUG:teuthology.orchestra.run.smithi102:> rm -fr /tmp/tmp.fcOO77WdKR
2024-03-19T01:16:26.055 DEBUG:teuthology.orchestra.run.smithi102:> sudo /bin/ls /boot/loader/entries || true
2024-03-19T01:16:26.122 INFO:teuthology.orchestra.run.smithi102.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf
2024-03-19T01:16:26.122 INFO:teuthology.orchestra.run.smithi102.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf
2024-03-19T01:16:26.122 INFO:teuthology.orchestra.run.smithi102.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf
2024-03-19T01:16:26.122 INFO:teuthology.orchestra.run.smithi102.stdout:15949e3c88704300882482eddfd7baae-5.14.0-430.el9.x86_64.conf
2024-03-19T01:16:26.123 DEBUG:teuthology.orchestra.run.smithi102:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-430.el9.x86_64
2024-03-19T01:16:26.286 DEBUG:teuthology.orchestra.run.smithi102:> sudo shutdown -r now
2024-03-19T01:16:56.289 INFO:teuthology.task.kernel:Checking client mon.c for new kernel version...
2024-03-19T01:16:56.289 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi102.front.sepia.ceph.com'
2024-03-19T01:16:56.290 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi102.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2024-03-19T01:17:14.654 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.102
2024-03-19T01:17:23.655 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi102.front.sepia.ceph.com'
2024-03-19T01:17:23.656 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi102.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2024-03-19T01:17:26.718 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.102
2024-03-19T01:17:38.720 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi102.front.sepia.ceph.com'
2024-03-19T01:17:38.720 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi102.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2024-03-19T01:18:10.586 DEBUG:teuthology.orchestra.run.smithi102:> true
2024-03-19T01:18:11.016 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi102.front.sepia.ceph.com'
2024-03-19T01:18:11.016 INFO:teuthology.task.kernel:Checking kernel version of mon.c, want "5.14.0-430.el9.x86_64"...
2024-03-19T01:18:11.017 DEBUG:teuthology.orchestra.run.smithi102:> uname -r
2024-03-19T01:18:11.030 INFO:teuthology.orchestra.run.smithi102.stdout:5.14.0-430.el9.x86_64
2024-03-19T01:18:11.030 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-430.el9.x86_64 vs 5.14.0-430.el9.x86_64
2024-03-19T01:18:11.030 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install
2024-03-19T01:18:11.031 DEBUG:teuthology.task.kernel:Distro of this test job: centos
2024-03-19T01:18:12.032 INFO:teuthology.task.kernel:Enabling kdb on mon.c...
2024-03-19T01:18:12.032 DEBUG:teuthology.orchestra.run.smithi102:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc
2024-03-19T01:18:12.099 INFO:teuthology.orchestra.run.smithi102.stdout:ttyS1
2024-03-19T01:18:12.137 DEBUG:teuthology.parallel:result is None
2024-03-19T01:18:12.137 INFO:teuthology.run_tasks:Running task internal.base...
2024-03-19T01:18:12.147 INFO:teuthology.task.internal:Creating test directory...
2024-03-19T01:18:12.148 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -p -m0755 -- /home/ubuntu/cephtest
2024-03-19T01:18:12.151 DEBUG:teuthology.orchestra.run.smithi073:> mkdir -p -m0755 -- /home/ubuntu/cephtest
2024-03-19T01:18:12.155 DEBUG:teuthology.orchestra.run.smithi102:> mkdir -p -m0755 -- /home/ubuntu/cephtest
2024-03-19T01:18:12.171 INFO:teuthology.run_tasks:Running task internal.archive_upload...
2024-03-19T01:18:12.183 INFO:teuthology.run_tasks:Running task internal.archive...
2024-03-19T01:18:12.228 INFO:teuthology.task.internal:Creating archive directory...
2024-03-19T01:18:12.229 DEBUG:teuthology.orchestra.run.smithi046:> install -d -m0755 -- /home/ubuntu/cephtest/archive
2024-03-19T01:18:12.231 DEBUG:teuthology.orchestra.run.smithi073:> install -d -m0755 -- /home/ubuntu/cephtest/archive
2024-03-19T01:18:12.233 DEBUG:teuthology.orchestra.run.smithi102:> install -d -m0755 -- /home/ubuntu/cephtest/archive
2024-03-19T01:18:12.339 INFO:teuthology.run_tasks:Running task internal.coredump...
2024-03-19T01:18:12.348 INFO:teuthology.task.internal:Enabling coredump saving...
2024-03-19T01:18:12.348 DEBUG:teuthology.orchestra.run.smithi046:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf
2024-03-19T01:18:12.350 DEBUG:teuthology.orchestra.run.smithi073:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf
2024-03-19T01:18:12.353 DEBUG:teuthology.orchestra.run.smithi102:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf
2024-03-19T01:18:12.386 INFO:teuthology.orchestra.run.smithi102.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core
2024-03-19T01:18:12.387 INFO:teuthology.orchestra.run.smithi046.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core
2024-03-19T01:18:12.399 INFO:teuthology.orchestra.run.smithi102.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core
2024-03-19T01:18:12.401 INFO:teuthology.orchestra.run.smithi046.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core
2024-03-19T01:18:12.412 INFO:teuthology.orchestra.run.smithi073.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core
2024-03-19T01:18:12.427 INFO:teuthology.orchestra.run.smithi073.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core
2024-03-19T01:18:12.429 INFO:teuthology.run_tasks:Running task internal.sudo...
2024-03-19T01:18:12.437 INFO:teuthology.task.internal:Configuring sudo...
2024-03-19T01:18:12.437 DEBUG:teuthology.orchestra.run.smithi046:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers
2024-03-19T01:18:12.445 DEBUG:teuthology.orchestra.run.smithi073:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers
2024-03-19T01:18:12.447 DEBUG:teuthology.orchestra.run.smithi102:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers
2024-03-19T01:18:12.475 INFO:teuthology.run_tasks:Running task internal.syslog...
2024-03-19T01:18:12.487 INFO:teuthology.task.internal.syslog:Starting syslog monitoring...
2024-03-19T01:18:12.487 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog
2024-03-19T01:18:12.514 DEBUG:teuthology.orchestra.run.smithi073:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog
2024-03-19T01:18:12.517 DEBUG:teuthology.orchestra.run.smithi102:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog
2024-03-19T01:18:12.532 DEBUG:teuthology.orchestra.run.smithi046:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log
2024-03-19T01:18:12.610 DEBUG:teuthology.orchestra.run.smithi046:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log
2024-03-19T01:18:12.685 DEBUG:teuthology.orchestra.run.smithi046:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log
2024-03-19T01:18:12.724 DEBUG:teuthology.orchestra.run.smithi046:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log
2024-03-19T01:18:12.769 DEBUG:teuthology.orchestra.run.smithi046:> set -ex
2024-03-19T01:18:12.769 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf
2024-03-19T01:18:12.836 DEBUG:teuthology.orchestra.run.smithi073:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log
2024-03-19T01:18:12.877 DEBUG:teuthology.orchestra.run.smithi073:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log
2024-03-19T01:18:12.947 DEBUG:teuthology.orchestra.run.smithi073:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log
2024-03-19T01:18:12.990 DEBUG:teuthology.orchestra.run.smithi073:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log
2024-03-19T01:18:13.035 DEBUG:teuthology.orchestra.run.smithi073:> set -ex
2024-03-19T01:18:13.035 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf
2024-03-19T01:18:13.104 DEBUG:teuthology.orchestra.run.smithi102:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log
2024-03-19T01:18:13.145 DEBUG:teuthology.orchestra.run.smithi102:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log
2024-03-19T01:18:13.201 DEBUG:teuthology.orchestra.run.smithi102:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log
2024-03-19T01:18:13.282 DEBUG:teuthology.orchestra.run.smithi102:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log
2024-03-19T01:18:13.321 DEBUG:teuthology.orchestra.run.smithi102:> set -ex
2024-03-19T01:18:13.321 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf
2024-03-19T01:18:13.387 DEBUG:teuthology.orchestra.run.smithi046:> sudo service rsyslog restart
2024-03-19T01:18:13.389 DEBUG:teuthology.orchestra.run.smithi073:> sudo service rsyslog restart
2024-03-19T01:18:13.391 DEBUG:teuthology.orchestra.run.smithi102:> sudo service rsyslog restart
2024-03-19T01:18:13.433 INFO:teuthology.orchestra.run.smithi073.stderr:Redirecting to /bin/systemctl restart rsyslog.service
2024-03-19T01:18:13.442 INFO:teuthology.orchestra.run.smithi046.stderr:Redirecting to /bin/systemctl restart rsyslog.service
2024-03-19T01:18:13.499 INFO:teuthology.orchestra.run.smithi102.stderr:Redirecting to /bin/systemctl restart rsyslog.service
2024-03-19T01:18:13.902 INFO:teuthology.run_tasks:Running task internal.timer...
2024-03-19T01:18:13.909 INFO:teuthology.task.internal:Starting timer...
2024-03-19T01:18:13.909 INFO:teuthology.run_tasks:Running task pcp...
2024-03-19T01:18:13.966 INFO:teuthology.run_tasks:Running task selinux...
2024-03-19T01:18:14.015 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']}
2024-03-19T01:18:14.016 DEBUG:teuthology.orchestra.run.smithi046:> sudo service auditd rotate
2024-03-19T01:18:14.114 INFO:teuthology.orchestra.run.smithi046.stdout:Rotating logs:
2024-03-19T01:18:14.116 DEBUG:teuthology.orchestra.run.smithi073:> sudo service auditd rotate
2024-03-19T01:18:14.192 INFO:teuthology.orchestra.run.smithi073.stdout:Rotating logs:
2024-03-19T01:18:14.194 DEBUG:teuthology.orchestra.run.smithi102:> sudo service auditd rotate
2024-03-19T01:18:14.281 INFO:teuthology.orchestra.run.smithi102.stdout:Rotating logs:
2024-03-19T01:18:14.284 DEBUG:teuthology.task.selinux:Getting current SELinux state
2024-03-19T01:18:14.285 DEBUG:teuthology.orchestra.run.smithi046:> /usr/sbin/getenforce
2024-03-19T01:18:14.309 INFO:teuthology.orchestra.run.smithi046.stdout:Permissive
2024-03-19T01:18:14.310 DEBUG:teuthology.orchestra.run.smithi073:> /usr/sbin/getenforce
2024-03-19T01:18:14.332 INFO:teuthology.orchestra.run.smithi073.stdout:Permissive
2024-03-19T01:18:14.333 DEBUG:teuthology.orchestra.run.smithi102:> /usr/sbin/getenforce
2024-03-19T01:18:14.363 INFO:teuthology.orchestra.run.smithi102.stdout:Permissive
2024-03-19T01:18:14.363 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi046.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi073.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi102.front.sepia.ceph.com': 'permissive'}
2024-03-19T01:18:14.363 DEBUG:teuthology.orchestra.run.smithi046:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0
2024-03-19T01:18:14.391 DEBUG:teuthology.orchestra.run:got remote process result: 1
2024-03-19T01:18:14.393 DEBUG:teuthology.orchestra.run.smithi073:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0
2024-03-19T01:18:14.422 DEBUG:teuthology.orchestra.run:got remote process result: 1
2024-03-19T01:18:14.423 DEBUG:teuthology.orchestra.run.smithi102:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0
2024-03-19T01:18:14.469 DEBUG:teuthology.orchestra.run:got remote process result: 1
2024-03-19T01:18:14.470 INFO:teuthology.task.selinux:Putting SELinux into permissive mode
2024-03-19T01:18:14.470 DEBUG:teuthology.orchestra.run.smithi046:> sudo /usr/sbin/setenforce permissive
2024-03-19T01:18:14.503 DEBUG:teuthology.orchestra.run.smithi073:> sudo /usr/sbin/setenforce permissive
2024-03-19T01:18:14.534 DEBUG:teuthology.orchestra.run.smithi102:> sudo /usr/sbin/setenforce permissive
2024-03-19T01:18:14.581 INFO:teuthology.run_tasks:Running task ansible.cephlab...
2024-03-19T01:18:14.592 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git
2024-03-19T01:18:14.597 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin
2024-03-19T01:18:14.726 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main
2024-03-19T01:18:14.766 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}]
2024-03-19T01:18:14.767 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi046.front.sepia.ceph.com,smithi073.front.sepia.ceph.com,smithi102.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml
2024-03-19T01:27:06.722 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi046.front.sepia.ceph.com'), Remote(name='ubuntu@smithi073.front.sepia.ceph.com'), Remote(name='ubuntu@smithi102.front.sepia.ceph.com')]
2024-03-19T01:27:06.723 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi046.front.sepia.ceph.com'
2024-03-19T01:27:06.724 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2024-03-19T01:27:06.817 DEBUG:teuthology.orchestra.run.smithi046:> true
2024-03-19T01:27:06.905 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi046.front.sepia.ceph.com'
2024-03-19T01:27:06.906 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi073.front.sepia.ceph.com'
2024-03-19T01:27:06.906 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi073.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2024-03-19T01:27:06.996 DEBUG:teuthology.orchestra.run.smithi073:> true
2024-03-19T01:27:07.069 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi073.front.sepia.ceph.com'
2024-03-19T01:27:07.069 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi102.front.sepia.ceph.com'
2024-03-19T01:27:07.070 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi102.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60}
2024-03-19T01:27:07.167 DEBUG:teuthology.orchestra.run.smithi102:> true
2024-03-19T01:27:07.245 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi102.front.sepia.ceph.com'
2024-03-19T01:27:07.245 INFO:teuthology.run_tasks:Running task clock...
2024-03-19T01:27:07.255 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew...
2024-03-19T01:27:07.255 INFO:teuthology.orchestra.run:Running command with timeout 360
2024-03-19T01:27:07.256 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true
2024-03-19T01:27:07.258 INFO:teuthology.orchestra.run:Running command with timeout 360
2024-03-19T01:27:07.258 DEBUG:teuthology.orchestra.run.smithi073:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true
2024-03-19T01:27:07.260 INFO:teuthology.orchestra.run:Running command with timeout 360
2024-03-19T01:27:07.261 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true
2024-03-19T01:27:07.288 INFO:teuthology.orchestra.run.smithi073.stderr:Failed to stop ntp.service: Unit ntp.service not loaded.
2024-03-19T01:27:07.289 INFO:teuthology.orchestra.run.smithi046.stderr:Failed to stop ntp.service: Unit ntp.service not loaded.
2024-03-19T01:27:07.305 INFO:teuthology.orchestra.run.smithi073.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded.
2024-03-19T01:27:07.307 INFO:teuthology.orchestra.run.smithi046.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded.
2024-03-19T01:27:07.315 INFO:teuthology.orchestra.run.smithi102.stderr:Failed to stop ntp.service: Unit ntp.service not loaded.
2024-03-19T01:27:07.332 INFO:teuthology.orchestra.run.smithi102.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded.
2024-03-19T01:27:07.334 INFO:teuthology.orchestra.run.smithi073.stderr:sudo: ntpd: command not found
2024-03-19T01:27:07.338 INFO:teuthology.orchestra.run.smithi046.stderr:sudo: ntpd: command not found
2024-03-19T01:27:07.348 INFO:teuthology.orchestra.run.smithi073.stdout:506 Cannot talk to daemon
2024-03-19T01:27:07.352 INFO:teuthology.orchestra.run.smithi046.stdout:506 Cannot talk to daemon
2024-03-19T01:27:07.361 INFO:teuthology.orchestra.run.smithi102.stderr:sudo: ntpd: command not found
2024-03-19T01:27:07.364 INFO:teuthology.orchestra.run.smithi073.stderr:Failed to start ntp.service: Unit ntp.service not found.
2024-03-19T01:27:07.369 INFO:teuthology.orchestra.run.smithi046.stderr:Failed to start ntp.service: Unit ntp.service not found.
2024-03-19T01:27:07.375 INFO:teuthology.orchestra.run.smithi102.stdout:506 Cannot talk to daemon
2024-03-19T01:27:07.380 INFO:teuthology.orchestra.run.smithi073.stderr:Failed to start ntpd.service: Unit ntpd.service not found.
2024-03-19T01:27:07.385 INFO:teuthology.orchestra.run.smithi046.stderr:Failed to start ntpd.service: Unit ntpd.service not found.
2024-03-19T01:27:07.391 INFO:teuthology.orchestra.run.smithi102.stderr:Failed to start ntp.service: Unit ntp.service not found.
2024-03-19T01:27:07.408 INFO:teuthology.orchestra.run.smithi102.stderr:Failed to start ntpd.service: Unit ntpd.service not found.
2024-03-19T01:27:07.434 INFO:teuthology.orchestra.run.smithi073.stderr:bash: line 1: ntpq: command not found
2024-03-19T01:27:07.436 INFO:teuthology.orchestra.run.smithi046.stderr:bash: line 1: ntpq: command not found
2024-03-19T01:27:07.437 INFO:teuthology.orchestra.run.smithi073.stdout:MS Name/IP address         Stratum Poll Reach LastRx Last sample
2024-03-19T01:27:07.437 INFO:teuthology.orchestra.run.smithi073.stdout:===============================================================================
2024-03-19T01:27:07.437 INFO:teuthology.orchestra.run.smithi073.stdout:^? hv01.front.sepia.ceph.com     0   6     0     -     +0ns[   +0ns] +/-    0ns
2024-03-19T01:27:07.437 INFO:teuthology.orchestra.run.smithi073.stdout:^? hv02.front.sepia.ceph.com     0   6     0     -     +0ns[   +0ns] +/-    0ns
2024-03-19T01:27:07.438 INFO:teuthology.orchestra.run.smithi073.stdout:^? hv03.front.sepia.ceph.com     0   6     0     -     +0ns[   +0ns] +/-    0ns
2024-03-19T01:27:07.438 INFO:teuthology.orchestra.run.smithi073.stdout:^? hv04.front.sepia.ceph.com     0   6     0     -     +0ns[   +0ns] +/-    0ns
2024-03-19T01:27:07.439 INFO:teuthology.orchestra.run.smithi046.stdout:MS Name/IP address         Stratum Poll Reach LastRx Last sample
2024-03-19T01:27:07.440 INFO:teuthology.orchestra.run.smithi046.stdout:===============================================================================
2024-03-19T01:27:07.440 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv01.front.sepia.ceph.com     0   6     0     -     +0ns[   +0ns] +/-    0ns
2024-03-19T01:27:07.440 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv02.front.sepia.ceph.com     0   6     0     -     +0ns[   +0ns] +/-    0ns
2024-03-19T01:27:07.440 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv03.front.sepia.ceph.com     0   6     0     -     +0ns[   +0ns] +/-    0ns
2024-03-19T01:27:07.440 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv04.front.sepia.ceph.com     0   6     0     -     +0ns[   +0ns] +/-    0ns
2024-03-19T01:27:07.460 INFO:teuthology.orchestra.run.smithi102.stderr:bash: line 1: ntpq: command not found
2024-03-19T01:27:07.464 INFO:teuthology.orchestra.run.smithi102.stdout:MS Name/IP address         Stratum Poll Reach LastRx Last sample
2024-03-19T01:27:07.464 INFO:teuthology.orchestra.run.smithi102.stdout:===============================================================================
2024-03-19T01:27:07.464 INFO:teuthology.orchestra.run.smithi102.stdout:^? hv01.front.sepia.ceph.com     0   6     0     -     +0ns[   +0ns] +/-    0ns
2024-03-19T01:27:07.464 INFO:teuthology.orchestra.run.smithi102.stdout:^? hv02.front.sepia.ceph.com     0   6     0     -     +0ns[   +0ns] +/-    0ns
2024-03-19T01:27:07.464 INFO:teuthology.orchestra.run.smithi102.stdout:^? hv03.front.sepia.ceph.com     0   6     0     -     +0ns[   +0ns] +/-    0ns
2024-03-19T01:27:07.464 INFO:teuthology.orchestra.run.smithi102.stdout:^? hv04.front.sepia.ceph.com     0   6     0     -     +0ns[   +0ns] +/-    0ns
2024-03-19T01:27:07.465 INFO:teuthology.run_tasks:Running task install...
2024-03-19T01:27:07.474 DEBUG:teuthology.task.install:project ceph
2024-03-19T01:27:07.474 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'b6ae24918b03b1b8a19c9263a50655bba80bb810'}}
2024-03-19T01:27:07.474 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'b6ae24918b03b1b8a19c9263a50655bba80bb810'}
2024-03-19T01:27:07.474 INFO:teuthology.task.install:Using flavor: default
2024-03-19T01:27:07.480 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']}
2024-03-19T01:27:07.480 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}
2024-03-19T01:27:07.480 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'b6ae24918b03b1b8a19c9263a50655bba80bb810', 'tag': None, 'wait_for_package': False}
2024-03-19T01:27:07.481 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b6ae24918b03b1b8a19c9263a50655bba80bb810
2024-03-19T01:27:07.482 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'b6ae24918b03b1b8a19c9263a50655bba80bb810', 'tag': None, 'wait_for_package': False}
2024-03-19T01:27:07.483 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b6ae24918b03b1b8a19c9263a50655bba80bb810
2024-03-19T01:27:07.483 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'b6ae24918b03b1b8a19c9263a50655bba80bb810', 'tag': None, 'wait_for_package': False}
2024-03-19T01:27:07.484 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b6ae24918b03b1b8a19c9263a50655bba80bb810
2024-03-19T01:27:07.631 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/flavors/default/
2024-03-19T01:27:07.631 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2206.gb6ae2491
2024-03-19T01:27:07.635 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/flavors/default/
2024-03-19T01:27:07.635 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2206.gb6ae2491
2024-03-19T01:27:07.730 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/flavors/default/
2024-03-19T01:27:07.730 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2206.gb6ae2491
2024-03-19T01:27:07.743 INFO:teuthology.packaging:Writing yum repo:
[ceph]
name=ceph packages for $basearch
baseurl=https://4.chacra.ceph.com/r/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/flavors/default/$basearch
enabled=1
gpgcheck=0
type=rpm-md

[ceph-noarch]
name=ceph noarch packages
baseurl=https://4.chacra.ceph.com/r/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/flavors/default/noarch
enabled=1
gpgcheck=0
type=rpm-md

[ceph-source]
name=ceph source packages
baseurl=https://4.chacra.ceph.com/r/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/flavors/default/SRPMS
enabled=1
gpgcheck=0
type=rpm-md

2024-03-19T01:27:07.743 DEBUG:teuthology.orchestra.run.smithi073:> set -ex
2024-03-19T01:27:07.743 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd of=/etc/yum.repos.d/ceph.repo
2024-03-19T01:27:07.751 INFO:teuthology.packaging:Writing yum repo:
[ceph]
name=ceph packages for $basearch
baseurl=https://4.chacra.ceph.com/r/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/flavors/default/$basearch
enabled=1
gpgcheck=0
type=rpm-md

[ceph-noarch]
name=ceph noarch packages
baseurl=https://4.chacra.ceph.com/r/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/flavors/default/noarch
enabled=1
gpgcheck=0
type=rpm-md

[ceph-source]
name=ceph source packages
baseurl=https://4.chacra.ceph.com/r/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/flavors/default/SRPMS
enabled=1
gpgcheck=0
type=rpm-md

2024-03-19T01:27:07.751 DEBUG:teuthology.orchestra.run.smithi102:> set -ex
2024-03-19T01:27:07.751 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/etc/yum.repos.d/ceph.repo
2024-03-19T01:27:07.772 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64
2024-03-19T01:27:07.772 DEBUG:teuthology.orchestra.run.smithi073:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/b6ae24918b03b1b8a19c9263a50655bba80bb810/;g' /etc/yum.repos.d/ceph.repo ; fi
2024-03-19T01:27:07.779 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64
2024-03-19T01:27:07.780 DEBUG:teuthology.orchestra.run.smithi102:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/b6ae24918b03b1b8a19c9263a50655bba80bb810/;g' /etc/yum.repos.d/ceph.repo ; fi
2024-03-19T01:27:07.839 INFO:teuthology.packaging:Writing yum repo:
[ceph]
name=ceph packages for $basearch
baseurl=https://4.chacra.ceph.com/r/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/flavors/default/$basearch
enabled=1
gpgcheck=0
type=rpm-md

[ceph-noarch]
name=ceph noarch packages
baseurl=https://4.chacra.ceph.com/r/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/flavors/default/noarch
enabled=1
gpgcheck=0
type=rpm-md

[ceph-source]
name=ceph source packages
baseurl=https://4.chacra.ceph.com/r/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/flavors/default/SRPMS
enabled=1
gpgcheck=0
type=rpm-md

2024-03-19T01:27:07.839 DEBUG:teuthology.orchestra.run.smithi046:> set -ex
2024-03-19T01:27:07.839 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/yum.repos.d/ceph.repo
2024-03-19T01:27:07.840 DEBUG:teuthology.orchestra.run.smithi073:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig
2024-03-19T01:27:07.847 DEBUG:teuthology.orchestra.run.smithi102:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig
2024-03-19T01:27:07.870 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64
2024-03-19T01:27:07.870 DEBUG:teuthology.orchestra.run.smithi046:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/b6ae24918b03b1b8a19c9263a50655bba80bb810/;g' /etc/yum.repos.d/ceph.repo ; fi
2024-03-19T01:27:07.920 DEBUG:teuthology.orchestra.run.smithi073:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf
2024-03-19T01:27:07.927 DEBUG:teuthology.orchestra.run.smithi102:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf
2024-03-19T01:27:07.938 DEBUG:teuthology.orchestra.run.smithi046:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig
2024-03-19T01:27:07.985 INFO:teuthology.orchestra.run.smithi073.stdout:check_obsoletes = 1
2024-03-19T01:27:07.987 DEBUG:teuthology.orchestra.run.smithi073:> sudo yum clean all
2024-03-19T01:27:07.992 INFO:teuthology.orchestra.run.smithi102.stdout:check_obsoletes = 1
2024-03-19T01:27:07.994 DEBUG:teuthology.orchestra.run.smithi102:> sudo yum clean all
2024-03-19T01:27:08.018 DEBUG:teuthology.orchestra.run.smithi046:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf
2024-03-19T01:27:08.084 INFO:teuthology.orchestra.run.smithi046.stdout:check_obsoletes = 1
2024-03-19T01:27:08.086 DEBUG:teuthology.orchestra.run.smithi046:> sudo yum clean all
2024-03-19T01:27:08.243 INFO:teuthology.orchestra.run.smithi073.stdout:74 files removed
2024-03-19T01:27:08.253 INFO:teuthology.orchestra.run.smithi102.stdout:74 files removed
2024-03-19T01:27:08.270 DEBUG:teuthology.orchestra.run.smithi073:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib
2024-03-19T01:27:08.283 DEBUG:teuthology.orchestra.run.smithi102:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib
2024-03-19T01:27:08.323 INFO:teuthology.orchestra.run.smithi046.stdout:74 files removed
2024-03-19T01:27:08.350 DEBUG:teuthology.orchestra.run.smithi046:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib
2024-03-19T01:27:08.956 INFO:teuthology.orchestra.run.smithi073.stdout:ceph packages for x86_64                        214 kB/s |  83 kB     00:00
2024-03-19T01:27:09.042 INFO:teuthology.orchestra.run.smithi102.stdout:ceph packages for x86_64                        180 kB/s |  83 kB     00:00
2024-03-19T01:27:09.051 INFO:teuthology.orchestra.run.smithi046.stdout:ceph packages for x86_64                        209 kB/s |  83 kB     00:00
2024-03-19T01:27:09.382 INFO:teuthology.orchestra.run.smithi073.stdout:ceph noarch packages                             27 kB/s |  10 kB     00:00
2024-03-19T01:27:09.409 INFO:teuthology.orchestra.run.smithi102.stdout:ceph noarch packages                             32 kB/s |  10 kB     00:00
2024-03-19T01:27:09.410 INFO:teuthology.orchestra.run.smithi046.stdout:ceph noarch packages                             33 kB/s |  10 kB     00:00
2024-03-19T01:27:09.707 INFO:teuthology.orchestra.run.smithi073.stdout:ceph source packages                            6.6 kB/s | 1.9 kB     00:00
2024-03-19T01:27:09.819 INFO:teuthology.orchestra.run.smithi046.stdout:ceph source packages                            5.1 kB/s | 1.9 kB     00:00
2024-03-19T01:27:09.851 INFO:teuthology.orchestra.run.smithi102.stdout:ceph source packages                            4.7 kB/s | 1.9 kB     00:00
2024-03-19T01:27:10.277 INFO:teuthology.orchestra.run.smithi073.stdout:CentOS-9 - AppStream                             13 MB/s | 6.7 MB     00:00
2024-03-19T01:27:11.572 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS-9 - AppStream                            3.9 MB/s | 6.7 MB     00:01
2024-03-19T01:27:11.818 INFO:teuthology.orchestra.run.smithi073.stdout:CentOS-9 - BaseOS                               4.6 MB/s | 2.0 MB     00:00
2024-03-19T01:27:12.214 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS-9 - AppStream                            2.9 MB/s | 6.7 MB     00:02
2024-03-19T01:27:13.364 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS-9 - BaseOS                               3.1 MB/s | 2.0 MB     00:00
2024-03-19T01:27:13.829 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS-9 - BaseOS                               4.1 MB/s | 2.0 MB     00:00
2024-03-19T01:27:16.529 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - BaseOS                        2.8 MB/s | 8.0 MB     00:02
2024-03-19T01:27:23.396 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - AppStream                     3.3 MB/s |  19 MB     00:05
2024-03-19T01:31:39.136 INFO:teuthology.orchestra.run.smithi073.stdout:CentOS Stream 9 - BaseOS                         31 kB/s | 8.0 MB     04:26
2024-03-19T01:31:40.173 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - BaseOS                         31 kB/s | 8.0 MB     04:26
2024-03-19T01:31:41.025 INFO:teuthology.orchestra.run.smithi073.stdout:CentOS Stream 9 - AppStream                      22 MB/s |  19 MB     00:00
2024-03-19T01:31:46.076 INFO:teuthology.orchestra.run.smithi073.stdout:CentOS Stream 9 - CRB                           3.9 MB/s | 6.1 MB     00:01
2024-03-19T01:31:47.744 INFO:teuthology.orchestra.run.smithi073.stdout:CentOS Stream 9 - Extras packages                49 kB/s |  16 kB     00:00
2024-03-19T01:31:49.806 INFO:teuthology.orchestra.run.smithi073.stdout:Extra Packages for Enterprise Linux              11 MB/s |  21 MB     00:01
2024-03-19T01:31:53.739 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - CRB                            24 kB/s | 6.1 MB     04:26
2024-03-19T01:31:54.787 INFO:teuthology.orchestra.run.smithi073.stdout:lab-extras                                       13 kB/s | 1.7 kB     00:00
2024-03-19T01:31:55.235 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - Extras packages                57 kB/s |  16 kB     00:00
2024-03-19T01:31:57.172 INFO:teuthology.orchestra.run.smithi073.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed.
2024-03-19T01:31:57.173 INFO:teuthology.orchestra.run.smithi073.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed.
2024-03-19T01:31:57.185 INFO:teuthology.orchestra.run.smithi073.stdout:Package NetworkManager-1:1.44.0-2.el9.x86_64 is already installed.
2024-03-19T01:31:57.186 INFO:teuthology.orchestra.run.smithi073.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed.
2024-03-19T01:31:57.187 INFO:teuthology.orchestra.run.smithi073.stdout:Package util-linux-2.37.4-15.el9.x86_64 is already installed.
2024-03-19T01:31:57.187 INFO:teuthology.orchestra.run.smithi073.stdout:Package libacl-devel-2.3.1-3.el9.x86_64 is already installed.
2024-03-19T01:31:57.189 INFO:teuthology.orchestra.run.smithi073.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed.
2024-03-19T01:31:57.191 INFO:teuthology.orchestra.run.smithi073.stdout:Package xfsdump-3.1.12-3.el9.x86_64 is already installed.
2024-03-19T01:31:57.192 INFO:teuthology.orchestra.run.smithi073.stdout:Package xfsprogs-5.19.0-4.el9.x86_64 is already installed.
2024-03-19T01:31:57.271 INFO:teuthology.orchestra.run.smithi073.stdout:Dependencies resolved.
2024-03-19T01:31:57.287 INFO:teuthology.orchestra.run.smithi073.stdout:============================================================================================
2024-03-19T01:31:57.287 INFO:teuthology.orchestra.run.smithi073.stdout: Package                         Arch    Version                     Repository         Size
2024-03-19T01:31:57.287 INFO:teuthology.orchestra.run.smithi073.stdout:============================================================================================
2024-03-19T01:31:57.287 INFO:teuthology.orchestra.run.smithi073.stdout:Installing:
2024-03-19T01:31:57.287 INFO:teuthology.orchestra.run.smithi073.stdout: bison                           x86_64  3.7.4-5.el9                 CentOS-AppStream  920 k
2024-03-19T01:31:57.287 INFO:teuthology.orchestra.run.smithi073.stdout: ceph                            x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              6.6 k
2024-03-19T01:31:57.287 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-base                       x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              5.4 M
2024-03-19T01:31:57.287 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-fuse                       x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              891 k
2024-03-19T01:31:57.288 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-immutable-object-cache     x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              145 k
2024-03-19T01:31:57.288 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-mgr                        x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              1.5 M
2024-03-19T01:31:57.288 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-mgr-cephadm                noarch  2:19.0.0-2206.gb6ae2491.el9 ceph-noarch       139 k
2024-03-19T01:31:57.288 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-mgr-dashboard              noarch  2:19.0.0-2206.gb6ae2491.el9 ceph-noarch       1.8 M
2024-03-19T01:31:57.288 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-mgr-diskprediction-local   noarch  2:19.0.0-2206.gb6ae2491.el9 ceph-noarch       7.4 M
2024-03-19T01:31:57.288 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-mgr-rook                   noarch  2:19.0.0-2206.gb6ae2491.el9 ceph-noarch        49 k
2024-03-19T01:31:57.288 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-radosgw                    x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              9.8 M
2024-03-19T01:31:57.288 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-test                       x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph               48 M
2024-03-19T01:31:57.288 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-volume                     noarch  2:19.0.0-2206.gb6ae2491.el9 ceph-noarch       264 k
2024-03-19T01:31:57.288 INFO:teuthology.orchestra.run.smithi073.stdout: cephadm                         noarch  2:19.0.0-2206.gb6ae2491.el9 ceph-noarch       749 k
2024-03-19T01:31:57.288 INFO:teuthology.orchestra.run.smithi073.stdout: cephfs-mirror                   x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              221 k
2024-03-19T01:31:57.288 INFO:teuthology.orchestra.run.smithi073.stdout: cephfs-shell                    x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph               27 k
2024-03-19T01:31:57.288 INFO:teuthology.orchestra.run.smithi073.stdout: cephfs-top                      noarch  2:19.0.0-2206.gb6ae2491.el9 ceph-noarch        18 k
2024-03-19T01:31:57.288 INFO:teuthology.orchestra.run.smithi073.stdout: elfutils-libelf-devel           x86_64  0.190-2.el9                 appstream          21 k
2024-03-19T01:31:57.289 INFO:teuthology.orchestra.run.smithi073.stdout: flex                            x86_64  2.6.4-9.el9                 CentOS-AppStream  307 k
2024-03-19T01:31:57.289 INFO:teuthology.orchestra.run.smithi073.stdout: libaio-devel                    x86_64  0.3.111-13.el9              CentOS-AppStream   10 k
2024-03-19T01:31:57.289 INFO:teuthology.orchestra.run.smithi073.stdout: libcephfs-devel                 x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph               32 k
2024-03-19T01:31:57.289 INFO:teuthology.orchestra.run.smithi073.stdout: libcephfs2                      x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              746 k
2024-03-19T01:31:57.289 INFO:teuthology.orchestra.run.smithi073.stdout: librados-devel                  x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              127 k
2024-03-19T01:31:57.289 INFO:teuthology.orchestra.run.smithi073.stdout: libtool                         x86_64  2.4.6-45.el9                CentOS-AppStream  578 k
2024-03-19T01:31:57.289 INFO:teuthology.orchestra.run.smithi073.stdout: libuuid-devel                   x86_64  2.37.4-18.el9               appstream          25 k
2024-03-19T01:31:57.289 INFO:teuthology.orchestra.run.smithi073.stdout: openssl-devel                   x86_64  1:3.0.7-27.el9              appstream         4.1 M
2024-03-19T01:31:57.289 INFO:teuthology.orchestra.run.smithi073.stdout: postgresql                      x86_64  13.11-1.el9                 CentOS-AppStream  1.5 M
2024-03-19T01:31:57.289 INFO:teuthology.orchestra.run.smithi073.stdout: postgresql-contrib              x86_64  13.11-1.el9                 CentOS-AppStream  811 k
2024-03-19T01:31:57.289 INFO:teuthology.orchestra.run.smithi073.stdout: postgresql-server               x86_64  13.11-1.el9                 CentOS-AppStream  5.7 M
2024-03-19T01:31:57.289 INFO:teuthology.orchestra.run.smithi073.stdout: python3-cephfs                  x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              162 k
2024-03-19T01:31:57.289 INFO:teuthology.orchestra.run.smithi073.stdout: python3-rados                   x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              321 k
2024-03-19T01:31:57.290 INFO:teuthology.orchestra.run.smithi073.stdout: python3-rbd                     x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              298 k
2024-03-19T01:31:57.290 INFO:teuthology.orchestra.run.smithi073.stdout: python3-rgw                     x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph               99 k
2024-03-19T01:31:57.290 INFO:teuthology.orchestra.run.smithi073.stdout: rbd-fuse                        x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph               85 k
2024-03-19T01:31:57.290 INFO:teuthology.orchestra.run.smithi073.stdout: rbd-mirror                      x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              3.1 M
2024-03-19T01:31:57.290 INFO:teuthology.orchestra.run.smithi073.stdout: rbd-nbd                         x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              170 k
2024-03-19T01:31:57.290 INFO:teuthology.orchestra.run.smithi073.stdout: xfsprogs-devel                  x86_64  6.3.0-1.el9                 appstream          94 k
2024-03-19T01:31:57.290 INFO:teuthology.orchestra.run.smithi073.stdout:Upgrading:
2024-03-19T01:31:57.290 INFO:teuthology.orchestra.run.smithi073.stdout: NetworkManager                  x86_64  1:1.47.2-1.el9              baseos            2.3 M
2024-03-19T01:31:57.290 INFO:teuthology.orchestra.run.smithi073.stdout: NetworkManager-libnm            x86_64  1:1.47.2-1.el9              baseos            1.8 M
2024-03-19T01:31:57.290 INFO:teuthology.orchestra.run.smithi073.stdout: NetworkManager-team             x86_64  1:1.47.2-1.el9              baseos             42 k
2024-03-19T01:31:57.290 INFO:teuthology.orchestra.run.smithi073.stdout: NetworkManager-tui              x86_64  1:1.47.2-1.el9              baseos            248 k
2024-03-19T01:31:57.291 INFO:teuthology.orchestra.run.smithi073.stdout: acl                             x86_64  2.3.1-4.el9                 baseos             71 k
2024-03-19T01:31:57.291 INFO:teuthology.orchestra.run.smithi073.stdout: elfutils-debuginfod-client      x86_64  0.190-2.el9                 baseos             36 k
2024-03-19T01:31:57.291 INFO:teuthology.orchestra.run.smithi073.stdout: elfutils-libelf                 x86_64  0.190-2.el9                 baseos            192 k
2024-03-19T01:31:57.291 INFO:teuthology.orchestra.run.smithi073.stdout: elfutils-libs                   x86_64  0.190-2.el9                 baseos            256 k
2024-03-19T01:31:57.291 INFO:teuthology.orchestra.run.smithi073.stdout: libacl                          x86_64  2.3.1-4.el9                 baseos             23 k
2024-03-19T01:31:57.291 INFO:teuthology.orchestra.run.smithi073.stdout: libacl-devel                    x86_64  2.3.1-4.el9                 appstream          74 k
2024-03-19T01:31:57.291 INFO:teuthology.orchestra.run.smithi073.stdout: libblkid                        x86_64  2.37.4-18.el9               baseos            108 k
2024-03-19T01:31:57.291 INFO:teuthology.orchestra.run.smithi073.stdout: libfdisk                        x86_64  2.37.4-18.el9               baseos            155 k
2024-03-19T01:31:57.291 INFO:teuthology.orchestra.run.smithi073.stdout: libmount                        x86_64  2.37.4-18.el9               baseos            136 k
2024-03-19T01:31:57.291 INFO:teuthology.orchestra.run.smithi073.stdout: librados2                       x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              3.4 M
2024-03-19T01:31:57.291 INFO:teuthology.orchestra.run.smithi073.stdout: librbd1                         x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              3.1 M
2024-03-19T01:31:57.291 INFO:teuthology.orchestra.run.smithi073.stdout: libsmartcols                    x86_64  2.37.4-18.el9               baseos             64 k
2024-03-19T01:31:57.291 INFO:teuthology.orchestra.run.smithi073.stdout: libuuid                         x86_64  2.37.4-18.el9               baseos             29 k
2024-03-19T01:31:57.292 INFO:teuthology.orchestra.run.smithi073.stdout: openssl                         x86_64  1:3.0.7-27.el9              baseos            1.2 M
2024-03-19T01:31:57.292 INFO:teuthology.orchestra.run.smithi073.stdout: openssl-libs                    x86_64  1:3.0.7-27.el9              baseos            2.2 M
2024-03-19T01:31:57.292 INFO:teuthology.orchestra.run.smithi073.stdout: util-linux                      x86_64  2.37.4-18.el9               baseos            2.3 M
2024-03-19T01:31:57.292 INFO:teuthology.orchestra.run.smithi073.stdout: util-linux-core                 x86_64  2.37.4-18.el9               baseos            465 k
2024-03-19T01:31:57.292 INFO:teuthology.orchestra.run.smithi073.stdout: util-linux-user                 x86_64  2.37.4-18.el9               baseos             31 k
2024-03-19T01:31:57.292 INFO:teuthology.orchestra.run.smithi073.stdout: xfsdump                         x86_64  3.1.12-4.el9                CentOS-BaseOS     321 k
2024-03-19T01:31:57.292 INFO:teuthology.orchestra.run.smithi073.stdout: xfsprogs                        x86_64  6.3.0-1.el9                 baseos            1.1 M
2024-03-19T01:31:57.292 INFO:teuthology.orchestra.run.smithi073.stdout:Installing dependencies:
2024-03-19T01:31:57.292 INFO:teuthology.orchestra.run.smithi073.stdout: abseil-cpp                      x86_64  20211102.0-3.el9            epel              548 k
2024-03-19T01:31:57.292 INFO:teuthology.orchestra.run.smithi073.stdout: automake                        noarch  1.16.2-8.el9                CentOS-AppStream  662 k
2024-03-19T01:31:57.292 INFO:teuthology.orchestra.run.smithi073.stdout: boost-program-options           x86_64  1.75.0-8.el9                CentOS-AppStream  106 k
2024-03-19T01:31:57.292 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-common                     x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph               21 M
2024-03-19T01:31:57.292 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-grafana-dashboards         noarch  2:19.0.0-2206.gb6ae2491.el9 ceph-noarch        34 k
2024-03-19T01:31:57.292 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-mds                        x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              2.4 M
2024-03-19T01:31:57.293 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-mgr-modules-core           noarch  2:19.0.0-2206.gb6ae2491.el9 ceph-noarch       248 k
2024-03-19T01:31:57.293 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-mon                        x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              4.7 M
2024-03-19T01:31:57.293 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-osd                        x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph               17 M
2024-03-19T01:31:57.293 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-prometheus-alerts          noarch  2:19.0.0-2206.gb6ae2491.el9 ceph-noarch        16 k
2024-03-19T01:31:57.293 INFO:teuthology.orchestra.run.smithi073.stdout: ceph-selinux                    x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph               25 k
2024-03-19T01:31:57.293 INFO:teuthology.orchestra.run.smithi073.stdout: flexiblas                       x86_64  3.0.4-8.el9                 CentOS-AppStream   32 k
2024-03-19T01:31:57.293 INFO:teuthology.orchestra.run.smithi073.stdout: flexiblas-netlib                x86_64  3.0.4-8.el9                 CentOS-AppStream  3.0 M
2024-03-19T01:31:57.293 INFO:teuthology.orchestra.run.smithi073.stdout: flexiblas-openblas-openmp       x86_64  3.0.4-8.el9                 CentOS-AppStream   17 k
2024-03-19T01:31:57.293 INFO:teuthology.orchestra.run.smithi073.stdout: fuse                            x86_64  2.9.9-15.el9                CentOS-BaseOS      79 k
2024-03-19T01:31:57.293 INFO:teuthology.orchestra.run.smithi073.stdout: gperftools-libs                 x86_64  2.9.1-2.el9                 epel              309 k
2024-03-19T01:31:57.293 INFO:teuthology.orchestra.run.smithi073.stdout: grpc-data                       noarch  1.46.7-10.el9               epel               19 k
2024-03-19T01:31:57.293 INFO:teuthology.orchestra.run.smithi073.stdout: jq                              x86_64  1.6-16.el9                  baseos            187 k
2024-03-19T01:31:57.293 INFO:teuthology.orchestra.run.smithi073.stdout: libarrow                        x86_64  9.0.0-10.el9                epel              4.4 M
2024-03-19T01:31:57.294 INFO:teuthology.orchestra.run.smithi073.stdout: libarrow-doc                    noarch  9.0.0-10.el9                epel               26 k
2024-03-19T01:31:57.294 INFO:teuthology.orchestra.run.smithi073.stdout: libcephsqlite                   x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              163 k
2024-03-19T01:31:57.294 INFO:teuthology.orchestra.run.smithi073.stdout: libgfortran                     x86_64  11.4.1-3.el9                baseos            803 k
2024-03-19T01:31:57.294 INFO:teuthology.orchestra.run.smithi073.stdout: liboath                         x86_64  2.6.7-2.el9                 epel               49 k
2024-03-19T01:31:57.294 INFO:teuthology.orchestra.run.smithi073.stdout: libpmemobj                      x86_64  1.12.1-1.el9                CentOS-AppStream  159 k
2024-03-19T01:31:57.294 INFO:teuthology.orchestra.run.smithi073.stdout: libquadmath                     x86_64  11.4.1-3.el9                baseos            195 k
2024-03-19T01:31:57.294 INFO:teuthology.orchestra.run.smithi073.stdout: librabbitmq                     x86_64  0.11.0-7.el9                CentOS-AppStream   44 k
2024-03-19T01:31:57.294 INFO:teuthology.orchestra.run.smithi073.stdout: libradosstriper1                x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              501 k
2024-03-19T01:31:57.294 INFO:teuthology.orchestra.run.smithi073.stdout: librdkafka                      x86_64  1.6.1-102.el9               CentOS-AppStream  661 k
2024-03-19T01:31:57.294 INFO:teuthology.orchestra.run.smithi073.stdout: librgw2                         x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              5.1 M
2024-03-19T01:31:57.294 INFO:teuthology.orchestra.run.smithi073.stdout: libunwind                       x86_64  1.6.2-1.el9                 epel               67 k
2024-03-19T01:31:57.294 INFO:teuthology.orchestra.run.smithi073.stdout: libzstd-devel                   x86_64  1.5.1-2.el9                 CentOS-AppStream   46 k
2024-03-19T01:31:57.294 INFO:teuthology.orchestra.run.smithi073.stdout: lttng-ust                       x86_64  2.12.0-6.el9                CentOS-AppStream  282 k
2024-03-19T01:31:57.294 INFO:teuthology.orchestra.run.smithi073.stdout: lua                             x86_64  5.4.4-4.el9                 CentOS-AppStream  187 k
2024-03-19T01:31:57.295 INFO:teuthology.orchestra.run.smithi073.stdout: lua-devel                       x86_64  5.4.4-4.el9                 crb                22 k
2024-03-19T01:31:57.295 INFO:teuthology.orchestra.run.smithi073.stdout: luarocks                        noarch  3.9.2-1.el9                 epel              151 k
2024-03-19T01:31:57.295 INFO:teuthology.orchestra.run.smithi073.stdout: oniguruma                       x86_64  6.9.6-1.el9.5               CentOS-AppStream  217 k
2024-03-19T01:31:57.295 INFO:teuthology.orchestra.run.smithi073.stdout: openblas                        x86_64  0.3.21-2.el9                CentOS-AppStream   34 k
2024-03-19T01:31:57.295 INFO:teuthology.orchestra.run.smithi073.stdout: openblas-openmp                 x86_64  0.3.21-2.el9                CentOS-AppStream  4.7 M
2024-03-19T01:31:57.295 INFO:teuthology.orchestra.run.smithi073.stdout: parquet-libs                    x86_64  9.0.0-10.el9                epel              838 k
2024-03-19T01:31:57.295 INFO:teuthology.orchestra.run.smithi073.stdout: postgresql-private-libs         x86_64  13.11-1.el9                 CentOS-AppStream  134 k
2024-03-19T01:31:57.295 INFO:teuthology.orchestra.run.smithi073.stdout: protobuf                        x86_64  3.14.0-13.el9               CentOS-AppStream  1.0 M
2024-03-19T01:31:57.295 INFO:teuthology.orchestra.run.smithi073.stdout: protobuf-compiler               x86_64  3.14.0-13.el9               crb               863 k
2024-03-19T01:31:57.295 INFO:teuthology.orchestra.run.smithi073.stdout: python3-asyncssh                noarch  2.13.2-4.el9                epel              548 k
2024-03-19T01:31:57.295 INFO:teuthology.orchestra.run.smithi073.stdout: python3-attrs                   noarch  20.3.0-7.el9                CentOS-AppStream   78 k
2024-03-19T01:31:57.295 INFO:teuthology.orchestra.run.smithi073.stdout: python3-babel                   noarch  2.9.1-2.el9                 CentOS-AppStream  5.8 M
2024-03-19T01:31:57.295 INFO:teuthology.orchestra.run.smithi073.stdout: python3-bcrypt                  x86_64  3.2.2-1.el9                 epel               43 k
2024-03-19T01:31:57.295 INFO:teuthology.orchestra.run.smithi073.stdout: python3-cachetools              noarch  4.2.4-1.el9                 epel               32 k
2024-03-19T01:31:57.296 INFO:teuthology.orchestra.run.smithi073.stdout: python3-ceph-argparse           x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph               45 k
2024-03-19T01:31:57.296 INFO:teuthology.orchestra.run.smithi073.stdout: python3-ceph-common             x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              131 k
2024-03-19T01:31:57.296 INFO:teuthology.orchestra.run.smithi073.stdout: python3-certifi                 noarch  2021.10.8-2.el9             epel               15 k
2024-03-19T01:31:57.296 INFO:teuthology.orchestra.run.smithi073.stdout: python3-cffi                    x86_64  1.14.5-5.el9                CentOS-BaseOS     241 k
2024-03-19T01:31:57.296 INFO:teuthology.orchestra.run.smithi073.stdout: python3-cheroot                 noarch  8.6.0-4.el9                 epel              172 k
2024-03-19T01:31:57.296 INFO:teuthology.orchestra.run.smithi073.stdout: python3-cherrypy                noarch  18.6.1-2.el9                epel              358 k
2024-03-19T01:31:57.296 INFO:teuthology.orchestra.run.smithi073.stdout: python3-cmd2                    noarch  2.4.2-2.el9                 epel              303 k
2024-03-19T01:31:57.296 INFO:teuthology.orchestra.run.smithi073.stdout: python3-colorama                noarch  0.4.4-12.el9                epel               35 k
2024-03-19T01:31:57.296 INFO:teuthology.orchestra.run.smithi073.stdout: python3-cryptography            x86_64  36.0.1-4.el9                CentOS-BaseOS     1.1 M
2024-03-19T01:31:57.296 INFO:teuthology.orchestra.run.smithi073.stdout: python3-devel                   x86_64  3.9.17-2.el9                appstream         245 k
2024-03-19T01:31:57.296 INFO:teuthology.orchestra.run.smithi073.stdout: python3-google-auth             noarch  1:2.28.0-1.el9              epel              203 k
2024-03-19T01:31:57.296 INFO:teuthology.orchestra.run.smithi073.stdout: python3-grpcio                  x86_64  1.46.7-10.el9               epel              2.0 M
2024-03-19T01:31:57.296 INFO:teuthology.orchestra.run.smithi073.stdout: python3-grpcio-tools            x86_64  1.46.7-10.el9               epel              144 k
2024-03-19T01:31:57.296 INFO:teuthology.orchestra.run.smithi073.stdout: python3-jaraco                  noarch  8.2.1-3.el9                 epel               11 k
2024-03-19T01:31:57.297 INFO:teuthology.orchestra.run.smithi073.stdout: python3-jaraco-classes          noarch  3.2.1-5.el9                 epel               18 k
2024-03-19T01:31:57.297 INFO:teuthology.orchestra.run.smithi073.stdout: python3-jaraco-collections      noarch  3.0.0-8.el9                 epel               23 k
2024-03-19T01:31:57.297 INFO:teuthology.orchestra.run.smithi073.stdout: python3-jaraco-functools        noarch  3.5.0-2.el9                 epel               19 k
2024-03-19T01:31:57.297 INFO:teuthology.orchestra.run.smithi073.stdout: python3-jaraco-text             noarch  3.2.0-6.el9                 epel               20 k
2024-03-19T01:31:57.297 INFO:teuthology.orchestra.run.smithi073.stdout: python3-jinja2                  noarch  2.11.3-5.el9                appstream         248 k
2024-03-19T01:31:57.297 INFO:teuthology.orchestra.run.smithi073.stdout: python3-jsonpatch               noarch  1.21-16.el9                 CentOS-AppStream   24 k
2024-03-19T01:31:57.297 INFO:teuthology.orchestra.run.smithi073.stdout: python3-jsonpointer             noarch  2.0-4.el9                   CentOS-AppStream   18 k
2024-03-19T01:31:57.297 INFO:teuthology.orchestra.run.smithi073.stdout: python3-kubernetes              noarch  1:26.1.0-2.el9              epel              1.0 M
2024-03-19T01:31:57.297 INFO:teuthology.orchestra.run.smithi073.stdout: python3-logutils                noarch  0.3.5-21.el9                epel               46 k
2024-03-19T01:31:57.297 INFO:teuthology.orchestra.run.smithi073.stdout: python3-mako                    noarch  1.1.4-6.el9                 CentOS-AppStream  144 k
2024-03-19T01:31:57.297 INFO:teuthology.orchestra.run.smithi073.stdout: python3-markupsafe              x86_64  1.1.1-12.el9                CentOS-AppStream   32 k
2024-03-19T01:31:57.297 INFO:teuthology.orchestra.run.smithi073.stdout: python3-more-itertools          noarch  8.12.0-2.el9                epel               79 k
2024-03-19T01:31:57.297 INFO:teuthology.orchestra.run.smithi073.stdout: python3-natsort                 noarch  7.1.1-5.el9                 epel               58 k
2024-03-19T01:31:57.298 INFO:teuthology.orchestra.run.smithi073.stdout: python3-numpy                   x86_64  1:1.20.1-5.el9              CentOS-AppStream  4.8 M
2024-03-19T01:31:57.298 INFO:teuthology.orchestra.run.smithi073.stdout: python3-numpy-f2py              x86_64  1:1.20.1-5.el9              CentOS-AppStream  217 k
2024-03-19T01:31:57.298 INFO:teuthology.orchestra.run.smithi073.stdout: python3-oauthlib                noarch  3.1.1-5.el9                 CentOS-AppStream  174 k
2024-03-19T01:31:57.298 INFO:teuthology.orchestra.run.smithi073.stdout: python3-packaging               noarch  20.9-5.el9                  CentOS-AppStream   69 k
2024-03-19T01:31:57.298 INFO:teuthology.orchestra.run.smithi073.stdout: python3-pecan                   noarch  1.4.2-3.el9                 epel              272 k
2024-03-19T01:31:57.298 INFO:teuthology.orchestra.run.smithi073.stdout: python3-ply                     noarch  3.11-14.el9                 CentOS-BaseOS     103 k
2024-03-19T01:31:57.298 INFO:teuthology.orchestra.run.smithi073.stdout: python3-portend                 noarch  3.1.0-2.el9                 epel               16 k
2024-03-19T01:31:57.298 INFO:teuthology.orchestra.run.smithi073.stdout: python3-prettytable             noarch  0.7.2-27.el9                CentOS-AppStream   41 k
2024-03-19T01:31:57.298 INFO:teuthology.orchestra.run.smithi073.stdout: python3-protobuf                noarch  3.14.0-13.el9               CentOS-AppStream  238 k
2024-03-19T01:31:57.298 INFO:teuthology.orchestra.run.smithi073.stdout: python3-pyOpenSSL               noarch  21.0.0-1.el9                epel               90 k
2024-03-19T01:31:57.298 INFO:teuthology.orchestra.run.smithi073.stdout: python3-pyasn1                  noarch  0.4.8-6.el9                 CentOS-AppStream  132 k
2024-03-19T01:31:57.298 INFO:teuthology.orchestra.run.smithi073.stdout: python3-pyasn1-modules          noarch  0.4.8-6.el9                 CentOS-AppStream  211 k
2024-03-19T01:31:57.298 INFO:teuthology.orchestra.run.smithi073.stdout: python3-pycparser               noarch  2.20-6.el9                  CentOS-BaseOS     124 k
2024-03-19T01:31:57.298 INFO:teuthology.orchestra.run.smithi073.stdout: python3-pyperclip               noarch  1.8.2-2.el9                 epel               28 k
2024-03-19T01:31:57.299 INFO:teuthology.orchestra.run.smithi073.stdout: python3-pytz                    noarch  2021.1-5.el9                CentOS-AppStream   47 k
2024-03-19T01:31:57.299 INFO:teuthology.orchestra.run.smithi073.stdout: python3-repoze-lru              noarch  0.7-16.el9                  epel               31 k
2024-03-19T01:31:57.299 INFO:teuthology.orchestra.run.smithi073.stdout: python3-requests                noarch  2.25.1-8.el9                baseos            125 k
2024-03-19T01:31:57.299 INFO:teuthology.orchestra.run.smithi073.stdout: python3-requests-oauthlib       noarch  1.3.0-12.el9                CentOS-AppStream   43 k
2024-03-19T01:31:57.299 INFO:teuthology.orchestra.run.smithi073.stdout: python3-routes                  noarch  2.5.1-5.el9                 epel              188 k
2024-03-19T01:31:57.299 INFO:teuthology.orchestra.run.smithi073.stdout: python3-rsa                     noarch  4.9-2.el9                   epel               59 k
2024-03-19T01:31:57.299 INFO:teuthology.orchestra.run.smithi073.stdout: python3-scipy                   x86_64  1.6.2-8.el9                 CentOS-AppStream   16 M
2024-03-19T01:31:57.299 INFO:teuthology.orchestra.run.smithi073.stdout: python3-tempora                 noarch  5.0.0-2.el9                 epel               36 k
2024-03-19T01:31:57.299 INFO:teuthology.orchestra.run.smithi073.stdout: python3-toml                    noarch  0.10.2-6.el9                CentOS-AppStream   39 k
2024-03-19T01:31:57.300 INFO:teuthology.orchestra.run.smithi073.stdout: python3-typing-extensions       noarch  4.4.0-2.el9                 epel               51 k
2024-03-19T01:31:57.300 INFO:teuthology.orchestra.run.smithi073.stdout: python3-urllib3                 noarch  1.26.5-5.el9                CentOS-BaseOS     187 k
2024-03-19T01:31:57.300 INFO:teuthology.orchestra.run.smithi073.stdout: python3-wcwidth                 noarch  0.2.5-8.el9                 CentOS-AppStream   41 k
2024-03-19T01:31:57.300 INFO:teuthology.orchestra.run.smithi073.stdout: python3-webob                   noarch  1.8.7-6.el9                 epel              230 k
2024-03-19T01:31:57.300 INFO:teuthology.orchestra.run.smithi073.stdout: python3-websocket-client        noarch  1.2.3-2.el9                 epel               90 k
2024-03-19T01:31:57.300 INFO:teuthology.orchestra.run.smithi073.stdout: python3-werkzeug                noarch  2.0.3-3.el9.1               epel              427 k
2024-03-19T01:31:57.300 INFO:teuthology.orchestra.run.smithi073.stdout: python3-zc-lockfile             noarch  2.0-10.el9                  epel               20 k
2024-03-19T01:31:57.300 INFO:teuthology.orchestra.run.smithi073.stdout: qatlib                          x86_64  23.11.0-1.el9               appstream         216 k
2024-03-19T01:31:57.300 INFO:teuthology.orchestra.run.smithi073.stdout: qatzip-libs                     x86_64  1.1.2-2.el9                 appstream          44 k
2024-03-19T01:31:57.300 INFO:teuthology.orchestra.run.smithi073.stdout: re2                             x86_64  1:20211101-3.el9            epel              192 k
2024-03-19T01:31:57.300 INFO:teuthology.orchestra.run.smithi073.stdout: socat                           x86_64  1.7.4.1-5.el9               CentOS-AppStream  300 k
2024-03-19T01:31:57.301 INFO:teuthology.orchestra.run.smithi073.stdout: thrift                          x86_64  0.15.0-2.el9                epel              1.6 M
2024-03-19T01:31:57.301 INFO:teuthology.orchestra.run.smithi073.stdout: uuid                            x86_64  1.6.2-55.el9                CentOS-AppStream   56 k
2024-03-19T01:31:57.301 INFO:teuthology.orchestra.run.smithi073.stdout: xmlstarlet                      x86_64  1.6.1-20.el9                CentOS-AppStream   63 k
2024-03-19T01:31:57.301 INFO:teuthology.orchestra.run.smithi073.stdout: zlib-devel                      x86_64  1.2.11-40.el9               CentOS-AppStream   44 k
2024-03-19T01:31:57.301 INFO:teuthology.orchestra.run.smithi073.stdout:Installing weak dependencies:
2024-03-19T01:31:57.301 INFO:teuthology.orchestra.run.smithi073.stdout: qatlib-service                  x86_64  23.11.0-1.el9               appstream          35 k
2024-03-19T01:31:57.301 INFO:teuthology.orchestra.run.smithi073.stdout:
2024-03-19T01:31:57.301 INFO:teuthology.orchestra.run.smithi073.stdout:Transaction Summary
2024-03-19T01:31:57.301 INFO:teuthology.orchestra.run.smithi073.stdout:============================================================================================
2024-03-19T01:31:57.301 INFO:teuthology.orchestra.run.smithi073.stdout:Install  150 Packages
2024-03-19T01:31:57.301 INFO:teuthology.orchestra.run.smithi073.stdout:Upgrade   24 Packages
2024-03-19T01:31:57.301 INFO:teuthology.orchestra.run.smithi073.stdout:
2024-03-19T01:31:57.302 INFO:teuthology.orchestra.run.smithi073.stdout:Total download size: 224 M
2024-03-19T01:31:57.302 INFO:teuthology.orchestra.run.smithi073.stdout:Downloading Packages:
2024-03-19T01:31:57.330 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - AppStream                     1.2 MB/s |  19 MB     00:16
2024-03-19T01:31:57.880 INFO:teuthology.orchestra.run.smithi073.stdout:(1/174): ceph-19.0.0-2206.gb6ae2491.el9.x86_64.  28 kB/s | 6.6 kB     00:00
2024-03-19T01:31:58.288 INFO:teuthology.orchestra.run.smithi073.stdout:(2/174): ceph-base-19.0.0-2206.gb6ae2491.el9.x8 8.4 MB/s | 5.4 MB     00:00
2024-03-19T01:31:58.346 INFO:teuthology.orchestra.run.smithi073.stdout:(3/174): ceph-immutable-object-cache-19.0.0-220 2.4 MB/s | 145 kB     00:00
2024-03-19T01:31:58.589 INFO:teuthology.orchestra.run.smithi073.stdout:(4/174): ceph-mds-19.0.0-2206.gb6ae2491.el9.x86 9.8 MB/s | 2.4 MB     00:00
2024-03-19T01:31:58.856 INFO:teuthology.orchestra.run.smithi073.stdout:(5/174): ceph-fuse-19.0.0-2206.gb6ae2491.el9.x8 913 kB/s | 891 kB     00:00
2024-03-19T01:31:58.931 INFO:teuthology.orchestra.run.smithi073.stdout:(6/174): ceph-mgr-19.0.0-2206.gb6ae2491.el9.x86 4.4 MB/s | 1.5 MB     00:00
2024-03-19T01:31:59.157 INFO:teuthology.orchestra.run.smithi073.stdout:(7/174): ceph-common-19.0.0-2206.gb6ae2491.el9.  14 MB/s |  21 MB     00:01
2024-03-19T01:31:59.923 INFO:teuthology.orchestra.run.smithi073.stdout:(8/174): ceph-radosgw-19.0.0-2206.gb6ae2491.el9  13 MB/s | 9.8 MB     00:00
2024-03-19T01:31:59.982 INFO:teuthology.orchestra.run.smithi073.stdout:(9/174): ceph-selinux-19.0.0-2206.gb6ae2491.el9 432 kB/s |  25 kB     00:00
2024-03-19T01:32:00.315 INFO:teuthology.orchestra.run.smithi073.stdout:(10/174): ceph-osd-19.0.0-2206.gb6ae2491.el9.x8  12 MB/s |  17 MB     00:01
2024-03-19T01:32:00.357 INFO:teuthology.orchestra.run.smithi073.stdout:(11/174): cephfs-mirror-19.0.0-2206.gb6ae2491.e 5.2 MB/s | 221 kB     00:00
2024-03-19T01:32:00.424 INFO:teuthology.orchestra.run.smithi073.stdout:(12/174): cephfs-shell-19.0.0-2206.gb6ae2491.el 406 kB/s |  27 kB     00:00
2024-03-19T01:32:00.491 INFO:teuthology.orchestra.run.smithi073.stdout:(13/174): libcephfs-devel-19.0.0-2206.gb6ae2491 476 kB/s |  32 kB     00:00
2024-03-19T01:32:00.583 INFO:teuthology.orchestra.run.smithi073.stdout:(14/174): libcephfs2-19.0.0-2206.gb6ae2491.el9. 7.9 MB/s | 746 kB     00:00
2024-03-19T01:32:00.658 INFO:teuthology.orchestra.run.smithi073.stdout:(15/174): libcephsqlite-19.0.0-2206.gb6ae2491.e 2.1 MB/s | 163 kB     00:00
2024-03-19T01:32:00.733 INFO:teuthology.orchestra.run.smithi073.stdout:(16/174): librados-devel-19.0.0-2206.gb6ae2491. 1.7 MB/s | 127 kB     00:00
2024-03-19T01:32:00.817 INFO:teuthology.orchestra.run.smithi073.stdout:(17/174): libradosstriper1-19.0.0-2206.gb6ae249 5.9 MB/s | 501 kB     00:00
2024-03-19T01:32:01.351 INFO:teuthology.orchestra.run.smithi073.stdout:(18/174): librgw2-19.0.0-2206.gb6ae2491.el9.x86 9.7 MB/s | 5.1 MB     00:00
2024-03-19T01:32:01.418 INFO:teuthology.orchestra.run.smithi073.stdout:(19/174): python3-ceph-argparse-19.0.0-2206.gb6 677 kB/s |  45 kB     00:00
2024-03-19T01:32:01.493 INFO:teuthology.orchestra.run.smithi073.stdout:(20/174): python3-ceph-common-19.0.0-2206.gb6ae 1.7 MB/s | 131 kB     00:00
2024-03-19T01:32:01.576 INFO:teuthology.orchestra.run.smithi073.stdout:(21/174): python3-cephfs-19.0.0-2206.gb6ae2491. 1.9 MB/s | 162 kB     00:00
2024-03-19T01:32:01.660 INFO:teuthology.orchestra.run.smithi073.stdout:(22/174): python3-rados-19.0.0-2206.gb6ae2491.e 3.8 MB/s | 321 kB     00:00
2024-03-19T01:32:01.744 INFO:teuthology.orchestra.run.smithi073.stdout:(23/174): python3-rbd-19.0.0-2206.gb6ae2491.el9 3.5 MB/s | 298 kB     00:00
2024-03-19T01:32:01.819 INFO:teuthology.orchestra.run.smithi073.stdout:(24/174): python3-rgw-19.0.0-2206.gb6ae2491.el9 1.3 MB/s |  99 kB     00:00
2024-03-19T01:32:01.894 INFO:teuthology.orchestra.run.smithi073.stdout:(25/174): rbd-fuse-19.0.0-2206.gb6ae2491.el9.x8 1.1 MB/s |  85 kB     00:00
2024-03-19T01:32:02.237 INFO:teuthology.orchestra.run.smithi073.stdout:(26/174): rbd-mirror-19.0.0-2206.gb6ae2491.el9. 9.0 MB/s | 3.1 MB     00:00
2024-03-19T01:32:02.670 INFO:teuthology.orchestra.run.smithi073.stdout:(27/174): ceph-test-19.0.0-2206.gb6ae2491.el9.x  18 MB/s |  48 MB     00:02
2024-03-19T01:32:02.695 INFO:teuthology.orchestra.run.smithi073.stdout:(28/174): rbd-nbd-19.0.0-2206.gb6ae2491.el9.x86 371 kB/s | 170 kB     00:00
2024-03-19T01:32:02.721 INFO:teuthology.orchestra.run.smithi073.stdout:(29/174): ceph-grafana-dashboards-19.0.0-2206.g 678 kB/s |  34 kB     00:00
2024-03-19T01:32:02.746 INFO:teuthology.orchestra.run.smithi073.stdout:(30/174): ceph-mgr-cephadm-19.0.0-2206.gb6ae249 2.7 MB/s | 139 kB     00:00
2024-03-19T01:32:02.854 INFO:teuthology.orchestra.run.smithi073.stdout:(31/174): ceph-mgr-dashboard-19.0.0-2206.gb6ae2  13 MB/s | 1.8 MB     00:00
2024-03-19T01:32:02.930 INFO:teuthology.orchestra.run.smithi073.stdout:(32/174): ceph-mgr-modules-core-19.0.0-2206.gb6 3.2 MB/s | 248 kB     00:00
2024-03-19T01:32:02.980 INFO:teuthology.orchestra.run.smithi073.stdout:(33/174): ceph-mgr-rook-19.0.0-2206.gb6ae2491.e 989 kB/s |  49 kB     00:00
2024-03-19T01:32:03.030 INFO:teuthology.orchestra.run.smithi073.stdout:(34/174): ceph-prometheus-alerts-19.0.0-2206.gb 328 kB/s |  16 kB     00:00
2024-03-19T01:32:03.097 INFO:teuthology.orchestra.run.smithi073.stdout:(35/174): ceph-volume-19.0.0-2206.gb6ae2491.el9 3.9 MB/s | 264 kB     00:00
2024-03-19T01:32:03.206 INFO:teuthology.orchestra.run.smithi073.stdout:(36/174): ceph-mgr-diskprediction-local-19.0.0-  16 MB/s | 7.4 MB     00:00
2024-03-19T01:32:03.273 INFO:teuthology.orchestra.run.smithi073.stdout:(37/174): ceph-mon-19.0.0-2206.gb6ae2491.el9.x8 1.1 MB/s | 4.7 MB     00:04
2024-03-19T01:32:03.298 INFO:teuthology.orchestra.run.smithi073.stdout:(38/174): cephfs-top-19.0.0-2206.gb6ae2491.el9. 199 kB/s |  18 kB     00:00
2024-03-19T01:32:03.340 INFO:teuthology.orchestra.run.smithi073.stdout:(39/174): cephadm-19.0.0-2206.gb6ae2491.el9.noa 3.0 MB/s | 749 kB     00:00
2024-03-19T01:32:03.632 INFO:teuthology.orchestra.run.smithi073.stdout:(40/174): boost-program-options-1.75.0-8.el9.x8 440 kB/s | 106 kB     00:00
2024-03-19T01:32:03.699 INFO:teuthology.orchestra.run.smithi073.stdout:(41/174): automake-1.16.2-8.el9.noarch.rpm      1.5 MB/s | 662 kB     00:00
2024-03-19T01:32:03.733 INFO:teuthology.orchestra.run.smithi073.stdout:(42/174): flex-2.6.4-9.el9.x86_64.rpm           3.0 MB/s | 307 kB     00:00
2024-03-19T01:32:03.766 INFO:teuthology.orchestra.run.smithi073.stdout:(43/174): flexiblas-3.0.4-8.el9.x86_64.rpm      479 kB/s |  32 kB     00:00
2024-03-19T01:32:03.808 INFO:teuthology.orchestra.run.smithi073.stdout:(44/174): bison-3.7.4-5.el9.x86_64.rpm          1.8 MB/s | 920 kB     00:00
2024-03-19T01:32:03.950 INFO:teuthology.orchestra.run.smithi073.stdout:(45/174): flexiblas-netlib-3.0.4-8.el9.x86_64.r  14 MB/s | 3.0 MB     00:00
2024-03-19T01:32:03.975 INFO:teuthology.orchestra.run.smithi073.stdout:(46/174): flexiblas-openblas-openmp-3.0.4-8.el9  82 kB/s |  17 kB     00:00
2024-03-19T01:32:04.001 INFO:teuthology.orchestra.run.smithi073.stdout:(47/174): libaio-devel-0.3.111-13.el9.x86_64.rp  53 kB/s |  10 kB     00:00
2024-03-19T01:32:04.076 INFO:teuthology.orchestra.run.smithi073.stdout:(48/174): librabbitmq-0.11.0-7.el9.x86_64.rpm   591 kB/s |  44 kB     00:00
2024-03-19T01:32:04.101 INFO:teuthology.orchestra.run.smithi073.stdout:(49/174): libpmemobj-1.12.1-1.el9.x86_64.rpm    1.6 MB/s | 159 kB     00:00
2024-03-19T01:32:04.135 INFO:teuthology.orchestra.run.smithi073.stdout:(50/174): librdkafka-1.6.1-102.el9.x86_64.rpm   4.8 MB/s | 661 kB     00:00
2024-03-19T01:32:04.168 INFO:teuthology.orchestra.run.smithi073.stdout:(51/174): libtool-2.4.6-45.el9.x86_64.rpm       6.2 MB/s | 578 kB     00:00
2024-03-19T01:32:04.202 INFO:teuthology.orchestra.run.smithi073.stdout:(52/174): libzstd-devel-1.5.1-2.el9.x86_64.rpm  706 kB/s |  46 kB     00:00
2024-03-19T01:32:04.227 INFO:teuthology.orchestra.run.smithi073.stdout:(53/174): lttng-ust-2.12.0-6.el9.x86_64.rpm     3.0 MB/s | 282 kB     00:00
2024-03-19T01:32:04.252 INFO:teuthology.orchestra.run.smithi073.stdout:(54/174): lua-5.4.4-4.el9.x86_64.rpm            2.2 MB/s | 187 kB     00:00
2024-03-19T01:32:04.278 INFO:teuthology.orchestra.run.smithi073.stdout:(55/174): oniguruma-6.9.6-1.el9.5.x86_64.rpm    2.8 MB/s | 217 kB     00:00
2024-03-19T01:32:04.303 INFO:teuthology.orchestra.run.smithi073.stdout:(56/174): openblas-0.3.21-2.el9.x86_64.rpm      454 kB/s |  34 kB     00:00
2024-03-19T01:32:04.487 INFO:teuthology.orchestra.run.smithi073.stdout:(57/174): openblas-openmp-0.3.21-2.el9.x86_64.r  20 MB/s | 4.7 MB     00:00
2024-03-19T01:32:04.529 INFO:teuthology.orchestra.run.smithi073.stdout:(58/174): postgresql-13.11-1.el9.x86_64.rpm     6.1 MB/s | 1.5 MB     00:00
2024-03-19T01:32:04.554 INFO:teuthology.orchestra.run.smithi073.stdout:(59/174): postgresql-contrib-13.11-1.el9.x86_64 3.2 MB/s | 811 kB     00:00
2024-03-19T01:32:04.579 INFO:teuthology.orchestra.run.smithi073.stdout:(60/174): postgresql-private-libs-13.11-1.el9.x 1.5 MB/s | 134 kB     00:00
2024-03-19T01:32:04.713 INFO:teuthology.orchestra.run.smithi073.stdout:(61/174): protobuf-3.14.0-13.el9.x86_64.rpm     6.4 MB/s | 1.0 MB     00:00
2024-03-19T01:32:04.788 INFO:teuthology.orchestra.run.smithi073.stdout:(62/174): postgresql-server-13.11-1.el9.x86_64.  24 MB/s | 5.7 MB     00:00
2024-03-19T01:32:04.813 INFO:teuthology.orchestra.run.smithi073.stdout:(63/174): python3-attrs-20.3.0-7.el9.noarch.rpm 333 kB/s |  78 kB     00:00
2024-03-19T01:32:04.939 INFO:teuthology.orchestra.run.smithi073.stdout:(64/174): python3-babel-2.9.1-2.el9.noarch.rpm   26 MB/s | 5.8 MB     00:00
2024-03-19T01:32:04.964 INFO:teuthology.orchestra.run.smithi073.stdout:(65/174): python3-jsonpointer-2.0-4.el9.noarch. 122 kB/s |  18 kB     00:00
2024-03-19T01:32:04.989 INFO:teuthology.orchestra.run.smithi073.stdout:(66/174): python3-jsonpatch-1.21-16.el9.noarch. 141 kB/s |  24 kB     00:00
2024-03-19T01:32:05.014 INFO:teuthology.orchestra.run.smithi073.stdout:(67/174): python3-mako-1.1.4-6.el9.noarch.rpm   1.9 MB/s | 144 kB     00:00
2024-03-19T01:32:05.040 INFO:teuthology.orchestra.run.smithi073.stdout:(68/174): python3-markupsafe-1.1.1-12.el9.x86_6 419 kB/s |  32 kB     00:00
2024-03-19T01:32:05.073 INFO:teuthology.orchestra.run.smithi073.stdout:(69/174): python3-numpy-f2py-1.20.1-5.el9.x86_6 3.6 MB/s | 217 kB     00:00
2024-03-19T01:32:05.190 INFO:teuthology.orchestra.run.smithi073.stdout:(70/174): python3-numpy-1.20.1-5.el9.x86_64.rpm  27 MB/s | 4.8 MB     00:00
2024-03-19T01:32:05.215 INFO:teuthology.orchestra.run.smithi073.stdout:(71/174): python3-oauthlib-3.1.1-5.el9.noarch.r 999 kB/s | 174 kB     00:00
2024-03-19T01:32:05.241 INFO:teuthology.orchestra.run.smithi073.stdout:(72/174): python3-packaging-20.9-5.el9.noarch.r 417 kB/s |  69 kB     00:00
2024-03-19T01:32:05.257 INFO:teuthology.orchestra.run.smithi073.stdout:(73/174): python3-prettytable-0.7.2-27.el9.noar 618 kB/s |  41 kB     00:00
2024-03-19T01:32:05.292 INFO:teuthology.orchestra.run.smithi073.stdout:(74/174): python3-protobuf-3.14.0-13.el9.noarch 4.6 MB/s | 238 kB     00:00
2024-03-19T01:32:05.316 INFO:teuthology.orchestra.run.smithi073.stdout:(75/174): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.7 MB/s | 132 kB     00:00
2024-03-19T01:32:05.342 INFO:teuthology.orchestra.run.smithi073.stdout:(76/174): python3-pyasn1-modules-0.4.8-6.el9.no 2.5 MB/s | 211 kB     00:00
2024-03-19T01:32:05.367 INFO:teuthology.orchestra.run.smithi073.stdout:(77/174): python3-pytz-2021.1-5.el9.noarch.rpm  632 kB/s |  47 kB     00:00
2024-03-19T01:32:05.392 INFO:teuthology.orchestra.run.smithi073.stdout:(78/174): python3-requests-oauthlib-1.3.0-12.el 853 kB/s |  43 kB     00:00
2024-03-19T01:32:05.634 INFO:teuthology.orchestra.run.smithi073.stdout:(79/174): python3-toml-0.10.2-6.el9.noarch.rpm  145 kB/s |  39 kB     00:00
2024-03-19T01:32:05.659 INFO:teuthology.orchestra.run.smithi073.stdout:(80/174): python3-wcwidth-0.2.5-8.el9.noarch.rp 155 kB/s |  41 kB     00:00
2024-03-19T01:32:05.818 INFO:teuthology.orchestra.run.smithi073.stdout:(81/174): python3-scipy-1.6.2-8.el9.x86_64.rpm   33 MB/s |  16 MB     00:00
2024-03-19T01:32:05.843 INFO:teuthology.orchestra.run.smithi073.stdout:(82/174): socat-1.7.4.1-5.el9.x86_64.rpm        1.4 MB/s | 300 kB     00:00
2024-03-19T01:32:05.889 INFO:teuthology.orchestra.run.smithi073.stdout:(83/174): uuid-1.6.2-55.el9.x86_64.rpm          247 kB/s |  56 kB     00:00
2024-03-19T01:32:05.914 INFO:teuthology.orchestra.run.smithi073.stdout:(84/174): xmlstarlet-1.6.1-20.el9.x86_64.rpm    894 kB/s |  63 kB     00:00
2024-03-19T01:32:05.939 INFO:teuthology.orchestra.run.smithi073.stdout:(85/174): zlib-devel-1.2.11-40.el9.x86_64.rpm   464 kB/s |  44 kB     00:00
2024-03-19T01:32:05.965 INFO:teuthology.orchestra.run.smithi073.stdout:(86/174): fuse-2.9.9-15.el9.x86_64.rpm          1.0 MB/s |  79 kB     00:00
2024-03-19T01:32:05.989 INFO:teuthology.orchestra.run.smithi073.stdout:(87/174): python3-cffi-1.14.5-5.el9.x86_64.rpm  4.7 MB/s | 241 kB     00:00
2024-03-19T01:32:06.023 INFO:teuthology.orchestra.run.smithi073.stdout:(88/174): python3-cryptography-36.0.1-4.el9.x86  14 MB/s | 1.1 MB     00:00
2024-03-19T01:32:06.049 INFO:teuthology.orchestra.run.smithi073.stdout:(89/174): python3-ply-3.11-14.el9.noarch.rpm    1.2 MB/s | 103 kB     00:00
2024-03-19T01:32:06.066 INFO:teuthology.orchestra.run.smithi073.stdout:(90/174): python3-pycparser-2.20-6.el9.noarch.r 1.6 MB/s | 124 kB     00:00
2024-03-19T01:32:06.091 INFO:teuthology.orchestra.run.smithi073.stdout:(91/174): python3-urllib3-1.26.5-5.el9.noarch.r 4.4 MB/s | 187 kB     00:00
2024-03-19T01:32:06.200 INFO:teuthology.orchestra.run.smithi073.stdout:(92/174): jq-1.6-16.el9.x86_64.rpm              1.2 MB/s | 187 kB     00:00
2024-03-19T01:32:06.225 INFO:teuthology.orchestra.run.smithi073.stdout:(93/174): libquadmath-11.4.1-3.el9.x86_64.rpm   1.4 MB/s | 195 kB     00:00
2024-03-19T01:32:06.250 INFO:teuthology.orchestra.run.smithi073.stdout:(94/174): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB     00:00
2024-03-19T01:32:06.275 INFO:teuthology.orchestra.run.smithi073.stdout:(95/174): libgfortran-11.4.1-3.el9.x86_64.rpm   3.8 MB/s | 803 kB     00:00
2024-03-19T01:32:06.500 INFO:teuthology.orchestra.run.smithi073.stdout:(96/174): elfutils-libelf-devel-0.190-2.el9.x86  78 kB/s |  21 kB     00:00
2024-03-19T01:32:06.534 INFO:teuthology.orchestra.run.smithi073.stdout:(97/174): libuuid-devel-2.37.4-18.el9.x86_64.rp  90 kB/s |  25 kB     00:00
2024-03-19T01:32:06.885 INFO:teuthology.orchestra.run.smithi073.stdout:(98/174): python3-jinja2-2.11.3-5.el9.noarch.rp 708 kB/s | 248 kB     00:00
2024-03-19T01:32:06.918 INFO:teuthology.orchestra.run.smithi073.stdout:(99/174): python3-devel-3.9.17-2.el9.x86_64.rpm 588 kB/s | 245 kB     00:00
2024-03-19T01:32:06.994 INFO:teuthology.orchestra.run.smithi073.stdout:(100/174): qatlib-23.11.0-1.el9.x86_64.rpm      1.9 MB/s | 216 kB     00:00
2024-03-19T01:32:07.019 INFO:teuthology.orchestra.run.smithi073.stdout:(101/174): qatlib-service-23.11.0-1.el9.x86_64. 347 kB/s |  35 kB     00:00
2024-03-19T01:32:07.102 INFO:teuthology.orchestra.run.smithi073.stdout:(102/174): qatzip-libs-1.1.2-2.el9.x86_64.rpm   410 kB/s |  44 kB     00:00
2024-03-19T01:32:07.119 INFO:teuthology.orchestra.run.smithi073.stdout:(103/174): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 935 kB/s |  94 kB     00:00
2024-03-19T01:32:07.203 INFO:teuthology.orchestra.run.smithi073.stdout:(104/174): lua-devel-5.4.4-4.el9.x86_64.rpm     222 kB/s |  22 kB     00:00
2024-03-19T01:32:07.478 INFO:teuthology.orchestra.run.smithi073.stdout:(105/174): protobuf-compiler-3.14.0-13.el9.x86_ 2.4 MB/s | 863 kB     00:00
2024-03-19T01:32:07.545 INFO:teuthology.orchestra.run.smithi073.stdout:(106/174): openssl-devel-3.0.7-27.el9.x86_64.rp 3.3 MB/s | 4.1 MB     00:01
2024-03-19T01:32:07.771 INFO:teuthology.orchestra.run.smithi073.stdout:(107/174): grpc-data-1.46.7-10.el9.noarch.rpm    86 kB/s |  19 kB     00:00
2024-03-19T01:32:07.821 INFO:teuthology.orchestra.run.smithi073.stdout:(108/174): abseil-cpp-20211102.0-3.el9.x86_64.r 888 kB/s | 548 kB     00:00
2024-03-19T01:32:07.921 INFO:teuthology.orchestra.run.smithi073.stdout:(109/174): libarrow-doc-9.0.0-10.el9.noarch.rpm 259 kB/s |  26 kB     00:00
2024-03-19T01:32:07.980 INFO:teuthology.orchestra.run.smithi073.stdout:(110/174): gperftools-libs-2.9.1-2.el9.x86_64.r 617 kB/s | 309 kB     00:00
2024-03-19T01:32:08.022 INFO:teuthology.orchestra.run.smithi073.stdout:(111/174): liboath-2.6.7-2.el9.x86_64.rpm       485 kB/s |  49 kB     00:00
2024-03-19T01:32:08.089 INFO:teuthology.orchestra.run.smithi073.stdout:(112/174): libunwind-1.6.2-1.el9.x86_64.rpm     620 kB/s |  67 kB     00:00
2024-03-19T01:32:08.130 INFO:teuthology.orchestra.run.smithi073.stdout:(113/174): luarocks-3.9.2-1.el9.noarch.rpm      1.4 MB/s | 151 kB     00:00
2024-03-19T01:32:08.289 INFO:teuthology.orchestra.run.smithi073.stdout:(114/174): python3-asyncssh-2.13.2-4.el9.noarch 3.4 MB/s | 548 kB     00:00
2024-03-19T01:32:08.331 INFO:teuthology.orchestra.run.smithi073.stdout:(115/174): parquet-libs-9.0.0-10.el9.x86_64.rpm 3.4 MB/s | 838 kB     00:00
2024-03-19T01:32:08.390 INFO:teuthology.orchestra.run.smithi073.stdout:(116/174): python3-bcrypt-3.2.2-1.el9.x86_64.rp 433 kB/s |  43 kB     00:00
2024-03-19T01:32:08.423 INFO:teuthology.orchestra.run.smithi073.stdout:(117/174): python3-cachetools-4.2.4-1.el9.noarc 350 kB/s |  32 kB     00:00
2024-03-19T01:32:08.490 INFO:teuthology.orchestra.run.smithi073.stdout:(118/174): python3-certifi-2021.10.8-2.el9.noar 149 kB/s |  15 kB     00:00
2024-03-19T01:32:08.557 INFO:teuthology.orchestra.run.smithi073.stdout:(119/174): libarrow-9.0.0-10.el9.x86_64.rpm     5.6 MB/s | 4.4 MB     00:00
2024-03-19T01:32:08.582 INFO:teuthology.orchestra.run.smithi073.stdout:(120/174): python3-cheroot-8.6.0-4.el9.noarch.r 1.1 MB/s | 172 kB     00:00
2024-03-19T01:32:08.616 INFO:teuthology.orchestra.run.smithi073.stdout:(121/174): python3-cherrypy-18.6.1-2.el9.noarch 2.8 MB/s | 358 kB     00:00
2024-03-19T01:32:08.658 INFO:teuthology.orchestra.run.smithi073.stdout:(122/174): python3-cmd2-2.4.2-2.el9.noarch.rpm  2.9 MB/s | 303 kB     00:00
2024-03-19T01:32:08.675 INFO:teuthology.orchestra.run.smithi073.stdout:(123/174): python3-colorama-0.4.4-12.el9.noarch 384 kB/s |  35 kB     00:00
2024-03-19T01:32:08.734 INFO:teuthology.orchestra.run.smithi073.stdout:(124/174): python3-google-auth-2.28.0-1.el9.noa 1.7 MB/s | 203 kB     00:00
2024-03-19T01:32:08.784 INFO:teuthology.orchestra.run.smithi073.stdout:(125/174): python3-grpcio-tools-1.46.7-10.el9.x 1.3 MB/s | 144 kB     00:00
2024-03-19T01:32:08.843 INFO:teuthology.orchestra.run.smithi073.stdout:(126/174): python3-grpcio-1.46.7-10.el9.x86_64.  11 MB/s | 2.0 MB     00:00
2024-03-19T01:32:08.868 INFO:teuthology.orchestra.run.smithi073.stdout:(127/174): python3-jaraco-8.2.1-3.el9.noarch.rp  80 kB/s |  11 kB     00:00
2024-03-19T01:32:08.893 INFO:teuthology.orchestra.run.smithi073.stdout:(128/174): python3-jaraco-classes-3.2.1-5.el9.n 162 kB/s |  18 kB     00:00
2024-03-19T01:32:08.943 INFO:teuthology.orchestra.run.smithi073.stdout:(129/174): python3-jaraco-collections-3.0.0-8.e 230 kB/s |  23 kB     00:00
2024-03-19T01:32:08.969 INFO:teuthology.orchestra.run.smithi073.stdout:(130/174): python3-jaraco-functools-3.5.0-2.el9 193 kB/s |  19 kB     00:00
2024-03-19T01:32:08.994 INFO:teuthology.orchestra.run.smithi073.stdout:(131/174): python3-jaraco-text-3.2.0-6.el9.noar 196 kB/s |  20 kB     00:00
2024-03-19T01:32:09.069 INFO:teuthology.orchestra.run.smithi073.stdout:(132/174): python3-logutils-0.3.5-21.el9.noarch 462 kB/s |  46 kB     00:00
2024-03-19T01:32:09.103 INFO:teuthology.orchestra.run.smithi073.stdout:(133/174): python3-more-itertools-8.12.0-2.el9. 727 kB/s |  79 kB     00:00
2024-03-19T01:32:09.153 INFO:teuthology.orchestra.run.smithi073.stdout:(134/174): python3-kubernetes-26.1.0-2.el9.noar 4.9 MB/s | 1.0 MB     00:00
2024-03-19T01:32:09.178 INFO:teuthology.orchestra.run.smithi073.stdout:(135/174): python3-natsort-7.1.1-5.el9.noarch.r 530 kB/s |  58 kB     00:00
2024-03-19T01:32:09.220 INFO:teuthology.orchestra.run.smithi073.stdout:(136/174): python3-pecan-1.4.2-3.el9.noarch.rpm 2.3 MB/s | 272 kB     00:00
2024-03-19T01:32:09.254 INFO:teuthology.orchestra.run.smithi073.stdout:(137/174): python3-portend-3.1.0-2.el9.noarch.r 163 kB/s |  16 kB     00:00
2024-03-19T01:32:09.283 INFO:teuthology.orchestra.run.smithi073.stdout:(138/174): python3-pyOpenSSL-21.0.0-1.el9.noarc 862 kB/s |  90 kB     00:00
2024-03-19T01:32:09.325 INFO:teuthology.orchestra.run.smithi073.stdout:(139/174): python3-pyperclip-1.8.2-2.el9.noarch 271 kB/s |  28 kB     00:00
2024-03-19T01:32:09.358 INFO:teuthology.orchestra.run.smithi073.stdout:(140/174): python3-repoze-lru-0.7-16.el9.noarch 295 kB/s |  31 kB     00:00
2024-03-19T01:32:09.417 INFO:teuthology.orchestra.run.smithi073.stdout:(141/174): python3-routes-2.5.1-5.el9.noarch.rp 1.4 MB/s | 188 kB     00:00
2024-03-19T01:32:09.442 INFO:teuthology.orchestra.run.smithi073.stdout:(142/174): python3-rsa-4.9-2.el9.noarch.rpm     503 kB/s |  59 kB     00:00
2024-03-19T01:32:09.468 INFO:teuthology.orchestra.run.smithi073.stdout:(143/174): python3-tempora-5.0.0-2.el9.noarch.r 328 kB/s |  36 kB     00:00
2024-03-19T01:32:09.510 INFO:teuthology.orchestra.run.smithi073.stdout:(144/174): python3-typing-extensions-4.4.0-2.el 553 kB/s |  51 kB     00:00
2024-03-19T01:32:09.560 INFO:teuthology.orchestra.run.smithi073.stdout:(145/174): python3-webob-1.8.7-6.el9.noarch.rpm 1.9 MB/s | 230 kB     00:00
2024-03-19T01:32:09.585 INFO:teuthology.orchestra.run.smithi073.stdout:(146/174): python3-websocket-client-1.2.3-2.el9 763 kB/s |  90 kB     00:00
2024-03-19T01:32:09.619 INFO:teuthology.orchestra.run.smithi073.stdout:(147/174): python3-werkzeug-2.0.3-3.el9.1.noarc 3.8 MB/s | 427 kB     00:00
2024-03-19T01:32:09.653 INFO:teuthology.orchestra.run.smithi073.stdout:(148/174): python3-zc-lockfile-2.0-10.el9.noarc 216 kB/s |  20 kB     00:00
2024-03-19T01:32:09.695 INFO:teuthology.orchestra.run.smithi073.stdout:(149/174): re2-20211101-3.el9.x86_64.rpm        1.7 MB/s | 192 kB     00:00
2024-03-19T01:32:09.920 INFO:teuthology.orchestra.run.smithi073.stdout:(150/174): thrift-0.15.0-2.el9.x86_64.rpm       5.3 MB/s | 1.6 MB     00:00
2024-03-19T01:32:09.962 INFO:teuthology.orchestra.run.smithi073.stdout:(151/174): xfsdump-3.1.12-4.el9.x86_64.rpm      7.6 MB/s | 321 kB     00:00
2024-03-19T01:32:10.104 INFO:teuthology.orchestra.run.smithi073.stdout:(152/174): librados2-19.0.0-2206.gb6ae2491.el9. 7.5 MB/s | 3.4 MB     00:00
2024-03-19T01:32:10.196 INFO:teuthology.orchestra.run.smithi073.stdout:(153/174): NetworkManager-1.47.2-1.el9.x86_64.r 9.9 MB/s | 2.3 MB     00:00
2024-03-19T01:32:10.238 INFO:teuthology.orchestra.run.smithi073.stdout:(154/174): NetworkManager-team-1.47.2-1.el9.x86 1.0 MB/s |  42 kB     00:00
2024-03-19T01:32:10.280 INFO:teuthology.orchestra.run.smithi073.stdout:(155/174): NetworkManager-libnm-1.47.2-1.el9.x8  10 MB/s | 1.8 MB     00:00
2024-03-19T01:32:10.305 INFO:teuthology.orchestra.run.smithi073.stdout:(156/174): NetworkManager-tui-1.47.2-1.el9.x86_ 3.6 MB/s | 248 kB     00:00
2024-03-19T01:32:10.330 INFO:teuthology.orchestra.run.smithi073.stdout:(157/174): acl-2.3.1-4.el9.x86_64.rpm           1.4 MB/s |  71 kB     00:00
2024-03-19T01:32:10.356 INFO:teuthology.orchestra.run.smithi073.stdout:(158/174): elfutils-debuginfod-client-0.190-2.e 726 kB/s |  36 kB     00:00
2024-03-19T01:32:10.381 INFO:teuthology.orchestra.run.smithi073.stdout:(159/174): elfutils-libelf-0.190-2.el9.x86_64.r 3.7 MB/s | 192 kB     00:00
2024-03-19T01:32:10.406 INFO:teuthology.orchestra.run.smithi073.stdout:(160/174): elfutils-libs-0.190-2.el9.x86_64.rpm 5.0 MB/s | 256 kB     00:00
2024-03-19T01:32:10.431 INFO:teuthology.orchestra.run.smithi073.stdout:(161/174): libacl-2.3.1-4.el9.x86_64.rpm        459 kB/s |  23 kB     00:00
2024-03-19T01:32:10.448 INFO:teuthology.orchestra.run.smithi073.stdout:(162/174): libblkid-2.37.4-18.el9.x86_64.rpm    2.5 MB/s | 108 kB     00:00
2024-03-19T01:32:10.473 INFO:teuthology.orchestra.run.smithi073.stdout:(163/174): libfdisk-2.37.4-18.el9.x86_64.rpm    3.6 MB/s | 155 kB     00:00
2024-03-19T01:32:10.499 INFO:teuthology.orchestra.run.smithi073.stdout:(164/174): libmount-2.37.4-18.el9.x86_64.rpm    2.6 MB/s | 136 kB     00:00
2024-03-19T01:32:10.524 INFO:teuthology.orchestra.run.smithi073.stdout:(165/174): libsmartcols-2.37.4-18.el9.x86_64.rp 1.2 MB/s |  64 kB     00:00
2024-03-19T01:32:10.549 INFO:teuthology.orchestra.run.smithi073.stdout:(166/174): libuuid-2.37.4-18.el9.x86_64.rpm     574 kB/s |  29 kB     00:00
2024-03-19T01:32:10.592 INFO:teuthology.orchestra.run.smithi073.stdout:(167/174): openssl-3.0.7-27.el9.x86_64.rpm       18 MB/s | 1.2 MB     00:00
2024-03-19T01:32:10.659 INFO:teuthology.orchestra.run.smithi073.stdout:(168/174): openssl-libs-3.0.7-27.el9.x86_64.rpm  20 MB/s | 2.2 MB     00:00
2024-03-19T01:32:10.725 INFO:teuthology.orchestra.run.smithi073.stdout:(169/174): util-linux-2.37.4-18.el9.x86_64.rpm   17 MB/s | 2.3 MB     00:00
2024-03-19T01:32:10.750 INFO:teuthology.orchestra.run.smithi073.stdout:(170/174): util-linux-core-2.37.4-18.el9.x86_64 5.0 MB/s | 465 kB     00:00
2024-03-19T01:32:10.776 INFO:teuthology.orchestra.run.smithi073.stdout:(171/174): util-linux-user-2.37.4-18.el9.x86_64 621 kB/s |  31 kB     00:00
2024-03-19T01:32:10.810 INFO:teuthology.orchestra.run.smithi073.stdout:(172/174): xfsprogs-6.3.0-1.el9.x86_64.rpm       18 MB/s | 1.1 MB     00:00
2024-03-19T01:32:11.026 INFO:teuthology.orchestra.run.smithi073.stdout:(173/174): librbd1-19.0.0-2206.gb6ae2491.el9.x8 2.4 MB/s | 3.1 MB     00:01
2024-03-19T01:32:11.077 INFO:teuthology.orchestra.run.smithi073.stdout:(174/174): libacl-devel-2.3.1-4.el9.x86_64.rpm  247 kB/s |  74 kB     00:00
2024-03-19T01:32:11.081 INFO:teuthology.orchestra.run.smithi073.stdout:--------------------------------------------------------------------------------
2024-03-19T01:32:11.081 INFO:teuthology.orchestra.run.smithi073.stdout:Total                                            16 MB/s | 224 MB     00:13
2024-03-19T01:32:11.551 INFO:teuthology.orchestra.run.smithi073.stdout:Running transaction check
2024-03-19T01:32:11.825 INFO:teuthology.orchestra.run.smithi073.stdout:Transaction check succeeded.
2024-03-19T01:32:11.825 INFO:teuthology.orchestra.run.smithi073.stdout:Running transaction test
2024-03-19T01:32:13.812 INFO:teuthology.orchestra.run.smithi073.stdout:Transaction test succeeded.
2024-03-19T01:32:13.812 INFO:teuthology.orchestra.run.smithi073.stdout:Running transaction
2024-03-19T01:32:17.746 INFO:teuthology.orchestra.run.smithi046.stdout:Extra Packages for Enterprise Linux             945 kB/s |  21 MB     00:22
2024-03-19T01:32:20.719 INFO:teuthology.orchestra.run.smithi073.stdout:  Preparing        :                                                        1/1
2024-03-19T01:32:20.798 INFO:teuthology.orchestra.run.smithi073.stdout:  Upgrading        : openssl-libs-1:3.0.7-27.el9.x86_64                   1/198
2024-03-19T01:32:20.825 INFO:teuthology.orchestra.run.smithi073.stdout:  Upgrading        : libuuid-2.37.4-18.el9.x86_64                         2/198
2024-03-19T01:32:20.863 INFO:teuthology.orchestra.run.smithi073.stdout:  Upgrading        : libblkid-2.37.4-18.el9.x86_64                        3/198
2024-03-19T01:32:20.872 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: libblkid-2.37.4-18.el9.x86_64                        3/198
2024-03-19T01:32:20.912 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : librabbitmq-0.11.0-7.el9.x86_64                      4/198
2024-03-19T01:32:20.971 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : librdkafka-1.6.1-102.el9.x86_64                      5/198
2024-03-19T01:32:21.016 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : thrift-0.15.0-2.el9.x86_64                           6/198
2024-03-19T01:32:21.042 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-more-itertools-8.12.0-2.el9.noarch           7/198
2024-03-19T01:32:21.086 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-jaraco-8.2.1-3.el9.noarch                    8/198
2024-03-19T01:32:21.475 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : lttng-ust-2.12.0-6.el9.x86_64                        9/198
2024-03-19T01:32:21.510 INFO:teuthology.orchestra.run.smithi073.stdout:  Upgrading        : librados2-2:19.0.0-2206.gb6ae2491.el9.x86_64        10/198
2024-03-19T01:32:21.614 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: librados2-2:19.0.0-2206.gb6ae2491.el9.x86_64        10/198
2024-03-19T01:32:21.644 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : libcephfs2-2:19.0.0-2206.gb6ae2491.el9.x86_64       11/198
2024-03-19T01:32:21.736 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: libcephfs2-2:19.0.0-2206.gb6ae2491.el9.x86_64       11/198
2024-03-19T01:32:21.772 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-rados-2:19.0.0-2206.gb6ae2491.el9.x86_64    12/198
2024-03-19T01:32:21.816 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : postgresql-private-libs-13.11-1.el9.x86_64          13/198
2024-03-19T01:32:21.992 INFO:teuthology.orchestra.run.smithi073.stdout:  Upgrading        : elfutils-libelf-0.190-2.el9.x86_64                  14/198
2024-03-19T01:32:22.063 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : postgresql-13.11-1.el9.x86_64                       15/198
2024-03-19T01:32:22.091 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : libcephsqlite-2:19.0.0-2206.gb6ae2491.el9.x86_64    16/198
2024-03-19T01:32:22.195 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: libcephsqlite-2:19.0.0-2206.gb6ae2491.el9.x86_64    16/198
2024-03-19T01:32:22.217 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : libradosstriper1-2:19.0.0-2206.gb6ae2491.el9.x86    17/198
2024-03-19T01:32:22.274 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: libradosstriper1-2:19.0.0-2206.gb6ae2491.el9.x86    17/198
2024-03-19T01:32:22.322 INFO:teuthology.orchestra.run.smithi073.stdout:  Upgrading        : libmount-2.37.4-18.el9.x86_64                       18/198
2024-03-19T01:32:22.344 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : qatlib-service-23.11.0-1.el9.x86_64                 19/198
2024-03-19T01:32:22.359 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: qatlib-service-23.11.0-1.el9.x86_64                 19/198
2024-03-19T01:32:22.560 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: qatlib-23.11.0-1.el9.x86_64                         20/198
2024-03-19T01:32:22.592 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : qatlib-23.11.0-1.el9.x86_64                         20/198
2024-03-19T01:32:22.623 INFO:teuthology.orchestra.run.smithi073.stdout:  Upgrading        : libsmartcols-2.37.4-18.el9.x86_64                   21/198
2024-03-19T01:32:22.718 INFO:teuthology.orchestra.run.smithi046.stdout:lab-extras                                       29 kB/s | 1.7 kB     00:00
2024-03-19T01:32:22.805 INFO:teuthology.orchestra.run.smithi073.stdout:  Upgrading        : libacl-2.3.1-4.el9.x86_64                           22/198
2024-03-19T01:32:22.942 INFO:teuthology.orchestra.run.smithi073.stdout:  Upgrading        : NetworkManager-libnm-1:1.47.2-1.el9.x86_64          23/198
2024-03-19T01:32:22.986 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: NetworkManager-libnm-1:1.47.2-1.el9.x86_64          23/198
2024-03-19T01:32:23.068 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: NetworkManager-1:1.47.2-1.el9.x86_64                24/198
2024-03-19T01:32:23.121 INFO:teuthology.orchestra.run.smithi073.stdout:  Upgrading        : NetworkManager-1:1.47.2-1.el9.x86_64                24/198
2024-03-19T01:32:23.341 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: NetworkManager-1:1.47.2-1.el9.x86_64                24/198
2024-03-19T01:32:23.450 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : re2-1:20211101-3.el9.x86_64                         25/198
2024-03-19T01:32:23.562 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : libarrow-9.0.0-10.el9.x86_64                        26/198
2024-03-19T01:32:23.593 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-werkzeug-2.0.3-3.el9.1.noarch               27/198
2024-03-19T01:32:23.611 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : liboath-2.6.7-2.el9.x86_64                          28/198
2024-03-19T01:32:23.646 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : libquadmath-11.4.1-3.el9.x86_64                     29/198
2024-03-19T01:32:23.719 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : libgfortran-11.4.1-3.el9.x86_64                     30/198
2024-03-19T01:32:23.773 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-urllib3-1.26.5-5.el9.noarch                 31/198
2024-03-19T01:32:23.812 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-requests-2.25.1-8.el9.noarch                32/198
2024-03-19T01:32:23.876 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-pytz-2021.1-5.el9.noarch                    33/198
2024-03-19T01:32:23.912 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-pyasn1-0.4.8-6.el9.noarch                   34/198
2024-03-19T01:32:23.958 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-markupsafe-1.1.1-12.el9.x86_64              35/198
2024-03-19T01:32:23.989 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : protobuf-3.14.0-13.el9.x86_64                       36/198
2024-03-19T01:32:24.024 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : lua-5.4.4-4.el9.x86_64                              37/198
2024-03-19T01:32:24.093 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : flexiblas-3.0.4-8.el9.x86_64                        38/198
2024-03-19T01:32:24.129 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-ceph-common-2:19.0.0-2206.gb6ae2491.el9.    39/198
2024-03-19T01:32:24.173 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-ceph-argparse-2:19.0.0-2206.gb6ae2491.el    40/198
2024-03-19T01:32:24.201 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-cephfs-2:19.0.0-2206.gb6ae2491.el9.x86_6    41/198
2024-03-19T01:32:24.270 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : lua-devel-5.4.4-4.el9.x86_64                        42/198
2024-03-19T01:32:24.316 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : luarocks-3.9.2-1.el9.noarch                         43/198
2024-03-19T01:32:24.389 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : protobuf-compiler-3.14.0-13.el9.x86_64              44/198
2024-03-19T01:32:24.524 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-mako-1.1.4-6.el9.noarch                     45/198
2024-03-19T01:32:24.578 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-pyasn1-modules-0.4.8-6.el9.noarch           46/198
2024-03-19T01:32:25.093 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-rsa-4.9-2.el9.noarch                        47/198
2024-03-19T01:32:25.150 INFO:teuthology.orchestra.run.smithi046.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed.
2024-03-19T01:32:25.151 INFO:teuthology.orchestra.run.smithi046.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed.
2024-03-19T01:32:25.166 INFO:teuthology.orchestra.run.smithi046.stdout:Package NetworkManager-1:1.44.0-2.el9.x86_64 is already installed.
2024-03-19T01:32:25.167 INFO:teuthology.orchestra.run.smithi046.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed.
2024-03-19T01:32:25.168 INFO:teuthology.orchestra.run.smithi046.stdout:Package util-linux-2.37.4-15.el9.x86_64 is already installed.
2024-03-19T01:32:25.169 INFO:teuthology.orchestra.run.smithi046.stdout:Package libacl-devel-2.3.1-3.el9.x86_64 is already installed.
2024-03-19T01:32:25.171 INFO:teuthology.orchestra.run.smithi046.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed.
2024-03-19T01:32:25.173 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-babel-2.9.1-2.el9.noarch                    48/198
2024-03-19T01:32:25.174 INFO:teuthology.orchestra.run.smithi046.stdout:Package xfsdump-3.1.12-3.el9.x86_64 is already installed.
2024-03-19T01:32:25.176 INFO:teuthology.orchestra.run.smithi046.stdout:Package xfsprogs-5.19.0-4.el9.x86_64 is already installed.
2024-03-19T01:32:25.260 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-jinja2-2.11.3-5.el9.noarch                  49/198
2024-03-19T01:32:25.261 INFO:teuthology.orchestra.run.smithi046.stdout:Dependencies resolved.
2024-03-19T01:32:25.296 INFO:teuthology.orchestra.run.smithi046.stdout:============================================================================================
2024-03-19T01:32:25.296 INFO:teuthology.orchestra.run.smithi046.stdout: Package                         Arch    Version                     Repository         Size
2024-03-19T01:32:25.296 INFO:teuthology.orchestra.run.smithi046.stdout:============================================================================================
2024-03-19T01:32:25.296 INFO:teuthology.orchestra.run.smithi046.stdout:Installing:
2024-03-19T01:32:25.296 INFO:teuthology.orchestra.run.smithi046.stdout: bison                           x86_64  3.7.4-5.el9                 CentOS-AppStream  920 k
2024-03-19T01:32:25.297 INFO:teuthology.orchestra.run.smithi046.stdout: ceph                            x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              6.6 k
2024-03-19T01:32:25.297 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-base                       x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              5.4 M
2024-03-19T01:32:25.297 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-fuse                       x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              891 k
2024-03-19T01:32:25.297 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-immutable-object-cache     x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              145 k
2024-03-19T01:32:25.297 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr                        x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              1.5 M
2024-03-19T01:32:25.297 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-cephadm                noarch  2:19.0.0-2206.gb6ae2491.el9 ceph-noarch       139 k
2024-03-19T01:32:25.297 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-dashboard              noarch  2:19.0.0-2206.gb6ae2491.el9 ceph-noarch       1.8 M
2024-03-19T01:32:25.297 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-diskprediction-local   noarch  2:19.0.0-2206.gb6ae2491.el9 ceph-noarch       7.4 M
2024-03-19T01:32:25.297 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-rook                   noarch  2:19.0.0-2206.gb6ae2491.el9 ceph-noarch        49 k
2024-03-19T01:32:25.297 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-radosgw                    x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              9.8 M
2024-03-19T01:32:25.297 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-test                       x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph               48 M
2024-03-19T01:32:25.297 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-volume                     noarch  2:19.0.0-2206.gb6ae2491.el9 ceph-noarch       264 k
2024-03-19T01:32:25.298 INFO:teuthology.orchestra.run.smithi046.stdout: cephadm                         noarch  2:19.0.0-2206.gb6ae2491.el9 ceph-noarch       749 k
2024-03-19T01:32:25.298 INFO:teuthology.orchestra.run.smithi046.stdout: cephfs-mirror                   x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              221 k
2024-03-19T01:32:25.298 INFO:teuthology.orchestra.run.smithi046.stdout: cephfs-shell                    x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph               27 k
2024-03-19T01:32:25.298 INFO:teuthology.orchestra.run.smithi046.stdout: cephfs-top                      noarch  2:19.0.0-2206.gb6ae2491.el9 ceph-noarch        18 k
2024-03-19T01:32:25.298 INFO:teuthology.orchestra.run.smithi046.stdout: elfutils-libelf-devel           x86_64  0.190-2.el9                 appstream          21 k
2024-03-19T01:32:25.298 INFO:teuthology.orchestra.run.smithi046.stdout: flex                            x86_64  2.6.4-9.el9                 CentOS-AppStream  307 k
2024-03-19T01:32:25.298 INFO:teuthology.orchestra.run.smithi046.stdout: libaio-devel                    x86_64  0.3.111-13.el9              CentOS-AppStream   10 k
2024-03-19T01:32:25.298 INFO:teuthology.orchestra.run.smithi046.stdout: libcephfs-devel                 x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph               32 k
2024-03-19T01:32:25.298 INFO:teuthology.orchestra.run.smithi046.stdout: libcephfs2                      x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              746 k
2024-03-19T01:32:25.298 INFO:teuthology.orchestra.run.smithi046.stdout: librados-devel                  x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              127 k
2024-03-19T01:32:25.298 INFO:teuthology.orchestra.run.smithi046.stdout: libtool                         x86_64  2.4.6-45.el9                CentOS-AppStream  578 k
2024-03-19T01:32:25.298 INFO:teuthology.orchestra.run.smithi046.stdout: libuuid-devel                   x86_64  2.37.4-18.el9               appstream          25 k
2024-03-19T01:32:25.299 INFO:teuthology.orchestra.run.smithi046.stdout: openssl-devel                   x86_64  1:3.0.7-27.el9              appstream         4.1 M
2024-03-19T01:32:25.299 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql                      x86_64  13.11-1.el9                 CentOS-AppStream  1.5 M
2024-03-19T01:32:25.299 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql-contrib              x86_64  13.11-1.el9                 CentOS-AppStream  811 k
2024-03-19T01:32:25.299 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql-server               x86_64  13.11-1.el9                 CentOS-AppStream  5.7 M
2024-03-19T01:32:25.299 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cephfs                  x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              162 k
2024-03-19T01:32:25.299 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rados                   x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              321 k
2024-03-19T01:32:25.299 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rbd                     x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              298 k
2024-03-19T01:32:25.299 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rgw                     x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph               99 k
2024-03-19T01:32:25.299 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-fuse                        x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph               85 k
2024-03-19T01:32:25.299 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-mirror                      x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              3.1 M
2024-03-19T01:32:25.299 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-nbd                         x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              170 k
2024-03-19T01:32:25.299 INFO:teuthology.orchestra.run.smithi046.stdout: xfsprogs-devel                  x86_64  6.3.0-1.el9                 appstream          94 k
2024-03-19T01:32:25.299 INFO:teuthology.orchestra.run.smithi046.stdout:Upgrading:
2024-03-19T01:32:25.300 INFO:teuthology.orchestra.run.smithi046.stdout: NetworkManager                  x86_64  1:1.47.2-1.el9              baseos            2.3 M
2024-03-19T01:32:25.300 INFO:teuthology.orchestra.run.smithi046.stdout: NetworkManager-libnm            x86_64  1:1.47.2-1.el9              baseos            1.8 M
2024-03-19T01:32:25.300 INFO:teuthology.orchestra.run.smithi046.stdout: NetworkManager-team             x86_64  1:1.47.2-1.el9              baseos             42 k
2024-03-19T01:32:25.300 INFO:teuthology.orchestra.run.smithi046.stdout: NetworkManager-tui              x86_64  1:1.47.2-1.el9              baseos            248 k
2024-03-19T01:32:25.300 INFO:teuthology.orchestra.run.smithi046.stdout: acl                             x86_64  2.3.1-4.el9                 baseos             71 k
2024-03-19T01:32:25.300 INFO:teuthology.orchestra.run.smithi046.stdout: elfutils-debuginfod-client      x86_64  0.190-2.el9                 baseos             36 k
2024-03-19T01:32:25.300 INFO:teuthology.orchestra.run.smithi046.stdout: elfutils-libelf                 x86_64  0.190-2.el9                 baseos            192 k
2024-03-19T01:32:25.300 INFO:teuthology.orchestra.run.smithi046.stdout: elfutils-libs                   x86_64  0.190-2.el9                 baseos            256 k
2024-03-19T01:32:25.300 INFO:teuthology.orchestra.run.smithi046.stdout: libacl                          x86_64  2.3.1-4.el9                 baseos             23 k
2024-03-19T01:32:25.300 INFO:teuthology.orchestra.run.smithi046.stdout: libacl-devel                    x86_64  2.3.1-4.el9                 appstream          74 k
2024-03-19T01:32:25.300 INFO:teuthology.orchestra.run.smithi046.stdout: libblkid                        x86_64  2.37.4-18.el9               baseos            108 k
2024-03-19T01:32:25.300 INFO:teuthology.orchestra.run.smithi046.stdout: libfdisk                        x86_64  2.37.4-18.el9               baseos            155 k
2024-03-19T01:32:25.300 INFO:teuthology.orchestra.run.smithi046.stdout: libmount                        x86_64  2.37.4-18.el9               baseos            136 k
2024-03-19T01:32:25.301 INFO:teuthology.orchestra.run.smithi046.stdout: librados2                       x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              3.4 M
2024-03-19T01:32:25.301 INFO:teuthology.orchestra.run.smithi046.stdout: librbd1                         x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              3.1 M
2024-03-19T01:32:25.301 INFO:teuthology.orchestra.run.smithi046.stdout: libsmartcols                    x86_64  2.37.4-18.el9               baseos             64 k
2024-03-19T01:32:25.301 INFO:teuthology.orchestra.run.smithi046.stdout: libuuid                         x86_64  2.37.4-18.el9               baseos             29 k
2024-03-19T01:32:25.301 INFO:teuthology.orchestra.run.smithi046.stdout: openssl                         x86_64  1:3.0.7-27.el9              baseos            1.2 M
2024-03-19T01:32:25.301 INFO:teuthology.orchestra.run.smithi046.stdout: openssl-libs                    x86_64  1:3.0.7-27.el9              baseos            2.2 M
2024-03-19T01:32:25.301 INFO:teuthology.orchestra.run.smithi046.stdout: util-linux                      x86_64  2.37.4-18.el9               baseos            2.3 M
2024-03-19T01:32:25.301 INFO:teuthology.orchestra.run.smithi046.stdout: util-linux-core                 x86_64  2.37.4-18.el9               baseos            465 k
2024-03-19T01:32:25.301 INFO:teuthology.orchestra.run.smithi046.stdout: util-linux-user                 x86_64  2.37.4-18.el9               baseos             31 k
2024-03-19T01:32:25.301 INFO:teuthology.orchestra.run.smithi046.stdout: xfsdump                         x86_64  3.1.12-4.el9                CentOS-BaseOS     321 k
2024-03-19T01:32:25.301 INFO:teuthology.orchestra.run.smithi046.stdout: xfsprogs                        x86_64  6.3.0-1.el9                 baseos            1.1 M
2024-03-19T01:32:25.301 INFO:teuthology.orchestra.run.smithi046.stdout:Installing dependencies:
2024-03-19T01:32:25.301 INFO:teuthology.orchestra.run.smithi046.stdout: abseil-cpp                      x86_64  20211102.0-3.el9            epel              548 k
2024-03-19T01:32:25.302 INFO:teuthology.orchestra.run.smithi046.stdout: automake                        noarch  1.16.2-8.el9                CentOS-AppStream  662 k
2024-03-19T01:32:25.302 INFO:teuthology.orchestra.run.smithi046.stdout: boost-program-options           x86_64  1.75.0-8.el9                CentOS-AppStream  106 k
2024-03-19T01:32:25.302 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-common                     x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph               21 M
2024-03-19T01:32:25.302 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-grafana-dashboards         noarch  2:19.0.0-2206.gb6ae2491.el9 ceph-noarch        34 k
2024-03-19T01:32:25.302 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mds                        x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              2.4 M
2024-03-19T01:32:25.302 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-modules-core           noarch  2:19.0.0-2206.gb6ae2491.el9 ceph-noarch       248 k
2024-03-19T01:32:25.302 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mon                        x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              4.7 M
2024-03-19T01:32:25.302 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-osd                        x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph               17 M
2024-03-19T01:32:25.302 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-prometheus-alerts          noarch  2:19.0.0-2206.gb6ae2491.el9 ceph-noarch        16 k
2024-03-19T01:32:25.302 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-selinux                    x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph               25 k
2024-03-19T01:32:25.302 INFO:teuthology.orchestra.run.smithi046.stdout: flexiblas                       x86_64  3.0.4-8.el9                 CentOS-AppStream   32 k
2024-03-19T01:32:25.302 INFO:teuthology.orchestra.run.smithi046.stdout: flexiblas-netlib                x86_64  3.0.4-8.el9                 CentOS-AppStream  3.0 M
2024-03-19T01:32:25.302 INFO:teuthology.orchestra.run.smithi046.stdout: flexiblas-openblas-openmp       x86_64  3.0.4-8.el9                 CentOS-AppStream   17 k
2024-03-19T01:32:25.303 INFO:teuthology.orchestra.run.smithi046.stdout: fuse                            x86_64  2.9.9-15.el9                CentOS-BaseOS      79 k
2024-03-19T01:32:25.303 INFO:teuthology.orchestra.run.smithi046.stdout: gperftools-libs                 x86_64  2.9.1-2.el9                 epel              309 k
2024-03-19T01:32:25.303 INFO:teuthology.orchestra.run.smithi046.stdout: grpc-data                       noarch  1.46.7-10.el9               epel               19 k
2024-03-19T01:32:25.303 INFO:teuthology.orchestra.run.smithi046.stdout: jq                              x86_64  1.6-16.el9                  baseos            187 k
2024-03-19T01:32:25.303 INFO:teuthology.orchestra.run.smithi046.stdout: libarrow                        x86_64  9.0.0-10.el9                epel              4.4 M
2024-03-19T01:32:25.303 INFO:teuthology.orchestra.run.smithi046.stdout: libarrow-doc                    noarch  9.0.0-10.el9                epel               26 k
2024-03-19T01:32:25.303 INFO:teuthology.orchestra.run.smithi046.stdout: libcephsqlite                   x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              163 k
2024-03-19T01:32:25.303 INFO:teuthology.orchestra.run.smithi046.stdout: libgfortran                     x86_64  11.4.1-3.el9                baseos            803 k
2024-03-19T01:32:25.303 INFO:teuthology.orchestra.run.smithi046.stdout: liboath                         x86_64  2.6.7-2.el9                 epel               49 k
2024-03-19T01:32:25.303 INFO:teuthology.orchestra.run.smithi046.stdout: libpmemobj                      x86_64  1.12.1-1.el9                CentOS-AppStream  159 k
2024-03-19T01:32:25.303 INFO:teuthology.orchestra.run.smithi046.stdout: libquadmath                     x86_64  11.4.1-3.el9                baseos            195 k
2024-03-19T01:32:25.303 INFO:teuthology.orchestra.run.smithi046.stdout: librabbitmq                     x86_64  0.11.0-7.el9                CentOS-AppStream   44 k
2024-03-19T01:32:25.304 INFO:teuthology.orchestra.run.smithi046.stdout: libradosstriper1                x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              501 k
2024-03-19T01:32:25.304 INFO:teuthology.orchestra.run.smithi046.stdout: librdkafka                      x86_64  1.6.1-102.el9               CentOS-AppStream  661 k
2024-03-19T01:32:25.304 INFO:teuthology.orchestra.run.smithi046.stdout: librgw2                         x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              5.1 M
2024-03-19T01:32:25.304 INFO:teuthology.orchestra.run.smithi046.stdout: libunwind                       x86_64  1.6.2-1.el9                 epel               67 k
2024-03-19T01:32:25.304 INFO:teuthology.orchestra.run.smithi046.stdout: libzstd-devel                   x86_64  1.5.1-2.el9                 CentOS-AppStream   46 k
2024-03-19T01:32:25.304 INFO:teuthology.orchestra.run.smithi046.stdout: lttng-ust                       x86_64  2.12.0-6.el9                CentOS-AppStream  282 k
2024-03-19T01:32:25.304 INFO:teuthology.orchestra.run.smithi046.stdout: lua                             x86_64  5.4.4-4.el9                 CentOS-AppStream  187 k
2024-03-19T01:32:25.304 INFO:teuthology.orchestra.run.smithi046.stdout: lua-devel                       x86_64  5.4.4-4.el9                 crb                22 k
2024-03-19T01:32:25.304 INFO:teuthology.orchestra.run.smithi046.stdout: luarocks                        noarch  3.9.2-1.el9                 epel              151 k
2024-03-19T01:32:25.304 INFO:teuthology.orchestra.run.smithi046.stdout: oniguruma                       x86_64  6.9.6-1.el9.5               CentOS-AppStream  217 k
2024-03-19T01:32:25.304 INFO:teuthology.orchestra.run.smithi046.stdout: openblas                        x86_64  0.3.21-2.el9                CentOS-AppStream   34 k
2024-03-19T01:32:25.304 INFO:teuthology.orchestra.run.smithi046.stdout: openblas-openmp                 x86_64  0.3.21-2.el9                CentOS-AppStream  4.7 M
2024-03-19T01:32:25.304 INFO:teuthology.orchestra.run.smithi046.stdout: parquet-libs                    x86_64  9.0.0-10.el9                epel              838 k
2024-03-19T01:32:25.305 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql-private-libs         x86_64  13.11-1.el9                 CentOS-AppStream  134 k
2024-03-19T01:32:25.305 INFO:teuthology.orchestra.run.smithi046.stdout: protobuf                        x86_64  3.14.0-13.el9               CentOS-AppStream  1.0 M
2024-03-19T01:32:25.305 INFO:teuthology.orchestra.run.smithi046.stdout: protobuf-compiler               x86_64  3.14.0-13.el9               crb               863 k
2024-03-19T01:32:25.305 INFO:teuthology.orchestra.run.smithi046.stdout: python3-asyncssh                noarch  2.13.2-4.el9                epel              548 k
2024-03-19T01:32:25.305 INFO:teuthology.orchestra.run.smithi046.stdout: python3-attrs                   noarch  20.3.0-7.el9                CentOS-AppStream   78 k
2024-03-19T01:32:25.305 INFO:teuthology.orchestra.run.smithi046.stdout: python3-babel                   noarch  2.9.1-2.el9                 CentOS-AppStream  5.8 M
2024-03-19T01:32:25.305 INFO:teuthology.orchestra.run.smithi046.stdout: python3-bcrypt                  x86_64  3.2.2-1.el9                 epel               43 k
2024-03-19T01:32:25.305 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cachetools              noarch  4.2.4-1.el9                 epel               32 k
2024-03-19T01:32:25.306 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ceph-argparse           x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph               45 k
2024-03-19T01:32:25.306 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ceph-common             x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              131 k
2024-03-19T01:32:25.306 INFO:teuthology.orchestra.run.smithi046.stdout: python3-certifi                 noarch  2021.10.8-2.el9             epel               15 k
2024-03-19T01:32:25.306 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cffi                    x86_64  1.14.5-5.el9                CentOS-BaseOS     241 k
2024-03-19T01:32:25.306 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cheroot                 noarch  8.6.0-4.el9                 epel              172 k
2024-03-19T01:32:25.306 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cherrypy                noarch  18.6.1-2.el9                epel              358 k
2024-03-19T01:32:25.306 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cmd2                    noarch  2.4.2-2.el9                 epel              303 k
2024-03-19T01:32:25.306 INFO:teuthology.orchestra.run.smithi046.stdout: python3-colorama                noarch  0.4.4-12.el9                epel               35 k
2024-03-19T01:32:25.306 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cryptography            x86_64  36.0.1-4.el9                CentOS-BaseOS     1.1 M
2024-03-19T01:32:25.306 INFO:teuthology.orchestra.run.smithi046.stdout: python3-devel                   x86_64  3.9.17-2.el9                appstream         245 k
2024-03-19T01:32:25.307 INFO:teuthology.orchestra.run.smithi046.stdout: python3-google-auth             noarch  1:2.28.0-1.el9              epel              203 k
2024-03-19T01:32:25.307 INFO:teuthology.orchestra.run.smithi046.stdout: python3-grpcio                  x86_64  1.46.7-10.el9               epel              2.0 M
2024-03-19T01:32:25.307 INFO:teuthology.orchestra.run.smithi046.stdout: python3-grpcio-tools            x86_64  1.46.7-10.el9               epel              144 k
2024-03-19T01:32:25.307 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco                  noarch  8.2.1-3.el9                 epel               11 k
2024-03-19T01:32:25.307 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-classes          noarch  3.2.1-5.el9                 epel               18 k
2024-03-19T01:32:25.307 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-collections      noarch  3.0.0-8.el9                 epel               23 k
2024-03-19T01:32:25.307 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-functools        noarch  3.5.0-2.el9                 epel               19 k
2024-03-19T01:32:25.307 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-text             noarch  3.2.0-6.el9                 epel               20 k
2024-03-19T01:32:25.307 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jinja2                  noarch  2.11.3-5.el9                appstream         248 k
2024-03-19T01:32:25.307 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jsonpatch               noarch  1.21-16.el9                 CentOS-AppStream   24 k
2024-03-19T01:32:25.307 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jsonpointer             noarch  2.0-4.el9                   CentOS-AppStream   18 k
2024-03-19T01:32:25.307 INFO:teuthology.orchestra.run.smithi046.stdout: python3-kubernetes              noarch  1:26.1.0-2.el9              epel              1.0 M
2024-03-19T01:32:25.308 INFO:teuthology.orchestra.run.smithi046.stdout: python3-logutils                noarch  0.3.5-21.el9                epel               46 k
2024-03-19T01:32:25.308 INFO:teuthology.orchestra.run.smithi046.stdout: python3-mako                    noarch  1.1.4-6.el9                 CentOS-AppStream  144 k
2024-03-19T01:32:25.308 INFO:teuthology.orchestra.run.smithi046.stdout: python3-markupsafe              x86_64  1.1.1-12.el9                CentOS-AppStream   32 k
2024-03-19T01:32:25.308 INFO:teuthology.orchestra.run.smithi046.stdout: python3-more-itertools          noarch  8.12.0-2.el9                epel               79 k
2024-03-19T01:32:25.308 INFO:teuthology.orchestra.run.smithi046.stdout: python3-natsort                 noarch  7.1.1-5.el9                 epel               58 k
2024-03-19T01:32:25.308 INFO:teuthology.orchestra.run.smithi046.stdout: python3-numpy                   x86_64  1:1.20.1-5.el9              CentOS-AppStream  4.8 M
2024-03-19T01:32:25.308 INFO:teuthology.orchestra.run.smithi046.stdout: python3-numpy-f2py              x86_64  1:1.20.1-5.el9              CentOS-AppStream  217 k
2024-03-19T01:32:25.308 INFO:teuthology.orchestra.run.smithi046.stdout: python3-oauthlib                noarch  3.1.1-5.el9                 CentOS-AppStream  174 k
2024-03-19T01:32:25.308 INFO:teuthology.orchestra.run.smithi046.stdout: python3-packaging               noarch  20.9-5.el9                  CentOS-AppStream   69 k
2024-03-19T01:32:25.308 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pecan                   noarch  1.4.2-3.el9                 epel              272 k
2024-03-19T01:32:25.308 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ply                     noarch  3.11-14.el9                 CentOS-BaseOS     103 k
2024-03-19T01:32:25.308 INFO:teuthology.orchestra.run.smithi046.stdout: python3-portend                 noarch  3.1.0-2.el9                 epel               16 k
2024-03-19T01:32:25.308 INFO:teuthology.orchestra.run.smithi046.stdout: python3-prettytable             noarch  0.7.2-27.el9                CentOS-AppStream   41 k
2024-03-19T01:32:25.308 INFO:teuthology.orchestra.run.smithi046.stdout: python3-protobuf                noarch  3.14.0-13.el9               CentOS-AppStream  238 k
2024-03-19T01:32:25.309 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyOpenSSL               noarch  21.0.0-1.el9                epel               90 k
2024-03-19T01:32:25.309 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyasn1                  noarch  0.4.8-6.el9                 CentOS-AppStream  132 k
2024-03-19T01:32:25.309 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyasn1-modules          noarch  0.4.8-6.el9                 CentOS-AppStream  211 k
2024-03-19T01:32:25.309 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pycparser               noarch  2.20-6.el9                  CentOS-BaseOS     124 k
2024-03-19T01:32:25.309 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyperclip               noarch  1.8.2-2.el9                 epel               28 k
2024-03-19T01:32:25.309 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pytz                    noarch  2021.1-5.el9                CentOS-AppStream   47 k
2024-03-19T01:32:25.309 INFO:teuthology.orchestra.run.smithi046.stdout: python3-repoze-lru              noarch  0.7-16.el9                  epel               31 k
2024-03-19T01:32:25.309 INFO:teuthology.orchestra.run.smithi046.stdout: python3-requests                noarch  2.25.1-8.el9                baseos            125 k
2024-03-19T01:32:25.309 INFO:teuthology.orchestra.run.smithi046.stdout: python3-requests-oauthlib       noarch  1.3.0-12.el9                CentOS-AppStream   43 k
2024-03-19T01:32:25.309 INFO:teuthology.orchestra.run.smithi046.stdout: python3-routes                  noarch  2.5.1-5.el9                 epel              188 k
2024-03-19T01:32:25.309 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rsa                     noarch  4.9-2.el9                   epel               59 k
2024-03-19T01:32:25.309 INFO:teuthology.orchestra.run.smithi046.stdout: python3-scipy                   x86_64  1.6.2-8.el9                 CentOS-AppStream   16 M
2024-03-19T01:32:25.309 INFO:teuthology.orchestra.run.smithi046.stdout: python3-tempora                 noarch  5.0.0-2.el9                 epel               36 k
2024-03-19T01:32:25.309 INFO:teuthology.orchestra.run.smithi046.stdout: python3-toml                    noarch  0.10.2-6.el9                CentOS-AppStream   39 k
2024-03-19T01:32:25.310 INFO:teuthology.orchestra.run.smithi046.stdout: python3-typing-extensions       noarch  4.4.0-2.el9                 epel               51 k
2024-03-19T01:32:25.310 INFO:teuthology.orchestra.run.smithi046.stdout: python3-urllib3                 noarch  1.26.5-5.el9                CentOS-BaseOS     187 k
2024-03-19T01:32:25.310 INFO:teuthology.orchestra.run.smithi046.stdout: python3-wcwidth                 noarch  0.2.5-8.el9                 CentOS-AppStream   41 k
2024-03-19T01:32:25.310 INFO:teuthology.orchestra.run.smithi046.stdout: python3-webob                   noarch  1.8.7-6.el9                 epel              230 k
2024-03-19T01:32:25.310 INFO:teuthology.orchestra.run.smithi046.stdout: python3-websocket-client        noarch  1.2.3-2.el9                 epel               90 k
2024-03-19T01:32:25.310 INFO:teuthology.orchestra.run.smithi046.stdout: python3-werkzeug                noarch  2.0.3-3.el9.1               epel              427 k
2024-03-19T01:32:25.310 INFO:teuthology.orchestra.run.smithi046.stdout: python3-zc-lockfile             noarch  2.0-10.el9                  epel               20 k
2024-03-19T01:32:25.310 INFO:teuthology.orchestra.run.smithi046.stdout: qatlib                          x86_64  23.11.0-1.el9               appstream         216 k
2024-03-19T01:32:25.310 INFO:teuthology.orchestra.run.smithi046.stdout: qatzip-libs                     x86_64  1.1.2-2.el9                 appstream          44 k
2024-03-19T01:32:25.310 INFO:teuthology.orchestra.run.smithi046.stdout: re2                             x86_64  1:20211101-3.el9            epel              192 k
2024-03-19T01:32:25.310 INFO:teuthology.orchestra.run.smithi046.stdout: socat                           x86_64  1.7.4.1-5.el9               CentOS-AppStream  300 k
2024-03-19T01:32:25.310 INFO:teuthology.orchestra.run.smithi046.stdout: thrift                          x86_64  0.15.0-2.el9                epel              1.6 M
2024-03-19T01:32:25.311 INFO:teuthology.orchestra.run.smithi046.stdout: uuid                            x86_64  1.6.2-55.el9                CentOS-AppStream   56 k
2024-03-19T01:32:25.311 INFO:teuthology.orchestra.run.smithi046.stdout: xmlstarlet                      x86_64  1.6.1-20.el9                CentOS-AppStream   63 k
2024-03-19T01:32:25.311 INFO:teuthology.orchestra.run.smithi046.stdout: zlib-devel                      x86_64  1.2.11-40.el9               CentOS-AppStream   44 k
2024-03-19T01:32:25.311 INFO:teuthology.orchestra.run.smithi046.stdout:Installing weak dependencies:
2024-03-19T01:32:25.311 INFO:teuthology.orchestra.run.smithi046.stdout: qatlib-service                  x86_64  23.11.0-1.el9               appstream          35 k
2024-03-19T01:32:25.311 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:32:25.311 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction Summary
2024-03-19T01:32:25.311 INFO:teuthology.orchestra.run.smithi046.stdout:============================================================================================
2024-03-19T01:32:25.311 INFO:teuthology.orchestra.run.smithi046.stdout:Install  150 Packages
2024-03-19T01:32:25.311 INFO:teuthology.orchestra.run.smithi046.stdout:Upgrade   24 Packages
2024-03-19T01:32:25.311 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:32:25.312 INFO:teuthology.orchestra.run.smithi073.stdout:  Upgrading        : util-linux-core-2.37.4-18.el9.x86_64                50/198
2024-03-19T01:32:25.312 INFO:teuthology.orchestra.run.smithi046.stdout:Total download size: 224 M
2024-03-19T01:32:25.312 INFO:teuthology.orchestra.run.smithi046.stdout:Downloading Packages:
2024-03-19T01:32:25.332 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: util-linux-core-2.37.4-18.el9.x86_64                50/198
2024-03-19T01:32:25.369 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : qatzip-libs-1.1.2-2.el9.x86_64                      51/198
2024-03-19T01:32:25.408 INFO:teuthology.orchestra.run.smithi073.stdout:  Upgrading        : elfutils-libs-0.190-2.el9.x86_64                    52/198
2024-03-19T01:32:25.437 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : librados-devel-2:19.0.0-2206.gb6ae2491.el9.x86_6    53/198
2024-03-19T01:32:25.468 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-jaraco-classes-3.2.1-5.el9.noarch           54/198
2024-03-19T01:32:25.759 INFO:teuthology.orchestra.run.smithi073.stdout:  Upgrading        : libfdisk-2.37.4-18.el9.x86_64                       55/198
2024-03-19T01:32:26.126 INFO:teuthology.orchestra.run.smithi073.stdout:  Upgrading        : util-linux-2.37.4-18.el9.x86_64                     56/198
2024-03-19T01:32:26.286 INFO:teuthology.orchestra.run.smithi046.stdout:(1/174): ceph-19.0.0-2206.gb6ae2491.el9.x86_64.  40 kB/s | 6.6 kB     00:00
2024-03-19T01:32:26.378 INFO:teuthology.orchestra.run.smithi073.stdout:  Upgrading        : xfsprogs-6.3.0-1.el9.x86_64                         57/198
2024-03-19T01:32:26.478 INFO:teuthology.orchestra.run.smithi046.stdout:(2/174): ceph-fuse-19.0.0-2206.gb6ae2491.el9.x8 4.5 MB/s | 891 kB     00:00
2024-03-19T01:32:26.528 INFO:teuthology.orchestra.run.smithi046.stdout:(3/174): ceph-immutable-object-cache-19.0.0-220 2.8 MB/s | 145 kB     00:00
2024-03-19T01:32:26.592 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : libuuid-devel-2.37.4-18.el9.x86_64                  58/198
2024-03-19T01:32:26.770 INFO:teuthology.orchestra.run.smithi046.stdout:(4/174): ceph-mds-19.0.0-2206.gb6ae2491.el9.x86 9.8 MB/s | 2.4 MB     00:00
2024-03-19T01:32:26.794 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : socat-1.7.4.1-5.el9.x86_64                          59/198
2024-03-19T01:32:26.859 INFO:teuthology.orchestra.run.smithi073.stdout:  Upgrading        : openssl-1:3.0.7-27.el9.x86_64                       60/198
2024-03-19T01:32:26.914 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-zc-lockfile-2.0-10.el9.noarch               61/198
2024-03-19T01:32:26.929 INFO:teuthology.orchestra.run.smithi046.stdout:(5/174): ceph-mgr-19.0.0-2206.gb6ae2491.el9.x86 9.4 MB/s | 1.5 MB     00:00
2024-03-19T01:32:26.987 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-websocket-client-1.2.3-2.el9.noarch         62/198
2024-03-19T01:32:27.026 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-webob-1.8.7-6.el9.noarch                    63/198
2024-03-19T01:32:27.062 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-typing-extensions-4.4.0-2.el9.noarch        64/198
2024-03-19T01:32:27.109 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-repoze-lru-0.7-16.el9.noarch                65/198
2024-03-19T01:32:27.145 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-routes-2.5.1-5.el9.noarch                   66/198
2024-03-19T01:32:27.188 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-pyperclip-1.8.2-2.el9.noarch                67/198
2024-03-19T01:32:27.230 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-natsort-7.1.1-5.el9.noarch                  68/198
2024-03-19T01:32:27.329 INFO:teuthology.orchestra.run.smithi046.stdout:(6/174): ceph-mon-19.0.0-2206.gb6ae2491.el9.x86  12 MB/s | 4.7 MB     00:00
2024-03-19T01:32:27.362 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-logutils-0.3.5-21.el9.noarch                69/198
2024-03-19T01:32:27.411 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-pecan-1.4.2-3.el9.noarch                    70/198
2024-03-19T01:32:27.413 INFO:teuthology.orchestra.run.smithi046.stdout:(7/174): ceph-base-19.0.0-2206.gb6ae2491.el9.x8 4.1 MB/s | 5.4 MB     00:01
2024-03-19T01:32:27.441 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-colorama-0.4.4-12.el9.noarch                71/198
2024-03-19T01:32:27.482 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-certifi-2021.10.8-2.el9.noarch              72/198
2024-03-19T01:32:27.583 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-cachetools-4.2.4-1.el9.noarch               73/198
2024-03-19T01:32:27.624 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-google-auth-1:2.28.0-1.el9.noarch           74/198
2024-03-19T01:32:27.664 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : libunwind-1.6.2-1.el9.x86_64                        75/198
2024-03-19T01:32:27.690 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : gperftools-libs-2.9.1-2.el9.x86_64                  76/198
2024-03-19T01:32:27.716 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : libarrow-doc-9.0.0-10.el9.noarch                    77/198
2024-03-19T01:32:27.796 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : grpc-data-1.46.7-10.el9.noarch                      78/198
2024-03-19T01:32:27.915 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : abseil-cpp-20211102.0-3.el9.x86_64                  79/198
2024-03-19T01:32:28.023 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-grpcio-1.46.7-10.el9.x86_64                 80/198
2024-03-19T01:32:28.075 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-devel-3.9.17-2.el9.x86_64                   81/198
2024-03-19T01:32:28.123 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-ply-3.11-14.el9.noarch                      82/198
2024-03-19T01:32:28.178 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-pycparser-2.20-6.el9.noarch                 83/198
2024-03-19T01:32:28.365 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-cffi-1.14.5-5.el9.x86_64                    84/198
2024-03-19T01:32:28.412 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-cryptography-36.0.1-4.el9.x86_64            85/198
2024-03-19T01:32:28.540 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-pyOpenSSL-21.0.0-1.el9.noarch               86/198
2024-03-19T01:32:28.577 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-asyncssh-2.13.2-4.el9.noarch                87/198
2024-03-19T01:32:28.609 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-bcrypt-3.2.2-1.el9.x86_64                   88/198
2024-03-19T01:32:28.640 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : fuse-2.9.9-15.el9.x86_64                            89/198
2024-03-19T01:32:28.668 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : zlib-devel-1.2.11-40.el9.x86_64                     90/198
2024-03-19T01:32:28.702 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : xmlstarlet-1.6.1-20.el9.x86_64                      91/198
2024-03-19T01:32:28.730 INFO:teuthology.orchestra.run.smithi046.stdout:(8/174): ceph-osd-19.0.0-2206.gb6ae2491.el9.x86  12 MB/s |  17 MB     00:01
2024-03-19T01:32:28.741 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : uuid-1.6.2-55.el9.x86_64                            92/198
2024-03-19T01:32:28.773 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-wcwidth-0.2.5-8.el9.noarch                  93/198
2024-03-19T01:32:28.780 INFO:teuthology.orchestra.run.smithi046.stdout:(9/174): ceph-selinux-19.0.0-2206.gb6ae2491.el9 507 kB/s |  25 kB     00:00
2024-03-19T01:32:28.803 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-toml-0.10.2-6.el9.noarch                    94/198
2024-03-19T01:32:28.878 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-jaraco-functools-3.5.0-2.el9.noarch         95/198
2024-03-19T01:32:28.897 INFO:teuthology.orchestra.run.smithi046.stdout:(10/174): ceph-radosgw-19.0.0-2206.gb6ae2491.el 6.6 MB/s | 9.8 MB     00:01
2024-03-19T01:32:28.914 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-cheroot-8.6.0-4.el9.noarch                  96/198
2024-03-19T01:32:28.947 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-jaraco-text-3.2.0-6.el9.noarch              97/198
2024-03-19T01:32:28.988 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-jaraco-collections-3.0.0-8.el9.noarch       98/198
2024-03-19T01:32:28.989 INFO:teuthology.orchestra.run.smithi046.stdout:(11/174): cephfs-mirror-19.0.0-2206.gb6ae2491.e 2.4 MB/s | 221 kB     00:00
2024-03-19T01:32:29.023 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-tempora-5.0.0-2.el9.noarch                  99/198
2024-03-19T01:32:29.081 INFO:teuthology.orchestra.run.smithi046.stdout:(12/174): cephfs-shell-19.0.0-2206.gb6ae2491.el 295 kB/s |  27 kB     00:00
2024-03-19T01:32:29.110 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-portend-3.1.0-2.el9.noarch                 100/198
2024-03-19T01:32:29.201 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-cherrypy-18.6.1-2.el9.noarch               101/198
2024-03-19T01:32:29.254 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-protobuf-3.14.0-13.el9.noarch              102/198
2024-03-19T01:32:29.285 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-grpcio-tools-1.46.7-10.el9.x86_64          103/198
2024-03-19T01:32:29.297 INFO:teuthology.orchestra.run.smithi046.stdout:(13/174): ceph-common-19.0.0-2206.gb6ae2491.el9 6.5 MB/s |  21 MB     00:03
2024-03-19T01:32:29.323 INFO:teuthology.orchestra.run.smithi046.stdout:(14/174): libcephfs-devel-19.0.0-2206.gb6ae2491 131 kB/s |  32 kB     00:00
2024-03-19T01:32:29.332 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-prettytable-0.7.2-27.el9.noarch            104/198
2024-03-19T01:32:29.390 INFO:teuthology.orchestra.run.smithi046.stdout:(15/174): libcephsqlite-19.0.0-2206.gb6ae2491.e 2.4 MB/s | 163 kB     00:00
2024-03-19T01:32:29.423 INFO:teuthology.orchestra.run.smithi046.stdout:(16/174): libcephfs2-19.0.0-2206.gb6ae2491.el9. 5.8 MB/s | 746 kB     00:00
2024-03-19T01:32:29.428 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-packaging-20.9-5.el9.noarch                105/198
2024-03-19T01:32:29.465 INFO:teuthology.orchestra.run.smithi046.stdout:(17/174): librados-devel-19.0.0-2206.gb6ae2491. 1.6 MB/s | 127 kB     00:00
2024-03-19T01:32:29.478 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-oauthlib-3.1.1-5.el9.noarch                106/198
2024-03-19T01:32:29.524 INFO:teuthology.orchestra.run.smithi046.stdout:(18/174): libradosstriper1-19.0.0-2206.gb6ae249 4.9 MB/s | 501 kB     00:00
2024-03-19T01:32:29.599 INFO:teuthology.orchestra.run.smithi046.stdout:(19/174): python3-ceph-argparse-19.0.0-2206.gb6 601 kB/s |  45 kB     00:00
2024-03-19T01:32:29.691 INFO:teuthology.orchestra.run.smithi046.stdout:(20/174): python3-ceph-common-19.0.0-2206.gb6ae 1.4 MB/s | 131 kB     00:00
2024-03-19T01:32:29.791 INFO:teuthology.orchestra.run.smithi046.stdout:(21/174): python3-cephfs-19.0.0-2206.gb6ae2491. 1.6 MB/s | 162 kB     00:00
2024-03-19T01:32:29.891 INFO:teuthology.orchestra.run.smithi046.stdout:(22/174): python3-rados-19.0.0-2206.gb6ae2491.e 3.1 MB/s | 321 kB     00:00
2024-03-19T01:32:30.000 INFO:teuthology.orchestra.run.smithi046.stdout:(23/174): python3-rbd-19.0.0-2206.gb6ae2491.el9 2.7 MB/s | 298 kB     00:00
2024-03-19T01:32:30.102 INFO:teuthology.orchestra.run.smithi046.stdout:(24/174): python3-rgw-19.0.0-2206.gb6ae2491.el9 993 kB/s |  99 kB     00:00
2024-03-19T01:32:30.192 INFO:teuthology.orchestra.run.smithi046.stdout:(25/174): librgw2-19.0.0-2206.gb6ae2491.el9.x86 7.1 MB/s | 5.1 MB     00:00
2024-03-19T01:32:30.202 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-requests-oauthlib-1.3.0-12.el9.noarch      107/198
2024-03-19T01:32:30.217 INFO:teuthology.orchestra.run.smithi046.stdout:(26/174): rbd-fuse-19.0.0-2206.gb6ae2491.el9.x8 730 kB/s |  85 kB     00:00
2024-03-19T01:32:30.250 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-kubernetes-1:26.1.0-2.el9.noarch           108/198
2024-03-19T01:32:30.284 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-jsonpointer-2.0-4.el9.noarch               109/198
2024-03-19T01:32:30.318 INFO:teuthology.orchestra.run.smithi046.stdout:(27/174): rbd-nbd-19.0.0-2206.gb6ae2491.el9.x86 1.7 MB/s | 170 kB     00:00
2024-03-19T01:32:30.332 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-jsonpatch-1.21-16.el9.noarch               110/198
2024-03-19T01:32:30.410 INFO:teuthology.orchestra.run.smithi046.stdout:(28/174): ceph-grafana-dashboards-19.0.0-2206.g 370 kB/s |  34 kB     00:00
2024-03-19T01:32:30.411 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-attrs-20.3.0-7.el9.noarch                  111/198
2024-03-19T01:32:30.443 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-cmd2-2.4.2-2.el9.noarch                    112/198
2024-03-19T01:32:30.510 INFO:teuthology.orchestra.run.smithi046.stdout:(29/174): ceph-mgr-cephadm-19.0.0-2206.gb6ae249 1.4 MB/s | 139 kB     00:00
2024-03-19T01:32:30.612 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : openblas-0.3.21-2.el9.x86_64                       113/198
2024-03-19T01:32:30.627 INFO:teuthology.orchestra.run.smithi046.stdout:(30/174): rbd-mirror-19.0.0-2206.gb6ae2491.el9. 7.1 MB/s | 3.1 MB     00:00
2024-03-19T01:32:30.641 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : openblas-openmp-0.3.21-2.el9.x86_64                114/198
2024-03-19T01:32:30.722 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64       115/198
2024-03-19T01:32:30.810 INFO:teuthology.orchestra.run.smithi046.stdout:(31/174): ceph-mgr-dashboard-19.0.0-2206.gb6ae2 6.0 MB/s | 1.8 MB     00:00
2024-03-19T01:32:30.919 INFO:teuthology.orchestra.run.smithi046.stdout:(32/174): ceph-mgr-modules-core-19.0.0-2206.gb6 2.2 MB/s | 248 kB     00:00
2024-03-19T01:32:31.019 INFO:teuthology.orchestra.run.smithi046.stdout:(33/174): ceph-mgr-rook-19.0.0-2206.gb6ae2491.e 494 kB/s |  49 kB     00:00
2024-03-19T01:32:31.120 INFO:teuthology.orchestra.run.smithi046.stdout:(34/174): ceph-prometheus-alerts-19.0.0-2206.gb 164 kB/s |  16 kB     00:00
2024-03-19T01:32:31.228 INFO:teuthology.orchestra.run.smithi046.stdout:(35/174): ceph-volume-19.0.0-2206.gb6ae2491.el9 2.4 MB/s | 264 kB     00:00
2024-03-19T01:32:31.353 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : flexiblas-netlib-3.0.4-8.el9.x86_64                116/198
2024-03-19T01:32:31.471 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-numpy-1:1.20.1-5.el9.x86_64                117/198
2024-03-19T01:32:31.754 INFO:teuthology.orchestra.run.smithi046.stdout:(36/174): ceph-test-19.0.0-2206.gb6ae2491.el9.x  16 MB/s |  48 MB     00:02
2024-03-19T01:32:31.787 INFO:teuthology.orchestra.run.smithi046.stdout:(37/174): cephadm-19.0.0-2206.gb6ae2491.el9.noa 1.3 MB/s | 749 kB     00:00
2024-03-19T01:32:31.813 INFO:teuthology.orchestra.run.smithi046.stdout:(38/174): cephfs-top-19.0.0-2206.gb6ae2491.el9. 313 kB/s |  18 kB     00:00
2024-03-19T01:32:31.913 INFO:teuthology.orchestra.run.smithi046.stdout:(39/174): ceph-mgr-diskprediction-local-19.0.0- 5.7 MB/s | 7.4 MB     00:01
2024-03-19T01:32:32.079 INFO:teuthology.orchestra.run.smithi046.stdout:(40/174): boost-program-options-1.75.0-8.el9.x8 938 kB/s | 106 kB     00:00
2024-03-19T01:32:32.113 INFO:teuthology.orchestra.run.smithi046.stdout:(41/174): automake-1.16.2-8.el9.noarch.rpm      2.0 MB/s | 662 kB     00:00
2024-03-19T01:32:32.147 INFO:teuthology.orchestra.run.smithi046.stdout:(42/174): bison-3.7.4-5.el9.x86_64.rpm          2.7 MB/s | 920 kB     00:00
2024-03-19T01:32:32.172 INFO:teuthology.orchestra.run.smithi046.stdout:(43/174): flex-2.6.4-9.el9.x86_64.rpm           3.3 MB/s | 307 kB     00:00
2024-03-19T01:32:32.197 INFO:teuthology.orchestra.run.smithi046.stdout:(44/174): flexiblas-3.0.4-8.el9.x86_64.rpm      380 kB/s |  32 kB     00:00
2024-03-19T01:32:32.306 INFO:teuthology.orchestra.run.smithi046.stdout:(45/174): libaio-devel-0.3.111-13.el9.x86_64.rp  94 kB/s |  10 kB     00:00
2024-03-19T01:32:32.331 INFO:teuthology.orchestra.run.smithi046.stdout:(46/174): flexiblas-openblas-openmp-3.0.4-8.el9 129 kB/s |  17 kB     00:00
2024-03-19T01:32:32.373 INFO:teuthology.orchestra.run.smithi046.stdout:(47/174): flexiblas-netlib-3.0.4-8.el9.x86_64.r  13 MB/s | 3.0 MB     00:00
2024-03-19T01:32:32.398 INFO:teuthology.orchestra.run.smithi046.stdout:(48/174): libpmemobj-1.12.1-1.el9.x86_64.rpm    1.7 MB/s | 159 kB     00:00
2024-03-19T01:32:32.423 INFO:teuthology.orchestra.run.smithi046.stdout:(49/174): librabbitmq-0.11.0-7.el9.x86_64.rpm   483 kB/s |  44 kB     00:00
2024-03-19T01:32:32.474 INFO:teuthology.orchestra.run.smithi046.stdout:(50/174): librdkafka-1.6.1-102.el9.x86_64.rpm   6.5 MB/s | 661 kB     00:00
2024-03-19T01:32:32.499 INFO:teuthology.orchestra.run.smithi046.stdout:(51/174): libzstd-devel-1.5.1-2.el9.x86_64.rpm  621 kB/s |  46 kB     00:00
2024-03-19T01:32:32.524 INFO:teuthology.orchestra.run.smithi046.stdout:(52/174): libtool-2.4.6-45.el9.x86_64.rpm       5.7 MB/s | 578 kB     00:00
2024-03-19T01:32:32.558 INFO:teuthology.orchestra.run.smithi046.stdout:(53/174): lttng-ust-2.12.0-6.el9.x86_64.rpm     3.3 MB/s | 282 kB     00:00
2024-03-19T01:32:32.591 INFO:teuthology.orchestra.run.smithi046.stdout:(54/174): lua-5.4.4-4.el9.x86_64.rpm            2.0 MB/s | 187 kB     00:00
2024-03-19T01:32:32.616 INFO:teuthology.orchestra.run.smithi046.stdout:(55/174): oniguruma-6.9.6-1.el9.5.x86_64.rpm    2.3 MB/s | 217 kB     00:00
2024-03-19T01:32:32.633 INFO:teuthology.orchestra.run.smithi046.stdout:(56/174): openblas-0.3.21-2.el9.x86_64.rpm      457 kB/s |  34 kB     00:00
2024-03-19T01:32:32.823 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-numpy-f2py-1:1.20.1-5.el9.x86_64           118/198
2024-03-19T01:32:32.834 INFO:teuthology.orchestra.run.smithi046.stdout:(57/174): openblas-openmp-0.3.21-2.el9.x86_64.r  20 MB/s | 4.7 MB     00:00
2024-03-19T01:32:32.867 INFO:teuthology.orchestra.run.smithi046.stdout:(58/174): postgresql-contrib-13.11-1.el9.x86_64 3.4 MB/s | 811 kB     00:00
2024-03-19T01:32:32.900 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-scipy-1.6.2-8.el9.x86_64                   119/198
2024-03-19T01:32:32.901 INFO:teuthology.orchestra.run.smithi046.stdout:(59/174): postgresql-13.11-1.el9.x86_64.rpm     5.7 MB/s | 1.5 MB     00:00
2024-03-19T01:32:32.926 INFO:teuthology.orchestra.run.smithi046.stdout:(60/174): postgresql-private-libs-13.11-1.el9.x 1.4 MB/s | 134 kB     00:00
2024-03-19T01:32:32.931 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : oniguruma-6.9.6-1.el9.5.x86_64                     120/198
2024-03-19T01:32:32.962 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : jq-1.6-16.el9.x86_64                               121/198
2024-03-19T01:32:32.990 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : libzstd-devel-1.5.1-2.el9.x86_64                   122/198
2024-03-19T01:32:33.193 INFO:teuthology.orchestra.run.smithi046.stdout:(61/174): postgresql-server-13.11-1.el9.x86_64.  18 MB/s | 5.7 MB     00:00
2024-03-19T01:32:33.226 INFO:teuthology.orchestra.run.smithi046.stdout:(62/174): protobuf-3.14.0-13.el9.x86_64.rpm     3.4 MB/s | 1.0 MB     00:00
2024-03-19T01:32:33.252 INFO:teuthology.orchestra.run.smithi046.stdout:(63/174): python3-attrs-20.3.0-7.el9.noarch.rpm 240 kB/s |  78 kB     00:00
2024-03-19T01:32:33.285 INFO:teuthology.orchestra.run.smithi046.stdout:(64/174): python3-jsonpointer-2.0-4.el9.noarch. 552 kB/s |  18 kB     00:00
2024-03-19T01:32:33.300 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : libpmemobj-1.12.1-1.el9.x86_64                     123/198
2024-03-19T01:32:33.328 INFO:teuthology.orchestra.run.smithi073.stdout:  Upgrading        : librbd1-2:19.0.0-2206.gb6ae2491.el9.x86_64         124/198
2024-03-19T01:32:33.379 INFO:teuthology.orchestra.run.smithi046.stdout:(65/174): python3-jsonpatch-1.21-16.el9.noarch. 195 kB/s |  24 kB     00:00
2024-03-19T01:32:33.419 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: librbd1-2:19.0.0-2206.gb6ae2491.el9.x86_64         124/198
2024-03-19T01:32:33.450 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-rbd-2:19.0.0-2206.gb6ae2491.el9.x86_64     125/198
2024-03-19T01:32:33.486 INFO:teuthology.orchestra.run.smithi046.stdout:(66/174): python3-babel-2.9.1-2.el9.noarch.rpm   25 MB/s | 5.8 MB     00:00
2024-03-19T01:32:33.486 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : boost-program-options-1.75.0-8.el9.x86_64          126/198
2024-03-19T01:32:33.511 INFO:teuthology.orchestra.run.smithi046.stdout:(67/174): python3-mako-1.1.4-6.el9.noarch.rpm   645 kB/s | 144 kB     00:00
2024-03-19T01:32:33.536 INFO:teuthology.orchestra.run.smithi046.stdout:(68/174): python3-markupsafe-1.1.1-12.el9.x86_6 201 kB/s |  32 kB     00:00
2024-03-19T01:32:33.670 INFO:teuthology.orchestra.run.smithi046.stdout:(69/174): python3-numpy-1.20.1-5.el9.x86_64.rpm  26 MB/s | 4.8 MB     00:00
2024-03-19T01:32:33.695 INFO:teuthology.orchestra.run.smithi046.stdout:(70/174): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.4 MB/s | 217 kB     00:00
2024-03-19T01:32:33.720 INFO:teuthology.orchestra.run.smithi046.stdout:(71/174): python3-oauthlib-3.1.1-5.el9.noarch.r 966 kB/s | 174 kB     00:00
2024-03-19T01:32:33.745 INFO:teuthology.orchestra.run.smithi046.stdout:(72/174): python3-packaging-20.9-5.el9.noarch.r 923 kB/s |  69 kB     00:00
2024-03-19T01:32:33.771 INFO:teuthology.orchestra.run.smithi046.stdout:(73/174): python3-prettytable-0.7.2-27.el9.noar 824 kB/s |  41 kB     00:00
2024-03-19T01:32:33.796 INFO:teuthology.orchestra.run.smithi046.stdout:(74/174): python3-protobuf-3.14.0-13.el9.noarch 3.1 MB/s | 238 kB     00:00
2024-03-19T01:32:33.821 INFO:teuthology.orchestra.run.smithi046.stdout:(75/174): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.7 MB/s | 132 kB     00:00
2024-03-19T01:32:33.847 INFO:teuthology.orchestra.run.smithi046.stdout:(76/174): python3-pyasn1-modules-0.4.8-6.el9.no 2.7 MB/s | 211 kB     00:00
2024-03-19T01:32:33.873 INFO:teuthology.orchestra.run.smithi046.stdout:(77/174): python3-requests-oauthlib-1.3.0-12.el 852 kB/s |  43 kB     00:00
2024-03-19T01:32:33.898 INFO:teuthology.orchestra.run.smithi046.stdout:(78/174): python3-pytz-2021.1-5.el9.noarch.rpm  623 kB/s |  47 kB     00:00
2024-03-19T01:32:33.944 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : parquet-libs-9.0.0-10.el9.x86_64                   127/198
2024-03-19T01:32:33.981 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : librgw2-2:19.0.0-2206.gb6ae2491.el9.x86_64         128/198
2024-03-19T01:32:34.057 INFO:teuthology.orchestra.run.smithi046.stdout:(79/174): python3-toml-0.10.2-6.el9.noarch.rpm  211 kB/s |  39 kB     00:00
2024-03-19T01:32:34.068 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: librgw2-2:19.0.0-2206.gb6ae2491.el9.x86_64         128/198
2024-03-19T01:32:34.082 INFO:teuthology.orchestra.run.smithi046.stdout:(80/174): python3-wcwidth-0.2.5-8.el9.noarch.rp 226 kB/s |  41 kB     00:00
2024-03-19T01:32:34.091 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : python3-rgw-2:19.0.0-2206.gb6ae2491.el9.x86_64     129/198
2024-03-19T01:32:34.341 INFO:teuthology.orchestra.run.smithi046.stdout:(81/174): python3-scipy-1.6.2-8.el9.x86_64.rpm   32 MB/s |  16 MB     00:00
2024-03-19T01:32:34.366 INFO:teuthology.orchestra.run.smithi046.stdout:(82/174): socat-1.7.4.1-5.el9.x86_64.rpm        978 kB/s | 300 kB     00:00
2024-03-19T01:32:34.391 INFO:teuthology.orchestra.run.smithi046.stdout:(83/174): uuid-1.6.2-55.el9.x86_64.rpm          183 kB/s |  56 kB     00:00
2024-03-19T01:32:34.417 INFO:teuthology.orchestra.run.smithi046.stdout:(84/174): xmlstarlet-1.6.1-20.el9.x86_64.rpm    837 kB/s |  63 kB     00:00
2024-03-19T01:32:34.442 INFO:teuthology.orchestra.run.smithi046.stdout:(85/174): fuse-2.9.9-15.el9.x86_64.rpm          1.5 MB/s |  79 kB     00:00
2024-03-19T01:32:34.467 INFO:teuthology.orchestra.run.smithi046.stdout:(86/174): zlib-devel-1.2.11-40.el9.x86_64.rpm   585 kB/s |  44 kB     00:00
2024-03-19T01:32:34.492 INFO:teuthology.orchestra.run.smithi046.stdout:(87/174): python3-cffi-1.14.5-5.el9.x86_64.rpm  3.1 MB/s | 241 kB     00:00
2024-03-19T01:32:34.526 INFO:teuthology.orchestra.run.smithi046.stdout:(88/174): python3-cryptography-36.0.1-4.el9.x86  14 MB/s | 1.1 MB     00:00
2024-03-19T01:32:34.551 INFO:teuthology.orchestra.run.smithi046.stdout:(89/174): python3-ply-3.11-14.el9.noarch.rpm    1.2 MB/s | 103 kB     00:00
2024-03-19T01:32:34.576 INFO:teuthology.orchestra.run.smithi046.stdout:(90/174): python3-pycparser-2.20-6.el9.noarch.r 1.5 MB/s | 124 kB     00:00
2024-03-19T01:32:34.601 INFO:teuthology.orchestra.run.smithi046.stdout:(91/174): python3-urllib3-1.26.5-5.el9.noarch.r 2.4 MB/s | 187 kB     00:00
2024-03-19T01:32:34.735 INFO:teuthology.orchestra.run.smithi046.stdout:(92/174): jq-1.6-16.el9.x86_64.rpm              1.2 MB/s | 187 kB     00:00
2024-03-19T01:32:34.760 INFO:teuthology.orchestra.run.smithi046.stdout:(93/174): libquadmath-11.4.1-3.el9.x86_64.rpm   1.2 MB/s | 195 kB     00:00
2024-03-19T01:32:34.786 INFO:teuthology.orchestra.run.smithi046.stdout:(94/174): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB     00:00
2024-03-19T01:32:34.802 INFO:teuthology.orchestra.run.smithi046.stdout:(95/174): elfutils-libelf-devel-0.190-2.el9.x86 515 kB/s |  21 kB     00:00
2024-03-19T01:32:34.819 INFO:teuthology.orchestra.run.smithi046.stdout:(96/174): libuuid-devel-2.37.4-18.el9.x86_64.rp 764 kB/s |  25 kB     00:00
2024-03-19T01:32:34.870 INFO:teuthology.orchestra.run.smithi046.stdout:(97/174): libgfortran-11.4.1-3.el9.x86_64.rpm   2.7 MB/s | 803 kB     00:00
2024-03-19T01:32:34.895 INFO:teuthology.orchestra.run.smithi046.stdout:(98/174): python3-devel-3.9.17-2.el9.x86_64.rpm 3.2 MB/s | 245 kB     00:00
2024-03-19T01:32:34.920 INFO:teuthology.orchestra.run.smithi046.stdout:(99/174): python3-jinja2-2.11.3-5.el9.noarch.rp 4.9 MB/s | 248 kB     00:00
2024-03-19T01:32:34.946 INFO:teuthology.orchestra.run.smithi046.stdout:(100/174): qatlib-23.11.0-1.el9.x86_64.rpm      4.2 MB/s | 216 kB     00:00
2024-03-19T01:32:34.970 INFO:teuthology.orchestra.run.smithi046.stdout:(101/174): qatlib-service-23.11.0-1.el9.x86_64. 695 kB/s |  35 kB     00:00
2024-03-19T01:32:34.996 INFO:teuthology.orchestra.run.smithi046.stdout:(102/174): qatzip-libs-1.1.2-2.el9.x86_64.rpm   889 kB/s |  44 kB     00:00
2024-03-19T01:32:35.021 INFO:teuthology.orchestra.run.smithi046.stdout:(103/174): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 1.8 MB/s |  94 kB     00:00
2024-03-19T01:32:35.097 INFO:teuthology.orchestra.run.smithi046.stdout:(104/174): openssl-devel-3.0.7-27.el9.x86_64.rp  14 MB/s | 4.1 MB     00:00
2024-03-19T01:32:35.455 INFO:teuthology.orchestra.run.smithi046.stdout:(105/174): abseil-cpp-20211102.0-3.el9.x86_64.r 1.5 MB/s | 548 kB     00:00
2024-03-19T01:32:35.589 INFO:teuthology.orchestra.run.smithi046.stdout:(106/174): gperftools-libs-2.9.1-2.el9.x86_64.r 2.3 MB/s | 309 kB     00:00
2024-03-19T01:32:35.697 INFO:teuthology.orchestra.run.smithi046.stdout:(107/174): grpc-data-1.46.7-10.el9.noarch.rpm   179 kB/s |  19 kB     00:00
2024-03-19T01:32:36.081 INFO:teuthology.orchestra.run.smithi046.stdout:(108/174): libarrow-9.0.0-10.el9.x86_64.rpm      12 MB/s | 4.4 MB     00:00
2024-03-19T01:32:36.165 INFO:teuthology.orchestra.run.smithi046.stdout:(109/174): libarrow-doc-9.0.0-10.el9.noarch.rpm 312 kB/s |  26 kB     00:00
2024-03-19T01:32:36.265 INFO:teuthology.orchestra.run.smithi046.stdout:(110/174): liboath-2.6.7-2.el9.x86_64.rpm       484 kB/s |  49 kB     00:00
2024-03-19T01:32:36.348 INFO:teuthology.orchestra.run.smithi046.stdout:(111/174): libunwind-1.6.2-1.el9.x86_64.rpm     807 kB/s |  67 kB     00:00
2024-03-19T01:32:36.371 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64     130/198
2024-03-19T01:32:36.413 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64     130/198
2024-03-19T01:32:36.423 INFO:teuthology.orchestra.run.smithi046.stdout:(112/174): luarocks-3.9.2-1.el9.noarch.rpm      2.0 MB/s | 151 kB     00:00
2024-03-19T01:32:36.516 INFO:teuthology.orchestra.run.smithi046.stdout:(113/174): parquet-libs-9.0.0-10.el9.x86_64.rpm 8.9 MB/s | 838 kB     00:00
2024-03-19T01:32:36.624 INFO:teuthology.orchestra.run.smithi046.stdout:(114/174): python3-asyncssh-2.13.2-4.el9.noarch 4.9 MB/s | 548 kB     00:00
2024-03-19T01:32:36.683 INFO:teuthology.orchestra.run.smithi046.stdout:(115/174): python3-bcrypt-3.2.2-1.el9.x86_64.rp 747 kB/s |  43 kB     00:00
2024-03-19T01:32:36.758 INFO:teuthology.orchestra.run.smithi046.stdout:(116/174): python3-cachetools-4.2.4-1.el9.noarc 429 kB/s |  32 kB     00:00
2024-03-19T01:32:36.833 INFO:teuthology.orchestra.run.smithi046.stdout:(117/174): python3-certifi-2021.10.8-2.el9.noar 199 kB/s |  15 kB     00:00
2024-03-19T01:32:36.908 INFO:teuthology.orchestra.run.smithi046.stdout:(118/174): python3-cheroot-8.6.0-4.el9.noarch.r 2.2 MB/s | 172 kB     00:00
2024-03-19T01:32:36.962 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64     130/198
2024-03-19T01:32:36.984 INFO:teuthology.orchestra.run.smithi046.stdout:(119/174): python3-cherrypy-18.6.1-2.el9.noarch 4.7 MB/s | 358 kB     00:00
2024-03-19T01:32:37.000 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : ceph-base-2:19.0.0-2206.gb6ae2491.el9.x86_64       131/198
2024-03-19T01:32:37.084 INFO:teuthology.orchestra.run.smithi046.stdout:(120/174): python3-cmd2-2.4.2-2.el9.noarch.rpm  3.0 MB/s | 303 kB     00:00
2024-03-19T01:32:37.093 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: ceph-base-2:19.0.0-2206.gb6ae2491.el9.x86_64       131/198
2024-03-19T01:32:37.093 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target.
2024-03-19T01:32:37.093 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service.
2024-03-19T01:32:37.094 INFO:teuthology.orchestra.run.smithi073.stdout:
2024-03-19T01:32:37.126 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : ceph-selinux-2:19.0.0-2206.gb6ae2491.el9.x86_64    132/198
2024-03-19T01:32:37.168 INFO:teuthology.orchestra.run.smithi046.stdout:(121/174): python3-colorama-0.4.4-12.el9.noarch 424 kB/s |  35 kB     00:00
2024-03-19T01:32:37.251 INFO:teuthology.orchestra.run.smithi046.stdout:(122/174): python3-google-auth-2.28.0-1.el9.noa 2.4 MB/s | 203 kB     00:00
2024-03-19T01:32:37.478 INFO:teuthology.orchestra.run.smithi046.stdout:(123/174): python3-grpcio-1.46.7-10.el9.x86_64. 9.1 MB/s | 2.0 MB     00:00
2024-03-19T01:32:37.568 INFO:teuthology.orchestra.run.smithi046.stdout:(124/174): python3-grpcio-tools-1.46.7-10.el9.x 1.5 MB/s | 144 kB     00:00
2024-03-19T01:32:37.643 INFO:teuthology.orchestra.run.smithi046.stdout:(125/174): python3-jaraco-8.2.1-3.el9.noarch.rp 143 kB/s |  11 kB     00:00
2024-03-19T01:32:37.710 INFO:teuthology.orchestra.run.smithi046.stdout:(126/174): python3-jaraco-classes-3.2.1-5.el9.n 265 kB/s |  18 kB     00:00
2024-03-19T01:32:37.778 INFO:teuthology.orchestra.run.smithi046.stdout:(127/174): python3-jaraco-collections-3.0.0-8.e 347 kB/s |  23 kB     00:00
2024-03-19T01:32:37.844 INFO:teuthology.orchestra.run.smithi046.stdout:(128/174): python3-jaraco-functools-3.5.0-2.el9 293 kB/s |  19 kB     00:00
2024-03-19T01:32:37.911 INFO:teuthology.orchestra.run.smithi046.stdout:(129/174): python3-jaraco-text-3.2.0-6.el9.noar 294 kB/s |  20 kB     00:00
2024-03-19T01:32:38.053 INFO:teuthology.orchestra.run.smithi046.stdout:(130/174): python3-kubernetes-26.1.0-2.el9.noar 7.2 MB/s | 1.0 MB     00:00
2024-03-19T01:32:38.120 INFO:teuthology.orchestra.run.smithi046.stdout:(131/174): python3-logutils-0.3.5-21.el9.noarch 697 kB/s |  46 kB     00:00
2024-03-19T01:32:38.179 INFO:teuthology.orchestra.run.smithi046.stdout:(132/174): python3-more-itertools-8.12.0-2.el9. 1.3 MB/s |  79 kB     00:00
2024-03-19T01:32:38.262 INFO:teuthology.orchestra.run.smithi046.stdout:(133/174): python3-natsort-7.1.1-5.el9.noarch.r 693 kB/s |  58 kB     00:00
2024-03-19T01:32:38.337 INFO:teuthology.orchestra.run.smithi046.stdout:(134/174): python3-pecan-1.4.2-3.el9.noarch.rpm 3.6 MB/s | 272 kB     00:00
2024-03-19T01:32:38.404 INFO:teuthology.orchestra.run.smithi046.stdout:(135/174): python3-portend-3.1.0-2.el9.noarch.r 246 kB/s |  16 kB     00:00
2024-03-19T01:32:38.471 INFO:teuthology.orchestra.run.smithi046.stdout:(136/174): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.3 MB/s |  90 kB     00:00
2024-03-19T01:32:38.555 INFO:teuthology.orchestra.run.smithi046.stdout:(137/174): python3-pyperclip-1.8.2-2.el9.noarch 339 kB/s |  28 kB     00:00
2024-03-19T01:32:38.630 INFO:teuthology.orchestra.run.smithi046.stdout:(138/174): python3-repoze-lru-0.7-16.el9.noarch 410 kB/s |  31 kB     00:00
2024-03-19T01:32:38.722 INFO:teuthology.orchestra.run.smithi046.stdout:(139/174): python3-routes-2.5.1-5.el9.noarch.rp 2.0 MB/s | 188 kB     00:00
2024-03-19T01:32:38.805 INFO:teuthology.orchestra.run.smithi046.stdout:(140/174): python3-rsa-4.9-2.el9.noarch.rpm     709 kB/s |  59 kB     00:00
2024-03-19T01:32:38.872 INFO:teuthology.orchestra.run.smithi046.stdout:(141/174): python3-tempora-5.0.0-2.el9.noarch.r 537 kB/s |  36 kB     00:00
2024-03-19T01:32:38.956 INFO:teuthology.orchestra.run.smithi046.stdout:(142/174): python3-typing-extensions-4.4.0-2.el 613 kB/s |  51 kB     00:00
2024-03-19T01:32:39.048 INFO:teuthology.orchestra.run.smithi046.stdout:(143/174): python3-webob-1.8.7-6.el9.noarch.rpm 2.4 MB/s | 230 kB     00:00
2024-03-19T01:32:39.131 INFO:teuthology.orchestra.run.smithi046.stdout:(144/174): python3-websocket-client-1.2.3-2.el9 1.0 MB/s |  90 kB     00:00
2024-03-19T01:32:39.207 INFO:teuthology.orchestra.run.smithi046.stdout:(145/174): python3-werkzeug-2.0.3-3.el9.1.noarc 5.6 MB/s | 427 kB     00:00
2024-03-19T01:32:39.274 INFO:teuthology.orchestra.run.smithi046.stdout:(146/174): python3-zc-lockfile-2.0-10.el9.noarc 300 kB/s |  20 kB     00:00
2024-03-19T01:32:39.357 INFO:teuthology.orchestra.run.smithi046.stdout:(147/174): re2-20211101-3.el9.x86_64.rpm        2.2 MB/s | 192 kB     00:00
2024-03-19T01:32:39.533 INFO:teuthology.orchestra.run.smithi046.stdout:(148/174): thrift-0.15.0-2.el9.x86_64.rpm       9.0 MB/s | 1.6 MB     00:00
2024-03-19T01:32:39.816 INFO:teuthology.orchestra.run.smithi046.stdout:(149/174): librados2-19.0.0-2206.gb6ae2491.el9.  12 MB/s | 3.4 MB     00:00
2024-03-19T01:32:39.983 INFO:teuthology.orchestra.run.smithi046.stdout:(150/174): librbd1-19.0.0-2206.gb6ae2491.el9.x8  19 MB/s | 3.1 MB     00:00
2024-03-19T01:32:40.025 INFO:teuthology.orchestra.run.smithi046.stdout:(151/174): xfsdump-3.1.12-4.el9.x86_64.rpm      7.6 MB/s | 321 kB     00:00
2024-03-19T01:32:40.209 INFO:teuthology.orchestra.run.smithi046.stdout:(152/174): NetworkManager-1.47.2-1.el9.x86_64.r  13 MB/s | 2.3 MB     00:00
2024-03-19T01:32:40.292 INFO:teuthology.orchestra.run.smithi046.stdout:(153/174): NetworkManager-libnm-1.47.2-1.el9.x8  22 MB/s | 1.8 MB     00:00
2024-03-19T01:32:40.334 INFO:teuthology.orchestra.run.smithi046.stdout:(154/174): NetworkManager-team-1.47.2-1.el9.x86 1.0 MB/s |  42 kB     00:00
2024-03-19T01:32:40.376 INFO:teuthology.orchestra.run.smithi046.stdout:(155/174): NetworkManager-tui-1.47.2-1.el9.x86_ 5.8 MB/s | 248 kB     00:00
2024-03-19T01:32:40.418 INFO:teuthology.orchestra.run.smithi046.stdout:(156/174): acl-2.3.1-4.el9.x86_64.rpm           1.7 MB/s |  71 kB     00:00
2024-03-19T01:32:40.451 INFO:teuthology.orchestra.run.smithi046.stdout:(157/174): elfutils-debuginfod-client-0.190-2.e 1.1 MB/s |  36 kB     00:00
2024-03-19T01:32:40.493 INFO:teuthology.orchestra.run.smithi046.stdout:(158/174): elfutils-libelf-0.190-2.el9.x86_64.r 4.5 MB/s | 192 kB     00:00
2024-03-19T01:32:40.535 INFO:teuthology.orchestra.run.smithi046.stdout:(159/174): elfutils-libs-0.190-2.el9.x86_64.rpm 6.0 MB/s | 256 kB     00:00
2024-03-19T01:32:40.569 INFO:teuthology.orchestra.run.smithi046.stdout:(160/174): libacl-2.3.1-4.el9.x86_64.rpm        694 kB/s |  23 kB     00:00
2024-03-19T01:32:40.611 INFO:teuthology.orchestra.run.smithi046.stdout:(161/174): libblkid-2.37.4-18.el9.x86_64.rpm    2.6 MB/s | 108 kB     00:00
2024-03-19T01:32:40.644 INFO:teuthology.orchestra.run.smithi046.stdout:(162/174): libfdisk-2.37.4-18.el9.x86_64.rpm    4.5 MB/s | 155 kB     00:00
2024-03-19T01:32:40.686 INFO:teuthology.orchestra.run.smithi046.stdout:(163/174): libmount-2.37.4-18.el9.x86_64.rpm    3.2 MB/s | 136 kB     00:00
2024-03-19T01:32:40.728 INFO:teuthology.orchestra.run.smithi046.stdout:(164/174): libsmartcols-2.37.4-18.el9.x86_64.rp 1.5 MB/s |  64 kB     00:00
2024-03-19T01:32:40.771 INFO:teuthology.orchestra.run.smithi046.stdout:(165/174): libuuid-2.37.4-18.el9.x86_64.rpm     686 kB/s |  29 kB     00:00
2024-03-19T01:32:40.837 INFO:teuthology.orchestra.run.smithi046.stdout:(166/174): openssl-3.0.7-27.el9.x86_64.rpm       18 MB/s | 1.2 MB     00:00
2024-03-19T01:32:40.921 INFO:teuthology.orchestra.run.smithi046.stdout:(167/174): openssl-libs-3.0.7-27.el9.x86_64.rpm  26 MB/s | 2.2 MB     00:00
2024-03-19T01:32:41.013 INFO:teuthology.orchestra.run.smithi046.stdout:(168/174): util-linux-2.37.4-18.el9.x86_64.rpm   25 MB/s | 2.3 MB     00:00
2024-03-19T01:32:41.063 INFO:teuthology.orchestra.run.smithi046.stdout:(169/174): util-linux-core-2.37.4-18.el9.x86_64 9.1 MB/s | 465 kB     00:00
2024-03-19T01:32:41.105 INFO:teuthology.orchestra.run.smithi046.stdout:(170/174): util-linux-user-2.37.4-18.el9.x86_64 750 kB/s |  31 kB     00:00
2024-03-19T01:32:41.163 INFO:teuthology.orchestra.run.smithi046.stdout:(171/174): xfsprogs-6.3.0-1.el9.x86_64.rpm       18 MB/s | 1.1 MB     00:00
2024-03-19T01:32:41.205 INFO:teuthology.orchestra.run.smithi046.stdout:(172/174): libacl-devel-2.3.1-4.el9.x86_64.rpm  1.7 MB/s |  74 kB     00:00
2024-03-19T01:32:49.182 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: ceph-selinux-2:19.0.0-2206.gb6ae2491.el9.x86_64    132/198
2024-03-19T01:32:49.182 INFO:teuthology.orchestra.run.smithi073.stdout:skipping the directory /sys
2024-03-19T01:32:49.182 INFO:teuthology.orchestra.run.smithi073.stdout:skipping the directory /proc
2024-03-19T01:32:49.182 INFO:teuthology.orchestra.run.smithi073.stdout:skipping the directory /mnt
2024-03-19T01:32:49.182 INFO:teuthology.orchestra.run.smithi073.stdout:skipping the directory /var/tmp
2024-03-19T01:32:49.183 INFO:teuthology.orchestra.run.smithi073.stdout:skipping the directory /home
2024-03-19T01:32:49.183 INFO:teuthology.orchestra.run.smithi073.stdout:skipping the directory /root
2024-03-19T01:32:49.183 INFO:teuthology.orchestra.run.smithi073.stdout:skipping the directory /tmp
2024-03-19T01:32:49.183 INFO:teuthology.orchestra.run.smithi073.stdout:
2024-03-19T01:32:49.348 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : ceph-volume-2:19.0.0-2206.gb6ae2491.el9.noarch     133/198
2024-03-19T01:32:49.363 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: ceph-volume-2:19.0.0-2206.gb6ae2491.el9.noarch     133/198
2024-03-19T01:32:49.363 INFO:teuthology.orchestra.run.smithi073.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-03-19T01:32:49.363 INFO:teuthology.orchestra.run.smithi073.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service".
2024-03-19T01:32:49.363 INFO:teuthology.orchestra.run.smithi073.stdout:
2024-03-19T01:32:50.835 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : ceph-osd-2:19.0.0-2206.gb6ae2491.el9.x86_64        134/198
2024-03-19T01:32:50.860 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: ceph-osd-2:19.0.0-2206.gb6ae2491.el9.x86_64        134/198
2024-03-19T01:32:50.861 INFO:teuthology.orchestra.run.smithi073.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-03-19T01:32:50.861 INFO:teuthology.orchestra.run.smithi073.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service".
2024-03-19T01:32:50.861 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target.
2024-03-19T01:32:50.861 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target.
2024-03-19T01:32:50.861 INFO:teuthology.orchestra.run.smithi073.stdout:
2024-03-19T01:32:51.077 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : ceph-mds-2:19.0.0-2206.gb6ae2491.el9.x86_64        135/198
2024-03-19T01:32:51.100 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: ceph-mds-2:19.0.0-2206.gb6ae2491.el9.x86_64        135/198
2024-03-19T01:32:51.100 INFO:teuthology.orchestra.run.smithi073.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-03-19T01:32:51.100 INFO:teuthology.orchestra.run.smithi073.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service".
2024-03-19T01:32:51.100 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target.
2024-03-19T01:32:51.100 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target.
2024-03-19T01:32:51.100 INFO:teuthology.orchestra.run.smithi073.stdout:
2024-03-19T01:32:51.544 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : ceph-mon-2:19.0.0-2206.gb6ae2491.el9.x86_64        136/198
2024-03-19T01:32:51.566 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: ceph-mon-2:19.0.0-2206.gb6ae2491.el9.x86_64        136/198
2024-03-19T01:32:51.567 INFO:teuthology.orchestra.run.smithi073.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-03-19T01:32:51.567 INFO:teuthology.orchestra.run.smithi073.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service".
2024-03-19T01:32:51.567 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target.
2024-03-19T01:32:51.567 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target.
2024-03-19T01:32:51.567 INFO:teuthology.orchestra.run.smithi073.stdout:
2024-03-19T01:32:51.663 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : automake-1.16.2-8.el9.noarch                       137/198
2024-03-19T01:32:52.005 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: cephadm-2:19.0.0-2206.gb6ae2491.el9.noarch         138/198
2024-03-19T01:32:52.037 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : cephadm-2:19.0.0-2206.gb6ae2491.el9.noarch         138/198
2024-03-19T01:32:52.069 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : ceph-prometheus-alerts-2:19.0.0-2206.gb6ae2491.e   139/198
2024-03-19T01:32:52.129 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : ceph-grafana-dashboards-2:19.0.0-2206.gb6ae2491.   140/198
2024-03-19T01:32:52.151 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : ceph-mgr-cephadm-2:19.0.0-2206.gb6ae2491.el9.noa   141/198
2024-03-19T01:32:52.384 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2206.gb6ae2491.el9.noa   141/198
2024-03-19T01:32:52.419 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : ceph-mgr-dashboard-2:19.0.0-2206.gb6ae2491.el9.n   142/198
2024-03-19T01:32:53.376 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2206.gb6ae2491.el9.n   142/198
2024-03-19T01:32:53.403 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : ceph-mgr-diskprediction-local-2:19.0.0-2206.gb6a   143/198
2024-03-19T01:32:53.501 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2206.gb6a   143/198
2024-03-19T01:32:53.656 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : ceph-mgr-modules-core-2:19.0.0-2206.gb6ae2491.el   144/198
2024-03-19T01:32:53.680 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : ceph-mgr-2:19.0.0-2206.gb6ae2491.el9.x86_64        145/198
2024-03-19T01:32:53.703 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: ceph-mgr-2:19.0.0-2206.gb6ae2491.el9.x86_64        145/198
2024-03-19T01:32:53.703 INFO:teuthology.orchestra.run.smithi073.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-03-19T01:32:53.703 INFO:teuthology.orchestra.run.smithi073.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service".
2024-03-19T01:32:53.703 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target.
2024-03-19T01:32:53.703 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target.
2024-03-19T01:32:53.704 INFO:teuthology.orchestra.run.smithi073.stdout:
2024-03-19T01:32:53.747 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : ceph-mgr-rook-2:19.0.0-2206.gb6ae2491.el9.noarch   146/198
2024-03-19T01:32:53.758 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: ceph-mgr-rook-2:19.0.0-2206.gb6ae2491.el9.noarch   146/198
2024-03-19T01:32:53.803 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : ceph-2:19.0.0-2206.gb6ae2491.el9.x86_64            147/198
2024-03-19T01:32:54.665 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : libtool-2.4.6-45.el9.x86_64                        148/198
2024-03-19T01:32:54.699 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : ceph-radosgw-2:19.0.0-2206.gb6ae2491.el9.x86_64    149/198
2024-03-19T01:32:54.722 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: ceph-radosgw-2:19.0.0-2206.gb6ae2491.el9.x86_64    149/198
2024-03-19T01:32:54.722 INFO:teuthology.orchestra.run.smithi073.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-03-19T01:32:54.722 INFO:teuthology.orchestra.run.smithi073.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service".
2024-03-19T01:32:54.723 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target.
2024-03-19T01:32:54.723 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target.
2024-03-19T01:32:54.723 INFO:teuthology.orchestra.run.smithi073.stdout:
2024-03-19T01:32:54.766 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : ceph-immutable-object-cache-2:19.0.0-2206.gb6ae2   150/198
2024-03-19T01:32:54.788 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2206.gb6ae2   150/198
2024-03-19T01:32:54.789 INFO:teuthology.orchestra.run.smithi073.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-03-19T01:32:54.789 INFO:teuthology.orchestra.run.smithi073.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service".
2024-03-19T01:32:54.789 INFO:teuthology.orchestra.run.smithi073.stdout:
2024-03-19T01:32:54.842 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : cephfs-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64   151/198
2024-03-19T01:32:54.864 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: cephfs-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64   151/198
2024-03-19T01:32:54.865 INFO:teuthology.orchestra.run.smithi073.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-03-19T01:32:54.865 INFO:teuthology.orchestra.run.smithi073.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service".
2024-03-19T01:32:54.865 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target.
2024-03-19T01:32:54.865 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target.
2024-03-19T01:32:54.865 INFO:teuthology.orchestra.run.smithi073.stdout:
2024-03-19T01:32:55.160 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : rbd-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64      152/198
2024-03-19T01:32:55.182 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: rbd-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64      152/198
2024-03-19T01:32:55.182 INFO:teuthology.orchestra.run.smithi073.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-03-19T01:32:55.182 INFO:teuthology.orchestra.run.smithi073.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service".
2024-03-19T01:32:55.182 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target.
2024-03-19T01:32:55.183 INFO:teuthology.orchestra.run.smithi073.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target.
2024-03-19T01:32:55.183 INFO:teuthology.orchestra.run.smithi073.stdout:
2024-03-19T01:32:59.622 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : ceph-test-2:19.0.0-2206.gb6ae2491.el9.x86_64       153/198
2024-03-19T01:32:59.663 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : rbd-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64        154/198
2024-03-19T01:32:59.694 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : rbd-nbd-2:19.0.0-2206.gb6ae2491.el9.x86_64         155/198
2024-03-19T01:32:59.721 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : elfutils-libelf-devel-0.190-2.el9.x86_64           156/198
2024-03-19T01:32:59.902 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : cephfs-shell-2:19.0.0-2206.gb6ae2491.el9.x86_64    157/198
2024-03-19T01:33:00.021 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : postgresql-contrib-13.11-1.el9.x86_64              158/198
2024-03-19T01:33:00.069 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : ceph-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64       159/198
2024-03-19T01:33:00.127 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : xfsprogs-devel-6.3.0-1.el9.x86_64                  160/198
2024-03-19T01:33:00.178 INFO:teuthology.orchestra.run.smithi073.stdout:  Upgrading        : xfsdump-3.1.12-4.el9.x86_64                        161/198
2024-03-19T01:33:00.213 INFO:teuthology.orchestra.run.smithi073.stdout:  Upgrading        : util-linux-user-2.37.4-18.el9.x86_64               162/198
2024-03-19T01:33:00.245 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : libcephfs-devel-2:19.0.0-2206.gb6ae2491.el9.x86_   163/198
2024-03-19T01:33:00.286 INFO:teuthology.orchestra.run.smithi073.stdout:  Upgrading        : elfutils-debuginfod-client-0.190-2.el9.x86_64      164/198
2024-03-19T01:33:00.316 INFO:teuthology.orchestra.run.smithi073.stdout:  Upgrading        : NetworkManager-team-1:1.47.2-1.el9.x86_64          165/198
2024-03-19T01:33:00.380 INFO:teuthology.orchestra.run.smithi073.stdout:  Upgrading        : NetworkManager-tui-1:1.47.2-1.el9.x86_64           166/198
2024-03-19T01:33:00.457 INFO:teuthology.orchestra.run.smithi073.stdout:  Upgrading        : acl-2.3.1-4.el9.x86_64                             167/198
2024-03-19T01:33:00.497 INFO:teuthology.orchestra.run.smithi073.stdout:  Upgrading        : libacl-devel-2.3.1-4.el9.x86_64                    168/198
2024-03-19T01:33:01.121 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: postgresql-server-13.11-1.el9.x86_64               169/198
2024-03-19T01:33:01.162 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : postgresql-server-13.11-1.el9.x86_64               169/198
2024-03-19T01:33:01.182 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: postgresql-server-13.11-1.el9.x86_64               169/198
2024-03-19T01:33:01.996 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : cephfs-top-2:19.0.0-2206.gb6ae2491.el9.noarch      170/198
2024-03-19T01:33:02.080 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : openssl-devel-1:3.0.7-27.el9.x86_64                171/198
2024-03-19T01:33:02.118 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : libaio-devel-0.3.111-13.el9.x86_64                 172/198
2024-03-19T01:33:02.212 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : flex-2.6.4-9.el9.x86_64                            173/198
2024-03-19T01:33:02.247 INFO:teuthology.orchestra.run.smithi073.stdout:  Installing       : bison-3.7.4-5.el9.x86_64                           174/198
2024-03-19T01:33:02.272 INFO:teuthology.orchestra.run.smithi073.stdout:  Cleanup          : NetworkManager-tui-1:1.44.0-2.el9.x86_64           175/198
2024-03-19T01:33:02.297 INFO:teuthology.orchestra.run.smithi073.stdout:  Cleanup          : elfutils-debuginfod-client-0.189-3.el9.x86_64      176/198
2024-03-19T01:33:02.323 INFO:teuthology.orchestra.run.smithi073.stdout:  Cleanup          : elfutils-libs-0.189-3.el9.x86_64                   177/198
2024-03-19T01:33:02.324 INFO:teuthology.orchestra.run.smithi073.stdout:  Cleanup          : librbd1-2:16.2.4-5.el9.x86_64                      178/198
2024-03-19T01:33:02.394 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64                      178/198
2024-03-19T01:33:02.424 INFO:teuthology.orchestra.run.smithi073.stdout:  Cleanup          : openssl-1:3.0.7-24.el9.x86_64                      179/198
2024-03-19T01:33:02.424 INFO:teuthology.orchestra.run.smithi073.stdout:  Cleanup          : librados2-2:16.2.4-5.el9.x86_64                    180/198
2024-03-19T01:33:02.492 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: librados2-2:16.2.4-5.el9.x86_64                    180/198
2024-03-19T01:33:02.519 INFO:teuthology.orchestra.run.smithi073.stdout:  Cleanup          : xfsdump-3.1.12-3.el9.x86_64                        181/198
2024-03-19T01:33:02.572 INFO:teuthology.orchestra.run.smithi073.stdout:  Cleanup          : xfsprogs-5.19.0-4.el9.x86_64                       182/198
2024-03-19T01:33:02.603 INFO:teuthology.orchestra.run.smithi073.stdout:  Cleanup          : acl-2.3.1-3.el9.x86_64                             183/198
2024-03-19T01:33:02.627 INFO:teuthology.orchestra.run.smithi073.stdout:  Cleanup          : libacl-devel-2.3.1-3.el9.x86_64                    184/198
2024-03-19T01:33:02.661 INFO:teuthology.orchestra.run.smithi073.stdout:  Cleanup          : util-linux-user-2.37.4-15.el9.x86_64               185/198
2024-03-19T01:33:02.708 INFO:teuthology.orchestra.run.smithi073.stdout:  Cleanup          : util-linux-2.37.4-15.el9.x86_64                    186/198
2024-03-19T01:33:02.748 INFO:teuthology.orchestra.run.smithi073.stdout:  Cleanup          : util-linux-core-2.37.4-15.el9.x86_64               187/198
2024-03-19T01:33:02.774 INFO:teuthology.orchestra.run.smithi073.stdout:  Cleanup          : libfdisk-2.37.4-15.el9.x86_64                      188/198
2024-03-19T01:33:02.800 INFO:teuthology.orchestra.run.smithi073.stdout:  Cleanup          : libmount-2.37.4-15.el9.x86_64                      189/198
2024-03-19T01:33:02.824 INFO:teuthology.orchestra.run.smithi073.stdout:  Cleanup          : libblkid-2.37.4-15.el9.x86_64                      190/198
2024-03-19T01:33:02.849 INFO:teuthology.orchestra.run.smithi073.stdout:  Cleanup          : NetworkManager-team-1:1.44.0-2.el9.x86_64          191/198
2024-03-19T01:33:02.856 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64               192/198
2024-03-19T01:33:02.856 INFO:teuthology.orchestra.run.smithi073.stdout:  Cleanup          : NetworkManager-1:1.44.0-2.el9.x86_64               192/198
2024-03-19T01:33:03.036 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64               192/198
2024-03-19T01:33:03.036 INFO:teuthology.orchestra.run.smithi073.stdout:  Cleanup          : NetworkManager-libnm-1:1.44.0-2.el9.x86_64         193/198
2024-03-19T01:33:03.127 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: NetworkManager-libnm-1:1.44.0-2.el9.x86_64         193/198
2024-03-19T01:33:03.152 INFO:teuthology.orchestra.run.smithi073.stdout:  Cleanup          : libuuid-2.37.4-15.el9.x86_64                       194/198
2024-03-19T01:33:03.184 INFO:teuthology.orchestra.run.smithi073.stdout:  Cleanup          : libsmartcols-2.37.4-15.el9.x86_64                  195/198
2024-03-19T01:33:03.211 INFO:teuthology.orchestra.run.smithi073.stdout:  Cleanup          : libacl-2.3.1-3.el9.x86_64                          196/198
2024-03-19T01:33:03.236 INFO:teuthology.orchestra.run.smithi073.stdout:  Cleanup          : openssl-libs-1:3.0.7-24.el9.x86_64                 197/198
2024-03-19T01:33:03.302 INFO:teuthology.orchestra.run.smithi073.stdout:  Cleanup          : elfutils-libelf-0.189-3.el9.x86_64                 198/198
2024-03-19T01:33:08.198 INFO:teuthology.orchestra.run.smithi073.stdout:  Running scriptlet: elfutils-libelf-0.189-3.el9.x86_64                 198/198
2024-03-19T01:33:08.198 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : ceph-2:19.0.0-2206.gb6ae2491.el9.x86_64              1/198
2024-03-19T01:33:08.198 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : ceph-base-2:19.0.0-2206.gb6ae2491.el9.x86_64         2/198
2024-03-19T01:33:08.198 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64       3/198
2024-03-19T01:33:08.199 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : ceph-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64         4/198
2024-03-19T01:33:08.199 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : ceph-immutable-object-cache-2:19.0.0-2206.gb6ae2     5/198
2024-03-19T01:33:08.199 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : ceph-mds-2:19.0.0-2206.gb6ae2491.el9.x86_64          6/198
2024-03-19T01:33:08.199 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : ceph-mgr-2:19.0.0-2206.gb6ae2491.el9.x86_64          7/198
2024-03-19T01:33:08.199 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : ceph-mon-2:19.0.0-2206.gb6ae2491.el9.x86_64          8/198
2024-03-19T01:33:08.199 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : ceph-osd-2:19.0.0-2206.gb6ae2491.el9.x86_64          9/198
2024-03-19T01:33:08.199 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : ceph-radosgw-2:19.0.0-2206.gb6ae2491.el9.x86_64     10/198
2024-03-19T01:33:08.199 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : ceph-selinux-2:19.0.0-2206.gb6ae2491.el9.x86_64     11/198
2024-03-19T01:33:08.199 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : ceph-test-2:19.0.0-2206.gb6ae2491.el9.x86_64        12/198
2024-03-19T01:33:08.199 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : cephfs-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64    13/198
2024-03-19T01:33:08.199 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : cephfs-shell-2:19.0.0-2206.gb6ae2491.el9.x86_64     14/198
2024-03-19T01:33:08.199 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : libcephfs-devel-2:19.0.0-2206.gb6ae2491.el9.x86_    15/198
2024-03-19T01:33:08.199 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : libcephfs2-2:19.0.0-2206.gb6ae2491.el9.x86_64       16/198
2024-03-19T01:33:08.199 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : libcephsqlite-2:19.0.0-2206.gb6ae2491.el9.x86_64    17/198
2024-03-19T01:33:08.200 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : librados-devel-2:19.0.0-2206.gb6ae2491.el9.x86_6    18/198
2024-03-19T01:33:08.200 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : libradosstriper1-2:19.0.0-2206.gb6ae2491.el9.x86    19/198
2024-03-19T01:33:08.200 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : librgw2-2:19.0.0-2206.gb6ae2491.el9.x86_64          20/198
2024-03-19T01:33:08.200 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-ceph-argparse-2:19.0.0-2206.gb6ae2491.el    21/198
2024-03-19T01:33:08.200 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-ceph-common-2:19.0.0-2206.gb6ae2491.el9.    22/198
2024-03-19T01:33:08.200 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-cephfs-2:19.0.0-2206.gb6ae2491.el9.x86_6    23/198
2024-03-19T01:33:08.201 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-rados-2:19.0.0-2206.gb6ae2491.el9.x86_64    24/198
2024-03-19T01:33:08.201 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-rbd-2:19.0.0-2206.gb6ae2491.el9.x86_64      25/198
2024-03-19T01:33:08.201 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-rgw-2:19.0.0-2206.gb6ae2491.el9.x86_64      26/198
2024-03-19T01:33:08.201 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : rbd-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64         27/198
2024-03-19T01:33:08.201 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : rbd-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64       28/198
2024-03-19T01:33:08.201 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : rbd-nbd-2:19.0.0-2206.gb6ae2491.el9.x86_64          29/198
2024-03-19T01:33:08.201 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : ceph-grafana-dashboards-2:19.0.0-2206.gb6ae2491.    30/198
2024-03-19T01:33:08.201 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : ceph-mgr-cephadm-2:19.0.0-2206.gb6ae2491.el9.noa    31/198
2024-03-19T01:33:08.219 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : ceph-mgr-dashboard-2:19.0.0-2206.gb6ae2491.el9.n    32/198
2024-03-19T01:33:08.219 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : ceph-mgr-diskprediction-local-2:19.0.0-2206.gb6a    33/198
2024-03-19T01:33:08.219 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : ceph-mgr-modules-core-2:19.0.0-2206.gb6ae2491.el    34/198
2024-03-19T01:33:08.219 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : ceph-mgr-rook-2:19.0.0-2206.gb6ae2491.el9.noarch    35/198
2024-03-19T01:33:08.219 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : ceph-prometheus-alerts-2:19.0.0-2206.gb6ae2491.e    36/198
2024-03-19T01:33:08.219 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : ceph-volume-2:19.0.0-2206.gb6ae2491.el9.noarch      37/198
2024-03-19T01:33:08.219 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : cephadm-2:19.0.0-2206.gb6ae2491.el9.noarch          38/198
2024-03-19T01:33:08.219 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : cephfs-top-2:19.0.0-2206.gb6ae2491.el9.noarch       39/198
2024-03-19T01:33:08.219 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : automake-1.16.2-8.el9.noarch                        40/198
2024-03-19T01:33:08.219 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : bison-3.7.4-5.el9.x86_64                            41/198
2024-03-19T01:33:08.220 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : boost-program-options-1.75.0-8.el9.x86_64           42/198
2024-03-19T01:33:08.220 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : flex-2.6.4-9.el9.x86_64                             43/198
2024-03-19T01:33:08.220 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : flexiblas-3.0.4-8.el9.x86_64                        44/198
2024-03-19T01:33:08.220 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : flexiblas-netlib-3.0.4-8.el9.x86_64                 45/198
2024-03-19T01:33:08.220 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64        46/198
2024-03-19T01:33:08.220 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : libaio-devel-0.3.111-13.el9.x86_64                  47/198
2024-03-19T01:33:08.220 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : libpmemobj-1.12.1-1.el9.x86_64                      48/198
2024-03-19T01:33:08.220 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : librabbitmq-0.11.0-7.el9.x86_64                     49/198
2024-03-19T01:33:08.220 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : librdkafka-1.6.1-102.el9.x86_64                     50/198
2024-03-19T01:33:08.220 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : libtool-2.4.6-45.el9.x86_64                         51/198
2024-03-19T01:33:08.220 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : libzstd-devel-1.5.1-2.el9.x86_64                    52/198
2024-03-19T01:33:08.220 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : lttng-ust-2.12.0-6.el9.x86_64                       53/198
2024-03-19T01:33:08.220 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : lua-5.4.4-4.el9.x86_64                              54/198
2024-03-19T01:33:08.220 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : oniguruma-6.9.6-1.el9.5.x86_64                      55/198
2024-03-19T01:33:08.221 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : openblas-0.3.21-2.el9.x86_64                        56/198
2024-03-19T01:33:08.221 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : openblas-openmp-0.3.21-2.el9.x86_64                 57/198
2024-03-19T01:33:08.221 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : postgresql-13.11-1.el9.x86_64                       58/198
2024-03-19T01:33:08.221 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : postgresql-contrib-13.11-1.el9.x86_64               59/198
2024-03-19T01:33:08.221 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : postgresql-private-libs-13.11-1.el9.x86_64          60/198
2024-03-19T01:33:08.221 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : postgresql-server-13.11-1.el9.x86_64                61/198
2024-03-19T01:33:08.221 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : protobuf-3.14.0-13.el9.x86_64                       62/198
2024-03-19T01:33:08.221 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-attrs-20.3.0-7.el9.noarch                   63/198
2024-03-19T01:33:08.221 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-babel-2.9.1-2.el9.noarch                    64/198
2024-03-19T01:33:08.221 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-jsonpatch-1.21-16.el9.noarch                65/198
2024-03-19T01:33:08.221 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-jsonpointer-2.0-4.el9.noarch                66/198
2024-03-19T01:33:08.221 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-mako-1.1.4-6.el9.noarch                     67/198
2024-03-19T01:33:08.221 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-markupsafe-1.1.1-12.el9.x86_64              68/198
2024-03-19T01:33:08.222 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-numpy-1:1.20.1-5.el9.x86_64                 69/198
2024-03-19T01:33:08.222 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-numpy-f2py-1:1.20.1-5.el9.x86_64            70/198
2024-03-19T01:33:08.222 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-oauthlib-3.1.1-5.el9.noarch                 71/198
2024-03-19T01:33:08.222 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-packaging-20.9-5.el9.noarch                 72/198
2024-03-19T01:33:08.222 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-prettytable-0.7.2-27.el9.noarch             73/198
2024-03-19T01:33:08.222 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-protobuf-3.14.0-13.el9.noarch               74/198
2024-03-19T01:33:08.222 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-pyasn1-0.4.8-6.el9.noarch                   75/198
2024-03-19T01:33:08.222 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-pyasn1-modules-0.4.8-6.el9.noarch           76/198
2024-03-19T01:33:08.222 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-pytz-2021.1-5.el9.noarch                    77/198
2024-03-19T01:33:08.222 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-requests-oauthlib-1.3.0-12.el9.noarch       78/198
2024-03-19T01:33:08.222 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-scipy-1.6.2-8.el9.x86_64                    79/198
2024-03-19T01:33:08.222 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-toml-0.10.2-6.el9.noarch                    80/198
2024-03-19T01:33:08.222 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-wcwidth-0.2.5-8.el9.noarch                  81/198
2024-03-19T01:33:08.226 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : socat-1.7.4.1-5.el9.x86_64                          82/198
2024-03-19T01:33:08.226 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : uuid-1.6.2-55.el9.x86_64                            83/198
2024-03-19T01:33:08.226 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : xmlstarlet-1.6.1-20.el9.x86_64                      84/198
2024-03-19T01:33:08.226 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : zlib-devel-1.2.11-40.el9.x86_64                     85/198
2024-03-19T01:33:08.226 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : fuse-2.9.9-15.el9.x86_64                            86/198
2024-03-19T01:33:08.226 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-cffi-1.14.5-5.el9.x86_64                    87/198
2024-03-19T01:33:08.226 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-cryptography-36.0.1-4.el9.x86_64            88/198
2024-03-19T01:33:08.226 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-ply-3.11-14.el9.noarch                      89/198
2024-03-19T01:33:08.226 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-pycparser-2.20-6.el9.noarch                 90/198
2024-03-19T01:33:08.226 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-urllib3-1.26.5-5.el9.noarch                 91/198
2024-03-19T01:33:08.227 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : jq-1.6-16.el9.x86_64                                92/198
2024-03-19T01:33:08.227 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : libgfortran-11.4.1-3.el9.x86_64                     93/198
2024-03-19T01:33:08.227 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : libquadmath-11.4.1-3.el9.x86_64                     94/198
2024-03-19T01:33:08.227 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-requests-2.25.1-8.el9.noarch                95/198
2024-03-19T01:33:08.227 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : elfutils-libelf-devel-0.190-2.el9.x86_64            96/198
2024-03-19T01:33:08.227 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : libuuid-devel-2.37.4-18.el9.x86_64                  97/198
2024-03-19T01:33:08.227 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : openssl-devel-1:3.0.7-27.el9.x86_64                 98/198
2024-03-19T01:33:08.227 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-devel-3.9.17-2.el9.x86_64                   99/198
2024-03-19T01:33:08.227 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-jinja2-2.11.3-5.el9.noarch                 100/198
2024-03-19T01:33:08.227 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : qatlib-23.11.0-1.el9.x86_64                        101/198
2024-03-19T01:33:08.227 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : qatlib-service-23.11.0-1.el9.x86_64                102/198
2024-03-19T01:33:08.227 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : qatzip-libs-1.1.2-2.el9.x86_64                     103/198
2024-03-19T01:33:08.227 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : xfsprogs-devel-6.3.0-1.el9.x86_64                  104/198
2024-03-19T01:33:08.228 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : lua-devel-5.4.4-4.el9.x86_64                       105/198
2024-03-19T01:33:08.228 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : protobuf-compiler-3.14.0-13.el9.x86_64             106/198
2024-03-19T01:33:08.228 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : abseil-cpp-20211102.0-3.el9.x86_64                 107/198
2024-03-19T01:33:08.228 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : gperftools-libs-2.9.1-2.el9.x86_64                 108/198
2024-03-19T01:33:08.228 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : grpc-data-1.46.7-10.el9.noarch                     109/198
2024-03-19T01:33:08.228 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : libarrow-9.0.0-10.el9.x86_64                       110/198
2024-03-19T01:33:08.228 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : libarrow-doc-9.0.0-10.el9.noarch                   111/198
2024-03-19T01:33:08.228 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : liboath-2.6.7-2.el9.x86_64                         112/198
2024-03-19T01:33:08.228 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : libunwind-1.6.2-1.el9.x86_64                       113/198
2024-03-19T01:33:08.228 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : luarocks-3.9.2-1.el9.noarch                        114/198
2024-03-19T01:33:08.228 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : parquet-libs-9.0.0-10.el9.x86_64                   115/198
2024-03-19T01:33:08.228 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-asyncssh-2.13.2-4.el9.noarch               116/198
2024-03-19T01:33:08.228 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-bcrypt-3.2.2-1.el9.x86_64                  117/198
2024-03-19T01:33:08.228 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-cachetools-4.2.4-1.el9.noarch              118/198
2024-03-19T01:33:08.229 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-certifi-2021.10.8-2.el9.noarch             119/198
2024-03-19T01:33:08.229 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-cheroot-8.6.0-4.el9.noarch                 120/198
2024-03-19T01:33:08.229 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-cherrypy-18.6.1-2.el9.noarch               121/198
2024-03-19T01:33:08.229 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-cmd2-2.4.2-2.el9.noarch                    122/198
2024-03-19T01:33:08.229 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-colorama-0.4.4-12.el9.noarch               123/198
2024-03-19T01:33:08.229 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-google-auth-1:2.28.0-1.el9.noarch          124/198
2024-03-19T01:33:08.229 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-grpcio-1.46.7-10.el9.x86_64                125/198
2024-03-19T01:33:08.229 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-grpcio-tools-1.46.7-10.el9.x86_64          126/198
2024-03-19T01:33:08.229 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-jaraco-8.2.1-3.el9.noarch                  127/198
2024-03-19T01:33:08.229 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-jaraco-classes-3.2.1-5.el9.noarch          128/198
2024-03-19T01:33:08.229 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-jaraco-collections-3.0.0-8.el9.noarch      129/198
2024-03-19T01:33:08.229 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-jaraco-functools-3.5.0-2.el9.noarch        130/198
2024-03-19T01:33:08.229 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-jaraco-text-3.2.0-6.el9.noarch             131/198
2024-03-19T01:33:08.229 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-kubernetes-1:26.1.0-2.el9.noarch           132/198
2024-03-19T01:33:08.229 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-logutils-0.3.5-21.el9.noarch               133/198
2024-03-19T01:33:08.230 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-more-itertools-8.12.0-2.el9.noarch         134/198
2024-03-19T01:33:08.230 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-natsort-7.1.1-5.el9.noarch                 135/198
2024-03-19T01:33:08.230 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-pecan-1.4.2-3.el9.noarch                   136/198
2024-03-19T01:33:08.230 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-portend-3.1.0-2.el9.noarch                 137/198
2024-03-19T01:33:08.230 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-pyOpenSSL-21.0.0-1.el9.noarch              138/198
2024-03-19T01:33:08.230 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-pyperclip-1.8.2-2.el9.noarch               139/198
2024-03-19T01:33:08.230 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-repoze-lru-0.7-16.el9.noarch               140/198
2024-03-19T01:33:08.230 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-routes-2.5.1-5.el9.noarch                  141/198
2024-03-19T01:33:08.230 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-rsa-4.9-2.el9.noarch                       142/198
2024-03-19T01:33:08.230 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-tempora-5.0.0-2.el9.noarch                 143/198
2024-03-19T01:33:08.230 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-typing-extensions-4.4.0-2.el9.noarch       144/198
2024-03-19T01:33:08.230 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-webob-1.8.7-6.el9.noarch                   145/198
2024-03-19T01:33:08.230 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-websocket-client-1.2.3-2.el9.noarch        146/198
2024-03-19T01:33:08.231 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-werkzeug-2.0.3-3.el9.1.noarch              147/198
2024-03-19T01:33:08.231 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : python3-zc-lockfile-2.0-10.el9.noarch              148/198
2024-03-19T01:33:08.231 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : re2-1:20211101-3.el9.x86_64                        149/198
2024-03-19T01:33:08.231 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : thrift-0.15.0-2.el9.x86_64                         150/198
2024-03-19T01:33:08.231 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : librados2-2:19.0.0-2206.gb6ae2491.el9.x86_64       151/198
2024-03-19T01:33:08.231 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : librados2-2:16.2.4-5.el9.x86_64                    152/198
2024-03-19T01:33:08.231 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : librbd1-2:19.0.0-2206.gb6ae2491.el9.x86_64         153/198
2024-03-19T01:33:08.231 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : librbd1-2:16.2.4-5.el9.x86_64                      154/198
2024-03-19T01:33:08.231 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : xfsdump-3.1.12-4.el9.x86_64                        155/198
2024-03-19T01:33:08.231 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : xfsdump-3.1.12-3.el9.x86_64                        156/198
2024-03-19T01:33:08.231 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : NetworkManager-1:1.47.2-1.el9.x86_64               157/198
2024-03-19T01:33:08.231 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : NetworkManager-1:1.44.0-2.el9.x86_64               158/198
2024-03-19T01:33:08.231 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : NetworkManager-libnm-1:1.47.2-1.el9.x86_64         159/198
2024-03-19T01:33:08.231 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : NetworkManager-libnm-1:1.44.0-2.el9.x86_64         160/198
2024-03-19T01:33:08.232 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : NetworkManager-team-1:1.47.2-1.el9.x86_64          161/198
2024-03-19T01:33:08.232 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : NetworkManager-team-1:1.44.0-2.el9.x86_64          162/198
2024-03-19T01:33:08.232 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : NetworkManager-tui-1:1.47.2-1.el9.x86_64           163/198
2024-03-19T01:33:08.232 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : NetworkManager-tui-1:1.44.0-2.el9.x86_64           164/198
2024-03-19T01:33:08.232 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : acl-2.3.1-4.el9.x86_64                             165/198
2024-03-19T01:33:08.232 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : acl-2.3.1-3.el9.x86_64                             166/198
2024-03-19T01:33:08.232 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : elfutils-debuginfod-client-0.190-2.el9.x86_64      167/198
2024-03-19T01:33:08.232 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : elfutils-debuginfod-client-0.189-3.el9.x86_64      168/198
2024-03-19T01:33:08.232 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : elfutils-libelf-0.190-2.el9.x86_64                 169/198
2024-03-19T01:33:08.232 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : elfutils-libelf-0.189-3.el9.x86_64                 170/198
2024-03-19T01:33:08.232 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : elfutils-libs-0.190-2.el9.x86_64                   171/198
2024-03-19T01:33:08.232 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : elfutils-libs-0.189-3.el9.x86_64                   172/198
2024-03-19T01:33:08.232 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : libacl-2.3.1-4.el9.x86_64                          173/198
2024-03-19T01:33:08.232 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : libacl-2.3.1-3.el9.x86_64                          174/198
2024-03-19T01:33:08.232 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : libblkid-2.37.4-18.el9.x86_64                      175/198
2024-03-19T01:33:08.232 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : libblkid-2.37.4-15.el9.x86_64                      176/198
2024-03-19T01:33:08.233 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : libfdisk-2.37.4-18.el9.x86_64                      177/198
2024-03-19T01:33:08.233 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : libfdisk-2.37.4-15.el9.x86_64                      178/198
2024-03-19T01:33:08.233 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : libmount-2.37.4-18.el9.x86_64                      179/198
2024-03-19T01:33:08.233 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : libmount-2.37.4-15.el9.x86_64                      180/198
2024-03-19T01:33:08.233 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : libsmartcols-2.37.4-18.el9.x86_64                  181/198
2024-03-19T01:33:08.233 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : libsmartcols-2.37.4-15.el9.x86_64                  182/198
2024-03-19T01:33:08.233 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : libuuid-2.37.4-18.el9.x86_64                       183/198
2024-03-19T01:33:08.233 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : libuuid-2.37.4-15.el9.x86_64                       184/198
2024-03-19T01:33:08.233 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : openssl-1:3.0.7-27.el9.x86_64                      185/198
2024-03-19T01:33:08.233 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : openssl-1:3.0.7-24.el9.x86_64                      186/198
2024-03-19T01:33:08.233 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : openssl-libs-1:3.0.7-27.el9.x86_64                 187/198
2024-03-19T01:33:08.233 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : openssl-libs-1:3.0.7-24.el9.x86_64                 188/198
2024-03-19T01:33:08.233 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : util-linux-2.37.4-18.el9.x86_64                    189/198
2024-03-19T01:33:08.233 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : util-linux-2.37.4-15.el9.x86_64                    190/198
2024-03-19T01:33:08.233 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : util-linux-core-2.37.4-18.el9.x86_64               191/198
2024-03-19T01:33:08.234 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : util-linux-core-2.37.4-15.el9.x86_64               192/198
2024-03-19T01:33:08.234 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : util-linux-user-2.37.4-18.el9.x86_64               193/198
2024-03-19T01:33:08.234 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : util-linux-user-2.37.4-15.el9.x86_64               194/198
2024-03-19T01:33:08.234 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : xfsprogs-6.3.0-1.el9.x86_64                        195/198
2024-03-19T01:33:08.234 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : xfsprogs-5.19.0-4.el9.x86_64                       196/198
2024-03-19T01:33:08.234 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : libacl-devel-2.3.1-4.el9.x86_64                    197/198
2024-03-19T01:33:11.008 INFO:teuthology.orchestra.run.smithi073.stdout:  Verifying        : libacl-devel-2.3.1-3.el9.x86_64                    198/198
2024-03-19T01:33:11.008 INFO:teuthology.orchestra.run.smithi073.stdout:
2024-03-19T01:33:11.008 INFO:teuthology.orchestra.run.smithi073.stdout:Upgraded:
2024-03-19T01:33:11.008 INFO:teuthology.orchestra.run.smithi073.stdout:  NetworkManager-1:1.47.2-1.el9.x86_64
2024-03-19T01:33:11.008 INFO:teuthology.orchestra.run.smithi073.stdout:  NetworkManager-libnm-1:1.47.2-1.el9.x86_64
2024-03-19T01:33:11.008 INFO:teuthology.orchestra.run.smithi073.stdout:  NetworkManager-team-1:1.47.2-1.el9.x86_64
2024-03-19T01:33:11.008 INFO:teuthology.orchestra.run.smithi073.stdout:  NetworkManager-tui-1:1.47.2-1.el9.x86_64
2024-03-19T01:33:11.008 INFO:teuthology.orchestra.run.smithi073.stdout:  acl-2.3.1-4.el9.x86_64
2024-03-19T01:33:11.008 INFO:teuthology.orchestra.run.smithi073.stdout:  elfutils-debuginfod-client-0.190-2.el9.x86_64
2024-03-19T01:33:11.009 INFO:teuthology.orchestra.run.smithi073.stdout:  elfutils-libelf-0.190-2.el9.x86_64
2024-03-19T01:33:11.009 INFO:teuthology.orchestra.run.smithi073.stdout:  elfutils-libs-0.190-2.el9.x86_64
2024-03-19T01:33:11.009 INFO:teuthology.orchestra.run.smithi073.stdout:  libacl-2.3.1-4.el9.x86_64
2024-03-19T01:33:11.009 INFO:teuthology.orchestra.run.smithi073.stdout:  libacl-devel-2.3.1-4.el9.x86_64
2024-03-19T01:33:11.009 INFO:teuthology.orchestra.run.smithi073.stdout:  libblkid-2.37.4-18.el9.x86_64
2024-03-19T01:33:11.009 INFO:teuthology.orchestra.run.smithi073.stdout:  libfdisk-2.37.4-18.el9.x86_64
2024-03-19T01:33:11.009 INFO:teuthology.orchestra.run.smithi073.stdout:  libmount-2.37.4-18.el9.x86_64
2024-03-19T01:33:11.009 INFO:teuthology.orchestra.run.smithi073.stdout:  librados2-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:33:11.009 INFO:teuthology.orchestra.run.smithi073.stdout:  librbd1-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:33:11.009 INFO:teuthology.orchestra.run.smithi073.stdout:  libsmartcols-2.37.4-18.el9.x86_64
2024-03-19T01:33:11.009 INFO:teuthology.orchestra.run.smithi073.stdout:  libuuid-2.37.4-18.el9.x86_64
2024-03-19T01:33:11.009 INFO:teuthology.orchestra.run.smithi073.stdout:  openssl-1:3.0.7-27.el9.x86_64
2024-03-19T01:33:11.009 INFO:teuthology.orchestra.run.smithi073.stdout:  openssl-libs-1:3.0.7-27.el9.x86_64
2024-03-19T01:33:11.010 INFO:teuthology.orchestra.run.smithi073.stdout:  util-linux-2.37.4-18.el9.x86_64
2024-03-19T01:33:11.010 INFO:teuthology.orchestra.run.smithi073.stdout:  util-linux-core-2.37.4-18.el9.x86_64
2024-03-19T01:33:11.010 INFO:teuthology.orchestra.run.smithi073.stdout:  util-linux-user-2.37.4-18.el9.x86_64
2024-03-19T01:33:11.010 INFO:teuthology.orchestra.run.smithi073.stdout:  xfsdump-3.1.12-4.el9.x86_64
2024-03-19T01:33:11.010 INFO:teuthology.orchestra.run.smithi073.stdout:  xfsprogs-6.3.0-1.el9.x86_64
2024-03-19T01:33:11.010 INFO:teuthology.orchestra.run.smithi073.stdout:Installed:
2024-03-19T01:33:11.010 INFO:teuthology.orchestra.run.smithi073.stdout:  abseil-cpp-20211102.0-3.el9.x86_64
2024-03-19T01:33:11.010 INFO:teuthology.orchestra.run.smithi073.stdout:  automake-1.16.2-8.el9.noarch
2024-03-19T01:33:11.010 INFO:teuthology.orchestra.run.smithi073.stdout:  bison-3.7.4-5.el9.x86_64
2024-03-19T01:33:11.010 INFO:teuthology.orchestra.run.smithi073.stdout:  boost-program-options-1.75.0-8.el9.x86_64
2024-03-19T01:33:11.010 INFO:teuthology.orchestra.run.smithi073.stdout:  ceph-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:33:11.010 INFO:teuthology.orchestra.run.smithi073.stdout:  ceph-base-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:33:11.011 INFO:teuthology.orchestra.run.smithi073.stdout:  ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:33:11.011 INFO:teuthology.orchestra.run.smithi073.stdout:  ceph-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:33:11.011 INFO:teuthology.orchestra.run.smithi073.stdout:  ceph-grafana-dashboards-2:19.0.0-2206.gb6ae2491.el9.noarch
2024-03-19T01:33:11.011 INFO:teuthology.orchestra.run.smithi073.stdout:  ceph-immutable-object-cache-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:33:11.011 INFO:teuthology.orchestra.run.smithi073.stdout:  ceph-mds-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:33:11.011 INFO:teuthology.orchestra.run.smithi073.stdout:  ceph-mgr-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:33:11.011 INFO:teuthology.orchestra.run.smithi073.stdout:  ceph-mgr-cephadm-2:19.0.0-2206.gb6ae2491.el9.noarch
2024-03-19T01:33:11.011 INFO:teuthology.orchestra.run.smithi073.stdout:  ceph-mgr-dashboard-2:19.0.0-2206.gb6ae2491.el9.noarch
2024-03-19T01:33:11.011 INFO:teuthology.orchestra.run.smithi073.stdout:  ceph-mgr-diskprediction-local-2:19.0.0-2206.gb6ae2491.el9.noarch
2024-03-19T01:33:11.011 INFO:teuthology.orchestra.run.smithi073.stdout:  ceph-mgr-modules-core-2:19.0.0-2206.gb6ae2491.el9.noarch
2024-03-19T01:33:11.011 INFO:teuthology.orchestra.run.smithi073.stdout:  ceph-mgr-rook-2:19.0.0-2206.gb6ae2491.el9.noarch
2024-03-19T01:33:11.011 INFO:teuthology.orchestra.run.smithi073.stdout:  ceph-mon-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:33:11.011 INFO:teuthology.orchestra.run.smithi073.stdout:  ceph-osd-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:33:11.012 INFO:teuthology.orchestra.run.smithi073.stdout:  ceph-prometheus-alerts-2:19.0.0-2206.gb6ae2491.el9.noarch
2024-03-19T01:33:11.012 INFO:teuthology.orchestra.run.smithi073.stdout:  ceph-radosgw-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:33:11.012 INFO:teuthology.orchestra.run.smithi073.stdout:  ceph-selinux-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:33:11.012 INFO:teuthology.orchestra.run.smithi073.stdout:  ceph-test-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:33:11.012 INFO:teuthology.orchestra.run.smithi073.stdout:  ceph-volume-2:19.0.0-2206.gb6ae2491.el9.noarch
2024-03-19T01:33:11.012 INFO:teuthology.orchestra.run.smithi073.stdout:  cephadm-2:19.0.0-2206.gb6ae2491.el9.noarch
2024-03-19T01:33:11.012 INFO:teuthology.orchestra.run.smithi073.stdout:  cephfs-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:33:11.012 INFO:teuthology.orchestra.run.smithi073.stdout:  cephfs-shell-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:33:11.012 INFO:teuthology.orchestra.run.smithi073.stdout:  cephfs-top-2:19.0.0-2206.gb6ae2491.el9.noarch
2024-03-19T01:33:11.012 INFO:teuthology.orchestra.run.smithi073.stdout:  elfutils-libelf-devel-0.190-2.el9.x86_64
2024-03-19T01:33:11.012 INFO:teuthology.orchestra.run.smithi073.stdout:  flex-2.6.4-9.el9.x86_64
2024-03-19T01:33:11.012 INFO:teuthology.orchestra.run.smithi073.stdout:  flexiblas-3.0.4-8.el9.x86_64
2024-03-19T01:33:11.012 INFO:teuthology.orchestra.run.smithi073.stdout:  flexiblas-netlib-3.0.4-8.el9.x86_64
2024-03-19T01:33:11.012 INFO:teuthology.orchestra.run.smithi073.stdout:  flexiblas-openblas-openmp-3.0.4-8.el9.x86_64
2024-03-19T01:33:11.013 INFO:teuthology.orchestra.run.smithi073.stdout:  fuse-2.9.9-15.el9.x86_64
2024-03-19T01:33:11.013 INFO:teuthology.orchestra.run.smithi073.stdout:  gperftools-libs-2.9.1-2.el9.x86_64
2024-03-19T01:33:11.013 INFO:teuthology.orchestra.run.smithi073.stdout:  grpc-data-1.46.7-10.el9.noarch
2024-03-19T01:33:11.013 INFO:teuthology.orchestra.run.smithi073.stdout:  jq-1.6-16.el9.x86_64
2024-03-19T01:33:11.013 INFO:teuthology.orchestra.run.smithi073.stdout:  libaio-devel-0.3.111-13.el9.x86_64
2024-03-19T01:33:11.013 INFO:teuthology.orchestra.run.smithi073.stdout:  libarrow-9.0.0-10.el9.x86_64
2024-03-19T01:33:11.013 INFO:teuthology.orchestra.run.smithi073.stdout:  libarrow-doc-9.0.0-10.el9.noarch
2024-03-19T01:33:11.013 INFO:teuthology.orchestra.run.smithi073.stdout:  libcephfs-devel-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:33:11.013 INFO:teuthology.orchestra.run.smithi073.stdout:  libcephfs2-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:33:11.013 INFO:teuthology.orchestra.run.smithi073.stdout:  libcephsqlite-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:33:11.013 INFO:teuthology.orchestra.run.smithi073.stdout:  libgfortran-11.4.1-3.el9.x86_64
2024-03-19T01:33:11.013 INFO:teuthology.orchestra.run.smithi073.stdout:  liboath-2.6.7-2.el9.x86_64
2024-03-19T01:33:11.013 INFO:teuthology.orchestra.run.smithi073.stdout:  libpmemobj-1.12.1-1.el9.x86_64
2024-03-19T01:33:11.013 INFO:teuthology.orchestra.run.smithi073.stdout:  libquadmath-11.4.1-3.el9.x86_64
2024-03-19T01:33:11.014 INFO:teuthology.orchestra.run.smithi073.stdout:  librabbitmq-0.11.0-7.el9.x86_64
2024-03-19T01:33:11.014 INFO:teuthology.orchestra.run.smithi073.stdout:  librados-devel-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:33:11.014 INFO:teuthology.orchestra.run.smithi073.stdout:  libradosstriper1-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:33:11.014 INFO:teuthology.orchestra.run.smithi073.stdout:  librdkafka-1.6.1-102.el9.x86_64
2024-03-19T01:33:11.014 INFO:teuthology.orchestra.run.smithi073.stdout:  librgw2-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:33:11.014 INFO:teuthology.orchestra.run.smithi073.stdout:  libtool-2.4.6-45.el9.x86_64
2024-03-19T01:33:11.014 INFO:teuthology.orchestra.run.smithi073.stdout:  libunwind-1.6.2-1.el9.x86_64
2024-03-19T01:33:11.014 INFO:teuthology.orchestra.run.smithi073.stdout:  libuuid-devel-2.37.4-18.el9.x86_64
2024-03-19T01:33:11.014 INFO:teuthology.orchestra.run.smithi073.stdout:  libzstd-devel-1.5.1-2.el9.x86_64
2024-03-19T01:33:11.014 INFO:teuthology.orchestra.run.smithi073.stdout:  lttng-ust-2.12.0-6.el9.x86_64
2024-03-19T01:33:11.014 INFO:teuthology.orchestra.run.smithi073.stdout:  lua-5.4.4-4.el9.x86_64
2024-03-19T01:33:11.014 INFO:teuthology.orchestra.run.smithi073.stdout:  lua-devel-5.4.4-4.el9.x86_64
2024-03-19T01:33:11.014 INFO:teuthology.orchestra.run.smithi073.stdout:  luarocks-3.9.2-1.el9.noarch
2024-03-19T01:33:11.014 INFO:teuthology.orchestra.run.smithi073.stdout:  oniguruma-6.9.6-1.el9.5.x86_64
2024-03-19T01:33:11.015 INFO:teuthology.orchestra.run.smithi073.stdout:  openblas-0.3.21-2.el9.x86_64
2024-03-19T01:33:11.015 INFO:teuthology.orchestra.run.smithi073.stdout:  openblas-openmp-0.3.21-2.el9.x86_64
2024-03-19T01:33:11.015 INFO:teuthology.orchestra.run.smithi073.stdout:  openssl-devel-1:3.0.7-27.el9.x86_64
2024-03-19T01:33:11.015 INFO:teuthology.orchestra.run.smithi073.stdout:  parquet-libs-9.0.0-10.el9.x86_64
2024-03-19T01:33:11.015 INFO:teuthology.orchestra.run.smithi073.stdout:  postgresql-13.11-1.el9.x86_64
2024-03-19T01:33:11.015 INFO:teuthology.orchestra.run.smithi073.stdout:  postgresql-contrib-13.11-1.el9.x86_64
2024-03-19T01:33:11.015 INFO:teuthology.orchestra.run.smithi073.stdout:  postgresql-private-libs-13.11-1.el9.x86_64
2024-03-19T01:33:11.015 INFO:teuthology.orchestra.run.smithi073.stdout:  postgresql-server-13.11-1.el9.x86_64
2024-03-19T01:33:11.015 INFO:teuthology.orchestra.run.smithi073.stdout:  protobuf-3.14.0-13.el9.x86_64
2024-03-19T01:33:11.015 INFO:teuthology.orchestra.run.smithi073.stdout:  protobuf-compiler-3.14.0-13.el9.x86_64
2024-03-19T01:33:11.015 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-asyncssh-2.13.2-4.el9.noarch
2024-03-19T01:33:11.015 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-attrs-20.3.0-7.el9.noarch
2024-03-19T01:33:11.015 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-babel-2.9.1-2.el9.noarch
2024-03-19T01:33:11.016 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-bcrypt-3.2.2-1.el9.x86_64
2024-03-19T01:33:11.016 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-cachetools-4.2.4-1.el9.noarch
2024-03-19T01:33:11.016 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-ceph-argparse-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:33:11.016 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:33:11.016 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-cephfs-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:33:11.016 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-certifi-2021.10.8-2.el9.noarch
2024-03-19T01:33:11.016 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-cffi-1.14.5-5.el9.x86_64
2024-03-19T01:33:11.016 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-cheroot-8.6.0-4.el9.noarch
2024-03-19T01:33:11.016 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-cherrypy-18.6.1-2.el9.noarch
2024-03-19T01:33:11.016 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-cmd2-2.4.2-2.el9.noarch
2024-03-19T01:33:11.016 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-colorama-0.4.4-12.el9.noarch
2024-03-19T01:33:11.016 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-cryptography-36.0.1-4.el9.x86_64
2024-03-19T01:33:11.016 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-devel-3.9.17-2.el9.x86_64
2024-03-19T01:33:11.016 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-google-auth-1:2.28.0-1.el9.noarch
2024-03-19T01:33:11.017 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-grpcio-1.46.7-10.el9.x86_64
2024-03-19T01:33:11.017 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-grpcio-tools-1.46.7-10.el9.x86_64
2024-03-19T01:33:11.017 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-jaraco-8.2.1-3.el9.noarch
2024-03-19T01:33:11.017 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-jaraco-classes-3.2.1-5.el9.noarch
2024-03-19T01:33:11.017 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-jaraco-collections-3.0.0-8.el9.noarch
2024-03-19T01:33:11.017 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-jaraco-functools-3.5.0-2.el9.noarch
2024-03-19T01:33:11.017 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-jaraco-text-3.2.0-6.el9.noarch
2024-03-19T01:33:11.017 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-jinja2-2.11.3-5.el9.noarch
2024-03-19T01:33:11.017 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-jsonpatch-1.21-16.el9.noarch
2024-03-19T01:33:11.017 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-jsonpointer-2.0-4.el9.noarch
2024-03-19T01:33:11.017 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-kubernetes-1:26.1.0-2.el9.noarch
2024-03-19T01:33:11.017 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-logutils-0.3.5-21.el9.noarch
2024-03-19T01:33:11.017 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-mako-1.1.4-6.el9.noarch
2024-03-19T01:33:11.017 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-markupsafe-1.1.1-12.el9.x86_64
2024-03-19T01:33:11.017 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-more-itertools-8.12.0-2.el9.noarch
2024-03-19T01:33:11.018 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-natsort-7.1.1-5.el9.noarch
2024-03-19T01:33:11.018 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-numpy-1:1.20.1-5.el9.x86_64
2024-03-19T01:33:11.018 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-numpy-f2py-1:1.20.1-5.el9.x86_64
2024-03-19T01:33:11.018 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-oauthlib-3.1.1-5.el9.noarch
2024-03-19T01:33:11.018 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-packaging-20.9-5.el9.noarch
2024-03-19T01:33:11.018 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-pecan-1.4.2-3.el9.noarch
2024-03-19T01:33:11.018 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-ply-3.11-14.el9.noarch
2024-03-19T01:33:11.018 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-portend-3.1.0-2.el9.noarch
2024-03-19T01:33:11.018 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-prettytable-0.7.2-27.el9.noarch
2024-03-19T01:33:11.018 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-protobuf-3.14.0-13.el9.noarch
2024-03-19T01:33:11.018 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-pyOpenSSL-21.0.0-1.el9.noarch
2024-03-19T01:33:11.018 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-pyasn1-0.4.8-6.el9.noarch
2024-03-19T01:33:11.018 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-pyasn1-modules-0.4.8-6.el9.noarch
2024-03-19T01:33:11.018 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-pycparser-2.20-6.el9.noarch
2024-03-19T01:33:11.019 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-pyperclip-1.8.2-2.el9.noarch
2024-03-19T01:33:11.019 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-pytz-2021.1-5.el9.noarch
2024-03-19T01:33:11.019 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-rados-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:33:11.019 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-rbd-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:33:11.019 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-repoze-lru-0.7-16.el9.noarch
2024-03-19T01:33:11.019 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-requests-2.25.1-8.el9.noarch
2024-03-19T01:33:11.019 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-requests-oauthlib-1.3.0-12.el9.noarch
2024-03-19T01:33:11.019 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-rgw-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:33:11.019 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-routes-2.5.1-5.el9.noarch
2024-03-19T01:33:11.019 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-rsa-4.9-2.el9.noarch
2024-03-19T01:33:11.019 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-scipy-1.6.2-8.el9.x86_64
2024-03-19T01:33:11.019 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-tempora-5.0.0-2.el9.noarch
2024-03-19T01:33:11.019 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-toml-0.10.2-6.el9.noarch
2024-03-19T01:33:11.019 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-typing-extensions-4.4.0-2.el9.noarch
2024-03-19T01:33:11.020 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-urllib3-1.26.5-5.el9.noarch
2024-03-19T01:33:11.020 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-wcwidth-0.2.5-8.el9.noarch
2024-03-19T01:33:11.020 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-webob-1.8.7-6.el9.noarch
2024-03-19T01:33:11.020 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-websocket-client-1.2.3-2.el9.noarch
2024-03-19T01:33:11.020 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-werkzeug-2.0.3-3.el9.1.noarch
2024-03-19T01:33:11.020 INFO:teuthology.orchestra.run.smithi073.stdout:  python3-zc-lockfile-2.0-10.el9.noarch
2024-03-19T01:33:11.020 INFO:teuthology.orchestra.run.smithi073.stdout:  qatlib-23.11.0-1.el9.x86_64
2024-03-19T01:33:11.020 INFO:teuthology.orchestra.run.smithi073.stdout:  qatlib-service-23.11.0-1.el9.x86_64
2024-03-19T01:33:11.020 INFO:teuthology.orchestra.run.smithi073.stdout:  qatzip-libs-1.1.2-2.el9.x86_64
2024-03-19T01:33:11.020 INFO:teuthology.orchestra.run.smithi073.stdout:  rbd-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:33:11.020 INFO:teuthology.orchestra.run.smithi073.stdout:  rbd-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:33:11.020 INFO:teuthology.orchestra.run.smithi073.stdout:  rbd-nbd-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:33:11.020 INFO:teuthology.orchestra.run.smithi073.stdout:  re2-1:20211101-3.el9.x86_64
2024-03-19T01:33:11.020 INFO:teuthology.orchestra.run.smithi073.stdout:  socat-1.7.4.1-5.el9.x86_64
2024-03-19T01:33:11.021 INFO:teuthology.orchestra.run.smithi073.stdout:  thrift-0.15.0-2.el9.x86_64
2024-03-19T01:33:11.021 INFO:teuthology.orchestra.run.smithi073.stdout:  uuid-1.6.2-55.el9.x86_64
2024-03-19T01:33:11.021 INFO:teuthology.orchestra.run.smithi073.stdout:  xfsprogs-devel-6.3.0-1.el9.x86_64
2024-03-19T01:33:11.021 INFO:teuthology.orchestra.run.smithi073.stdout:  xmlstarlet-1.6.1-20.el9.x86_64
2024-03-19T01:33:11.021 INFO:teuthology.orchestra.run.smithi073.stdout:  zlib-devel-1.2.11-40.el9.x86_64
2024-03-19T01:33:11.021 INFO:teuthology.orchestra.run.smithi073.stdout:
2024-03-19T01:33:11.021 INFO:teuthology.orchestra.run.smithi073.stdout:Complete!
2024-03-19T01:33:11.470 DEBUG:teuthology.parallel:result is None
2024-03-19T01:34:45.019 INFO:teuthology.orchestra.run.smithi046.stdout:[MIRROR] lua-devel-5.4.4-4.el9.x86_64.rpm: Curl error (28): Timeout was reached for http://ftp-nyc.osuosl.org/pub/centos-stream/9-stream/CRB/x86_64/os/Packages/lua-devel-5.4.4-4.el9.x86_64.rpm [Failed to connect to ftp-nyc.osuosl.org port 80: Connection timed out]
2024-03-19T01:34:45.020 INFO:teuthology.orchestra.run.smithi046.stdout:[MIRROR] protobuf-compiler-3.14.0-13.el9.x86_64.rpm: Curl error (28): Timeout was reached for http://ftp-nyc.osuosl.org/pub/centos-stream/9-stream/CRB/x86_64/os/Packages/protobuf-compiler-3.14.0-13.el9.x86_64.rpm [Failed to connect to ftp-nyc.osuosl.org port 80: Connection timed out]
2024-03-19T01:34:45.291 INFO:teuthology.orchestra.run.smithi046.stdout:(173/174): lua-devel-5.4.4-4.el9.x86_64.rpm     175  B/s |  22 kB     02:10
2024-03-19T01:34:46.058 INFO:teuthology.orchestra.run.smithi046.stdout:(174/174): protobuf-compiler-3.14.0-13.el9.x86_ 6.6 kB/s | 863 kB     02:11
2024-03-19T01:34:46.059 INFO:teuthology.orchestra.run.smithi046.stdout:--------------------------------------------------------------------------------
2024-03-19T01:34:46.059 INFO:teuthology.orchestra.run.smithi046.stdout:Total                                           1.6 MB/s | 224 MB     02:20
2024-03-19T01:34:46.516 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction check
2024-03-19T01:34:46.818 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction check succeeded.
2024-03-19T01:34:46.819 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction test
2024-03-19T01:34:48.906 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction test succeeded.
2024-03-19T01:34:48.907 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction
2024-03-19T01:34:56.025 INFO:teuthology.orchestra.run.smithi046.stdout:  Preparing        :                                                        1/1
2024-03-19T01:34:56.121 INFO:teuthology.orchestra.run.smithi046.stdout:  Upgrading        : openssl-libs-1:3.0.7-27.el9.x86_64                   1/198
2024-03-19T01:34:56.147 INFO:teuthology.orchestra.run.smithi046.stdout:  Upgrading        : libuuid-2.37.4-18.el9.x86_64                         2/198
2024-03-19T01:34:56.185 INFO:teuthology.orchestra.run.smithi046.stdout:  Upgrading        : libblkid-2.37.4-18.el9.x86_64                        3/198
2024-03-19T01:34:56.194 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: libblkid-2.37.4-18.el9.x86_64                        3/198
2024-03-19T01:34:56.241 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : librabbitmq-0.11.0-7.el9.x86_64                      4/198
2024-03-19T01:34:56.299 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : librdkafka-1.6.1-102.el9.x86_64                      5/198
2024-03-19T01:34:56.340 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : thrift-0.15.0-2.el9.x86_64                           6/198
2024-03-19T01:34:56.366 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-more-itertools-8.12.0-2.el9.noarch           7/198
2024-03-19T01:34:56.408 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-jaraco-8.2.1-3.el9.noarch                    8/198
2024-03-19T01:34:56.756 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : lttng-ust-2.12.0-6.el9.x86_64                        9/198
2024-03-19T01:34:56.799 INFO:teuthology.orchestra.run.smithi046.stdout:  Upgrading        : librados2-2:19.0.0-2206.gb6ae2491.el9.x86_64        10/198
2024-03-19T01:34:56.917 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: librados2-2:19.0.0-2206.gb6ae2491.el9.x86_64        10/198
2024-03-19T01:34:57.058 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : libcephfs2-2:19.0.0-2206.gb6ae2491.el9.x86_64       11/198
2024-03-19T01:34:57.151 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: libcephfs2-2:19.0.0-2206.gb6ae2491.el9.x86_64       11/198
2024-03-19T01:34:57.184 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-rados-2:19.0.0-2206.gb6ae2491.el9.x86_64    12/198
2024-03-19T01:34:57.226 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : postgresql-private-libs-13.11-1.el9.x86_64          13/198
2024-03-19T01:34:57.430 INFO:teuthology.orchestra.run.smithi046.stdout:  Upgrading        : elfutils-libelf-0.190-2.el9.x86_64                  14/198
2024-03-19T01:34:57.485 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : postgresql-13.11-1.el9.x86_64                       15/198
2024-03-19T01:34:57.513 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : libcephsqlite-2:19.0.0-2206.gb6ae2491.el9.x86_64    16/198
2024-03-19T01:34:57.618 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: libcephsqlite-2:19.0.0-2206.gb6ae2491.el9.x86_64    16/198
2024-03-19T01:34:57.647 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : libradosstriper1-2:19.0.0-2206.gb6ae2491.el9.x86    17/198
2024-03-19T01:34:57.712 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: libradosstriper1-2:19.0.0-2206.gb6ae2491.el9.x86    17/198
2024-03-19T01:34:57.752 INFO:teuthology.orchestra.run.smithi046.stdout:  Upgrading        : libmount-2.37.4-18.el9.x86_64                       18/198
2024-03-19T01:34:57.774 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : qatlib-service-23.11.0-1.el9.x86_64                 19/198
2024-03-19T01:34:57.789 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: qatlib-service-23.11.0-1.el9.x86_64                 19/198
2024-03-19T01:34:57.948 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: qatlib-23.11.0-1.el9.x86_64                         20/198
2024-03-19T01:34:57.980 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : qatlib-23.11.0-1.el9.x86_64                         20/198
2024-03-19T01:34:58.012 INFO:teuthology.orchestra.run.smithi046.stdout:  Upgrading        : libsmartcols-2.37.4-18.el9.x86_64                   21/198
2024-03-19T01:34:58.193 INFO:teuthology.orchestra.run.smithi046.stdout:  Upgrading        : libacl-2.3.1-4.el9.x86_64                           22/198
2024-03-19T01:34:58.313 INFO:teuthology.orchestra.run.smithi046.stdout:  Upgrading        : NetworkManager-libnm-1:1.47.2-1.el9.x86_64          23/198
2024-03-19T01:34:58.357 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: NetworkManager-libnm-1:1.47.2-1.el9.x86_64          23/198
2024-03-19T01:34:58.451 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: NetworkManager-1:1.47.2-1.el9.x86_64                24/198
2024-03-19T01:34:58.502 INFO:teuthology.orchestra.run.smithi046.stdout:  Upgrading        : NetworkManager-1:1.47.2-1.el9.x86_64                24/198
2024-03-19T01:34:58.714 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: NetworkManager-1:1.47.2-1.el9.x86_64                24/198
2024-03-19T01:34:58.853 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : re2-1:20211101-3.el9.x86_64                         25/198
2024-03-19T01:34:58.952 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : libarrow-9.0.0-10.el9.x86_64                        26/198
2024-03-19T01:34:59.107 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-werkzeug-2.0.3-3.el9.1.noarch               27/198
2024-03-19T01:34:59.126 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : liboath-2.6.7-2.el9.x86_64                          28/198
2024-03-19T01:34:59.162 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : libquadmath-11.4.1-3.el9.x86_64                     29/198
2024-03-19T01:34:59.246 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : libgfortran-11.4.1-3.el9.x86_64                     30/198
2024-03-19T01:34:59.307 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-urllib3-1.26.5-5.el9.noarch                 31/198
2024-03-19T01:34:59.344 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-requests-2.25.1-8.el9.noarch                32/198
2024-03-19T01:34:59.411 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-pytz-2021.1-5.el9.noarch                    33/198
2024-03-19T01:34:59.452 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-pyasn1-0.4.8-6.el9.noarch                   34/198
2024-03-19T01:34:59.495 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-markupsafe-1.1.1-12.el9.x86_64              35/198
2024-03-19T01:34:59.528 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : protobuf-3.14.0-13.el9.x86_64                       36/198
2024-03-19T01:34:59.564 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : lua-5.4.4-4.el9.x86_64                              37/198
2024-03-19T01:34:59.635 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : flexiblas-3.0.4-8.el9.x86_64                        38/198
2024-03-19T01:34:59.677 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-ceph-common-2:19.0.0-2206.gb6ae2491.el9.    39/198
2024-03-19T01:34:59.721 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-ceph-argparse-2:19.0.0-2206.gb6ae2491.el    40/198
2024-03-19T01:34:59.749 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-cephfs-2:19.0.0-2206.gb6ae2491.el9.x86_6    41/198
2024-03-19T01:34:59.821 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : lua-devel-5.4.4-4.el9.x86_64                        42/198
2024-03-19T01:34:59.864 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : luarocks-3.9.2-1.el9.noarch                         43/198
2024-03-19T01:34:59.941 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : protobuf-compiler-3.14.0-13.el9.x86_64              44/198
2024-03-19T01:35:00.203 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-mako-1.1.4-6.el9.noarch                     45/198
2024-03-19T01:35:00.251 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-pyasn1-modules-0.4.8-6.el9.noarch           46/198
2024-03-19T01:35:00.806 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-rsa-4.9-2.el9.noarch                        47/198
2024-03-19T01:35:00.890 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-babel-2.9.1-2.el9.noarch                    48/198
2024-03-19T01:35:00.977 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-jinja2-2.11.3-5.el9.noarch                  49/198
2024-03-19T01:35:01.014 INFO:teuthology.orchestra.run.smithi046.stdout:  Upgrading        : util-linux-core-2.37.4-18.el9.x86_64                50/198
2024-03-19T01:35:01.022 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: util-linux-core-2.37.4-18.el9.x86_64                50/198
2024-03-19T01:35:01.068 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : qatzip-libs-1.1.2-2.el9.x86_64                      51/198
2024-03-19T01:35:01.112 INFO:teuthology.orchestra.run.smithi046.stdout:  Upgrading        : elfutils-libs-0.190-2.el9.x86_64                    52/198
2024-03-19T01:35:01.150 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : librados-devel-2:19.0.0-2206.gb6ae2491.el9.x86_6    53/198
2024-03-19T01:35:01.180 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-jaraco-classes-3.2.1-5.el9.noarch           54/198
2024-03-19T01:35:01.482 INFO:teuthology.orchestra.run.smithi046.stdout:  Upgrading        : libfdisk-2.37.4-18.el9.x86_64                       55/198
2024-03-19T01:35:01.680 INFO:teuthology.orchestra.run.smithi046.stdout:  Upgrading        : util-linux-2.37.4-18.el9.x86_64                     56/198
2024-03-19T01:35:01.766 INFO:teuthology.orchestra.run.smithi046.stdout:  Upgrading        : xfsprogs-6.3.0-1.el9.x86_64                         57/198
2024-03-19T01:35:01.810 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : libuuid-devel-2.37.4-18.el9.x86_64                  58/198
2024-03-19T01:35:01.958 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : socat-1.7.4.1-5.el9.x86_64                          59/198
2024-03-19T01:35:02.013 INFO:teuthology.orchestra.run.smithi046.stdout:  Upgrading        : openssl-1:3.0.7-27.el9.x86_64                       60/198
2024-03-19T01:35:02.069 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-zc-lockfile-2.0-10.el9.noarch               61/198
2024-03-19T01:35:02.142 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-websocket-client-1.2.3-2.el9.noarch         62/198
2024-03-19T01:35:02.180 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-webob-1.8.7-6.el9.noarch                    63/198
2024-03-19T01:35:02.217 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-typing-extensions-4.4.0-2.el9.noarch        64/198
2024-03-19T01:35:02.265 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-repoze-lru-0.7-16.el9.noarch                65/198
2024-03-19T01:35:02.299 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-routes-2.5.1-5.el9.noarch                   66/198
2024-03-19T01:35:02.343 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-pyperclip-1.8.2-2.el9.noarch                67/198
2024-03-19T01:35:02.386 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-natsort-7.1.1-5.el9.noarch                  68/198
2024-03-19T01:35:02.536 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-logutils-0.3.5-21.el9.noarch                69/198
2024-03-19T01:35:02.590 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-pecan-1.4.2-3.el9.noarch                    70/198
2024-03-19T01:35:02.621 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-colorama-0.4.4-12.el9.noarch                71/198
2024-03-19T01:35:02.662 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-certifi-2021.10.8-2.el9.noarch              72/198
2024-03-19T01:35:02.763 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-cachetools-4.2.4-1.el9.noarch               73/198
2024-03-19T01:35:02.805 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-google-auth-1:2.28.0-1.el9.noarch           74/198
2024-03-19T01:35:02.845 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : libunwind-1.6.2-1.el9.x86_64                        75/198
2024-03-19T01:35:02.870 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : gperftools-libs-2.9.1-2.el9.x86_64                  76/198
2024-03-19T01:35:02.895 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : libarrow-doc-9.0.0-10.el9.noarch                    77/198
2024-03-19T01:35:02.974 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : grpc-data-1.46.7-10.el9.noarch                      78/198
2024-03-19T01:35:03.110 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : abseil-cpp-20211102.0-3.el9.x86_64                  79/198
2024-03-19T01:35:03.219 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-grpcio-1.46.7-10.el9.x86_64                 80/198
2024-03-19T01:35:03.279 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-devel-3.9.17-2.el9.x86_64                   81/198
2024-03-19T01:35:03.338 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-ply-3.11-14.el9.noarch                      82/198
2024-03-19T01:35:03.401 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-pycparser-2.20-6.el9.noarch                 83/198
2024-03-19T01:35:03.595 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-cffi-1.14.5-5.el9.x86_64                    84/198
2024-03-19T01:35:03.650 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-cryptography-36.0.1-4.el9.x86_64            85/198
2024-03-19T01:35:03.797 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-pyOpenSSL-21.0.0-1.el9.noarch               86/198
2024-03-19T01:35:03.848 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-asyncssh-2.13.2-4.el9.noarch                87/198
2024-03-19T01:35:03.880 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-bcrypt-3.2.2-1.el9.x86_64                   88/198
2024-03-19T01:35:03.911 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : fuse-2.9.9-15.el9.x86_64                            89/198
2024-03-19T01:35:03.938 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : zlib-devel-1.2.11-40.el9.x86_64                     90/198
2024-03-19T01:35:03.973 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : xmlstarlet-1.6.1-20.el9.x86_64                      91/198
2024-03-19T01:35:04.012 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : uuid-1.6.2-55.el9.x86_64                            92/198
2024-03-19T01:35:04.052 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-wcwidth-0.2.5-8.el9.noarch                  93/198
2024-03-19T01:35:04.082 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-toml-0.10.2-6.el9.noarch                    94/198
2024-03-19T01:35:04.162 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-jaraco-functools-3.5.0-2.el9.noarch         95/198
2024-03-19T01:35:04.192 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-cheroot-8.6.0-4.el9.noarch                  96/198
2024-03-19T01:35:04.226 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-jaraco-text-3.2.0-6.el9.noarch              97/198
2024-03-19T01:35:04.267 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-jaraco-collections-3.0.0-8.el9.noarch       98/198
2024-03-19T01:35:04.302 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-tempora-5.0.0-2.el9.noarch                  99/198
2024-03-19T01:35:04.396 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-portend-3.1.0-2.el9.noarch                 100/198
2024-03-19T01:35:04.484 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-cherrypy-18.6.1-2.el9.noarch               101/198
2024-03-19T01:35:04.533 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-protobuf-3.14.0-13.el9.noarch              102/198
2024-03-19T01:35:04.564 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-grpcio-tools-1.46.7-10.el9.x86_64          103/198
2024-03-19T01:35:04.612 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-prettytable-0.7.2-27.el9.noarch            104/198
2024-03-19T01:35:04.724 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-packaging-20.9-5.el9.noarch                105/198
2024-03-19T01:35:04.783 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-oauthlib-3.1.1-5.el9.noarch                106/198
2024-03-19T01:35:05.570 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-requests-oauthlib-1.3.0-12.el9.noarch      107/198
2024-03-19T01:35:05.613 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-kubernetes-1:26.1.0-2.el9.noarch           108/198
2024-03-19T01:35:05.647 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-jsonpointer-2.0-4.el9.noarch               109/198
2024-03-19T01:35:05.696 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-jsonpatch-1.21-16.el9.noarch               110/198
2024-03-19T01:35:05.788 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-attrs-20.3.0-7.el9.noarch                  111/198
2024-03-19T01:35:05.822 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-cmd2-2.4.2-2.el9.noarch                    112/198
2024-03-19T01:35:06.001 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : openblas-0.3.21-2.el9.x86_64                       113/198
2024-03-19T01:35:06.028 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : openblas-openmp-0.3.21-2.el9.x86_64                114/198
2024-03-19T01:35:06.108 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64       115/198
2024-03-19T01:35:06.787 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : flexiblas-netlib-3.0.4-8.el9.x86_64                116/198
2024-03-19T01:35:06.905 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-numpy-1:1.20.1-5.el9.x86_64                117/198
2024-03-19T01:35:08.202 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-numpy-f2py-1:1.20.1-5.el9.x86_64           118/198
2024-03-19T01:35:08.296 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-scipy-1.6.2-8.el9.x86_64                   119/198
2024-03-19T01:35:08.327 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : oniguruma-6.9.6-1.el9.5.x86_64                     120/198
2024-03-19T01:35:08.358 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : jq-1.6-16.el9.x86_64                               121/198
2024-03-19T01:35:08.385 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : libzstd-devel-1.5.1-2.el9.x86_64                   122/198
2024-03-19T01:35:08.715 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : libpmemobj-1.12.1-1.el9.x86_64                     123/198
2024-03-19T01:35:08.749 INFO:teuthology.orchestra.run.smithi046.stdout:  Upgrading        : librbd1-2:19.0.0-2206.gb6ae2491.el9.x86_64         124/198
2024-03-19T01:35:08.840 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: librbd1-2:19.0.0-2206.gb6ae2491.el9.x86_64         124/198
2024-03-19T01:35:08.870 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-rbd-2:19.0.0-2206.gb6ae2491.el9.x86_64     125/198
2024-03-19T01:35:08.907 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : boost-program-options-1.75.0-8.el9.x86_64          126/198
2024-03-19T01:35:09.395 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : parquet-libs-9.0.0-10.el9.x86_64                   127/198
2024-03-19T01:35:09.426 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : librgw2-2:19.0.0-2206.gb6ae2491.el9.x86_64         128/198
2024-03-19T01:35:09.498 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: librgw2-2:19.0.0-2206.gb6ae2491.el9.x86_64         128/198
2024-03-19T01:35:09.528 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : python3-rgw-2:19.0.0-2206.gb6ae2491.el9.x86_64     129/198
2024-03-19T01:35:11.833 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64     130/198
2024-03-19T01:35:11.874 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64     130/198
2024-03-19T01:35:12.446 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64     130/198
2024-03-19T01:35:12.486 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : ceph-base-2:19.0.0-2206.gb6ae2491.el9.x86_64       131/198
2024-03-19T01:35:12.576 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: ceph-base-2:19.0.0-2206.gb6ae2491.el9.x86_64       131/198
2024-03-19T01:35:12.577 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target.
2024-03-19T01:35:12.577 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service.
2024-03-19T01:35:12.577 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:35:12.621 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : ceph-selinux-2:19.0.0-2206.gb6ae2491.el9.x86_64    132/198
2024-03-19T01:35:24.558 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: ceph-selinux-2:19.0.0-2206.gb6ae2491.el9.x86_64    132/198
2024-03-19T01:35:24.558 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /sys
2024-03-19T01:35:24.558 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /proc
2024-03-19T01:35:24.558 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /mnt
2024-03-19T01:35:24.558 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /var/tmp
2024-03-19T01:35:24.558 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /home
2024-03-19T01:35:24.558 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /root
2024-03-19T01:35:24.558 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /tmp
2024-03-19T01:35:24.558 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:35:24.733 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : ceph-volume-2:19.0.0-2206.gb6ae2491.el9.noarch     133/198
2024-03-19T01:35:24.748 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: ceph-volume-2:19.0.0-2206.gb6ae2491.el9.noarch     133/198
2024-03-19T01:35:24.748 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-03-19T01:35:24.748 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service".
2024-03-19T01:35:24.748 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:35:26.297 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : ceph-osd-2:19.0.0-2206.gb6ae2491.el9.x86_64        134/198
2024-03-19T01:35:26.322 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: ceph-osd-2:19.0.0-2206.gb6ae2491.el9.x86_64        134/198
2024-03-19T01:35:26.322 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-03-19T01:35:26.322 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service".
2024-03-19T01:35:26.322 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target.
2024-03-19T01:35:26.322 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target.
2024-03-19T01:35:26.322 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:35:26.563 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : ceph-mds-2:19.0.0-2206.gb6ae2491.el9.x86_64        135/198
2024-03-19T01:35:26.586 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: ceph-mds-2:19.0.0-2206.gb6ae2491.el9.x86_64        135/198
2024-03-19T01:35:26.586 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-03-19T01:35:26.586 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service".
2024-03-19T01:35:26.586 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target.
2024-03-19T01:35:26.586 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target.
2024-03-19T01:35:26.586 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:35:27.048 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : ceph-mon-2:19.0.0-2206.gb6ae2491.el9.x86_64        136/198
2024-03-19T01:35:27.069 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: ceph-mon-2:19.0.0-2206.gb6ae2491.el9.x86_64        136/198
2024-03-19T01:35:27.070 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-03-19T01:35:27.070 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service".
2024-03-19T01:35:27.070 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target.
2024-03-19T01:35:27.070 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target.
2024-03-19T01:35:27.070 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:35:27.166 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : automake-1.16.2-8.el9.noarch                       137/198
2024-03-19T01:35:27.609 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: cephadm-2:19.0.0-2206.gb6ae2491.el9.noarch         138/198
2024-03-19T01:35:27.639 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : cephadm-2:19.0.0-2206.gb6ae2491.el9.noarch         138/198
2024-03-19T01:35:27.673 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : ceph-prometheus-alerts-2:19.0.0-2206.gb6ae2491.e   139/198
2024-03-19T01:35:27.735 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : ceph-grafana-dashboards-2:19.0.0-2206.gb6ae2491.   140/198
2024-03-19T01:35:27.762 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : ceph-mgr-cephadm-2:19.0.0-2206.gb6ae2491.el9.noa   141/198
2024-03-19T01:35:28.011 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2206.gb6ae2491.el9.noa   141/198
2024-03-19T01:35:28.039 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : ceph-mgr-dashboard-2:19.0.0-2206.gb6ae2491.el9.n   142/198
2024-03-19T01:35:29.058 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2206.gb6ae2491.el9.n   142/198
2024-03-19T01:35:29.089 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : ceph-mgr-diskprediction-local-2:19.0.0-2206.gb6a   143/198
2024-03-19T01:35:29.195 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2206.gb6a   143/198
2024-03-19T01:35:29.376 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : ceph-mgr-modules-core-2:19.0.0-2206.gb6ae2491.el   144/198
2024-03-19T01:35:29.408 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : ceph-mgr-2:19.0.0-2206.gb6ae2491.el9.x86_64        145/198
2024-03-19T01:35:29.430 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: ceph-mgr-2:19.0.0-2206.gb6ae2491.el9.x86_64        145/198
2024-03-19T01:35:29.430 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-03-19T01:35:29.430 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service".
2024-03-19T01:35:29.430 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target.
2024-03-19T01:35:29.431 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target.
2024-03-19T01:35:29.431 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:35:29.475 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : ceph-mgr-rook-2:19.0.0-2206.gb6ae2491.el9.noarch   146/198
2024-03-19T01:35:29.486 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: ceph-mgr-rook-2:19.0.0-2206.gb6ae2491.el9.noarch   146/198
2024-03-19T01:35:29.537 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : ceph-2:19.0.0-2206.gb6ae2491.el9.x86_64            147/198
2024-03-19T01:35:30.462 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : libtool-2.4.6-45.el9.x86_64                        148/198
2024-03-19T01:35:30.502 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : ceph-radosgw-2:19.0.0-2206.gb6ae2491.el9.x86_64    149/198
2024-03-19T01:35:30.524 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: ceph-radosgw-2:19.0.0-2206.gb6ae2491.el9.x86_64    149/198
2024-03-19T01:35:30.524 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-03-19T01:35:30.524 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service".
2024-03-19T01:35:30.524 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target.
2024-03-19T01:35:30.524 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target.
2024-03-19T01:35:30.524 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:35:30.569 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : ceph-immutable-object-cache-2:19.0.0-2206.gb6ae2   150/198
2024-03-19T01:35:30.590 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2206.gb6ae2   150/198
2024-03-19T01:35:30.590 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-03-19T01:35:30.591 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service".
2024-03-19T01:35:30.591 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:35:30.637 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : cephfs-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64   151/198
2024-03-19T01:35:30.658 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: cephfs-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64   151/198
2024-03-19T01:35:30.658 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-03-19T01:35:30.659 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service".
2024-03-19T01:35:30.659 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target.
2024-03-19T01:35:30.659 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target.
2024-03-19T01:35:30.659 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:35:30.987 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : rbd-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64      152/198
2024-03-19T01:35:31.009 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: rbd-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64      152/198
2024-03-19T01:35:31.009 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-03-19T01:35:31.009 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service".
2024-03-19T01:35:31.009 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target.
2024-03-19T01:35:31.009 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target.
2024-03-19T01:35:31.009 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:35:35.717 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : ceph-test-2:19.0.0-2206.gb6ae2491.el9.x86_64       153/198
2024-03-19T01:35:35.767 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : rbd-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64        154/198
2024-03-19T01:35:35.797 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : rbd-nbd-2:19.0.0-2206.gb6ae2491.el9.x86_64         155/198
2024-03-19T01:35:35.824 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : elfutils-libelf-devel-0.190-2.el9.x86_64           156/198
2024-03-19T01:35:36.017 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : cephfs-shell-2:19.0.0-2206.gb6ae2491.el9.x86_64    157/198
2024-03-19T01:35:36.145 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : postgresql-contrib-13.11-1.el9.x86_64              158/198
2024-03-19T01:35:36.190 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : ceph-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64       159/198
2024-03-19T01:35:36.237 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : xfsprogs-devel-6.3.0-1.el9.x86_64                  160/198
2024-03-19T01:35:36.289 INFO:teuthology.orchestra.run.smithi046.stdout:  Upgrading        : xfsdump-3.1.12-4.el9.x86_64                        161/198
2024-03-19T01:35:36.324 INFO:teuthology.orchestra.run.smithi046.stdout:  Upgrading        : util-linux-user-2.37.4-18.el9.x86_64               162/198
2024-03-19T01:35:36.357 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : libcephfs-devel-2:19.0.0-2206.gb6ae2491.el9.x86_   163/198
2024-03-19T01:35:36.397 INFO:teuthology.orchestra.run.smithi046.stdout:  Upgrading        : elfutils-debuginfod-client-0.190-2.el9.x86_64      164/198
2024-03-19T01:35:36.428 INFO:teuthology.orchestra.run.smithi046.stdout:  Upgrading        : NetworkManager-team-1:1.47.2-1.el9.x86_64          165/198
2024-03-19T01:35:36.482 INFO:teuthology.orchestra.run.smithi046.stdout:  Upgrading        : NetworkManager-tui-1:1.47.2-1.el9.x86_64           166/198
2024-03-19T01:35:36.557 INFO:teuthology.orchestra.run.smithi046.stdout:  Upgrading        : acl-2.3.1-4.el9.x86_64                             167/198
2024-03-19T01:35:36.600 INFO:teuthology.orchestra.run.smithi046.stdout:  Upgrading        : libacl-devel-2.3.1-4.el9.x86_64                    168/198
2024-03-19T01:35:37.177 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: postgresql-server-13.11-1.el9.x86_64               169/198
2024-03-19T01:35:37.215 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : postgresql-server-13.11-1.el9.x86_64               169/198
2024-03-19T01:35:37.235 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: postgresql-server-13.11-1.el9.x86_64               169/198
2024-03-19T01:35:38.113 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : cephfs-top-2:19.0.0-2206.gb6ae2491.el9.noarch      170/198
2024-03-19T01:35:38.196 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : openssl-devel-1:3.0.7-27.el9.x86_64                171/198
2024-03-19T01:35:38.239 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : libaio-devel-0.3.111-13.el9.x86_64                 172/198
2024-03-19T01:35:38.333 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : flex-2.6.4-9.el9.x86_64                            173/198
2024-03-19T01:35:38.366 INFO:teuthology.orchestra.run.smithi046.stdout:  Installing       : bison-3.7.4-5.el9.x86_64                           174/198
2024-03-19T01:35:38.391 INFO:teuthology.orchestra.run.smithi046.stdout:  Cleanup          : NetworkManager-tui-1:1.44.0-2.el9.x86_64           175/198
2024-03-19T01:35:38.425 INFO:teuthology.orchestra.run.smithi046.stdout:  Cleanup          : elfutils-debuginfod-client-0.189-3.el9.x86_64      176/198
2024-03-19T01:35:38.451 INFO:teuthology.orchestra.run.smithi046.stdout:  Cleanup          : elfutils-libs-0.189-3.el9.x86_64                   177/198
2024-03-19T01:35:38.451 INFO:teuthology.orchestra.run.smithi046.stdout:  Cleanup          : librbd1-2:16.2.4-5.el9.x86_64                      178/198
2024-03-19T01:35:38.548 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64                      178/198
2024-03-19T01:35:38.577 INFO:teuthology.orchestra.run.smithi046.stdout:  Cleanup          : openssl-1:3.0.7-24.el9.x86_64                      179/198
2024-03-19T01:35:38.577 INFO:teuthology.orchestra.run.smithi046.stdout:  Cleanup          : librados2-2:16.2.4-5.el9.x86_64                    180/198
2024-03-19T01:35:38.662 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: librados2-2:16.2.4-5.el9.x86_64                    180/198
2024-03-19T01:35:38.688 INFO:teuthology.orchestra.run.smithi046.stdout:  Cleanup          : xfsdump-3.1.12-3.el9.x86_64                        181/198
2024-03-19T01:35:38.730 INFO:teuthology.orchestra.run.smithi046.stdout:  Cleanup          : xfsprogs-5.19.0-4.el9.x86_64                       182/198
2024-03-19T01:35:38.755 INFO:teuthology.orchestra.run.smithi046.stdout:  Cleanup          : acl-2.3.1-3.el9.x86_64                             183/198
2024-03-19T01:35:38.779 INFO:teuthology.orchestra.run.smithi046.stdout:  Cleanup          : libacl-devel-2.3.1-3.el9.x86_64                    184/198
2024-03-19T01:35:38.814 INFO:teuthology.orchestra.run.smithi046.stdout:  Cleanup          : util-linux-user-2.37.4-15.el9.x86_64               185/198
2024-03-19T01:35:38.853 INFO:teuthology.orchestra.run.smithi046.stdout:  Cleanup          : util-linux-2.37.4-15.el9.x86_64                    186/198
2024-03-19T01:35:38.885 INFO:teuthology.orchestra.run.smithi046.stdout:  Cleanup          : util-linux-core-2.37.4-15.el9.x86_64               187/198
2024-03-19T01:35:38.910 INFO:teuthology.orchestra.run.smithi046.stdout:  Cleanup          : libfdisk-2.37.4-15.el9.x86_64                      188/198
2024-03-19T01:35:38.935 INFO:teuthology.orchestra.run.smithi046.stdout:  Cleanup          : libmount-2.37.4-15.el9.x86_64                      189/198
2024-03-19T01:35:38.960 INFO:teuthology.orchestra.run.smithi046.stdout:  Cleanup          : libblkid-2.37.4-15.el9.x86_64                      190/198
2024-03-19T01:35:38.986 INFO:teuthology.orchestra.run.smithi046.stdout:  Cleanup          : NetworkManager-team-1:1.44.0-2.el9.x86_64          191/198
2024-03-19T01:35:38.992 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64               192/198
2024-03-19T01:35:38.992 INFO:teuthology.orchestra.run.smithi046.stdout:  Cleanup          : NetworkManager-1:1.44.0-2.el9.x86_64               192/198
2024-03-19T01:35:39.172 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64               192/198
2024-03-19T01:35:39.172 INFO:teuthology.orchestra.run.smithi046.stdout:  Cleanup          : NetworkManager-libnm-1:1.44.0-2.el9.x86_64         193/198
2024-03-19T01:35:39.238 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: NetworkManager-libnm-1:1.44.0-2.el9.x86_64         193/198
2024-03-19T01:35:39.263 INFO:teuthology.orchestra.run.smithi046.stdout:  Cleanup          : libuuid-2.37.4-15.el9.x86_64                       194/198
2024-03-19T01:35:39.295 INFO:teuthology.orchestra.run.smithi046.stdout:  Cleanup          : libsmartcols-2.37.4-15.el9.x86_64                  195/198
2024-03-19T01:35:39.323 INFO:teuthology.orchestra.run.smithi046.stdout:  Cleanup          : libacl-2.3.1-3.el9.x86_64                          196/198
2024-03-19T01:35:39.348 INFO:teuthology.orchestra.run.smithi046.stdout:  Cleanup          : openssl-libs-1:3.0.7-24.el9.x86_64                 197/198
2024-03-19T01:35:39.417 INFO:teuthology.orchestra.run.smithi046.stdout:  Cleanup          : elfutils-libelf-0.189-3.el9.x86_64                 198/198
2024-03-19T01:35:44.202 INFO:teuthology.orchestra.run.smithi046.stdout:  Running scriptlet: elfutils-libelf-0.189-3.el9.x86_64                 198/198
2024-03-19T01:35:44.202 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : ceph-2:19.0.0-2206.gb6ae2491.el9.x86_64              1/198
2024-03-19T01:35:44.203 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : ceph-base-2:19.0.0-2206.gb6ae2491.el9.x86_64         2/198
2024-03-19T01:35:44.203 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64       3/198
2024-03-19T01:35:44.203 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : ceph-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64         4/198
2024-03-19T01:35:44.203 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : ceph-immutable-object-cache-2:19.0.0-2206.gb6ae2     5/198
2024-03-19T01:35:44.203 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : ceph-mds-2:19.0.0-2206.gb6ae2491.el9.x86_64          6/198
2024-03-19T01:35:44.203 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : ceph-mgr-2:19.0.0-2206.gb6ae2491.el9.x86_64          7/198
2024-03-19T01:35:44.203 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : ceph-mon-2:19.0.0-2206.gb6ae2491.el9.x86_64          8/198
2024-03-19T01:35:44.203 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : ceph-osd-2:19.0.0-2206.gb6ae2491.el9.x86_64          9/198
2024-03-19T01:35:44.203 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : ceph-radosgw-2:19.0.0-2206.gb6ae2491.el9.x86_64     10/198
2024-03-19T01:35:44.203 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : ceph-selinux-2:19.0.0-2206.gb6ae2491.el9.x86_64     11/198
2024-03-19T01:35:44.203 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : ceph-test-2:19.0.0-2206.gb6ae2491.el9.x86_64        12/198
2024-03-19T01:35:44.203 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : cephfs-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64    13/198
2024-03-19T01:35:44.203 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : cephfs-shell-2:19.0.0-2206.gb6ae2491.el9.x86_64     14/198
2024-03-19T01:35:44.204 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : libcephfs-devel-2:19.0.0-2206.gb6ae2491.el9.x86_    15/198
2024-03-19T01:35:44.204 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : libcephfs2-2:19.0.0-2206.gb6ae2491.el9.x86_64       16/198
2024-03-19T01:35:44.204 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : libcephsqlite-2:19.0.0-2206.gb6ae2491.el9.x86_64    17/198
2024-03-19T01:35:44.204 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : librados-devel-2:19.0.0-2206.gb6ae2491.el9.x86_6    18/198
2024-03-19T01:35:44.204 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : libradosstriper1-2:19.0.0-2206.gb6ae2491.el9.x86    19/198
2024-03-19T01:35:44.204 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : librgw2-2:19.0.0-2206.gb6ae2491.el9.x86_64          20/198
2024-03-19T01:35:44.204 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-ceph-argparse-2:19.0.0-2206.gb6ae2491.el    21/198
2024-03-19T01:35:44.204 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-ceph-common-2:19.0.0-2206.gb6ae2491.el9.    22/198
2024-03-19T01:35:44.204 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-cephfs-2:19.0.0-2206.gb6ae2491.el9.x86_6    23/198
2024-03-19T01:35:44.204 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-rados-2:19.0.0-2206.gb6ae2491.el9.x86_64    24/198
2024-03-19T01:35:44.204 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-rbd-2:19.0.0-2206.gb6ae2491.el9.x86_64      25/198
2024-03-19T01:35:44.204 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-rgw-2:19.0.0-2206.gb6ae2491.el9.x86_64      26/198
2024-03-19T01:35:44.204 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : rbd-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64         27/198
2024-03-19T01:35:44.205 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : rbd-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64       28/198
2024-03-19T01:35:44.205 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : rbd-nbd-2:19.0.0-2206.gb6ae2491.el9.x86_64          29/198
2024-03-19T01:35:44.205 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : ceph-grafana-dashboards-2:19.0.0-2206.gb6ae2491.    30/198
2024-03-19T01:35:44.205 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : ceph-mgr-cephadm-2:19.0.0-2206.gb6ae2491.el9.noa    31/198
2024-03-19T01:35:44.205 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : ceph-mgr-dashboard-2:19.0.0-2206.gb6ae2491.el9.n    32/198
2024-03-19T01:35:44.205 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : ceph-mgr-diskprediction-local-2:19.0.0-2206.gb6a    33/198
2024-03-19T01:35:44.205 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : ceph-mgr-modules-core-2:19.0.0-2206.gb6ae2491.el    34/198
2024-03-19T01:35:44.205 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : ceph-mgr-rook-2:19.0.0-2206.gb6ae2491.el9.noarch    35/198
2024-03-19T01:35:44.205 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : ceph-prometheus-alerts-2:19.0.0-2206.gb6ae2491.e    36/198
2024-03-19T01:35:44.205 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : ceph-volume-2:19.0.0-2206.gb6ae2491.el9.noarch      37/198
2024-03-19T01:35:44.205 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : cephadm-2:19.0.0-2206.gb6ae2491.el9.noarch          38/198
2024-03-19T01:35:44.205 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : cephfs-top-2:19.0.0-2206.gb6ae2491.el9.noarch       39/198
2024-03-19T01:35:44.205 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : automake-1.16.2-8.el9.noarch                        40/198
2024-03-19T01:35:44.206 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : bison-3.7.4-5.el9.x86_64                            41/198
2024-03-19T01:35:44.206 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : boost-program-options-1.75.0-8.el9.x86_64           42/198
2024-03-19T01:35:44.206 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : flex-2.6.4-9.el9.x86_64                             43/198
2024-03-19T01:35:44.206 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : flexiblas-3.0.4-8.el9.x86_64                        44/198
2024-03-19T01:35:44.206 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : flexiblas-netlib-3.0.4-8.el9.x86_64                 45/198
2024-03-19T01:35:44.206 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64        46/198
2024-03-19T01:35:44.206 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : libaio-devel-0.3.111-13.el9.x86_64                  47/198
2024-03-19T01:35:44.206 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : libpmemobj-1.12.1-1.el9.x86_64                      48/198
2024-03-19T01:35:44.206 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : librabbitmq-0.11.0-7.el9.x86_64                     49/198
2024-03-19T01:35:44.206 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : librdkafka-1.6.1-102.el9.x86_64                     50/198
2024-03-19T01:35:44.206 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : libtool-2.4.6-45.el9.x86_64                         51/198
2024-03-19T01:35:44.206 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : libzstd-devel-1.5.1-2.el9.x86_64                    52/198
2024-03-19T01:35:44.206 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : lttng-ust-2.12.0-6.el9.x86_64                       53/198
2024-03-19T01:35:44.207 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : lua-5.4.4-4.el9.x86_64                              54/198
2024-03-19T01:35:44.207 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : oniguruma-6.9.6-1.el9.5.x86_64                      55/198
2024-03-19T01:35:44.207 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : openblas-0.3.21-2.el9.x86_64                        56/198
2024-03-19T01:35:44.207 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : openblas-openmp-0.3.21-2.el9.x86_64                 57/198
2024-03-19T01:35:44.207 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : postgresql-13.11-1.el9.x86_64                       58/198
2024-03-19T01:35:44.207 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : postgresql-contrib-13.11-1.el9.x86_64               59/198
2024-03-19T01:35:44.207 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : postgresql-private-libs-13.11-1.el9.x86_64          60/198
2024-03-19T01:35:44.207 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : postgresql-server-13.11-1.el9.x86_64                61/198
2024-03-19T01:35:44.207 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : protobuf-3.14.0-13.el9.x86_64                       62/198
2024-03-19T01:35:44.207 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-attrs-20.3.0-7.el9.noarch                   63/198
2024-03-19T01:35:44.207 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-babel-2.9.1-2.el9.noarch                    64/198
2024-03-19T01:35:44.207 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-jsonpatch-1.21-16.el9.noarch                65/198
2024-03-19T01:35:44.207 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-jsonpointer-2.0-4.el9.noarch                66/198
2024-03-19T01:35:44.207 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-mako-1.1.4-6.el9.noarch                     67/198
2024-03-19T01:35:44.208 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-markupsafe-1.1.1-12.el9.x86_64              68/198
2024-03-19T01:35:44.208 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-numpy-1:1.20.1-5.el9.x86_64                 69/198
2024-03-19T01:35:44.208 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-numpy-f2py-1:1.20.1-5.el9.x86_64            70/198
2024-03-19T01:35:44.208 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-oauthlib-3.1.1-5.el9.noarch                 71/198
2024-03-19T01:35:44.208 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-packaging-20.9-5.el9.noarch                 72/198
2024-03-19T01:35:44.208 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-prettytable-0.7.2-27.el9.noarch             73/198
2024-03-19T01:35:44.208 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-protobuf-3.14.0-13.el9.noarch               74/198
2024-03-19T01:35:44.208 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-pyasn1-0.4.8-6.el9.noarch                   75/198
2024-03-19T01:35:44.208 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-pyasn1-modules-0.4.8-6.el9.noarch           76/198
2024-03-19T01:35:44.208 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-pytz-2021.1-5.el9.noarch                    77/198
2024-03-19T01:35:44.208 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-requests-oauthlib-1.3.0-12.el9.noarch       78/198
2024-03-19T01:35:44.208 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-scipy-1.6.2-8.el9.x86_64                    79/198
2024-03-19T01:35:44.208 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-toml-0.10.2-6.el9.noarch                    80/198
2024-03-19T01:35:44.208 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-wcwidth-0.2.5-8.el9.noarch                  81/198
2024-03-19T01:35:44.209 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : socat-1.7.4.1-5.el9.x86_64                          82/198
2024-03-19T01:35:44.209 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : uuid-1.6.2-55.el9.x86_64                            83/198
2024-03-19T01:35:44.209 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : xmlstarlet-1.6.1-20.el9.x86_64                      84/198
2024-03-19T01:35:44.209 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : zlib-devel-1.2.11-40.el9.x86_64                     85/198
2024-03-19T01:35:44.209 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : fuse-2.9.9-15.el9.x86_64                            86/198
2024-03-19T01:35:44.209 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-cffi-1.14.5-5.el9.x86_64                    87/198
2024-03-19T01:35:44.209 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-cryptography-36.0.1-4.el9.x86_64            88/198
2024-03-19T01:35:44.209 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-ply-3.11-14.el9.noarch                      89/198
2024-03-19T01:35:44.209 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-pycparser-2.20-6.el9.noarch                 90/198
2024-03-19T01:35:44.209 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-urllib3-1.26.5-5.el9.noarch                 91/198
2024-03-19T01:35:44.209 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : jq-1.6-16.el9.x86_64                                92/198
2024-03-19T01:35:44.209 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : libgfortran-11.4.1-3.el9.x86_64                     93/198
2024-03-19T01:35:44.209 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : libquadmath-11.4.1-3.el9.x86_64                     94/198
2024-03-19T01:35:44.209 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-requests-2.25.1-8.el9.noarch                95/198
2024-03-19T01:35:44.210 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : elfutils-libelf-devel-0.190-2.el9.x86_64            96/198
2024-03-19T01:35:44.210 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : libuuid-devel-2.37.4-18.el9.x86_64                  97/198
2024-03-19T01:35:44.210 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : openssl-devel-1:3.0.7-27.el9.x86_64                 98/198
2024-03-19T01:35:44.210 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-devel-3.9.17-2.el9.x86_64                   99/198
2024-03-19T01:35:44.210 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-jinja2-2.11.3-5.el9.noarch                 100/198
2024-03-19T01:35:44.210 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : qatlib-23.11.0-1.el9.x86_64                        101/198
2024-03-19T01:35:44.210 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : qatlib-service-23.11.0-1.el9.x86_64                102/198
2024-03-19T01:35:44.210 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : qatzip-libs-1.1.2-2.el9.x86_64                     103/198
2024-03-19T01:35:44.210 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : xfsprogs-devel-6.3.0-1.el9.x86_64                  104/198
2024-03-19T01:35:44.210 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : lua-devel-5.4.4-4.el9.x86_64                       105/198
2024-03-19T01:35:44.210 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : protobuf-compiler-3.14.0-13.el9.x86_64             106/198
2024-03-19T01:35:44.210 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : abseil-cpp-20211102.0-3.el9.x86_64                 107/198
2024-03-19T01:35:44.210 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : gperftools-libs-2.9.1-2.el9.x86_64                 108/198
2024-03-19T01:35:44.210 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : grpc-data-1.46.7-10.el9.noarch                     109/198
2024-03-19T01:35:44.211 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : libarrow-9.0.0-10.el9.x86_64                       110/198
2024-03-19T01:35:44.211 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : libarrow-doc-9.0.0-10.el9.noarch                   111/198
2024-03-19T01:35:44.211 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : liboath-2.6.7-2.el9.x86_64                         112/198
2024-03-19T01:35:44.211 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : libunwind-1.6.2-1.el9.x86_64                       113/198
2024-03-19T01:35:44.211 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : luarocks-3.9.2-1.el9.noarch                        114/198
2024-03-19T01:35:44.211 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : parquet-libs-9.0.0-10.el9.x86_64                   115/198
2024-03-19T01:35:44.211 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-asyncssh-2.13.2-4.el9.noarch               116/198
2024-03-19T01:35:44.211 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-bcrypt-3.2.2-1.el9.x86_64                  117/198
2024-03-19T01:35:44.211 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-cachetools-4.2.4-1.el9.noarch              118/198
2024-03-19T01:35:44.211 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-certifi-2021.10.8-2.el9.noarch             119/198
2024-03-19T01:35:44.211 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-cheroot-8.6.0-4.el9.noarch                 120/198
2024-03-19T01:35:44.211 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-cherrypy-18.6.1-2.el9.noarch               121/198
2024-03-19T01:35:44.211 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-cmd2-2.4.2-2.el9.noarch                    122/198
2024-03-19T01:35:44.211 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-colorama-0.4.4-12.el9.noarch               123/198
2024-03-19T01:35:44.212 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-google-auth-1:2.28.0-1.el9.noarch          124/198
2024-03-19T01:35:44.212 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-grpcio-1.46.7-10.el9.x86_64                125/198
2024-03-19T01:35:44.212 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-grpcio-tools-1.46.7-10.el9.x86_64          126/198
2024-03-19T01:35:44.212 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-jaraco-8.2.1-3.el9.noarch                  127/198
2024-03-19T01:35:44.212 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-jaraco-classes-3.2.1-5.el9.noarch          128/198
2024-03-19T01:35:44.212 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-jaraco-collections-3.0.0-8.el9.noarch      129/198
2024-03-19T01:35:44.212 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-jaraco-functools-3.5.0-2.el9.noarch        130/198
2024-03-19T01:35:44.212 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-jaraco-text-3.2.0-6.el9.noarch             131/198
2024-03-19T01:35:44.212 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-kubernetes-1:26.1.0-2.el9.noarch           132/198
2024-03-19T01:35:44.212 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-logutils-0.3.5-21.el9.noarch               133/198
2024-03-19T01:35:44.212 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-more-itertools-8.12.0-2.el9.noarch         134/198
2024-03-19T01:35:44.212 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-natsort-7.1.1-5.el9.noarch                 135/198
2024-03-19T01:35:44.212 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-pecan-1.4.2-3.el9.noarch                   136/198
2024-03-19T01:35:44.212 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-portend-3.1.0-2.el9.noarch                 137/198
2024-03-19T01:35:44.213 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-pyOpenSSL-21.0.0-1.el9.noarch              138/198
2024-03-19T01:35:44.213 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-pyperclip-1.8.2-2.el9.noarch               139/198
2024-03-19T01:35:44.213 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-repoze-lru-0.7-16.el9.noarch               140/198
2024-03-19T01:35:44.213 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-routes-2.5.1-5.el9.noarch                  141/198
2024-03-19T01:35:44.213 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-rsa-4.9-2.el9.noarch                       142/198
2024-03-19T01:35:44.213 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-tempora-5.0.0-2.el9.noarch                 143/198
2024-03-19T01:35:44.213 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-typing-extensions-4.4.0-2.el9.noarch       144/198
2024-03-19T01:35:44.213 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-webob-1.8.7-6.el9.noarch                   145/198
2024-03-19T01:35:44.213 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-websocket-client-1.2.3-2.el9.noarch        146/198
2024-03-19T01:35:44.213 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-werkzeug-2.0.3-3.el9.1.noarch              147/198
2024-03-19T01:35:44.213 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : python3-zc-lockfile-2.0-10.el9.noarch              148/198
2024-03-19T01:35:44.213 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : re2-1:20211101-3.el9.x86_64                        149/198
2024-03-19T01:35:44.213 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : thrift-0.15.0-2.el9.x86_64                         150/198
2024-03-19T01:35:44.214 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : librados2-2:19.0.0-2206.gb6ae2491.el9.x86_64       151/198
2024-03-19T01:35:44.214 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : librados2-2:16.2.4-5.el9.x86_64                    152/198
2024-03-19T01:35:44.214 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : librbd1-2:19.0.0-2206.gb6ae2491.el9.x86_64         153/198
2024-03-19T01:35:44.214 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : librbd1-2:16.2.4-5.el9.x86_64                      154/198
2024-03-19T01:35:44.214 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : xfsdump-3.1.12-4.el9.x86_64                        155/198
2024-03-19T01:35:44.214 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : xfsdump-3.1.12-3.el9.x86_64                        156/198
2024-03-19T01:35:44.214 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : NetworkManager-1:1.47.2-1.el9.x86_64               157/198
2024-03-19T01:35:44.214 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : NetworkManager-1:1.44.0-2.el9.x86_64               158/198
2024-03-19T01:35:44.214 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : NetworkManager-libnm-1:1.47.2-1.el9.x86_64         159/198
2024-03-19T01:35:44.214 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : NetworkManager-libnm-1:1.44.0-2.el9.x86_64         160/198
2024-03-19T01:35:44.214 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : NetworkManager-team-1:1.47.2-1.el9.x86_64          161/198
2024-03-19T01:35:44.214 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : NetworkManager-team-1:1.44.0-2.el9.x86_64          162/198
2024-03-19T01:35:44.214 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : NetworkManager-tui-1:1.47.2-1.el9.x86_64           163/198
2024-03-19T01:35:44.214 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : NetworkManager-tui-1:1.44.0-2.el9.x86_64           164/198
2024-03-19T01:35:44.215 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : acl-2.3.1-4.el9.x86_64                             165/198
2024-03-19T01:35:44.215 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : acl-2.3.1-3.el9.x86_64                             166/198
2024-03-19T01:35:44.215 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : elfutils-debuginfod-client-0.190-2.el9.x86_64      167/198
2024-03-19T01:35:44.215 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : elfutils-debuginfod-client-0.189-3.el9.x86_64      168/198
2024-03-19T01:35:44.215 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : elfutils-libelf-0.190-2.el9.x86_64                 169/198
2024-03-19T01:35:44.215 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : elfutils-libelf-0.189-3.el9.x86_64                 170/198
2024-03-19T01:35:44.215 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : elfutils-libs-0.190-2.el9.x86_64                   171/198
2024-03-19T01:35:44.215 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : elfutils-libs-0.189-3.el9.x86_64                   172/198
2024-03-19T01:35:44.215 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : libacl-2.3.1-4.el9.x86_64                          173/198
2024-03-19T01:35:44.215 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : libacl-2.3.1-3.el9.x86_64                          174/198
2024-03-19T01:35:44.215 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : libblkid-2.37.4-18.el9.x86_64                      175/198
2024-03-19T01:35:44.215 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : libblkid-2.37.4-15.el9.x86_64                      176/198
2024-03-19T01:35:44.215 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : libfdisk-2.37.4-18.el9.x86_64                      177/198
2024-03-19T01:35:44.215 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : libfdisk-2.37.4-15.el9.x86_64                      178/198
2024-03-19T01:35:44.215 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : libmount-2.37.4-18.el9.x86_64                      179/198
2024-03-19T01:35:44.216 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : libmount-2.37.4-15.el9.x86_64                      180/198
2024-03-19T01:35:44.216 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : libsmartcols-2.37.4-18.el9.x86_64                  181/198
2024-03-19T01:35:44.216 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : libsmartcols-2.37.4-15.el9.x86_64                  182/198
2024-03-19T01:35:44.216 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : libuuid-2.37.4-18.el9.x86_64                       183/198
2024-03-19T01:35:44.216 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : libuuid-2.37.4-15.el9.x86_64                       184/198
2024-03-19T01:35:44.216 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : openssl-1:3.0.7-27.el9.x86_64                      185/198
2024-03-19T01:35:44.216 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : openssl-1:3.0.7-24.el9.x86_64                      186/198
2024-03-19T01:35:44.216 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : openssl-libs-1:3.0.7-27.el9.x86_64                 187/198
2024-03-19T01:35:44.216 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : openssl-libs-1:3.0.7-24.el9.x86_64                 188/198
2024-03-19T01:35:44.216 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : util-linux-2.37.4-18.el9.x86_64                    189/198
2024-03-19T01:35:44.216 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : util-linux-2.37.4-15.el9.x86_64                    190/198
2024-03-19T01:35:44.216 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : util-linux-core-2.37.4-18.el9.x86_64               191/198
2024-03-19T01:35:44.216 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : util-linux-core-2.37.4-15.el9.x86_64               192/198
2024-03-19T01:35:44.216 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : util-linux-user-2.37.4-18.el9.x86_64               193/198
2024-03-19T01:35:44.217 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : util-linux-user-2.37.4-15.el9.x86_64               194/198
2024-03-19T01:35:44.217 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : xfsprogs-6.3.0-1.el9.x86_64                        195/198
2024-03-19T01:35:44.217 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : xfsprogs-5.19.0-4.el9.x86_64                       196/198
2024-03-19T01:35:44.217 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : libacl-devel-2.3.1-4.el9.x86_64                    197/198
2024-03-19T01:35:46.916 INFO:teuthology.orchestra.run.smithi046.stdout:  Verifying        : libacl-devel-2.3.1-3.el9.x86_64                    198/198
2024-03-19T01:35:46.917 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:35:46.917 INFO:teuthology.orchestra.run.smithi046.stdout:Upgraded:
2024-03-19T01:35:46.917 INFO:teuthology.orchestra.run.smithi046.stdout:  NetworkManager-1:1.47.2-1.el9.x86_64
2024-03-19T01:35:46.917 INFO:teuthology.orchestra.run.smithi046.stdout:  NetworkManager-libnm-1:1.47.2-1.el9.x86_64
2024-03-19T01:35:46.917 INFO:teuthology.orchestra.run.smithi046.stdout:  NetworkManager-team-1:1.47.2-1.el9.x86_64
2024-03-19T01:35:46.917 INFO:teuthology.orchestra.run.smithi046.stdout:  NetworkManager-tui-1:1.47.2-1.el9.x86_64
2024-03-19T01:35:46.917 INFO:teuthology.orchestra.run.smithi046.stdout:  acl-2.3.1-4.el9.x86_64
2024-03-19T01:35:46.917 INFO:teuthology.orchestra.run.smithi046.stdout:  elfutils-debuginfod-client-0.190-2.el9.x86_64
2024-03-19T01:35:46.917 INFO:teuthology.orchestra.run.smithi046.stdout:  elfutils-libelf-0.190-2.el9.x86_64
2024-03-19T01:35:46.917 INFO:teuthology.orchestra.run.smithi046.stdout:  elfutils-libs-0.190-2.el9.x86_64
2024-03-19T01:35:46.917 INFO:teuthology.orchestra.run.smithi046.stdout:  libacl-2.3.1-4.el9.x86_64
2024-03-19T01:35:46.918 INFO:teuthology.orchestra.run.smithi046.stdout:  libacl-devel-2.3.1-4.el9.x86_64
2024-03-19T01:35:46.918 INFO:teuthology.orchestra.run.smithi046.stdout:  libblkid-2.37.4-18.el9.x86_64
2024-03-19T01:35:46.918 INFO:teuthology.orchestra.run.smithi046.stdout:  libfdisk-2.37.4-18.el9.x86_64
2024-03-19T01:35:46.918 INFO:teuthology.orchestra.run.smithi046.stdout:  libmount-2.37.4-18.el9.x86_64
2024-03-19T01:35:46.918 INFO:teuthology.orchestra.run.smithi046.stdout:  librados2-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:35:46.918 INFO:teuthology.orchestra.run.smithi046.stdout:  librbd1-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:35:46.918 INFO:teuthology.orchestra.run.smithi046.stdout:  libsmartcols-2.37.4-18.el9.x86_64
2024-03-19T01:35:46.918 INFO:teuthology.orchestra.run.smithi046.stdout:  libuuid-2.37.4-18.el9.x86_64
2024-03-19T01:35:46.918 INFO:teuthology.orchestra.run.smithi046.stdout:  openssl-1:3.0.7-27.el9.x86_64
2024-03-19T01:35:46.919 INFO:teuthology.orchestra.run.smithi046.stdout:  openssl-libs-1:3.0.7-27.el9.x86_64
2024-03-19T01:35:46.919 INFO:teuthology.orchestra.run.smithi046.stdout:  util-linux-2.37.4-18.el9.x86_64
2024-03-19T01:35:46.919 INFO:teuthology.orchestra.run.smithi046.stdout:  util-linux-core-2.37.4-18.el9.x86_64
2024-03-19T01:35:46.919 INFO:teuthology.orchestra.run.smithi046.stdout:  util-linux-user-2.37.4-18.el9.x86_64
2024-03-19T01:35:46.919 INFO:teuthology.orchestra.run.smithi046.stdout:  xfsdump-3.1.12-4.el9.x86_64
2024-03-19T01:35:46.919 INFO:teuthology.orchestra.run.smithi046.stdout:  xfsprogs-6.3.0-1.el9.x86_64
2024-03-19T01:35:46.919 INFO:teuthology.orchestra.run.smithi046.stdout:Installed:
2024-03-19T01:35:46.919 INFO:teuthology.orchestra.run.smithi046.stdout:  abseil-cpp-20211102.0-3.el9.x86_64
2024-03-19T01:35:46.919 INFO:teuthology.orchestra.run.smithi046.stdout:  automake-1.16.2-8.el9.noarch
2024-03-19T01:35:46.919 INFO:teuthology.orchestra.run.smithi046.stdout:  bison-3.7.4-5.el9.x86_64
2024-03-19T01:35:46.919 INFO:teuthology.orchestra.run.smithi046.stdout:  boost-program-options-1.75.0-8.el9.x86_64
2024-03-19T01:35:46.920 INFO:teuthology.orchestra.run.smithi046.stdout:  ceph-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:35:46.920 INFO:teuthology.orchestra.run.smithi046.stdout:  ceph-base-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:35:46.920 INFO:teuthology.orchestra.run.smithi046.stdout:  ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:35:46.920 INFO:teuthology.orchestra.run.smithi046.stdout:  ceph-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:35:46.920 INFO:teuthology.orchestra.run.smithi046.stdout:  ceph-grafana-dashboards-2:19.0.0-2206.gb6ae2491.el9.noarch
2024-03-19T01:35:46.920 INFO:teuthology.orchestra.run.smithi046.stdout:  ceph-immutable-object-cache-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:35:46.920 INFO:teuthology.orchestra.run.smithi046.stdout:  ceph-mds-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:35:46.920 INFO:teuthology.orchestra.run.smithi046.stdout:  ceph-mgr-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:35:46.920 INFO:teuthology.orchestra.run.smithi046.stdout:  ceph-mgr-cephadm-2:19.0.0-2206.gb6ae2491.el9.noarch
2024-03-19T01:35:46.920 INFO:teuthology.orchestra.run.smithi046.stdout:  ceph-mgr-dashboard-2:19.0.0-2206.gb6ae2491.el9.noarch
2024-03-19T01:35:46.920 INFO:teuthology.orchestra.run.smithi046.stdout:  ceph-mgr-diskprediction-local-2:19.0.0-2206.gb6ae2491.el9.noarch
2024-03-19T01:35:46.920 INFO:teuthology.orchestra.run.smithi046.stdout:  ceph-mgr-modules-core-2:19.0.0-2206.gb6ae2491.el9.noarch
2024-03-19T01:35:46.920 INFO:teuthology.orchestra.run.smithi046.stdout:  ceph-mgr-rook-2:19.0.0-2206.gb6ae2491.el9.noarch
2024-03-19T01:35:46.921 INFO:teuthology.orchestra.run.smithi046.stdout:  ceph-mon-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:35:46.921 INFO:teuthology.orchestra.run.smithi046.stdout:  ceph-osd-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:35:46.921 INFO:teuthology.orchestra.run.smithi046.stdout:  ceph-prometheus-alerts-2:19.0.0-2206.gb6ae2491.el9.noarch
2024-03-19T01:35:46.921 INFO:teuthology.orchestra.run.smithi046.stdout:  ceph-radosgw-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:35:46.921 INFO:teuthology.orchestra.run.smithi046.stdout:  ceph-selinux-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:35:46.921 INFO:teuthology.orchestra.run.smithi046.stdout:  ceph-test-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:35:46.921 INFO:teuthology.orchestra.run.smithi046.stdout:  ceph-volume-2:19.0.0-2206.gb6ae2491.el9.noarch
2024-03-19T01:35:46.921 INFO:teuthology.orchestra.run.smithi046.stdout:  cephadm-2:19.0.0-2206.gb6ae2491.el9.noarch
2024-03-19T01:35:46.921 INFO:teuthology.orchestra.run.smithi046.stdout:  cephfs-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:35:46.921 INFO:teuthology.orchestra.run.smithi046.stdout:  cephfs-shell-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:35:46.921 INFO:teuthology.orchestra.run.smithi046.stdout:  cephfs-top-2:19.0.0-2206.gb6ae2491.el9.noarch
2024-03-19T01:35:46.921 INFO:teuthology.orchestra.run.smithi046.stdout:  elfutils-libelf-devel-0.190-2.el9.x86_64
2024-03-19T01:35:46.921 INFO:teuthology.orchestra.run.smithi046.stdout:  flex-2.6.4-9.el9.x86_64
2024-03-19T01:35:46.922 INFO:teuthology.orchestra.run.smithi046.stdout:  flexiblas-3.0.4-8.el9.x86_64
2024-03-19T01:35:46.922 INFO:teuthology.orchestra.run.smithi046.stdout:  flexiblas-netlib-3.0.4-8.el9.x86_64
2024-03-19T01:35:46.922 INFO:teuthology.orchestra.run.smithi046.stdout:  flexiblas-openblas-openmp-3.0.4-8.el9.x86_64
2024-03-19T01:35:46.922 INFO:teuthology.orchestra.run.smithi046.stdout:  fuse-2.9.9-15.el9.x86_64
2024-03-19T01:35:46.922 INFO:teuthology.orchestra.run.smithi046.stdout:  gperftools-libs-2.9.1-2.el9.x86_64
2024-03-19T01:35:46.922 INFO:teuthology.orchestra.run.smithi046.stdout:  grpc-data-1.46.7-10.el9.noarch
2024-03-19T01:35:46.922 INFO:teuthology.orchestra.run.smithi046.stdout:  jq-1.6-16.el9.x86_64
2024-03-19T01:35:46.922 INFO:teuthology.orchestra.run.smithi046.stdout:  libaio-devel-0.3.111-13.el9.x86_64
2024-03-19T01:35:46.922 INFO:teuthology.orchestra.run.smithi046.stdout:  libarrow-9.0.0-10.el9.x86_64
2024-03-19T01:35:46.922 INFO:teuthology.orchestra.run.smithi046.stdout:  libarrow-doc-9.0.0-10.el9.noarch
2024-03-19T01:35:46.922 INFO:teuthology.orchestra.run.smithi046.stdout:  libcephfs-devel-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:35:46.922 INFO:teuthology.orchestra.run.smithi046.stdout:  libcephfs2-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:35:46.925 INFO:teuthology.orchestra.run.smithi046.stdout:  libcephsqlite-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:35:46.925 INFO:teuthology.orchestra.run.smithi046.stdout:  libgfortran-11.4.1-3.el9.x86_64
2024-03-19T01:35:46.925 INFO:teuthology.orchestra.run.smithi046.stdout:  liboath-2.6.7-2.el9.x86_64
2024-03-19T01:35:46.925 INFO:teuthology.orchestra.run.smithi046.stdout:  libpmemobj-1.12.1-1.el9.x86_64
2024-03-19T01:35:46.925 INFO:teuthology.orchestra.run.smithi046.stdout:  libquadmath-11.4.1-3.el9.x86_64
2024-03-19T01:35:46.925 INFO:teuthology.orchestra.run.smithi046.stdout:  librabbitmq-0.11.0-7.el9.x86_64
2024-03-19T01:35:46.926 INFO:teuthology.orchestra.run.smithi046.stdout:  librados-devel-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:35:46.926 INFO:teuthology.orchestra.run.smithi046.stdout:  libradosstriper1-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:35:46.926 INFO:teuthology.orchestra.run.smithi046.stdout:  librdkafka-1.6.1-102.el9.x86_64
2024-03-19T01:35:46.926 INFO:teuthology.orchestra.run.smithi046.stdout:  librgw2-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:35:46.926 INFO:teuthology.orchestra.run.smithi046.stdout:  libtool-2.4.6-45.el9.x86_64
2024-03-19T01:35:46.926 INFO:teuthology.orchestra.run.smithi046.stdout:  libunwind-1.6.2-1.el9.x86_64
2024-03-19T01:35:46.926 INFO:teuthology.orchestra.run.smithi046.stdout:  libuuid-devel-2.37.4-18.el9.x86_64
2024-03-19T01:35:46.926 INFO:teuthology.orchestra.run.smithi046.stdout:  libzstd-devel-1.5.1-2.el9.x86_64
2024-03-19T01:35:46.926 INFO:teuthology.orchestra.run.smithi046.stdout:  lttng-ust-2.12.0-6.el9.x86_64
2024-03-19T01:35:46.926 INFO:teuthology.orchestra.run.smithi046.stdout:  lua-5.4.4-4.el9.x86_64
2024-03-19T01:35:46.926 INFO:teuthology.orchestra.run.smithi046.stdout:  lua-devel-5.4.4-4.el9.x86_64
2024-03-19T01:35:46.927 INFO:teuthology.orchestra.run.smithi046.stdout:  luarocks-3.9.2-1.el9.noarch
2024-03-19T01:35:46.927 INFO:teuthology.orchestra.run.smithi046.stdout:  oniguruma-6.9.6-1.el9.5.x86_64
2024-03-19T01:35:46.927 INFO:teuthology.orchestra.run.smithi046.stdout:  openblas-0.3.21-2.el9.x86_64
2024-03-19T01:35:46.927 INFO:teuthology.orchestra.run.smithi046.stdout:  openblas-openmp-0.3.21-2.el9.x86_64
2024-03-19T01:35:46.927 INFO:teuthology.orchestra.run.smithi046.stdout:  openssl-devel-1:3.0.7-27.el9.x86_64
2024-03-19T01:35:46.927 INFO:teuthology.orchestra.run.smithi046.stdout:  parquet-libs-9.0.0-10.el9.x86_64
2024-03-19T01:35:46.927 INFO:teuthology.orchestra.run.smithi046.stdout:  postgresql-13.11-1.el9.x86_64
2024-03-19T01:35:46.927 INFO:teuthology.orchestra.run.smithi046.stdout:  postgresql-contrib-13.11-1.el9.x86_64
2024-03-19T01:35:46.927 INFO:teuthology.orchestra.run.smithi046.stdout:  postgresql-private-libs-13.11-1.el9.x86_64
2024-03-19T01:35:46.927 INFO:teuthology.orchestra.run.smithi046.stdout:  postgresql-server-13.11-1.el9.x86_64
2024-03-19T01:35:46.927 INFO:teuthology.orchestra.run.smithi046.stdout:  protobuf-3.14.0-13.el9.x86_64
2024-03-19T01:35:46.927 INFO:teuthology.orchestra.run.smithi046.stdout:  protobuf-compiler-3.14.0-13.el9.x86_64
2024-03-19T01:35:46.928 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-asyncssh-2.13.2-4.el9.noarch
2024-03-19T01:35:46.928 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-attrs-20.3.0-7.el9.noarch
2024-03-19T01:35:46.928 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-babel-2.9.1-2.el9.noarch
2024-03-19T01:35:46.928 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-bcrypt-3.2.2-1.el9.x86_64
2024-03-19T01:35:46.928 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-cachetools-4.2.4-1.el9.noarch
2024-03-19T01:35:46.928 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-ceph-argparse-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:35:46.928 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:35:46.928 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-cephfs-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:35:46.928 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-certifi-2021.10.8-2.el9.noarch
2024-03-19T01:35:46.928 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-cffi-1.14.5-5.el9.x86_64
2024-03-19T01:35:46.928 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-cheroot-8.6.0-4.el9.noarch
2024-03-19T01:35:46.929 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-cherrypy-18.6.1-2.el9.noarch
2024-03-19T01:35:46.929 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-cmd2-2.4.2-2.el9.noarch
2024-03-19T01:35:46.929 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-colorama-0.4.4-12.el9.noarch
2024-03-19T01:35:46.929 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-cryptography-36.0.1-4.el9.x86_64
2024-03-19T01:35:46.929 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-devel-3.9.17-2.el9.x86_64
2024-03-19T01:35:46.929 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-google-auth-1:2.28.0-1.el9.noarch
2024-03-19T01:35:46.929 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-grpcio-1.46.7-10.el9.x86_64
2024-03-19T01:35:46.929 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-grpcio-tools-1.46.7-10.el9.x86_64
2024-03-19T01:35:46.930 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-jaraco-8.2.1-3.el9.noarch
2024-03-19T01:35:46.930 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-jaraco-classes-3.2.1-5.el9.noarch
2024-03-19T01:35:46.930 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-jaraco-collections-3.0.0-8.el9.noarch
2024-03-19T01:35:46.930 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-jaraco-functools-3.5.0-2.el9.noarch
2024-03-19T01:35:46.930 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-jaraco-text-3.2.0-6.el9.noarch
2024-03-19T01:35:46.930 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-jinja2-2.11.3-5.el9.noarch
2024-03-19T01:35:46.930 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-jsonpatch-1.21-16.el9.noarch
2024-03-19T01:35:46.930 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-jsonpointer-2.0-4.el9.noarch
2024-03-19T01:35:46.930 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-kubernetes-1:26.1.0-2.el9.noarch
2024-03-19T01:35:46.930 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-logutils-0.3.5-21.el9.noarch
2024-03-19T01:35:46.931 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-mako-1.1.4-6.el9.noarch
2024-03-19T01:35:46.931 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-markupsafe-1.1.1-12.el9.x86_64
2024-03-19T01:35:46.931 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-more-itertools-8.12.0-2.el9.noarch
2024-03-19T01:35:46.931 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-natsort-7.1.1-5.el9.noarch
2024-03-19T01:35:46.931 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-numpy-1:1.20.1-5.el9.x86_64
2024-03-19T01:35:46.931 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-numpy-f2py-1:1.20.1-5.el9.x86_64
2024-03-19T01:35:46.931 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-oauthlib-3.1.1-5.el9.noarch
2024-03-19T01:35:46.931 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-packaging-20.9-5.el9.noarch
2024-03-19T01:35:46.931 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-pecan-1.4.2-3.el9.noarch
2024-03-19T01:35:46.931 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-ply-3.11-14.el9.noarch
2024-03-19T01:35:46.931 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-portend-3.1.0-2.el9.noarch
2024-03-19T01:35:46.931 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-prettytable-0.7.2-27.el9.noarch
2024-03-19T01:35:46.931 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-protobuf-3.14.0-13.el9.noarch
2024-03-19T01:35:46.932 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-pyOpenSSL-21.0.0-1.el9.noarch
2024-03-19T01:35:46.932 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-pyasn1-0.4.8-6.el9.noarch
2024-03-19T01:35:46.932 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-pyasn1-modules-0.4.8-6.el9.noarch
2024-03-19T01:35:46.932 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-pycparser-2.20-6.el9.noarch
2024-03-19T01:35:46.932 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-pyperclip-1.8.2-2.el9.noarch
2024-03-19T01:35:46.932 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-pytz-2021.1-5.el9.noarch
2024-03-19T01:35:46.932 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-rados-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:35:46.932 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-rbd-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:35:46.932 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-repoze-lru-0.7-16.el9.noarch
2024-03-19T01:35:46.932 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-requests-2.25.1-8.el9.noarch
2024-03-19T01:35:46.932 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-requests-oauthlib-1.3.0-12.el9.noarch
2024-03-19T01:35:46.932 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-rgw-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:35:46.932 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-routes-2.5.1-5.el9.noarch
2024-03-19T01:35:46.932 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-rsa-4.9-2.el9.noarch
2024-03-19T01:35:46.933 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-scipy-1.6.2-8.el9.x86_64
2024-03-19T01:35:46.933 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-tempora-5.0.0-2.el9.noarch
2024-03-19T01:35:46.933 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-toml-0.10.2-6.el9.noarch
2024-03-19T01:35:46.933 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-typing-extensions-4.4.0-2.el9.noarch
2024-03-19T01:35:46.933 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-urllib3-1.26.5-5.el9.noarch
2024-03-19T01:35:46.933 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-wcwidth-0.2.5-8.el9.noarch
2024-03-19T01:35:46.933 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-webob-1.8.7-6.el9.noarch
2024-03-19T01:35:46.933 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-websocket-client-1.2.3-2.el9.noarch
2024-03-19T01:35:46.933 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-werkzeug-2.0.3-3.el9.1.noarch
2024-03-19T01:35:46.933 INFO:teuthology.orchestra.run.smithi046.stdout:  python3-zc-lockfile-2.0-10.el9.noarch
2024-03-19T01:35:46.933 INFO:teuthology.orchestra.run.smithi046.stdout:  qatlib-23.11.0-1.el9.x86_64
2024-03-19T01:35:46.933 INFO:teuthology.orchestra.run.smithi046.stdout:  qatlib-service-23.11.0-1.el9.x86_64
2024-03-19T01:35:46.934 INFO:teuthology.orchestra.run.smithi046.stdout:  qatzip-libs-1.1.2-2.el9.x86_64
2024-03-19T01:35:46.934 INFO:teuthology.orchestra.run.smithi046.stdout:  rbd-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:35:46.934 INFO:teuthology.orchestra.run.smithi046.stdout:  rbd-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:35:46.934 INFO:teuthology.orchestra.run.smithi046.stdout:  rbd-nbd-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:35:46.934 INFO:teuthology.orchestra.run.smithi046.stdout:  re2-1:20211101-3.el9.x86_64
2024-03-19T01:35:46.934 INFO:teuthology.orchestra.run.smithi046.stdout:  socat-1.7.4.1-5.el9.x86_64
2024-03-19T01:35:46.934 INFO:teuthology.orchestra.run.smithi046.stdout:  thrift-0.15.0-2.el9.x86_64
2024-03-19T01:35:46.934 INFO:teuthology.orchestra.run.smithi046.stdout:  uuid-1.6.2-55.el9.x86_64
2024-03-19T01:35:46.934 INFO:teuthology.orchestra.run.smithi046.stdout:  xfsprogs-devel-6.3.0-1.el9.x86_64
2024-03-19T01:35:46.934 INFO:teuthology.orchestra.run.smithi046.stdout:  xmlstarlet-1.6.1-20.el9.x86_64
2024-03-19T01:35:46.935 INFO:teuthology.orchestra.run.smithi046.stdout:  zlib-devel-1.2.11-40.el9.x86_64
2024-03-19T01:35:46.935 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:35:46.935 INFO:teuthology.orchestra.run.smithi046.stdout:Complete!
2024-03-19T01:35:47.403 DEBUG:teuthology.parallel:result is None
2024-03-19T01:36:25.699 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - CRB                            24 kB/s | 6.1 MB     04:24
2024-03-19T01:36:27.133 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - Extras packages                55 kB/s |  16 kB     00:00
2024-03-19T01:36:30.093 INFO:teuthology.orchestra.run.smithi102.stdout:Extra Packages for Enterprise Linux             7.3 MB/s |  21 MB     00:02
2024-03-19T01:36:34.951 INFO:teuthology.orchestra.run.smithi102.stdout:lab-extras                                       15 kB/s | 1.7 kB     00:00
2024-03-19T01:36:37.323 INFO:teuthology.orchestra.run.smithi102.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed.
2024-03-19T01:36:37.324 INFO:teuthology.orchestra.run.smithi102.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed.
2024-03-19T01:36:37.338 INFO:teuthology.orchestra.run.smithi102.stdout:Package NetworkManager-1:1.44.0-2.el9.x86_64 is already installed.
2024-03-19T01:36:37.339 INFO:teuthology.orchestra.run.smithi102.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed.
2024-03-19T01:36:37.340 INFO:teuthology.orchestra.run.smithi102.stdout:Package util-linux-2.37.4-15.el9.x86_64 is already installed.
2024-03-19T01:36:37.341 INFO:teuthology.orchestra.run.smithi102.stdout:Package libacl-devel-2.3.1-3.el9.x86_64 is already installed.
2024-03-19T01:36:37.343 INFO:teuthology.orchestra.run.smithi102.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed.
2024-03-19T01:36:37.346 INFO:teuthology.orchestra.run.smithi102.stdout:Package xfsdump-3.1.12-3.el9.x86_64 is already installed.
2024-03-19T01:36:37.347 INFO:teuthology.orchestra.run.smithi102.stdout:Package xfsprogs-5.19.0-4.el9.x86_64 is already installed.
2024-03-19T01:36:37.426 INFO:teuthology.orchestra.run.smithi102.stdout:Dependencies resolved.
2024-03-19T01:36:37.445 INFO:teuthology.orchestra.run.smithi102.stdout:============================================================================================
2024-03-19T01:36:37.446 INFO:teuthology.orchestra.run.smithi102.stdout: Package                         Arch    Version                     Repository         Size
2024-03-19T01:36:37.446 INFO:teuthology.orchestra.run.smithi102.stdout:============================================================================================
2024-03-19T01:36:37.446 INFO:teuthology.orchestra.run.smithi102.stdout:Installing:
2024-03-19T01:36:37.446 INFO:teuthology.orchestra.run.smithi102.stdout: bison                           x86_64  3.7.4-5.el9                 CentOS-AppStream  920 k
2024-03-19T01:36:37.446 INFO:teuthology.orchestra.run.smithi102.stdout: ceph                            x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              6.6 k
2024-03-19T01:36:37.446 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-base                       x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              5.4 M
2024-03-19T01:36:37.446 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-fuse                       x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              891 k
2024-03-19T01:36:37.446 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-immutable-object-cache     x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              145 k
2024-03-19T01:36:37.446 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr                        x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              1.5 M
2024-03-19T01:36:37.446 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-cephadm                noarch  2:19.0.0-2206.gb6ae2491.el9 ceph-noarch       139 k
2024-03-19T01:36:37.446 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-dashboard              noarch  2:19.0.0-2206.gb6ae2491.el9 ceph-noarch       1.8 M
2024-03-19T01:36:37.446 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-diskprediction-local   noarch  2:19.0.0-2206.gb6ae2491.el9 ceph-noarch       7.4 M
2024-03-19T01:36:37.447 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-rook                   noarch  2:19.0.0-2206.gb6ae2491.el9 ceph-noarch        49 k
2024-03-19T01:36:37.447 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-radosgw                    x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              9.8 M
2024-03-19T01:36:37.447 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-test                       x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph               48 M
2024-03-19T01:36:37.447 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-volume                     noarch  2:19.0.0-2206.gb6ae2491.el9 ceph-noarch       264 k
2024-03-19T01:36:37.447 INFO:teuthology.orchestra.run.smithi102.stdout: cephadm                         noarch  2:19.0.0-2206.gb6ae2491.el9 ceph-noarch       749 k
2024-03-19T01:36:37.447 INFO:teuthology.orchestra.run.smithi102.stdout: cephfs-mirror                   x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              221 k
2024-03-19T01:36:37.447 INFO:teuthology.orchestra.run.smithi102.stdout: cephfs-shell                    x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph               27 k
2024-03-19T01:36:37.447 INFO:teuthology.orchestra.run.smithi102.stdout: cephfs-top                      noarch  2:19.0.0-2206.gb6ae2491.el9 ceph-noarch        18 k
2024-03-19T01:36:37.447 INFO:teuthology.orchestra.run.smithi102.stdout: elfutils-libelf-devel           x86_64  0.190-2.el9                 appstream          21 k
2024-03-19T01:36:37.447 INFO:teuthology.orchestra.run.smithi102.stdout: flex                            x86_64  2.6.4-9.el9                 CentOS-AppStream  307 k
2024-03-19T01:36:37.447 INFO:teuthology.orchestra.run.smithi102.stdout: libaio-devel                    x86_64  0.3.111-13.el9              CentOS-AppStream   10 k
2024-03-19T01:36:37.447 INFO:teuthology.orchestra.run.smithi102.stdout: libcephfs-devel                 x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph               32 k
2024-03-19T01:36:37.447 INFO:teuthology.orchestra.run.smithi102.stdout: libcephfs2                      x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              746 k
2024-03-19T01:36:37.447 INFO:teuthology.orchestra.run.smithi102.stdout: librados-devel                  x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              127 k
2024-03-19T01:36:37.448 INFO:teuthology.orchestra.run.smithi102.stdout: libtool                         x86_64  2.4.6-45.el9                CentOS-AppStream  578 k
2024-03-19T01:36:37.448 INFO:teuthology.orchestra.run.smithi102.stdout: libuuid-devel                   x86_64  2.37.4-18.el9               appstream          25 k
2024-03-19T01:36:37.448 INFO:teuthology.orchestra.run.smithi102.stdout: openssl-devel                   x86_64  1:3.0.7-27.el9              appstream         4.1 M
2024-03-19T01:36:37.448 INFO:teuthology.orchestra.run.smithi102.stdout: postgresql                      x86_64  13.11-1.el9                 CentOS-AppStream  1.5 M
2024-03-19T01:36:37.448 INFO:teuthology.orchestra.run.smithi102.stdout: postgresql-contrib              x86_64  13.11-1.el9                 CentOS-AppStream  811 k
2024-03-19T01:36:37.448 INFO:teuthology.orchestra.run.smithi102.stdout: postgresql-server               x86_64  13.11-1.el9                 CentOS-AppStream  5.7 M
2024-03-19T01:36:37.448 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cephfs                  x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              162 k
2024-03-19T01:36:37.448 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rados                   x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              321 k
2024-03-19T01:36:37.448 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rbd                     x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              298 k
2024-03-19T01:36:37.448 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rgw                     x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph               99 k
2024-03-19T01:36:37.448 INFO:teuthology.orchestra.run.smithi102.stdout: rbd-fuse                        x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph               85 k
2024-03-19T01:36:37.448 INFO:teuthology.orchestra.run.smithi102.stdout: rbd-mirror                      x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              3.1 M
2024-03-19T01:36:37.448 INFO:teuthology.orchestra.run.smithi102.stdout: rbd-nbd                         x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              170 k
2024-03-19T01:36:37.448 INFO:teuthology.orchestra.run.smithi102.stdout: xfsprogs-devel                  x86_64  6.3.0-1.el9                 appstream          94 k
2024-03-19T01:36:37.449 INFO:teuthology.orchestra.run.smithi102.stdout:Upgrading:
2024-03-19T01:36:37.449 INFO:teuthology.orchestra.run.smithi102.stdout: NetworkManager                  x86_64  1:1.47.2-1.el9              baseos            2.3 M
2024-03-19T01:36:37.449 INFO:teuthology.orchestra.run.smithi102.stdout: NetworkManager-libnm            x86_64  1:1.47.2-1.el9              baseos            1.8 M
2024-03-19T01:36:37.449 INFO:teuthology.orchestra.run.smithi102.stdout: NetworkManager-team             x86_64  1:1.47.2-1.el9              baseos             42 k
2024-03-19T01:36:37.449 INFO:teuthology.orchestra.run.smithi102.stdout: NetworkManager-tui              x86_64  1:1.47.2-1.el9              baseos            248 k
2024-03-19T01:36:37.449 INFO:teuthology.orchestra.run.smithi102.stdout: acl                             x86_64  2.3.1-4.el9                 baseos             71 k
2024-03-19T01:36:37.449 INFO:teuthology.orchestra.run.smithi102.stdout: elfutils-debuginfod-client      x86_64  0.190-2.el9                 baseos             36 k
2024-03-19T01:36:37.449 INFO:teuthology.orchestra.run.smithi102.stdout: elfutils-libelf                 x86_64  0.190-2.el9                 baseos            192 k
2024-03-19T01:36:37.449 INFO:teuthology.orchestra.run.smithi102.stdout: elfutils-libs                   x86_64  0.190-2.el9                 baseos            256 k
2024-03-19T01:36:37.449 INFO:teuthology.orchestra.run.smithi102.stdout: libacl                          x86_64  2.3.1-4.el9                 baseos             23 k
2024-03-19T01:36:37.449 INFO:teuthology.orchestra.run.smithi102.stdout: libacl-devel                    x86_64  2.3.1-4.el9                 appstream          74 k
2024-03-19T01:36:37.449 INFO:teuthology.orchestra.run.smithi102.stdout: libblkid                        x86_64  2.37.4-18.el9               baseos            108 k
2024-03-19T01:36:37.449 INFO:teuthology.orchestra.run.smithi102.stdout: libfdisk                        x86_64  2.37.4-18.el9               baseos            155 k
2024-03-19T01:36:37.450 INFO:teuthology.orchestra.run.smithi102.stdout: libmount                        x86_64  2.37.4-18.el9               baseos            136 k
2024-03-19T01:36:37.450 INFO:teuthology.orchestra.run.smithi102.stdout: librados2                       x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              3.4 M
2024-03-19T01:36:37.450 INFO:teuthology.orchestra.run.smithi102.stdout: librbd1                         x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              3.1 M
2024-03-19T01:36:37.450 INFO:teuthology.orchestra.run.smithi102.stdout: libsmartcols                    x86_64  2.37.4-18.el9               baseos             64 k
2024-03-19T01:36:37.450 INFO:teuthology.orchestra.run.smithi102.stdout: libuuid                         x86_64  2.37.4-18.el9               baseos             29 k
2024-03-19T01:36:37.450 INFO:teuthology.orchestra.run.smithi102.stdout: openssl                         x86_64  1:3.0.7-27.el9              baseos            1.2 M
2024-03-19T01:36:37.450 INFO:teuthology.orchestra.run.smithi102.stdout: openssl-libs                    x86_64  1:3.0.7-27.el9              baseos            2.2 M
2024-03-19T01:36:37.450 INFO:teuthology.orchestra.run.smithi102.stdout: util-linux                      x86_64  2.37.4-18.el9               baseos            2.3 M
2024-03-19T01:36:37.450 INFO:teuthology.orchestra.run.smithi102.stdout: util-linux-core                 x86_64  2.37.4-18.el9               baseos            465 k
2024-03-19T01:36:37.450 INFO:teuthology.orchestra.run.smithi102.stdout: util-linux-user                 x86_64  2.37.4-18.el9               baseos             31 k
2024-03-19T01:36:37.450 INFO:teuthology.orchestra.run.smithi102.stdout: xfsdump                         x86_64  3.1.12-4.el9                CentOS-BaseOS     321 k
2024-03-19T01:36:37.450 INFO:teuthology.orchestra.run.smithi102.stdout: xfsprogs                        x86_64  6.3.0-1.el9                 baseos            1.1 M
2024-03-19T01:36:37.450 INFO:teuthology.orchestra.run.smithi102.stdout:Installing dependencies:
2024-03-19T01:36:37.451 INFO:teuthology.orchestra.run.smithi102.stdout: abseil-cpp                      x86_64  20211102.0-3.el9            epel              548 k
2024-03-19T01:36:37.451 INFO:teuthology.orchestra.run.smithi102.stdout: automake                        noarch  1.16.2-8.el9                CentOS-AppStream  662 k
2024-03-19T01:36:37.451 INFO:teuthology.orchestra.run.smithi102.stdout: boost-program-options           x86_64  1.75.0-8.el9                CentOS-AppStream  106 k
2024-03-19T01:36:37.451 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-common                     x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph               21 M
2024-03-19T01:36:37.451 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-grafana-dashboards         noarch  2:19.0.0-2206.gb6ae2491.el9 ceph-noarch        34 k
2024-03-19T01:36:37.451 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mds                        x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              2.4 M
2024-03-19T01:36:37.451 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-modules-core           noarch  2:19.0.0-2206.gb6ae2491.el9 ceph-noarch       248 k
2024-03-19T01:36:37.451 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mon                        x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              4.7 M
2024-03-19T01:36:37.451 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-osd                        x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph               17 M
2024-03-19T01:36:37.451 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-prometheus-alerts          noarch  2:19.0.0-2206.gb6ae2491.el9 ceph-noarch        16 k
2024-03-19T01:36:37.451 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-selinux                    x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph               25 k
2024-03-19T01:36:37.451 INFO:teuthology.orchestra.run.smithi102.stdout: flexiblas                       x86_64  3.0.4-8.el9                 CentOS-AppStream   32 k
2024-03-19T01:36:37.451 INFO:teuthology.orchestra.run.smithi102.stdout: flexiblas-netlib                x86_64  3.0.4-8.el9                 CentOS-AppStream  3.0 M
2024-03-19T01:36:37.452 INFO:teuthology.orchestra.run.smithi102.stdout: flexiblas-openblas-openmp       x86_64  3.0.4-8.el9                 CentOS-AppStream   17 k
2024-03-19T01:36:37.452 INFO:teuthology.orchestra.run.smithi102.stdout: fuse                            x86_64  2.9.9-15.el9                CentOS-BaseOS      79 k
2024-03-19T01:36:37.452 INFO:teuthology.orchestra.run.smithi102.stdout: gperftools-libs                 x86_64  2.9.1-2.el9                 epel              309 k
2024-03-19T01:36:37.452 INFO:teuthology.orchestra.run.smithi102.stdout: grpc-data                       noarch  1.46.7-10.el9               epel               19 k
2024-03-19T01:36:37.452 INFO:teuthology.orchestra.run.smithi102.stdout: jq                              x86_64  1.6-16.el9                  baseos            187 k
2024-03-19T01:36:37.452 INFO:teuthology.orchestra.run.smithi102.stdout: libarrow                        x86_64  9.0.0-10.el9                epel              4.4 M
2024-03-19T01:36:37.452 INFO:teuthology.orchestra.run.smithi102.stdout: libarrow-doc                    noarch  9.0.0-10.el9                epel               26 k
2024-03-19T01:36:37.452 INFO:teuthology.orchestra.run.smithi102.stdout: libcephsqlite                   x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              163 k
2024-03-19T01:36:37.452 INFO:teuthology.orchestra.run.smithi102.stdout: libgfortran                     x86_64  11.4.1-3.el9                baseos            803 k
2024-03-19T01:36:37.452 INFO:teuthology.orchestra.run.smithi102.stdout: liboath                         x86_64  2.6.7-2.el9                 epel               49 k
2024-03-19T01:36:37.452 INFO:teuthology.orchestra.run.smithi102.stdout: libpmemobj                      x86_64  1.12.1-1.el9                CentOS-AppStream  159 k
2024-03-19T01:36:37.452 INFO:teuthology.orchestra.run.smithi102.stdout: libquadmath                     x86_64  11.4.1-3.el9                baseos            195 k
2024-03-19T01:36:37.452 INFO:teuthology.orchestra.run.smithi102.stdout: librabbitmq                     x86_64  0.11.0-7.el9                CentOS-AppStream   44 k
2024-03-19T01:36:37.453 INFO:teuthology.orchestra.run.smithi102.stdout: libradosstriper1                x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              501 k
2024-03-19T01:36:37.453 INFO:teuthology.orchestra.run.smithi102.stdout: librdkafka                      x86_64  1.6.1-102.el9               CentOS-AppStream  661 k
2024-03-19T01:36:37.453 INFO:teuthology.orchestra.run.smithi102.stdout: librgw2                         x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              5.1 M
2024-03-19T01:36:37.453 INFO:teuthology.orchestra.run.smithi102.stdout: libunwind                       x86_64  1.6.2-1.el9                 epel               67 k
2024-03-19T01:36:37.453 INFO:teuthology.orchestra.run.smithi102.stdout: libzstd-devel                   x86_64  1.5.1-2.el9                 CentOS-AppStream   46 k
2024-03-19T01:36:37.453 INFO:teuthology.orchestra.run.smithi102.stdout: lttng-ust                       x86_64  2.12.0-6.el9                CentOS-AppStream  282 k
2024-03-19T01:36:37.453 INFO:teuthology.orchestra.run.smithi102.stdout: lua                             x86_64  5.4.4-4.el9                 CentOS-AppStream  187 k
2024-03-19T01:36:37.453 INFO:teuthology.orchestra.run.smithi102.stdout: lua-devel                       x86_64  5.4.4-4.el9                 crb                22 k
2024-03-19T01:36:37.453 INFO:teuthology.orchestra.run.smithi102.stdout: luarocks                        noarch  3.9.2-1.el9                 epel              151 k
2024-03-19T01:36:37.453 INFO:teuthology.orchestra.run.smithi102.stdout: oniguruma                       x86_64  6.9.6-1.el9.5               CentOS-AppStream  217 k
2024-03-19T01:36:37.453 INFO:teuthology.orchestra.run.smithi102.stdout: openblas                        x86_64  0.3.21-2.el9                CentOS-AppStream   34 k
2024-03-19T01:36:37.453 INFO:teuthology.orchestra.run.smithi102.stdout: openblas-openmp                 x86_64  0.3.21-2.el9                CentOS-AppStream  4.7 M
2024-03-19T01:36:37.453 INFO:teuthology.orchestra.run.smithi102.stdout: parquet-libs                    x86_64  9.0.0-10.el9                epel              838 k
2024-03-19T01:36:37.453 INFO:teuthology.orchestra.run.smithi102.stdout: postgresql-private-libs         x86_64  13.11-1.el9                 CentOS-AppStream  134 k
2024-03-19T01:36:37.453 INFO:teuthology.orchestra.run.smithi102.stdout: protobuf                        x86_64  3.14.0-13.el9               CentOS-AppStream  1.0 M
2024-03-19T01:36:37.454 INFO:teuthology.orchestra.run.smithi102.stdout: protobuf-compiler               x86_64  3.14.0-13.el9               crb               863 k
2024-03-19T01:36:37.454 INFO:teuthology.orchestra.run.smithi102.stdout: python3-asyncssh                noarch  2.13.2-4.el9                epel              548 k
2024-03-19T01:36:37.454 INFO:teuthology.orchestra.run.smithi102.stdout: python3-attrs                   noarch  20.3.0-7.el9                CentOS-AppStream   78 k
2024-03-19T01:36:37.454 INFO:teuthology.orchestra.run.smithi102.stdout: python3-babel                   noarch  2.9.1-2.el9                 CentOS-AppStream  5.8 M
2024-03-19T01:36:37.454 INFO:teuthology.orchestra.run.smithi102.stdout: python3-bcrypt                  x86_64  3.2.2-1.el9                 epel               43 k
2024-03-19T01:36:37.454 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cachetools              noarch  4.2.4-1.el9                 epel               32 k
2024-03-19T01:36:37.454 INFO:teuthology.orchestra.run.smithi102.stdout: python3-ceph-argparse           x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph               45 k
2024-03-19T01:36:37.454 INFO:teuthology.orchestra.run.smithi102.stdout: python3-ceph-common             x86_64  2:19.0.0-2206.gb6ae2491.el9 ceph              131 k
2024-03-19T01:36:37.454 INFO:teuthology.orchestra.run.smithi102.stdout: python3-certifi                 noarch  2021.10.8-2.el9             epel               15 k
2024-03-19T01:36:37.454 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cffi                    x86_64  1.14.5-5.el9                CentOS-BaseOS     241 k
2024-03-19T01:36:37.454 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cheroot                 noarch  8.6.0-4.el9                 epel              172 k
2024-03-19T01:36:37.454 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cherrypy                noarch  18.6.1-2.el9                epel              358 k
2024-03-19T01:36:37.454 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cmd2                    noarch  2.4.2-2.el9                 epel              303 k
2024-03-19T01:36:37.455 INFO:teuthology.orchestra.run.smithi102.stdout: python3-colorama                noarch  0.4.4-12.el9                epel               35 k
2024-03-19T01:36:37.455 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cryptography            x86_64  36.0.1-4.el9                CentOS-BaseOS     1.1 M
2024-03-19T01:36:37.455 INFO:teuthology.orchestra.run.smithi102.stdout: python3-devel                   x86_64  3.9.17-2.el9                appstream         245 k
2024-03-19T01:36:37.455 INFO:teuthology.orchestra.run.smithi102.stdout: python3-google-auth             noarch  1:2.28.0-1.el9              epel              203 k
2024-03-19T01:36:37.455 INFO:teuthology.orchestra.run.smithi102.stdout: python3-grpcio                  x86_64  1.46.7-10.el9               epel              2.0 M
2024-03-19T01:36:37.455 INFO:teuthology.orchestra.run.smithi102.stdout: python3-grpcio-tools            x86_64  1.46.7-10.el9               epel              144 k
2024-03-19T01:36:37.455 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco                  noarch  8.2.1-3.el9                 epel               11 k
2024-03-19T01:36:37.455 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-classes          noarch  3.2.1-5.el9                 epel               18 k
2024-03-19T01:36:37.455 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-collections      noarch  3.0.0-8.el9                 epel               23 k
2024-03-19T01:36:37.455 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-functools        noarch  3.5.0-2.el9                 epel               19 k
2024-03-19T01:36:37.455 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-text             noarch  3.2.0-6.el9                 epel               20 k
2024-03-19T01:36:37.455 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jinja2                  noarch  2.11.3-5.el9                appstream         248 k
2024-03-19T01:36:37.455 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jsonpatch               noarch  1.21-16.el9                 CentOS-AppStream   24 k
2024-03-19T01:36:37.455 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jsonpointer             noarch  2.0-4.el9                   CentOS-AppStream   18 k
2024-03-19T01:36:37.455 INFO:teuthology.orchestra.run.smithi102.stdout: python3-kubernetes              noarch  1:26.1.0-2.el9              epel              1.0 M
2024-03-19T01:36:37.456 INFO:teuthology.orchestra.run.smithi102.stdout: python3-logutils                noarch  0.3.5-21.el9                epel               46 k
2024-03-19T01:36:37.456 INFO:teuthology.orchestra.run.smithi102.stdout: python3-mako                    noarch  1.1.4-6.el9                 CentOS-AppStream  144 k
2024-03-19T01:36:37.456 INFO:teuthology.orchestra.run.smithi102.stdout: python3-markupsafe              x86_64  1.1.1-12.el9                CentOS-AppStream   32 k
2024-03-19T01:36:37.456 INFO:teuthology.orchestra.run.smithi102.stdout: python3-more-itertools          noarch  8.12.0-2.el9                epel               79 k
2024-03-19T01:36:37.456 INFO:teuthology.orchestra.run.smithi102.stdout: python3-natsort                 noarch  7.1.1-5.el9                 epel               58 k
2024-03-19T01:36:37.456 INFO:teuthology.orchestra.run.smithi102.stdout: python3-numpy                   x86_64  1:1.20.1-5.el9              CentOS-AppStream  4.8 M
2024-03-19T01:36:37.456 INFO:teuthology.orchestra.run.smithi102.stdout: python3-numpy-f2py              x86_64  1:1.20.1-5.el9              CentOS-AppStream  217 k
2024-03-19T01:36:37.456 INFO:teuthology.orchestra.run.smithi102.stdout: python3-oauthlib                noarch  3.1.1-5.el9                 CentOS-AppStream  174 k
2024-03-19T01:36:37.456 INFO:teuthology.orchestra.run.smithi102.stdout: python3-packaging               noarch  20.9-5.el9                  CentOS-AppStream   69 k
2024-03-19T01:36:37.456 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pecan                   noarch  1.4.2-3.el9                 epel              272 k
2024-03-19T01:36:37.456 INFO:teuthology.orchestra.run.smithi102.stdout: python3-ply                     noarch  3.11-14.el9                 CentOS-BaseOS     103 k
2024-03-19T01:36:37.456 INFO:teuthology.orchestra.run.smithi102.stdout: python3-portend                 noarch  3.1.0-2.el9                 epel               16 k
2024-03-19T01:36:37.456 INFO:teuthology.orchestra.run.smithi102.stdout: python3-prettytable             noarch  0.7.2-27.el9                CentOS-AppStream   41 k
2024-03-19T01:36:37.456 INFO:teuthology.orchestra.run.smithi102.stdout: python3-protobuf                noarch  3.14.0-13.el9               CentOS-AppStream  238 k
2024-03-19T01:36:37.457 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pyOpenSSL               noarch  21.0.0-1.el9                epel               90 k
2024-03-19T01:36:37.457 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pyasn1                  noarch  0.4.8-6.el9                 CentOS-AppStream  132 k
2024-03-19T01:36:37.457 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pyasn1-modules          noarch  0.4.8-6.el9                 CentOS-AppStream  211 k
2024-03-19T01:36:37.457 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pycparser               noarch  2.20-6.el9                  CentOS-BaseOS     124 k
2024-03-19T01:36:37.457 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pyperclip               noarch  1.8.2-2.el9                 epel               28 k
2024-03-19T01:36:37.457 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pytz                    noarch  2021.1-5.el9                CentOS-AppStream   47 k
2024-03-19T01:36:37.457 INFO:teuthology.orchestra.run.smithi102.stdout: python3-repoze-lru              noarch  0.7-16.el9                  epel               31 k
2024-03-19T01:36:37.457 INFO:teuthology.orchestra.run.smithi102.stdout: python3-requests                noarch  2.25.1-8.el9                baseos            125 k
2024-03-19T01:36:37.457 INFO:teuthology.orchestra.run.smithi102.stdout: python3-requests-oauthlib       noarch  1.3.0-12.el9                CentOS-AppStream   43 k
2024-03-19T01:36:37.457 INFO:teuthology.orchestra.run.smithi102.stdout: python3-routes                  noarch  2.5.1-5.el9                 epel              188 k
2024-03-19T01:36:37.457 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rsa                     noarch  4.9-2.el9                   epel               59 k
2024-03-19T01:36:37.457 INFO:teuthology.orchestra.run.smithi102.stdout: python3-scipy                   x86_64  1.6.2-8.el9                 CentOS-AppStream   16 M
2024-03-19T01:36:37.457 INFO:teuthology.orchestra.run.smithi102.stdout: python3-tempora                 noarch  5.0.0-2.el9                 epel               36 k
2024-03-19T01:36:37.457 INFO:teuthology.orchestra.run.smithi102.stdout: python3-toml                    noarch  0.10.2-6.el9                CentOS-AppStream   39 k
2024-03-19T01:36:37.458 INFO:teuthology.orchestra.run.smithi102.stdout: python3-typing-extensions       noarch  4.4.0-2.el9                 epel               51 k
2024-03-19T01:36:37.458 INFO:teuthology.orchestra.run.smithi102.stdout: python3-urllib3                 noarch  1.26.5-5.el9                CentOS-BaseOS     187 k
2024-03-19T01:36:37.458 INFO:teuthology.orchestra.run.smithi102.stdout: python3-wcwidth                 noarch  0.2.5-8.el9                 CentOS-AppStream   41 k
2024-03-19T01:36:37.458 INFO:teuthology.orchestra.run.smithi102.stdout: python3-webob                   noarch  1.8.7-6.el9                 epel              230 k
2024-03-19T01:36:37.458 INFO:teuthology.orchestra.run.smithi102.stdout: python3-websocket-client        noarch  1.2.3-2.el9                 epel               90 k
2024-03-19T01:36:37.458 INFO:teuthology.orchestra.run.smithi102.stdout: python3-werkzeug                noarch  2.0.3-3.el9.1               epel              427 k
2024-03-19T01:36:37.458 INFO:teuthology.orchestra.run.smithi102.stdout: python3-zc-lockfile             noarch  2.0-10.el9                  epel               20 k
2024-03-19T01:36:37.458 INFO:teuthology.orchestra.run.smithi102.stdout: qatlib                          x86_64  23.11.0-1.el9               appstream         216 k
2024-03-19T01:36:37.458 INFO:teuthology.orchestra.run.smithi102.stdout: qatzip-libs                     x86_64  1.1.2-2.el9                 appstream          44 k
2024-03-19T01:36:37.461 INFO:teuthology.orchestra.run.smithi102.stdout: re2                             x86_64  1:20211101-3.el9            epel              192 k
2024-03-19T01:36:37.462 INFO:teuthology.orchestra.run.smithi102.stdout: socat                           x86_64  1.7.4.1-5.el9               CentOS-AppStream  300 k
2024-03-19T01:36:37.462 INFO:teuthology.orchestra.run.smithi102.stdout: thrift                          x86_64  0.15.0-2.el9                epel              1.6 M
2024-03-19T01:36:37.462 INFO:teuthology.orchestra.run.smithi102.stdout: uuid                            x86_64  1.6.2-55.el9                CentOS-AppStream   56 k
2024-03-19T01:36:37.462 INFO:teuthology.orchestra.run.smithi102.stdout: xmlstarlet                      x86_64  1.6.1-20.el9                CentOS-AppStream   63 k
2024-03-19T01:36:37.462 INFO:teuthology.orchestra.run.smithi102.stdout: zlib-devel                      x86_64  1.2.11-40.el9               CentOS-AppStream   44 k
2024-03-19T01:36:37.462 INFO:teuthology.orchestra.run.smithi102.stdout:Installing weak dependencies:
2024-03-19T01:36:37.462 INFO:teuthology.orchestra.run.smithi102.stdout: qatlib-service                  x86_64  23.11.0-1.el9               appstream          35 k
2024-03-19T01:36:37.463 INFO:teuthology.orchestra.run.smithi102.stdout:
2024-03-19T01:36:37.463 INFO:teuthology.orchestra.run.smithi102.stdout:Transaction Summary
2024-03-19T01:36:37.463 INFO:teuthology.orchestra.run.smithi102.stdout:============================================================================================
2024-03-19T01:36:37.463 INFO:teuthology.orchestra.run.smithi102.stdout:Install  150 Packages
2024-03-19T01:36:37.463 INFO:teuthology.orchestra.run.smithi102.stdout:Upgrade   24 Packages
2024-03-19T01:36:37.463 INFO:teuthology.orchestra.run.smithi102.stdout:
2024-03-19T01:36:37.463 INFO:teuthology.orchestra.run.smithi102.stdout:Total download size: 224 M
2024-03-19T01:36:37.463 INFO:teuthology.orchestra.run.smithi102.stdout:Downloading Packages:
2024-03-19T01:36:38.369 INFO:teuthology.orchestra.run.smithi102.stdout:(1/174): ceph-19.0.0-2206.gb6ae2491.el9.x86_64.  38 kB/s | 6.6 kB     00:00
2024-03-19T01:36:38.744 INFO:teuthology.orchestra.run.smithi102.stdout:(2/174): ceph-fuse-19.0.0-2206.gb6ae2491.el9.x8 2.3 MB/s | 891 kB     00:00
2024-03-19T01:36:38.869 INFO:teuthology.orchestra.run.smithi102.stdout:(3/174): ceph-base-19.0.0-2206.gb6ae2491.el9.x8 7.9 MB/s | 5.4 MB     00:00
2024-03-19T01:36:38.886 INFO:teuthology.orchestra.run.smithi102.stdout:(4/174): ceph-immutable-object-cache-19.0.0-220 1.0 MB/s | 145 kB     00:00
2024-03-19T01:36:39.145 INFO:teuthology.orchestra.run.smithi102.stdout:(5/174): ceph-mds-19.0.0-2206.gb6ae2491.el9.x86 8.6 MB/s | 2.4 MB     00:00
2024-03-19T01:36:39.612 INFO:teuthology.orchestra.run.smithi102.stdout:(6/174): ceph-mon-19.0.0-2206.gb6ae2491.el9.x86  10 MB/s | 4.7 MB     00:00
2024-03-19T01:36:39.646 INFO:teuthology.orchestra.run.smithi102.stdout:(7/174): ceph-mgr-19.0.0-2206.gb6ae2491.el9.x86 2.0 MB/s | 1.5 MB     00:00
2024-03-19T01:36:39.863 INFO:teuthology.orchestra.run.smithi102.stdout:(8/174): ceph-common-19.0.0-2206.gb6ae2491.el9.  12 MB/s |  21 MB     00:01
2024-03-19T01:36:39.896 INFO:teuthology.orchestra.run.smithi102.stdout:(9/174): ceph-selinux-19.0.0-2206.gb6ae2491.el9 761 kB/s |  25 kB     00:00
2024-03-19T01:36:41.030 INFO:teuthology.orchestra.run.smithi102.stdout:(10/174): ceph-osd-19.0.0-2206.gb6ae2491.el9.x8  12 MB/s |  17 MB     00:01
2024-03-19T01:36:41.088 INFO:teuthology.orchestra.run.smithi102.stdout:(11/174): cephfs-mirror-19.0.0-2206.gb6ae2491.e 3.7 MB/s | 221 kB     00:00
2024-03-19T01:36:41.155 INFO:teuthology.orchestra.run.smithi102.stdout:(12/174): cephfs-shell-19.0.0-2206.gb6ae2491.el 406 kB/s |  27 kB     00:00
2024-03-19T01:36:41.222 INFO:teuthology.orchestra.run.smithi102.stdout:(13/174): libcephfs-devel-19.0.0-2206.gb6ae2491 475 kB/s |  32 kB     00:00
2024-03-19T01:36:41.322 INFO:teuthology.orchestra.run.smithi102.stdout:(14/174): libcephfs2-19.0.0-2206.gb6ae2491.el9. 7.3 MB/s | 746 kB     00:00
2024-03-19T01:36:41.406 INFO:teuthology.orchestra.run.smithi102.stdout:(15/174): libcephsqlite-19.0.0-2206.gb6ae2491.e 1.9 MB/s | 163 kB     00:00
2024-03-19T01:36:41.481 INFO:teuthology.orchestra.run.smithi102.stdout:(16/174): librados-devel-19.0.0-2206.gb6ae2491. 1.6 MB/s | 127 kB     00:00
2024-03-19T01:36:41.573 INFO:teuthology.orchestra.run.smithi102.stdout:(17/174): libradosstriper1-19.0.0-2206.gb6ae249 5.3 MB/s | 501 kB     00:00
2024-03-19T01:36:42.065 INFO:teuthology.orchestra.run.smithi102.stdout:(18/174): librgw2-19.0.0-2206.gb6ae2491.el9.x86  10 MB/s | 5.1 MB     00:00
2024-03-19T01:36:42.124 INFO:teuthology.orchestra.run.smithi102.stdout:(19/174): python3-ceph-argparse-19.0.0-2206.gb6 777 kB/s |  45 kB     00:00
2024-03-19T01:36:42.182 INFO:teuthology.orchestra.run.smithi102.stdout:(20/174): python3-ceph-common-19.0.0-2206.gb6ae 2.2 MB/s | 131 kB     00:00
2024-03-19T01:36:42.249 INFO:teuthology.orchestra.run.smithi102.stdout:(21/174): python3-cephfs-19.0.0-2206.gb6ae2491. 2.4 MB/s | 162 kB     00:00
2024-03-19T01:36:42.325 INFO:teuthology.orchestra.run.smithi102.stdout:(22/174): python3-rados-19.0.0-2206.gb6ae2491.e 4.2 MB/s | 321 kB     00:00
2024-03-19T01:36:42.433 INFO:teuthology.orchestra.run.smithi102.stdout:(23/174): ceph-radosgw-19.0.0-2206.gb6ae2491.el 3.5 MB/s | 9.8 MB     00:02
2024-03-19T01:36:42.458 INFO:teuthology.orchestra.run.smithi102.stdout:(24/174): python3-rbd-19.0.0-2206.gb6ae2491.el9 2.2 MB/s | 298 kB     00:00
2024-03-19T01:36:42.484 INFO:teuthology.orchestra.run.smithi102.stdout:(25/174): python3-rgw-19.0.0-2206.gb6ae2491.el9 1.9 MB/s |  99 kB     00:00
2024-03-19T01:36:42.509 INFO:teuthology.orchestra.run.smithi102.stdout:(26/174): rbd-fuse-19.0.0-2206.gb6ae2491.el9.x8 1.7 MB/s |  85 kB     00:00
2024-03-19T01:36:42.559 INFO:teuthology.orchestra.run.smithi102.stdout:(27/174): rbd-nbd-19.0.0-2206.gb6ae2491.el9.x86 3.3 MB/s | 170 kB     00:00
2024-03-19T01:36:42.626 INFO:teuthology.orchestra.run.smithi102.stdout:(28/174): ceph-grafana-dashboards-19.0.0-2206.g 510 kB/s |  34 kB     00:00
2024-03-19T01:36:43.052 INFO:teuthology.orchestra.run.smithi102.stdout:(29/174): ceph-test-19.0.0-2206.gb6ae2491.el9.x  15 MB/s |  48 MB     00:03
2024-03-19T01:36:43.077 INFO:teuthology.orchestra.run.smithi102.stdout:(30/174): ceph-mgr-cephadm-19.0.0-2206.gb6ae249 308 kB/s | 139 kB     00:00
2024-03-19T01:36:43.211 INFO:teuthology.orchestra.run.smithi102.stdout:(31/174): ceph-mgr-dashboard-19.0.0-2206.gb6ae2  11 MB/s | 1.8 MB     00:00
2024-03-19T01:36:43.286 INFO:teuthology.orchestra.run.smithi102.stdout:(32/174): ceph-mgr-modules-core-19.0.0-2206.gb6 3.2 MB/s | 248 kB     00:00
2024-03-19T01:36:43.336 INFO:teuthology.orchestra.run.smithi102.stdout:(33/174): rbd-mirror-19.0.0-2206.gb6ae2491.el9. 3.6 MB/s | 3.1 MB     00:00
2024-03-19T01:36:43.361 INFO:teuthology.orchestra.run.smithi102.stdout:(34/174): ceph-mgr-rook-19.0.0-2206.gb6ae2491.e 656 kB/s |  49 kB     00:00
2024-03-19T01:36:43.395 INFO:teuthology.orchestra.run.smithi102.stdout:(35/174): ceph-prometheus-alerts-19.0.0-2206.gb 281 kB/s |  16 kB     00:00
2024-03-19T01:36:43.437 INFO:teuthology.orchestra.run.smithi102.stdout:(36/174): ceph-volume-19.0.0-2206.gb6ae2491.el9 3.4 MB/s | 264 kB     00:00
2024-03-19T01:36:43.479 INFO:teuthology.orchestra.run.smithi102.stdout:(37/174): cephfs-top-19.0.0-2206.gb6ae2491.el9. 439 kB/s |  18 kB     00:00
2024-03-19T01:36:43.571 INFO:teuthology.orchestra.run.smithi102.stdout:(38/174): ceph-mgr-diskprediction-local-19.0.0-  15 MB/s | 7.4 MB     00:00
2024-03-19T01:36:43.630 INFO:teuthology.orchestra.run.smithi102.stdout:(39/174): cephadm-19.0.0-2206.gb6ae2491.el9.noa 3.1 MB/s | 749 kB     00:00
2024-03-19T01:36:43.771 INFO:teuthology.orchestra.run.smithi102.stdout:(40/174): bison-3.7.4-5.el9.x86_64.rpm          5.1 MB/s | 920 kB     00:00
2024-03-19T01:36:43.797 INFO:teuthology.orchestra.run.smithi102.stdout:(41/174): automake-1.16.2-8.el9.noarch.rpm      2.0 MB/s | 662 kB     00:00
2024-03-19T01:36:43.839 INFO:teuthology.orchestra.run.smithi102.stdout:(42/174): boost-program-options-1.75.0-8.el9.x8 580 kB/s | 106 kB     00:00
2024-03-19T01:36:43.864 INFO:teuthology.orchestra.run.smithi102.stdout:(43/174): flex-2.6.4-9.el9.x86_64.rpm           3.3 MB/s | 307 kB     00:00
2024-03-19T01:36:43.889 INFO:teuthology.orchestra.run.smithi102.stdout:(44/174): flexiblas-3.0.4-8.el9.x86_64.rpm      637 kB/s |  32 kB     00:00
2024-03-19T01:36:43.989 INFO:teuthology.orchestra.run.smithi102.stdout:(45/174): flexiblas-openblas-openmp-3.0.4-8.el9 137 kB/s |  17 kB     00:00
2024-03-19T01:36:44.040 INFO:teuthology.orchestra.run.smithi102.stdout:(46/174): flexiblas-netlib-3.0.4-8.el9.x86_64.r  15 MB/s | 3.0 MB     00:00
2024-03-19T01:36:44.056 INFO:teuthology.orchestra.run.smithi102.stdout:(47/174): libaio-devel-0.3.111-13.el9.x86_64.rp  60 kB/s |  10 kB     00:00
2024-03-19T01:36:44.090 INFO:teuthology.orchestra.run.smithi102.stdout:(48/174): libpmemobj-1.12.1-1.el9.x86_64.rpm    1.6 MB/s | 159 kB     00:00
2024-03-19T01:36:44.107 INFO:teuthology.orchestra.run.smithi102.stdout:(49/174): librabbitmq-0.11.0-7.el9.x86_64.rpm   886 kB/s |  44 kB     00:00
2024-03-19T01:36:44.132 INFO:teuthology.orchestra.run.smithi102.stdout:(50/174): librdkafka-1.6.1-102.el9.x86_64.rpm   8.6 MB/s | 661 kB     00:00
2024-03-19T01:36:44.166 INFO:teuthology.orchestra.run.smithi102.stdout:(51/174): libtool-2.4.6-45.el9.x86_64.rpm       7.6 MB/s | 578 kB     00:00
2024-03-19T01:36:44.191 INFO:teuthology.orchestra.run.smithi102.stdout:(52/174): libzstd-devel-1.5.1-2.el9.x86_64.rpm  805 kB/s |  46 kB     00:00
2024-03-19T01:36:44.216 INFO:teuthology.orchestra.run.smithi102.stdout:(53/174): lttng-ust-2.12.0-6.el9.x86_64.rpm     3.3 MB/s | 282 kB     00:00
2024-03-19T01:36:44.241 INFO:teuthology.orchestra.run.smithi102.stdout:(54/174): lua-5.4.4-4.el9.x86_64.rpm            2.4 MB/s | 187 kB     00:00
2024-03-19T01:36:44.267 INFO:teuthology.orchestra.run.smithi102.stdout:(55/174): oniguruma-6.9.6-1.el9.5.x86_64.rpm    4.3 MB/s | 217 kB     00:00
2024-03-19T01:36:44.292 INFO:teuthology.orchestra.run.smithi102.stdout:(56/174): openblas-0.3.21-2.el9.x86_64.rpm      456 kB/s |  34 kB     00:00
2024-03-19T01:36:44.517 INFO:teuthology.orchestra.run.smithi102.stdout:(57/174): openblas-openmp-0.3.21-2.el9.x86_64.r  17 MB/s | 4.7 MB     00:00
2024-03-19T01:36:44.559 INFO:teuthology.orchestra.run.smithi102.stdout:(58/174): postgresql-13.11-1.el9.x86_64.rpm     5.7 MB/s | 1.5 MB     00:00
2024-03-19T01:36:44.593 INFO:teuthology.orchestra.run.smithi102.stdout:(59/174): postgresql-contrib-13.11-1.el9.x86_64 2.7 MB/s | 811 kB     00:00
2024-03-19T01:36:44.618 INFO:teuthology.orchestra.run.smithi102.stdout:(60/174): postgresql-private-libs-13.11-1.el9.x 1.3 MB/s | 134 kB     00:00
2024-03-19T01:36:44.827 INFO:teuthology.orchestra.run.smithi102.stdout:(61/174): postgresql-server-13.11-1.el9.x86_64.  21 MB/s | 5.7 MB     00:00
2024-03-19T01:36:44.868 INFO:teuthology.orchestra.run.smithi102.stdout:(62/174): protobuf-3.14.0-13.el9.x86_64.rpm     4.1 MB/s | 1.0 MB     00:00
2024-03-19T01:36:44.894 INFO:teuthology.orchestra.run.smithi102.stdout:(63/174): python3-attrs-20.3.0-7.el9.noarch.rpm 285 kB/s |  78 kB     00:00
2024-03-19T01:36:45.061 INFO:teuthology.orchestra.run.smithi102.stdout:(64/174): python3-babel-2.9.1-2.el9.noarch.rpm   25 MB/s | 5.8 MB     00:00
2024-03-19T01:36:45.077 INFO:teuthology.orchestra.run.smithi102.stdout:(65/174): python3-jsonpatch-1.21-16.el9.noarch. 135 kB/s |  24 kB     00:00
2024-03-19T01:36:45.094 INFO:teuthology.orchestra.run.smithi102.stdout:(66/174): python3-jsonpointer-2.0-4.el9.noarch.  92 kB/s |  18 kB     00:00
2024-03-19T01:36:45.128 INFO:teuthology.orchestra.run.smithi102.stdout:(67/174): python3-mako-1.1.4-6.el9.noarch.rpm   4.2 MB/s | 144 kB     00:00
2024-03-19T01:36:45.145 INFO:teuthology.orchestra.run.smithi102.stdout:(68/174): python3-markupsafe-1.1.1-12.el9.x86_6 632 kB/s |  32 kB     00:00
2024-03-19T01:36:45.253 INFO:teuthology.orchestra.run.smithi102.stdout:(69/174): python3-numpy-1.20.1-5.el9.x86_64.rpm  30 MB/s | 4.8 MB     00:00
2024-03-19T01:36:45.279 INFO:teuthology.orchestra.run.smithi102.stdout:(70/174): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.6 MB/s | 217 kB     00:00
2024-03-19T01:36:45.304 INFO:teuthology.orchestra.run.smithi102.stdout:(71/174): python3-oauthlib-3.1.1-5.el9.noarch.r 1.1 MB/s | 174 kB     00:00
2024-03-19T01:36:45.329 INFO:teuthology.orchestra.run.smithi102.stdout:(72/174): python3-packaging-20.9-5.el9.noarch.r 920 kB/s |  69 kB     00:00
2024-03-19T01:36:45.346 INFO:teuthology.orchestra.run.smithi102.stdout:(73/174): python3-prettytable-0.7.2-27.el9.noar 994 kB/s |  41 kB     00:00
2024-03-19T01:36:45.371 INFO:teuthology.orchestra.run.smithi102.stdout:(74/174): python3-protobuf-3.14.0-13.el9.noarch 3.5 MB/s | 238 kB     00:00
2024-03-19T01:36:45.388 INFO:teuthology.orchestra.run.smithi102.stdout:(75/174): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.2 MB/s | 132 kB     00:00
2024-03-19T01:36:45.413 INFO:teuthology.orchestra.run.smithi102.stdout:(76/174): python3-pyasn1-modules-0.4.8-6.el9.no 5.0 MB/s | 211 kB     00:00
2024-03-19T01:36:45.430 INFO:teuthology.orchestra.run.smithi102.stdout:(77/174): python3-pytz-2021.1-5.el9.noarch.rpm  813 kB/s |  47 kB     00:00
2024-03-19T01:36:45.447 INFO:teuthology.orchestra.run.smithi102.stdout:(78/174): python3-requests-oauthlib-1.3.0-12.el 736 kB/s |  43 kB     00:00
2024-03-19T01:36:45.497 INFO:teuthology.orchestra.run.smithi102.stdout:(79/174): python3-toml-0.10.2-6.el9.noarch.rpm  581 kB/s |  39 kB     00:00
2024-03-19T01:36:45.589 INFO:teuthology.orchestra.run.smithi102.stdout:(80/174): python3-wcwidth-0.2.5-8.el9.noarch.rp 292 kB/s |  41 kB     00:00
2024-03-19T01:36:45.640 INFO:teuthology.orchestra.run.smithi102.stdout:(81/174): socat-1.7.4.1-5.el9.x86_64.rpm        2.1 MB/s | 300 kB     00:00
2024-03-19T01:36:45.790 INFO:teuthology.orchestra.run.smithi102.stdout:(82/174): python3-scipy-1.6.2-8.el9.x86_64.rpm   44 MB/s |  16 MB     00:00
2024-03-19T01:36:45.807 INFO:teuthology.orchestra.run.smithi102.stdout:(83/174): uuid-1.6.2-55.el9.x86_64.rpm          263 kB/s |  56 kB     00:00
2024-03-19T01:36:45.824 INFO:teuthology.orchestra.run.smithi102.stdout:(84/174): xmlstarlet-1.6.1-20.el9.x86_64.rpm    341 kB/s |  63 kB     00:00
2024-03-19T01:36:45.841 INFO:teuthology.orchestra.run.smithi102.stdout:(85/174): zlib-devel-1.2.11-40.el9.x86_64.rpm   1.3 MB/s |  44 kB     00:00
2024-03-19T01:36:45.866 INFO:teuthology.orchestra.run.smithi102.stdout:(86/174): fuse-2.9.9-15.el9.x86_64.rpm          1.3 MB/s |  79 kB     00:00
2024-03-19T01:36:45.891 INFO:teuthology.orchestra.run.smithi102.stdout:(87/174): python3-cffi-1.14.5-5.el9.x86_64.rpm  3.5 MB/s | 241 kB     00:00
2024-03-19T01:36:45.924 INFO:teuthology.orchestra.run.smithi102.stdout:(88/174): python3-cryptography-36.0.1-4.el9.x86  20 MB/s | 1.1 MB     00:00
2024-03-19T01:36:45.950 INFO:teuthology.orchestra.run.smithi102.stdout:(89/174): python3-ply-3.11-14.el9.noarch.rpm    1.2 MB/s | 103 kB     00:00
2024-03-19T01:36:45.975 INFO:teuthology.orchestra.run.smithi102.stdout:(90/174): python3-pycparser-2.20-6.el9.noarch.r 1.5 MB/s | 124 kB     00:00
2024-03-19T01:36:46.000 INFO:teuthology.orchestra.run.smithi102.stdout:(91/174): python3-urllib3-1.26.5-5.el9.noarch.r 2.4 MB/s | 187 kB     00:00
2024-03-19T01:36:46.551 INFO:teuthology.orchestra.run.smithi102.stdout:(92/174): jq-1.6-16.el9.x86_64.rpm              326 kB/s | 187 kB     00:00
2024-03-19T01:36:46.576 INFO:teuthology.orchestra.run.smithi102.stdout:(93/174): libquadmath-11.4.1-3.el9.x86_64.rpm   339 kB/s | 195 kB     00:00
2024-03-19T01:36:46.659 INFO:teuthology.orchestra.run.smithi102.stdout:(94/174): python3-requests-2.25.1-8.el9.noarch. 1.1 MB/s | 125 kB     00:00
2024-03-19T01:36:46.676 INFO:teuthology.orchestra.run.smithi102.stdout:(95/174): elfutils-libelf-devel-0.190-2.el9.x86 214 kB/s |  21 kB     00:00
2024-03-19T01:36:46.710 INFO:teuthology.orchestra.run.smithi102.stdout:(96/174): libgfortran-11.4.1-3.el9.x86_64.rpm   1.1 MB/s | 803 kB     00:00
2024-03-19T01:36:46.760 INFO:teuthology.orchestra.run.smithi102.stdout:(97/174): libuuid-devel-2.37.4-18.el9.x86_64.rp 253 kB/s |  25 kB     00:00
2024-03-19T01:36:46.819 INFO:teuthology.orchestra.run.smithi102.stdout:(98/174): python3-devel-3.9.17-2.el9.x86_64.rpm 2.2 MB/s | 245 kB     00:00
2024-03-19T01:36:46.869 INFO:teuthology.orchestra.run.smithi102.stdout:(99/174): python3-jinja2-2.11.3-5.el9.noarch.rp 2.2 MB/s | 248 kB     00:00
2024-03-19T01:36:46.927 INFO:teuthology.orchestra.run.smithi102.stdout:(100/174): qatlib-23.11.0-1.el9.x86_64.rpm      2.0 MB/s | 216 kB     00:00
2024-03-19T01:36:46.970 INFO:teuthology.orchestra.run.smithi102.stdout:(101/174): qatlib-service-23.11.0-1.el9.x86_64. 348 kB/s |  35 kB     00:00
2024-03-19T01:36:47.037 INFO:teuthology.orchestra.run.smithi102.stdout:(102/174): qatzip-libs-1.1.2-2.el9.x86_64.rpm   408 kB/s |  44 kB     00:00
2024-03-19T01:36:47.076 INFO:teuthology.orchestra.run.smithi102.stdout:(103/174): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 885 kB/s |  94 kB     00:00
2024-03-19T01:36:47.134 INFO:teuthology.orchestra.run.smithi102.stdout:(104/174): lua-devel-5.4.4-4.el9.x86_64.rpm     229 kB/s |  22 kB     00:00
2024-03-19T01:36:47.360 INFO:teuthology.orchestra.run.smithi102.stdout:(105/174): protobuf-compiler-3.14.0-13.el9.x86_ 3.0 MB/s | 863 kB     00:00
2024-03-19T01:36:47.419 INFO:teuthology.orchestra.run.smithi102.stdout:(106/174): openssl-devel-3.0.7-27.el9.x86_64.rp 5.6 MB/s | 4.1 MB     00:00
2024-03-19T01:36:47.869 INFO:teuthology.orchestra.run.smithi102.stdout:(107/174): grpc-data-1.46.7-10.el9.noarch.rpm    43 kB/s |  19 kB     00:00
2024-03-19T01:36:48.177 INFO:teuthology.orchestra.run.smithi102.stdout:(108/174): abseil-cpp-20211102.0-3.el9.x86_64.r 526 kB/s | 548 kB     00:01
2024-03-19T01:36:48.219 INFO:teuthology.orchestra.run.smithi102.stdout:(109/174): gperftools-libs-2.9.1-2.el9.x86_64.r 360 kB/s | 309 kB     00:00
2024-03-19T01:36:48.278 INFO:teuthology.orchestra.run.smithi102.stdout:(110/174): libarrow-doc-9.0.0-10.el9.noarch.rpm 259 kB/s |  26 kB     00:00
2024-03-19T01:36:48.345 INFO:teuthology.orchestra.run.smithi102.stdout:(111/174): liboath-2.6.7-2.el9.x86_64.rpm       387 kB/s |  49 kB     00:00
2024-03-19T01:36:48.378 INFO:teuthology.orchestra.run.smithi102.stdout:(112/174): libunwind-1.6.2-1.el9.x86_64.rpm     672 kB/s |  67 kB     00:00
2024-03-19T01:36:48.687 INFO:teuthology.orchestra.run.smithi102.stdout:(113/174): luarocks-3.9.2-1.el9.noarch.rpm      442 kB/s | 151 kB     00:00
2024-03-19T01:36:49.404 INFO:teuthology.orchestra.run.smithi102.stdout:(114/174): parquet-libs-9.0.0-10.el9.x86_64.rpm 817 kB/s | 838 kB     00:01
2024-03-19T01:36:49.429 INFO:teuthology.orchestra.run.smithi102.stdout:(115/174): python3-asyncssh-2.13.2-4.el9.noarch 738 kB/s | 548 kB     00:00
2024-03-19T01:36:49.513 INFO:teuthology.orchestra.run.smithi102.stdout:(116/174): python3-bcrypt-3.2.2-1.el9.x86_64.rp 401 kB/s |  43 kB     00:00
2024-03-19T01:36:49.538 INFO:teuthology.orchestra.run.smithi102.stdout:(117/174): python3-cachetools-4.2.4-1.el9.noarc 296 kB/s |  32 kB     00:00
2024-03-19T01:36:49.622 INFO:teuthology.orchestra.run.smithi102.stdout:(118/174): python3-certifi-2021.10.8-2.el9.noar 138 kB/s |  15 kB     00:00
2024-03-19T01:36:49.805 INFO:teuthology.orchestra.run.smithi102.stdout:(119/174): python3-cheroot-8.6.0-4.el9.noarch.r 643 kB/s | 172 kB     00:00
2024-03-19T01:36:50.072 INFO:teuthology.orchestra.run.smithi102.stdout:(120/174): python3-cherrypy-18.6.1-2.el9.noarch 796 kB/s | 358 kB     00:00
2024-03-19T01:36:50.181 INFO:teuthology.orchestra.run.smithi102.stdout:(121/174): python3-colorama-0.4.4-12.el9.noarch 325 kB/s |  35 kB     00:00
2024-03-19T01:36:50.256 INFO:teuthology.orchestra.run.smithi102.stdout:(122/174): python3-cmd2-2.4.2-2.el9.noarch.rpm  673 kB/s | 303 kB     00:00
2024-03-19T01:36:50.456 INFO:teuthology.orchestra.run.smithi102.stdout:(123/174): python3-google-auth-2.28.0-1.el9.noa 737 kB/s | 203 kB     00:00
2024-03-19T01:36:50.715 INFO:teuthology.orchestra.run.smithi102.stdout:(124/174): python3-grpcio-tools-1.46.7-10.el9.x 559 kB/s | 144 kB     00:00
2024-03-19T01:36:50.824 INFO:teuthology.orchestra.run.smithi102.stdout:(125/174): python3-jaraco-8.2.1-3.el9.noarch.rp  98 kB/s |  11 kB     00:00
2024-03-19T01:36:50.924 INFO:teuthology.orchestra.run.smithi102.stdout:(126/174): python3-jaraco-classes-3.2.1-5.el9.n 177 kB/s |  18 kB     00:00
2024-03-19T01:36:51.024 INFO:teuthology.orchestra.run.smithi102.stdout:(127/174): python3-jaraco-collections-3.0.0-8.e 231 kB/s |  23 kB     00:00
2024-03-19T01:36:51.125 INFO:teuthology.orchestra.run.smithi102.stdout:(128/174): python3-jaraco-functools-3.5.0-2.el9 194 kB/s |  19 kB     00:00
2024-03-19T01:36:51.225 INFO:teuthology.orchestra.run.smithi102.stdout:(129/174): python3-jaraco-text-3.2.0-6.el9.noar 196 kB/s |  20 kB     00:00
2024-03-19T01:36:52.617 INFO:teuthology.orchestra.run.smithi102.stdout:(130/174): python3-kubernetes-26.1.0-2.el9.noar 751 kB/s | 1.0 MB     00:01
2024-03-19T01:36:52.725 INFO:teuthology.orchestra.run.smithi102.stdout:(131/174): python3-logutils-0.3.5-21.el9.noarch 428 kB/s |  46 kB     00:00
2024-03-19T01:36:52.842 INFO:teuthology.orchestra.run.smithi102.stdout:(132/174): python3-more-itertools-8.12.0-2.el9. 676 kB/s |  79 kB     00:00
2024-03-19T01:36:52.884 INFO:teuthology.orchestra.run.smithi102.stdout:(133/174): python3-grpcio-1.46.7-10.el9.x86_64. 794 kB/s | 2.0 MB     00:02
2024-03-19T01:36:52.943 INFO:teuthology.orchestra.run.smithi102.stdout:(134/174): python3-natsort-7.1.1-5.el9.noarch.r 576 kB/s |  58 kB     00:00
2024-03-19T01:36:53.051 INFO:teuthology.orchestra.run.smithi102.stdout:(135/174): python3-portend-3.1.0-2.el9.noarch.r 152 kB/s |  16 kB     00:00
2024-03-19T01:36:53.243 INFO:teuthology.orchestra.run.smithi102.stdout:(136/174): python3-pecan-1.4.2-3.el9.noarch.rpm 759 kB/s | 272 kB     00:00
2024-03-19T01:36:53.269 INFO:teuthology.orchestra.run.smithi102.stdout:(137/174): python3-pyOpenSSL-21.0.0-1.el9.noarc 415 kB/s |  90 kB     00:00
2024-03-19T01:36:53.352 INFO:teuthology.orchestra.run.smithi102.stdout:(138/174): python3-pyperclip-1.8.2-2.el9.noarch 260 kB/s |  28 kB     00:00
2024-03-19T01:36:53.377 INFO:teuthology.orchestra.run.smithi102.stdout:(139/174): python3-repoze-lru-0.7-16.el9.noarch 283 kB/s |  31 kB     00:00
2024-03-19T01:36:53.478 INFO:teuthology.orchestra.run.smithi102.stdout:(140/174): python3-rsa-4.9-2.el9.noarch.rpm     591 kB/s |  59 kB     00:00
2024-03-19T01:36:53.578 INFO:teuthology.orchestra.run.smithi102.stdout:(141/174): python3-tempora-5.0.0-2.el9.noarch.r 358 kB/s |  36 kB     00:00
2024-03-19T01:36:53.611 INFO:teuthology.orchestra.run.smithi102.stdout:(142/174): python3-routes-2.5.1-5.el9.noarch.rp 728 kB/s | 188 kB     00:00
2024-03-19T01:36:53.679 INFO:teuthology.orchestra.run.smithi102.stdout:(143/174): python3-typing-extensions-4.4.0-2.el 509 kB/s |  51 kB     00:00
2024-03-19T01:36:53.829 INFO:teuthology.orchestra.run.smithi102.stdout:(144/174): libarrow-9.0.0-10.el9.x86_64.rpm     759 kB/s | 4.4 MB     00:05
2024-03-19T01:36:53.863 INFO:teuthology.orchestra.run.smithi102.stdout:(145/174): python3-websocket-client-1.2.3-2.el9 488 kB/s |  90 kB     00:00
2024-03-19T01:36:53.971 INFO:teuthology.orchestra.run.smithi102.stdout:(146/174): python3-webob-1.8.7-6.el9.noarch.rpm 639 kB/s | 230 kB     00:00
2024-03-19T01:36:53.996 INFO:teuthology.orchestra.run.smithi102.stdout:(147/174): python3-zc-lockfile-2.0-10.el9.noarc 150 kB/s |  20 kB     00:00
2024-03-19T01:36:54.238 INFO:teuthology.orchestra.run.smithi102.stdout:(148/174): re2-20211101-3.el9.x86_64.rpm        718 kB/s | 192 kB     00:00
2024-03-19T01:36:54.439 INFO:teuthology.orchestra.run.smithi102.stdout:(149/174): python3-werkzeug-2.0.3-3.el9.1.noarc 701 kB/s | 427 kB     00:00
2024-03-19T01:36:54.731 INFO:teuthology.orchestra.run.smithi102.stdout:(150/174): librbd1-19.0.0-2206.gb6ae2491.el9.x8  11 MB/s | 3.1 MB     00:00
2024-03-19T01:36:54.772 INFO:teuthology.orchestra.run.smithi102.stdout:(151/174): xfsdump-3.1.12-4.el9.x86_64.rpm      7.6 MB/s | 321 kB     00:00
2024-03-19T01:36:54.856 INFO:teuthology.orchestra.run.smithi102.stdout:(152/174): librados2-19.0.0-2206.gb6ae2491.el9. 5.5 MB/s | 3.4 MB     00:00
2024-03-19T01:36:55.781 INFO:teuthology.orchestra.run.smithi102.stdout:(153/174): NetworkManager-libnm-1.47.2-1.el9.x8 2.0 MB/s | 1.8 MB     00:00
2024-03-19T01:36:55.823 INFO:teuthology.orchestra.run.smithi102.stdout:(154/174): NetworkManager-1.47.2-1.el9.x86_64.r 2.2 MB/s | 2.3 MB     00:01
2024-03-19T01:36:55.890 INFO:teuthology.orchestra.run.smithi102.stdout:(155/174): NetworkManager-team-1.47.2-1.el9.x86 387 kB/s |  42 kB     00:00
2024-03-19T01:36:55.934 INFO:teuthology.orchestra.run.smithi102.stdout:(156/174): NetworkManager-tui-1.47.2-1.el9.x86_ 2.2 MB/s | 248 kB     00:00
2024-03-19T01:36:55.992 INFO:teuthology.orchestra.run.smithi102.stdout:(157/174): acl-2.3.1-4.el9.x86_64.rpm           701 kB/s |  71 kB     00:00
2024-03-19T01:36:56.042 INFO:teuthology.orchestra.run.smithi102.stdout:(158/174): elfutils-debuginfod-client-0.190-2.e 335 kB/s |  36 kB     00:00
2024-03-19T01:36:56.101 INFO:teuthology.orchestra.run.smithi102.stdout:(159/174): elfutils-libelf-0.190-2.el9.x86_64.r 1.7 MB/s | 192 kB     00:00
2024-03-19T01:36:56.152 INFO:teuthology.orchestra.run.smithi102.stdout:(160/174): elfutils-libs-0.190-2.el9.x86_64.rpm 2.3 MB/s | 256 kB     00:00
2024-03-19T01:36:56.185 INFO:teuthology.orchestra.run.smithi102.stdout:(161/174): thrift-0.15.0-2.el9.x86_64.rpm       740 kB/s | 1.6 MB     00:02
2024-03-19T01:36:56.210 INFO:teuthology.orchestra.run.smithi102.stdout:(162/174): libacl-2.3.1-4.el9.x86_64.rpm        212 kB/s |  23 kB     00:00
2024-03-19T01:36:56.277 INFO:teuthology.orchestra.run.smithi102.stdout:(163/174): libblkid-2.37.4-18.el9.x86_64.rpm    863 kB/s | 108 kB     00:00
2024-03-19T01:36:56.311 INFO:teuthology.orchestra.run.smithi102.stdout:(164/174): libmount-2.37.4-18.el9.x86_64.rpm    1.3 MB/s | 136 kB     00:00
2024-03-19T01:36:56.394 INFO:teuthology.orchestra.run.smithi102.stdout:(165/174): libsmartcols-2.37.4-18.el9.x86_64.rp 547 kB/s |  64 kB     00:00
2024-03-19T01:36:56.428 INFO:teuthology.orchestra.run.smithi102.stdout:(166/174): libuuid-2.37.4-18.el9.x86_64.rpm     245 kB/s |  29 kB     00:00
2024-03-19T01:36:56.537 INFO:teuthology.orchestra.run.smithi102.stdout:(167/174): openssl-3.0.7-27.el9.x86_64.rpm      8.5 MB/s | 1.2 MB     00:00
2024-03-19T01:36:56.987 INFO:teuthology.orchestra.run.smithi102.stdout:(168/174): libfdisk-2.37.4-18.el9.x86_64.rpm    193 kB/s | 155 kB     00:00
2024-03-19T01:36:57.820 INFO:teuthology.orchestra.run.smithi102.stdout:(169/174): util-linux-core-2.37.4-18.el9.x86_64 558 kB/s | 465 kB     00:00
2024-03-19T01:36:57.929 INFO:teuthology.orchestra.run.smithi102.stdout:(170/174): util-linux-user-2.37.4-18.el9.x86_64 287 kB/s |  31 kB     00:00
2024-03-19T01:36:59.438 INFO:teuthology.orchestra.run.smithi102.stdout:(171/174): xfsprogs-6.3.0-1.el9.x86_64.rpm      729 kB/s | 1.1 MB     00:01
2024-03-19T01:36:59.546 INFO:teuthology.orchestra.run.smithi102.stdout:(172/174): libacl-devel-2.3.1-4.el9.x86_64.rpm  699 kB/s |  74 kB     00:00
2024-03-19T01:37:00.571 INFO:teuthology.orchestra.run.smithi102.stdout:(173/174): openssl-libs-3.0.7-27.el9.x86_64.rpm 533 kB/s | 2.2 MB     00:04
2024-03-19T01:37:01.713 INFO:teuthology.orchestra.run.smithi102.stdout:(174/174): util-linux-2.37.4-18.el9.x86_64.rpm  452 kB/s | 2.3 MB     00:05
2024-03-19T01:37:01.718 INFO:teuthology.orchestra.run.smithi102.stdout:--------------------------------------------------------------------------------
2024-03-19T01:37:01.718 INFO:teuthology.orchestra.run.smithi102.stdout:Total                                           9.2 MB/s | 224 MB     00:24
2024-03-19T01:37:02.199 INFO:teuthology.orchestra.run.smithi102.stdout:Running transaction check
2024-03-19T01:37:02.476 INFO:teuthology.orchestra.run.smithi102.stdout:Transaction check succeeded.
2024-03-19T01:37:02.476 INFO:teuthology.orchestra.run.smithi102.stdout:Running transaction test
2024-03-19T01:37:04.510 INFO:teuthology.orchestra.run.smithi102.stdout:Transaction test succeeded.
2024-03-19T01:37:04.511 INFO:teuthology.orchestra.run.smithi102.stdout:Running transaction
2024-03-19T01:37:11.385 INFO:teuthology.orchestra.run.smithi102.stdout:  Preparing        :                                                        1/1
2024-03-19T01:37:11.476 INFO:teuthology.orchestra.run.smithi102.stdout:  Upgrading        : openssl-libs-1:3.0.7-27.el9.x86_64                   1/198
2024-03-19T01:37:11.519 INFO:teuthology.orchestra.run.smithi102.stdout:  Upgrading        : libuuid-2.37.4-18.el9.x86_64                         2/198
2024-03-19T01:37:11.557 INFO:teuthology.orchestra.run.smithi102.stdout:  Upgrading        : libblkid-2.37.4-18.el9.x86_64                        3/198
2024-03-19T01:37:11.567 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: libblkid-2.37.4-18.el9.x86_64                        3/198
2024-03-19T01:37:11.612 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : librabbitmq-0.11.0-7.el9.x86_64                      4/198
2024-03-19T01:37:11.670 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : librdkafka-1.6.1-102.el9.x86_64                      5/198
2024-03-19T01:37:11.702 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : thrift-0.15.0-2.el9.x86_64                           6/198
2024-03-19T01:37:11.727 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-more-itertools-8.12.0-2.el9.noarch           7/198
2024-03-19T01:37:11.779 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-jaraco-8.2.1-3.el9.noarch                    8/198
2024-03-19T01:37:12.102 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : lttng-ust-2.12.0-6.el9.x86_64                        9/198
2024-03-19T01:37:12.154 INFO:teuthology.orchestra.run.smithi102.stdout:  Upgrading        : librados2-2:19.0.0-2206.gb6ae2491.el9.x86_64        10/198
2024-03-19T01:37:12.290 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: librados2-2:19.0.0-2206.gb6ae2491.el9.x86_64        10/198
2024-03-19T01:37:12.322 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : libcephfs2-2:19.0.0-2206.gb6ae2491.el9.x86_64       11/198
2024-03-19T01:37:12.412 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: libcephfs2-2:19.0.0-2206.gb6ae2491.el9.x86_64       11/198
2024-03-19T01:37:12.449 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-rados-2:19.0.0-2206.gb6ae2491.el9.x86_64    12/198
2024-03-19T01:37:12.493 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : postgresql-private-libs-13.11-1.el9.x86_64          13/198
2024-03-19T01:37:12.676 INFO:teuthology.orchestra.run.smithi102.stdout:  Upgrading        : elfutils-libelf-0.190-2.el9.x86_64                  14/198
2024-03-19T01:37:12.732 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : postgresql-13.11-1.el9.x86_64                       15/198
2024-03-19T01:37:12.760 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : libcephsqlite-2:19.0.0-2206.gb6ae2491.el9.x86_64    16/198
2024-03-19T01:37:12.854 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: libcephsqlite-2:19.0.0-2206.gb6ae2491.el9.x86_64    16/198
2024-03-19T01:37:12.878 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : libradosstriper1-2:19.0.0-2206.gb6ae2491.el9.x86    17/198
2024-03-19T01:37:12.943 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: libradosstriper1-2:19.0.0-2206.gb6ae2491.el9.x86    17/198
2024-03-19T01:37:12.990 INFO:teuthology.orchestra.run.smithi102.stdout:  Upgrading        : libmount-2.37.4-18.el9.x86_64                       18/198
2024-03-19T01:37:13.012 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : qatlib-service-23.11.0-1.el9.x86_64                 19/198
2024-03-19T01:37:13.028 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: qatlib-service-23.11.0-1.el9.x86_64                 19/198
2024-03-19T01:37:13.224 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: qatlib-23.11.0-1.el9.x86_64                         20/198
2024-03-19T01:37:13.264 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : qatlib-23.11.0-1.el9.x86_64                         20/198
2024-03-19T01:37:13.303 INFO:teuthology.orchestra.run.smithi102.stdout:  Upgrading        : libsmartcols-2.37.4-18.el9.x86_64                   21/198
2024-03-19T01:37:13.495 INFO:teuthology.orchestra.run.smithi102.stdout:  Upgrading        : libacl-2.3.1-4.el9.x86_64                           22/198
2024-03-19T01:37:13.613 INFO:teuthology.orchestra.run.smithi102.stdout:  Upgrading        : NetworkManager-libnm-1:1.47.2-1.el9.x86_64          23/198
2024-03-19T01:37:13.673 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: NetworkManager-libnm-1:1.47.2-1.el9.x86_64          23/198
2024-03-19T01:37:13.791 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: NetworkManager-1:1.47.2-1.el9.x86_64                24/198
2024-03-19T01:37:13.841 INFO:teuthology.orchestra.run.smithi102.stdout:  Upgrading        : NetworkManager-1:1.47.2-1.el9.x86_64                24/198
2024-03-19T01:37:14.044 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: NetworkManager-1:1.47.2-1.el9.x86_64                24/198
2024-03-19T01:37:14.146 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : re2-1:20211101-3.el9.x86_64                         25/198
2024-03-19T01:37:14.248 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : libarrow-9.0.0-10.el9.x86_64                        26/198
2024-03-19T01:37:14.280 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-werkzeug-2.0.3-3.el9.1.noarch               27/198
2024-03-19T01:37:14.307 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : liboath-2.6.7-2.el9.x86_64                          28/198
2024-03-19T01:37:14.350 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : libquadmath-11.4.1-3.el9.x86_64                     29/198
2024-03-19T01:37:14.423 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : libgfortran-11.4.1-3.el9.x86_64                     30/198
2024-03-19T01:37:14.477 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-urllib3-1.26.5-5.el9.noarch                 31/198
2024-03-19T01:37:14.516 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-requests-2.25.1-8.el9.noarch                32/198
2024-03-19T01:37:14.580 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-pytz-2021.1-5.el9.noarch                    33/198
2024-03-19T01:37:14.615 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-pyasn1-0.4.8-6.el9.noarch                   34/198
2024-03-19T01:37:14.658 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-markupsafe-1.1.1-12.el9.x86_64              35/198
2024-03-19T01:37:14.691 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : protobuf-3.14.0-13.el9.x86_64                       36/198
2024-03-19T01:37:14.721 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : lua-5.4.4-4.el9.x86_64                              37/198
2024-03-19T01:37:14.788 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : flexiblas-3.0.4-8.el9.x86_64                        38/198
2024-03-19T01:37:14.824 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-ceph-common-2:19.0.0-2206.gb6ae2491.el9.    39/198
2024-03-19T01:37:14.867 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-ceph-argparse-2:19.0.0-2206.gb6ae2491.el    40/198
2024-03-19T01:37:14.897 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-cephfs-2:19.0.0-2206.gb6ae2491.el9.x86_6    41/198
2024-03-19T01:37:14.966 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : lua-devel-5.4.4-4.el9.x86_64                        42/198
2024-03-19T01:37:15.011 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : luarocks-3.9.2-1.el9.noarch                         43/198
2024-03-19T01:37:15.083 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : protobuf-compiler-3.14.0-13.el9.x86_64              44/198
2024-03-19T01:37:15.223 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-mako-1.1.4-6.el9.noarch                     45/198
2024-03-19T01:37:15.279 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-pyasn1-modules-0.4.8-6.el9.noarch           46/198
2024-03-19T01:37:15.796 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-rsa-4.9-2.el9.noarch                        47/198
2024-03-19T01:37:15.875 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-babel-2.9.1-2.el9.noarch                    48/198
2024-03-19T01:37:15.954 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-jinja2-2.11.3-5.el9.noarch                  49/198
2024-03-19T01:37:16.004 INFO:teuthology.orchestra.run.smithi102.stdout:  Upgrading        : util-linux-core-2.37.4-18.el9.x86_64                50/198
2024-03-19T01:37:16.021 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: util-linux-core-2.37.4-18.el9.x86_64                50/198
2024-03-19T01:37:16.058 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : qatzip-libs-1.1.2-2.el9.x86_64                      51/198
2024-03-19T01:37:16.110 INFO:teuthology.orchestra.run.smithi102.stdout:  Upgrading        : elfutils-libs-0.190-2.el9.x86_64                    52/198
2024-03-19T01:37:16.166 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : librados-devel-2:19.0.0-2206.gb6ae2491.el9.x86_6    53/198
2024-03-19T01:37:16.203 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-jaraco-classes-3.2.1-5.el9.noarch           54/198
2024-03-19T01:37:16.489 INFO:teuthology.orchestra.run.smithi102.stdout:  Upgrading        : libfdisk-2.37.4-18.el9.x86_64                       55/198
2024-03-19T01:37:16.688 INFO:teuthology.orchestra.run.smithi102.stdout:  Upgrading        : util-linux-2.37.4-18.el9.x86_64                     56/198
2024-03-19T01:37:16.762 INFO:teuthology.orchestra.run.smithi102.stdout:  Upgrading        : xfsprogs-6.3.0-1.el9.x86_64                         57/198
2024-03-19T01:37:16.798 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : libuuid-devel-2.37.4-18.el9.x86_64                  58/198
2024-03-19T01:37:16.929 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : socat-1.7.4.1-5.el9.x86_64                          59/198
2024-03-19T01:37:16.976 INFO:teuthology.orchestra.run.smithi102.stdout:  Upgrading        : openssl-1:3.0.7-27.el9.x86_64                       60/198
2024-03-19T01:37:17.031 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-zc-lockfile-2.0-10.el9.noarch               61/198
2024-03-19T01:37:17.095 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-websocket-client-1.2.3-2.el9.noarch         62/198
2024-03-19T01:37:17.127 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-webob-1.8.7-6.el9.noarch                    63/198
2024-03-19T01:37:17.163 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-typing-extensions-4.4.0-2.el9.noarch        64/198
2024-03-19T01:37:17.209 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-repoze-lru-0.7-16.el9.noarch                65/198
2024-03-19T01:37:17.237 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-routes-2.5.1-5.el9.noarch                   66/198
2024-03-19T01:37:17.280 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-pyperclip-1.8.2-2.el9.noarch                67/198
2024-03-19T01:37:17.323 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-natsort-7.1.1-5.el9.noarch                  68/198
2024-03-19T01:37:17.455 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-logutils-0.3.5-21.el9.noarch                69/198
2024-03-19T01:37:17.496 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-pecan-1.4.2-3.el9.noarch                    70/198
2024-03-19T01:37:17.525 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-colorama-0.4.4-12.el9.noarch                71/198
2024-03-19T01:37:17.567 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-certifi-2021.10.8-2.el9.noarch              72/198
2024-03-19T01:37:17.660 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-cachetools-4.2.4-1.el9.noarch               73/198
2024-03-19T01:37:17.709 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-google-auth-1:2.28.0-1.el9.noarch           74/198
2024-03-19T01:37:17.749 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : libunwind-1.6.2-1.el9.x86_64                        75/198
2024-03-19T01:37:17.775 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : gperftools-libs-2.9.1-2.el9.x86_64                  76/198
2024-03-19T01:37:17.799 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : libarrow-doc-9.0.0-10.el9.noarch                    77/198
2024-03-19T01:37:17.887 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : grpc-data-1.46.7-10.el9.noarch                      78/198
2024-03-19T01:37:18.010 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : abseil-cpp-20211102.0-3.el9.x86_64                  79/198
2024-03-19T01:37:18.109 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-grpcio-1.46.7-10.el9.x86_64                 80/198
2024-03-19T01:37:18.151 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-devel-3.9.17-2.el9.x86_64                   81/198
2024-03-19T01:37:18.207 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-ply-3.11-14.el9.noarch                      82/198
2024-03-19T01:37:18.272 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-pycparser-2.20-6.el9.noarch                 83/198
2024-03-19T01:37:18.456 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-cffi-1.14.5-5.el9.x86_64                    84/198
2024-03-19T01:37:18.505 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-cryptography-36.0.1-4.el9.x86_64            85/198
2024-03-19T01:37:18.635 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-pyOpenSSL-21.0.0-1.el9.noarch               86/198
2024-03-19T01:37:18.678 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-asyncssh-2.13.2-4.el9.noarch                87/198
2024-03-19T01:37:18.718 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-bcrypt-3.2.2-1.el9.x86_64                   88/198
2024-03-19T01:37:18.749 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : fuse-2.9.9-15.el9.x86_64                            89/198
2024-03-19T01:37:18.778 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : zlib-devel-1.2.11-40.el9.x86_64                     90/198
2024-03-19T01:37:18.812 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : xmlstarlet-1.6.1-20.el9.x86_64                      91/198
2024-03-19T01:37:18.851 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : uuid-1.6.2-55.el9.x86_64                            92/198
2024-03-19T01:37:18.883 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-wcwidth-0.2.5-8.el9.noarch                  93/198
2024-03-19T01:37:18.913 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-toml-0.10.2-6.el9.noarch                    94/198
2024-03-19T01:37:18.989 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-jaraco-functools-3.5.0-2.el9.noarch         95/198
2024-03-19T01:37:19.023 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-cheroot-8.6.0-4.el9.noarch                  96/198
2024-03-19T01:37:19.065 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-jaraco-text-3.2.0-6.el9.noarch              97/198
2024-03-19T01:37:19.106 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-jaraco-collections-3.0.0-8.el9.noarch       98/198
2024-03-19T01:37:19.141 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-tempora-5.0.0-2.el9.noarch                  99/198
2024-03-19T01:37:19.229 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-portend-3.1.0-2.el9.noarch                 100/198
2024-03-19T01:37:19.311 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-cherrypy-18.6.1-2.el9.noarch               101/198
2024-03-19T01:37:19.354 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-protobuf-3.14.0-13.el9.noarch              102/198
2024-03-19T01:37:19.386 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-grpcio-tools-1.46.7-10.el9.x86_64          103/198
2024-03-19T01:37:19.434 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-prettytable-0.7.2-27.el9.noarch            104/198
2024-03-19T01:37:19.530 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-packaging-20.9-5.el9.noarch                105/198
2024-03-19T01:37:19.579 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-oauthlib-3.1.1-5.el9.noarch                106/198
2024-03-19T01:37:20.299 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-requests-oauthlib-1.3.0-12.el9.noarch      107/198
2024-03-19T01:37:20.351 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-kubernetes-1:26.1.0-2.el9.noarch           108/198
2024-03-19T01:37:20.385 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-jsonpointer-2.0-4.el9.noarch               109/198
2024-03-19T01:37:20.433 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-jsonpatch-1.21-16.el9.noarch               110/198
2024-03-19T01:37:20.521 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-attrs-20.3.0-7.el9.noarch                  111/198
2024-03-19T01:37:20.562 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-cmd2-2.4.2-2.el9.noarch                    112/198
2024-03-19T01:37:20.740 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : openblas-0.3.21-2.el9.x86_64                       113/198
2024-03-19T01:37:20.767 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : openblas-openmp-0.3.21-2.el9.x86_64                114/198
2024-03-19T01:37:20.848 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64       115/198
2024-03-19T01:37:21.486 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : flexiblas-netlib-3.0.4-8.el9.x86_64                116/198
2024-03-19T01:37:21.589 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-numpy-1:1.20.1-5.el9.x86_64                117/198
2024-03-19T01:37:22.816 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-numpy-f2py-1:1.20.1-5.el9.x86_64           118/198
2024-03-19T01:37:22.901 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-scipy-1.6.2-8.el9.x86_64                   119/198
2024-03-19T01:37:22.932 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : oniguruma-6.9.6-1.el9.5.x86_64                     120/198
2024-03-19T01:37:22.963 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : jq-1.6-16.el9.x86_64                               121/198
2024-03-19T01:37:22.991 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : libzstd-devel-1.5.1-2.el9.x86_64                   122/198
2024-03-19T01:37:23.306 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : libpmemobj-1.12.1-1.el9.x86_64                     123/198
2024-03-19T01:37:23.330 INFO:teuthology.orchestra.run.smithi102.stdout:  Upgrading        : librbd1-2:19.0.0-2206.gb6ae2491.el9.x86_64         124/198
2024-03-19T01:37:23.412 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: librbd1-2:19.0.0-2206.gb6ae2491.el9.x86_64         124/198
2024-03-19T01:37:23.443 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-rbd-2:19.0.0-2206.gb6ae2491.el9.x86_64     125/198
2024-03-19T01:37:23.479 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : boost-program-options-1.75.0-8.el9.x86_64          126/198
2024-03-19T01:37:23.940 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : parquet-libs-9.0.0-10.el9.x86_64                   127/198
2024-03-19T01:37:23.966 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : librgw2-2:19.0.0-2206.gb6ae2491.el9.x86_64         128/198
2024-03-19T01:37:24.037 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: librgw2-2:19.0.0-2206.gb6ae2491.el9.x86_64         128/198
2024-03-19T01:37:24.068 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : python3-rgw-2:19.0.0-2206.gb6ae2491.el9.x86_64     129/198
2024-03-19T01:37:26.357 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64     130/198
2024-03-19T01:37:26.397 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64     130/198
2024-03-19T01:37:26.946 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64     130/198
2024-03-19T01:37:26.984 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : ceph-base-2:19.0.0-2206.gb6ae2491.el9.x86_64       131/198
2024-03-19T01:37:27.075 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: ceph-base-2:19.0.0-2206.gb6ae2491.el9.x86_64       131/198
2024-03-19T01:37:27.075 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target.
2024-03-19T01:37:27.075 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service.
2024-03-19T01:37:27.075 INFO:teuthology.orchestra.run.smithi102.stdout:
2024-03-19T01:37:27.110 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : ceph-selinux-2:19.0.0-2206.gb6ae2491.el9.x86_64    132/198
2024-03-19T01:37:38.820 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: ceph-selinux-2:19.0.0-2206.gb6ae2491.el9.x86_64    132/198
2024-03-19T01:37:38.820 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /sys
2024-03-19T01:37:38.820 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /proc
2024-03-19T01:37:38.820 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /mnt
2024-03-19T01:37:38.821 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /var/tmp
2024-03-19T01:37:38.821 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /home
2024-03-19T01:37:38.821 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /root
2024-03-19T01:37:38.821 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /tmp
2024-03-19T01:37:38.821 INFO:teuthology.orchestra.run.smithi102.stdout:
2024-03-19T01:37:38.983 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : ceph-volume-2:19.0.0-2206.gb6ae2491.el9.noarch     133/198
2024-03-19T01:37:38.999 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: ceph-volume-2:19.0.0-2206.gb6ae2491.el9.noarch     133/198
2024-03-19T01:37:38.999 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-03-19T01:37:38.999 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service".
2024-03-19T01:37:38.999 INFO:teuthology.orchestra.run.smithi102.stdout:
2024-03-19T01:37:40.503 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : ceph-osd-2:19.0.0-2206.gb6ae2491.el9.x86_64        134/198
2024-03-19T01:37:40.529 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: ceph-osd-2:19.0.0-2206.gb6ae2491.el9.x86_64        134/198
2024-03-19T01:37:40.529 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-03-19T01:37:40.529 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service".
2024-03-19T01:37:40.529 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target.
2024-03-19T01:37:40.529 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target.
2024-03-19T01:37:40.530 INFO:teuthology.orchestra.run.smithi102.stdout:
2024-03-19T01:37:40.753 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : ceph-mds-2:19.0.0-2206.gb6ae2491.el9.x86_64        135/198
2024-03-19T01:37:40.775 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: ceph-mds-2:19.0.0-2206.gb6ae2491.el9.x86_64        135/198
2024-03-19T01:37:40.776 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-03-19T01:37:40.776 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service".
2024-03-19T01:37:40.776 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target.
2024-03-19T01:37:40.776 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target.
2024-03-19T01:37:40.776 INFO:teuthology.orchestra.run.smithi102.stdout:
2024-03-19T01:37:41.221 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : ceph-mon-2:19.0.0-2206.gb6ae2491.el9.x86_64        136/198
2024-03-19T01:37:41.244 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: ceph-mon-2:19.0.0-2206.gb6ae2491.el9.x86_64        136/198
2024-03-19T01:37:41.244 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-03-19T01:37:41.244 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service".
2024-03-19T01:37:41.244 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target.
2024-03-19T01:37:41.244 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target.
2024-03-19T01:37:41.244 INFO:teuthology.orchestra.run.smithi102.stdout:
2024-03-19T01:37:41.331 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : automake-1.16.2-8.el9.noarch                       137/198
2024-03-19T01:37:41.740 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: cephadm-2:19.0.0-2206.gb6ae2491.el9.noarch         138/198
2024-03-19T01:37:41.771 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : cephadm-2:19.0.0-2206.gb6ae2491.el9.noarch         138/198
2024-03-19T01:37:41.803 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : ceph-prometheus-alerts-2:19.0.0-2206.gb6ae2491.e   139/198
2024-03-19T01:37:41.863 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : ceph-grafana-dashboards-2:19.0.0-2206.gb6ae2491.   140/198
2024-03-19T01:37:41.886 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : ceph-mgr-cephadm-2:19.0.0-2206.gb6ae2491.el9.noa   141/198
2024-03-19T01:37:42.119 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2206.gb6ae2491.el9.noa   141/198
2024-03-19T01:37:42.145 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : ceph-mgr-dashboard-2:19.0.0-2206.gb6ae2491.el9.n   142/198
2024-03-19T01:37:43.109 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2206.gb6ae2491.el9.n   142/198
2024-03-19T01:37:43.137 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : ceph-mgr-diskprediction-local-2:19.0.0-2206.gb6a   143/198
2024-03-19T01:37:43.236 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2206.gb6a   143/198
2024-03-19T01:37:43.394 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : ceph-mgr-modules-core-2:19.0.0-2206.gb6ae2491.el   144/198
2024-03-19T01:37:43.431 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : ceph-mgr-2:19.0.0-2206.gb6ae2491.el9.x86_64        145/198
2024-03-19T01:37:43.453 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: ceph-mgr-2:19.0.0-2206.gb6ae2491.el9.x86_64        145/198
2024-03-19T01:37:43.453 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-03-19T01:37:43.453 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service".
2024-03-19T01:37:43.453 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target.
2024-03-19T01:37:43.454 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target.
2024-03-19T01:37:43.454 INFO:teuthology.orchestra.run.smithi102.stdout:
2024-03-19T01:37:43.498 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : ceph-mgr-rook-2:19.0.0-2206.gb6ae2491.el9.noarch   146/198
2024-03-19T01:37:43.509 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: ceph-mgr-rook-2:19.0.0-2206.gb6ae2491.el9.noarch   146/198
2024-03-19T01:37:43.564 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : ceph-2:19.0.0-2206.gb6ae2491.el9.x86_64            147/198
2024-03-19T01:37:44.438 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : libtool-2.4.6-45.el9.x86_64                        148/198
2024-03-19T01:37:44.475 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : ceph-radosgw-2:19.0.0-2206.gb6ae2491.el9.x86_64    149/198
2024-03-19T01:37:44.498 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: ceph-radosgw-2:19.0.0-2206.gb6ae2491.el9.x86_64    149/198
2024-03-19T01:37:44.498 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-03-19T01:37:44.498 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service".
2024-03-19T01:37:44.498 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target.
2024-03-19T01:37:44.498 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target.
2024-03-19T01:37:44.498 INFO:teuthology.orchestra.run.smithi102.stdout:
2024-03-19T01:37:44.542 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : ceph-immutable-object-cache-2:19.0.0-2206.gb6ae2   150/198
2024-03-19T01:37:44.564 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2206.gb6ae2   150/198
2024-03-19T01:37:44.564 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-03-19T01:37:44.564 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service".
2024-03-19T01:37:44.564 INFO:teuthology.orchestra.run.smithi102.stdout:
2024-03-19T01:37:44.610 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : cephfs-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64   151/198
2024-03-19T01:37:44.632 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: cephfs-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64   151/198
2024-03-19T01:37:44.632 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-03-19T01:37:44.632 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service".
2024-03-19T01:37:44.632 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target.
2024-03-19T01:37:44.632 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target.
2024-03-19T01:37:44.632 INFO:teuthology.orchestra.run.smithi102.stdout:
2024-03-19T01:37:44.935 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : rbd-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64      152/198
2024-03-19T01:37:44.958 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: rbd-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64      152/198
2024-03-19T01:37:44.958 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this.
2024-03-19T01:37:44.958 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service".
2024-03-19T01:37:44.958 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target.
2024-03-19T01:37:44.958 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target.
2024-03-19T01:37:44.958 INFO:teuthology.orchestra.run.smithi102.stdout:
2024-03-19T01:37:49.415 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : ceph-test-2:19.0.0-2206.gb6ae2491.el9.x86_64       153/198
2024-03-19T01:37:49.464 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : rbd-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64        154/198
2024-03-19T01:37:49.495 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : rbd-nbd-2:19.0.0-2206.gb6ae2491.el9.x86_64         155/198
2024-03-19T01:37:49.513 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : elfutils-libelf-devel-0.190-2.el9.x86_64           156/198
2024-03-19T01:37:49.696 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : cephfs-shell-2:19.0.0-2206.gb6ae2491.el9.x86_64    157/198
2024-03-19T01:37:49.806 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : postgresql-contrib-13.11-1.el9.x86_64              158/198
2024-03-19T01:37:49.853 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : ceph-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64       159/198
2024-03-19T01:37:49.906 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : xfsprogs-devel-6.3.0-1.el9.x86_64                  160/198
2024-03-19T01:37:49.962 INFO:teuthology.orchestra.run.smithi102.stdout:  Upgrading        : xfsdump-3.1.12-4.el9.x86_64                        161/198
2024-03-19T01:37:50.005 INFO:teuthology.orchestra.run.smithi102.stdout:  Upgrading        : util-linux-user-2.37.4-18.el9.x86_64               162/198
2024-03-19T01:37:50.038 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : libcephfs-devel-2:19.0.0-2206.gb6ae2491.el9.x86_   163/198
2024-03-19T01:37:50.078 INFO:teuthology.orchestra.run.smithi102.stdout:  Upgrading        : elfutils-debuginfod-client-0.190-2.el9.x86_64      164/198
2024-03-19T01:37:50.108 INFO:teuthology.orchestra.run.smithi102.stdout:  Upgrading        : NetworkManager-team-1:1.47.2-1.el9.x86_64          165/198
2024-03-19T01:37:50.171 INFO:teuthology.orchestra.run.smithi102.stdout:  Upgrading        : NetworkManager-tui-1:1.47.2-1.el9.x86_64           166/198
2024-03-19T01:37:50.235 INFO:teuthology.orchestra.run.smithi102.stdout:  Upgrading        : acl-2.3.1-4.el9.x86_64                             167/198
2024-03-19T01:37:50.265 INFO:teuthology.orchestra.run.smithi102.stdout:  Upgrading        : libacl-devel-2.3.1-4.el9.x86_64                    168/198
2024-03-19T01:37:50.894 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: postgresql-server-13.11-1.el9.x86_64               169/198
2024-03-19T01:37:50.940 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : postgresql-server-13.11-1.el9.x86_64               169/198
2024-03-19T01:37:50.960 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: postgresql-server-13.11-1.el9.x86_64               169/198
2024-03-19T01:37:51.772 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : cephfs-top-2:19.0.0-2206.gb6ae2491.el9.noarch      170/198
2024-03-19T01:37:51.860 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : openssl-devel-1:3.0.7-27.el9.x86_64                171/198
2024-03-19T01:37:51.902 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : libaio-devel-0.3.111-13.el9.x86_64                 172/198
2024-03-19T01:37:52.036 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : flex-2.6.4-9.el9.x86_64                            173/198
2024-03-19T01:37:52.072 INFO:teuthology.orchestra.run.smithi102.stdout:  Installing       : bison-3.7.4-5.el9.x86_64                           174/198
2024-03-19T01:37:52.097 INFO:teuthology.orchestra.run.smithi102.stdout:  Cleanup          : NetworkManager-tui-1:1.44.0-2.el9.x86_64           175/198
2024-03-19T01:37:52.123 INFO:teuthology.orchestra.run.smithi102.stdout:  Cleanup          : elfutils-debuginfod-client-0.189-3.el9.x86_64      176/198
2024-03-19T01:37:52.158 INFO:teuthology.orchestra.run.smithi102.stdout:  Cleanup          : elfutils-libs-0.189-3.el9.x86_64                   177/198
2024-03-19T01:37:52.158 INFO:teuthology.orchestra.run.smithi102.stdout:  Cleanup          : librbd1-2:16.2.4-5.el9.x86_64                      178/198
2024-03-19T01:37:52.245 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64                      178/198
2024-03-19T01:37:52.275 INFO:teuthology.orchestra.run.smithi102.stdout:  Cleanup          : openssl-1:3.0.7-24.el9.x86_64                      179/198
2024-03-19T01:37:52.275 INFO:teuthology.orchestra.run.smithi102.stdout:  Cleanup          : librados2-2:16.2.4-5.el9.x86_64                    180/198
2024-03-19T01:37:52.360 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: librados2-2:16.2.4-5.el9.x86_64                    180/198
2024-03-19T01:37:52.395 INFO:teuthology.orchestra.run.smithi102.stdout:  Cleanup          : xfsdump-3.1.12-3.el9.x86_64                        181/198
2024-03-19T01:37:52.427 INFO:teuthology.orchestra.run.smithi102.stdout:  Cleanup          : xfsprogs-5.19.0-4.el9.x86_64                       182/198
2024-03-19T01:37:52.453 INFO:teuthology.orchestra.run.smithi102.stdout:  Cleanup          : acl-2.3.1-3.el9.x86_64                             183/198
2024-03-19T01:37:52.478 INFO:teuthology.orchestra.run.smithi102.stdout:  Cleanup          : libacl-devel-2.3.1-3.el9.x86_64                    184/198
2024-03-19T01:37:52.511 INFO:teuthology.orchestra.run.smithi102.stdout:  Cleanup          : util-linux-user-2.37.4-15.el9.x86_64               185/198
2024-03-19T01:37:52.559 INFO:teuthology.orchestra.run.smithi102.stdout:  Cleanup          : util-linux-2.37.4-15.el9.x86_64                    186/198
2024-03-19T01:37:52.602 INFO:teuthology.orchestra.run.smithi102.stdout:  Cleanup          : util-linux-core-2.37.4-15.el9.x86_64               187/198
2024-03-19T01:37:52.625 INFO:teuthology.orchestra.run.smithi102.stdout:  Cleanup          : libfdisk-2.37.4-15.el9.x86_64                      188/198
2024-03-19T01:37:52.650 INFO:teuthology.orchestra.run.smithi102.stdout:  Cleanup          : libmount-2.37.4-15.el9.x86_64                      189/198
2024-03-19T01:37:52.675 INFO:teuthology.orchestra.run.smithi102.stdout:  Cleanup          : libblkid-2.37.4-15.el9.x86_64                      190/198
2024-03-19T01:37:52.700 INFO:teuthology.orchestra.run.smithi102.stdout:  Cleanup          : NetworkManager-team-1:1.44.0-2.el9.x86_64          191/198
2024-03-19T01:37:52.707 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64               192/198
2024-03-19T01:37:52.707 INFO:teuthology.orchestra.run.smithi102.stdout:  Cleanup          : NetworkManager-1:1.44.0-2.el9.x86_64               192/198
2024-03-19T01:37:52.887 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64               192/198
2024-03-19T01:37:52.887 INFO:teuthology.orchestra.run.smithi102.stdout:  Cleanup          : NetworkManager-libnm-1:1.44.0-2.el9.x86_64         193/198
2024-03-19T01:37:52.969 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: NetworkManager-libnm-1:1.44.0-2.el9.x86_64         193/198
2024-03-19T01:37:52.994 INFO:teuthology.orchestra.run.smithi102.stdout:  Cleanup          : libuuid-2.37.4-15.el9.x86_64                       194/198
2024-03-19T01:37:53.036 INFO:teuthology.orchestra.run.smithi102.stdout:  Cleanup          : libsmartcols-2.37.4-15.el9.x86_64                  195/198
2024-03-19T01:37:53.069 INFO:teuthology.orchestra.run.smithi102.stdout:  Cleanup          : libacl-2.3.1-3.el9.x86_64                          196/198
2024-03-19T01:37:53.095 INFO:teuthology.orchestra.run.smithi102.stdout:  Cleanup          : openssl-libs-1:3.0.7-24.el9.x86_64                 197/198
2024-03-19T01:37:53.161 INFO:teuthology.orchestra.run.smithi102.stdout:  Cleanup          : elfutils-libelf-0.189-3.el9.x86_64                 198/198
2024-03-19T01:37:58.147 INFO:teuthology.orchestra.run.smithi102.stdout:  Running scriptlet: elfutils-libelf-0.189-3.el9.x86_64                 198/198
2024-03-19T01:37:58.148 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : ceph-2:19.0.0-2206.gb6ae2491.el9.x86_64              1/198
2024-03-19T01:37:58.148 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : ceph-base-2:19.0.0-2206.gb6ae2491.el9.x86_64         2/198
2024-03-19T01:37:58.148 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64       3/198
2024-03-19T01:37:58.148 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : ceph-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64         4/198
2024-03-19T01:37:58.148 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : ceph-immutable-object-cache-2:19.0.0-2206.gb6ae2     5/198
2024-03-19T01:37:58.148 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : ceph-mds-2:19.0.0-2206.gb6ae2491.el9.x86_64          6/198
2024-03-19T01:37:58.148 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : ceph-mgr-2:19.0.0-2206.gb6ae2491.el9.x86_64          7/198
2024-03-19T01:37:58.148 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : ceph-mon-2:19.0.0-2206.gb6ae2491.el9.x86_64          8/198
2024-03-19T01:37:58.148 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : ceph-osd-2:19.0.0-2206.gb6ae2491.el9.x86_64          9/198
2024-03-19T01:37:58.148 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : ceph-radosgw-2:19.0.0-2206.gb6ae2491.el9.x86_64     10/198
2024-03-19T01:37:58.148 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : ceph-selinux-2:19.0.0-2206.gb6ae2491.el9.x86_64     11/198
2024-03-19T01:37:58.148 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : ceph-test-2:19.0.0-2206.gb6ae2491.el9.x86_64        12/198
2024-03-19T01:37:58.148 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : cephfs-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64    13/198
2024-03-19T01:37:58.149 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : cephfs-shell-2:19.0.0-2206.gb6ae2491.el9.x86_64     14/198
2024-03-19T01:37:58.149 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : libcephfs-devel-2:19.0.0-2206.gb6ae2491.el9.x86_    15/198
2024-03-19T01:37:58.149 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : libcephfs2-2:19.0.0-2206.gb6ae2491.el9.x86_64       16/198
2024-03-19T01:37:58.149 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : libcephsqlite-2:19.0.0-2206.gb6ae2491.el9.x86_64    17/198
2024-03-19T01:37:58.149 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : librados-devel-2:19.0.0-2206.gb6ae2491.el9.x86_6    18/198
2024-03-19T01:37:58.149 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : libradosstriper1-2:19.0.0-2206.gb6ae2491.el9.x86    19/198
2024-03-19T01:37:58.149 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : librgw2-2:19.0.0-2206.gb6ae2491.el9.x86_64          20/198
2024-03-19T01:37:58.149 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-ceph-argparse-2:19.0.0-2206.gb6ae2491.el    21/198
2024-03-19T01:37:58.149 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-ceph-common-2:19.0.0-2206.gb6ae2491.el9.    22/198
2024-03-19T01:37:58.149 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-cephfs-2:19.0.0-2206.gb6ae2491.el9.x86_6    23/198
2024-03-19T01:37:58.149 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-rados-2:19.0.0-2206.gb6ae2491.el9.x86_64    24/198
2024-03-19T01:37:58.150 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-rbd-2:19.0.0-2206.gb6ae2491.el9.x86_64      25/198
2024-03-19T01:37:58.150 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-rgw-2:19.0.0-2206.gb6ae2491.el9.x86_64      26/198
2024-03-19T01:37:58.150 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : rbd-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64         27/198
2024-03-19T01:37:58.150 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : rbd-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64       28/198
2024-03-19T01:37:58.150 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : rbd-nbd-2:19.0.0-2206.gb6ae2491.el9.x86_64          29/198
2024-03-19T01:37:58.150 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : ceph-grafana-dashboards-2:19.0.0-2206.gb6ae2491.    30/198
2024-03-19T01:37:58.165 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : ceph-mgr-cephadm-2:19.0.0-2206.gb6ae2491.el9.noa    31/198
2024-03-19T01:37:58.165 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : ceph-mgr-dashboard-2:19.0.0-2206.gb6ae2491.el9.n    32/198
2024-03-19T01:37:58.166 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : ceph-mgr-diskprediction-local-2:19.0.0-2206.gb6a    33/198
2024-03-19T01:37:58.166 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : ceph-mgr-modules-core-2:19.0.0-2206.gb6ae2491.el    34/198
2024-03-19T01:37:58.166 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : ceph-mgr-rook-2:19.0.0-2206.gb6ae2491.el9.noarch    35/198
2024-03-19T01:37:58.166 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : ceph-prometheus-alerts-2:19.0.0-2206.gb6ae2491.e    36/198
2024-03-19T01:37:58.166 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : ceph-volume-2:19.0.0-2206.gb6ae2491.el9.noarch      37/198
2024-03-19T01:37:58.166 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : cephadm-2:19.0.0-2206.gb6ae2491.el9.noarch          38/198
2024-03-19T01:37:58.166 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : cephfs-top-2:19.0.0-2206.gb6ae2491.el9.noarch       39/198
2024-03-19T01:37:58.166 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : automake-1.16.2-8.el9.noarch                        40/198
2024-03-19T01:37:58.166 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : bison-3.7.4-5.el9.x86_64                            41/198
2024-03-19T01:37:58.166 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : boost-program-options-1.75.0-8.el9.x86_64           42/198
2024-03-19T01:37:58.166 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : flex-2.6.4-9.el9.x86_64                             43/198
2024-03-19T01:37:58.166 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : flexiblas-3.0.4-8.el9.x86_64                        44/198
2024-03-19T01:37:58.167 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : flexiblas-netlib-3.0.4-8.el9.x86_64                 45/198
2024-03-19T01:37:58.167 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64        46/198
2024-03-19T01:37:58.167 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : libaio-devel-0.3.111-13.el9.x86_64                  47/198
2024-03-19T01:37:58.167 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : libpmemobj-1.12.1-1.el9.x86_64                      48/198
2024-03-19T01:37:58.167 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : librabbitmq-0.11.0-7.el9.x86_64                     49/198
2024-03-19T01:37:58.167 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : librdkafka-1.6.1-102.el9.x86_64                     50/198
2024-03-19T01:37:58.167 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : libtool-2.4.6-45.el9.x86_64                         51/198
2024-03-19T01:37:58.167 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : libzstd-devel-1.5.1-2.el9.x86_64                    52/198
2024-03-19T01:37:58.167 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : lttng-ust-2.12.0-6.el9.x86_64                       53/198
2024-03-19T01:37:58.167 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : lua-5.4.4-4.el9.x86_64                              54/198
2024-03-19T01:37:58.167 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : oniguruma-6.9.6-1.el9.5.x86_64                      55/198
2024-03-19T01:37:58.167 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : openblas-0.3.21-2.el9.x86_64                        56/198
2024-03-19T01:37:58.167 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : openblas-openmp-0.3.21-2.el9.x86_64                 57/198
2024-03-19T01:37:58.167 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : postgresql-13.11-1.el9.x86_64                       58/198
2024-03-19T01:37:58.168 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : postgresql-contrib-13.11-1.el9.x86_64               59/198
2024-03-19T01:37:58.168 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : postgresql-private-libs-13.11-1.el9.x86_64          60/198
2024-03-19T01:37:58.168 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : postgresql-server-13.11-1.el9.x86_64                61/198
2024-03-19T01:37:58.168 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : protobuf-3.14.0-13.el9.x86_64                       62/198
2024-03-19T01:37:58.168 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-attrs-20.3.0-7.el9.noarch                   63/198
2024-03-19T01:37:58.168 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-babel-2.9.1-2.el9.noarch                    64/198
2024-03-19T01:37:58.168 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-jsonpatch-1.21-16.el9.noarch                65/198
2024-03-19T01:37:58.168 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-jsonpointer-2.0-4.el9.noarch                66/198
2024-03-19T01:37:58.168 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-mako-1.1.4-6.el9.noarch                     67/198
2024-03-19T01:37:58.168 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-markupsafe-1.1.1-12.el9.x86_64              68/198
2024-03-19T01:37:58.168 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-numpy-1:1.20.1-5.el9.x86_64                 69/198
2024-03-19T01:37:58.168 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-numpy-f2py-1:1.20.1-5.el9.x86_64            70/198
2024-03-19T01:37:58.168 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-oauthlib-3.1.1-5.el9.noarch                 71/198
2024-03-19T01:37:58.169 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-packaging-20.9-5.el9.noarch                 72/198
2024-03-19T01:37:58.169 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-prettytable-0.7.2-27.el9.noarch             73/198
2024-03-19T01:37:58.169 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-protobuf-3.14.0-13.el9.noarch               74/198
2024-03-19T01:37:58.169 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-pyasn1-0.4.8-6.el9.noarch                   75/198
2024-03-19T01:37:58.169 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-pyasn1-modules-0.4.8-6.el9.noarch           76/198
2024-03-19T01:37:58.169 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-pytz-2021.1-5.el9.noarch                    77/198
2024-03-19T01:37:58.169 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-requests-oauthlib-1.3.0-12.el9.noarch       78/198
2024-03-19T01:37:58.169 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-scipy-1.6.2-8.el9.x86_64                    79/198
2024-03-19T01:37:58.169 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-toml-0.10.2-6.el9.noarch                    80/198
2024-03-19T01:37:58.169 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-wcwidth-0.2.5-8.el9.noarch                  81/198
2024-03-19T01:37:58.169 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : socat-1.7.4.1-5.el9.x86_64                          82/198
2024-03-19T01:37:58.169 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : uuid-1.6.2-55.el9.x86_64                            83/198
2024-03-19T01:37:58.169 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : xmlstarlet-1.6.1-20.el9.x86_64                      84/198
2024-03-19T01:37:58.169 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : zlib-devel-1.2.11-40.el9.x86_64                     85/198
2024-03-19T01:37:58.170 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : fuse-2.9.9-15.el9.x86_64                            86/198
2024-03-19T01:37:58.170 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-cffi-1.14.5-5.el9.x86_64                    87/198
2024-03-19T01:37:58.170 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-cryptography-36.0.1-4.el9.x86_64            88/198
2024-03-19T01:37:58.170 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-ply-3.11-14.el9.noarch                      89/198
2024-03-19T01:37:58.170 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-pycparser-2.20-6.el9.noarch                 90/198
2024-03-19T01:37:58.170 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-urllib3-1.26.5-5.el9.noarch                 91/198
2024-03-19T01:37:58.170 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : jq-1.6-16.el9.x86_64                                92/198
2024-03-19T01:37:58.170 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : libgfortran-11.4.1-3.el9.x86_64                     93/198
2024-03-19T01:37:58.170 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : libquadmath-11.4.1-3.el9.x86_64                     94/198
2024-03-19T01:37:58.170 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-requests-2.25.1-8.el9.noarch                95/198
2024-03-19T01:37:58.170 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : elfutils-libelf-devel-0.190-2.el9.x86_64            96/198
2024-03-19T01:37:58.170 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : libuuid-devel-2.37.4-18.el9.x86_64                  97/198
2024-03-19T01:37:58.170 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : openssl-devel-1:3.0.7-27.el9.x86_64                 98/198
2024-03-19T01:37:58.171 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-devel-3.9.17-2.el9.x86_64                   99/198
2024-03-19T01:37:58.171 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-jinja2-2.11.3-5.el9.noarch                 100/198
2024-03-19T01:37:58.171 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : qatlib-23.11.0-1.el9.x86_64                        101/198
2024-03-19T01:37:58.171 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : qatlib-service-23.11.0-1.el9.x86_64                102/198
2024-03-19T01:37:58.171 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : qatzip-libs-1.1.2-2.el9.x86_64                     103/198
2024-03-19T01:37:58.171 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : xfsprogs-devel-6.3.0-1.el9.x86_64                  104/198
2024-03-19T01:37:58.171 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : lua-devel-5.4.4-4.el9.x86_64                       105/198
2024-03-19T01:37:58.171 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : protobuf-compiler-3.14.0-13.el9.x86_64             106/198
2024-03-19T01:37:58.171 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : abseil-cpp-20211102.0-3.el9.x86_64                 107/198
2024-03-19T01:37:58.171 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : gperftools-libs-2.9.1-2.el9.x86_64                 108/198
2024-03-19T01:37:58.171 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : grpc-data-1.46.7-10.el9.noarch                     109/198
2024-03-19T01:37:58.172 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : libarrow-9.0.0-10.el9.x86_64                       110/198
2024-03-19T01:37:58.172 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : libarrow-doc-9.0.0-10.el9.noarch                   111/198
2024-03-19T01:37:58.172 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : liboath-2.6.7-2.el9.x86_64                         112/198
2024-03-19T01:37:58.172 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : libunwind-1.6.2-1.el9.x86_64                       113/198
2024-03-19T01:37:58.172 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : luarocks-3.9.2-1.el9.noarch                        114/198
2024-03-19T01:37:58.172 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : parquet-libs-9.0.0-10.el9.x86_64                   115/198
2024-03-19T01:37:58.172 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-asyncssh-2.13.2-4.el9.noarch               116/198
2024-03-19T01:37:58.172 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-bcrypt-3.2.2-1.el9.x86_64                  117/198
2024-03-19T01:37:58.172 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-cachetools-4.2.4-1.el9.noarch              118/198
2024-03-19T01:37:58.172 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-certifi-2021.10.8-2.el9.noarch             119/198
2024-03-19T01:37:58.172 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-cheroot-8.6.0-4.el9.noarch                 120/198
2024-03-19T01:37:58.172 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-cherrypy-18.6.1-2.el9.noarch               121/198
2024-03-19T01:37:58.172 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-cmd2-2.4.2-2.el9.noarch                    122/198
2024-03-19T01:37:58.173 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-colorama-0.4.4-12.el9.noarch               123/198
2024-03-19T01:37:58.173 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-google-auth-1:2.28.0-1.el9.noarch          124/198
2024-03-19T01:37:58.173 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-grpcio-1.46.7-10.el9.x86_64                125/198
2024-03-19T01:37:58.173 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-grpcio-tools-1.46.7-10.el9.x86_64          126/198
2024-03-19T01:37:58.173 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-jaraco-8.2.1-3.el9.noarch                  127/198
2024-03-19T01:37:58.173 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-jaraco-classes-3.2.1-5.el9.noarch          128/198
2024-03-19T01:37:58.173 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-jaraco-collections-3.0.0-8.el9.noarch      129/198
2024-03-19T01:37:58.173 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-jaraco-functools-3.5.0-2.el9.noarch        130/198
2024-03-19T01:37:58.173 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-jaraco-text-3.2.0-6.el9.noarch             131/198
2024-03-19T01:37:58.173 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-kubernetes-1:26.1.0-2.el9.noarch           132/198
2024-03-19T01:37:58.173 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-logutils-0.3.5-21.el9.noarch               133/198
2024-03-19T01:37:58.173 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-more-itertools-8.12.0-2.el9.noarch         134/198
2024-03-19T01:37:58.173 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-natsort-7.1.1-5.el9.noarch                 135/198
2024-03-19T01:37:58.173 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-pecan-1.4.2-3.el9.noarch                   136/198
2024-03-19T01:37:58.174 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-portend-3.1.0-2.el9.noarch                 137/198
2024-03-19T01:37:58.174 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-pyOpenSSL-21.0.0-1.el9.noarch              138/198
2024-03-19T01:37:58.174 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-pyperclip-1.8.2-2.el9.noarch               139/198
2024-03-19T01:37:58.174 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-repoze-lru-0.7-16.el9.noarch               140/198
2024-03-19T01:37:58.174 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-routes-2.5.1-5.el9.noarch                  141/198
2024-03-19T01:37:58.174 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-rsa-4.9-2.el9.noarch                       142/198
2024-03-19T01:37:58.174 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-tempora-5.0.0-2.el9.noarch                 143/198
2024-03-19T01:37:58.174 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-typing-extensions-4.4.0-2.el9.noarch       144/198
2024-03-19T01:37:58.174 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-webob-1.8.7-6.el9.noarch                   145/198
2024-03-19T01:37:58.174 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-websocket-client-1.2.3-2.el9.noarch        146/198
2024-03-19T01:37:58.174 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-werkzeug-2.0.3-3.el9.1.noarch              147/198
2024-03-19T01:37:58.174 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : python3-zc-lockfile-2.0-10.el9.noarch              148/198
2024-03-19T01:37:58.174 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : re2-1:20211101-3.el9.x86_64                        149/198
2024-03-19T01:37:58.174 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : thrift-0.15.0-2.el9.x86_64                         150/198
2024-03-19T01:37:58.175 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : librados2-2:19.0.0-2206.gb6ae2491.el9.x86_64       151/198
2024-03-19T01:37:58.175 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : librados2-2:16.2.4-5.el9.x86_64                    152/198
2024-03-19T01:37:58.175 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : librbd1-2:19.0.0-2206.gb6ae2491.el9.x86_64         153/198
2024-03-19T01:37:58.175 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : librbd1-2:16.2.4-5.el9.x86_64                      154/198
2024-03-19T01:37:58.175 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : xfsdump-3.1.12-4.el9.x86_64                        155/198
2024-03-19T01:37:58.175 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : xfsdump-3.1.12-3.el9.x86_64                        156/198
2024-03-19T01:37:58.175 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : NetworkManager-1:1.47.2-1.el9.x86_64               157/198
2024-03-19T01:37:58.175 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : NetworkManager-1:1.44.0-2.el9.x86_64               158/198
2024-03-19T01:37:58.175 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : NetworkManager-libnm-1:1.47.2-1.el9.x86_64         159/198
2024-03-19T01:37:58.175 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : NetworkManager-libnm-1:1.44.0-2.el9.x86_64         160/198
2024-03-19T01:37:58.175 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : NetworkManager-team-1:1.47.2-1.el9.x86_64          161/198
2024-03-19T01:37:58.176 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : NetworkManager-team-1:1.44.0-2.el9.x86_64          162/198
2024-03-19T01:37:58.176 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : NetworkManager-tui-1:1.47.2-1.el9.x86_64           163/198
2024-03-19T01:37:58.176 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : NetworkManager-tui-1:1.44.0-2.el9.x86_64           164/198
2024-03-19T01:37:58.176 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : acl-2.3.1-4.el9.x86_64                             165/198
2024-03-19T01:37:58.176 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : acl-2.3.1-3.el9.x86_64                             166/198
2024-03-19T01:37:58.176 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : elfutils-debuginfod-client-0.190-2.el9.x86_64      167/198
2024-03-19T01:37:58.176 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : elfutils-debuginfod-client-0.189-3.el9.x86_64      168/198
2024-03-19T01:37:58.176 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : elfutils-libelf-0.190-2.el9.x86_64                 169/198
2024-03-19T01:37:58.176 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : elfutils-libelf-0.189-3.el9.x86_64                 170/198
2024-03-19T01:37:58.176 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : elfutils-libs-0.190-2.el9.x86_64                   171/198
2024-03-19T01:37:58.176 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : elfutils-libs-0.189-3.el9.x86_64                   172/198
2024-03-19T01:37:58.176 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : libacl-2.3.1-4.el9.x86_64                          173/198
2024-03-19T01:37:58.176 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : libacl-2.3.1-3.el9.x86_64                          174/198
2024-03-19T01:37:58.176 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : libblkid-2.37.4-18.el9.x86_64                      175/198
2024-03-19T01:37:58.177 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : libblkid-2.37.4-15.el9.x86_64                      176/198
2024-03-19T01:37:58.177 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : libfdisk-2.37.4-18.el9.x86_64                      177/198
2024-03-19T01:37:58.177 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : libfdisk-2.37.4-15.el9.x86_64                      178/198
2024-03-19T01:37:58.177 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : libmount-2.37.4-18.el9.x86_64                      179/198
2024-03-19T01:37:58.177 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : libmount-2.37.4-15.el9.x86_64                      180/198
2024-03-19T01:37:58.177 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : libsmartcols-2.37.4-18.el9.x86_64                  181/198
2024-03-19T01:37:58.177 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : libsmartcols-2.37.4-15.el9.x86_64                  182/198
2024-03-19T01:37:58.177 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : libuuid-2.37.4-18.el9.x86_64                       183/198
2024-03-19T01:37:58.177 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : libuuid-2.37.4-15.el9.x86_64                       184/198
2024-03-19T01:37:58.177 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : openssl-1:3.0.7-27.el9.x86_64                      185/198
2024-03-19T01:37:58.177 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : openssl-1:3.0.7-24.el9.x86_64                      186/198
2024-03-19T01:37:58.177 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : openssl-libs-1:3.0.7-27.el9.x86_64                 187/198
2024-03-19T01:37:58.177 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : openssl-libs-1:3.0.7-24.el9.x86_64                 188/198
2024-03-19T01:37:58.178 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : util-linux-2.37.4-18.el9.x86_64                    189/198
2024-03-19T01:37:58.178 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : util-linux-2.37.4-15.el9.x86_64                    190/198
2024-03-19T01:37:58.178 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : util-linux-core-2.37.4-18.el9.x86_64               191/198
2024-03-19T01:37:58.178 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : util-linux-core-2.37.4-15.el9.x86_64               192/198
2024-03-19T01:37:58.178 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : util-linux-user-2.37.4-18.el9.x86_64               193/198
2024-03-19T01:37:58.178 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : util-linux-user-2.37.4-15.el9.x86_64               194/198
2024-03-19T01:37:58.178 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : xfsprogs-6.3.0-1.el9.x86_64                        195/198
2024-03-19T01:37:58.178 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : xfsprogs-5.19.0-4.el9.x86_64                       196/198
2024-03-19T01:37:58.178 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : libacl-devel-2.3.1-4.el9.x86_64                    197/198
2024-03-19T01:38:01.206 INFO:teuthology.orchestra.run.smithi102.stdout:  Verifying        : libacl-devel-2.3.1-3.el9.x86_64                    198/198
2024-03-19T01:38:01.206 INFO:teuthology.orchestra.run.smithi102.stdout:
2024-03-19T01:38:01.206 INFO:teuthology.orchestra.run.smithi102.stdout:Upgraded:
2024-03-19T01:38:01.206 INFO:teuthology.orchestra.run.smithi102.stdout:  NetworkManager-1:1.47.2-1.el9.x86_64
2024-03-19T01:38:01.206 INFO:teuthology.orchestra.run.smithi102.stdout:  NetworkManager-libnm-1:1.47.2-1.el9.x86_64
2024-03-19T01:38:01.206 INFO:teuthology.orchestra.run.smithi102.stdout:  NetworkManager-team-1:1.47.2-1.el9.x86_64
2024-03-19T01:38:01.207 INFO:teuthology.orchestra.run.smithi102.stdout:  NetworkManager-tui-1:1.47.2-1.el9.x86_64
2024-03-19T01:38:01.207 INFO:teuthology.orchestra.run.smithi102.stdout:  acl-2.3.1-4.el9.x86_64
2024-03-19T01:38:01.207 INFO:teuthology.orchestra.run.smithi102.stdout:  elfutils-debuginfod-client-0.190-2.el9.x86_64
2024-03-19T01:38:01.207 INFO:teuthology.orchestra.run.smithi102.stdout:  elfutils-libelf-0.190-2.el9.x86_64
2024-03-19T01:38:01.207 INFO:teuthology.orchestra.run.smithi102.stdout:  elfutils-libs-0.190-2.el9.x86_64
2024-03-19T01:38:01.207 INFO:teuthology.orchestra.run.smithi102.stdout:  libacl-2.3.1-4.el9.x86_64
2024-03-19T01:38:01.207 INFO:teuthology.orchestra.run.smithi102.stdout:  libacl-devel-2.3.1-4.el9.x86_64
2024-03-19T01:38:01.207 INFO:teuthology.orchestra.run.smithi102.stdout:  libblkid-2.37.4-18.el9.x86_64
2024-03-19T01:38:01.207 INFO:teuthology.orchestra.run.smithi102.stdout:  libfdisk-2.37.4-18.el9.x86_64
2024-03-19T01:38:01.207 INFO:teuthology.orchestra.run.smithi102.stdout:  libmount-2.37.4-18.el9.x86_64
2024-03-19T01:38:01.207 INFO:teuthology.orchestra.run.smithi102.stdout:  librados2-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:38:01.207 INFO:teuthology.orchestra.run.smithi102.stdout:  librbd1-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:38:01.207 INFO:teuthology.orchestra.run.smithi102.stdout:  libsmartcols-2.37.4-18.el9.x86_64
2024-03-19T01:38:01.207 INFO:teuthology.orchestra.run.smithi102.stdout:  libuuid-2.37.4-18.el9.x86_64
2024-03-19T01:38:01.208 INFO:teuthology.orchestra.run.smithi102.stdout:  openssl-1:3.0.7-27.el9.x86_64
2024-03-19T01:38:01.208 INFO:teuthology.orchestra.run.smithi102.stdout:  openssl-libs-1:3.0.7-27.el9.x86_64
2024-03-19T01:38:01.208 INFO:teuthology.orchestra.run.smithi102.stdout:  util-linux-2.37.4-18.el9.x86_64
2024-03-19T01:38:01.208 INFO:teuthology.orchestra.run.smithi102.stdout:  util-linux-core-2.37.4-18.el9.x86_64
2024-03-19T01:38:01.208 INFO:teuthology.orchestra.run.smithi102.stdout:  util-linux-user-2.37.4-18.el9.x86_64
2024-03-19T01:38:01.208 INFO:teuthology.orchestra.run.smithi102.stdout:  xfsdump-3.1.12-4.el9.x86_64
2024-03-19T01:38:01.208 INFO:teuthology.orchestra.run.smithi102.stdout:  xfsprogs-6.3.0-1.el9.x86_64
2024-03-19T01:38:01.208 INFO:teuthology.orchestra.run.smithi102.stdout:Installed:
2024-03-19T01:38:01.208 INFO:teuthology.orchestra.run.smithi102.stdout:  abseil-cpp-20211102.0-3.el9.x86_64
2024-03-19T01:38:01.208 INFO:teuthology.orchestra.run.smithi102.stdout:  automake-1.16.2-8.el9.noarch
2024-03-19T01:38:01.208 INFO:teuthology.orchestra.run.smithi102.stdout:  bison-3.7.4-5.el9.x86_64
2024-03-19T01:38:01.208 INFO:teuthology.orchestra.run.smithi102.stdout:  boost-program-options-1.75.0-8.el9.x86_64
2024-03-19T01:38:01.208 INFO:teuthology.orchestra.run.smithi102.stdout:  ceph-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:38:01.208 INFO:teuthology.orchestra.run.smithi102.stdout:  ceph-base-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:38:01.208 INFO:teuthology.orchestra.run.smithi102.stdout:  ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:38:01.209 INFO:teuthology.orchestra.run.smithi102.stdout:  ceph-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:38:01.209 INFO:teuthology.orchestra.run.smithi102.stdout:  ceph-grafana-dashboards-2:19.0.0-2206.gb6ae2491.el9.noarch
2024-03-19T01:38:01.209 INFO:teuthology.orchestra.run.smithi102.stdout:  ceph-immutable-object-cache-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:38:01.209 INFO:teuthology.orchestra.run.smithi102.stdout:  ceph-mds-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:38:01.209 INFO:teuthology.orchestra.run.smithi102.stdout:  ceph-mgr-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:38:01.209 INFO:teuthology.orchestra.run.smithi102.stdout:  ceph-mgr-cephadm-2:19.0.0-2206.gb6ae2491.el9.noarch
2024-03-19T01:38:01.209 INFO:teuthology.orchestra.run.smithi102.stdout:  ceph-mgr-dashboard-2:19.0.0-2206.gb6ae2491.el9.noarch
2024-03-19T01:38:01.209 INFO:teuthology.orchestra.run.smithi102.stdout:  ceph-mgr-diskprediction-local-2:19.0.0-2206.gb6ae2491.el9.noarch
2024-03-19T01:38:01.209 INFO:teuthology.orchestra.run.smithi102.stdout:  ceph-mgr-modules-core-2:19.0.0-2206.gb6ae2491.el9.noarch
2024-03-19T01:38:01.209 INFO:teuthology.orchestra.run.smithi102.stdout:  ceph-mgr-rook-2:19.0.0-2206.gb6ae2491.el9.noarch
2024-03-19T01:38:01.209 INFO:teuthology.orchestra.run.smithi102.stdout:  ceph-mon-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:38:01.209 INFO:teuthology.orchestra.run.smithi102.stdout:  ceph-osd-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:38:01.209 INFO:teuthology.orchestra.run.smithi102.stdout:  ceph-prometheus-alerts-2:19.0.0-2206.gb6ae2491.el9.noarch
2024-03-19T01:38:01.209 INFO:teuthology.orchestra.run.smithi102.stdout:  ceph-radosgw-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:38:01.209 INFO:teuthology.orchestra.run.smithi102.stdout:  ceph-selinux-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:38:01.210 INFO:teuthology.orchestra.run.smithi102.stdout:  ceph-test-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:38:01.210 INFO:teuthology.orchestra.run.smithi102.stdout:  ceph-volume-2:19.0.0-2206.gb6ae2491.el9.noarch
2024-03-19T01:38:01.210 INFO:teuthology.orchestra.run.smithi102.stdout:  cephadm-2:19.0.0-2206.gb6ae2491.el9.noarch
2024-03-19T01:38:01.210 INFO:teuthology.orchestra.run.smithi102.stdout:  cephfs-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:38:01.210 INFO:teuthology.orchestra.run.smithi102.stdout:  cephfs-shell-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:38:01.210 INFO:teuthology.orchestra.run.smithi102.stdout:  cephfs-top-2:19.0.0-2206.gb6ae2491.el9.noarch
2024-03-19T01:38:01.210 INFO:teuthology.orchestra.run.smithi102.stdout:  elfutils-libelf-devel-0.190-2.el9.x86_64
2024-03-19T01:38:01.210 INFO:teuthology.orchestra.run.smithi102.stdout:  flex-2.6.4-9.el9.x86_64
2024-03-19T01:38:01.210 INFO:teuthology.orchestra.run.smithi102.stdout:  flexiblas-3.0.4-8.el9.x86_64
2024-03-19T01:38:01.210 INFO:teuthology.orchestra.run.smithi102.stdout:  flexiblas-netlib-3.0.4-8.el9.x86_64
2024-03-19T01:38:01.210 INFO:teuthology.orchestra.run.smithi102.stdout:  flexiblas-openblas-openmp-3.0.4-8.el9.x86_64
2024-03-19T01:38:01.210 INFO:teuthology.orchestra.run.smithi102.stdout:  fuse-2.9.9-15.el9.x86_64
2024-03-19T01:38:01.210 INFO:teuthology.orchestra.run.smithi102.stdout:  gperftools-libs-2.9.1-2.el9.x86_64
2024-03-19T01:38:01.210 INFO:teuthology.orchestra.run.smithi102.stdout:  grpc-data-1.46.7-10.el9.noarch
2024-03-19T01:38:01.210 INFO:teuthology.orchestra.run.smithi102.stdout:  jq-1.6-16.el9.x86_64
2024-03-19T01:38:01.211 INFO:teuthology.orchestra.run.smithi102.stdout:  libaio-devel-0.3.111-13.el9.x86_64
2024-03-19T01:38:01.211 INFO:teuthology.orchestra.run.smithi102.stdout:  libarrow-9.0.0-10.el9.x86_64
2024-03-19T01:38:01.211 INFO:teuthology.orchestra.run.smithi102.stdout:  libarrow-doc-9.0.0-10.el9.noarch
2024-03-19T01:38:01.211 INFO:teuthology.orchestra.run.smithi102.stdout:  libcephfs-devel-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:38:01.211 INFO:teuthology.orchestra.run.smithi102.stdout:  libcephfs2-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:38:01.211 INFO:teuthology.orchestra.run.smithi102.stdout:  libcephsqlite-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:38:01.211 INFO:teuthology.orchestra.run.smithi102.stdout:  libgfortran-11.4.1-3.el9.x86_64
2024-03-19T01:38:01.211 INFO:teuthology.orchestra.run.smithi102.stdout:  liboath-2.6.7-2.el9.x86_64
2024-03-19T01:38:01.211 INFO:teuthology.orchestra.run.smithi102.stdout:  libpmemobj-1.12.1-1.el9.x86_64
2024-03-19T01:38:01.211 INFO:teuthology.orchestra.run.smithi102.stdout:  libquadmath-11.4.1-3.el9.x86_64
2024-03-19T01:38:01.211 INFO:teuthology.orchestra.run.smithi102.stdout:  librabbitmq-0.11.0-7.el9.x86_64
2024-03-19T01:38:01.211 INFO:teuthology.orchestra.run.smithi102.stdout:  librados-devel-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:38:01.211 INFO:teuthology.orchestra.run.smithi102.stdout:  libradosstriper1-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:38:01.211 INFO:teuthology.orchestra.run.smithi102.stdout:  librdkafka-1.6.1-102.el9.x86_64
2024-03-19T01:38:01.212 INFO:teuthology.orchestra.run.smithi102.stdout:  librgw2-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:38:01.212 INFO:teuthology.orchestra.run.smithi102.stdout:  libtool-2.4.6-45.el9.x86_64
2024-03-19T01:38:01.212 INFO:teuthology.orchestra.run.smithi102.stdout:  libunwind-1.6.2-1.el9.x86_64
2024-03-19T01:38:01.212 INFO:teuthology.orchestra.run.smithi102.stdout:  libuuid-devel-2.37.4-18.el9.x86_64
2024-03-19T01:38:01.212 INFO:teuthology.orchestra.run.smithi102.stdout:  libzstd-devel-1.5.1-2.el9.x86_64
2024-03-19T01:38:01.212 INFO:teuthology.orchestra.run.smithi102.stdout:  lttng-ust-2.12.0-6.el9.x86_64
2024-03-19T01:38:01.212 INFO:teuthology.orchestra.run.smithi102.stdout:  lua-5.4.4-4.el9.x86_64
2024-03-19T01:38:01.212 INFO:teuthology.orchestra.run.smithi102.stdout:  lua-devel-5.4.4-4.el9.x86_64
2024-03-19T01:38:01.212 INFO:teuthology.orchestra.run.smithi102.stdout:  luarocks-3.9.2-1.el9.noarch
2024-03-19T01:38:01.212 INFO:teuthology.orchestra.run.smithi102.stdout:  oniguruma-6.9.6-1.el9.5.x86_64
2024-03-19T01:38:01.212 INFO:teuthology.orchestra.run.smithi102.stdout:  openblas-0.3.21-2.el9.x86_64
2024-03-19T01:38:01.212 INFO:teuthology.orchestra.run.smithi102.stdout:  openblas-openmp-0.3.21-2.el9.x86_64
2024-03-19T01:38:01.212 INFO:teuthology.orchestra.run.smithi102.stdout:  openssl-devel-1:3.0.7-27.el9.x86_64
2024-03-19T01:38:01.212 INFO:teuthology.orchestra.run.smithi102.stdout:  parquet-libs-9.0.0-10.el9.x86_64
2024-03-19T01:38:01.212 INFO:teuthology.orchestra.run.smithi102.stdout:  postgresql-13.11-1.el9.x86_64
2024-03-19T01:38:01.213 INFO:teuthology.orchestra.run.smithi102.stdout:  postgresql-contrib-13.11-1.el9.x86_64
2024-03-19T01:38:01.213 INFO:teuthology.orchestra.run.smithi102.stdout:  postgresql-private-libs-13.11-1.el9.x86_64
2024-03-19T01:38:01.213 INFO:teuthology.orchestra.run.smithi102.stdout:  postgresql-server-13.11-1.el9.x86_64
2024-03-19T01:38:01.213 INFO:teuthology.orchestra.run.smithi102.stdout:  protobuf-3.14.0-13.el9.x86_64
2024-03-19T01:38:01.213 INFO:teuthology.orchestra.run.smithi102.stdout:  protobuf-compiler-3.14.0-13.el9.x86_64
2024-03-19T01:38:01.213 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-asyncssh-2.13.2-4.el9.noarch
2024-03-19T01:38:01.213 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-attrs-20.3.0-7.el9.noarch
2024-03-19T01:38:01.213 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-babel-2.9.1-2.el9.noarch
2024-03-19T01:38:01.213 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-bcrypt-3.2.2-1.el9.x86_64
2024-03-19T01:38:01.213 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-cachetools-4.2.4-1.el9.noarch
2024-03-19T01:38:01.213 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-ceph-argparse-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:38:01.213 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-ceph-common-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:38:01.213 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-cephfs-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:38:01.213 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-certifi-2021.10.8-2.el9.noarch
2024-03-19T01:38:01.213 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-cffi-1.14.5-5.el9.x86_64
2024-03-19T01:38:01.214 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-cheroot-8.6.0-4.el9.noarch
2024-03-19T01:38:01.214 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-cherrypy-18.6.1-2.el9.noarch
2024-03-19T01:38:01.214 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-cmd2-2.4.2-2.el9.noarch
2024-03-19T01:38:01.214 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-colorama-0.4.4-12.el9.noarch
2024-03-19T01:38:01.214 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-cryptography-36.0.1-4.el9.x86_64
2024-03-19T01:38:01.214 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-devel-3.9.17-2.el9.x86_64
2024-03-19T01:38:01.214 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-google-auth-1:2.28.0-1.el9.noarch
2024-03-19T01:38:01.214 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-grpcio-1.46.7-10.el9.x86_64
2024-03-19T01:38:01.214 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-grpcio-tools-1.46.7-10.el9.x86_64
2024-03-19T01:38:01.214 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-jaraco-8.2.1-3.el9.noarch
2024-03-19T01:38:01.214 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-jaraco-classes-3.2.1-5.el9.noarch
2024-03-19T01:38:01.214 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-jaraco-collections-3.0.0-8.el9.noarch
2024-03-19T01:38:01.214 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-jaraco-functools-3.5.0-2.el9.noarch
2024-03-19T01:38:01.214 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-jaraco-text-3.2.0-6.el9.noarch
2024-03-19T01:38:01.215 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-jinja2-2.11.3-5.el9.noarch
2024-03-19T01:38:01.215 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-jsonpatch-1.21-16.el9.noarch
2024-03-19T01:38:01.215 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-jsonpointer-2.0-4.el9.noarch
2024-03-19T01:38:01.215 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-kubernetes-1:26.1.0-2.el9.noarch
2024-03-19T01:38:01.215 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-logutils-0.3.5-21.el9.noarch
2024-03-19T01:38:01.215 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-mako-1.1.4-6.el9.noarch
2024-03-19T01:38:01.215 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-markupsafe-1.1.1-12.el9.x86_64
2024-03-19T01:38:01.215 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-more-itertools-8.12.0-2.el9.noarch
2024-03-19T01:38:01.215 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-natsort-7.1.1-5.el9.noarch
2024-03-19T01:38:01.215 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-numpy-1:1.20.1-5.el9.x86_64
2024-03-19T01:38:01.215 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-numpy-f2py-1:1.20.1-5.el9.x86_64
2024-03-19T01:38:01.215 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-oauthlib-3.1.1-5.el9.noarch
2024-03-19T01:38:01.215 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-packaging-20.9-5.el9.noarch
2024-03-19T01:38:01.215 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-pecan-1.4.2-3.el9.noarch
2024-03-19T01:38:01.215 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-ply-3.11-14.el9.noarch
2024-03-19T01:38:01.216 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-portend-3.1.0-2.el9.noarch
2024-03-19T01:38:01.216 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-prettytable-0.7.2-27.el9.noarch
2024-03-19T01:38:01.216 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-protobuf-3.14.0-13.el9.noarch
2024-03-19T01:38:01.216 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-pyOpenSSL-21.0.0-1.el9.noarch
2024-03-19T01:38:01.216 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-pyasn1-0.4.8-6.el9.noarch
2024-03-19T01:38:01.216 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-pyasn1-modules-0.4.8-6.el9.noarch
2024-03-19T01:38:01.216 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-pycparser-2.20-6.el9.noarch
2024-03-19T01:38:01.216 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-pyperclip-1.8.2-2.el9.noarch
2024-03-19T01:38:01.216 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-pytz-2021.1-5.el9.noarch
2024-03-19T01:38:01.216 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-rados-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:38:01.216 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-rbd-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:38:01.216 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-repoze-lru-0.7-16.el9.noarch
2024-03-19T01:38:01.216 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-requests-2.25.1-8.el9.noarch
2024-03-19T01:38:01.216 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-requests-oauthlib-1.3.0-12.el9.noarch
2024-03-19T01:38:01.216 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-rgw-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:38:01.217 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-routes-2.5.1-5.el9.noarch
2024-03-19T01:38:01.217 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-rsa-4.9-2.el9.noarch
2024-03-19T01:38:01.217 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-scipy-1.6.2-8.el9.x86_64
2024-03-19T01:38:01.217 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-tempora-5.0.0-2.el9.noarch
2024-03-19T01:38:01.217 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-toml-0.10.2-6.el9.noarch
2024-03-19T01:38:01.217 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-typing-extensions-4.4.0-2.el9.noarch
2024-03-19T01:38:01.217 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-urllib3-1.26.5-5.el9.noarch
2024-03-19T01:38:01.217 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-wcwidth-0.2.5-8.el9.noarch
2024-03-19T01:38:01.217 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-webob-1.8.7-6.el9.noarch
2024-03-19T01:38:01.217 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-websocket-client-1.2.3-2.el9.noarch
2024-03-19T01:38:01.217 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-werkzeug-2.0.3-3.el9.1.noarch
2024-03-19T01:38:01.217 INFO:teuthology.orchestra.run.smithi102.stdout:  python3-zc-lockfile-2.0-10.el9.noarch
2024-03-19T01:38:01.217 INFO:teuthology.orchestra.run.smithi102.stdout:  qatlib-23.11.0-1.el9.x86_64
2024-03-19T01:38:01.218 INFO:teuthology.orchestra.run.smithi102.stdout:  qatlib-service-23.11.0-1.el9.x86_64
2024-03-19T01:38:01.218 INFO:teuthology.orchestra.run.smithi102.stdout:  qatzip-libs-1.1.2-2.el9.x86_64
2024-03-19T01:38:01.218 INFO:teuthology.orchestra.run.smithi102.stdout:  rbd-fuse-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:38:01.218 INFO:teuthology.orchestra.run.smithi102.stdout:  rbd-mirror-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:38:01.218 INFO:teuthology.orchestra.run.smithi102.stdout:  rbd-nbd-2:19.0.0-2206.gb6ae2491.el9.x86_64
2024-03-19T01:38:01.218 INFO:teuthology.orchestra.run.smithi102.stdout:  re2-1:20211101-3.el9.x86_64
2024-03-19T01:38:01.218 INFO:teuthology.orchestra.run.smithi102.stdout:  socat-1.7.4.1-5.el9.x86_64
2024-03-19T01:38:01.218 INFO:teuthology.orchestra.run.smithi102.stdout:  thrift-0.15.0-2.el9.x86_64
2024-03-19T01:38:01.218 INFO:teuthology.orchestra.run.smithi102.stdout:  uuid-1.6.2-55.el9.x86_64
2024-03-19T01:38:01.218 INFO:teuthology.orchestra.run.smithi102.stdout:  xfsprogs-devel-6.3.0-1.el9.x86_64
2024-03-19T01:38:01.218 INFO:teuthology.orchestra.run.smithi102.stdout:  xmlstarlet-1.6.1-20.el9.x86_64
2024-03-19T01:38:01.219 INFO:teuthology.orchestra.run.smithi102.stdout:  zlib-devel-1.2.11-40.el9.x86_64
2024-03-19T01:38:01.219 INFO:teuthology.orchestra.run.smithi102.stdout:
2024-03-19T01:38:01.219 INFO:teuthology.orchestra.run.smithi102.stdout:Complete!
2024-03-19T01:38:01.662 DEBUG:teuthology.parallel:result is None
2024-03-19T01:38:01.663 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b6ae24918b03b1b8a19c9263a50655bba80bb810
2024-03-19T01:38:01.886 DEBUG:teuthology.orchestra.run.smithi046:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}'
2024-03-19T01:38:01.912 INFO:teuthology.orchestra.run.smithi046.stdout:19.0.0-2206.gb6ae2491.el9
2024-03-19T01:38:01.913 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2206.gb6ae2491.el9
2024-03-19T01:38:01.913 INFO:teuthology.task.install:The correct ceph version 19.0.0-2206.gb6ae2491 is installed.
2024-03-19T01:38:01.915 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b6ae24918b03b1b8a19c9263a50655bba80bb810
2024-03-19T01:38:02.130 DEBUG:teuthology.orchestra.run.smithi073:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}'
2024-03-19T01:38:02.157 INFO:teuthology.orchestra.run.smithi073.stdout:19.0.0-2206.gb6ae2491.el9
2024-03-19T01:38:02.157 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2206.gb6ae2491.el9
2024-03-19T01:38:02.157 INFO:teuthology.task.install:The correct ceph version 19.0.0-2206.gb6ae2491 is installed.
2024-03-19T01:38:02.159 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b6ae24918b03b1b8a19c9263a50655bba80bb810
2024-03-19T01:38:02.297 DEBUG:teuthology.orchestra.run.smithi102:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}'
2024-03-19T01:38:02.319 INFO:teuthology.orchestra.run.smithi102.stdout:19.0.0-2206.gb6ae2491.el9
2024-03-19T01:38:02.319 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2206.gb6ae2491.el9
2024-03-19T01:38:02.320 INFO:teuthology.task.install:The correct ceph version 19.0.0-2206.gb6ae2491 is installed.
2024-03-19T01:38:02.321 INFO:teuthology.task.install.util:Shipping valgrind.supp...
2024-03-19T01:38:02.322 DEBUG:teuthology.orchestra.run.smithi046:> set -ex
2024-03-19T01:38:02.322 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp
2024-03-19T01:38:02.356 DEBUG:teuthology.orchestra.run.smithi073:> set -ex
2024-03-19T01:38:02.356 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp
2024-03-19T01:38:02.391 DEBUG:teuthology.orchestra.run.smithi102:> set -ex
2024-03-19T01:38:02.391 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp
2024-03-19T01:38:02.420 INFO:teuthology.task.install.util:Shipping 'daemon-helper'...
2024-03-19T01:38:02.420 DEBUG:teuthology.orchestra.run.smithi046:> set -ex
2024-03-19T01:38:02.421 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/usr/bin/daemon-helper
2024-03-19T01:38:02.452 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod a=rx -- /usr/bin/daemon-helper
2024-03-19T01:38:02.522 DEBUG:teuthology.orchestra.run.smithi073:> set -ex
2024-03-19T01:38:02.522 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd of=/usr/bin/daemon-helper
2024-03-19T01:38:02.553 DEBUG:teuthology.orchestra.run.smithi073:> sudo chmod a=rx -- /usr/bin/daemon-helper
2024-03-19T01:38:02.622 DEBUG:teuthology.orchestra.run.smithi102:> set -ex
2024-03-19T01:38:02.623 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/usr/bin/daemon-helper
2024-03-19T01:38:02.650 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod a=rx -- /usr/bin/daemon-helper
2024-03-19T01:38:02.716 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'...
2024-03-19T01:38:02.716 DEBUG:teuthology.orchestra.run.smithi046:> set -ex
2024-03-19T01:38:02.716 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/usr/bin/adjust-ulimits
2024-03-19T01:38:02.745 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod a=rx -- /usr/bin/adjust-ulimits
2024-03-19T01:38:02.811 DEBUG:teuthology.orchestra.run.smithi073:> set -ex
2024-03-19T01:38:02.811 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd of=/usr/bin/adjust-ulimits
2024-03-19T01:38:02.840 DEBUG:teuthology.orchestra.run.smithi073:> sudo chmod a=rx -- /usr/bin/adjust-ulimits
2024-03-19T01:38:02.907 DEBUG:teuthology.orchestra.run.smithi102:> set -ex
2024-03-19T01:38:02.908 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/usr/bin/adjust-ulimits
2024-03-19T01:38:02.934 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod a=rx -- /usr/bin/adjust-ulimits
2024-03-19T01:38:03.001 INFO:teuthology.task.install.util:Shipping 'stdin-killer'...
2024-03-19T01:38:03.002 DEBUG:teuthology.orchestra.run.smithi046:> set -ex
2024-03-19T01:38:03.002 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/usr/bin/stdin-killer
2024-03-19T01:38:03.030 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod a=rx -- /usr/bin/stdin-killer
2024-03-19T01:38:03.097 DEBUG:teuthology.orchestra.run.smithi073:> set -ex
2024-03-19T01:38:03.097 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd of=/usr/bin/stdin-killer
2024-03-19T01:38:03.123 DEBUG:teuthology.orchestra.run.smithi073:> sudo chmod a=rx -- /usr/bin/stdin-killer
2024-03-19T01:38:03.190 DEBUG:teuthology.orchestra.run.smithi102:> set -ex
2024-03-19T01:38:03.190 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/usr/bin/stdin-killer
2024-03-19T01:38:03.216 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod a=rx -- /usr/bin/stdin-killer
2024-03-19T01:38:03.283 INFO:teuthology.run_tasks:Running task cephadm...
2024-03-19T01:38:03.374 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 3, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'POOL_APP_NOT_ENABLED', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'PG_AVAILABILITY', 'PG_DEGRADED', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': 'b6ae24918b03b1b8a19c9263a50655bba80bb810', 'subvols': {'create': 2}}
2024-03-19T01:38:03.374 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810
2024-03-19T01:38:03.375 INFO:tasks.cephadm:Cluster fsid is 53c8cf3e-e591-11ee-95c9-87774f69a715
2024-03-19T01:38:03.375 INFO:tasks.cephadm:Choosing monitor IPs and ports...
2024-03-19T01:38:03.375 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.46', 'mon.b': '172.21.15.73', 'mon.c': '172.21.15.102'}
2024-03-19T01:38:03.375 INFO:tasks.cephadm:First mon is mon.a on smithi046
2024-03-19T01:38:03.375 INFO:tasks.cephadm:First mgr is x
2024-03-19T01:38:03.375 INFO:tasks.cephadm:Normalizing hostnames...
2024-03-19T01:38:03.376 DEBUG:teuthology.orchestra.run.smithi046:> sudo hostname $(hostname -s)
2024-03-19T01:38:03.404 DEBUG:teuthology.orchestra.run.smithi073:> sudo hostname $(hostname -s)
2024-03-19T01:38:03.432 DEBUG:teuthology.orchestra.run.smithi102:> sudo hostname $(hostname -s)
2024-03-19T01:38:03.459 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra
2024-03-19T01:38:03.459 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b6ae24918b03b1b8a19c9263a50655bba80bb810
2024-03-19T01:38:03.709 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'b6ae24918b03b1b8a19c9263a50655bba80bb810', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/77736/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-2206-gb6ae2491', 'node_name': '172.21.2.14+braggi14', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-2206.gb6ae2491'}, 'url': 'https://4.chacra.ceph.com/r/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-03-18 20:42:27.872142', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-batrick-testing-20240318.181317', 'chacra_url': 'https://4.chacra.ceph.com/repos/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}]
2024-03-19T01:38:03.975 INFO:tasks.util.chacra:got chacra host 4.chacra.ceph.com, ref wip-batrick-testing-20240318.181317, sha1 b6ae24918b03b1b8a19c9263a50655bba80bb810 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=b6ae24918b03b1b8a19c9263a50655bba80bb810
2024-03-19T01:38:03.977 INFO:tasks.cephadm:Discovered cachra url: https://4.chacra.ceph.com/binaries/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/x86_64/flavors/default/cephadm
2024-03-19T01:38:03.977 DEBUG:teuthology.orchestra.run.smithi046:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm
2024-03-19T01:38:05.518 INFO:teuthology.orchestra.run.smithi046.stdout:-rw-r--r--. 1 ubuntu ubuntu 767404 Mar 19 01:38 /home/ubuntu/cephtest/cephadm
2024-03-19T01:38:05.518 DEBUG:teuthology.orchestra.run.smithi073:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm
2024-03-19T01:38:06.705 INFO:teuthology.orchestra.run.smithi073.stdout:-rw-r--r--. 1 ubuntu ubuntu 767404 Mar 19 01:38 /home/ubuntu/cephtest/cephadm
2024-03-19T01:38:06.706 DEBUG:teuthology.orchestra.run.smithi102:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/wip-batrick-testing-20240318.181317/b6ae24918b03b1b8a19c9263a50655bba80bb810/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm
2024-03-19T01:38:07.878 INFO:teuthology.orchestra.run.smithi102.stdout:-rw-r--r--. 1 ubuntu ubuntu 767404 Mar 19 01:38 /home/ubuntu/cephtest/cephadm
2024-03-19T01:38:07.879 DEBUG:teuthology.orchestra.run.smithi046:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm
2024-03-19T01:38:07.897 DEBUG:teuthology.orchestra.run.smithi073:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm
2024-03-19T01:38:07.916 DEBUG:teuthology.orchestra.run.smithi102:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm
2024-03-19T01:38:07.967 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 on all hosts...
2024-03-19T01:38:07.967 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 pull
2024-03-19T01:38:07.970 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 pull
2024-03-19T01:38:07.972 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 pull
2024-03-19T01:38:08.863 INFO:teuthology.orchestra.run.smithi073.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810...
2024-03-19T01:38:08.865 INFO:teuthology.orchestra.run.smithi102.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810...
2024-03-19T01:38:08.875 INFO:teuthology.orchestra.run.smithi046.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810...
2024-03-19T01:38:44.809 INFO:teuthology.orchestra.run.smithi073.stdout:{
2024-03-19T01:38:44.809 INFO:teuthology.orchestra.run.smithi073.stdout:    "ceph_version": "ceph version 19.0.0-2206-gb6ae2491 (b6ae24918b03b1b8a19c9263a50655bba80bb810) squid (dev)",
2024-03-19T01:38:44.809 INFO:teuthology.orchestra.run.smithi073.stdout:    "image_id": "2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c",
2024-03-19T01:38:44.809 INFO:teuthology.orchestra.run.smithi073.stdout:    "repo_digests": [
2024-03-19T01:38:44.810 INFO:teuthology.orchestra.run.smithi073.stdout:        "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639"
2024-03-19T01:38:44.810 INFO:teuthology.orchestra.run.smithi073.stdout:    ]
2024-03-19T01:38:44.810 INFO:teuthology.orchestra.run.smithi073.stdout:}
2024-03-19T01:38:55.560 INFO:teuthology.orchestra.run.smithi102.stdout:{
2024-03-19T01:38:55.560 INFO:teuthology.orchestra.run.smithi102.stdout:    "ceph_version": "ceph version 19.0.0-2206-gb6ae2491 (b6ae24918b03b1b8a19c9263a50655bba80bb810) squid (dev)",
2024-03-19T01:38:55.560 INFO:teuthology.orchestra.run.smithi102.stdout:    "image_id": "2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c",
2024-03-19T01:38:55.561 INFO:teuthology.orchestra.run.smithi102.stdout:    "repo_digests": [
2024-03-19T01:38:55.561 INFO:teuthology.orchestra.run.smithi102.stdout:        "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639"
2024-03-19T01:38:55.561 INFO:teuthology.orchestra.run.smithi102.stdout:    ]
2024-03-19T01:38:55.561 INFO:teuthology.orchestra.run.smithi102.stdout:}
2024-03-19T01:39:06.380 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:39:06.380 INFO:teuthology.orchestra.run.smithi046.stdout:    "ceph_version": "ceph version 19.0.0-2206-gb6ae2491 (b6ae24918b03b1b8a19c9263a50655bba80bb810) squid (dev)",
2024-03-19T01:39:06.380 INFO:teuthology.orchestra.run.smithi046.stdout:    "image_id": "2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c",
2024-03-19T01:39:06.380 INFO:teuthology.orchestra.run.smithi046.stdout:    "repo_digests": [
2024-03-19T01:39:06.381 INFO:teuthology.orchestra.run.smithi046.stdout:        "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639"
2024-03-19T01:39:06.381 INFO:teuthology.orchestra.run.smithi046.stdout:    ]
2024-03-19T01:39:06.381 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:39:06.412 DEBUG:teuthology.orchestra.run.smithi046:> sudo mkdir -p /etc/ceph
2024-03-19T01:39:06.448 DEBUG:teuthology.orchestra.run.smithi073:> sudo mkdir -p /etc/ceph
2024-03-19T01:39:06.484 DEBUG:teuthology.orchestra.run.smithi102:> sudo mkdir -p /etc/ceph
2024-03-19T01:39:06.519 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 777 /etc/ceph
2024-03-19T01:39:06.549 DEBUG:teuthology.orchestra.run.smithi073:> sudo chmod 777 /etc/ceph
2024-03-19T01:39:06.581 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod 777 /etc/ceph
2024-03-19T01:39:06.610 INFO:tasks.cephadm:Writing seed config...
2024-03-19T01:39:06.611 INFO:tasks.cephadm: override: [client] client mount timeout = 600
2024-03-19T01:39:06.611 INFO:tasks.cephadm: override: [client] debug client = 20
2024-03-19T01:39:06.611 INFO:tasks.cephadm: override: [client] debug ms = 1
2024-03-19T01:39:06.612 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900
2024-03-19T01:39:06.612 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900
2024-03-19T01:39:06.612 INFO:tasks.cephadm: override: [mds] debug mds = 20
2024-03-19T01:39:06.612 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20
2024-03-19T01:39:06.612 INFO:tasks.cephadm: override: [mds] debug ms = 1
2024-03-19T01:39:06.612 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000
2024-03-19T01:39:06.612 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5
2024-03-19T01:39:06.612 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3
2024-03-19T01:39:06.612 INFO:tasks.cephadm: override: [mds] mds bal split size = 100
2024-03-19T01:39:06.612 INFO:tasks.cephadm: override: [mds] mds debug frag = True
2024-03-19T01:39:06.612 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True
2024-03-19T01:39:06.612 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180
2024-03-19T01:39:06.612 INFO:tasks.cephadm: override: [mds] mds verify scatter = True
2024-03-19T01:39:06.613 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180
2024-03-19T01:39:06.613 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900
2024-03-19T01:39:06.613 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900
2024-03-19T01:39:06.613 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000
2024-03-19T01:39:06.613 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20
2024-03-19T01:39:06.613 INFO:tasks.cephadm: override: [mgr] debug mgr = 20
2024-03-19T01:39:06.613 INFO:tasks.cephadm: override: [mgr] debug ms = 1
2024-03-19T01:39:06.613 INFO:tasks.cephadm: override: [mon] debug mon = 20
2024-03-19T01:39:06.613 INFO:tasks.cephadm: override: [mon] debug ms = 1
2024-03-19T01:39:06.613 INFO:tasks.cephadm: override: [mon] debug paxos = 20
2024-03-19T01:39:06.613 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120
2024-03-19T01:39:06.613 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160
2024-03-19T01:39:06.613 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True
2024-03-19T01:39:06.613 INFO:tasks.cephadm: override: [osd] debug bluefs = 20
2024-03-19T01:39:06.614 INFO:tasks.cephadm: override: [osd] debug bluestore = 20
2024-03-19T01:39:06.614 INFO:tasks.cephadm: override: [osd] debug ms = 1
2024-03-19T01:39:06.614 INFO:tasks.cephadm: override: [osd] debug osd = 20
2024-03-19T01:39:06.614 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10
2024-03-19T01:39:06.614 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85
2024-03-19T01:39:06.614 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9
2024-03-19T01:39:06.614 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8
2024-03-19T01:39:06.614 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95
2024-03-19T01:39:06.614 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore
2024-03-19T01:39:06.614 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180
2024-03-19T01:39:06.614 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True
2024-03-19T01:39:06.614 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000
2024-03-19T01:39:06.615 DEBUG:teuthology.orchestra.run.smithi046:> set -ex
2024-03-19T01:39:06.615 DEBUG:teuthology.orchestra.run.smithi046:> dd of=/home/ubuntu/cephtest/seed.ceph.conf
2024-03-19T01:39:06.633 DEBUG:tasks.cephadm:Final config:
[global]
# make logging friendly to teuthology
log_to_file = true
log_to_stderr = false
log to journald = false
mon cluster log to file = true
mon cluster log file level = debug

mon clock drift allowed = 1.000

# replicate across OSDs, not hosts
osd crush chooseleaf type = 0
#osd pool default size = 2
osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd

# enable some debugging
auth debug = true
ms die on old message = true
ms die on bug = true
debug asserts on shutdown = true

# adjust warnings
mon max pg per osd = 10000# >= luminous
mon pg warn max object skew = 0
mon osd allow primary affinity = true
mon osd allow pg remap = true
mon warn on legacy crush tunables = false
mon warn on crush straw calc version zero = false
mon warn on no sortbitwise = false
mon warn on osd down out interval zero = false
mon warn on too few osds = false
mon_warn_on_pool_pg_num_not_power_of_two = false

# disable pg_autoscaler by default for new pools
osd_pool_default_pg_autoscale_mode = off

# tests delete pools
mon allow pool delete = true
fsid = 53c8cf3e-e591-11ee-95c9-87774f69a715

[osd]
osd scrub load threshold = 5.0
osd scrub max interval = 600
osd mclock profile = high_recovery_ops

osd recover clone overlap = true
osd recovery max chunk = 1048576

osd deep scrub update digest min age = 30

osd map max advance = 10

osd memory target autotune = true

# debugging
osd debug shutdown = true
osd debug op order = true
osd debug verify stray on activate = true
osd debug pg log writeout = true
osd debug verify cached snaps = true
osd debug verify missing on start = true
osd debug misdirected ops = true
osd op queue = debug_random
osd op queue cut off = debug_random
osd shutdown pgref assert = True
bdev debug aio = true
osd sloppy crc = true
bluestore block size = 96636764160
bluestore fsck on mount = True
debug bluefs = 20
debug bluestore = 20
debug ms = 1
debug osd = 20
debug rocksdb = 10
mon osd backfillfull_ratio = 0.85
mon osd full ratio = 0.9
mon osd nearfull ratio = 0.8
osd failsafe full ratio = 0.95
osd objectstore = bluestore
osd op complaint time = 180
osd_max_omap_entries_per_request = 10000

[mgr]
mon reweight min pgs per osd = 4
mon reweight min bytes per osd = 10
mgr/telemetry/nag = false
cephsqlite lock renewal timeout = 900000
debug cephsqlite = 20
debug mgr = 20
debug ms = 1

[mon]
mon data avail warn = 5
mon mgr mkfs grace = 240
mon reweight min pgs per osd = 4
mon osd reporter subtree level = osd
mon osd prime pg temp = true
mon reweight min bytes per osd = 10

# rotate auth tickets quickly to exercise renewal paths
auth mon ticket ttl = 660# 11m
auth service ticket ttl = 240# 4m

# don't complain about global id reclaim
mon_warn_on_insecure_global_id_reclaim = false
mon_warn_on_insecure_global_id_reclaim_allowed = false
debug mon = 20
debug ms = 1
debug paxos = 20
mon op complaint time = 120

[client.rgw]
rgw cache enabled = true
rgw enable ops log = true
rgw enable usage log = true
[client]
client mount timeout = 600
debug client = 20
debug ms = 1
rados mon op timeout = 900
rados osd op timeout = 900
[mds]
debug mds = 20
debug mds balancer = 20
debug ms = 1
mds bal fragment size max = 10000
mds bal merge size = 5
mds bal split bits = 3
mds bal split size = 100
mds debug frag = True
mds debug scatterstat = True
mds op complaint time = 180
mds verify scatter = True
osd op complaint time = 180
rados mon op timeout = 900
rados osd op timeout = 900

2024-03-19T01:39:06.633 DEBUG:teuthology.orchestra.run.smithi046:mon.a> sudo journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mon.a.service
2024-03-19T01:39:06.675 DEBUG:teuthology.orchestra.run.smithi046:mgr.x> sudo journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mgr.x.service
2024-03-19T01:39:06.722 INFO:tasks.cephadm:Bootstrapping...
2024-03-19T01:39:06.722 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 -v bootstrap --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.46 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring
2024-03-19T01:39:06.925 INFO:teuthology.orchestra.run.smithi046.stdout:--------------------------------------------------------------------------------
2024-03-19T01:39:06.926 INFO:teuthology.orchestra.run.smithi046.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810', '-v', 'bootstrap', '--fsid', '53c8cf3e-e591-11ee-95c9-87774f69a715', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.46', '--skip-admin-label']
2024-03-19T01:39:06.948 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stdout 4.9.3-dev
2024-03-19T01:39:06.949 INFO:teuthology.orchestra.run.smithi046.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts.
2024-03-19T01:39:06.949 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying podman|docker is present...
2024-03-19T01:39:06.972 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stdout 4.9.3-dev
2024-03-19T01:39:06.972 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying lvm2 is present...
2024-03-19T01:39:06.972 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying time synchronization is in place...
2024-03-19T01:39:06.979 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service
2024-03-19T01:39:06.979 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory
2024-03-19T01:39:06.985 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 3 from systemctl is-active chrony.service
2024-03-19T01:39:06.985 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout inactive
2024-03-19T01:39:06.991 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout enabled
2024-03-19T01:39:06.997 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout active
2024-03-19T01:39:06.997 INFO:teuthology.orchestra.run.smithi046.stdout:Unit chronyd.service is enabled and running
2024-03-19T01:39:06.997 INFO:teuthology.orchestra.run.smithi046.stdout:Repeating the final host check...
2024-03-19T01:39:07.021 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stdout 4.9.3-dev
2024-03-19T01:39:07.021 INFO:teuthology.orchestra.run.smithi046.stdout:podman (/bin/podman) version 4.9.3 is present
2024-03-19T01:39:07.021 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl is present
2024-03-19T01:39:07.021 INFO:teuthology.orchestra.run.smithi046.stdout:lvcreate is present
2024-03-19T01:39:07.027 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service
2024-03-19T01:39:07.027 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory
2024-03-19T01:39:07.033 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 3 from systemctl is-active chrony.service
2024-03-19T01:39:07.033 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout inactive
2024-03-19T01:39:07.039 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout enabled
2024-03-19T01:39:07.045 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout active
2024-03-19T01:39:07.046 INFO:teuthology.orchestra.run.smithi046.stdout:Unit chronyd.service is enabled and running
2024-03-19T01:39:07.046 INFO:teuthology.orchestra.run.smithi046.stdout:Host looks OK
2024-03-19T01:39:07.046 INFO:teuthology.orchestra.run.smithi046.stdout:Cluster fsid: 53c8cf3e-e591-11ee-95c9-87774f69a715
2024-03-19T01:39:07.046 INFO:teuthology.orchestra.run.smithi046.stdout:Acquiring lock 140372704546240 on /run/cephadm/53c8cf3e-e591-11ee-95c9-87774f69a715.lock
2024-03-19T01:39:07.046 INFO:teuthology.orchestra.run.smithi046.stdout:Lock 140372704546240 acquired on /run/cephadm/53c8cf3e-e591-11ee-95c9-87774f69a715.lock
2024-03-19T01:39:07.046 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying IP 172.21.15.46 port 3300 ...
2024-03-19T01:39:07.047 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying IP 172.21.15.46 port 6789 ...
2024-03-19T01:39:07.047 INFO:teuthology.orchestra.run.smithi046.stdout:Base mon IP(s) is [172.21.15.46:3300, 172.21.15.46:6789], mon addrv is [v2:172.21.15.46:3300,v1:172.21.15.46:6789]
2024-03-19T01:39:07.050 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.46 metric 100
2024-03-19T01:39:07.050 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.46 metric 100
2024-03-19T01:39:07.053 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium
2024-03-19T01:39:07.053 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium
2024-03-19T01:39:07.053 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium
2024-03-19T01:39:07.055 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout 1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 state UNKNOWN qlen 1000
2024-03-19T01:39:07.055 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout     inet6 ::1/128 scope host
2024-03-19T01:39:07.055 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout        valid_lft forever preferred_lft forever
2024-03-19T01:39:07.055 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout 4: ens1f0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 state UP qlen 1000
2024-03-19T01:39:07.055 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout     inet6 fe80::ec4:7aff:febd:15f8/64 scope link noprefixroute
2024-03-19T01:39:07.055 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout        valid_lft forever preferred_lft forever
2024-03-19T01:39:07.056 INFO:teuthology.orchestra.run.smithi046.stdout:Mon IP `172.21.15.46` is in CIDR network `172.21.0.0/20`
2024-03-19T01:39:07.056 INFO:teuthology.orchestra.run.smithi046.stdout:Mon IP `172.21.15.46` is in CIDR network `172.21.0.0/20`
2024-03-19T01:39:07.056 INFO:teuthology.orchestra.run.smithi046.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20']
2024-03-19T01:39:07.056 INFO:teuthology.orchestra.run.smithi046.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network
2024-03-19T01:39:07.057 INFO:teuthology.orchestra.run.smithi046.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810...
2024-03-19T01:39:10.490 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stdout 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c
2024-03-19T01:39:10.490 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810...
2024-03-19T01:39:10.490 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stderr Getting image source signatures
2024-03-19T01:39:10.490 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stderr Copying blob sha256:f58b4670ef4403d11d1c912aa26a4dbcf73447df5302e9dc66f6a7fc0d9d1e47
2024-03-19T01:39:10.490 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stderr Copying blob sha256:93b5a8d362aeee7e8b1f0bbf18238e1bb256c50573ad5b72aff9e382b1bb3ccb
2024-03-19T01:39:10.490 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stderr Copying config sha256:2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c
2024-03-19T01:39:10.490 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stderr Writing manifest to image destination
2024-03-19T01:39:14.557 INFO:teuthology.orchestra.run.smithi046.stdout:ceph: stdout ceph version 19.0.0-2206-gb6ae2491 (b6ae24918b03b1b8a19c9263a50655bba80bb810) squid (dev)
2024-03-19T01:39:14.558 INFO:teuthology.orchestra.run.smithi046.stdout:Ceph version: ceph version 19.0.0-2206-gb6ae2491 (b6ae24918b03b1b8a19c9263a50655bba80bb810) squid (dev)
2024-03-19T01:39:14.558 INFO:teuthology.orchestra.run.smithi046.stdout:Extracting ceph user uid/gid from container image...
2024-03-19T01:39:15.471 INFO:teuthology.orchestra.run.smithi046.stdout:stat: stdout 167 167
2024-03-19T01:39:15.471 INFO:teuthology.orchestra.run.smithi046.stdout:Creating initial keys...
2024-03-19T01:39:16.308 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph-authtool: stdout AQDD7PhlKxqRLRAAYp4MUx+tJ15rHGqlQyGn1Q==
2024-03-19T01:39:17.181 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph-authtool: stdout AQDE7PhliRniJBAAfMMxWEfH34vYAfdG7SrgYg==
2024-03-19T01:39:18.237 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph-authtool: stdout AQDF7PhlLWNJHxAA4HXaqpshYeb62/UkpDF/Pg==
2024-03-19T01:39:18.237 INFO:teuthology.orchestra.run.smithi046.stdout:Creating initial monmap...
2024-03-19T01:39:20.215 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap
2024-03-19T01:39:20.215 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy
2024-03-19T01:39:20.215 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 53c8cf3e-e591-11ee-95c9-87774f69a715
2024-03-19T01:39:20.215 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors)
2024-03-19T01:39:20.216 INFO:teuthology.orchestra.run.smithi046.stdout:monmaptool for a [v2:172.21.15.46:3300,v1:172.21.15.46:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap
2024-03-19T01:39:20.216 INFO:teuthology.orchestra.run.smithi046.stdout:setting min_mon_release = quincy
2024-03-19T01:39:20.216 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/monmaptool: set fsid to 53c8cf3e-e591-11ee-95c9-87774f69a715
2024-03-19T01:39:20.216 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors)
2024-03-19T01:39:20.216 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:39:20.216 INFO:teuthology.orchestra.run.smithi046.stdout:Creating mon...
2024-03-19T01:39:21.104 INFO:teuthology.orchestra.run.smithi046.stdout:create mon.a on
2024-03-19T01:39:21.318 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target".
2024-03-19T01:39:21.468 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target.
2024-03-19T01:39:21.674 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-53c8cf3e-e591-11ee-95c9-87774f69a715.target → /etc/systemd/system/ceph-53c8cf3e-e591-11ee-95c9-87774f69a715.target.
2024-03-19T01:39:21.674 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-53c8cf3e-e591-11ee-95c9-87774f69a715.target → /etc/systemd/system/ceph-53c8cf3e-e591-11ee-95c9-87774f69a715.target.
2024-03-19T01:39:21.904 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mon.a
2024-03-19T01:39:21.904 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Failed to reset failed state of unit ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mon.a.service: Unit ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mon.a.service not loaded.
2024-03-19T01:39:22.057 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-53c8cf3e-e591-11ee-95c9-87774f69a715.target.wants/ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mon.a.service → /etc/systemd/system/ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@.service.
2024-03-19T01:39:22.630 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service
2024-03-19T01:39:22.630 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout disabled
2024-03-19T01:39:22.637 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service
2024-03-19T01:39:22.637 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout inactive
2024-03-19T01:39:22.637 INFO:teuthology.orchestra.run.smithi046.stdout:firewalld.service is not enabled
2024-03-19T01:39:22.637 INFO:teuthology.orchestra.run.smithi046.stdout:Not possible to enable service <ceph-mon>. firewalld.service is not available
2024-03-19T01:39:22.637 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for mon to start...
2024-03-19T01:39:22.638 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for mon...
2024-03-19T01:39:23.804 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:23 smithi046 ceph-mon[62729]: from='client.? 172.21.15.46:0/4076481130' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch
2024-03-19T01:39:23.814 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout   cluster:
2024-03-19T01:39:23.814 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     id:     53c8cf3e-e591-11ee-95c9-87774f69a715
2024-03-19T01:39:23.814 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     health: HEALTH_OK
2024-03-19T01:39:23.814 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout
2024-03-19T01:39:23.814 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout   services:
2024-03-19T01:39:23.814 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     mon: 1 daemons, quorum a (age 0.562694s)
2024-03-19T01:39:23.814 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     mgr: no daemons active
2024-03-19T01:39:23.814 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     osd: 0 osds: 0 up, 0 in
2024-03-19T01:39:23.814 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout
2024-03-19T01:39:23.815 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout   data:
2024-03-19T01:39:23.815 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     pools:   0 pools, 0 pgs
2024-03-19T01:39:23.815 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     objects: 0 objects, 0 B
2024-03-19T01:39:23.816 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     usage:   0 B used, 0 B / 0 B avail
2024-03-19T01:39:23.816 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     pgs:
2024-03-19T01:39:23.816 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout
2024-03-19T01:39:23.816 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.083+0000 7f14c6cb4700  1  Processor -- start
2024-03-19T01:39:23.816 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.083+0000 7f14c6cb4700  1 --  start start
2024-03-19T01:39:23.816 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.084+0000 7f14c6cb4700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14c01062b0 0x7f14c01066d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:23.816 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.084+0000 7f14c6cb4700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f14c007ae50 con 0x7f14c01062b0
2024-03-19T01:39:23.816 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.084+0000 7f14c4a50700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14c01062b0 0x7f14c01066d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:23.817 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.084+0000 7f14c4a50700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14c01062b0 0x7f14c01066d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:32872/0 (socket says 172.21.15.46:32872)
2024-03-19T01:39:23.817 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.084+0000 7f14c4a50700  1 -- 172.21.15.46:0/1861843591 learned_addr learned my addr 172.21.15.46:0/1861843591 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:39:23.817 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.084+0000 7f14c4a50700  1 -- 172.21.15.46:0/1861843591 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14c0106c10 con 0x7f14c01062b0
2024-03-19T01:39:23.817 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.085+0000 7f14c4a50700  1 --2- 172.21.15.46:0/1861843591 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14c01062b0 0x7f14c01066d0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f14b40098a0 tx=0x7f14b4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4b5e05c6e658a81 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:23.817 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.085+0000 7f14bf7fe700  1 -- 172.21.15.46:0/1861843591 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f14b4004160 con 0x7f14c01062b0
2024-03-19T01:39:23.817 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.085+0000 7f14bf7fe700  1 -- 172.21.15.46:0/1861843591 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14b4004300 con 0x7f14c01062b0
2024-03-19T01:39:23.817 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.085+0000 7f14bf7fe700  1 -- 172.21.15.46:0/1861843591 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f14b40036a0 con 0x7f14c01062b0
2024-03-19T01:39:23.817 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.085+0000 7f14c6cb4700  1 -- 172.21.15.46:0/1861843591 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14c01062b0 msgr2=0x7f14c01066d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:23.817 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.085+0000 7f14c6cb4700  1 --2- 172.21.15.46:0/1861843591 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14c01062b0 0x7f14c01066d0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f14b40098a0 tx=0x7f14b4009bb0 comp rx=0 tx=0).stop
2024-03-19T01:39:23.818 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.085+0000 7f14c6cb4700  1 -- 172.21.15.46:0/1861843591 shutdown_connections
2024-03-19T01:39:23.818 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.085+0000 7f14c6cb4700  1 --2- 172.21.15.46:0/1861843591 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14c01062b0 0x7f14c01066d0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:23.818 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.085+0000 7f14c6cb4700  1 -- 172.21.15.46:0/1861843591 >> 172.21.15.46:0/1861843591 conn(0x7f14c0101ef0 msgr2=0x7f14c0104310 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:39:23.818 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.085+0000 7f14c6cb4700  1 -- 172.21.15.46:0/1861843591 shutdown_connections
2024-03-19T01:39:23.818 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.085+0000 7f14c6cb4700  1 -- 172.21.15.46:0/1861843591 wait complete.
2024-03-19T01:39:23.818 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.086+0000 7f14c6cb4700  1  Processor -- start
2024-03-19T01:39:23.818 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.086+0000 7f14c6cb4700  1 --  start start
2024-03-19T01:39:23.818 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.086+0000 7f14c6cb4700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14c01062b0 0x7f14c019d1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:23.818 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.086+0000 7f14c6cb4700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f14c0107140 con 0x7f14c01062b0
2024-03-19T01:39:23.818 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.086+0000 7f14c4a50700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14c01062b0 0x7f14c019d1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:23.818 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.086+0000 7f14c4a50700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14c01062b0 0x7f14c019d1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:32880/0 (socket says 172.21.15.46:32880)
2024-03-19T01:39:23.819 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.086+0000 7f14c4a50700  1 -- 172.21.15.46:0/4076481130 learned_addr learned my addr 172.21.15.46:0/4076481130 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:39:23.819 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.087+0000 7f14c4a50700  1 -- 172.21.15.46:0/4076481130 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14c019d6f0 con 0x7f14c01062b0
2024-03-19T01:39:23.819 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.087+0000 7f14c4a50700  1 --2- 172.21.15.46:0/4076481130 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14c01062b0 0x7f14c019d1b0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f14b4000c00 tx=0x7f14b4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:23.819 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.087+0000 7f14bdffb700  1 -- 172.21.15.46:0/4076481130 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f14b4003db0 con 0x7f14c01062b0
2024-03-19T01:39:23.819 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.087+0000 7f14bdffb700  1 -- 172.21.15.46:0/4076481130 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14b4011630 con 0x7f14c01062b0
2024-03-19T01:39:23.819 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.087+0000 7f14c6cb4700  1 -- 172.21.15.46:0/4076481130 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14c019d980 con 0x7f14c01062b0
2024-03-19T01:39:23.819 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.087+0000 7f14bdffb700  1 -- 172.21.15.46:0/4076481130 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f14b4011950 con 0x7f14c01062b0
2024-03-19T01:39:23.819 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.087+0000 7f14c6cb4700  1 -- 172.21.15.46:0/4076481130 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14c01a0670 con 0x7f14c01062b0
2024-03-19T01:39:23.819 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.088+0000 7f14bdffb700  1 -- 172.21.15.46:0/4076481130 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f14b4011af0 con 0x7f14c01062b0
2024-03-19T01:39:23.819 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.088+0000 7f14bdffb700  1 -- 172.21.15.46:0/4076481130 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f14b401c450 con 0x7f14c01062b0
2024-03-19T01:39:23.819 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.088+0000 7f14c6cb4700  1 -- 172.21.15.46:0/4076481130 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14c0063940 con 0x7f14c01062b0
2024-03-19T01:39:23.819 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.091+0000 7f14bdffb700  1 -- 172.21.15.46:0/4076481130 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+73141 (secure 0 0 0) 0x7f14b4004260 con 0x7f14c01062b0
2024-03-19T01:39:23.819 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.163+0000 7f14c6cb4700  1 -- 172.21.15.46:0/4076481130 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7f14c01a0b60 con 0x7f14c01062b0
2024-03-19T01:39:23.820 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.164+0000 7f14bdffb700  1 -- 172.21.15.46:0/4076481130 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0  v0) ==== 54+0+317 (secure 0 0 0) 0x7f14b401b450 con 0x7f14c01062b0
2024-03-19T01:39:23.820 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.165+0000 7f14c6cb4700  1 -- 172.21.15.46:0/4076481130 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14c01062b0 msgr2=0x7f14c019d1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:23.820 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.165+0000 7f14c6cb4700  1 --2- 172.21.15.46:0/4076481130 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14c01062b0 0x7f14c019d1b0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f14b4000c00 tx=0x7f14b4004750 comp rx=0 tx=0).stop
2024-03-19T01:39:23.820 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.165+0000 7f14c6cb4700  1 -- 172.21.15.46:0/4076481130 shutdown_connections
2024-03-19T01:39:23.820 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.165+0000 7f14c6cb4700  1 --2- 172.21.15.46:0/4076481130 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14c01062b0 0x7f14c019d1b0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:23.820 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.165+0000 7f14c6cb4700  1 -- 172.21.15.46:0/4076481130 >> 172.21.15.46:0/4076481130 conn(0x7f14c0101ef0 msgr2=0x7f14c01937d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:39:23.820 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.165+0000 7f14c6cb4700  1 -- 172.21.15.46:0/4076481130 shutdown_connections
2024-03-19T01:39:23.820 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:23.165+0000 7f14c6cb4700  1 -- 172.21.15.46:0/4076481130 wait complete.
2024-03-19T01:39:23.820 INFO:teuthology.orchestra.run.smithi046.stdout:mon is available
2024-03-19T01:39:23.820 INFO:teuthology.orchestra.run.smithi046.stdout:Assimilating anything we can from ceph.conf...
2024-03-19T01:39:24.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:24 smithi046 ceph-mon[62729]: from='client.? 172.21.15.46:0/1210812264' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch
2024-03-19T01:39:24.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:24 smithi046 ceph-mon[62729]: from='client.? 172.21.15.46:0/1210812264' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished
2024-03-19T01:39:24.879 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout
2024-03-19T01:39:24.886 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout [global]
2024-03-19T01:39:24.887 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 	fsid = 53c8cf3e-e591-11ee-95c9-87774f69a715
2024-03-19T01:39:24.887 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 	mon_host = [v2:172.21.15.46:3300,v1:172.21.15.46:6789]
2024-03-19T01:39:24.887 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 	mon_osd_allow_pg_remap = true
2024-03-19T01:39:24.887 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 	mon_osd_allow_primary_affinity = true
2024-03-19T01:39:24.887 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 	mon_warn_on_no_sortbitwise = false
2024-03-19T01:39:24.887 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 	osd_crush_chooseleaf_type = 0
2024-03-19T01:39:24.887 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout
2024-03-19T01:39:24.887 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout [mgr]
2024-03-19T01:39:24.887 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 	mgr/telemetry/nag = false
2024-03-19T01:39:24.887 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout
2024-03-19T01:39:24.887 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout [osd]
2024-03-19T01:39:24.887 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 	mon_osd_backfillfull_ratio = 0.85
2024-03-19T01:39:24.888 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 	mon_osd_full_ratio = 0.9
2024-03-19T01:39:24.888 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 	mon_osd_nearfull_ratio = 0.8
2024-03-19T01:39:24.888 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 	osd_map_max_advance = 10
2024-03-19T01:39:24.888 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 	osd_sloppy_crc = true
2024-03-19T01:39:24.888 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.221+0000 7fcdac3d5700  1  Processor -- start
2024-03-19T01:39:24.888 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.221+0000 7fcdac3d5700  1 --  start start
2024-03-19T01:39:24.888 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.222+0000 7fcdac3d5700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcda4108440 0x7fcda410a830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:24.888 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.222+0000 7fcdac3d5700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fcda407aed0 con 0x7fcda4108440
2024-03-19T01:39:24.888 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.222+0000 7fcdaa171700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcda4108440 0x7fcda410a830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:24.888 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.222+0000 7fcdaa171700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcda4108440 0x7fcda410a830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:32896/0 (socket says 172.21.15.46:32896)
2024-03-19T01:39:24.888 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.222+0000 7fcdaa171700  1 -- 172.21.15.46:0/357344872 learned_addr learned my addr 172.21.15.46:0/357344872 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:39:24.888 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.222+0000 7fcdaa171700  1 -- 172.21.15.46:0/357344872 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcda410ad70 con 0x7fcda4108440
2024-03-19T01:39:24.888 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.222+0000 7fcdaa171700  1 --2- 172.21.15.46:0/357344872 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcda4108440 0x7fcda410a830 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fcd980098a0 tx=0x7fcd98009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae47bb9915bfcf2 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:24.888 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.223+0000 7fcda916f700  1 -- 172.21.15.46:0/357344872 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcd98004160 con 0x7fcda4108440
2024-03-19T01:39:24.889 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.223+0000 7fcda916f700  1 -- 172.21.15.46:0/357344872 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd98004300 con 0x7fcda4108440
2024-03-19T01:39:24.889 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.223+0000 7fcda916f700  1 -- 172.21.15.46:0/357344872 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcd980036a0 con 0x7fcda4108440
2024-03-19T01:39:24.889 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.223+0000 7fcdac3d5700  1 -- 172.21.15.46:0/357344872 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcda4108440 msgr2=0x7fcda410a830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:24.889 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.223+0000 7fcdac3d5700  1 --2- 172.21.15.46:0/357344872 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcda4108440 0x7fcda410a830 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fcd980098a0 tx=0x7fcd98009bb0 comp rx=0 tx=0).stop
2024-03-19T01:39:24.889 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.223+0000 7fcdac3d5700  1 -- 172.21.15.46:0/357344872 shutdown_connections
2024-03-19T01:39:24.889 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.223+0000 7fcdac3d5700  1 --2- 172.21.15.46:0/357344872 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcda4108440 0x7fcda410a830 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:24.889 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.223+0000 7fcdac3d5700  1 -- 172.21.15.46:0/357344872 >> 172.21.15.46:0/357344872 conn(0x7fcda4101ef0 msgr2=0x7fcda4104310 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:39:24.889 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.223+0000 7fcdac3d5700  1 -- 172.21.15.46:0/357344872 shutdown_connections
2024-03-19T01:39:24.889 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.223+0000 7fcdac3d5700  1 -- 172.21.15.46:0/357344872 wait complete.
2024-03-19T01:39:24.889 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.224+0000 7fcdac3d5700  1  Processor -- start
2024-03-19T01:39:24.889 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.224+0000 7fcdac3d5700  1 --  start start
2024-03-19T01:39:24.889 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.224+0000 7fcdac3d5700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcda4108440 0x7fcda4107cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:24.889 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.224+0000 7fcdac3d5700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fcda410b240 con 0x7fcda4108440
2024-03-19T01:39:24.890 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.224+0000 7fcdaa171700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcda4108440 0x7fcda4107cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:24.890 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.224+0000 7fcdaa171700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcda4108440 0x7fcda4107cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:32904/0 (socket says 172.21.15.46:32904)
2024-03-19T01:39:24.890 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.224+0000 7fcdaa171700  1 -- 172.21.15.46:0/1210812264 learned_addr learned my addr 172.21.15.46:0/1210812264 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:39:24.890 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.224+0000 7fcdaa171700  1 -- 172.21.15.46:0/1210812264 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcda4108200 con 0x7fcda4108440
2024-03-19T01:39:24.890 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.224+0000 7fcdaa171700  1 --2- 172.21.15.46:0/1210812264 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcda4108440 0x7fcda4107cc0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fcd98000c00 tx=0x7fcd98004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:24.890 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.225+0000 7fcd977fe700  1 -- 172.21.15.46:0/1210812264 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcd98003db0 con 0x7fcda4108440
2024-03-19T01:39:24.890 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.225+0000 7fcd977fe700  1 -- 172.21.15.46:0/1210812264 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd98011630 con 0x7fcda4108440
2024-03-19T01:39:24.890 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.225+0000 7fcdac3d5700  1 -- 172.21.15.46:0/1210812264 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcda41063f0 con 0x7fcda4108440
2024-03-19T01:39:24.890 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.225+0000 7fcd977fe700  1 -- 172.21.15.46:0/1210812264 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcd98011950 con 0x7fcda4108440
2024-03-19T01:39:24.890 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.225+0000 7fcdac3d5700  1 -- 172.21.15.46:0/1210812264 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcda4106930 con 0x7fcda4108440
2024-03-19T01:39:24.890 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.225+0000 7fcd977fe700  1 -- 172.21.15.46:0/1210812264 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fcd98011af0 con 0x7fcda4108440
2024-03-19T01:39:24.890 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.225+0000 7fcd977fe700  1 -- 172.21.15.46:0/1210812264 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fcd9801c450 con 0x7fcda4108440
2024-03-19T01:39:24.890 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.226+0000 7fcdac3d5700  1 -- 172.21.15.46:0/1210812264 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcda4063940 con 0x7fcda4108440
2024-03-19T01:39:24.891 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.228+0000 7fcd977fe700  1 -- 172.21.15.46:0/1210812264 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+73141 (secure 0 0 0) 0x7fcd98032020 con 0x7fcda4108440
2024-03-19T01:39:24.891 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.298+0000 7fcdac3d5700  1 -- 172.21.15.46:0/1210812264 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fcda4106bb0 con 0x7fcda4108440
2024-03-19T01:39:24.891 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.301+0000 7fcd977fe700  1 -- 172.21.15.46:0/1210812264 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0  v2) ==== 70+0+429 (secure 0 0 0) 0x7fcd98004260 con 0x7fcda4108440
2024-03-19T01:39:24.891 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.302+0000 7fcd977fe700  1 -- 172.21.15.46:0/1210812264 <== mon.0 v2:172.21.15.46:3300/0 8 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fcd9801b450 con 0x7fcda4108440
2024-03-19T01:39:24.891 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.303+0000 7fcdac3d5700  1 -- 172.21.15.46:0/1210812264 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcda4108440 msgr2=0x7fcda4107cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:24.891 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.303+0000 7fcdac3d5700  1 --2- 172.21.15.46:0/1210812264 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcda4108440 0x7fcda4107cc0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fcd98000c00 tx=0x7fcd98004750 comp rx=0 tx=0).stop
2024-03-19T01:39:24.891 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.303+0000 7fcdac3d5700  1 -- 172.21.15.46:0/1210812264 shutdown_connections
2024-03-19T01:39:24.891 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.303+0000 7fcdac3d5700  1 --2- 172.21.15.46:0/1210812264 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcda4108440 0x7fcda4107cc0 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:24.891 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.303+0000 7fcdac3d5700  1 -- 172.21.15.46:0/1210812264 >> 172.21.15.46:0/1210812264 conn(0x7fcda4101ef0 msgr2=0x7fcda4102c40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:39:24.891 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.303+0000 7fcdac3d5700  1 -- 172.21.15.46:0/1210812264 shutdown_connections
2024-03-19T01:39:24.891 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:24.303+0000 7fcdac3d5700  1 -- 172.21.15.46:0/1210812264 wait complete.
2024-03-19T01:39:24.891 INFO:teuthology.orchestra.run.smithi046.stdout:Generating new minimal ceph.conf...
2024-03-19T01:39:25.908 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:25 smithi046 ceph-mon[62729]: from='client.? 172.21.15.46:0/1280640119' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:39:25.915 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.288+0000 7fb277551700  1  Processor -- start
2024-03-19T01:39:25.915 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.288+0000 7fb277551700  1 --  start start
2024-03-19T01:39:25.915 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.288+0000 7fb277551700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb270108480 0x7fb27010a870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:25.915 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.288+0000 7fb277551700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb27007ae90 con 0x7fb270108480
2024-03-19T01:39:25.916 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.288+0000 7fb2752ed700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb270108480 0x7fb27010a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:25.916 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.288+0000 7fb2752ed700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb270108480 0x7fb27010a870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:32916/0 (socket says 172.21.15.46:32916)
2024-03-19T01:39:25.916 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.288+0000 7fb2752ed700  1 -- 172.21.15.46:0/1548952781 learned_addr learned my addr 172.21.15.46:0/1548952781 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:39:25.916 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.289+0000 7fb2752ed700  1 -- 172.21.15.46:0/1548952781 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb27010adb0 con 0x7fb270108480
2024-03-19T01:39:25.916 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.289+0000 7fb2752ed700  1 --2- 172.21.15.46:0/1548952781 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb270108480 0x7fb27010a870 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fb26c0098a0 tx=0x7fb26c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce3b4a2af41ad576 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:25.916 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.289+0000 7fb267fff700  1 -- 172.21.15.46:0/1548952781 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb26c004160 con 0x7fb270108480
2024-03-19T01:39:25.916 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.289+0000 7fb267fff700  1 -- 172.21.15.46:0/1548952781 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fb26c004300 con 0x7fb270108480
2024-03-19T01:39:25.916 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.289+0000 7fb267fff700  1 -- 172.21.15.46:0/1548952781 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb26c011a80 con 0x7fb270108480
2024-03-19T01:39:25.916 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.289+0000 7fb277551700  1 -- 172.21.15.46:0/1548952781 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb270108480 msgr2=0x7fb27010a870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:25.916 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.289+0000 7fb277551700  1 --2- 172.21.15.46:0/1548952781 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb270108480 0x7fb27010a870 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fb26c0098a0 tx=0x7fb26c009bb0 comp rx=0 tx=0).stop
2024-03-19T01:39:25.916 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.290+0000 7fb277551700  1 -- 172.21.15.46:0/1548952781 shutdown_connections
2024-03-19T01:39:25.916 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.290+0000 7fb277551700  1 --2- 172.21.15.46:0/1548952781 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb270108480 0x7fb27010a870 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:25.917 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.290+0000 7fb277551700  1 -- 172.21.15.46:0/1548952781 >> 172.21.15.46:0/1548952781 conn(0x7fb270101f30 msgr2=0x7fb270104350 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:39:25.917 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.290+0000 7fb277551700  1 -- 172.21.15.46:0/1548952781 shutdown_connections
2024-03-19T01:39:25.917 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.290+0000 7fb277551700  1 -- 172.21.15.46:0/1548952781 wait complete.
2024-03-19T01:39:25.917 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.290+0000 7fb277551700  1  Processor -- start
2024-03-19T01:39:25.917 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.290+0000 7fb277551700  1 --  start start
2024-03-19T01:39:25.917 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.290+0000 7fb277551700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb270108480 0x7fb27019b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:25.917 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.290+0000 7fb277551700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb27010bd70 con 0x7fb270108480
2024-03-19T01:39:25.917 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.291+0000 7fb2752ed700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb270108480 0x7fb27019b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:25.917 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.291+0000 7fb2752ed700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb270108480 0x7fb27019b7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:32932/0 (socket says 172.21.15.46:32932)
2024-03-19T01:39:25.917 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.291+0000 7fb2752ed700  1 -- 172.21.15.46:0/1280640119 learned_addr learned my addr 172.21.15.46:0/1280640119 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:39:25.917 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.291+0000 7fb2752ed700  1 -- 172.21.15.46:0/1280640119 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb27019bcf0 con 0x7fb270108480
2024-03-19T01:39:25.917 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.291+0000 7fb2752ed700  1 --2- 172.21.15.46:0/1280640119 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb270108480 0x7fb27019b7b0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fb26c006af0 tx=0x7fb26c011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:25.918 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.291+0000 7fb2667fc700  1 -- 172.21.15.46:0/1280640119 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb26c0039e0 con 0x7fb270108480
2024-03-19T01:39:25.918 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.291+0000 7fb2667fc700  1 -- 172.21.15.46:0/1280640119 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fb26c003b80 con 0x7fb270108480
2024-03-19T01:39:25.918 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.291+0000 7fb277551700  1 -- 172.21.15.46:0/1280640119 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb27019bf80 con 0x7fb270108480
2024-03-19T01:39:25.918 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.291+0000 7fb2667fc700  1 -- 172.21.15.46:0/1280640119 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb26c0196a0 con 0x7fb270108480
2024-03-19T01:39:25.918 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.291+0000 7fb277551700  1 -- 172.21.15.46:0/1280640119 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb27019ec70 con 0x7fb270108480
2024-03-19T01:39:25.918 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.291+0000 7fb2667fc700  1 -- 172.21.15.46:0/1280640119 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fb26c019ce0 con 0x7fb270108480
2024-03-19T01:39:25.918 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.291+0000 7fb2667fc700  1 -- 172.21.15.46:0/1280640119 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fb26c024730 con 0x7fb270108480
2024-03-19T01:39:25.918 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.292+0000 7fb277551700  1 -- 172.21.15.46:0/1280640119 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb270063940 con 0x7fb270108480
2024-03-19T01:39:25.918 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.294+0000 7fb2667fc700  1 -- 172.21.15.46:0/1280640119 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+73141 (secure 0 0 0) 0x7fb26c043dd0 con 0x7fb270108480
2024-03-19T01:39:25.918 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.365+0000 7fb277551700  1 -- 172.21.15.46:0/1280640119 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7fb27019ee40 con 0x7fb270108480
2024-03-19T01:39:25.918 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.365+0000 7fb2667fc700  1 -- 172.21.15.46:0/1280640119 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0  v2) ==== 76+0+175 (secure 0 0 0) 0x7fb26c032020 con 0x7fb270108480
2024-03-19T01:39:25.918 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.366+0000 7fb277551700  1 -- 172.21.15.46:0/1280640119 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb270108480 msgr2=0x7fb27019b7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:25.919 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.366+0000 7fb277551700  1 --2- 172.21.15.46:0/1280640119 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb270108480 0x7fb27019b7b0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fb26c006af0 tx=0x7fb26c011c40 comp rx=0 tx=0).stop
2024-03-19T01:39:25.919 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.366+0000 7fb277551700  1 -- 172.21.15.46:0/1280640119 shutdown_connections
2024-03-19T01:39:25.919 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.366+0000 7fb277551700  1 --2- 172.21.15.46:0/1280640119 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb270108480 0x7fb27019b7b0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:25.919 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.366+0000 7fb277551700  1 -- 172.21.15.46:0/1280640119 >> 172.21.15.46:0/1280640119 conn(0x7fb270101f30 msgr2=0x7fb2701028a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:39:25.919 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.366+0000 7fb277551700  1 -- 172.21.15.46:0/1280640119 shutdown_connections
2024-03-19T01:39:25.919 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:25.366+0000 7fb277551700  1 -- 172.21.15.46:0/1280640119 wait complete.
2024-03-19T01:39:25.919 INFO:teuthology.orchestra.run.smithi046.stdout:Restarting the monitor...
2024-03-19T01:39:26.178 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:25 smithi046 systemd[1]: Stopping Ceph mon.a for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T01:39:26.570 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:26 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mon-a[62717]: 2024-03-19T01:39:26.177+0000 7f2102c70700 -1 received  signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false  (PID: 1) UID: 0
2024-03-19T01:39:26.570 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:26 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mon-a[62717]: 2024-03-19T01:39:26.177+0000 7f2102c70700 -1 mon.a@0(leader) e1 *** Got Signal Terminated ***
2024-03-19T01:39:26.570 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:26 smithi046 podman[62975]: 2024-03-19 01:39:26.331748723 +0000 UTC m=+0.257629457 container died 667a7705b5a5cc10096a3de850d18bec45a553db7eb82e7ddb0a3187fe41fca0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mon-a, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.build-date=20240307, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image)
2024-03-19T01:39:26.836 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:26 smithi046 podman[62975]: 2024-03-19 01:39:26.661365156 +0000 UTC m=+0.587245887 container cleanup 667a7705b5a5cc10096a3de850d18bec45a553db7eb82e7ddb0a3187fe41fca0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30)
2024-03-19T01:39:26.836 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:26 smithi046 bash[62975]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mon-a
2024-03-19T01:39:27.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:26 smithi046 podman[62989]: 2024-03-19 01:39:26.837194038 +0000 UTC m=+0.501290956 container remove 667a7705b5a5cc10096a3de850d18bec45a553db7eb82e7ddb0a3187fe41fca0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mon-a, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image)
2024-03-19T01:39:27.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 systemd[1]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mon.a.service: Deactivated successfully.
2024-03-19T01:39:27.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 systemd[1]: Stopped Ceph mon.a for 53c8cf3e-e591-11ee-95c9-87774f69a715.
2024-03-19T01:39:27.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 systemd[1]: Starting Ceph mon.a for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T01:39:27.573 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 podman[63083]: 2024-03-19 01:39:27.279663683 +0000 UTC m=+0.109327611 container create 9007b0374a4c8212ea3be06e07478fb66901efce7f7c5573ba3ea389be43b8a4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mon-a, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.schema-version=1.0, GIT_CLEAN=True)
2024-03-19T01:39:27.573 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 podman[63083]: 2024-03-19 01:39:27.188588028 +0000 UTC m=+0.018251955 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810
2024-03-19T01:39:27.573 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 podman[63083]: 2024-03-19 01:39:27.490260402 +0000 UTC m=+0.319924349 container init 9007b0374a4c8212ea3be06e07478fb66901efce7f7c5573ba3ea389be43b8a4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mon-a, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, io.buildah.version=1.33.5, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, GIT_CLEAN=True)
2024-03-19T01:39:27.573 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 podman[63083]: 2024-03-19 01:39:27.493169205 +0000 UTC m=+0.322833133 container start 9007b0374a4c8212ea3be06e07478fb66901efce7f7c5573ba3ea389be43b8a4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS)
2024-03-19T01:39:27.573 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: set uid:gid to 167:167 (ceph:ceph)
2024-03-19T01:39:27.573 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: ceph version 19.0.0-2206-gb6ae2491 (b6ae24918b03b1b8a19c9263a50655bba80bb810) squid (dev), process ceph-mon, pid 2
2024-03-19T01:39:27.573 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: pidfile_write: ignore empty --pid-file
2024-03-19T01:39:27.574 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: load: jerasure load: lrc
2024-03-19T01:39:27.574 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: RocksDB version: 7.9.2
2024-03-19T01:39:27.574 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: Git sha 0
2024-03-19T01:39:27.574 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: Compile date 2024-03-18 18:57:12
2024-03-19T01:39:27.574 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: DB SUMMARY
2024-03-19T01:39:27.574 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: DB Session ID:  8E51J4GJ2IBWRZW8S1YA
2024-03-19T01:39:27.574 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: CURRENT file:  CURRENT
2024-03-19T01:39:27.574 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: IDENTITY file:  IDENTITY
2024-03-19T01:39:27.574 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: MANIFEST file:  MANIFEST-000010 size: 179 Bytes
2024-03-19T01:39:27.574 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst
2024-03-19T01:39:27.574 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 103110 ;
2024-03-19T01:39:27.575 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                         Options.error_if_exists: 0
2024-03-19T01:39:27.575 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                       Options.create_if_missing: 0
2024-03-19T01:39:27.576 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                         Options.paranoid_checks: 1
2024-03-19T01:39:27.576 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:             Options.flush_verify_memtable_count: 1
2024-03-19T01:39:27.576 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                               Options.track_and_verify_wals_in_manifest: 0
2024-03-19T01:39:27.576 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:        Options.verify_sst_unique_id_in_manifest: 1
2024-03-19T01:39:27.576 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                                     Options.env: 0x55638181cc60
2024-03-19T01:39:27.576 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                                      Options.fs: PosixFileSystem
2024-03-19T01:39:27.576 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                                Options.info_log: 0x55638391bae0
2024-03-19T01:39:27.576 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                Options.max_file_opening_threads: 16
2024-03-19T01:39:27.576 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                              Options.statistics: (nil)
2024-03-19T01:39:27.576 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                               Options.use_fsync: 0
2024-03-19T01:39:27.576 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                       Options.max_log_file_size: 0
2024-03-19T01:39:27.576 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                  Options.max_manifest_file_size: 1073741824
2024-03-19T01:39:27.576 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                   Options.log_file_time_to_roll: 0
2024-03-19T01:39:27.576 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                       Options.keep_log_file_num: 1000
2024-03-19T01:39:27.577 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                    Options.recycle_log_file_num: 0
2024-03-19T01:39:27.577 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                         Options.allow_fallocate: 1
2024-03-19T01:39:27.577 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                        Options.allow_mmap_reads: 0
2024-03-19T01:39:27.577 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                       Options.allow_mmap_writes: 0
2024-03-19T01:39:27.577 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                        Options.use_direct_reads: 0
2024-03-19T01:39:27.577 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                        Options.use_direct_io_for_flush_and_compaction: 0
2024-03-19T01:39:27.577 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:          Options.create_missing_column_families: 0
2024-03-19T01:39:27.577 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                              Options.db_log_dir:
2024-03-19T01:39:27.577 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                                 Options.wal_dir:
2024-03-19T01:39:27.577 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                Options.table_cache_numshardbits: 6
2024-03-19T01:39:27.577 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                         Options.WAL_ttl_seconds: 0
2024-03-19T01:39:27.577 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                       Options.WAL_size_limit_MB: 0
2024-03-19T01:39:27.577 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                        Options.max_write_batch_group_size_bytes: 1048576
2024-03-19T01:39:27.577 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:             Options.manifest_preallocation_size: 4194304
2024-03-19T01:39:27.578 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                     Options.is_fd_close_on_exec: 1
2024-03-19T01:39:27.578 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                   Options.advise_random_on_open: 1
2024-03-19T01:39:27.578 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                    Options.db_write_buffer_size: 0
2024-03-19T01:39:27.578 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                    Options.write_buffer_manager: 0x5563838ee1e0
2024-03-19T01:39:27.578 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:         Options.access_hint_on_compaction_start: 1
2024-03-19T01:39:27.578 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:           Options.random_access_max_buffer_size: 1048576
2024-03-19T01:39:27.578 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                      Options.use_adaptive_mutex: 0
2024-03-19T01:39:27.578 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                            Options.rate_limiter: (nil)
2024-03-19T01:39:27.578 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:     Options.sst_file_manager.rate_bytes_per_sec: 0
2024-03-19T01:39:27.578 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                       Options.wal_recovery_mode: 2
2024-03-19T01:39:27.578 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                  Options.enable_thread_tracking: 0
2024-03-19T01:39:27.578 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                  Options.enable_pipelined_write: 0
2024-03-19T01:39:27.578 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                  Options.unordered_write: 0
2024-03-19T01:39:27.579 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:         Options.allow_concurrent_memtable_write: 1
2024-03-19T01:39:27.579 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:      Options.enable_write_thread_adaptive_yield: 1
2024-03-19T01:39:27.579 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:             Options.write_thread_max_yield_usec: 100
2024-03-19T01:39:27.579 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:            Options.write_thread_slow_yield_usec: 3
2024-03-19T01:39:27.579 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                               Options.row_cache: None
2024-03-19T01:39:27.579 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                              Options.wal_filter: None
2024-03-19T01:39:27.579 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:             Options.avoid_flush_during_recovery: 0
2024-03-19T01:39:27.579 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:             Options.allow_ingest_behind: 0
2024-03-19T01:39:27.579 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:             Options.two_write_queues: 0
2024-03-19T01:39:27.579 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:             Options.manual_wal_flush: 0
2024-03-19T01:39:27.579 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:             Options.wal_compression: 0
2024-03-19T01:39:27.579 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:             Options.atomic_flush: 0
2024-03-19T01:39:27.579 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:             Options.avoid_unnecessary_blocking_io: 0
2024-03-19T01:39:27.579 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                 Options.persist_stats_to_disk: 0
2024-03-19T01:39:27.579 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                 Options.write_dbid_to_manifest: 0
2024-03-19T01:39:27.580 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                 Options.log_readahead_size: 0
2024-03-19T01:39:27.580 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                 Options.file_checksum_gen_factory: Unknown
2024-03-19T01:39:27.580 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                 Options.best_efforts_recovery: 0
2024-03-19T01:39:27.580 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                Options.max_bgerror_resume_count: 2147483647
2024-03-19T01:39:27.580 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:            Options.bgerror_resume_retry_interval: 1000000
2024-03-19T01:39:27.580 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:             Options.allow_data_in_errors: 0
2024-03-19T01:39:27.580 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:             Options.db_host_id: __hostname__
2024-03-19T01:39:27.580 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:             Options.enforce_single_del_contracts: true
2024-03-19T01:39:27.580 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:             Options.max_background_jobs: 2
2024-03-19T01:39:27.580 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:             Options.max_background_compactions: -1
2024-03-19T01:39:27.580 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:             Options.max_subcompactions: 1
2024-03-19T01:39:27.580 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:             Options.avoid_flush_during_shutdown: 0
2024-03-19T01:39:27.580 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:           Options.writable_file_max_buffer_size: 1048576
2024-03-19T01:39:27.580 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:             Options.delayed_write_rate : 16777216
2024-03-19T01:39:27.580 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:             Options.max_total_wal_size: 0
2024-03-19T01:39:27.581 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:             Options.delete_obsolete_files_period_micros: 21600000000
2024-03-19T01:39:27.581 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                   Options.stats_dump_period_sec: 600
2024-03-19T01:39:27.581 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                 Options.stats_persist_period_sec: 600
2024-03-19T01:39:27.581 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                 Options.stats_history_buffer_size: 1048576
2024-03-19T01:39:27.581 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                          Options.max_open_files: -1
2024-03-19T01:39:27.581 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                          Options.bytes_per_sync: 0
2024-03-19T01:39:27.581 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                      Options.wal_bytes_per_sync: 0
2024-03-19T01:39:27.581 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                   Options.strict_bytes_per_sync: 0
2024-03-19T01:39:27.581 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:       Options.compaction_readahead_size: 0
2024-03-19T01:39:27.581 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                  Options.max_background_flushes: -1
2024-03-19T01:39:27.581 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: Compression algorithms supported:
2024-03-19T01:39:27.581 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:         kZSTDNotFinalCompression supported: 0
2024-03-19T01:39:27.581 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:         kZSTD supported: 0
2024-03-19T01:39:27.581 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:         kXpressCompression supported: 0
2024-03-19T01:39:27.581 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:         kLZ4HCCompression supported: 1
2024-03-19T01:39:27.582 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:         kZlibCompression supported: 1
2024-03-19T01:39:27.582 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:         kSnappyCompression supported: 1
2024-03-19T01:39:27.582 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:         kLZ4Compression supported: 1
2024-03-19T01:39:27.582 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:         kBZip2Compression supported: 0
2024-03-19T01:39:27.582 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: Fast CRC32 supported: Supported on x86
2024-03-19T01:39:27.582 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: DMutex implementation: pthread_mutex_t
2024-03-19T01:39:27.582 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010
2024-03-19T01:39:27.582 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]:
2024-03-19T01:39:27.582 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:               Options.comparator: leveldb.BytewiseComparator
2024-03-19T01:39:27.582 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:           Options.merge_operator:
2024-03-19T01:39:27.582 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:        Options.compaction_filter: None
2024-03-19T01:39:27.582 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:        Options.compaction_filter_factory: None
2024-03-19T01:39:27.582 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:  Options.sst_partitioner_factory: None
2024-03-19T01:39:27.582 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:         Options.memtable_factory: SkipListFactory
2024-03-19T01:39:27.583 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:            Options.table_factory: BlockBasedTable
2024-03-19T01:39:27.583 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:            table_factory options:   flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55638391bbe0)
2024-03-19T01:39:27.583 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             cache_index_and_filter_blocks: 1
2024-03-19T01:39:27.583 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             cache_index_and_filter_blocks_with_high_priority: 0
2024-03-19T01:39:27.583 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             pin_l0_filter_and_index_blocks_in_cache: 0
2024-03-19T01:39:27.583 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             pin_top_level_index_and_filter: 1
2024-03-19T01:39:27.583 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             index_type: 0
2024-03-19T01:39:27.583 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             data_block_index_type: 0
2024-03-19T01:39:27.583 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             index_shortening: 1
2024-03-19T01:39:27.583 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             data_block_hash_table_util_ratio: 0.750000
2024-03-19T01:39:27.583 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             checksum: 4
2024-03-19T01:39:27.583 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             no_block_cache: 0
2024-03-19T01:39:27.583 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             block_cache: 0x556383921090
2024-03-19T01:39:27.583 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             block_cache_name: BinnedLRUCache
2024-03-19T01:39:27.583 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             block_cache_options:
2024-03-19T01:39:27.584 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                               capacity : 536870912
2024-03-19T01:39:27.584 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                               num_shard_bits : 4
2024-03-19T01:39:27.584 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                               strict_capacity_limit : 0
2024-03-19T01:39:27.584 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                               high_pri_pool_ratio: 0.000
2024-03-19T01:39:27.584 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             block_cache_compressed: (nil)
2024-03-19T01:39:27.584 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             persistent_cache: (nil)
2024-03-19T01:39:27.584 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             block_size: 4096
2024-03-19T01:39:27.584 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             block_size_deviation: 10
2024-03-19T01:39:27.584 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             block_restart_interval: 16
2024-03-19T01:39:27.584 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             index_block_restart_interval: 1
2024-03-19T01:39:27.584 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             metadata_block_size: 4096
2024-03-19T01:39:27.584 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             partition_filters: 0
2024-03-19T01:39:27.584 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             use_delta_encoding: 1
2024-03-19T01:39:27.584 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             filter_policy: bloomfilter
2024-03-19T01:39:27.584 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             whole_key_filtering: 1
2024-03-19T01:39:27.585 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             verify_compression: 0
2024-03-19T01:39:27.585 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             read_amp_bytes_per_bit: 0
2024-03-19T01:39:27.585 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             format_version: 5
2024-03-19T01:39:27.585 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             enable_index_compression: 1
2024-03-19T01:39:27.585 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             block_align: 0
2024-03-19T01:39:27.585 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             max_auto_readahead_size: 262144
2024-03-19T01:39:27.585 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             prepopulate_block_cache: 0
2024-03-19T01:39:27.585 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             initial_auto_readahead_size: 8192
2024-03-19T01:39:27.585 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             num_file_reads_for_auto_readahead: 2
2024-03-19T01:39:27.585 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:        Options.write_buffer_size: 33554432
2024-03-19T01:39:27.585 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:  Options.max_write_buffer_number: 2
2024-03-19T01:39:27.585 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:          Options.compression: NoCompression
2024-03-19T01:39:27.585 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                  Options.bottommost_compression: Disabled
2024-03-19T01:39:27.585 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:       Options.prefix_extractor: nullptr
2024-03-19T01:39:27.585 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:   Options.memtable_insert_with_hint_prefix_extractor: nullptr
2024-03-19T01:39:27.586 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:             Options.num_levels: 7
2024-03-19T01:39:27.586 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:        Options.min_write_buffer_number_to_merge: 1
2024-03-19T01:39:27.586 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:     Options.max_write_buffer_number_to_maintain: 0
2024-03-19T01:39:27.586 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:     Options.max_write_buffer_size_to_maintain: 0
2024-03-19T01:39:27.586 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:            Options.bottommost_compression_opts.window_bits: -14
2024-03-19T01:39:27.586 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                  Options.bottommost_compression_opts.level: 32767
2024-03-19T01:39:27.586 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:               Options.bottommost_compression_opts.strategy: 0
2024-03-19T01:39:27.586 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:         Options.bottommost_compression_opts.max_dict_bytes: 0
2024-03-19T01:39:27.586 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:         Options.bottommost_compression_opts.zstd_max_train_bytes: 0
2024-03-19T01:39:27.586 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:         Options.bottommost_compression_opts.parallel_threads: 1
2024-03-19T01:39:27.586 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                  Options.bottommost_compression_opts.enabled: false
2024-03-19T01:39:27.586 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:         Options.bottommost_compression_opts.max_dict_buffer_bytes: 0
2024-03-19T01:39:27.586 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:         Options.bottommost_compression_opts.use_zstd_dict_trainer: true
2024-03-19T01:39:27.586 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:            Options.compression_opts.window_bits: -14
2024-03-19T01:39:27.587 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                  Options.compression_opts.level: 32767
2024-03-19T01:39:27.587 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:               Options.compression_opts.strategy: 0
2024-03-19T01:39:27.587 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:         Options.compression_opts.max_dict_bytes: 0
2024-03-19T01:39:27.587 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:         Options.compression_opts.zstd_max_train_bytes: 0
2024-03-19T01:39:27.587 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:         Options.compression_opts.use_zstd_dict_trainer: true
2024-03-19T01:39:27.587 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:         Options.compression_opts.parallel_threads: 1
2024-03-19T01:39:27.587 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                  Options.compression_opts.enabled: false
2024-03-19T01:39:27.587 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:         Options.compression_opts.max_dict_buffer_bytes: 0
2024-03-19T01:39:27.587 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:      Options.level0_file_num_compaction_trigger: 4
2024-03-19T01:39:27.587 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:          Options.level0_slowdown_writes_trigger: 20
2024-03-19T01:39:27.587 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:              Options.level0_stop_writes_trigger: 36
2024-03-19T01:39:27.587 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                   Options.target_file_size_base: 67108864
2024-03-19T01:39:27.587 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:             Options.target_file_size_multiplier: 1
2024-03-19T01:39:27.587 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                Options.max_bytes_for_level_base: 268435456
2024-03-19T01:39:27.587 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1
2024-03-19T01:39:27.588 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:          Options.max_bytes_for_level_multiplier: 10.000000
2024-03-19T01:39:27.588 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1
2024-03-19T01:39:27.588 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1
2024-03-19T01:39:27.588 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1
2024-03-19T01:39:27.588 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1
2024-03-19T01:39:27.588 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1
2024-03-19T01:39:27.588 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1
2024-03-19T01:39:27.588 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1
2024-03-19T01:39:27.588 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:       Options.max_sequential_skip_in_iterations: 8
2024-03-19T01:39:27.588 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                    Options.max_compaction_bytes: 1677721600
2024-03-19T01:39:27.588 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:   Options.ignore_max_compaction_bytes_for_input: true
2024-03-19T01:39:27.588 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                        Options.arena_block_size: 1048576
2024-03-19T01:39:27.588 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:   Options.soft_pending_compaction_bytes_limit: 68719476736
2024-03-19T01:39:27.588 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:   Options.hard_pending_compaction_bytes_limit: 274877906944
2024-03-19T01:39:27.588 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                Options.disable_auto_compactions: 0
2024-03-19T01:39:27.589 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                        Options.compaction_style: kCompactionStyleLevel
2024-03-19T01:39:27.589 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                          Options.compaction_pri: kMinOverlappingRatio
2024-03-19T01:39:27.589 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: Options.compaction_options_universal.size_ratio: 1
2024-03-19T01:39:27.589 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: Options.compaction_options_universal.min_merge_width: 2
2024-03-19T01:39:27.589 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295
2024-03-19T01:39:27.589 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200
2024-03-19T01:39:27.589 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1
2024-03-19T01:39:27.589 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize
2024-03-19T01:39:27.589 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824
2024-03-19T01:39:27.589 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0
2024-03-19T01:39:27.589 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                   Options.table_properties_collectors:
2024-03-19T01:39:27.589 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                   Options.inplace_update_support: 0
2024-03-19T01:39:27.589 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                 Options.inplace_update_num_locks: 10000
2024-03-19T01:39:27.589 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:               Options.memtable_prefix_bloom_size_ratio: 0.000000
2024-03-19T01:39:27.589 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:               Options.memtable_whole_key_filtering: 0
2024-03-19T01:39:27.590 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:   Options.memtable_huge_page_size: 0
2024-03-19T01:39:27.590 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                           Options.bloom_locality: 0
2024-03-19T01:39:27.590 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                    Options.max_successive_merges: 0
2024-03-19T01:39:27.591 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                Options.optimize_filters_for_hits: 0
2024-03-19T01:39:27.591 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                Options.paranoid_file_checks: 0
2024-03-19T01:39:27.591 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                Options.force_consistency_checks: 1
2024-03-19T01:39:27.591 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                Options.report_bg_io_stats: 0
2024-03-19T01:39:27.591 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                               Options.ttl: 2592000
2024-03-19T01:39:27.591 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:          Options.periodic_compaction_seconds: 0
2024-03-19T01:39:27.591 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:  Options.preclude_last_level_data_seconds: 0
2024-03-19T01:39:27.591 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:    Options.preserve_internal_time_seconds: 0
2024-03-19T01:39:27.591 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                       Options.enable_blob_files: false
2024-03-19T01:39:27.591 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                           Options.min_blob_size: 0
2024-03-19T01:39:27.591 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                          Options.blob_file_size: 268435456
2024-03-19T01:39:27.591 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                   Options.blob_compression_type: NoCompression
2024-03-19T01:39:27.591 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:          Options.enable_blob_garbage_collection: false
2024-03-19T01:39:27.591 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:      Options.blob_garbage_collection_age_cutoff: 0.250000
2024-03-19T01:39:27.591 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000
2024-03-19T01:39:27.592 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:          Options.blob_compaction_readahead_size: 0
2024-03-19T01:39:27.592 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb:                Options.blob_file_starting_level: 0
2024-03-19T01:39:27.592 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: Options.experimental_mempurge_threshold: 0.000000
2024-03-19T01:39:27.592 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5
2024-03-19T01:39:27.592 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5
2024-03-19T01:39:27.592 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: a5494c6c-64eb-4f35-a1ce-6d5cf137d3af
2024-03-19T01:39:27.592 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710812367521904, "job": 1, "event": "recovery_started", "wal_files": [9]}
2024-03-19T01:39:27.592 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2
2024-03-19T01:39:27.592 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710812367522997, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 98348, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 318, "table_properties": {"data_size": 96362, "index_size": 268, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 709, "raw_key_size": 13679, "raw_average_key_size": 49, "raw_value_size": 88896, "raw_average_value_size": 320, "num_data_blocks": 12, "num_entries": 277, "num_filter_entries": 277, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1710812367, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a5494c6c-64eb-4f35-a1ce-6d5cf137d3af", "db_session_id": "8E51J4GJ2IBWRZW8S1YA", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}}
2024-03-19T01:39:27.592 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710812367523082, "job": 1, "event": "recovery_finished"}
2024-03-19T01:39:27.592 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: [db/version_set.cc:5047] Creating manifest 15
2024-03-19T01:39:27.592 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000
2024-03-19T01:39:27.592 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x556383a14000
2024-03-19T01:39:27.592 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: DB pointer 0x5563839fe000
2024-03-19T01:39:27.593 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS -------
2024-03-19T01:39:27.593 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: rocksdb: [db/db_impl/db_impl.cc:1111]
2024-03-19T01:39:27.593 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                           ** DB Stats **
2024-03-19T01:39:27.593 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                           Uptime(secs): 0.0 total, 0.0 interval
2024-03-19T01:39:27.593 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                           Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s
2024-03-19T01:39:27.593 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                           Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s
2024-03-19T01:39:27.593 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                           Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent
2024-03-19T01:39:27.593 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                           Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s
2024-03-19T01:39:27.593 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                           Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s
2024-03-19T01:39:27.593 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                           Interval stall: 00:00:0.000 H:M:S, 0.0 percent
2024-03-19T01:39:27.593 INFO:journalctl@ceph.mon.a.smithi046.stdout:
2024-03-19T01:39:27.593 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                           ** Compaction Stats [default] **
2024-03-19T01:39:27.593 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                           Level    Files   Size     Score Read(GB)  Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
2024-03-19T01:39:27.593 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                           ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
2024-03-19T01:39:27.593 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                             L0      2/0   97.88 KB   0.5      0.0     0.0      0.0       0.0      0.0       0.0   1.0      0.0    125.9      0.00              0.00         1    0.001       0      0       0.0       0.0
2024-03-19T01:39:27.594 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                            Sum      2/0   97.88 KB   0.0      0.0     0.0      0.0       0.0      0.0       0.0   1.0      0.0    125.9      0.00              0.00         1    0.001       0      0       0.0       0.0
2024-03-19T01:39:27.594 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                            Int      0/0    0.00 KB   0.0      0.0     0.0      0.0       0.0      0.0       0.0   1.0      0.0    125.9      0.00              0.00         1    0.001       0      0       0.0       0.0
2024-03-19T01:39:27.594 INFO:journalctl@ceph.mon.a.smithi046.stdout:
2024-03-19T01:39:27.594 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                           ** Compaction Stats [default] **
2024-03-19T01:39:27.594 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                           Priority    Files   Size     Score Read(GB)  Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB)
2024-03-19T01:39:27.594 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                           ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------
2024-03-19T01:39:27.594 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                           User      0/0    0.00 KB   0.0      0.0     0.0      0.0       0.0      0.0       0.0   0.0      0.0    125.9      0.00              0.00         1    0.001       0      0       0.0       0.0
2024-03-19T01:39:27.594 INFO:journalctl@ceph.mon.a.smithi046.stdout:
2024-03-19T01:39:27.594 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                           Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0
2024-03-19T01:39:27.594 INFO:journalctl@ceph.mon.a.smithi046.stdout:
2024-03-19T01:39:27.594 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                           Uptime(secs): 0.0 total, 0.0 interval
2024-03-19T01:39:27.594 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                           Flush(GB): cumulative 0.000, interval 0.000
2024-03-19T01:39:27.594 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                           AddFile(GB): cumulative 0.000, interval 0.000
2024-03-19T01:39:27.594 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                           AddFile(Total Files): cumulative 0, interval 0
2024-03-19T01:39:27.595 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                           AddFile(L0 Files): cumulative 0, interval 0
2024-03-19T01:39:27.595 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                           AddFile(Keys): cumulative 0, interval 0
2024-03-19T01:39:27.595 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                           Cumulative compaction: 0.00 GB write, 30.37 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
2024-03-19T01:39:27.595 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                           Interval compaction: 0.00 GB write, 30.37 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds
2024-03-19T01:39:27.595 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                           Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count
2024-03-19T01:39:27.595 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                           Block cache BinnedLRUCache@0x556383921090#2 capacity: 512.00 MB usage: 1.36 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0
2024-03-19T01:39:27.595 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                           Block cache entry stats(count,size,portion): FilterBlock(2,0.89 KB,0.000169873%) IndexBlock(2,0.47 KB,8.9407e-05%) Misc(1,0.00 KB,0%)
2024-03-19T01:39:27.595 INFO:journalctl@ceph.mon.a.smithi046.stdout:
2024-03-19T01:39:27.595 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                           ** File Read Latency Histogram By Level [default] **
2024-03-19T01:39:27.595 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: starting mon.a rank 0 at public addrs [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] at bind addrs [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 53c8cf3e-e591-11ee-95c9-87774f69a715
2024-03-19T01:39:27.595 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: mon.a@-1(???) e1 preinit fsid 53c8cf3e-e591-11ee-95c9-87774f69a715
2024-03-19T01:39:27.595 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: mon.a@-1(???).mds e1 new map
2024-03-19T01:39:27.595 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: mon.a@-1(???).mds e1 print_map
2024-03-19T01:39:27.595 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                           e1
2024-03-19T01:39:27.596 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                           enable_multiple, ever_enabled_multiple: 1,1
2024-03-19T01:39:27.596 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                           default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes}
2024-03-19T01:39:27.596 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                           legacy client fscid: -1
2024-03-19T01:39:27.596 INFO:journalctl@ceph.mon.a.smithi046.stdout:
2024-03-19T01:39:27.596 INFO:journalctl@ceph.mon.a.smithi046.stdout:                                           No filesystems configured
2024-03-19T01:39:27.596 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires
2024-03-19T01:39:27.596 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires
2024-03-19T01:39:27.596 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires
2024-03-19T01:39:27.596 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires
2024-03-19T01:39:27.596 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3
2024-03-19T01:39:27.596 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 bash[63083]: 9007b0374a4c8212ea3be06e07478fb66901efce7f7c5573ba3ea389be43b8a4
2024-03-19T01:39:27.596 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 systemd[1]: Started Ceph mon.a for 53c8cf3e-e591-11ee-95c9-87774f69a715.
2024-03-19T01:39:27.596 INFO:teuthology.orchestra.run.smithi046.stdout:Setting public_network to 172.21.0.0/20 in mon config section
2024-03-19T01:39:27.860 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: mon.a is new leader, mons a in quorum (ranks 0)
2024-03-19T01:39:27.860 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: monmap epoch 1
2024-03-19T01:39:27.860 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: fsid 53c8cf3e-e591-11ee-95c9-87774f69a715
2024-03-19T01:39:27.861 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: last_changed 2024-03-19T01:39:18.552490+0000
2024-03-19T01:39:27.861 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: created 2024-03-19T01:39:18.552490+0000
2024-03-19T01:39:27.861 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: min_mon_release 19 (squid)
2024-03-19T01:39:27.861 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: election_strategy: 1
2024-03-19T01:39:27.861 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: 0: [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon.a
2024-03-19T01:39:27.861 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: fsmap
2024-03-19T01:39:27.861 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: osdmap e1: 0 total, 0 up, 0 in
2024-03-19T01:39:27.861 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:27 smithi046 ceph-mon[63102]: mgrmap e1: no daemons active
2024-03-19T01:39:28.664 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.064+0000 7fd1dc430700  1  Processor -- start
2024-03-19T01:39:28.665 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.064+0000 7fd1dc430700  1 --  start start
2024-03-19T01:39:28.665 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.064+0000 7fd1dc430700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd1d4107a20 0x7fd1d4107e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:28.665 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.064+0000 7fd1dc430700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd1d4108410 con 0x7fd1d4107a20
2024-03-19T01:39:28.665 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.064+0000 7fd1da1cc700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd1d4107a20 0x7fd1d4107e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:28.665 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.064+0000 7fd1da1cc700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd1d4107a20 0x7fd1d4107e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:32936/0 (socket says 172.21.15.46:32936)
2024-03-19T01:39:28.665 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.064+0000 7fd1da1cc700  1 -- 172.21.15.46:0/1729350710 learned_addr learned my addr 172.21.15.46:0/1729350710 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:39:28.665 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.065+0000 7fd1da1cc700  1 -- 172.21.15.46:0/1729350710 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1d4108c20 con 0x7fd1d4107a20
2024-03-19T01:39:28.666 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.065+0000 7fd1da1cc700  1 --2- 172.21.15.46:0/1729350710 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd1d4107a20 0x7fd1d4107e40 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fd1d00098a0 tx=0x7fd1d0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=531949d8761a7deb server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:28.666 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.065+0000 7fd1d91ca700  1 -- 172.21.15.46:0/1729350710 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd1d0004160 con 0x7fd1d4107a20
2024-03-19T01:39:28.666 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.065+0000 7fd1d91ca700  1 -- 172.21.15.46:0/1729350710 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fd1d0004300 con 0x7fd1d4107a20
2024-03-19T01:39:28.666 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.065+0000 7fd1d91ca700  1 -- 172.21.15.46:0/1729350710 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd1d0011a80 con 0x7fd1d4107a20
2024-03-19T01:39:28.666 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.066+0000 7fd1dc430700  1 -- 172.21.15.46:0/1729350710 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd1d4107a20 msgr2=0x7fd1d4107e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:28.666 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.066+0000 7fd1dc430700  1 --2- 172.21.15.46:0/1729350710 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd1d4107a20 0x7fd1d4107e40 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fd1d00098a0 tx=0x7fd1d0009bb0 comp rx=0 tx=0).stop
2024-03-19T01:39:28.667 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.066+0000 7fd1dc430700  1 -- 172.21.15.46:0/1729350710 shutdown_connections
2024-03-19T01:39:28.667 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.066+0000 7fd1dc430700  1 --2- 172.21.15.46:0/1729350710 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd1d4107a20 0x7fd1d4107e40 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:28.667 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.066+0000 7fd1dc430700  1 -- 172.21.15.46:0/1729350710 >> 172.21.15.46:0/1729350710 conn(0x7fd1d4103000 msgr2=0x7fd1d4105420 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:39:28.667 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.066+0000 7fd1dc430700  1 -- 172.21.15.46:0/1729350710 shutdown_connections
2024-03-19T01:39:28.667 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.066+0000 7fd1dc430700  1 -- 172.21.15.46:0/1729350710 wait complete.
2024-03-19T01:39:28.667 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.066+0000 7fd1dc430700  1  Processor -- start
2024-03-19T01:39:28.668 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.066+0000 7fd1dc430700  1 --  start start
2024-03-19T01:39:28.668 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.067+0000 7fd1dc430700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd1d4107a20 0x7fd1d419b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:28.668 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.067+0000 7fd1dc430700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd1d410bfd0 con 0x7fd1d4107a20
2024-03-19T01:39:28.668 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.067+0000 7fd1da1cc700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd1d4107a20 0x7fd1d419b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:28.668 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.067+0000 7fd1da1cc700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd1d4107a20 0x7fd1d419b8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:32940/0 (socket says 172.21.15.46:32940)
2024-03-19T01:39:28.668 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.067+0000 7fd1da1cc700  1 -- 172.21.15.46:0/1421965213 learned_addr learned my addr 172.21.15.46:0/1421965213 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:39:28.669 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.067+0000 7fd1da1cc700  1 -- 172.21.15.46:0/1421965213 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1d419bde0 con 0x7fd1d4107a20
2024-03-19T01:39:28.669 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.067+0000 7fd1da1cc700  1 --2- 172.21.15.46:0/1421965213 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd1d4107a20 0x7fd1d419b8a0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fd1d0006af0 tx=0x7fd1d0011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:28.669 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.067+0000 7fd1cb7fe700  1 -- 172.21.15.46:0/1421965213 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd1d00039e0 con 0x7fd1d4107a20
2024-03-19T01:39:28.669 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.067+0000 7fd1cb7fe700  1 -- 172.21.15.46:0/1421965213 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fd1d0003b80 con 0x7fd1d4107a20
2024-03-19T01:39:28.669 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.067+0000 7fd1dc430700  1 -- 172.21.15.46:0/1421965213 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1d419c070 con 0x7fd1d4107a20
2024-03-19T01:39:28.669 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.067+0000 7fd1cb7fe700  1 -- 172.21.15.46:0/1421965213 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd1d00196a0 con 0x7fd1d4107a20
2024-03-19T01:39:28.669 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.067+0000 7fd1dc430700  1 -- 172.21.15.46:0/1421965213 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1d419ed60 con 0x7fd1d4107a20
2024-03-19T01:39:28.670 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.068+0000 7fd1cb7fe700  1 -- 172.21.15.46:0/1421965213 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fd1d0019ce0 con 0x7fd1d4107a20
2024-03-19T01:39:28.670 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.068+0000 7fd1cb7fe700  1 -- 172.21.15.46:0/1421965213 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fd1d0024730 con 0x7fd1d4107a20
2024-03-19T01:39:28.670 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.068+0000 7fd1dc430700  1 -- 172.21.15.46:0/1421965213 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1d4063940 con 0x7fd1d4107a20
2024-03-19T01:39:28.670 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.071+0000 7fd1cb7fe700  1 -- 172.21.15.46:0/1421965213 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+73141 (secure 0 0 0) 0x7fd1d0043dd0 con 0x7fd1d4107a20
2024-03-19T01:39:28.670 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.141+0000 7fd1dc430700  1 -- 172.21.15.46:0/1421965213 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7fd1d419ef30 con 0x7fd1d4107a20
2024-03-19T01:39:28.671 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.143+0000 7fd1cb7fe700  1 -- 172.21.15.46:0/1421965213 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0  v3)=0  v3) ==== 124+0+0 (secure 0 0 0) 0x7fd1d0032020 con 0x7fd1d4107a20
2024-03-19T01:39:28.671 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.144+0000 7fd1dc430700  1 -- 172.21.15.46:0/1421965213 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd1d4107a20 msgr2=0x7fd1d419b8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:28.671 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.144+0000 7fd1dc430700  1 --2- 172.21.15.46:0/1421965213 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd1d4107a20 0x7fd1d419b8a0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fd1d0006af0 tx=0x7fd1d0011c40 comp rx=0 tx=0).stop
2024-03-19T01:39:28.671 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.144+0000 7fd1dc430700  1 -- 172.21.15.46:0/1421965213 shutdown_connections
2024-03-19T01:39:28.671 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.144+0000 7fd1dc430700  1 --2- 172.21.15.46:0/1421965213 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd1d4107a20 0x7fd1d419b8a0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:28.671 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.144+0000 7fd1dc430700  1 -- 172.21.15.46:0/1421965213 >> 172.21.15.46:0/1421965213 conn(0x7fd1d4103000 msgr2=0x7fd1d4103a50 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:39:28.671 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.144+0000 7fd1dc430700  1 -- 172.21.15.46:0/1421965213 shutdown_connections
2024-03-19T01:39:28.672 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:28.144+0000 7fd1dc430700  1 -- 172.21.15.46:0/1421965213 wait complete.
2024-03-19T01:39:28.672 INFO:teuthology.orchestra.run.smithi046.stdout:Wrote config to /etc/ceph/ceph.conf
2024-03-19T01:39:28.687 INFO:teuthology.orchestra.run.smithi046.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring
2024-03-19T01:39:28.687 INFO:teuthology.orchestra.run.smithi046.stdout:Creating mgr...
2024-03-19T01:39:28.688 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying port 0.0.0.0:9283 ...
2024-03-19T01:39:28.688 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying port 0.0.0.0:8765 ...
2024-03-19T01:39:28.949 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mgr.x
2024-03-19T01:39:28.949 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Failed to reset failed state of unit ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mgr.x.service: Unit ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mgr.x.service not loaded.
2024-03-19T01:39:29.104 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-53c8cf3e-e591-11ee-95c9-87774f69a715.target.wants/ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mgr.x.service → /etc/systemd/system/ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@.service.
2024-03-19T01:39:29.453 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:29 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1421965213' entity='client.admin'
2024-03-19T01:39:29.680 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service
2024-03-19T01:39:29.681 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout disabled
2024-03-19T01:39:29.687 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service
2024-03-19T01:39:29.688 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout inactive
2024-03-19T01:39:29.688 INFO:teuthology.orchestra.run.smithi046.stdout:firewalld.service is not enabled
2024-03-19T01:39:29.688 INFO:teuthology.orchestra.run.smithi046.stdout:Not possible to enable service <ceph>. firewalld.service is not available
2024-03-19T01:39:29.696 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service
2024-03-19T01:39:29.696 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout disabled
2024-03-19T01:39:29.703 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service
2024-03-19T01:39:29.703 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout inactive
2024-03-19T01:39:29.703 INFO:teuthology.orchestra.run.smithi046.stdout:firewalld.service is not enabled
2024-03-19T01:39:29.703 INFO:teuthology.orchestra.run.smithi046.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available
2024-03-19T01:39:29.703 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for mgr to start...
2024-03-19T01:39:29.703 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for mgr...
2024-03-19T01:39:29.818 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:29 smithi046 systemd[1]: Started Ceph mgr.x for 53c8cf3e-e591-11ee-95c9-87774f69a715.
2024-03-19T01:39:30.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:30 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/632162230' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch
2024-03-19T01:39:30.365 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:30 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:30.152+0000 7fca97888200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member
2024-03-19T01:39:30.365 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:30 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:30.254+0000 7fca97888200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member
2024-03-19T01:39:31.036 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout
2024-03-19T01:39:31.036 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout {
2024-03-19T01:39:31.036 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "fsid": "53c8cf3e-e591-11ee-95c9-87774f69a715",
2024-03-19T01:39:31.036 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "health": {
2024-03-19T01:39:31.036 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "status": "HEALTH_OK",
2024-03-19T01:39:31.036 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "checks": {},
2024-03-19T01:39:31.036 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "mutes": []
2024-03-19T01:39:31.036 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     },
2024-03-19T01:39:31.037 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "election_epoch": 5,
2024-03-19T01:39:31.037 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "quorum": [
2024-03-19T01:39:31.037 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         0
2024-03-19T01:39:31.037 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     ],
2024-03-19T01:39:31.037 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "quorum_names": [
2024-03-19T01:39:31.037 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "a"
2024-03-19T01:39:31.037 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     ],
2024-03-19T01:39:31.037 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "quorum_age": 2,
2024-03-19T01:39:31.037 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "monmap": {
2024-03-19T01:39:31.037 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "epoch": 1,
2024-03-19T01:39:31.037 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "min_mon_release_name": "squid",
2024-03-19T01:39:31.037 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_mons": 1
2024-03-19T01:39:31.037 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     },
2024-03-19T01:39:31.037 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "osdmap": {
2024-03-19T01:39:31.038 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "epoch": 1,
2024-03-19T01:39:31.038 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_osds": 0,
2024-03-19T01:39:31.038 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_up_osds": 0,
2024-03-19T01:39:31.038 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "osd_up_since": 0,
2024-03-19T01:39:31.046 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_in_osds": 0,
2024-03-19T01:39:31.046 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "osd_in_since": 0,
2024-03-19T01:39:31.046 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_remapped_pgs": 0
2024-03-19T01:39:31.046 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     },
2024-03-19T01:39:31.046 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "pgmap": {
2024-03-19T01:39:31.046 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "pgs_by_state": [],
2024-03-19T01:39:31.046 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_pgs": 0,
2024-03-19T01:39:31.046 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_pools": 0,
2024-03-19T01:39:31.046 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_objects": 0,
2024-03-19T01:39:31.046 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "data_bytes": 0,
2024-03-19T01:39:31.047 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "bytes_used": 0,
2024-03-19T01:39:31.047 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "bytes_avail": 0,
2024-03-19T01:39:31.047 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "bytes_total": 0
2024-03-19T01:39:31.047 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     },
2024-03-19T01:39:31.047 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "fsmap": {
2024-03-19T01:39:31.047 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "epoch": 1,
2024-03-19T01:39:31.047 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "by_rank": [],
2024-03-19T01:39:31.047 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "up:standby": 0
2024-03-19T01:39:31.047 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     },
2024-03-19T01:39:31.047 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "mgrmap": {
2024-03-19T01:39:31.047 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "available": false,
2024-03-19T01:39:31.047 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_standbys": 0,
2024-03-19T01:39:31.047 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "modules": [
2024-03-19T01:39:31.047 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout             "iostat",
2024-03-19T01:39:31.048 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout             "nfs",
2024-03-19T01:39:31.048 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout             "restful"
2024-03-19T01:39:31.048 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         ],
2024-03-19T01:39:31.048 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "services": {}
2024-03-19T01:39:31.048 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     },
2024-03-19T01:39:31.048 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "servicemap": {
2024-03-19T01:39:31.048 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "epoch": 1,
2024-03-19T01:39:31.048 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "modified": "2024-03-19T01:39:22.616189+0000",
2024-03-19T01:39:31.048 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "services": {}
2024-03-19T01:39:31.048 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     },
2024-03-19T01:39:31.048 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "progress_events": {}
2024-03-19T01:39:31.048 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }
2024-03-19T01:39:31.048 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.096+0000 7fe541adf700  1  Processor -- start
2024-03-19T01:39:31.049 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.096+0000 7fe541adf700  1 --  start start
2024-03-19T01:39:31.049 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.096+0000 7fe541adf700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe53c1062d0 0x7fe53c1066f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:31.049 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.096+0000 7fe541adf700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe53c07ae30 con 0x7fe53c1062d0
2024-03-19T01:39:31.049 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.096+0000 7fe53b7fe700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe53c1062d0 0x7fe53c1066f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:31.049 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.096+0000 7fe53b7fe700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe53c1062d0 0x7fe53c1066f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:32974/0 (socket says 172.21.15.46:32974)
2024-03-19T01:39:31.049 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.096+0000 7fe53b7fe700  1 -- 172.21.15.46:0/4215719773 learned_addr learned my addr 172.21.15.46:0/4215719773 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:39:31.049 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.097+0000 7fe53b7fe700  1 -- 172.21.15.46:0/4215719773 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe53c106c30 con 0x7fe53c1062d0
2024-03-19T01:39:31.049 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.097+0000 7fe53b7fe700  1 --2- 172.21.15.46:0/4215719773 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe53c1062d0 0x7fe53c1066f0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fe52c0098a0 tx=0x7fe52c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3212160dba8440b5 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:31.049 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.097+0000 7fe53a7fc700  1 -- 172.21.15.46:0/4215719773 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe52c004160 con 0x7fe53c1062d0
2024-03-19T01:39:31.049 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.097+0000 7fe53a7fc700  1 -- 172.21.15.46:0/4215719773 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fe52c004300 con 0x7fe53c1062d0
2024-03-19T01:39:31.049 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.097+0000 7fe53a7fc700  1 -- 172.21.15.46:0/4215719773 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe52c011a80 con 0x7fe53c1062d0
2024-03-19T01:39:31.049 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.098+0000 7fe541adf700  1 -- 172.21.15.46:0/4215719773 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe53c1062d0 msgr2=0x7fe53c1066f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:31.049 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.098+0000 7fe541adf700  1 --2- 172.21.15.46:0/4215719773 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe53c1062d0 0x7fe53c1066f0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fe52c0098a0 tx=0x7fe52c009bb0 comp rx=0 tx=0).stop
2024-03-19T01:39:31.050 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.098+0000 7fe541adf700  1 -- 172.21.15.46:0/4215719773 shutdown_connections
2024-03-19T01:39:31.050 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.098+0000 7fe541adf700  1 --2- 172.21.15.46:0/4215719773 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe53c1062d0 0x7fe53c1066f0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:31.050 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.098+0000 7fe541adf700  1 -- 172.21.15.46:0/4215719773 >> 172.21.15.46:0/4215719773 conn(0x7fe53c101ef0 msgr2=0x7fe53c104310 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:39:31.050 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.098+0000 7fe541adf700  1 -- 172.21.15.46:0/4215719773 shutdown_connections
2024-03-19T01:39:31.050 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.098+0000 7fe541adf700  1 -- 172.21.15.46:0/4215719773 wait complete.
2024-03-19T01:39:31.050 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.099+0000 7fe541adf700  1  Processor -- start
2024-03-19T01:39:31.050 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.099+0000 7fe541adf700  1 --  start start
2024-03-19T01:39:31.050 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.099+0000 7fe541adf700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe53c1062d0 0x7fe53c19da30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:31.050 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.099+0000 7fe541adf700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe53c107c60 con 0x7fe53c1062d0
2024-03-19T01:39:31.050 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.099+0000 7fe53b7fe700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe53c1062d0 0x7fe53c19da30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:31.050 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.099+0000 7fe53b7fe700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe53c1062d0 0x7fe53c19da30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:32990/0 (socket says 172.21.15.46:32990)
2024-03-19T01:39:31.050 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.099+0000 7fe53b7fe700  1 -- 172.21.15.46:0/632162230 learned_addr learned my addr 172.21.15.46:0/632162230 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:39:31.050 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.099+0000 7fe53b7fe700  1 -- 172.21.15.46:0/632162230 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe53c19df70 con 0x7fe53c1062d0
2024-03-19T01:39:31.051 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.100+0000 7fe53b7fe700  1 --2- 172.21.15.46:0/632162230 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe53c1062d0 0x7fe53c19da30 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fe52c006af0 tx=0x7fe52c011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:31.051 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.100+0000 7fe538ff9700  1 -- 172.21.15.46:0/632162230 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe52c0039e0 con 0x7fe53c1062d0
2024-03-19T01:39:31.051 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.100+0000 7fe541adf700  1 -- 172.21.15.46:0/632162230 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe53c19e200 con 0x7fe53c1062d0
2024-03-19T01:39:31.051 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.100+0000 7fe538ff9700  1 -- 172.21.15.46:0/632162230 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fe52c003b80 con 0x7fe53c1062d0
2024-03-19T01:39:31.051 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.100+0000 7fe541adf700  1 -- 172.21.15.46:0/632162230 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe53c1a0ef0 con 0x7fe53c1062d0
2024-03-19T01:39:31.051 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.100+0000 7fe538ff9700  1 -- 172.21.15.46:0/632162230 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe52c0196a0 con 0x7fe53c1062d0
2024-03-19T01:39:31.051 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.100+0000 7fe538ff9700  1 -- 172.21.15.46:0/632162230 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fe52c02d440 con 0x7fe53c1062d0
2024-03-19T01:39:31.051 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.100+0000 7fe538ff9700  1 -- 172.21.15.46:0/632162230 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fe52c0247b0 con 0x7fe53c1062d0
2024-03-19T01:39:31.051 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.101+0000 7fe541adf700  1 -- 172.21.15.46:0/632162230 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe528005360 con 0x7fe53c1062d0
2024-03-19T01:39:31.051 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.103+0000 7fe538ff9700  1 -- 172.21.15.46:0/632162230 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+73141 (secure 0 0 0) 0x7fe52c043dd0 con 0x7fe53c1062d0
2024-03-19T01:39:31.051 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.177+0000 7fe541adf700  1 -- 172.21.15.46:0/632162230 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fe528005920 con 0x7fe53c1062d0
2024-03-19T01:39:31.051 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.177+0000 7fe538ff9700  1 -- 172.21.15.46:0/632162230 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0  v0) ==== 79+0+1239 (secure 0 0 0) 0x7fe52c032020 con 0x7fe53c1062d0
2024-03-19T01:39:31.051 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.178+0000 7fe541adf700  1 -- 172.21.15.46:0/632162230 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe53c1062d0 msgr2=0x7fe53c19da30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:31.052 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.178+0000 7fe541adf700  1 --2- 172.21.15.46:0/632162230 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe53c1062d0 0x7fe53c19da30 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fe52c006af0 tx=0x7fe52c011c40 comp rx=0 tx=0).stop
2024-03-19T01:39:31.052 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.178+0000 7fe541adf700  1 -- 172.21.15.46:0/632162230 shutdown_connections
2024-03-19T01:39:31.052 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.178+0000 7fe541adf700  1 --2- 172.21.15.46:0/632162230 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe53c1062d0 0x7fe53c19da30 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:31.052 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.178+0000 7fe541adf700  1 -- 172.21.15.46:0/632162230 >> 172.21.15.46:0/632162230 conn(0x7fe53c101ef0 msgr2=0x7fe53c194690 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:39:31.052 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.179+0000 7fe541adf700  1 -- 172.21.15.46:0/632162230 shutdown_connections
2024-03-19T01:39:31.052 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:30.179+0000 7fe541adf700  1 -- 172.21.15.46:0/632162230 wait complete.
2024-03-19T01:39:31.052 INFO:teuthology.orchestra.run.smithi046.stdout:mgr not available, waiting (1/15)...
2024-03-19T01:39:31.257 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:30 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:30.921+0000 7fca97888200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member
2024-03-19T01:39:31.257 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:31 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:31.015+0000 7fca97888200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member
2024-03-19T01:39:31.257 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:31 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:31.158+0000 7fca97888200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member
2024-03-19T01:39:31.257 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:31 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:31.256+0000 7fca97888200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member
2024-03-19T01:39:31.608 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:31 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:31.340+0000 7fca97888200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member
2024-03-19T01:39:31.608 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:31 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:31.607+0000 7fca97888200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member
2024-03-19T01:39:31.865 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:31 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:31.719+0000 7fca97888200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member
2024-03-19T01:39:31.865 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:31 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:31.806+0000 7fca97888200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member
2024-03-19T01:39:32.365 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:31 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:31.903+0000 7fca97888200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member
2024-03-19T01:39:32.365 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:32 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:32.079+0000 7fca97888200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member
2024-03-19T01:39:33.365 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:33 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:33.093+0000 7fca97888200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member
2024-03-19T01:39:33.365 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:33 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:33.230+0000 7fca97888200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member
2024-03-19T01:39:33.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:33 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/214578096' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch
2024-03-19T01:39:33.865 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:33 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:33.573+0000 7fca97888200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member
2024-03-19T01:39:33.865 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:33 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:33.669+0000 7fca97888200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member
2024-03-19T01:39:34.195 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:33 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:33.874+0000 7fca97888200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member
2024-03-19T01:39:34.196 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:34 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:34.065+0000 7fca97888200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member
2024-03-19T01:39:34.310 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout
2024-03-19T01:39:34.310 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout {
2024-03-19T01:39:34.310 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "fsid": "53c8cf3e-e591-11ee-95c9-87774f69a715",
2024-03-19T01:39:34.310 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "health": {
2024-03-19T01:39:34.310 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "status": "HEALTH_OK",
2024-03-19T01:39:34.310 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "checks": {},
2024-03-19T01:39:34.310 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "mutes": []
2024-03-19T01:39:34.310 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     },
2024-03-19T01:39:34.311 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "election_epoch": 5,
2024-03-19T01:39:34.311 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "quorum": [
2024-03-19T01:39:34.311 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         0
2024-03-19T01:39:34.311 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     ],
2024-03-19T01:39:34.311 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "quorum_names": [
2024-03-19T01:39:34.311 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "a"
2024-03-19T01:39:34.311 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     ],
2024-03-19T01:39:34.311 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "quorum_age": 6,
2024-03-19T01:39:34.311 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "monmap": {
2024-03-19T01:39:34.311 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "epoch": 1,
2024-03-19T01:39:34.311 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "min_mon_release_name": "squid",
2024-03-19T01:39:34.311 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_mons": 1
2024-03-19T01:39:34.311 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     },
2024-03-19T01:39:34.311 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "osdmap": {
2024-03-19T01:39:34.311 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "epoch": 1,
2024-03-19T01:39:34.312 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_osds": 0,
2024-03-19T01:39:34.312 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_up_osds": 0,
2024-03-19T01:39:34.312 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "osd_up_since": 0,
2024-03-19T01:39:34.312 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_in_osds": 0,
2024-03-19T01:39:34.312 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "osd_in_since": 0,
2024-03-19T01:39:34.312 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_remapped_pgs": 0
2024-03-19T01:39:34.312 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     },
2024-03-19T01:39:34.312 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "pgmap": {
2024-03-19T01:39:34.319 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "pgs_by_state": [],
2024-03-19T01:39:34.319 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_pgs": 0,
2024-03-19T01:39:34.319 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_pools": 0,
2024-03-19T01:39:34.320 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_objects": 0,
2024-03-19T01:39:34.320 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "data_bytes": 0,
2024-03-19T01:39:34.320 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "bytes_used": 0,
2024-03-19T01:39:34.320 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "bytes_avail": 0,
2024-03-19T01:39:34.320 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "bytes_total": 0
2024-03-19T01:39:34.320 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     },
2024-03-19T01:39:34.320 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "fsmap": {
2024-03-19T01:39:34.320 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "epoch": 1,
2024-03-19T01:39:34.320 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "by_rank": [],
2024-03-19T01:39:34.320 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "up:standby": 0
2024-03-19T01:39:34.320 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     },
2024-03-19T01:39:34.320 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "mgrmap": {
2024-03-19T01:39:34.320 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "available": false,
2024-03-19T01:39:34.321 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_standbys": 0,
2024-03-19T01:39:34.321 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "modules": [
2024-03-19T01:39:34.321 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout             "iostat",
2024-03-19T01:39:34.321 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout             "nfs",
2024-03-19T01:39:34.321 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout             "restful"
2024-03-19T01:39:34.321 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         ],
2024-03-19T01:39:34.321 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "services": {}
2024-03-19T01:39:34.321 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     },
2024-03-19T01:39:34.321 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "servicemap": {
2024-03-19T01:39:34.321 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "epoch": 1,
2024-03-19T01:39:34.321 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "modified": "2024-03-19T01:39:22.616189+0000",
2024-03-19T01:39:34.321 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "services": {}
2024-03-19T01:39:34.321 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     },
2024-03-19T01:39:34.321 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "progress_events": {}
2024-03-19T01:39:34.321 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }
2024-03-19T01:39:34.322 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.609+0000 7f32b86ef700  1  Processor -- start
2024-03-19T01:39:34.322 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.609+0000 7f32b86ef700  1 --  start start
2024-03-19T01:39:34.322 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.610+0000 7f32b86ef700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f32b01084b0 0x7f32b010a8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:34.322 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.610+0000 7f32b86ef700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f32b007ae70 con 0x7f32b01084b0
2024-03-19T01:39:34.322 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.610+0000 7f32b648b700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f32b01084b0 0x7f32b010a8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:34.322 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.610+0000 7f32b648b700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f32b01084b0 0x7f32b010a8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57456/0 (socket says 172.21.15.46:57456)
2024-03-19T01:39:34.322 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.610+0000 7f32b648b700  1 -- 172.21.15.46:0/23662493 learned_addr learned my addr 172.21.15.46:0/23662493 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:39:34.322 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.610+0000 7f32b648b700  1 -- 172.21.15.46:0/23662493 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32b010ade0 con 0x7f32b01084b0
2024-03-19T01:39:34.322 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.610+0000 7f32b648b700  1 --2- 172.21.15.46:0/23662493 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f32b01084b0 0x7f32b010a8a0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f32ac0098a0 tx=0x7f32ac009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d260059af2a35816 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:34.322 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.611+0000 7f32b5489700  1 -- 172.21.15.46:0/23662493 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f32ac004160 con 0x7f32b01084b0
2024-03-19T01:39:34.322 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.611+0000 7f32b5489700  1 -- 172.21.15.46:0/23662493 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f32ac004300 con 0x7f32b01084b0
2024-03-19T01:39:34.322 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.611+0000 7f32b5489700  1 -- 172.21.15.46:0/23662493 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f32ac011a80 con 0x7f32b01084b0
2024-03-19T01:39:34.322 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.612+0000 7f32b86ef700  1 -- 172.21.15.46:0/23662493 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f32b01084b0 msgr2=0x7f32b010a8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:34.323 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.612+0000 7f32b86ef700  1 --2- 172.21.15.46:0/23662493 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f32b01084b0 0x7f32b010a8a0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f32ac0098a0 tx=0x7f32ac009bb0 comp rx=0 tx=0).stop
2024-03-19T01:39:34.323 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.612+0000 7f32b86ef700  1 -- 172.21.15.46:0/23662493 shutdown_connections
2024-03-19T01:39:34.323 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.612+0000 7f32b86ef700  1 --2- 172.21.15.46:0/23662493 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f32b01084b0 0x7f32b010a8a0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:34.323 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.612+0000 7f32b86ef700  1 -- 172.21.15.46:0/23662493 >> 172.21.15.46:0/23662493 conn(0x7f32b0101f80 msgr2=0x7f32b01043a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:39:34.323 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.612+0000 7f32b86ef700  1 -- 172.21.15.46:0/23662493 shutdown_connections
2024-03-19T01:39:34.323 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.612+0000 7f32b86ef700  1 -- 172.21.15.46:0/23662493 wait complete.
2024-03-19T01:39:34.323 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.612+0000 7f32b86ef700  1  Processor -- start
2024-03-19T01:39:34.323 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.612+0000 7f32b86ef700  1 --  start start
2024-03-19T01:39:34.323 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.613+0000 7f32b86ef700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f32b01084b0 0x7f32b019b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:34.323 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.613+0000 7f32b86ef700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f32b010bd50 con 0x7f32b01084b0
2024-03-19T01:39:34.323 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.613+0000 7f32b648b700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f32b01084b0 0x7f32b019b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:34.323 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.613+0000 7f32b648b700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f32b01084b0 0x7f32b019b7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57470/0 (socket says 172.21.15.46:57470)
2024-03-19T01:39:34.323 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.613+0000 7f32b648b700  1 -- 172.21.15.46:0/214578096 learned_addr learned my addr 172.21.15.46:0/214578096 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:39:34.324 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.613+0000 7f32b648b700  1 -- 172.21.15.46:0/214578096 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32b019bd20 con 0x7f32b01084b0
2024-03-19T01:39:34.324 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.613+0000 7f32b648b700  1 --2- 172.21.15.46:0/214578096 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f32b01084b0 0x7f32b019b7e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f32ac006af0 tx=0x7f32ac011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:34.324 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.613+0000 7f32a77fe700  1 -- 172.21.15.46:0/214578096 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f32ac0039e0 con 0x7f32b01084b0
2024-03-19T01:39:34.324 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.613+0000 7f32b86ef700  1 -- 172.21.15.46:0/214578096 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32b019bfb0 con 0x7f32b01084b0
2024-03-19T01:39:34.324 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.614+0000 7f32a77fe700  1 -- 172.21.15.46:0/214578096 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f32ac003b80 con 0x7f32b01084b0
2024-03-19T01:39:34.324 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.614+0000 7f32b86ef700  1 -- 172.21.15.46:0/214578096 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32b019eca0 con 0x7f32b01084b0
2024-03-19T01:39:34.324 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.614+0000 7f32a77fe700  1 -- 172.21.15.46:0/214578096 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f32ac0196a0 con 0x7f32b01084b0
2024-03-19T01:39:34.324 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.614+0000 7f32a77fe700  1 -- 172.21.15.46:0/214578096 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f32ac019d00 con 0x7f32b01084b0
2024-03-19T01:39:34.324 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.614+0000 7f32a77fe700  1 -- 172.21.15.46:0/214578096 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f32ac024730 con 0x7f32b01084b0
2024-03-19T01:39:34.324 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.615+0000 7f32b86ef700  1 -- 172.21.15.46:0/214578096 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32b0063940 con 0x7f32b01084b0
2024-03-19T01:39:34.324 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.617+0000 7f32a77fe700  1 -- 172.21.15.46:0/214578096 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+73141 (secure 0 0 0) 0x7f32ac01ab50 con 0x7f32b01084b0
2024-03-19T01:39:34.324 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.691+0000 7f32b86ef700  1 -- 172.21.15.46:0/214578096 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f32b019ee70 con 0x7f32b01084b0
2024-03-19T01:39:34.324 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.692+0000 7f32a77fe700  1 -- 172.21.15.46:0/214578096 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0  v0) ==== 79+0+1239 (secure 0 0 0) 0x7f32ac024930 con 0x7f32b01084b0
2024-03-19T01:39:34.325 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.693+0000 7f32b86ef700  1 -- 172.21.15.46:0/214578096 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f32b01084b0 msgr2=0x7f32b019b7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:34.325 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.693+0000 7f32b86ef700  1 --2- 172.21.15.46:0/214578096 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f32b01084b0 0x7f32b019b7e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f32ac006af0 tx=0x7f32ac011c40 comp rx=0 tx=0).stop
2024-03-19T01:39:34.325 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.693+0000 7f32b86ef700  1 -- 172.21.15.46:0/214578096 shutdown_connections
2024-03-19T01:39:34.325 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.693+0000 7f32b86ef700  1 --2- 172.21.15.46:0/214578096 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f32b01084b0 0x7f32b019b7e0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:34.325 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.693+0000 7f32b86ef700  1 -- 172.21.15.46:0/214578096 >> 172.21.15.46:0/214578096 conn(0x7f32b0101f80 msgr2=0x7f32b0102910 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:39:34.325 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.693+0000 7f32b86ef700  1 -- 172.21.15.46:0/214578096 shutdown_connections
2024-03-19T01:39:34.325 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:33.693+0000 7f32b86ef700  1 -- 172.21.15.46:0/214578096 wait complete.
2024-03-19T01:39:34.325 INFO:teuthology.orchestra.run.smithi046.stdout:mgr not available, waiting (2/15)...
2024-03-19T01:39:34.614 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:34 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:34.357+0000 7fca97888200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member
2024-03-19T01:39:35.115 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:34 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:34.619+0000 7fca97888200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member
2024-03-19T01:39:35.115 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:34 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:34.860+0000 7fca97888200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member
2024-03-19T01:39:36.115 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:35 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:35.682+0000 7fca97888200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member
2024-03-19T01:39:36.580 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:36 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:36.261+0000 7fca97888200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member
2024-03-19T01:39:36.580 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:36 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:36.363+0000 7fca97888200 -1 mgr[py] Module status has missing NOTIFY_TYPES member
2024-03-19T01:39:36.865 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:36 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:36.584+0000 7fca97888200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member
2024-03-19T01:39:36.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:36 smithi046 ceph-mon[63102]: Activating manager daemon x
2024-03-19T01:39:36.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:36 smithi046 ceph-mon[63102]: mgrmap e2: x(active, starting, since 0.00300844s)
2024-03-19T01:39:36.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:36 smithi046 ceph-mon[63102]: from='mgr.14100 172.21.15.46:0/3575089695' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch
2024-03-19T01:39:36.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:36 smithi046 ceph-mon[63102]: from='mgr.14100 172.21.15.46:0/3575089695' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch
2024-03-19T01:39:36.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:36 smithi046 ceph-mon[63102]: from='mgr.14100 172.21.15.46:0/3575089695' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch
2024-03-19T01:39:36.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:36 smithi046 ceph-mon[63102]: from='mgr.14100 172.21.15.46:0/3575089695' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch
2024-03-19T01:39:36.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:36 smithi046 ceph-mon[63102]: from='mgr.14100 172.21.15.46:0/3575089695' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch
2024-03-19T01:39:36.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:36 smithi046 ceph-mon[63102]: Manager daemon x is now available
2024-03-19T01:39:36.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:36 smithi046 ceph-mon[63102]: from='mgr.14100 172.21.15.46:0/3575089695' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2024-03-19T01:39:36.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:36 smithi046 ceph-mon[63102]: from='mgr.14100 172.21.15.46:0/3575089695' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2024-03-19T01:39:36.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:36 smithi046 ceph-mon[63102]: from='mgr.14100 172.21.15.46:0/3575089695' entity='mgr.x'
2024-03-19T01:39:36.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:36 smithi046 ceph-mon[63102]: from='mgr.14100 172.21.15.46:0/3575089695' entity='mgr.x'
2024-03-19T01:39:36.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:36 smithi046 ceph-mon[63102]: from='mgr.14100 172.21.15.46:0/3575089695' entity='mgr.x'
2024-03-19T01:39:37.624 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout
2024-03-19T01:39:37.624 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout {
2024-03-19T01:39:37.624 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "fsid": "53c8cf3e-e591-11ee-95c9-87774f69a715",
2024-03-19T01:39:37.624 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "health": {
2024-03-19T01:39:37.625 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "status": "HEALTH_OK",
2024-03-19T01:39:37.625 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "checks": {},
2024-03-19T01:39:37.625 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "mutes": []
2024-03-19T01:39:37.625 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     },
2024-03-19T01:39:37.625 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "election_epoch": 5,
2024-03-19T01:39:37.625 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "quorum": [
2024-03-19T01:39:37.625 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         0
2024-03-19T01:39:37.625 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     ],
2024-03-19T01:39:37.625 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "quorum_names": [
2024-03-19T01:39:37.625 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "a"
2024-03-19T01:39:37.625 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     ],
2024-03-19T01:39:37.625 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "quorum_age": 9,
2024-03-19T01:39:37.625 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "monmap": {
2024-03-19T01:39:37.625 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "epoch": 1,
2024-03-19T01:39:37.626 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "min_mon_release_name": "squid",
2024-03-19T01:39:37.626 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_mons": 1
2024-03-19T01:39:37.626 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     },
2024-03-19T01:39:37.626 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "osdmap": {
2024-03-19T01:39:37.626 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "epoch": 1,
2024-03-19T01:39:37.626 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_osds": 0,
2024-03-19T01:39:37.626 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_up_osds": 0,
2024-03-19T01:39:37.626 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "osd_up_since": 0,
2024-03-19T01:39:37.634 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_in_osds": 0,
2024-03-19T01:39:37.634 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "osd_in_since": 0,
2024-03-19T01:39:37.634 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_remapped_pgs": 0
2024-03-19T01:39:37.634 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     },
2024-03-19T01:39:37.634 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "pgmap": {
2024-03-19T01:39:37.634 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "pgs_by_state": [],
2024-03-19T01:39:37.635 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_pgs": 0,
2024-03-19T01:39:37.635 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_pools": 0,
2024-03-19T01:39:37.635 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_objects": 0,
2024-03-19T01:39:37.635 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "data_bytes": 0,
2024-03-19T01:39:37.635 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "bytes_used": 0,
2024-03-19T01:39:37.635 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "bytes_avail": 0,
2024-03-19T01:39:37.635 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "bytes_total": 0
2024-03-19T01:39:37.635 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     },
2024-03-19T01:39:37.635 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "fsmap": {
2024-03-19T01:39:37.635 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "epoch": 1,
2024-03-19T01:39:37.635 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "by_rank": [],
2024-03-19T01:39:37.635 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "up:standby": 0
2024-03-19T01:39:37.635 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     },
2024-03-19T01:39:37.636 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "mgrmap": {
2024-03-19T01:39:37.636 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "available": false,
2024-03-19T01:39:37.636 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_standbys": 0,
2024-03-19T01:39:37.636 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "modules": [
2024-03-19T01:39:37.636 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout             "iostat",
2024-03-19T01:39:37.636 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout             "nfs",
2024-03-19T01:39:37.636 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout             "restful"
2024-03-19T01:39:37.636 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         ],
2024-03-19T01:39:37.636 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "services": {}
2024-03-19T01:39:37.636 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     },
2024-03-19T01:39:37.636 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "servicemap": {
2024-03-19T01:39:37.636 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "epoch": 1,
2024-03-19T01:39:37.636 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "modified": "2024-03-19T01:39:22.616189+0000",
2024-03-19T01:39:37.636 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "services": {}
2024-03-19T01:39:37.637 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     },
2024-03-19T01:39:37.637 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "progress_events": {}
2024-03-19T01:39:37.637 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }
2024-03-19T01:39:37.637 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.895+0000 7fee81148700  1  Processor -- start
2024-03-19T01:39:37.637 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.895+0000 7fee81148700  1 --  start start
2024-03-19T01:39:37.637 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.895+0000 7fee81148700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee7c1068e0 0x7fee7c106d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:37.637 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.895+0000 7fee81148700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fee7c1072d0 con 0x7fee7c1068e0
2024-03-19T01:39:37.637 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.895+0000 7fee7ad9d700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee7c1068e0 0x7fee7c106d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:37.637 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.895+0000 7fee7ad9d700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee7c1068e0 0x7fee7c106d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57538/0 (socket says 172.21.15.46:57538)
2024-03-19T01:39:37.637 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.895+0000 7fee7ad9d700  1 -- 172.21.15.46:0/894868290 learned_addr learned my addr 172.21.15.46:0/894868290 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:39:37.637 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.896+0000 7fee7ad9d700  1 -- 172.21.15.46:0/894868290 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee7c107ae0 con 0x7fee7c1068e0
2024-03-19T01:39:37.637 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.896+0000 7fee7ad9d700  1 --2- 172.21.15.46:0/894868290 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee7c1068e0 0x7fee7c106d00 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fee6c0098a0 tx=0x7fee6c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b49d8a08d330d20 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:37.637 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.896+0000 7fee79d9b700  1 -- 172.21.15.46:0/894868290 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fee6c004160 con 0x7fee7c1068e0
2024-03-19T01:39:37.638 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.896+0000 7fee79d9b700  1 -- 172.21.15.46:0/894868290 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fee6c004300 con 0x7fee7c1068e0
2024-03-19T01:39:37.638 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.896+0000 7fee79d9b700  1 -- 172.21.15.46:0/894868290 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fee6c011a80 con 0x7fee7c1068e0
2024-03-19T01:39:37.638 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.896+0000 7fee81148700  1 -- 172.21.15.46:0/894868290 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee7c1068e0 msgr2=0x7fee7c106d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:37.638 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.897+0000 7fee81148700  1 --2- 172.21.15.46:0/894868290 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee7c1068e0 0x7fee7c106d00 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fee6c0098a0 tx=0x7fee6c009bb0 comp rx=0 tx=0).stop
2024-03-19T01:39:37.638 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.897+0000 7fee81148700  1 -- 172.21.15.46:0/894868290 shutdown_connections
2024-03-19T01:39:37.638 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.897+0000 7fee81148700  1 --2- 172.21.15.46:0/894868290 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee7c1068e0 0x7fee7c106d00 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:37.638 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.897+0000 7fee81148700  1 -- 172.21.15.46:0/894868290 >> 172.21.15.46:0/894868290 conn(0x7fee7c101f80 msgr2=0x7fee7c1043a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:39:37.638 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.897+0000 7fee81148700  1 -- 172.21.15.46:0/894868290 shutdown_connections
2024-03-19T01:39:37.638 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.897+0000 7fee81148700  1 -- 172.21.15.46:0/894868290 wait complete.
2024-03-19T01:39:37.638 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.897+0000 7fee81148700  1  Processor -- start
2024-03-19T01:39:37.638 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.897+0000 7fee81148700  1 --  start start
2024-03-19T01:39:37.638 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.898+0000 7fee81148700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee7c1068e0 0x7fee7c19e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:37.638 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.898+0000 7fee81148700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fee7c10ae90 con 0x7fee7c1068e0
2024-03-19T01:39:37.639 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.898+0000 7fee7ad9d700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee7c1068e0 0x7fee7c19e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:37.639 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.898+0000 7fee7ad9d700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee7c1068e0 0x7fee7c19e6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57552/0 (socket says 172.21.15.46:57552)
2024-03-19T01:39:37.639 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.898+0000 7fee7ad9d700  1 -- 172.21.15.46:0/67678404 learned_addr learned my addr 172.21.15.46:0/67678404 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:39:37.639 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.898+0000 7fee7ad9d700  1 -- 172.21.15.46:0/67678404 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee7c07ac70 con 0x7fee7c1068e0
2024-03-19T01:39:37.639 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.898+0000 7fee7ad9d700  1 --2- 172.21.15.46:0/67678404 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee7c1068e0 0x7fee7c19e6c0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fee6c006af0 tx=0x7fee6c011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:37.639 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.898+0000 7fee63fff700  1 -- 172.21.15.46:0/67678404 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fee6c003930 con 0x7fee7c1068e0
2024-03-19T01:39:37.639 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.898+0000 7fee63fff700  1 -- 172.21.15.46:0/67678404 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fee6c003ad0 con 0x7fee7c1068e0
2024-03-19T01:39:37.639 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.898+0000 7fee63fff700  1 -- 172.21.15.46:0/67678404 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fee6c0195e0 con 0x7fee7c1068e0
2024-03-19T01:39:37.639 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.898+0000 7fee81148700  1 -- 172.21.15.46:0/67678404 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee7c07af00 con 0x7fee7c1068e0
2024-03-19T01:39:37.639 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.898+0000 7fee81148700  1 -- 172.21.15.46:0/67678404 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee7c19ee50 con 0x7fee7c1068e0
2024-03-19T01:39:37.639 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.899+0000 7fee63fff700  1 -- 172.21.15.46:0/67678404 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 2) ==== 45862+0+0 (secure 0 0 0) 0x7fee6c019890 con 0x7fee7c1068e0
2024-03-19T01:39:37.639 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.899+0000 7fee81148700  1 -- 172.21.15.46:0/67678404 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee7c063940 con 0x7fee7c1068e0
2024-03-19T01:39:37.639 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.899+0000 7fee63fff700  1 -- 172.21.15.46:0/67678404 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fee6c04cf00 con 0x7fee7c1068e0
2024-03-19T01:39:37.640 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.902+0000 7fee63fff700  1 -- 172.21.15.46:0/67678404 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+73141 (secure 0 0 0) 0x7fee6c019b80 con 0x7fee7c1068e0
2024-03-19T01:39:37.640 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.974+0000 7fee81148700  1 -- 172.21.15.46:0/67678404 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fee7c19f0e0 con 0x7fee7c1068e0
2024-03-19T01:39:37.640 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.975+0000 7fee63fff700  1 -- 172.21.15.46:0/67678404 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0  v0) ==== 79+0+1239 (secure 0 0 0) 0x7fee6c02d960 con 0x7fee7c1068e0
2024-03-19T01:39:37.640 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.975+0000 7fee81148700  1 -- 172.21.15.46:0/67678404 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee7c1068e0 msgr2=0x7fee7c19e6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:37.640 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.975+0000 7fee81148700  1 --2- 172.21.15.46:0/67678404 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee7c1068e0 0x7fee7c19e6c0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fee6c006af0 tx=0x7fee6c011b70 comp rx=0 tx=0).stop
2024-03-19T01:39:37.640 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.975+0000 7fee81148700  1 -- 172.21.15.46:0/67678404 shutdown_connections
2024-03-19T01:39:37.640 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.975+0000 7fee81148700  1 --2- 172.21.15.46:0/67678404 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee7c1068e0 0x7fee7c19e6c0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:37.640 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.975+0000 7fee81148700  1 -- 172.21.15.46:0/67678404 >> 172.21.15.46:0/67678404 conn(0x7fee7c101f80 msgr2=0x7fee7c102b40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:39:37.640 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.976+0000 7fee81148700  1 -- 172.21.15.46:0/67678404 shutdown_connections
2024-03-19T01:39:37.640 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:36.976+0000 7fee81148700  1 -- 172.21.15.46:0/67678404 wait complete.
2024-03-19T01:39:37.640 INFO:teuthology.orchestra.run.smithi046.stdout:mgr not available, waiting (3/15)...
2024-03-19T01:39:37.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:37 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/67678404' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch
2024-03-19T01:39:37.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:37 smithi046 ceph-mon[63102]: mgrmap e3: x(active, since 1.00687s)
2024-03-19T01:39:39.968 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:39 smithi046 ceph-mon[63102]: mgrmap e4: x(active, since 2s)
2024-03-19T01:39:40.958 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:40 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2023857079' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch
2024-03-19T01:39:40.977 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout
2024-03-19T01:39:40.977 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout {
2024-03-19T01:39:40.978 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "fsid": "53c8cf3e-e591-11ee-95c9-87774f69a715",
2024-03-19T01:39:40.978 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "health": {
2024-03-19T01:39:40.978 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "status": "HEALTH_OK",
2024-03-19T01:39:40.978 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "checks": {},
2024-03-19T01:39:40.978 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "mutes": []
2024-03-19T01:39:40.978 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     },
2024-03-19T01:39:40.978 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "election_epoch": 5,
2024-03-19T01:39:40.979 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "quorum": [
2024-03-19T01:39:40.979 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         0
2024-03-19T01:39:40.979 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     ],
2024-03-19T01:39:40.979 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "quorum_names": [
2024-03-19T01:39:40.979 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "a"
2024-03-19T01:39:40.979 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     ],
2024-03-19T01:39:40.979 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "quorum_age": 12,
2024-03-19T01:39:40.979 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "monmap": {
2024-03-19T01:39:40.979 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "epoch": 1,
2024-03-19T01:39:40.980 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "min_mon_release_name": "squid",
2024-03-19T01:39:40.980 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_mons": 1
2024-03-19T01:39:40.980 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     },
2024-03-19T01:39:40.980 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "osdmap": {
2024-03-19T01:39:40.980 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "epoch": 1,
2024-03-19T01:39:40.980 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_osds": 0,
2024-03-19T01:39:40.980 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_up_osds": 0,
2024-03-19T01:39:40.980 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "osd_up_since": 0,
2024-03-19T01:39:40.980 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_in_osds": 0,
2024-03-19T01:39:40.980 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "osd_in_since": 0,
2024-03-19T01:39:40.981 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_remapped_pgs": 0
2024-03-19T01:39:40.981 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     },
2024-03-19T01:39:40.981 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "pgmap": {
2024-03-19T01:39:40.981 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "pgs_by_state": [],
2024-03-19T01:39:40.981 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_pgs": 0,
2024-03-19T01:39:40.981 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_pools": 0,
2024-03-19T01:39:40.981 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_objects": 0,
2024-03-19T01:39:40.981 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "data_bytes": 0,
2024-03-19T01:39:40.981 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "bytes_used": 0,
2024-03-19T01:39:40.981 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "bytes_avail": 0,
2024-03-19T01:39:40.981 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "bytes_total": 0
2024-03-19T01:39:40.981 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     },
2024-03-19T01:39:40.981 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "fsmap": {
2024-03-19T01:39:40.981 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "epoch": 1,
2024-03-19T01:39:40.982 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "by_rank": [],
2024-03-19T01:39:40.982 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "up:standby": 0
2024-03-19T01:39:40.982 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     },
2024-03-19T01:39:40.982 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "mgrmap": {
2024-03-19T01:39:40.982 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "available": true,
2024-03-19T01:39:40.982 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "num_standbys": 0,
2024-03-19T01:39:40.982 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "modules": [
2024-03-19T01:39:40.982 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout             "iostat",
2024-03-19T01:39:40.982 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout             "nfs",
2024-03-19T01:39:40.982 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout             "restful"
2024-03-19T01:39:40.982 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         ],
2024-03-19T01:39:40.982 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "services": {}
2024-03-19T01:39:40.982 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     },
2024-03-19T01:39:40.983 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "servicemap": {
2024-03-19T01:39:40.983 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "epoch": 1,
2024-03-19T01:39:40.983 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "modified": "2024-03-19T01:39:22.616189+0000",
2024-03-19T01:39:40.983 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout         "services": {}
2024-03-19T01:39:40.983 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     },
2024-03-19T01:39:40.983 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "progress_events": {}
2024-03-19T01:39:40.983 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }
2024-03-19T01:39:40.983 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.076+0000 7f79baeb3700  1  Processor -- start
2024-03-19T01:39:40.983 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.076+0000 7f79baeb3700  1 --  start start
2024-03-19T01:39:40.983 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.077+0000 7f79baeb3700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f79b41068f0 0x7f79b4106d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:40.983 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.077+0000 7f79baeb3700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f79b41072e0 con 0x7f79b41068f0
2024-03-19T01:39:40.983 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.077+0000 7f79b8c4f700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f79b41068f0 0x7f79b4106d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:40.983 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.077+0000 7f79b8c4f700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f79b41068f0 0x7f79b4106d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57564/0 (socket says 172.21.15.46:57564)
2024-03-19T01:39:40.984 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.077+0000 7f79b8c4f700  1 -- 172.21.15.46:0/1192337084 learned_addr learned my addr 172.21.15.46:0/1192337084 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:39:40.984 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.077+0000 7f79b8c4f700  1 -- 172.21.15.46:0/1192337084 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79b4107af0 con 0x7f79b41068f0
2024-03-19T01:39:40.984 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.077+0000 7f79b8c4f700  1 --2- 172.21.15.46:0/1192337084 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f79b41068f0 0x7f79b4106d10 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f79a800bb40 tx=0x7f79a800be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9daf026ca2d6e7cc server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:40.984 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.078+0000 7f79b37fe700  1 -- 172.21.15.46:0/1192337084 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f79a800dbe0 con 0x7f79b41068f0
2024-03-19T01:39:40.984 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.078+0000 7f79b37fe700  1 -- 172.21.15.46:0/1192337084 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f79a80044c0 con 0x7f79b41068f0
2024-03-19T01:39:40.984 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.078+0000 7f79b37fe700  1 -- 172.21.15.46:0/1192337084 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f79a8010470 con 0x7f79b41068f0
2024-03-19T01:39:40.984 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.078+0000 7f79baeb3700  1 -- 172.21.15.46:0/1192337084 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f79b41068f0 msgr2=0x7f79b4106d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:40.984 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.078+0000 7f79baeb3700  1 --2- 172.21.15.46:0/1192337084 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f79b41068f0 0x7f79b4106d10 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f79a800bb40 tx=0x7f79a800be50 comp rx=0 tx=0).stop
2024-03-19T01:39:40.984 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.078+0000 7f79baeb3700  1 -- 172.21.15.46:0/1192337084 shutdown_connections
2024-03-19T01:39:40.984 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.078+0000 7f79baeb3700  1 --2- 172.21.15.46:0/1192337084 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f79b41068f0 0x7f79b4106d10 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:40.984 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.078+0000 7f79baeb3700  1 -- 172.21.15.46:0/1192337084 >> 172.21.15.46:0/1192337084 conn(0x7f79b4101f30 msgr2=0x7f79b4104350 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:39:40.984 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.078+0000 7f79baeb3700  1 -- 172.21.15.46:0/1192337084 shutdown_connections
2024-03-19T01:39:40.985 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.078+0000 7f79baeb3700  1 -- 172.21.15.46:0/1192337084 wait complete.
2024-03-19T01:39:40.985 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.079+0000 7f79baeb3700  1  Processor -- start
2024-03-19T01:39:40.985 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.079+0000 7f79baeb3700  1 --  start start
2024-03-19T01:39:40.985 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.079+0000 7f79baeb3700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f79b41068f0 0x7f79b419dab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:40.985 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.079+0000 7f79baeb3700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f79b4079ff0 con 0x7f79b41068f0
2024-03-19T01:39:40.985 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.079+0000 7f79b8c4f700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f79b41068f0 0x7f79b419dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:40.985 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.079+0000 7f79b8c4f700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f79b41068f0 0x7f79b419dab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57580/0 (socket says 172.21.15.46:57580)
2024-03-19T01:39:40.985 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.079+0000 7f79b8c4f700  1 -- 172.21.15.46:0/2023857079 learned_addr learned my addr 172.21.15.46:0/2023857079 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:39:40.985 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.080+0000 7f79b8c4f700  1 -- 172.21.15.46:0/2023857079 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79b419dff0 con 0x7f79b41068f0
2024-03-19T01:39:40.985 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.080+0000 7f79b8c4f700  1 --2- 172.21.15.46:0/2023857079 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f79b41068f0 0x7f79b419dab0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f79a800b340 tx=0x7f79a8003fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:40.985 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.080+0000 7f79b1ffb700  1 -- 172.21.15.46:0/2023857079 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f79a8010720 con 0x7f79b41068f0
2024-03-19T01:39:40.985 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.080+0000 7f79b1ffb700  1 -- 172.21.15.46:0/2023857079 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f79a801d070 con 0x7f79b41068f0
2024-03-19T01:39:40.985 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.080+0000 7f79baeb3700  1 -- 172.21.15.46:0/2023857079 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79b419e280 con 0x7f79b41068f0
2024-03-19T01:39:40.985 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.080+0000 7f79b1ffb700  1 -- 172.21.15.46:0/2023857079 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f79a8021ac0 con 0x7f79b41068f0
2024-03-19T01:39:40.986 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.080+0000 7f79baeb3700  1 -- 172.21.15.46:0/2023857079 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79b41a0f70 con 0x7f79b41068f0
2024-03-19T01:39:40.986 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.081+0000 7f79b1ffb700  1 -- 172.21.15.46:0/2023857079 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 4) ==== 46095+0+0 (secure 0 0 0) 0x7f79a801f030 con 0x7f79b41068f0
2024-03-19T01:39:40.986 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.081+0000 7f79baeb3700  1 -- 172.21.15.46:0/2023857079 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79b4063940 con 0x7f79b41068f0
2024-03-19T01:39:40.986 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.081+0000 7f79b1ffb700  1 --2- 172.21.15.46:0/2023857079 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7f79a4038f90 0x7f79a403b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:40.986 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.081+0000 7f79b1ffb700  1 -- 172.21.15.46:0/2023857079 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f79a804cd60 con 0x7f79b41068f0
2024-03-19T01:39:40.986 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.081+0000 7f79b3fff700  1 --2- 172.21.15.46:0/2023857079 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7f79a4038f90 0x7f79a403b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:40.986 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.082+0000 7f79b3fff700  1 --2- 172.21.15.46:0/2023857079 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7f79a4038f90 0x7f79a403b450 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f79a0006fd0 tx=0x7f79a0006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:40.986 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.087+0000 7f79b1ffb700  1 -- 172.21.15.46:0/2023857079 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f79a8015070 con 0x7f79b41068f0
2024-03-19T01:39:40.986 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.380+0000 7f79baeb3700  1 -- 172.21.15.46:0/2023857079 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f79b4197040 con 0x7f79b41068f0
2024-03-19T01:39:40.986 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.380+0000 7f79b1ffb700  1 -- 172.21.15.46:0/2023857079 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0  v0) ==== 79+0+1239 (secure 0 0 0) 0x7f79b4197040 con 0x7f79b41068f0
2024-03-19T01:39:40.986 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.384+0000 7f79baeb3700  1 -- 172.21.15.46:0/2023857079 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7f79a4038f90 msgr2=0x7f79a403b450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:40.986 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.384+0000 7f79baeb3700  1 --2- 172.21.15.46:0/2023857079 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7f79a4038f90 0x7f79a403b450 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f79a0006fd0 tx=0x7f79a0006e40 comp rx=0 tx=0).stop
2024-03-19T01:39:40.986 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.384+0000 7f79baeb3700  1 -- 172.21.15.46:0/2023857079 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f79b41068f0 msgr2=0x7f79b419dab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:40.986 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.384+0000 7f79baeb3700  1 --2- 172.21.15.46:0/2023857079 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f79b41068f0 0x7f79b419dab0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f79a800b340 tx=0x7f79a8003fe0 comp rx=0 tx=0).stop
2024-03-19T01:39:40.987 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.384+0000 7f79baeb3700  1 -- 172.21.15.46:0/2023857079 shutdown_connections
2024-03-19T01:39:40.987 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.384+0000 7f79baeb3700  1 --2- 172.21.15.46:0/2023857079 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7f79a4038f90 0x7f79a403b450 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:40.987 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.384+0000 7f79baeb3700  1 --2- 172.21.15.46:0/2023857079 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f79b41068f0 0x7f79b419dab0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:40.987 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.384+0000 7f79baeb3700  1 -- 172.21.15.46:0/2023857079 >> 172.21.15.46:0/2023857079 conn(0x7f79b4101f30 msgr2=0x7f79b4194120 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:39:40.987 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.384+0000 7f79baeb3700  1 -- 172.21.15.46:0/2023857079 shutdown_connections
2024-03-19T01:39:40.987 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:40.384+0000 7f79baeb3700  1 -- 172.21.15.46:0/2023857079 wait complete.
2024-03-19T01:39:40.987 INFO:teuthology.orchestra.run.smithi046.stdout:mgr is available
2024-03-19T01:39:41.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:41 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2415897015' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch
2024-03-19T01:39:42.132 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout
2024-03-19T01:39:42.132 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout [global]
2024-03-19T01:39:42.133 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 	fsid = 53c8cf3e-e591-11ee-95c9-87774f69a715
2024-03-19T01:39:42.133 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 	mon_osd_allow_pg_remap = true
2024-03-19T01:39:42.133 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 	mon_osd_allow_primary_affinity = true
2024-03-19T01:39:42.133 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 	mon_warn_on_no_sortbitwise = false
2024-03-19T01:39:42.133 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 	osd_crush_chooseleaf_type = 0
2024-03-19T01:39:42.133 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout
2024-03-19T01:39:42.133 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout [mgr]
2024-03-19T01:39:42.133 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 	mgr/telemetry/nag = false
2024-03-19T01:39:42.133 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout
2024-03-19T01:39:42.133 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout [osd]
2024-03-19T01:39:42.133 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 	mon_osd_backfillfull_ratio = 0.85
2024-03-19T01:39:42.133 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 	mon_osd_full_ratio = 0.9
2024-03-19T01:39:42.133 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 	mon_osd_nearfull_ratio = 0.8
2024-03-19T01:39:42.134 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 	osd_map_max_advance = 10
2024-03-19T01:39:42.134 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 	osd_sloppy_crc = true
2024-03-19T01:39:42.134 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.372+0000 7f50b1abe700  1  Processor -- start
2024-03-19T01:39:42.134 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.372+0000 7f50b1abe700  1 --  start start
2024-03-19T01:39:42.134 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.372+0000 7f50b1abe700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f50ac105d30 0x7f50ac106150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:42.134 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.372+0000 7f50b1abe700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f50ac106720 con 0x7f50ac105d30
2024-03-19T01:39:42.134 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.373+0000 7f50ab7fe700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f50ac105d30 0x7f50ac106150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:42.134 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.373+0000 7f50ab7fe700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f50ac105d30 0x7f50ac106150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57596/0 (socket says 172.21.15.46:57596)
2024-03-19T01:39:42.134 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.373+0000 7f50ab7fe700  1 -- 172.21.15.46:0/4224675513 learned_addr learned my addr 172.21.15.46:0/4224675513 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:39:42.134 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.373+0000 7f50ab7fe700  1 -- 172.21.15.46:0/4224675513 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50ac108cc0 con 0x7f50ac105d30
2024-03-19T01:39:42.134 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.373+0000 7f50ab7fe700  1 --2- 172.21.15.46:0/4224675513 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f50ac105d30 0x7f50ac106150 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f509c0098a0 tx=0x7f509c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4888bb246f4b170d server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:42.134 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.373+0000 7f50aa7fc700  1 -- 172.21.15.46:0/4224675513 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f509c004160 con 0x7f50ac105d30
2024-03-19T01:39:42.135 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.373+0000 7f50aa7fc700  1 -- 172.21.15.46:0/4224675513 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f509c004300 con 0x7f50ac105d30
2024-03-19T01:39:42.135 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.373+0000 7f50aa7fc700  1 -- 172.21.15.46:0/4224675513 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f509c011a80 con 0x7f50ac105d30
2024-03-19T01:39:42.135 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.374+0000 7f50b1abe700  1 -- 172.21.15.46:0/4224675513 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f50ac105d30 msgr2=0x7f50ac106150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:42.135 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.374+0000 7f50b1abe700  1 --2- 172.21.15.46:0/4224675513 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f50ac105d30 0x7f50ac106150 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f509c0098a0 tx=0x7f509c009bb0 comp rx=0 tx=0).stop
2024-03-19T01:39:42.135 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.374+0000 7f50b1abe700  1 -- 172.21.15.46:0/4224675513 shutdown_connections
2024-03-19T01:39:42.135 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.374+0000 7f50b1abe700  1 --2- 172.21.15.46:0/4224675513 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f50ac105d30 0x7f50ac106150 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:42.135 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.374+0000 7f50b1abe700  1 -- 172.21.15.46:0/4224675513 >> 172.21.15.46:0/4224675513 conn(0x7f50ac101700 msgr2=0x7f50ac103b20 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:39:42.135 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.374+0000 7f50b1abe700  1 -- 172.21.15.46:0/4224675513 shutdown_connections
2024-03-19T01:39:42.135 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.374+0000 7f50b1abe700  1 -- 172.21.15.46:0/4224675513 wait complete.
2024-03-19T01:39:42.135 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.374+0000 7f50b1abe700  1  Processor -- start
2024-03-19T01:39:42.135 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.375+0000 7f50b1abe700  1 --  start start
2024-03-19T01:39:42.135 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.375+0000 7f50b1abe700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f50ac105d30 0x7f50ac19b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:42.135 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.375+0000 7f50b1abe700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f50ac10c070 con 0x7f50ac105d30
2024-03-19T01:39:42.136 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.375+0000 7f50ab7fe700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f50ac105d30 0x7f50ac19b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:42.136 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.375+0000 7f50ab7fe700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f50ac105d30 0x7f50ac19b8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57602/0 (socket says 172.21.15.46:57602)
2024-03-19T01:39:42.136 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.375+0000 7f50ab7fe700  1 -- 172.21.15.46:0/2415897015 learned_addr learned my addr 172.21.15.46:0/2415897015 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:39:42.136 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.375+0000 7f50ab7fe700  1 -- 172.21.15.46:0/2415897015 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50ac19be00 con 0x7f50ac105d30
2024-03-19T01:39:42.136 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.375+0000 7f50ab7fe700  1 --2- 172.21.15.46:0/2415897015 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f50ac105d30 0x7f50ac19b8c0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f509c000c00 tx=0x7f509c004290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:42.136 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.375+0000 7f50a8ff9700  1 -- 172.21.15.46:0/2415897015 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f509c0039c0 con 0x7f50ac105d30
2024-03-19T01:39:42.136 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.376+0000 7f50a8ff9700  1 -- 172.21.15.46:0/2415897015 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f509c003b60 con 0x7f50ac105d30
2024-03-19T01:39:42.136 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.376+0000 7f50b1abe700  1 -- 172.21.15.46:0/2415897015 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50ac19c090 con 0x7f50ac105d30
2024-03-19T01:39:42.136 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.376+0000 7f50a8ff9700  1 -- 172.21.15.46:0/2415897015 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f509c01a6f0 con 0x7f50ac105d30
2024-03-19T01:39:42.136 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.376+0000 7f50b1abe700  1 -- 172.21.15.46:0/2415897015 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50ac19ed80 con 0x7f50ac105d30
2024-03-19T01:39:42.136 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.376+0000 7f50a8ff9700  1 -- 172.21.15.46:0/2415897015 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 4) ==== 46095+0+0 (secure 0 0 0) 0x7f509c01a9a0 con 0x7f50ac105d30
2024-03-19T01:39:42.136 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.376+0000 7f50b1abe700  1 -- 172.21.15.46:0/2415897015 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50ac063940 con 0x7f50ac105d30
2024-03-19T01:39:42.136 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.377+0000 7f50a8ff9700  1 --2- 172.21.15.46:0/2415897015 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7f5094038f90 0x7f509403b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:42.136 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.377+0000 7f50a8ff9700  1 -- 172.21.15.46:0/2415897015 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f509c04d0a0 con 0x7f50ac105d30
2024-03-19T01:39:42.137 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.377+0000 7f50aaffd700  1 --2- 172.21.15.46:0/2415897015 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7f5094038f90 0x7f509403b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:42.137 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.377+0000 7f50aaffd700  1 --2- 172.21.15.46:0/2415897015 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7f5094038f90 0x7f509403b450 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f50a0006fd0 tx=0x7f50a0006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:42.137 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.382+0000 7f50a8ff9700  1 -- 172.21.15.46:0/2415897015 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f509c00bc70 con 0x7f50ac105d30
2024-03-19T01:39:42.137 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.585+0000 7f50b1abe700  1 -- 172.21.15.46:0/2415897015 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f50ac19ef50 con 0x7f50ac105d30
2024-03-19T01:39:42.137 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.586+0000 7f50a8ff9700  1 -- 172.21.15.46:0/2415897015 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0  v3) ==== 70+0+373 (secure 0 0 0) 0x7f50ac19ef50 con 0x7f50ac105d30
2024-03-19T01:39:42.137 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.589+0000 7f50b1abe700  1 -- 172.21.15.46:0/2415897015 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7f5094038f90 msgr2=0x7f509403b450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:42.137 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.589+0000 7f50b1abe700  1 --2- 172.21.15.46:0/2415897015 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7f5094038f90 0x7f509403b450 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f50a0006fd0 tx=0x7f50a0006e40 comp rx=0 tx=0).stop
2024-03-19T01:39:42.137 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.589+0000 7f50b1abe700  1 -- 172.21.15.46:0/2415897015 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f50ac105d30 msgr2=0x7f50ac19b8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:42.137 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.589+0000 7f50b1abe700  1 --2- 172.21.15.46:0/2415897015 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f50ac105d30 0x7f50ac19b8c0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f509c000c00 tx=0x7f509c004290 comp rx=0 tx=0).stop
2024-03-19T01:39:42.137 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.589+0000 7f50b1abe700  1 -- 172.21.15.46:0/2415897015 shutdown_connections
2024-03-19T01:39:42.137 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.589+0000 7f50b1abe700  1 --2- 172.21.15.46:0/2415897015 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7f5094038f90 0x7f509403b450 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:42.137 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.589+0000 7f50b1abe700  1 --2- 172.21.15.46:0/2415897015 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f50ac105d30 0x7f50ac19b8c0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:42.137 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.589+0000 7f50b1abe700  1 -- 172.21.15.46:0/2415897015 >> 172.21.15.46:0/2415897015 conn(0x7f50ac101700 msgr2=0x7f50ac102160 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:39:42.138 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.589+0000 7f50b1abe700  1 -- 172.21.15.46:0/2415897015 shutdown_connections
2024-03-19T01:39:42.138 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:41.589+0000 7f50b1abe700  1 -- 172.21.15.46:0/2415897015 wait complete.
2024-03-19T01:39:42.138 INFO:teuthology.orchestra.run.smithi046.stdout:Enabling cephadm module...
2024-03-19T01:39:43.254 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:42 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3276303423' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch
2024-03-19T01:39:43.254 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:42 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: ignoring --setuser ceph since I am not root
2024-03-19T01:39:43.254 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:42 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: ignoring --setgroup ceph since I am not root
2024-03-19T01:39:43.529 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:43 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:43.498+0000 7f040351e200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member
2024-03-19T01:39:43.538 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.604+0000 7f7e339b9700  1  Processor -- start
2024-03-19T01:39:43.538 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.604+0000 7f7e339b9700  1 --  start start
2024-03-19T01:39:43.538 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.604+0000 7f7e339b9700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7e2c1068b0 0x7f7e2c106cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:43.538 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.604+0000 7f7e339b9700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7e2c1072a0 con 0x7f7e2c1068b0
2024-03-19T01:39:43.538 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.604+0000 7f7e31755700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7e2c1068b0 0x7f7e2c106cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:43.538 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.604+0000 7f7e31755700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7e2c1068b0 0x7f7e2c106cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51316/0 (socket says 172.21.15.46:51316)
2024-03-19T01:39:43.538 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.604+0000 7f7e31755700  1 -- 172.21.15.46:0/4199364959 learned_addr learned my addr 172.21.15.46:0/4199364959 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:39:43.538 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.604+0000 7f7e31755700  1 -- 172.21.15.46:0/4199364959 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e2c107ab0 con 0x7f7e2c1068b0
2024-03-19T01:39:43.538 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.604+0000 7f7e31755700  1 --2- 172.21.15.46:0/4199364959 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7e2c1068b0 0x7f7e2c106cd0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f7e1c0098a0 tx=0x7f7e1c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f7a06004a58c20e server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:43.538 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.604+0000 7f7e23fff700  1 -- 172.21.15.46:0/4199364959 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7e1c004160 con 0x7f7e2c1068b0
2024-03-19T01:39:43.538 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.604+0000 7f7e23fff700  1 -- 172.21.15.46:0/4199364959 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f7e1c004300 con 0x7f7e2c1068b0
2024-03-19T01:39:43.539 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.604+0000 7f7e23fff700  1 -- 172.21.15.46:0/4199364959 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7e1c011a80 con 0x7f7e2c1068b0
2024-03-19T01:39:43.539 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.604+0000 7f7e339b9700  1 -- 172.21.15.46:0/4199364959 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7e2c1068b0 msgr2=0x7f7e2c106cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:43.539 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.604+0000 7f7e339b9700  1 --2- 172.21.15.46:0/4199364959 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7e2c1068b0 0x7f7e2c106cd0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f7e1c0098a0 tx=0x7f7e1c009bb0 comp rx=0 tx=0).stop
2024-03-19T01:39:43.539 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.605+0000 7f7e339b9700  1 -- 172.21.15.46:0/4199364959 shutdown_connections
2024-03-19T01:39:43.539 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.605+0000 7f7e339b9700  1 --2- 172.21.15.46:0/4199364959 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7e2c1068b0 0x7f7e2c106cd0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:43.539 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.605+0000 7f7e339b9700  1 -- 172.21.15.46:0/4199364959 >> 172.21.15.46:0/4199364959 conn(0x7f7e2c101f30 msgr2=0x7f7e2c104350 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:39:43.539 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.605+0000 7f7e339b9700  1 -- 172.21.15.46:0/4199364959 shutdown_connections
2024-03-19T01:39:43.539 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.605+0000 7f7e339b9700  1 -- 172.21.15.46:0/4199364959 wait complete.
2024-03-19T01:39:43.539 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.605+0000 7f7e339b9700  1  Processor -- start
2024-03-19T01:39:43.539 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.605+0000 7f7e339b9700  1 --  start start
2024-03-19T01:39:43.540 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.605+0000 7f7e339b9700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7e2c1068b0 0x7f7e2c1042c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:43.540 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.605+0000 7f7e339b9700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7e2c10ae60 con 0x7f7e2c1068b0
2024-03-19T01:39:43.540 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.606+0000 7f7e31755700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7e2c1068b0 0x7f7e2c1042c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:43.540 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.606+0000 7f7e31755700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7e2c1068b0 0x7f7e2c1042c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51322/0 (socket says 172.21.15.46:51322)
2024-03-19T01:39:43.540 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.606+0000 7f7e31755700  1 -- 172.21.15.46:0/3276303423 learned_addr learned my addr 172.21.15.46:0/3276303423 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:39:43.540 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.606+0000 7f7e31755700  1 -- 172.21.15.46:0/3276303423 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e2c104800 con 0x7f7e2c1068b0
2024-03-19T01:39:43.540 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.606+0000 7f7e31755700  1 --2- 172.21.15.46:0/3276303423 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7e2c1068b0 0x7f7e2c1042c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f7e1c006af0 tx=0x7f7e1c011ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:43.540 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.606+0000 7f7e227fc700  1 -- 172.21.15.46:0/3276303423 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7e1c003a60 con 0x7f7e2c1068b0
2024-03-19T01:39:43.540 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.606+0000 7f7e227fc700  1 -- 172.21.15.46:0/3276303423 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f7e1c003c00 con 0x7f7e2c1068b0
2024-03-19T01:39:43.540 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.606+0000 7f7e339b9700  1 -- 172.21.15.46:0/3276303423 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e2c1029f0 con 0x7f7e2c1068b0
2024-03-19T01:39:43.540 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.606+0000 7f7e227fc700  1 -- 172.21.15.46:0/3276303423 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7e1c019750 con 0x7f7e2c1068b0
2024-03-19T01:39:43.540 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.606+0000 7f7e339b9700  1 -- 172.21.15.46:0/3276303423 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e2c102f30 con 0x7f7e2c1068b0
2024-03-19T01:39:43.540 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.607+0000 7f7e227fc700  1 -- 172.21.15.46:0/3276303423 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 4) ==== 46095+0+0 (secure 0 0 0) 0x7f7e1c022020 con 0x7f7e2c1068b0
2024-03-19T01:39:43.541 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.607+0000 7f7e339b9700  1 -- 172.21.15.46:0/3276303423 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e2c063940 con 0x7f7e2c1068b0
2024-03-19T01:39:43.541 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.607+0000 7f7e227fc700  1 --2- 172.21.15.46:0/3276303423 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7f7e18038fe0 0x7f7e1803b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:43.541 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.607+0000 7f7e227fc700  1 -- 172.21.15.46:0/3276303423 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f7e1c04cd10 con 0x7f7e2c1068b0
2024-03-19T01:39:43.541 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.607+0000 7f7e30f54700  1 --2- 172.21.15.46:0/3276303423 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7f7e18038fe0 0x7f7e1803b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:43.541 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.608+0000 7f7e30f54700  1 --2- 172.21.15.46:0/3276303423 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7f7e18038fe0 0x7f7e1803b4a0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f7e28006fd0 tx=0x7f7e28006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:43.541 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.612+0000 7f7e227fc700  1 -- 172.21.15.46:0/3276303423 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f7e1c02b350 con 0x7f7e2c1068b0
2024-03-19T01:39:43.541 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.876+0000 7f7e339b9700  1 -- 172.21.15.46:0/3276303423 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7f7e2c195160 con 0x7f7e2c1068b0
2024-03-19T01:39:43.541 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.928+0000 7f7e227fc700  1 -- 172.21.15.46:0/3276303423 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0  v5) ==== 86+0+0 (secure 0 0 0) 0x7f7e1c04ca70 con 0x7f7e2c1068b0
2024-03-19T01:39:43.541 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.930+0000 7f7e227fc700  1 -- 172.21.15.46:0/3276303423 <== mon.0 v2:172.21.15.46:3300/0 8 ==== mgrmap(e 5) ==== 46106+0+0 (secure 0 0 0) 0x7f7e1c01a430 con 0x7f7e2c1068b0
2024-03-19T01:39:43.541 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.930+0000 7f7e339b9700  1 -- 172.21.15.46:0/3276303423 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7f7e18038fe0 msgr2=0x7f7e1803b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:43.541 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.930+0000 7f7e339b9700  1 --2- 172.21.15.46:0/3276303423 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7f7e18038fe0 0x7f7e1803b4a0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f7e28006fd0 tx=0x7f7e28006e40 comp rx=0 tx=0).stop
2024-03-19T01:39:43.541 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.930+0000 7f7e339b9700  1 -- 172.21.15.46:0/3276303423 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7e2c1068b0 msgr2=0x7f7e2c1042c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:43.542 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.930+0000 7f7e339b9700  1 --2- 172.21.15.46:0/3276303423 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7e2c1068b0 0x7f7e2c1042c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f7e1c006af0 tx=0x7f7e1c011ae0 comp rx=0 tx=0).stop
2024-03-19T01:39:43.542 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.930+0000 7f7e339b9700  1 -- 172.21.15.46:0/3276303423 shutdown_connections
2024-03-19T01:39:43.542 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.930+0000 7f7e339b9700  1 --2- 172.21.15.46:0/3276303423 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7f7e18038fe0 0x7f7e1803b4a0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:43.542 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.931+0000 7f7e339b9700  1 --2- 172.21.15.46:0/3276303423 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7e2c1068b0 0x7f7e2c1042c0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:43.542 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.931+0000 7f7e339b9700  1 -- 172.21.15.46:0/3276303423 >> 172.21.15.46:0/3276303423 conn(0x7f7e2c101f30 msgr2=0x7f7e2c192450 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:39:43.542 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.931+0000 7f7e339b9700  1 -- 172.21.15.46:0/3276303423 shutdown_connections
2024-03-19T01:39:43.542 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:42.931+0000 7f7e339b9700  1 -- 172.21.15.46:0/3276303423 wait complete.
2024-03-19T01:39:43.849 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:43 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:43.609+0000 7f040351e200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member
2024-03-19T01:39:44.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:43 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3276303423' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished
2024-03-19T01:39:44.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:43 smithi046 ceph-mon[63102]: mgrmap e5: x(active, since 6s)
2024-03-19T01:39:44.531 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:44 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:44.288+0000 7f040351e200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member
2024-03-19T01:39:44.531 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:44 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:44.383+0000 7f040351e200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member
2024-03-19T01:39:44.531 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:44 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:44.530+0000 7f040351e200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member
2024-03-19T01:39:44.819 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:44 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:44.630+0000 7f040351e200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member
2024-03-19T01:39:44.819 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:44 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:44.715+0000 7f040351e200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member
2024-03-19T01:39:44.828 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout {
2024-03-19T01:39:44.828 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "epoch": 5,
2024-03-19T01:39:44.828 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "available": true,
2024-03-19T01:39:44.828 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "active_name": "x",
2024-03-19T01:39:44.828 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "num_standby": 0
2024-03-19T01:39:44.828 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }
2024-03-19T01:39:44.828 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.948+0000 7f680b9dc700  1  Processor -- start
2024-03-19T01:39:44.828 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.948+0000 7f680b9dc700  1 --  start start
2024-03-19T01:39:44.828 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.949+0000 7f680b9dc700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6804108490 0x7f680410a880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:44.828 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.949+0000 7f680b9dc700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f680407ae90 con 0x7f6804108490
2024-03-19T01:39:44.828 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.949+0000 7f6809778700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6804108490 0x7f680410a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:44.828 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.949+0000 7f6809778700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6804108490 0x7f680410a880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51358/0 (socket says 172.21.15.46:51358)
2024-03-19T01:39:44.829 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.949+0000 7f6809778700  1 -- 172.21.15.46:0/4074691602 learned_addr learned my addr 172.21.15.46:0/4074691602 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:39:44.829 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.949+0000 7f6809778700  1 -- 172.21.15.46:0/4074691602 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f680410adc0 con 0x7f6804108490
2024-03-19T01:39:44.829 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.949+0000 7f6809778700  1 --2- 172.21.15.46:0/4074691602 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6804108490 0x7f680410a880 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f68000098a0 tx=0x7f6800009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6361ef73d801014 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:44.829 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.949+0000 7f67f7fff700  1 -- 172.21.15.46:0/4074691602 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6800004160 con 0x7f6804108490
2024-03-19T01:39:44.829 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.950+0000 7f67f7fff700  1 -- 172.21.15.46:0/4074691602 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f6800004300 con 0x7f6804108490
2024-03-19T01:39:44.829 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.950+0000 7f67f7fff700  1 -- 172.21.15.46:0/4074691602 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6800011a80 con 0x7f6804108490
2024-03-19T01:39:44.829 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.950+0000 7f680b9dc700  1 -- 172.21.15.46:0/4074691602 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6804108490 msgr2=0x7f680410a880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:44.829 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.950+0000 7f680b9dc700  1 --2- 172.21.15.46:0/4074691602 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6804108490 0x7f680410a880 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f68000098a0 tx=0x7f6800009bb0 comp rx=0 tx=0).stop
2024-03-19T01:39:44.829 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.950+0000 7f680b9dc700  1 -- 172.21.15.46:0/4074691602 shutdown_connections
2024-03-19T01:39:44.829 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.950+0000 7f680b9dc700  1 --2- 172.21.15.46:0/4074691602 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6804108490 0x7f680410a880 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:44.829 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.950+0000 7f680b9dc700  1 -- 172.21.15.46:0/4074691602 >> 172.21.15.46:0/4074691602 conn(0x7f6804101f80 msgr2=0x7f68041043a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:39:44.829 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.950+0000 7f680b9dc700  1 -- 172.21.15.46:0/4074691602 shutdown_connections
2024-03-19T01:39:44.829 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.950+0000 7f680b9dc700  1 -- 172.21.15.46:0/4074691602 wait complete.
2024-03-19T01:39:44.830 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.951+0000 7f680b9dc700  1  Processor -- start
2024-03-19T01:39:44.830 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.951+0000 7f680b9dc700  1 --  start start
2024-03-19T01:39:44.830 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.951+0000 7f680b9dc700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6804108490 0x7f680419ba30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:44.830 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.951+0000 7f680b9dc700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f680410bd80 con 0x7f6804108490
2024-03-19T01:39:44.830 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.951+0000 7f6809778700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6804108490 0x7f680419ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:44.830 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.951+0000 7f6809778700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6804108490 0x7f680419ba30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51370/0 (socket says 172.21.15.46:51370)
2024-03-19T01:39:44.830 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.951+0000 7f6809778700  1 -- 172.21.15.46:0/1615304590 learned_addr learned my addr 172.21.15.46:0/1615304590 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:39:44.830 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.952+0000 7f6809778700  1 -- 172.21.15.46:0/1615304590 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f680419bf70 con 0x7f6804108490
2024-03-19T01:39:44.830 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.952+0000 7f6809778700  1 --2- 172.21.15.46:0/1615304590 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6804108490 0x7f680419ba30 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f6800011a50 tx=0x7f6800004290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:44.830 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.952+0000 7f67f67fc700  1 -- 172.21.15.46:0/1615304590 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f68000039f0 con 0x7f6804108490
2024-03-19T01:39:44.830 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.952+0000 7f67f67fc700  1 -- 172.21.15.46:0/1615304590 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f6800003b90 con 0x7f6804108490
2024-03-19T01:39:44.830 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.952+0000 7f680b9dc700  1 -- 172.21.15.46:0/1615304590 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f680419c200 con 0x7f6804108490
2024-03-19T01:39:44.830 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.952+0000 7f67f67fc700  1 -- 172.21.15.46:0/1615304590 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f680001a600 con 0x7f6804108490
2024-03-19T01:39:44.831 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.952+0000 7f680b9dc700  1 -- 172.21.15.46:0/1615304590 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f680419cd20 con 0x7f6804108490
2024-03-19T01:39:44.831 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.953+0000 7f67f67fc700  1 -- 172.21.15.46:0/1615304590 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 46106+0+0 (secure 0 0 0) 0x7f6800024a40 con 0x7f6804108490
2024-03-19T01:39:44.831 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.953+0000 7f680b9dc700  1 -- 172.21.15.46:0/1615304590 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6804063940 con 0x7f6804108490
2024-03-19T01:39:44.831 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.953+0000 7f67f67fc700  1 --2- 172.21.15.46:0/1615304590 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7f67f0038f70 0x7f67f003b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:44.831 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.953+0000 7f67f67fc700  1 -- 172.21.15.46:0/1615304590 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f680004d1b0 con 0x7f6804108490
2024-03-19T01:39:44.831 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.953+0000 7f6808f77700  1 -- 172.21.15.46:0/1615304590 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7f67f0038f70 msgr2=0x7f67f003b430 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/1846458200
2024-03-19T01:39:44.831 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.953+0000 7f6808f77700  1 --2- 172.21.15.46:0/1615304590 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7f67f0038f70 0x7f67f003b430 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000
2024-03-19T01:39:44.831 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:43.958+0000 7f67f67fc700  1 -- 172.21.15.46:0/1615304590 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f680002d770 con 0x7f6804108490
2024-03-19T01:39:44.831 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:44.154+0000 7f6808f77700  1 -- 172.21.15.46:0/1615304590 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7f67f0038f70 msgr2=0x7f67f003b430 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/1846458200
2024-03-19T01:39:44.831 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:44.154+0000 7f6808f77700  1 --2- 172.21.15.46:0/1615304590 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7f67f0038f70 0x7f67f003b430 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000
2024-03-19T01:39:44.831 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:44.223+0000 7f680b9dc700  1 -- 172.21.15.46:0/1615304590 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f6804068700 con 0x7f6804108490
2024-03-19T01:39:44.831 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:44.223+0000 7f67f67fc700  1 -- 172.21.15.46:0/1615304590 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0  v5) ==== 56+0+88 (secure 0 0 0) 0x7f680000bcb0 con 0x7f6804108490
2024-03-19T01:39:44.831 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:44.225+0000 7f680b9dc700  1 -- 172.21.15.46:0/1615304590 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7f67f0038f70 msgr2=0x7f67f003b430 unknown :-1 s=STATE_CONNECTING l=1).mark_down
2024-03-19T01:39:44.832 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:44.225+0000 7f680b9dc700  1 --2- 172.21.15.46:0/1615304590 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7f67f0038f70 0x7f67f003b430 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:44.832 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:44.225+0000 7f680b9dc700  1 -- 172.21.15.46:0/1615304590 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6804108490 msgr2=0x7f680419ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:44.832 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:44.225+0000 7f680b9dc700  1 --2- 172.21.15.46:0/1615304590 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6804108490 0x7f680419ba30 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f6800011a50 tx=0x7f6800004290 comp rx=0 tx=0).stop
2024-03-19T01:39:44.832 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:44.225+0000 7f680b9dc700  1 -- 172.21.15.46:0/1615304590 shutdown_connections
2024-03-19T01:39:44.832 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:44.225+0000 7f680b9dc700  1 --2- 172.21.15.46:0/1615304590 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7f67f0038f70 0x7f67f003b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:44.832 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:44.225+0000 7f680b9dc700  1 --2- 172.21.15.46:0/1615304590 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6804108490 0x7f680419ba30 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:44.832 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:44.225+0000 7f680b9dc700  1 -- 172.21.15.46:0/1615304590 >> 172.21.15.46:0/1615304590 conn(0x7f6804101f80 msgr2=0x7f6804102a60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:39:44.832 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:44.226+0000 7f680b9dc700  1 -- 172.21.15.46:0/1615304590 shutdown_connections
2024-03-19T01:39:44.832 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:44.226+0000 7f680b9dc700  1 -- 172.21.15.46:0/1615304590 wait complete.
2024-03-19T01:39:44.832 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for the mgr to restart...
2024-03-19T01:39:44.832 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for mgr epoch 5...
2024-03-19T01:39:45.111 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:44 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1615304590' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch
2024-03-19T01:39:45.111 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:44 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:44.997+0000 7f040351e200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member
2024-03-19T01:39:45.111 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:45 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:45.111+0000 7f040351e200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member
2024-03-19T01:39:45.365 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:45 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:45.200+0000 7f040351e200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member
2024-03-19T01:39:45.365 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:45 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:45.299+0000 7f040351e200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member
2024-03-19T01:39:45.863 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:45 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:45.477+0000 7f040351e200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member
2024-03-19T01:39:46.865 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:46 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:46.464+0000 7f040351e200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member
2024-03-19T01:39:46.865 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:46 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:46.598+0000 7f040351e200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member
2024-03-19T01:39:47.227 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:46 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:46.935+0000 7f040351e200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member
2024-03-19T01:39:47.227 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:47 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:47.027+0000 7f040351e200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member
2024-03-19T01:39:47.227 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:47 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:47.227+0000 7f040351e200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member
2024-03-19T01:39:47.614 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:47 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:47.416+0000 7f040351e200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member
2024-03-19T01:39:47.991 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:47 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:47.708+0000 7f040351e200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member
2024-03-19T01:39:48.265 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:47 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:47.991+0000 7f040351e200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member
2024-03-19T01:39:48.266 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:48 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:48.233+0000 7f040351e200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member
2024-03-19T01:39:49.365 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:49 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:49.062+0000 7f040351e200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member
2024-03-19T01:39:49.965 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:49 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:49.643+0000 7f040351e200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member
2024-03-19T01:39:49.965 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:49 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:49.744+0000 7f040351e200 -1 mgr[py] Module status has missing NOTIFY_TYPES member
2024-03-19T01:39:49.965 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:49 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:39:49.964+0000 7f040351e200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member
2024-03-19T01:39:50.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:50 smithi046 ceph-mon[63102]: Active manager daemon x restarted
2024-03-19T01:39:50.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:50 smithi046 ceph-mon[63102]: Activating manager daemon x
2024-03-19T01:39:50.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:50 smithi046 ceph-mon[63102]: osdmap e2: 0 total, 0 up, 0 in
2024-03-19T01:39:50.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:50 smithi046 ceph-mon[63102]: mgrmap e6: x(active, starting, since 0.00344307s)
2024-03-19T01:39:50.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:50 smithi046 ceph-mon[63102]: from='mgr.14120 172.21.15.46:0/57248' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch
2024-03-19T01:39:50.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:50 smithi046 ceph-mon[63102]: from='mgr.14120 172.21.15.46:0/57248' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch
2024-03-19T01:39:50.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:50 smithi046 ceph-mon[63102]: from='mgr.14120 172.21.15.46:0/57248' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch
2024-03-19T01:39:50.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:50 smithi046 ceph-mon[63102]: from='mgr.14120 172.21.15.46:0/57248' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch
2024-03-19T01:39:50.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:50 smithi046 ceph-mon[63102]: from='mgr.14120 172.21.15.46:0/57248' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch
2024-03-19T01:39:50.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:50 smithi046 ceph-mon[63102]: Manager daemon x is now available
2024-03-19T01:39:50.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:50 smithi046 ceph-mon[63102]: from='mgr.14120 172.21.15.46:0/57248' entity='mgr.x'
2024-03-19T01:39:50.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:50 smithi046 ceph-mon[63102]: from='mgr.14120 172.21.15.46:0/57248' entity='mgr.x'
2024-03-19T01:39:50.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:50 smithi046 ceph-mon[63102]: from='mgr.14120 172.21.15.46:0/57248' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:39:50.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:50 smithi046 ceph-mon[63102]: from='mgr.14120 172.21.15.46:0/57248' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:39:51.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:51 smithi046 ceph-mon[63102]: Found migration_current of "None". Setting to last migration.
2024-03-19T01:39:51.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:51 smithi046 ceph-mon[63102]: from='mgr.14120 172.21.15.46:0/57248' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:39:51.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:51 smithi046 ceph-mon[63102]: from='mgr.14120 172.21.15.46:0/57248' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2024-03-19T01:39:51.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:51 smithi046 ceph-mon[63102]: from='mgr.14120 172.21.15.46:0/57248' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2024-03-19T01:39:51.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:51 smithi046 ceph-mon[63102]: from='mgr.14120 172.21.15.46:0/57248' entity='mgr.x'
2024-03-19T01:39:51.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:51 smithi046 ceph-mon[63102]: from='mgr.14120 172.21.15.46:0/57248' entity='mgr.x'
2024-03-19T01:39:51.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:51 smithi046 ceph-mon[63102]: [19/Mar/2024:01:39:50] ENGINE Bus STARTING
2024-03-19T01:39:51.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:51 smithi046 ceph-mon[63102]: [19/Mar/2024:01:39:50] ENGINE Serving on https://172.21.15.46:7150
2024-03-19T01:39:51.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:51 smithi046 ceph-mon[63102]: mgrmap e7: x(active, since 1.0053s)
2024-03-19T01:39:51.560 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout {
2024-03-19T01:39:51.560 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "mgrmap_epoch": 7,
2024-03-19T01:39:51.560 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "initialized": true
2024-03-19T01:39:51.560 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }
2024-03-19T01:39:51.560 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.256+0000 7fda242db700  1  Processor -- start
2024-03-19T01:39:51.561 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.256+0000 7fda242db700  1 --  start start
2024-03-19T01:39:51.561 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.256+0000 7fda242db700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda1c1084c0 0x7fda1c10a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:51.561 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.257+0000 7fda242db700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fda1c07ae50 con 0x7fda1c1084c0
2024-03-19T01:39:51.561 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.257+0000 7fda22077700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda1c1084c0 0x7fda1c10a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:51.561 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.257+0000 7fda22077700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda1c1084c0 0x7fda1c10a8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51382/0 (socket says 172.21.15.46:51382)
2024-03-19T01:39:51.561 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.257+0000 7fda22077700  1 -- 172.21.15.46:0/395120857 learned_addr learned my addr 172.21.15.46:0/395120857 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:39:51.561 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.257+0000 7fda22077700  1 -- 172.21.15.46:0/395120857 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda1c10adf0 con 0x7fda1c1084c0
2024-03-19T01:39:51.561 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.257+0000 7fda22077700  1 --2- 172.21.15.46:0/395120857 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda1c1084c0 0x7fda1c10a8b0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fda100098a0 tx=0x7fda10009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff50e8bc347f9404 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:51.561 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.257+0000 7fda21075700  1 -- 172.21.15.46:0/395120857 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fda10004160 con 0x7fda1c1084c0
2024-03-19T01:39:51.561 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.257+0000 7fda21075700  1 -- 172.21.15.46:0/395120857 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fda10004300 con 0x7fda1c1084c0
2024-03-19T01:39:51.561 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.257+0000 7fda21075700  1 -- 172.21.15.46:0/395120857 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fda10011a80 con 0x7fda1c1084c0
2024-03-19T01:39:51.561 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.258+0000 7fda242db700  1 -- 172.21.15.46:0/395120857 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda1c1084c0 msgr2=0x7fda1c10a8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:51.561 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.258+0000 7fda242db700  1 --2- 172.21.15.46:0/395120857 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda1c1084c0 0x7fda1c10a8b0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fda100098a0 tx=0x7fda10009bb0 comp rx=0 tx=0).stop
2024-03-19T01:39:51.562 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.258+0000 7fda242db700  1 -- 172.21.15.46:0/395120857 shutdown_connections
2024-03-19T01:39:51.562 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.258+0000 7fda242db700  1 --2- 172.21.15.46:0/395120857 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda1c1084c0 0x7fda1c10a8b0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:51.562 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.258+0000 7fda242db700  1 -- 172.21.15.46:0/395120857 >> 172.21.15.46:0/395120857 conn(0x7fda1c101ef0 msgr2=0x7fda1c104310 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:39:51.562 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.258+0000 7fda242db700  1 -- 172.21.15.46:0/395120857 shutdown_connections
2024-03-19T01:39:51.562 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.258+0000 7fda242db700  1 -- 172.21.15.46:0/395120857 wait complete.
2024-03-19T01:39:51.562 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.259+0000 7fda242db700  1  Processor -- start
2024-03-19T01:39:51.562 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.259+0000 7fda242db700  1 --  start start
2024-03-19T01:39:51.562 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.259+0000 7fda242db700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda1c1084c0 0x7fda1c19b810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:51.562 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.259+0000 7fda242db700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fda1c10bd50 con 0x7fda1c1084c0
2024-03-19T01:39:51.562 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.259+0000 7fda22077700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda1c1084c0 0x7fda1c19b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:51.562 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.259+0000 7fda22077700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda1c1084c0 0x7fda1c19b810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51384/0 (socket says 172.21.15.46:51384)
2024-03-19T01:39:51.562 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.259+0000 7fda22077700  1 -- 172.21.15.46:0/2036355677 learned_addr learned my addr 172.21.15.46:0/2036355677 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:39:51.562 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.259+0000 7fda22077700  1 -- 172.21.15.46:0/2036355677 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda1c19bd50 con 0x7fda1c1084c0
2024-03-19T01:39:51.562 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.259+0000 7fda22077700  1 --2- 172.21.15.46:0/2036355677 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda1c1084c0 0x7fda1c19b810 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fda10011a50 tx=0x7fda10011b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:51.563 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.260+0000 7fda0f7fe700  1 -- 172.21.15.46:0/2036355677 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fda10003a80 con 0x7fda1c1084c0
2024-03-19T01:39:51.563 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.260+0000 7fda0f7fe700  1 -- 172.21.15.46:0/2036355677 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fda10003c20 con 0x7fda1c1084c0
2024-03-19T01:39:51.563 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.260+0000 7fda0f7fe700  1 -- 172.21.15.46:0/2036355677 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fda1001a650 con 0x7fda1c1084c0
2024-03-19T01:39:51.563 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.260+0000 7fda242db700  1 -- 172.21.15.46:0/2036355677 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda1c19bfe0 con 0x7fda1c1084c0
2024-03-19T01:39:51.563 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.260+0000 7fda242db700  1 -- 172.21.15.46:0/2036355677 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda1c19ecd0 con 0x7fda1c1084c0
2024-03-19T01:39:51.563 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.260+0000 7fda0f7fe700  1 -- 172.21.15.46:0/2036355677 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 46106+0+0 (secure 0 0 0) 0x7fda1001a900 con 0x7fda1c1084c0
2024-03-19T01:39:51.563 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.261+0000 7fda0f7fe700  1 --2- 172.21.15.46:0/2036355677 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7fda08039030 0x7fda0803b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:51.563 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.261+0000 7fda242db700  1 -- 172.21.15.46:0/2036355677 --> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fda1c063940 con 0x7fda08039030
2024-03-19T01:39:51.563 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.261+0000 7fda0f7fe700  1 -- 172.21.15.46:0/2036355677 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fda1004d230 con 0x7fda1c1084c0
2024-03-19T01:39:51.563 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.261+0000 7fda21876700  1 -- 172.21.15.46:0/2036355677 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7fda08039030 msgr2=0x7fda0803b4f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/1846458200
2024-03-19T01:39:51.563 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.261+0000 7fda21876700  1 --2- 172.21.15.46:0/2036355677 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7fda08039030 0x7fda0803b4f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000
2024-03-19T01:39:51.563 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.462+0000 7fda21876700  1 -- 172.21.15.46:0/2036355677 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7fda08039030 msgr2=0x7fda0803b4f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/1846458200
2024-03-19T01:39:51.563 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.462+0000 7fda21876700  1 --2- 172.21.15.46:0/2036355677 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7fda08039030 0x7fda0803b4f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000
2024-03-19T01:39:51.564 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.863+0000 7fda21876700  1 -- 172.21.15.46:0/2036355677 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7fda08039030 msgr2=0x7fda0803b4f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/1846458200
2024-03-19T01:39:51.564 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:45.863+0000 7fda21876700  1 --2- 172.21.15.46:0/2036355677 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7fda08039030 0x7fda0803b4f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000
2024-03-19T01:39:51.564 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:46.664+0000 7fda21876700  1 -- 172.21.15.46:0/2036355677 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7fda08039030 msgr2=0x7fda0803b4f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/1846458200
2024-03-19T01:39:51.564 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:46.664+0000 7fda21876700  1 --2- 172.21.15.46:0/2036355677 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7fda08039030 0x7fda0803b4f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000
2024-03-19T01:39:51.564 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:48.265+0000 7fda21876700  1 -- 172.21.15.46:0/2036355677 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7fda08039030 msgr2=0x7fda0803b4f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/1846458200
2024-03-19T01:39:51.564 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:48.265+0000 7fda21876700  1 --2- 172.21.15.46:0/2036355677 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7fda08039030 0x7fda0803b4f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000
2024-03-19T01:39:51.564 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:49.980+0000 7fda0f7fe700  1 -- 172.21.15.46:0/2036355677 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mgrmap(e 6) ==== 45873+0+0 (secure 0 0 0) 0x7fda10024ad0 con 0x7fda1c1084c0
2024-03-19T01:39:51.564 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:49.980+0000 7fda0f7fe700  1 -- 172.21.15.46:0/2036355677 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7fda08039030 msgr2=0x7fda0803b4f0 unknown :-1 s=STATE_CONNECTING l=1).mark_down
2024-03-19T01:39:51.564 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:49.980+0000 7fda0f7fe700  1 --2- 172.21.15.46:0/2036355677 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7fda08039030 0x7fda0803b4f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:51.564 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:50.981+0000 7fda0f7fe700  1 -- 172.21.15.46:0/2036355677 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mgrmap(e 7) ==== 46000+0+0 (secure 0 0 0) 0x7fda1004f6c0 con 0x7fda1c1084c0
2024-03-19T01:39:51.564 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:50.981+0000 7fda0f7fe700  1 --2- 172.21.15.46:0/2036355677 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7fda0803c730 0x7fda0803eb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:51.564 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:50.981+0000 7fda0f7fe700  1 -- 172.21.15.46:0/2036355677 --> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fda1c063940 con 0x7fda0803c730
2024-03-19T01:39:51.564 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:50.981+0000 7fda21876700  1 --2- 172.21.15.46:0/2036355677 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7fda0803c730 0x7fda0803eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:51.565 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:50.982+0000 7fda21876700  1 --2- 172.21.15.46:0/2036355677 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7fda0803c730 0x7fda0803eb20 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fda18003a10 tx=0x7fda180092b0 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:51.565 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:50.983+0000 7fda0f7fe700  1 -- 172.21.15.46:0/2036355677 <== mgr.14120 v2:172.21.15.46:6800/2839078617 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7fda1c063940 con 0x7fda0803c730
2024-03-19T01:39:51.565 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:50.989+0000 7fda242db700  1 -- 172.21.15.46:0/2036355677 --> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7fda1c102fc0 con 0x7fda0803c730
2024-03-19T01:39:51.565 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:50.989+0000 7fda0f7fe700  1 -- 172.21.15.46:0/2036355677 <== mgr.14120 v2:172.21.15.46:6800/2839078617 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7fda1c102fc0 con 0x7fda0803c730
2024-03-19T01:39:51.565 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:50.990+0000 7fda242db700  1 -- 172.21.15.46:0/2036355677 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7fda0803c730 msgr2=0x7fda0803eb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:51.565 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:50.990+0000 7fda242db700  1 --2- 172.21.15.46:0/2036355677 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7fda0803c730 0x7fda0803eb20 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fda18003a10 tx=0x7fda180092b0 comp rx=0 tx=0).stop
2024-03-19T01:39:51.565 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:50.990+0000 7fda242db700  1 -- 172.21.15.46:0/2036355677 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda1c1084c0 msgr2=0x7fda1c19b810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:51.565 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:50.990+0000 7fda242db700  1 --2- 172.21.15.46:0/2036355677 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda1c1084c0 0x7fda1c19b810 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fda10011a50 tx=0x7fda10011b30 comp rx=0 tx=0).stop
2024-03-19T01:39:51.565 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:50.990+0000 7fda242db700  1 -- 172.21.15.46:0/2036355677 shutdown_connections
2024-03-19T01:39:51.565 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:50.990+0000 7fda242db700  1 --2- 172.21.15.46:0/2036355677 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7fda0803c730 0x7fda0803eb20 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:51.565 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:50.990+0000 7fda242db700  1 --2- 172.21.15.46:0/2036355677 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda1c1084c0 0x7fda1c19b810 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:51.565 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:50.990+0000 7fda242db700  1 --2- 172.21.15.46:0/2036355677 >> [v2:172.21.15.46:6800/1846458200,v1:172.21.15.46:6801/1846458200] conn(0x7fda08039030 0x7fda0803b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:51.565 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:50.990+0000 7fda242db700  1 -- 172.21.15.46:0/2036355677 >> 172.21.15.46:0/2036355677 conn(0x7fda1c101ef0 msgr2=0x7fda1c1028b0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:39:51.565 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:50.990+0000 7fda242db700  1 -- 172.21.15.46:0/2036355677 shutdown_connections
2024-03-19T01:39:51.565 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:50.990+0000 7fda242db700  1 -- 172.21.15.46:0/2036355677 wait complete.
2024-03-19T01:39:51.566 INFO:teuthology.orchestra.run.smithi046.stdout:mgr epoch 5 is available
2024-03-19T01:39:51.566 INFO:teuthology.orchestra.run.smithi046.stdout:Setting orchestrator backend to cephadm...
2024-03-19T01:39:52.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:52 smithi046 ceph-mon[63102]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch
2024-03-19T01:39:52.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:52 smithi046 ceph-mon[63102]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch
2024-03-19T01:39:52.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:52 smithi046 ceph-mon[63102]: [19/Mar/2024:01:39:51] ENGINE Serving on http://172.21.15.46:8765
2024-03-19T01:39:52.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:52 smithi046 ceph-mon[63102]: [19/Mar/2024:01:39:51] ENGINE Bus STARTED
2024-03-19T01:39:52.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:52 smithi046 ceph-mon[63102]: from='mgr.14120 172.21.15.46:0/57248' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:39:52.864 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.040+0000 7ff43b2d2700  1  Processor -- start
2024-03-19T01:39:52.864 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.040+0000 7ff43b2d2700  1 --  start start
2024-03-19T01:39:52.865 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.040+0000 7ff43b2d2700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff434108480 0x7ff43410a870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:52.865 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.040+0000 7ff43b2d2700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff43407ae70 con 0x7ff434108480
2024-03-19T01:39:52.865 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.040+0000 7ff43906e700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff434108480 0x7ff43410a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:52.865 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.040+0000 7ff43906e700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff434108480 0x7ff43410a870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51460/0 (socket says 172.21.15.46:51460)
2024-03-19T01:39:52.865 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.040+0000 7ff43906e700  1 -- 172.21.15.46:0/523686310 learned_addr learned my addr 172.21.15.46:0/523686310 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:39:52.865 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.040+0000 7ff43906e700  1 -- 172.21.15.46:0/523686310 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff43410adb0 con 0x7ff434108480
2024-03-19T01:39:52.865 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.041+0000 7ff43906e700  1 --2- 172.21.15.46:0/523686310 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff434108480 0x7ff43410a870 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7ff4300098a0 tx=0x7ff430009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=667c9f396581e2d8 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:52.865 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.041+0000 7ff42bfff700  1 -- 172.21.15.46:0/523686310 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff430004160 con 0x7ff434108480
2024-03-19T01:39:52.865 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.041+0000 7ff42bfff700  1 -- 172.21.15.46:0/523686310 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7ff430004300 con 0x7ff434108480
2024-03-19T01:39:52.865 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.041+0000 7ff42bfff700  1 -- 172.21.15.46:0/523686310 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff430011a80 con 0x7ff434108480
2024-03-19T01:39:52.865 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.041+0000 7ff43b2d2700  1 -- 172.21.15.46:0/523686310 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff434108480 msgr2=0x7ff43410a870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:52.866 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.041+0000 7ff43b2d2700  1 --2- 172.21.15.46:0/523686310 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff434108480 0x7ff43410a870 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7ff4300098a0 tx=0x7ff430009bb0 comp rx=0 tx=0).stop
2024-03-19T01:39:52.866 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.041+0000 7ff43b2d2700  1 -- 172.21.15.46:0/523686310 shutdown_connections
2024-03-19T01:39:52.866 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.041+0000 7ff43b2d2700  1 --2- 172.21.15.46:0/523686310 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff434108480 0x7ff43410a870 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:52.866 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.041+0000 7ff43b2d2700  1 -- 172.21.15.46:0/523686310 >> 172.21.15.46:0/523686310 conn(0x7ff434101f30 msgr2=0x7ff434104350 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:39:52.866 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.041+0000 7ff43b2d2700  1 -- 172.21.15.46:0/523686310 shutdown_connections
2024-03-19T01:39:52.866 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.042+0000 7ff43b2d2700  1 -- 172.21.15.46:0/523686310 wait complete.
2024-03-19T01:39:52.866 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.042+0000 7ff43b2d2700  1  Processor -- start
2024-03-19T01:39:52.866 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.042+0000 7ff43b2d2700  1 --  start start
2024-03-19T01:39:52.866 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.042+0000 7ff43b2d2700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff434108480 0x7ff43419b800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:52.866 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.042+0000 7ff43b2d2700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff43410bd20 con 0x7ff434108480
2024-03-19T01:39:52.867 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.042+0000 7ff43906e700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff434108480 0x7ff43419b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:52.867 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.042+0000 7ff43906e700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff434108480 0x7ff43419b800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51470/0 (socket says 172.21.15.46:51470)
2024-03-19T01:39:52.867 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.042+0000 7ff43906e700  1 -- 172.21.15.46:0/373251692 learned_addr learned my addr 172.21.15.46:0/373251692 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:39:52.867 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.043+0000 7ff43906e700  1 -- 172.21.15.46:0/373251692 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff43419bd40 con 0x7ff434108480
2024-03-19T01:39:52.867 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.043+0000 7ff43906e700  1 --2- 172.21.15.46:0/373251692 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff434108480 0x7ff43419b800 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7ff430011a50 tx=0x7ff430011b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:52.867 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.043+0000 7ff42a7fc700  1 -- 172.21.15.46:0/373251692 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff430003a80 con 0x7ff434108480
2024-03-19T01:39:52.867 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.043+0000 7ff42a7fc700  1 -- 172.21.15.46:0/373251692 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7ff430003c20 con 0x7ff434108480
2024-03-19T01:39:52.867 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.043+0000 7ff43b2d2700  1 -- 172.21.15.46:0/373251692 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff43419bfd0 con 0x7ff434108480
2024-03-19T01:39:52.867 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.043+0000 7ff43b2d2700  1 -- 172.21.15.46:0/373251692 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff43419ecc0 con 0x7ff434108480
2024-03-19T01:39:52.867 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.043+0000 7ff42a7fc700  1 -- 172.21.15.46:0/373251692 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff43001a650 con 0x7ff434108480
2024-03-19T01:39:52.867 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.044+0000 7ff42a7fc700  1 -- 172.21.15.46:0/373251692 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 8) ==== 46106+0+0 (secure 0 0 0) 0x7ff43001a940 con 0x7ff434108480
2024-03-19T01:39:52.868 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.044+0000 7ff42a7fc700  1 --2- 172.21.15.46:0/373251692 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7ff420039030 0x7ff42003b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:52.868 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.044+0000 7ff43b2d2700  1 -- 172.21.15.46:0/373251692 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff434063940 con 0x7ff434108480
2024-03-19T01:39:52.868 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.044+0000 7ff42a7fc700  1 -- 172.21.15.46:0/373251692 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7ff43004d4a0 con 0x7ff434108480
2024-03-19T01:39:52.868 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.044+0000 7ff43886d700  1 --2- 172.21.15.46:0/373251692 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7ff420039030 0x7ff42003b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:52.868 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.044+0000 7ff43886d700  1 --2- 172.21.15.46:0/373251692 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7ff420039030 0x7ff42003b4f0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7ff424006fd0 tx=0x7ff424006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:52.868 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.049+0000 7ff42a7fc700  1 -- 172.21.15.46:0/373251692 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7ff430019c70 con 0x7ff434108480
2024-03-19T01:39:52.868 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.269+0000 7ff43b2d2700  1 -- 172.21.15.46:0/373251692 --> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7ff434103050 con 0x7ff420039030
2024-03-19T01:39:52.868 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.275+0000 7ff42a7fc700  1 -- 172.21.15.46:0/373251692 <== mgr.14120 v2:172.21.15.46:6800/2839078617 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7ff434103050 con 0x7ff420039030
2024-03-19T01:39:52.868 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.277+0000 7ff43b2d2700  1 -- 172.21.15.46:0/373251692 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7ff420039030 msgr2=0x7ff42003b4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:52.868 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.277+0000 7ff43b2d2700  1 --2- 172.21.15.46:0/373251692 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7ff420039030 0x7ff42003b4f0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7ff424006fd0 tx=0x7ff424006e40 comp rx=0 tx=0).stop
2024-03-19T01:39:52.869 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.277+0000 7ff43b2d2700  1 -- 172.21.15.46:0/373251692 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff434108480 msgr2=0x7ff43419b800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:52.869 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.277+0000 7ff43b2d2700  1 --2- 172.21.15.46:0/373251692 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff434108480 0x7ff43419b800 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7ff430011a50 tx=0x7ff430011b30 comp rx=0 tx=0).stop
2024-03-19T01:39:52.869 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.277+0000 7ff43b2d2700  1 -- 172.21.15.46:0/373251692 shutdown_connections
2024-03-19T01:39:52.869 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.277+0000 7ff43b2d2700  1 --2- 172.21.15.46:0/373251692 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7ff420039030 0x7ff42003b4f0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:52.869 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.277+0000 7ff43b2d2700  1 --2- 172.21.15.46:0/373251692 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff434108480 0x7ff43419b800 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:52.869 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.277+0000 7ff43b2d2700  1 -- 172.21.15.46:0/373251692 >> 172.21.15.46:0/373251692 conn(0x7ff434101f30 msgr2=0x7ff434102940 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:39:52.869 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.277+0000 7ff43b2d2700  1 -- 172.21.15.46:0/373251692 shutdown_connections
2024-03-19T01:39:52.869 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:52.277+0000 7ff43b2d2700  1 -- 172.21.15.46:0/373251692 wait complete.
2024-03-19T01:39:53.286 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:53 smithi046 ceph-mon[63102]: mgrmap e8: x(active, since 2s)
2024-03-19T01:39:53.286 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:53 smithi046 ceph-mon[63102]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:39:53.286 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:53 smithi046 ceph-mon[63102]: from='mgr.14120 172.21.15.46:0/57248' entity='mgr.x'
2024-03-19T01:39:53.286 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:53 smithi046 ceph-mon[63102]: from='mgr.14120 172.21.15.46:0/57248' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:39:54.129 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:54 smithi046 ceph-mon[63102]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:39:54.138 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout value unchanged
2024-03-19T01:39:54.138 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.297+0000 7fe6f4f34700  1  Processor -- start
2024-03-19T01:39:54.138 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.297+0000 7fe6f4f34700  1 --  start start
2024-03-19T01:39:54.138 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.297+0000 7fe6f4f34700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe6f0108440 0x7fe6f010a830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:54.138 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.297+0000 7fe6f4f34700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe6f007aed0 con 0x7fe6f0108440
2024-03-19T01:39:54.139 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.298+0000 7fe6ee59c700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe6f0108440 0x7fe6f010a830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:54.139 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.298+0000 7fe6ee59c700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe6f0108440 0x7fe6f010a830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38276/0 (socket says 172.21.15.46:38276)
2024-03-19T01:39:54.139 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.298+0000 7fe6ee59c700  1 -- 172.21.15.46:0/3915528691 learned_addr learned my addr 172.21.15.46:0/3915528691 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:39:54.139 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.298+0000 7fe6ee59c700  1 -- 172.21.15.46:0/3915528691 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6f010ad70 con 0x7fe6f0108440
2024-03-19T01:39:54.139 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.298+0000 7fe6ee59c700  1 --2- 172.21.15.46:0/3915528691 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe6f0108440 0x7fe6f010a830 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fe6e0009e80 tx=0x7fe6e000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ff5c75e22116faa server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:54.139 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.298+0000 7fe6ed59a700  1 -- 172.21.15.46:0/3915528691 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe6e0017070 con 0x7fe6f0108440
2024-03-19T01:39:54.139 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.298+0000 7fe6ed59a700  1 -- 172.21.15.46:0/3915528691 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fe6e000b8c0 con 0x7fe6f0108440
2024-03-19T01:39:54.139 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.298+0000 7fe6ed59a700  1 -- 172.21.15.46:0/3915528691 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe6e0004520 con 0x7fe6f0108440
2024-03-19T01:39:54.139 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.299+0000 7fe6f4f34700  1 -- 172.21.15.46:0/3915528691 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe6f0108440 msgr2=0x7fe6f010a830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:54.139 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.299+0000 7fe6f4f34700  1 --2- 172.21.15.46:0/3915528691 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe6f0108440 0x7fe6f010a830 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fe6e0009e80 tx=0x7fe6e000b330 comp rx=0 tx=0).stop
2024-03-19T01:39:54.139 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.299+0000 7fe6f4f34700  1 -- 172.21.15.46:0/3915528691 shutdown_connections
2024-03-19T01:39:54.140 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.299+0000 7fe6f4f34700  1 --2- 172.21.15.46:0/3915528691 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe6f0108440 0x7fe6f010a830 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:54.140 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.299+0000 7fe6f4f34700  1 -- 172.21.15.46:0/3915528691 >> 172.21.15.46:0/3915528691 conn(0x7fe6f0101f30 msgr2=0x7fe6f0104350 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:39:54.140 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.299+0000 7fe6f4f34700  1 -- 172.21.15.46:0/3915528691 shutdown_connections
2024-03-19T01:39:54.140 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.299+0000 7fe6f4f34700  1 -- 172.21.15.46:0/3915528691 wait complete.
2024-03-19T01:39:54.140 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.300+0000 7fe6f4f34700  1  Processor -- start
2024-03-19T01:39:54.140 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.300+0000 7fe6f4f34700  1 --  start start
2024-03-19T01:39:54.140 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.300+0000 7fe6f4f34700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe6f0108440 0x7fe6f0107cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:54.140 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.300+0000 7fe6f4f34700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe6f010bd40 con 0x7fe6f0108440
2024-03-19T01:39:54.140 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.300+0000 7fe6ee59c700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe6f0108440 0x7fe6f0107cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:54.140 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.300+0000 7fe6ee59c700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe6f0108440 0x7fe6f0107cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38290/0 (socket says 172.21.15.46:38290)
2024-03-19T01:39:54.140 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.300+0000 7fe6ee59c700  1 -- 172.21.15.46:0/1702679369 learned_addr learned my addr 172.21.15.46:0/1702679369 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:39:54.140 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.300+0000 7fe6ee59c700  1 -- 172.21.15.46:0/1702679369 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6f0108200 con 0x7fe6f0108440
2024-03-19T01:39:54.140 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.300+0000 7fe6ee59c700  1 --2- 172.21.15.46:0/1702679369 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe6f0108440 0x7fe6f0107cc0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fe6e0009e50 tx=0x7fe6e0004670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:54.141 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.301+0000 7fe6df7fe700  1 -- 172.21.15.46:0/1702679369 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe6e0020020 con 0x7fe6f0108440
2024-03-19T01:39:54.141 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.301+0000 7fe6df7fe700  1 -- 172.21.15.46:0/1702679369 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fe6e000bba0 con 0x7fe6f0108440
2024-03-19T01:39:54.141 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.301+0000 7fe6f4f34700  1 -- 172.21.15.46:0/1702679369 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6f01063f0 con 0x7fe6f0108440
2024-03-19T01:39:54.141 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.301+0000 7fe6df7fe700  1 -- 172.21.15.46:0/1702679369 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe6e0017040 con 0x7fe6f0108440
2024-03-19T01:39:54.141 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.301+0000 7fe6f4f34700  1 -- 172.21.15.46:0/1702679369 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6f0106930 con 0x7fe6f0108440
2024-03-19T01:39:54.141 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.302+0000 7fe6df7fe700  1 -- 172.21.15.46:0/1702679369 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 8) ==== 46106+0+0 (secure 0 0 0) 0x7fe6e0023020 con 0x7fe6f0108440
2024-03-19T01:39:54.141 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.302+0000 7fe6f4f34700  1 -- 172.21.15.46:0/1702679369 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6f0063940 con 0x7fe6f0108440
2024-03-19T01:39:54.141 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.302+0000 7fe6df7fe700  1 --2- 172.21.15.46:0/1702679369 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7fe6d8038fe0 0x7fe6d803b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:54.141 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.302+0000 7fe6df7fe700  1 -- 172.21.15.46:0/1702679369 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fe6e000f050 con 0x7fe6f0108440
2024-03-19T01:39:54.141 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.302+0000 7fe6edd9b700  1 --2- 172.21.15.46:0/1702679369 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7fe6d8038fe0 0x7fe6d803b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:54.141 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.302+0000 7fe6edd9b700  1 --2- 172.21.15.46:0/1702679369 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7fe6d8038fe0 0x7fe6d803b4a0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fe6e4006fd0 tx=0x7fe6e4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:54.142 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.307+0000 7fe6df7fe700  1 -- 172.21.15.46:0/1702679369 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fe6e002a020 con 0x7fe6f0108440
2024-03-19T01:39:54.142 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.513+0000 7fe6f4f34700  1 -- 172.21.15.46:0/1702679369 --> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7fe6f0107190 con 0x7fe6d8038fe0
2024-03-19T01:39:54.142 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.514+0000 7fe6df7fe700  1 -- 172.21.15.46:0/1702679369 <== mgr.14120 v2:172.21.15.46:6800/2839078617 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7fe6f0107190 con 0x7fe6d8038fe0
2024-03-19T01:39:54.142 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.516+0000 7fe6f4f34700  1 -- 172.21.15.46:0/1702679369 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7fe6d8038fe0 msgr2=0x7fe6d803b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:54.142 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.516+0000 7fe6f4f34700  1 --2- 172.21.15.46:0/1702679369 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7fe6d8038fe0 0x7fe6d803b4a0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fe6e4006fd0 tx=0x7fe6e4006e40 comp rx=0 tx=0).stop
2024-03-19T01:39:54.142 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.516+0000 7fe6f4f34700  1 -- 172.21.15.46:0/1702679369 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe6f0108440 msgr2=0x7fe6f0107cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:54.142 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.516+0000 7fe6f4f34700  1 --2- 172.21.15.46:0/1702679369 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe6f0108440 0x7fe6f0107cc0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fe6e0009e50 tx=0x7fe6e0004670 comp rx=0 tx=0).stop
2024-03-19T01:39:54.142 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.516+0000 7fe6f4f34700  1 -- 172.21.15.46:0/1702679369 shutdown_connections
2024-03-19T01:39:54.142 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.516+0000 7fe6f4f34700  1 --2- 172.21.15.46:0/1702679369 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7fe6d8038fe0 0x7fe6d803b4a0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:54.142 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.516+0000 7fe6f4f34700  1 --2- 172.21.15.46:0/1702679369 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe6f0108440 0x7fe6f0107cc0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:54.142 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.516+0000 7fe6f4f34700  1 -- 172.21.15.46:0/1702679369 >> 172.21.15.46:0/1702679369 conn(0x7fe6f0101f30 msgr2=0x7fe6f01028b0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:39:54.142 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.516+0000 7fe6f4f34700  1 -- 172.21.15.46:0/1702679369 shutdown_connections
2024-03-19T01:39:54.143 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:53.516+0000 7fe6f4f34700  1 -- 172.21.15.46:0/1702679369 wait complete.
2024-03-19T01:39:54.143 INFO:teuthology.orchestra.run.smithi046.stdout:Generating ssh key...
2024-03-19T01:39:55.335 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:55 smithi046 ceph-mon[63102]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:39:55.335 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:55 smithi046 ceph-mon[63102]: Generating ssh key...
2024-03-19T01:39:55.335 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:55 smithi046 ceph-mon[63102]: from='mgr.14120 172.21.15.46:0/57248' entity='mgr.x'
2024-03-19T01:39:55.335 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:55 smithi046 ceph-mon[63102]: from='mgr.14120 172.21.15.46:0/57248' entity='mgr.x'
2024-03-19T01:39:55.335 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:55 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: Generating public/private rsa key pair.
2024-03-19T01:39:55.335 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:55 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: Your identification has been saved in /tmp/tmp11anjdwi/key.
2024-03-19T01:39:55.335 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:55 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: Your public key has been saved in /tmp/tmp11anjdwi/key.pub.
2024-03-19T01:39:55.336 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:55 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: The key fingerprint is:
2024-03-19T01:39:55.336 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:55 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: SHA256:jULGPw6vf9fKz00mJ4VR6cArWwohbexE+Sv10nCHmVM ceph-53c8cf3e-e591-11ee-95c9-87774f69a715
2024-03-19T01:39:55.336 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:55 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: The key's randomart image is:
2024-03-19T01:39:55.336 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:55 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: +---[RSA 3072]----+
2024-03-19T01:39:55.336 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:55 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: |        +.. .   o|
2024-03-19T01:39:55.336 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:55 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: |     . . B   o E |
2024-03-19T01:39:55.336 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:55 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: |      + = o   X  |
2024-03-19T01:39:55.336 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:55 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: |     o . = = O = |
2024-03-19T01:39:55.336 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:55 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: |      o S + @ + .|
2024-03-19T01:39:55.336 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:55 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: |       = o = o . |
2024-03-19T01:39:55.336 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:55 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: |        o . ..o +|
2024-03-19T01:39:55.336 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:55 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: |       .  .....B |
2024-03-19T01:39:55.336 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:55 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: |      .... .ooo .|
2024-03-19T01:39:55.336 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:39:55 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: +----[SHA256]-----+
2024-03-19T01:39:55.610 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.540+0000 7fbcd61fd700  1  Processor -- start
2024-03-19T01:39:55.610 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.540+0000 7fbcd61fd700  1 --  start start
2024-03-19T01:39:55.610 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.540+0000 7fbcd61fd700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbcd007cee0 0x7fbcd007b340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:55.610 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.540+0000 7fbcd61fd700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fbcd007b910 con 0x7fbcd007cee0
2024-03-19T01:39:55.611 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.540+0000 7fbccf7fe700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbcd007cee0 0x7fbcd007b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:55.611 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.540+0000 7fbccf7fe700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbcd007cee0 0x7fbcd007b340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38302/0 (socket says 172.21.15.46:38302)
2024-03-19T01:39:55.611 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.540+0000 7fbccf7fe700  1 -- 172.21.15.46:0/1221536250 learned_addr learned my addr 172.21.15.46:0/1221536250 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:39:55.611 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.541+0000 7fbccf7fe700  1 -- 172.21.15.46:0/1221536250 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcd007ba90 con 0x7fbcd007cee0
2024-03-19T01:39:55.611 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.541+0000 7fbccf7fe700  1 --2- 172.21.15.46:0/1221536250 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbcd007cee0 0x7fbcd007b340 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fbcc00098a0 tx=0x7fbcc0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d70b38f6e77184d server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:55.611 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.541+0000 7fbcce7fc700  1 -- 172.21.15.46:0/1221536250 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbcc0004160 con 0x7fbcd007cee0
2024-03-19T01:39:55.611 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.541+0000 7fbcce7fc700  1 -- 172.21.15.46:0/1221536250 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fbcc0004300 con 0x7fbcd007cee0
2024-03-19T01:39:55.611 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.541+0000 7fbcce7fc700  1 -- 172.21.15.46:0/1221536250 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbcc0011a80 con 0x7fbcd007cee0
2024-03-19T01:39:55.611 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.541+0000 7fbcd61fd700  1 -- 172.21.15.46:0/1221536250 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbcd007cee0 msgr2=0x7fbcd007b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:55.611 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.541+0000 7fbcd61fd700  1 --2- 172.21.15.46:0/1221536250 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbcd007cee0 0x7fbcd007b340 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fbcc00098a0 tx=0x7fbcc0009bb0 comp rx=0 tx=0).stop
2024-03-19T01:39:55.611 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.541+0000 7fbcd61fd700  1 -- 172.21.15.46:0/1221536250 shutdown_connections
2024-03-19T01:39:55.611 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.541+0000 7fbcd61fd700  1 --2- 172.21.15.46:0/1221536250 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbcd007cee0 0x7fbcd007b340 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:55.612 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.542+0000 7fbcd61fd700  1 -- 172.21.15.46:0/1221536250 >> 172.21.15.46:0/1221536250 conn(0x7fbcd0103080 msgr2=0x7fbcd01054a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:39:55.612 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.542+0000 7fbcd61fd700  1 -- 172.21.15.46:0/1221536250 shutdown_connections
2024-03-19T01:39:55.612 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.542+0000 7fbcd61fd700  1 -- 172.21.15.46:0/1221536250 wait complete.
2024-03-19T01:39:55.612 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.542+0000 7fbcd61fd700  1  Processor -- start
2024-03-19T01:39:55.612 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.542+0000 7fbcd61fd700  1 --  start start
2024-03-19T01:39:55.612 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.543+0000 7fbcd61fd700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbcd007cee0 0x7fbcd019da40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:55.612 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.543+0000 7fbcd61fd700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fbcd010dff0 con 0x7fbcd007cee0
2024-03-19T01:39:55.612 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.543+0000 7fbccf7fe700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbcd007cee0 0x7fbcd019da40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:55.612 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.543+0000 7fbccf7fe700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbcd007cee0 0x7fbcd019da40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38304/0 (socket says 172.21.15.46:38304)
2024-03-19T01:39:55.612 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.543+0000 7fbccf7fe700  1 -- 172.21.15.46:0/3194052705 learned_addr learned my addr 172.21.15.46:0/3194052705 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:39:55.612 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.543+0000 7fbccf7fe700  1 -- 172.21.15.46:0/3194052705 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcd019df80 con 0x7fbcd007cee0
2024-03-19T01:39:55.612 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.543+0000 7fbccf7fe700  1 --2- 172.21.15.46:0/3194052705 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbcd007cee0 0x7fbcd019da40 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fbcc0000c00 tx=0x7fbcc0011b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:55.612 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.543+0000 7fbcccff9700  1 -- 172.21.15.46:0/3194052705 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbcc00039f0 con 0x7fbcd007cee0
2024-03-19T01:39:55.612 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.543+0000 7fbcccff9700  1 -- 172.21.15.46:0/3194052705 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fbcc0003b90 con 0x7fbcd007cee0
2024-03-19T01:39:55.612 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.543+0000 7fbcccff9700  1 -- 172.21.15.46:0/3194052705 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbcc001a740 con 0x7fbcd007cee0
2024-03-19T01:39:55.612 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.543+0000 7fbcd61fd700  1 -- 172.21.15.46:0/3194052705 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbcd019e210 con 0x7fbcd007cee0
2024-03-19T01:39:55.613 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.543+0000 7fbcd61fd700  1 -- 172.21.15.46:0/3194052705 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbcd01a0f00 con 0x7fbcd007cee0
2024-03-19T01:39:55.613 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.544+0000 7fbcccff9700  1 -- 172.21.15.46:0/3194052705 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 8) ==== 46106+0+0 (secure 0 0 0) 0x7fbcc001a9f0 con 0x7fbcd007cee0
2024-03-19T01:39:55.613 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.544+0000 7fbcccff9700  1 --2- 172.21.15.46:0/3194052705 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7fbcb8039030 0x7fbcb803b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:55.613 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.544+0000 7fbcccff9700  1 -- 172.21.15.46:0/3194052705 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fbcc004d1b0 con 0x7fbcd007cee0
2024-03-19T01:39:55.613 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.544+0000 7fbcd61fd700  1 -- 172.21.15.46:0/3194052705 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbcd0063940 con 0x7fbcd007cee0
2024-03-19T01:39:55.613 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.545+0000 7fbcceffd700  1 --2- 172.21.15.46:0/3194052705 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7fbcb8039030 0x7fbcb803b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:55.613 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.545+0000 7fbcceffd700  1 --2- 172.21.15.46:0/3194052705 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7fbcb8039030 0x7fbcb803b4f0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fbcc4006fd0 tx=0x7fbcc4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:55.613 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.550+0000 7fbcccff9700  1 -- 172.21.15.46:0/3194052705 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fbcc002d910 con 0x7fbcd007cee0
2024-03-19T01:39:55.613 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:54.755+0000 7fbcd61fd700  1 -- 172.21.15.46:0/3194052705 --> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7fbcd0104190 con 0x7fbcb8039030
2024-03-19T01:39:55.613 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:55.030+0000 7fbcccff9700  1 -- 172.21.15.46:0/3194052705 <== mgr.14120 v2:172.21.15.46:6800/2839078617 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fbcd0104190 con 0x7fbcb8039030
2024-03-19T01:39:55.613 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:55.032+0000 7fbcd61fd700  1 -- 172.21.15.46:0/3194052705 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7fbcb8039030 msgr2=0x7fbcb803b4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:55.613 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:55.032+0000 7fbcd61fd700  1 --2- 172.21.15.46:0/3194052705 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7fbcb8039030 0x7fbcb803b4f0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fbcc4006fd0 tx=0x7fbcc4006e40 comp rx=0 tx=0).stop
2024-03-19T01:39:55.613 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:55.032+0000 7fbcd61fd700  1 -- 172.21.15.46:0/3194052705 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbcd007cee0 msgr2=0x7fbcd019da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:55.613 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:55.032+0000 7fbcd61fd700  1 --2- 172.21.15.46:0/3194052705 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbcd007cee0 0x7fbcd019da40 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fbcc0000c00 tx=0x7fbcc0011b00 comp rx=0 tx=0).stop
2024-03-19T01:39:55.613 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:55.032+0000 7fbcd61fd700  1 -- 172.21.15.46:0/3194052705 shutdown_connections
2024-03-19T01:39:55.614 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:55.032+0000 7fbcd61fd700  1 --2- 172.21.15.46:0/3194052705 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7fbcb8039030 0x7fbcb803b4f0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:55.614 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:55.032+0000 7fbcd61fd700  1 --2- 172.21.15.46:0/3194052705 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbcd007cee0 0x7fbcd019da40 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:55.614 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:55.032+0000 7fbcd61fd700  1 -- 172.21.15.46:0/3194052705 >> 172.21.15.46:0/3194052705 conn(0x7fbcd0103080 msgr2=0x7fbcd0103a80 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:39:55.614 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:55.033+0000 7fbcd61fd700  1 -- 172.21.15.46:0/3194052705 shutdown_connections
2024-03-19T01:39:55.614 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:55.033+0000 7fbcd61fd700  1 -- 172.21.15.46:0/3194052705 wait complete.
2024-03-19T01:39:56.824 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDnW/Iu9roWRFWf3yMpRMAByHP7cbwJ5h6OTQtep++wy2NQ1N30LVeaU+hLg9to8G/C4vkItZqomkfL1e1MLoh7/ZfRKeNnngcAnuGohDShjc+HGHqe4d7vOW1/Aopps5grjOg2Yys8Yng1e/TVZQgxo4N4HmyxfLVfGV/M8MP7Lm4R6sJd2XdctzzFvMpBaf/T+OOIYQFd/rDgkggi3lKoTIzzC/OmwrRzL9sfE50EthVl27QI1VpbcvDxWnmdepBHhnmDjhPjA4kDyLJzy0SVujthC1DbH2N8+M/YkqKGtKLxHmP02mpsDAhHvRdAtOmMTzp/AmDTlnlHXzkoBdwocUi2DOfrN2Wnhj6AvVqrLzf0iLYHUPr3eKRjjIRgYCDa1QskuEcvRYeoFnLsdcb/5cxPe1IOqqMjdKMKsYCxBrthK9XoDGXEk1rXJD3WYJA3klbo/3usvKzLCszU7+XFDS0VfdevnbdG4Su+M+fQUfxUywuI5JkaOIVhvub96iM= ceph-53c8cf3e-e591-11ee-95c9-87774f69a715
2024-03-19T01:39:56.824 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.008+0000 7f5bd7ecb700  1  Processor -- start
2024-03-19T01:39:56.824 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.009+0000 7f5bd7ecb700  1 --  start start
2024-03-19T01:39:56.825 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.009+0000 7f5bd7ecb700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5bd0107ac0 0x7f5bd0107ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:56.825 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.009+0000 7f5bd7ecb700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f5bd01084b0 con 0x7f5bd0107ac0
2024-03-19T01:39:56.825 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.009+0000 7f5bd5c67700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5bd0107ac0 0x7f5bd0107ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:56.825 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.009+0000 7f5bd5c67700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5bd0107ac0 0x7f5bd0107ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38308/0 (socket says 172.21.15.46:38308)
2024-03-19T01:39:56.825 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.009+0000 7f5bd5c67700  1 -- 172.21.15.46:0/4274368117 learned_addr learned my addr 172.21.15.46:0/4274368117 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:39:56.825 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.009+0000 7f5bd5c67700  1 -- 172.21.15.46:0/4274368117 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bd0108cc0 con 0x7f5bd0107ac0
2024-03-19T01:39:56.825 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.009+0000 7f5bd5c67700  1 --2- 172.21.15.46:0/4274368117 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5bd0107ac0 0x7f5bd0107ee0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f5bcc0098a0 tx=0x7f5bcc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35982561d91cae9a server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:56.825 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.010+0000 7f5bd4c65700  1 -- 172.21.15.46:0/4274368117 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5bcc004160 con 0x7f5bd0107ac0
2024-03-19T01:39:56.825 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.010+0000 7f5bd4c65700  1 -- 172.21.15.46:0/4274368117 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f5bcc004300 con 0x7f5bd0107ac0
2024-03-19T01:39:56.825 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.010+0000 7f5bd4c65700  1 -- 172.21.15.46:0/4274368117 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5bcc011a80 con 0x7f5bd0107ac0
2024-03-19T01:39:56.825 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.010+0000 7f5bd7ecb700  1 -- 172.21.15.46:0/4274368117 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5bd0107ac0 msgr2=0x7f5bd0107ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:56.825 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.010+0000 7f5bd7ecb700  1 --2- 172.21.15.46:0/4274368117 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5bd0107ac0 0x7f5bd0107ee0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f5bcc0098a0 tx=0x7f5bcc009bb0 comp rx=0 tx=0).stop
2024-03-19T01:39:56.825 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.010+0000 7f5bd7ecb700  1 -- 172.21.15.46:0/4274368117 shutdown_connections
2024-03-19T01:39:56.826 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.010+0000 7f5bd7ecb700  1 --2- 172.21.15.46:0/4274368117 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5bd0107ac0 0x7f5bd0107ee0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:56.826 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.010+0000 7f5bd7ecb700  1 -- 172.21.15.46:0/4274368117 >> 172.21.15.46:0/4274368117 conn(0x7f5bd0103080 msgr2=0x7f5bd01054a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:39:56.826 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.010+0000 7f5bd7ecb700  1 -- 172.21.15.46:0/4274368117 shutdown_connections
2024-03-19T01:39:56.826 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.010+0000 7f5bd7ecb700  1 -- 172.21.15.46:0/4274368117 wait complete.
2024-03-19T01:39:56.826 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.011+0000 7f5bd7ecb700  1  Processor -- start
2024-03-19T01:39:56.826 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.011+0000 7f5bd7ecb700  1 --  start start
2024-03-19T01:39:56.826 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.011+0000 7f5bd7ecb700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5bd0107ac0 0x7f5bd007cb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:56.826 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.011+0000 7f5bd7ecb700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f5bd010bef0 con 0x7f5bd0107ac0
2024-03-19T01:39:56.826 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.011+0000 7f5bd5c67700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5bd0107ac0 0x7f5bd007cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:56.826 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.011+0000 7f5bd5c67700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5bd0107ac0 0x7f5bd007cb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38310/0 (socket says 172.21.15.46:38310)
2024-03-19T01:39:56.826 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.011+0000 7f5bd5c67700  1 -- 172.21.15.46:0/2536435683 learned_addr learned my addr 172.21.15.46:0/2536435683 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:39:56.826 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.011+0000 7f5bd5c67700  1 -- 172.21.15.46:0/2536435683 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bd007d0d0 con 0x7f5bd0107ac0
2024-03-19T01:39:56.826 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.012+0000 7f5bd5c67700  1 --2- 172.21.15.46:0/2536435683 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5bd0107ac0 0x7f5bd007cb90 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f5bcc000c00 tx=0x7f5bcc011b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:56.827 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.012+0000 7f5bc2ffd700  1 -- 172.21.15.46:0/2536435683 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5bcc0039f0 con 0x7f5bd0107ac0
2024-03-19T01:39:56.827 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.012+0000 7f5bc2ffd700  1 -- 172.21.15.46:0/2536435683 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f5bcc003b90 con 0x7f5bd0107ac0
2024-03-19T01:39:56.827 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.012+0000 7f5bd7ecb700  1 -- 172.21.15.46:0/2536435683 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bd007b2c0 con 0x7f5bd0107ac0
2024-03-19T01:39:56.827 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.012+0000 7f5bc2ffd700  1 -- 172.21.15.46:0/2536435683 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5bcc01a740 con 0x7f5bd0107ac0
2024-03-19T01:39:56.827 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.012+0000 7f5bd7ecb700  1 -- 172.21.15.46:0/2536435683 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bd007b800 con 0x7f5bd0107ac0
2024-03-19T01:39:56.827 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.013+0000 7f5bc2ffd700  1 -- 172.21.15.46:0/2536435683 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 8) ==== 46106+0+0 (secure 0 0 0) 0x7f5bcc01aa40 con 0x7f5bd0107ac0
2024-03-19T01:39:56.827 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.013+0000 7f5bd7ecb700  1 -- 172.21.15.46:0/2536435683 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5bd0063940 con 0x7f5bd0107ac0
2024-03-19T01:39:56.827 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.013+0000 7f5bc2ffd700  1 --2- 172.21.15.46:0/2536435683 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f5bbc038fe0 0x7f5bbc03b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:39:56.827 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.013+0000 7f5bc2ffd700  1 -- 172.21.15.46:0/2536435683 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f5bcc04d3a0 con 0x7f5bd0107ac0
2024-03-19T01:39:56.827 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.013+0000 7f5bd5466700  1 --2- 172.21.15.46:0/2536435683 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f5bbc038fe0 0x7f5bbc03b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:39:56.827 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.014+0000 7f5bd5466700  1 --2- 172.21.15.46:0/2536435683 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f5bbc038fe0 0x7f5bbc03b4a0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f5bc4006fd0 tx=0x7f5bc4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:39:56.827 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.018+0000 7f5bc2ffd700  1 -- 172.21.15.46:0/2536435683 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f5bcc004300 con 0x7f5bd0107ac0
2024-03-19T01:39:56.827 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.225+0000 7f5bd7ecb700  1 -- 172.21.15.46:0/2536435683 --> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7f5bd0104190 con 0x7f5bbc038fe0
2024-03-19T01:39:56.827 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.226+0000 7f5bc2ffd700  1 -- 172.21.15.46:0/2536435683 <== mgr.14120 v2:172.21.15.46:6800/2839078617 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7f5bd0104190 con 0x7f5bbc038fe0
2024-03-19T01:39:56.828 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.229+0000 7f5bd7ecb700  1 -- 172.21.15.46:0/2536435683 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f5bbc038fe0 msgr2=0x7f5bbc03b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:56.828 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.229+0000 7f5bd7ecb700  1 --2- 172.21.15.46:0/2536435683 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f5bbc038fe0 0x7f5bbc03b4a0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f5bc4006fd0 tx=0x7f5bc4006e40 comp rx=0 tx=0).stop
2024-03-19T01:39:56.828 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.229+0000 7f5bd7ecb700  1 -- 172.21.15.46:0/2536435683 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5bd0107ac0 msgr2=0x7f5bd007cb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:39:56.828 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.229+0000 7f5bd7ecb700  1 --2- 172.21.15.46:0/2536435683 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5bd0107ac0 0x7f5bd007cb90 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f5bcc000c00 tx=0x7f5bcc011b00 comp rx=0 tx=0).stop
2024-03-19T01:39:56.828 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.229+0000 7f5bd7ecb700  1 -- 172.21.15.46:0/2536435683 shutdown_connections
2024-03-19T01:39:56.828 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.229+0000 7f5bd7ecb700  1 --2- 172.21.15.46:0/2536435683 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f5bbc038fe0 0x7f5bbc03b4a0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:56.828 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.229+0000 7f5bd7ecb700  1 --2- 172.21.15.46:0/2536435683 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5bd0107ac0 0x7f5bd007cb90 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:39:56.828 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.229+0000 7f5bd7ecb700  1 -- 172.21.15.46:0/2536435683 >> 172.21.15.46:0/2536435683 conn(0x7f5bd0103080 msgr2=0x7f5bd0103a80 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:39:56.828 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.229+0000 7f5bd7ecb700  1 -- 172.21.15.46:0/2536435683 shutdown_connections
2024-03-19T01:39:56.828 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:56.229+0000 7f5bd7ecb700  1 -- 172.21.15.46:0/2536435683 wait complete.
2024-03-19T01:39:56.828 INFO:teuthology.orchestra.run.smithi046.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub
2024-03-19T01:39:56.828 INFO:teuthology.orchestra.run.smithi046.stdout:Adding key to root@localhost authorized_keys...
2024-03-19T01:39:56.828 INFO:teuthology.orchestra.run.smithi046.stdout:Adding host smithi046...
2024-03-19T01:39:57.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:57 smithi046 ceph-mon[63102]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:39:58.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:58 smithi046 ceph-mon[63102]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi046", "addr": "172.21.15.46", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:39:59.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:39:59 smithi046 ceph-mon[63102]: Deploying cephadm binary to smithi046
2024-03-19T01:40:02.374 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout Added host 'smithi046' with addr '172.21.15.46'
2024-03-19T01:40:02.374 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.261+0000 7f85b9323700  1  Processor -- start
2024-03-19T01:40:02.374 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.262+0000 7f85b9323700  1 --  start start
2024-03-19T01:40:02.374 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.262+0000 7f85b9323700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85b4107a20 0x7f85b4107e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:02.375 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.262+0000 7f85b9323700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f85b4108410 con 0x7f85b4107a20
2024-03-19T01:40:02.375 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.262+0000 7f85b2ffd700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85b4107a20 0x7f85b4107e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:02.375 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.262+0000 7f85b2ffd700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85b4107a20 0x7f85b4107e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38320/0 (socket says 172.21.15.46:38320)
2024-03-19T01:40:02.375 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.262+0000 7f85b2ffd700  1 -- 172.21.15.46:0/3510480640 learned_addr learned my addr 172.21.15.46:0/3510480640 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:40:02.375 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.262+0000 7f85b2ffd700  1 -- 172.21.15.46:0/3510480640 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85b4108c20 con 0x7f85b4107a20
2024-03-19T01:40:02.375 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.262+0000 7f85b2ffd700  1 --2- 172.21.15.46:0/3510480640 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85b4107a20 0x7f85b4107e40 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f85a40098a0 tx=0x7f85a4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=659bc34693f53659 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:02.375 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.262+0000 7f85b1ffb700  1 -- 172.21.15.46:0/3510480640 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f85a4004160 con 0x7f85b4107a20
2024-03-19T01:40:02.375 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.263+0000 7f85b1ffb700  1 -- 172.21.15.46:0/3510480640 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f85a4004300 con 0x7f85b4107a20
2024-03-19T01:40:02.375 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.263+0000 7f85b1ffb700  1 -- 172.21.15.46:0/3510480640 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f85a4011a80 con 0x7f85b4107a20
2024-03-19T01:40:02.375 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.263+0000 7f85b9323700  1 -- 172.21.15.46:0/3510480640 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85b4107a20 msgr2=0x7f85b4107e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:02.375 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.263+0000 7f85b9323700  1 --2- 172.21.15.46:0/3510480640 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85b4107a20 0x7f85b4107e40 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f85a40098a0 tx=0x7f85a4009bb0 comp rx=0 tx=0).stop
2024-03-19T01:40:02.375 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.263+0000 7f85b9323700  1 -- 172.21.15.46:0/3510480640 shutdown_connections
2024-03-19T01:40:02.375 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.263+0000 7f85b9323700  1 --2- 172.21.15.46:0/3510480640 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85b4107a20 0x7f85b4107e40 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:02.376 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.263+0000 7f85b9323700  1 -- 172.21.15.46:0/3510480640 >> 172.21.15.46:0/3510480640 conn(0x7f85b4103000 msgr2=0x7f85b4105420 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:02.376 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.263+0000 7f85b9323700  1 -- 172.21.15.46:0/3510480640 shutdown_connections
2024-03-19T01:40:02.376 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.263+0000 7f85b9323700  1 -- 172.21.15.46:0/3510480640 wait complete.
2024-03-19T01:40:02.376 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.264+0000 7f85b9323700  1  Processor -- start
2024-03-19T01:40:02.376 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.264+0000 7f85b9323700  1 --  start start
2024-03-19T01:40:02.376 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.264+0000 7f85b9323700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85b4107a20 0x7f85b419b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:02.376 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.264+0000 7f85b9323700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f85b410bfd0 con 0x7f85b4107a20
2024-03-19T01:40:02.376 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.264+0000 7f85b2ffd700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85b4107a20 0x7f85b419b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:02.376 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.264+0000 7f85b2ffd700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85b4107a20 0x7f85b419b8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38322/0 (socket says 172.21.15.46:38322)
2024-03-19T01:40:02.376 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.264+0000 7f85b2ffd700  1 -- 172.21.15.46:0/1578331557 learned_addr learned my addr 172.21.15.46:0/1578331557 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:40:02.376 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.265+0000 7f85b2ffd700  1 -- 172.21.15.46:0/1578331557 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85b419bde0 con 0x7f85b4107a20
2024-03-19T01:40:02.376 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.265+0000 7f85b2ffd700  1 --2- 172.21.15.46:0/1578331557 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85b4107a20 0x7f85b419b8a0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f85a4000c00 tx=0x7f85a4011b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:02.376 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.265+0000 7f859bfff700  1 -- 172.21.15.46:0/1578331557 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f85a40039f0 con 0x7f85b4107a20
2024-03-19T01:40:02.376 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.265+0000 7f859bfff700  1 -- 172.21.15.46:0/1578331557 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f85a4003b90 con 0x7f85b4107a20
2024-03-19T01:40:02.377 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.265+0000 7f859bfff700  1 -- 172.21.15.46:0/1578331557 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f85a401a740 con 0x7f85b4107a20
2024-03-19T01:40:02.377 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.265+0000 7f85b9323700  1 -- 172.21.15.46:0/1578331557 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85b419c070 con 0x7f85b4107a20
2024-03-19T01:40:02.377 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.265+0000 7f85b9323700  1 -- 172.21.15.46:0/1578331557 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85b419ed60 con 0x7f85b4107a20
2024-03-19T01:40:02.377 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.266+0000 7f859bfff700  1 -- 172.21.15.46:0/1578331557 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 8) ==== 46106+0+0 (secure 0 0 0) 0x7f85a401aa40 con 0x7f85b4107a20
2024-03-19T01:40:02.377 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.266+0000 7f85b9323700  1 -- 172.21.15.46:0/1578331557 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85b4063940 con 0x7f85b4107a20
2024-03-19T01:40:02.377 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.266+0000 7f859bfff700  1 --2- 172.21.15.46:0/1578331557 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f859c038fe0 0x7f859c03b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:02.377 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.266+0000 7f859bfff700  1 -- 172.21.15.46:0/1578331557 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f85a404d240 con 0x7f85b4107a20
2024-03-19T01:40:02.377 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.266+0000 7f85b27fc700  1 --2- 172.21.15.46:0/1578331557 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f859c038fe0 0x7f859c03b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:02.377 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.267+0000 7f85b27fc700  1 --2- 172.21.15.46:0/1578331557 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f859c038fe0 0x7f859c03b4a0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f85a8006fd0 tx=0x7f85a8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:02.377 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.271+0000 7f859bfff700  1 -- 172.21.15.46:0/1578331557 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f85a400b5a0 con 0x7f85b4107a20
2024-03-19T01:40:02.377 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:39:57.479+0000 7f85b9323700  1 -- 172.21.15.46:0/1578331557 --> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi046", "addr": "172.21.15.46", "target": ["mon-mgr", ""]}) -- 0x7f85b4104160 con 0x7f859c038fe0
2024-03-19T01:40:02.377 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:01.770+0000 7f859bfff700  1 -- 172.21.15.46:0/1578331557 <== mgr.14120 v2:172.21.15.46:6800/2839078617 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f85b4104160 con 0x7f859c038fe0
2024-03-19T01:40:02.377 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:01.773+0000 7f85b9323700  1 -- 172.21.15.46:0/1578331557 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f859c038fe0 msgr2=0x7f859c03b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:02.377 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:01.773+0000 7f85b9323700  1 --2- 172.21.15.46:0/1578331557 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f859c038fe0 0x7f859c03b4a0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f85a8006fd0 tx=0x7f85a8006e40 comp rx=0 tx=0).stop
2024-03-19T01:40:02.378 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:01.773+0000 7f85b9323700  1 -- 172.21.15.46:0/1578331557 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85b4107a20 msgr2=0x7f85b419b8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:02.378 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:01.773+0000 7f85b9323700  1 --2- 172.21.15.46:0/1578331557 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85b4107a20 0x7f85b419b8a0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f85a4000c00 tx=0x7f85a4011b00 comp rx=0 tx=0).stop
2024-03-19T01:40:02.378 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:01.773+0000 7f85b9323700  1 -- 172.21.15.46:0/1578331557 shutdown_connections
2024-03-19T01:40:02.378 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:01.773+0000 7f85b9323700  1 --2- 172.21.15.46:0/1578331557 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f859c038fe0 0x7f859c03b4a0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:02.378 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:01.773+0000 7f85b9323700  1 --2- 172.21.15.46:0/1578331557 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85b4107a20 0x7f85b419b8a0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:02.378 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:01.773+0000 7f85b9323700  1 -- 172.21.15.46:0/1578331557 >> 172.21.15.46:0/1578331557 conn(0x7f85b4103000 msgr2=0x7f85b4103a50 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:02.378 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:01.774+0000 7f85b9323700  1 -- 172.21.15.46:0/1578331557 shutdown_connections
2024-03-19T01:40:02.378 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:01.774+0000 7f85b9323700  1 -- 172.21.15.46:0/1578331557 wait complete.
2024-03-19T01:40:02.378 INFO:teuthology.orchestra.run.smithi046.stdout:Deploying unmanaged mon service...
2024-03-19T01:40:03.038 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:02 smithi046 ceph-mon[63102]: from='mgr.14120 172.21.15.46:0/57248' entity='mgr.x'
2024-03-19T01:40:03.039 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:02 smithi046 ceph-mon[63102]: Added host smithi046
2024-03-19T01:40:03.039 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:02 smithi046 ceph-mon[63102]: from='mgr.14120 172.21.15.46:0/57248' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:40:03.666 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout Scheduled mon update...
2024-03-19T01:40:03.666 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.839+0000 7fd5f1379700  1  Processor -- start
2024-03-19T01:40:03.666 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.839+0000 7fd5f1379700  1 --  start start
2024-03-19T01:40:03.666 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.839+0000 7fd5f1379700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5ec1079f0 0x7fd5ec107e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:03.666 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.839+0000 7fd5f1379700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd5ec1083e0 con 0x7fd5ec1079f0
2024-03-19T01:40:03.666 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.840+0000 7fd5eaffd700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5ec1079f0 0x7fd5ec107e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:03.666 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.840+0000 7fd5eaffd700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5ec1079f0 0x7fd5ec107e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:59848/0 (socket says 172.21.15.46:59848)
2024-03-19T01:40:03.667 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.840+0000 7fd5eaffd700  1 -- 172.21.15.46:0/3500887878 learned_addr learned my addr 172.21.15.46:0/3500887878 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:40:03.667 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.840+0000 7fd5eaffd700  1 -- 172.21.15.46:0/3500887878 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5ec108ba0 con 0x7fd5ec1079f0
2024-03-19T01:40:03.667 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.840+0000 7fd5eaffd700  1 --2- 172.21.15.46:0/3500887878 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5ec1079f0 0x7fd5ec107e10 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fd5e4009e80 tx=0x7fd5e400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4f8c90afecd7497 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:03.667 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.840+0000 7fd5e9ffb700  1 -- 172.21.15.46:0/3500887878 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd5e4017070 con 0x7fd5ec1079f0
2024-03-19T01:40:03.667 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.840+0000 7fd5e9ffb700  1 -- 172.21.15.46:0/3500887878 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fd5e400b8c0 con 0x7fd5ec1079f0
2024-03-19T01:40:03.667 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.840+0000 7fd5e9ffb700  1 -- 172.21.15.46:0/3500887878 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd5e4004520 con 0x7fd5ec1079f0
2024-03-19T01:40:03.667 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.841+0000 7fd5f1379700  1 -- 172.21.15.46:0/3500887878 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5ec1079f0 msgr2=0x7fd5ec107e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:03.667 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.841+0000 7fd5f1379700  1 --2- 172.21.15.46:0/3500887878 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5ec1079f0 0x7fd5ec107e10 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fd5e4009e80 tx=0x7fd5e400b330 comp rx=0 tx=0).stop
2024-03-19T01:40:03.667 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.841+0000 7fd5f1379700  1 -- 172.21.15.46:0/3500887878 shutdown_connections
2024-03-19T01:40:03.667 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.841+0000 7fd5f1379700  1 --2- 172.21.15.46:0/3500887878 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5ec1079f0 0x7fd5ec107e10 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:03.667 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.841+0000 7fd5f1379700  1 -- 172.21.15.46:0/3500887878 >> 172.21.15.46:0/3500887878 conn(0x7fd5ec103010 msgr2=0x7fd5ec105430 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:03.667 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.841+0000 7fd5f1379700  1 -- 172.21.15.46:0/3500887878 shutdown_connections
2024-03-19T01:40:03.667 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.841+0000 7fd5f1379700  1 -- 172.21.15.46:0/3500887878 wait complete.
2024-03-19T01:40:03.667 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.841+0000 7fd5f1379700  1  Processor -- start
2024-03-19T01:40:03.668 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.842+0000 7fd5f1379700  1 --  start start
2024-03-19T01:40:03.668 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.842+0000 7fd5f1379700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5ec1079f0 0x7fd5ec19b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:03.668 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.842+0000 7fd5f1379700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd5ec10bf50 con 0x7fd5ec1079f0
2024-03-19T01:40:03.668 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.842+0000 7fd5eaffd700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5ec1079f0 0x7fd5ec19b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:03.668 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.842+0000 7fd5eaffd700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5ec1079f0 0x7fd5ec19b9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:59862/0 (socket says 172.21.15.46:59862)
2024-03-19T01:40:03.668 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.842+0000 7fd5eaffd700  1 -- 172.21.15.46:0/1054938994 learned_addr learned my addr 172.21.15.46:0/1054938994 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:40:03.668 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.842+0000 7fd5eaffd700  1 -- 172.21.15.46:0/1054938994 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5ec19bf10 con 0x7fd5ec1079f0
2024-03-19T01:40:03.668 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.842+0000 7fd5eaffd700  1 --2- 172.21.15.46:0/1054938994 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5ec1079f0 0x7fd5ec19b9d0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fd5e4009e50 tx=0x7fd5e4004670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:03.668 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.842+0000 7fd5e3fff700  1 -- 172.21.15.46:0/1054938994 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd5e4020020 con 0x7fd5ec1079f0
2024-03-19T01:40:03.668 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.842+0000 7fd5e3fff700  1 -- 172.21.15.46:0/1054938994 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fd5e400bba0 con 0x7fd5ec1079f0
2024-03-19T01:40:03.668 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.842+0000 7fd5e3fff700  1 -- 172.21.15.46:0/1054938994 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd5e4017040 con 0x7fd5ec1079f0
2024-03-19T01:40:03.668 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.842+0000 7fd5f1379700  1 -- 172.21.15.46:0/1054938994 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5ec19c1a0 con 0x7fd5ec1079f0
2024-03-19T01:40:03.668 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.842+0000 7fd5f1379700  1 -- 172.21.15.46:0/1054938994 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5ec19ccc0 con 0x7fd5ec1079f0
2024-03-19T01:40:03.668 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.843+0000 7fd5e3fff700  1 -- 172.21.15.46:0/1054938994 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 8) ==== 46106+0+0 (secure 0 0 0) 0x7fd5e4023020 con 0x7fd5ec1079f0
2024-03-19T01:40:03.669 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.843+0000 7fd5f1379700  1 -- 172.21.15.46:0/1054938994 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5ec063940 con 0x7fd5ec1079f0
2024-03-19T01:40:03.669 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.843+0000 7fd5e3fff700  1 --2- 172.21.15.46:0/1054938994 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7fd5d8038ed0 0x7fd5d803b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:03.669 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.843+0000 7fd5e3fff700  1 -- 172.21.15.46:0/1054938994 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fd5e400f050 con 0x7fd5ec1079f0
2024-03-19T01:40:03.669 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.844+0000 7fd5ea7fc700  1 --2- 172.21.15.46:0/1054938994 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7fd5d8038ed0 0x7fd5d803b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:03.669 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.844+0000 7fd5ea7fc700  1 --2- 172.21.15.46:0/1054938994 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7fd5d8038ed0 0x7fd5d803b390 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fd5d4006fd0 tx=0x7fd5d4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:03.669 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:02.848+0000 7fd5e3fff700  1 -- 172.21.15.46:0/1054938994 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fd5e402a020 con 0x7fd5ec1079f0
2024-03-19T01:40:03.669 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:03.075+0000 7fd5f1379700  1 -- 172.21.15.46:0/1054938994 --> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7fd5ec104270 con 0x7fd5d8038ed0
2024-03-19T01:40:03.669 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:03.080+0000 7fd5e3fff700  1 -- 172.21.15.46:0/1054938994 <== mgr.14120 v2:172.21.15.46:6800/2839078617 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fd5ec104270 con 0x7fd5d8038ed0
2024-03-19T01:40:03.669 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:03.083+0000 7fd5f1379700  1 -- 172.21.15.46:0/1054938994 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7fd5d8038ed0 msgr2=0x7fd5d803b390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:03.669 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:03.083+0000 7fd5f1379700  1 --2- 172.21.15.46:0/1054938994 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7fd5d8038ed0 0x7fd5d803b390 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fd5d4006fd0 tx=0x7fd5d4006e40 comp rx=0 tx=0).stop
2024-03-19T01:40:03.669 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:03.083+0000 7fd5f1379700  1 -- 172.21.15.46:0/1054938994 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5ec1079f0 msgr2=0x7fd5ec19b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:03.669 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:03.083+0000 7fd5f1379700  1 --2- 172.21.15.46:0/1054938994 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5ec1079f0 0x7fd5ec19b9d0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fd5e4009e50 tx=0x7fd5e4004670 comp rx=0 tx=0).stop
2024-03-19T01:40:03.669 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:03.083+0000 7fd5f1379700  1 -- 172.21.15.46:0/1054938994 shutdown_connections
2024-03-19T01:40:03.669 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:03.083+0000 7fd5f1379700  1 --2- 172.21.15.46:0/1054938994 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7fd5d8038ed0 0x7fd5d803b390 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:03.670 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:03.083+0000 7fd5f1379700  1 --2- 172.21.15.46:0/1054938994 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5ec1079f0 0x7fd5ec19b9d0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:03.670 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:03.083+0000 7fd5f1379700  1 -- 172.21.15.46:0/1054938994 >> 172.21.15.46:0/1054938994 conn(0x7fd5ec103010 msgr2=0x7fd5ec103b60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:03.670 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:03.083+0000 7fd5f1379700  1 -- 172.21.15.46:0/1054938994 shutdown_connections
2024-03-19T01:40:03.670 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:03.083+0000 7fd5f1379700  1 -- 172.21.15.46:0/1054938994 wait complete.
2024-03-19T01:40:03.670 INFO:teuthology.orchestra.run.smithi046.stdout:Deploying unmanaged mgr service...
2024-03-19T01:40:04.228 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:04 smithi046 ceph-mon[63102]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:40:04.228 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:04 smithi046 ceph-mon[63102]: Saving service mon spec with placement count:5
2024-03-19T01:40:04.228 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:04 smithi046 ceph-mon[63102]: from='mgr.14120 172.21.15.46:0/57248' entity='mgr.x'
2024-03-19T01:40:05.334 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout Scheduled mgr update...
2024-03-19T01:40:05.334 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.055+0000 7f85d04ab700  1  Processor -- start
2024-03-19T01:40:05.334 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.056+0000 7f85d04ab700  1 --  start start
2024-03-19T01:40:05.335 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.056+0000 7f85d04ab700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85c81079e0 0x7f85c8107e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:05.335 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.056+0000 7f85d04ab700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f85c81083d0 con 0x7f85c81079e0
2024-03-19T01:40:05.335 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.056+0000 7f85ce247700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85c81079e0 0x7f85c8107e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:05.335 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.056+0000 7f85ce247700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85c81079e0 0x7f85c8107e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:59866/0 (socket says 172.21.15.46:59866)
2024-03-19T01:40:05.335 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.056+0000 7f85ce247700  1 -- 172.21.15.46:0/1276472148 learned_addr learned my addr 172.21.15.46:0/1276472148 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:40:05.335 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.056+0000 7f85ce247700  1 -- 172.21.15.46:0/1276472148 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85c8108be0 con 0x7f85c81079e0
2024-03-19T01:40:05.335 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.057+0000 7f85ce247700  1 --2- 172.21.15.46:0/1276472148 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85c81079e0 0x7f85c8107e00 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f85c40098a0 tx=0x7f85c4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cf1ab32c877578e server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:05.335 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.057+0000 7f85cd245700  1 -- 172.21.15.46:0/1276472148 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f85c4004160 con 0x7f85c81079e0
2024-03-19T01:40:05.335 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.057+0000 7f85cd245700  1 -- 172.21.15.46:0/1276472148 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f85c4004300 con 0x7f85c81079e0
2024-03-19T01:40:05.335 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.057+0000 7f85cd245700  1 -- 172.21.15.46:0/1276472148 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f85c4011a80 con 0x7f85c81079e0
2024-03-19T01:40:05.335 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.057+0000 7f85d04ab700  1 -- 172.21.15.46:0/1276472148 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85c81079e0 msgr2=0x7f85c8107e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:05.335 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.057+0000 7f85d04ab700  1 --2- 172.21.15.46:0/1276472148 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85c81079e0 0x7f85c8107e00 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f85c40098a0 tx=0x7f85c4009bb0 comp rx=0 tx=0).stop
2024-03-19T01:40:05.335 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.058+0000 7f85d04ab700  1 -- 172.21.15.46:0/1276472148 shutdown_connections
2024-03-19T01:40:05.335 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.058+0000 7f85d04ab700  1 --2- 172.21.15.46:0/1276472148 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85c81079e0 0x7f85c8107e00 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:05.336 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.058+0000 7f85d04ab700  1 -- 172.21.15.46:0/1276472148 >> 172.21.15.46:0/1276472148 conn(0x7f85c8103040 msgr2=0x7f85c8105460 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:05.336 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.058+0000 7f85d04ab700  1 -- 172.21.15.46:0/1276472148 shutdown_connections
2024-03-19T01:40:05.336 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.058+0000 7f85d04ab700  1 -- 172.21.15.46:0/1276472148 wait complete.
2024-03-19T01:40:05.336 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.058+0000 7f85d04ab700  1  Processor -- start
2024-03-19T01:40:05.336 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.058+0000 7f85d04ab700  1 --  start start
2024-03-19T01:40:05.336 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.058+0000 7f85d04ab700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85c81079e0 0x7f85c819b880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:05.336 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.058+0000 7f85d04ab700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f85c810bf90 con 0x7f85c81079e0
2024-03-19T01:40:05.336 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.059+0000 7f85ce247700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85c81079e0 0x7f85c819b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:05.336 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.059+0000 7f85ce247700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85c81079e0 0x7f85c819b880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:59874/0 (socket says 172.21.15.46:59874)
2024-03-19T01:40:05.336 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.059+0000 7f85ce247700  1 -- 172.21.15.46:0/998142421 learned_addr learned my addr 172.21.15.46:0/998142421 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:40:05.336 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.059+0000 7f85ce247700  1 -- 172.21.15.46:0/998142421 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85c819bdc0 con 0x7f85c81079e0
2024-03-19T01:40:05.336 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.059+0000 7f85ce247700  1 --2- 172.21.15.46:0/998142421 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85c81079e0 0x7f85c819b880 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f85c4006af0 tx=0x7f85c4011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:05.336 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.059+0000 7f85bb7fe700  1 -- 172.21.15.46:0/998142421 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f85c40039e0 con 0x7f85c81079e0
2024-03-19T01:40:05.336 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.059+0000 7f85d04ab700  1 -- 172.21.15.46:0/998142421 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85c819c050 con 0x7f85c81079e0
2024-03-19T01:40:05.337 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.059+0000 7f85bb7fe700  1 -- 172.21.15.46:0/998142421 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f85c4003b80 con 0x7f85c81079e0
2024-03-19T01:40:05.337 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.059+0000 7f85d04ab700  1 -- 172.21.15.46:0/998142421 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85c819ed40 con 0x7f85c81079e0
2024-03-19T01:40:05.337 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.059+0000 7f85bb7fe700  1 -- 172.21.15.46:0/998142421 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f85c40196a0 con 0x7f85c81079e0
2024-03-19T01:40:05.337 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.060+0000 7f85bb7fe700  1 -- 172.21.15.46:0/998142421 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 8) ==== 46106+0+0 (secure 0 0 0) 0x7f85c401a430 con 0x7f85c81079e0
2024-03-19T01:40:05.337 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.060+0000 7f85d04ab700  1 -- 172.21.15.46:0/998142421 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85c8063940 con 0x7f85c81079e0
2024-03-19T01:40:05.337 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.060+0000 7f85bb7fe700  1 --2- 172.21.15.46:0/998142421 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f85b4038f90 0x7f85b403b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:05.337 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.060+0000 7f85bb7fe700  1 -- 172.21.15.46:0/998142421 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f85c404d3a0 con 0x7f85c81079e0
2024-03-19T01:40:05.337 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.060+0000 7f85cda46700  1 --2- 172.21.15.46:0/998142421 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f85b4038f90 0x7f85b403b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:05.337 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.061+0000 7f85cda46700  1 --2- 172.21.15.46:0/998142421 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f85b4038f90 0x7f85b403b450 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f85bc006fd0 tx=0x7f85bc006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:05.337 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.065+0000 7f85bb7fe700  1 -- 172.21.15.46:0/998142421 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f85c4023e00 con 0x7f85c81079e0
2024-03-19T01:40:05.337 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.291+0000 7f85d04ab700  1 -- 172.21.15.46:0/998142421 --> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f85c81041b0 con 0x7f85b4038f90
2024-03-19T01:40:05.337 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.295+0000 7f85bb7fe700  1 -- 172.21.15.46:0/998142421 <== mgr.14120 v2:172.21.15.46:6800/2839078617 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f85c81041b0 con 0x7f85b4038f90
2024-03-19T01:40:05.337 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.297+0000 7f85d04ab700  1 -- 172.21.15.46:0/998142421 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f85b4038f90 msgr2=0x7f85b403b450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:05.338 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.297+0000 7f85d04ab700  1 --2- 172.21.15.46:0/998142421 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f85b4038f90 0x7f85b403b450 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f85bc006fd0 tx=0x7f85bc006e40 comp rx=0 tx=0).stop
2024-03-19T01:40:05.338 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.297+0000 7f85d04ab700  1 -- 172.21.15.46:0/998142421 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85c81079e0 msgr2=0x7f85c819b880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:05.338 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.297+0000 7f85d04ab700  1 --2- 172.21.15.46:0/998142421 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85c81079e0 0x7f85c819b880 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f85c4006af0 tx=0x7f85c4011c40 comp rx=0 tx=0).stop
2024-03-19T01:40:05.338 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.297+0000 7f85d04ab700  1 -- 172.21.15.46:0/998142421 shutdown_connections
2024-03-19T01:40:05.338 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.297+0000 7f85d04ab700  1 --2- 172.21.15.46:0/998142421 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f85b4038f90 0x7f85b403b450 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:05.338 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.297+0000 7f85d04ab700  1 --2- 172.21.15.46:0/998142421 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85c81079e0 0x7f85c819b880 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:05.338 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.297+0000 7f85d04ab700  1 -- 172.21.15.46:0/998142421 >> 172.21.15.46:0/998142421 conn(0x7f85c8103040 msgr2=0x7f85c8103aa0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:05.338 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.298+0000 7f85d04ab700  1 -- 172.21.15.46:0/998142421 shutdown_connections
2024-03-19T01:40:05.338 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:04.298+0000 7f85d04ab700  1 -- 172.21.15.46:0/998142421 wait complete.
2024-03-19T01:40:05.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:05 smithi046 ceph-mon[63102]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:40:05.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:05 smithi046 ceph-mon[63102]: Saving service mgr spec with placement count:2
2024-03-19T01:40:05.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:05 smithi046 ceph-mon[63102]: from='mgr.14120 172.21.15.46:0/57248' entity='mgr.x'
2024-03-19T01:40:06.776 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:06 smithi046 ceph-mon[63102]: from='mgr.14120 172.21.15.46:0/57248' entity='mgr.x'
2024-03-19T01:40:06.776 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:06 smithi046 ceph-mon[63102]: from='mgr.14120 172.21.15.46:0/57248' entity='mgr.x'
2024-03-19T01:40:06.776 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:06 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3418580590' entity='client.admin'
2024-03-19T01:40:07.001 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.238+0000 7f2ec9e54700  1  Processor -- start
2024-03-19T01:40:07.001 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.238+0000 7f2ec9e54700  1 --  start start
2024-03-19T01:40:07.001 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.239+0000 7f2ec9e54700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2ec41060a0 0x7f2ec41064c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:07.001 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.239+0000 7f2ec9e54700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f2ec4106a90 con 0x7f2ec41060a0
2024-03-19T01:40:07.001 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.239+0000 7f2ec37fe700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2ec41060a0 0x7f2ec41064c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:07.001 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.239+0000 7f2ec37fe700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2ec41060a0 0x7f2ec41064c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:59880/0 (socket says 172.21.15.46:59880)
2024-03-19T01:40:07.001 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.239+0000 7f2ec37fe700  1 -- 172.21.15.46:0/2149423211 learned_addr learned my addr 172.21.15.46:0/2149423211 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:40:07.001 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.239+0000 7f2ec37fe700  1 -- 172.21.15.46:0/2149423211 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ec41072a0 con 0x7f2ec41060a0
2024-03-19T01:40:07.001 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.239+0000 7f2ec37fe700  1 --2- 172.21.15.46:0/2149423211 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2ec41060a0 0x7f2ec41064c0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f2eb40098a0 tx=0x7f2eb4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb37c95dca2e6e77 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:07.001 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.239+0000 7f2ec27fc700  1 -- 172.21.15.46:0/2149423211 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2eb4004160 con 0x7f2ec41060a0
2024-03-19T01:40:07.002 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.240+0000 7f2ec27fc700  1 -- 172.21.15.46:0/2149423211 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2eb4004300 con 0x7f2ec41060a0
2024-03-19T01:40:07.002 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.240+0000 7f2ec27fc700  1 -- 172.21.15.46:0/2149423211 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2eb4011a50 con 0x7f2ec41060a0
2024-03-19T01:40:07.002 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.240+0000 7f2ec9e54700  1 -- 172.21.15.46:0/2149423211 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2ec41060a0 msgr2=0x7f2ec41064c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:07.002 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.240+0000 7f2ec9e54700  1 --2- 172.21.15.46:0/2149423211 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2ec41060a0 0x7f2ec41064c0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f2eb40098a0 tx=0x7f2eb4009bb0 comp rx=0 tx=0).stop
2024-03-19T01:40:07.002 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.240+0000 7f2ec9e54700  1 -- 172.21.15.46:0/2149423211 shutdown_connections
2024-03-19T01:40:07.002 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.240+0000 7f2ec9e54700  1 --2- 172.21.15.46:0/2149423211 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2ec41060a0 0x7f2ec41064c0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:07.002 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.240+0000 7f2ec9e54700  1 -- 172.21.15.46:0/2149423211 >> 172.21.15.46:0/2149423211 conn(0x7f2ec4101640 msgr2=0x7f2ec4103a80 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:07.002 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.240+0000 7f2ec9e54700  1 -- 172.21.15.46:0/2149423211 shutdown_connections
2024-03-19T01:40:07.002 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.240+0000 7f2ec9e54700  1 -- 172.21.15.46:0/2149423211 wait complete.
2024-03-19T01:40:07.002 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.241+0000 7f2ec9e54700  1  Processor -- start
2024-03-19T01:40:07.002 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.241+0000 7f2ec9e54700  1 --  start start
2024-03-19T01:40:07.002 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.241+0000 7f2ec9e54700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2ec41060a0 0x7f2ec419b870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:07.003 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.241+0000 7f2ec9e54700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f2ec410a650 con 0x7f2ec41060a0
2024-03-19T01:40:07.003 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.241+0000 7f2ec37fe700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2ec41060a0 0x7f2ec419b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:07.003 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.241+0000 7f2ec37fe700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2ec41060a0 0x7f2ec419b870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:59886/0 (socket says 172.21.15.46:59886)
2024-03-19T01:40:07.003 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.241+0000 7f2ec37fe700  1 -- 172.21.15.46:0/3418580590 learned_addr learned my addr 172.21.15.46:0/3418580590 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:40:07.003 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.242+0000 7f2ec37fe700  1 -- 172.21.15.46:0/3418580590 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ec419bdb0 con 0x7f2ec41060a0
2024-03-19T01:40:07.003 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.242+0000 7f2ec37fe700  1 --2- 172.21.15.46:0/3418580590 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2ec41060a0 0x7f2ec419b870 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f2eb4006b20 tx=0x7f2eb4011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:07.003 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.242+0000 7f2ec0ff9700  1 -- 172.21.15.46:0/3418580590 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2eb40039e0 con 0x7f2ec41060a0
2024-03-19T01:40:07.003 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.242+0000 7f2ec0ff9700  1 -- 172.21.15.46:0/3418580590 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2eb401a8e0 con 0x7f2ec41060a0
2024-03-19T01:40:07.003 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.242+0000 7f2ec9e54700  1 -- 172.21.15.46:0/3418580590 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ec419c040 con 0x7f2ec41060a0
2024-03-19T01:40:07.003 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.242+0000 7f2ec0ff9700  1 -- 172.21.15.46:0/3418580590 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2eb40247e0 con 0x7f2ec41060a0
2024-03-19T01:40:07.003 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.242+0000 7f2ec9e54700  1 -- 172.21.15.46:0/3418580590 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ec419ed30 con 0x7f2ec41060a0
2024-03-19T01:40:07.003 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.243+0000 7f2ec0ff9700  1 -- 172.21.15.46:0/3418580590 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 8) ==== 46106+0+0 (secure 0 0 0) 0x7f2eb4022020 con 0x7f2ec41060a0
2024-03-19T01:40:07.003 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.243+0000 7f2ec0ff9700  1 --2- 172.21.15.46:0/3418580590 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f2eb0039030 0x7f2eb003b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:07.004 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.243+0000 7f2ec9e54700  1 -- 172.21.15.46:0/3418580590 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ec4063940 con 0x7f2ec41060a0
2024-03-19T01:40:07.004 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.243+0000 7f2ec0ff9700  1 -- 172.21.15.46:0/3418580590 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f2eb404d280 con 0x7f2ec41060a0
2024-03-19T01:40:07.004 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.243+0000 7f2ec2ffd700  1 --2- 172.21.15.46:0/3418580590 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f2eb0039030 0x7f2eb003b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:07.004 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.244+0000 7f2ec2ffd700  1 --2- 172.21.15.46:0/3418580590 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f2eb0039030 0x7f2eb003b4f0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f2eac006fd0 tx=0x7f2eac006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:07.004 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.248+0000 7f2ec0ff9700  1 -- 172.21.15.46:0/3418580590 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f2eb40172b0 con 0x7f2ec41060a0
2024-03-19T01:40:07.004 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.455+0000 7f2ec9e54700  1 -- 172.21.15.46:0/3418580590 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7f2ec402de40 con 0x7f2ec41060a0
2024-03-19T01:40:07.004 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.458+0000 7f2ec0ff9700  1 -- 172.21.15.46:0/3418580590 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0  v7)=0  v7) ==== 142+0+0 (secure 0 0 0) 0x7f2eb404cbd0 con 0x7f2ec41060a0
2024-03-19T01:40:07.004 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.460+0000 7f2ec9e54700  1 -- 172.21.15.46:0/3418580590 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f2eb0039030 msgr2=0x7f2eb003b4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:07.004 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.460+0000 7f2ec9e54700  1 --2- 172.21.15.46:0/3418580590 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f2eb0039030 0x7f2eb003b4f0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f2eac006fd0 tx=0x7f2eac006e40 comp rx=0 tx=0).stop
2024-03-19T01:40:07.004 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.460+0000 7f2ec9e54700  1 -- 172.21.15.46:0/3418580590 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2ec41060a0 msgr2=0x7f2ec419b870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:07.004 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.460+0000 7f2ec9e54700  1 --2- 172.21.15.46:0/3418580590 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2ec41060a0 0x7f2ec419b870 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f2eb4006b20 tx=0x7f2eb4011ad0 comp rx=0 tx=0).stop
2024-03-19T01:40:07.004 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.460+0000 7f2ec9e54700  1 -- 172.21.15.46:0/3418580590 shutdown_connections
2024-03-19T01:40:07.004 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.460+0000 7f2ec9e54700  1 --2- 172.21.15.46:0/3418580590 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f2eb0039030 0x7f2eb003b4f0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:07.005 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.460+0000 7f2ec9e54700  1 --2- 172.21.15.46:0/3418580590 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2ec41060a0 0x7f2ec419b870 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:07.005 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.460+0000 7f2ec9e54700  1 -- 172.21.15.46:0/3418580590 >> 172.21.15.46:0/3418580590 conn(0x7f2ec4101640 msgr2=0x7f2ec4103820 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:07.005 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.461+0000 7f2ec9e54700  1 -- 172.21.15.46:0/3418580590 shutdown_connections
2024-03-19T01:40:07.005 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:06.461+0000 7f2ec9e54700  1 -- 172.21.15.46:0/3418580590 wait complete.
2024-03-19T01:40:08.828 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:08 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/4159045245' entity='client.admin'
2024-03-19T01:40:08.828 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:08 smithi046 ceph-mon[63102]: from='mgr.14120 172.21.15.46:0/57248' entity='mgr.x'
2024-03-19T01:40:09.045 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.442+0000 7f6f87a5a700  1  Processor -- start
2024-03-19T01:40:09.045 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.442+0000 7f6f87a5a700  1 --  start start
2024-03-19T01:40:09.045 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.443+0000 7f6f87a5a700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f801068d0 0x7f6f80106cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:09.045 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.443+0000 7f6f87a5a700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6f801072c0 con 0x7f6f801068d0
2024-03-19T01:40:09.045 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.443+0000 7f6f857f6700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f801068d0 0x7f6f80106cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:09.045 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.443+0000 7f6f857f6700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f801068d0 0x7f6f80106cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:59888/0 (socket says 172.21.15.46:59888)
2024-03-19T01:40:09.046 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.443+0000 7f6f857f6700  1 -- 172.21.15.46:0/3846324128 learned_addr learned my addr 172.21.15.46:0/3846324128 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:40:09.046 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.443+0000 7f6f857f6700  1 -- 172.21.15.46:0/3846324128 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f80107ad0 con 0x7f6f801068d0
2024-03-19T01:40:09.046 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.443+0000 7f6f857f6700  1 --2- 172.21.15.46:0/3846324128 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f801068d0 0x7f6f80106cf0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c0098a0 tx=0x7f6f7c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f2dfeb18ca11717 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:09.046 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.443+0000 7f6f77fff700  1 -- 172.21.15.46:0/3846324128 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6f7c004160 con 0x7f6f801068d0
2024-03-19T01:40:09.046 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.444+0000 7f6f77fff700  1 -- 172.21.15.46:0/3846324128 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6f7c004300 con 0x7f6f801068d0
2024-03-19T01:40:09.046 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.444+0000 7f6f77fff700  1 -- 172.21.15.46:0/3846324128 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6f7c011a50 con 0x7f6f801068d0
2024-03-19T01:40:09.046 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.444+0000 7f6f87a5a700  1 -- 172.21.15.46:0/3846324128 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f801068d0 msgr2=0x7f6f80106cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:09.046 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.444+0000 7f6f87a5a700  1 --2- 172.21.15.46:0/3846324128 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f801068d0 0x7f6f80106cf0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c0098a0 tx=0x7f6f7c009bb0 comp rx=0 tx=0).stop
2024-03-19T01:40:09.046 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.444+0000 7f6f87a5a700  1 -- 172.21.15.46:0/3846324128 shutdown_connections
2024-03-19T01:40:09.046 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.444+0000 7f6f87a5a700  1 --2- 172.21.15.46:0/3846324128 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f801068d0 0x7f6f80106cf0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:09.046 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.444+0000 7f6f87a5a700  1 -- 172.21.15.46:0/3846324128 >> 172.21.15.46:0/3846324128 conn(0x7f6f80101f70 msgr2=0x7f6f80104390 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:09.046 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.444+0000 7f6f87a5a700  1 -- 172.21.15.46:0/3846324128 shutdown_connections
2024-03-19T01:40:09.046 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.444+0000 7f6f87a5a700  1 -- 172.21.15.46:0/3846324128 wait complete.
2024-03-19T01:40:09.046 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.445+0000 7f6f87a5a700  1  Processor -- start
2024-03-19T01:40:09.047 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.445+0000 7f6f87a5a700  1 --  start start
2024-03-19T01:40:09.047 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.445+0000 7f6f87a5a700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f801068d0 0x7f6f8019ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:09.047 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.445+0000 7f6f87a5a700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6f8010ae80 con 0x7f6f801068d0
2024-03-19T01:40:09.047 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.445+0000 7f6f857f6700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f801068d0 0x7f6f8019ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:09.047 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.445+0000 7f6f857f6700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f801068d0 0x7f6f8019ba20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:59900/0 (socket says 172.21.15.46:59900)
2024-03-19T01:40:09.047 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.445+0000 7f6f857f6700  1 -- 172.21.15.46:0/4159045245 learned_addr learned my addr 172.21.15.46:0/4159045245 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:40:09.047 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.445+0000 7f6f857f6700  1 -- 172.21.15.46:0/4159045245 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f8019bf60 con 0x7f6f801068d0
2024-03-19T01:40:09.047 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.446+0000 7f6f857f6700  1 --2- 172.21.15.46:0/4159045245 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f801068d0 0x7f6f8019ba20 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c011710 tx=0x7f6f7c011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:09.047 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.446+0000 7f6f767fc700  1 -- 172.21.15.46:0/4159045245 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6f7c0039c0 con 0x7f6f801068d0
2024-03-19T01:40:09.047 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.446+0000 7f6f767fc700  1 -- 172.21.15.46:0/4159045245 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6f7c003b60 con 0x7f6f801068d0
2024-03-19T01:40:09.047 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.446+0000 7f6f87a5a700  1 -- 172.21.15.46:0/4159045245 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f8019c1f0 con 0x7f6f801068d0
2024-03-19T01:40:09.047 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.446+0000 7f6f767fc700  1 -- 172.21.15.46:0/4159045245 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6f7c01a690 con 0x7f6f801068d0
2024-03-19T01:40:09.047 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.446+0000 7f6f87a5a700  1 -- 172.21.15.46:0/4159045245 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f8019cd10 con 0x7f6f801068d0
2024-03-19T01:40:09.048 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.447+0000 7f6f767fc700  1 -- 172.21.15.46:0/4159045245 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 8) ==== 46106+0+0 (secure 0 0 0) 0x7f6f7c024430 con 0x7f6f801068d0
2024-03-19T01:40:09.048 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.447+0000 7f6f87a5a700  1 -- 172.21.15.46:0/4159045245 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f80063940 con 0x7f6f801068d0
2024-03-19T01:40:09.048 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.447+0000 7f6f767fc700  1 --2- 172.21.15.46:0/4159045245 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f6f6c038f20 0x7f6f6c03b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:09.048 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.447+0000 7f6f767fc700  1 -- 172.21.15.46:0/4159045245 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f6f7c04d450 con 0x7f6f801068d0
2024-03-19T01:40:09.048 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.447+0000 7f6f84ff5700  1 --2- 172.21.15.46:0/4159045245 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f6f6c038f20 0x7f6f6c03b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:09.048 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.448+0000 7f6f84ff5700  1 --2- 172.21.15.46:0/4159045245 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f6f6c038f20 0x7f6f6c03b3e0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f6f70006fd0 tx=0x7f6f70006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:09.048 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.452+0000 7f6f767fc700  1 -- 172.21.15.46:0/4159045245 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f6f7c024a70 con 0x7f6f801068d0
2024-03-19T01:40:09.048 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.670+0000 7f6f87a5a700  1 -- 172.21.15.46:0/4159045245 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7f6f8019d9c0 con 0x7f6f801068d0
2024-03-19T01:40:09.048 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.672+0000 7f6f767fc700  1 -- 172.21.15.46:0/4159045245 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0  v8)=0  v8) ==== 130+0+0 (secure 0 0 0) 0x7f6f7c024720 con 0x7f6f801068d0
2024-03-19T01:40:09.048 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.675+0000 7f6f87a5a700  1 -- 172.21.15.46:0/4159045245 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f6f6c038f20 msgr2=0x7f6f6c03b3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:09.048 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.675+0000 7f6f87a5a700  1 --2- 172.21.15.46:0/4159045245 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f6f6c038f20 0x7f6f6c03b3e0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f6f70006fd0 tx=0x7f6f70006e40 comp rx=0 tx=0).stop
2024-03-19T01:40:09.048 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.675+0000 7f6f87a5a700  1 -- 172.21.15.46:0/4159045245 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f801068d0 msgr2=0x7f6f8019ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:09.048 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.675+0000 7f6f87a5a700  1 --2- 172.21.15.46:0/4159045245 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f801068d0 0x7f6f8019ba20 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c011710 tx=0x7f6f7c011ad0 comp rx=0 tx=0).stop
2024-03-19T01:40:09.048 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.675+0000 7f6f87a5a700  1 -- 172.21.15.46:0/4159045245 shutdown_connections
2024-03-19T01:40:09.049 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.675+0000 7f6f87a5a700  1 --2- 172.21.15.46:0/4159045245 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f6f6c038f20 0x7f6f6c03b3e0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:09.049 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.675+0000 7f6f87a5a700  1 --2- 172.21.15.46:0/4159045245 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f801068d0 0x7f6f8019ba20 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:09.049 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.675+0000 7f6f87a5a700  1 -- 172.21.15.46:0/4159045245 >> 172.21.15.46:0/4159045245 conn(0x7f6f80101f70 msgr2=0x7f6f80102dd0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:09.049 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.675+0000 7f6f87a5a700  1 -- 172.21.15.46:0/4159045245 shutdown_connections
2024-03-19T01:40:09.049 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:07.675+0000 7f6f87a5a700  1 -- 172.21.15.46:0/4159045245 wait complete.
2024-03-19T01:40:09.049 INFO:teuthology.orchestra.run.smithi046.stdout:Enabling the dashboard module...
2024-03-19T01:40:11.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:10 smithi046 ceph-mon[63102]: from='mgr.14120 172.21.15.46:0/57248' entity='mgr.x'
2024-03-19T01:40:11.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:10 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/796507827' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch
2024-03-19T01:40:11.115 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:40:10 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: ignoring --setuser ceph since I am not root
2024-03-19T01:40:11.115 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:40:10 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: ignoring --setgroup ceph since I am not root
2024-03-19T01:40:11.397 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:40:11 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:40:11.361+0000 7fc7d9a3a200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member
2024-03-19T01:40:11.784 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:40:11 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:40:11.459+0000 7fc7d9a3a200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member
2024-03-19T01:40:11.807 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.520+0000 7fab12220700  1  Processor -- start
2024-03-19T01:40:11.807 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.520+0000 7fab12220700  1 --  start start
2024-03-19T01:40:11.807 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.520+0000 7fab12220700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab0c105d00 0x7fab0c106120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:11.807 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.520+0000 7fab12220700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fab0c1066f0 con 0x7fab0c105d00
2024-03-19T01:40:11.808 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.520+0000 7fab0b7fe700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab0c105d00 0x7fab0c106120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:11.808 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.520+0000 7fab0b7fe700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab0c105d00 0x7fab0c106120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:59904/0 (socket says 172.21.15.46:59904)
2024-03-19T01:40:11.808 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.520+0000 7fab0b7fe700  1 -- 172.21.15.46:0/590198032 learned_addr learned my addr 172.21.15.46:0/590198032 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:40:11.808 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.521+0000 7fab0b7fe700  1 -- 172.21.15.46:0/590198032 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab0c108c90 con 0x7fab0c105d00
2024-03-19T01:40:11.808 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.521+0000 7fab0b7fe700  1 --2- 172.21.15.46:0/590198032 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab0c105d00 0x7fab0c106120 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fab000098a0 tx=0x7fab00009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c749206406da359 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:11.808 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.521+0000 7fab0a7fc700  1 -- 172.21.15.46:0/590198032 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fab00004160 con 0x7fab0c105d00
2024-03-19T01:40:11.808 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.521+0000 7fab0a7fc700  1 -- 172.21.15.46:0/590198032 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fab00004300 con 0x7fab0c105d00
2024-03-19T01:40:11.808 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.521+0000 7fab0a7fc700  1 -- 172.21.15.46:0/590198032 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fab00011a50 con 0x7fab0c105d00
2024-03-19T01:40:11.808 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.522+0000 7fab12220700  1 -- 172.21.15.46:0/590198032 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab0c105d00 msgr2=0x7fab0c106120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:11.808 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.522+0000 7fab12220700  1 --2- 172.21.15.46:0/590198032 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab0c105d00 0x7fab0c106120 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fab000098a0 tx=0x7fab00009bb0 comp rx=0 tx=0).stop
2024-03-19T01:40:11.808 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.522+0000 7fab12220700  1 -- 172.21.15.46:0/590198032 shutdown_connections
2024-03-19T01:40:11.808 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.522+0000 7fab12220700  1 --2- 172.21.15.46:0/590198032 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab0c105d00 0x7fab0c106120 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:11.808 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.522+0000 7fab12220700  1 -- 172.21.15.46:0/590198032 >> 172.21.15.46:0/590198032 conn(0x7fab0c101610 msgr2=0x7fab0c103a70 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:11.809 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.522+0000 7fab12220700  1 -- 172.21.15.46:0/590198032 shutdown_connections
2024-03-19T01:40:11.809 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.522+0000 7fab12220700  1 -- 172.21.15.46:0/590198032 wait complete.
2024-03-19T01:40:11.809 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.523+0000 7fab12220700  1  Processor -- start
2024-03-19T01:40:11.809 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.523+0000 7fab12220700  1 --  start start
2024-03-19T01:40:11.809 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.523+0000 7fab12220700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab0c105d00 0x7fab0c19b810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:11.809 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.523+0000 7fab12220700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fab0c10c040 con 0x7fab0c105d00
2024-03-19T01:40:11.809 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.523+0000 7fab0b7fe700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab0c105d00 0x7fab0c19b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:11.809 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.523+0000 7fab0b7fe700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab0c105d00 0x7fab0c19b810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:59914/0 (socket says 172.21.15.46:59914)
2024-03-19T01:40:11.809 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.523+0000 7fab0b7fe700  1 -- 172.21.15.46:0/796507827 learned_addr learned my addr 172.21.15.46:0/796507827 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:40:11.809 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.523+0000 7fab0b7fe700  1 -- 172.21.15.46:0/796507827 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab0c19bd50 con 0x7fab0c105d00
2024-03-19T01:40:11.809 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.524+0000 7fab0b7fe700  1 --2- 172.21.15.46:0/796507827 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab0c105d00 0x7fab0c19b810 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fab00006b20 tx=0x7fab00011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:11.809 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.524+0000 7fab08ff9700  1 -- 172.21.15.46:0/796507827 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fab000039e0 con 0x7fab0c105d00
2024-03-19T01:40:11.809 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.524+0000 7fab08ff9700  1 -- 172.21.15.46:0/796507827 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fab0001a8e0 con 0x7fab0c105d00
2024-03-19T01:40:11.810 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.524+0000 7fab08ff9700  1 -- 172.21.15.46:0/796507827 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fab000247e0 con 0x7fab0c105d00
2024-03-19T01:40:11.810 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.524+0000 7fab12220700  1 -- 172.21.15.46:0/796507827 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab0c19bfe0 con 0x7fab0c105d00
2024-03-19T01:40:11.810 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.524+0000 7fab12220700  1 -- 172.21.15.46:0/796507827 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab0c19ecd0 con 0x7fab0c105d00
2024-03-19T01:40:11.810 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.525+0000 7fab08ff9700  1 -- 172.21.15.46:0/796507827 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 8) ==== 46106+0+0 (secure 0 0 0) 0x7fab00022020 con 0x7fab0c105d00
2024-03-19T01:40:11.810 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.525+0000 7fab08ff9700  1 --2- 172.21.15.46:0/796507827 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7faaf4038fe0 0x7faaf403b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:11.810 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.525+0000 7fab12220700  1 -- 172.21.15.46:0/796507827 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab0c063940 con 0x7fab0c105d00
2024-03-19T01:40:11.810 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.525+0000 7fab08ff9700  1 -- 172.21.15.46:0/796507827 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fab0004d250 con 0x7fab0c105d00
2024-03-19T01:40:11.810 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.525+0000 7fab0affd700  1 --2- 172.21.15.46:0/796507827 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7faaf4038fe0 0x7faaf403b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:11.810 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.526+0000 7fab0affd700  1 --2- 172.21.15.46:0/796507827 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7faaf4038fe0 0x7faaf403b4a0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7faafc006fd0 tx=0x7faafc006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:11.810 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.530+0000 7fab08ff9700  1 -- 172.21.15.46:0/796507827 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fab0002ad60 con 0x7fab0c105d00
2024-03-19T01:40:11.810 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:09.799+0000 7fab12220700  1 -- 172.21.15.46:0/796507827 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7fab0c19eea0 con 0x7fab0c105d00
2024-03-19T01:40:11.810 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:10.784+0000 7fab08ff9700  1 -- 172.21.15.46:0/796507827 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0  v9) ==== 88+0+0 (secure 0 0 0) 0x7fab00021d60 con 0x7fab0c105d00
2024-03-19T01:40:11.810 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:10.785+0000 7fab08ff9700  1 -- 172.21.15.46:0/796507827 <== mon.0 v2:172.21.15.46:3300/0 8 ==== mgrmap(e 9) ==== 46119+0+0 (secure 0 0 0) 0x7fab0002d3f0 con 0x7fab0c105d00
2024-03-19T01:40:11.810 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:10.786+0000 7fab12220700  1 -- 172.21.15.46:0/796507827 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7faaf4038fe0 msgr2=0x7faaf403b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:11.811 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:10.786+0000 7fab12220700  1 --2- 172.21.15.46:0/796507827 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7faaf4038fe0 0x7faaf403b4a0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7faafc006fd0 tx=0x7faafc006e40 comp rx=0 tx=0).stop
2024-03-19T01:40:11.811 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:10.786+0000 7fab12220700  1 -- 172.21.15.46:0/796507827 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab0c105d00 msgr2=0x7fab0c19b810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:11.811 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:10.786+0000 7fab12220700  1 --2- 172.21.15.46:0/796507827 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab0c105d00 0x7fab0c19b810 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fab00006b20 tx=0x7fab00011ad0 comp rx=0 tx=0).stop
2024-03-19T01:40:11.811 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:10.786+0000 7fab12220700  1 -- 172.21.15.46:0/796507827 shutdown_connections
2024-03-19T01:40:11.811 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:10.786+0000 7fab12220700  1 --2- 172.21.15.46:0/796507827 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7faaf4038fe0 0x7faaf403b4a0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:11.811 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:10.786+0000 7fab12220700  1 --2- 172.21.15.46:0/796507827 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab0c105d00 0x7fab0c19b810 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:11.811 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:10.786+0000 7fab12220700  1 -- 172.21.15.46:0/796507827 >> 172.21.15.46:0/796507827 conn(0x7fab0c101610 msgr2=0x7fab0c101f60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:11.811 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:10.787+0000 7fab12220700  1 -- 172.21.15.46:0/796507827 shutdown_connections
2024-03-19T01:40:11.811 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:10.787+0000 7fab12220700  1 -- 172.21.15.46:0/796507827 wait complete.
2024-03-19T01:40:12.038 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:11 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/796507827' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished
2024-03-19T01:40:12.038 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:11 smithi046 ceph-mon[63102]: mgrmap e9: x(active, since 20s)
2024-03-19T01:40:12.364 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:40:12 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:40:12.131+0000 7fc7d9a3a200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member
2024-03-19T01:40:12.365 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:40:12 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:40:12.228+0000 7fc7d9a3a200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member
2024-03-19T01:40:12.785 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:40:12 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:40:12.378+0000 7fc7d9a3a200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member
2024-03-19T01:40:12.785 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:40:12 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:40:12.476+0000 7fc7d9a3a200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member
2024-03-19T01:40:12.785 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:40:12 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:40:12.564+0000 7fc7d9a3a200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member
2024-03-19T01:40:13.036 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:12 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1253854286' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch
2024-03-19T01:40:13.037 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:40:12 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:40:12.835+0000 7fc7d9a3a200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member
2024-03-19T01:40:13.037 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:40:12 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:40:12.948+0000 7fc7d9a3a200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member
2024-03-19T01:40:13.037 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:40:13 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:40:13.036+0000 7fc7d9a3a200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member
2024-03-19T01:40:13.164 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout {
2024-03-19T01:40:13.164 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "epoch": 9,
2024-03-19T01:40:13.164 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "available": true,
2024-03-19T01:40:13.164 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "active_name": "x",
2024-03-19T01:40:13.164 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "num_standby": 0
2024-03-19T01:40:13.164 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }
2024-03-19T01:40:13.164 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.245+0000 7efee9136700  1  Processor -- start
2024-03-19T01:40:13.164 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.245+0000 7efee9136700  1 --  start start
2024-03-19T01:40:13.164 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.245+0000 7efee9136700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efee41084a0 0x7efee410a890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:13.164 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.245+0000 7efee9136700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7efee407ae70 con 0x7efee41084a0
2024-03-19T01:40:13.164 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.245+0000 7efee2d9d700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efee41084a0 0x7efee410a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:13.164 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.245+0000 7efee2d9d700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efee41084a0 0x7efee410a890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:59932/0 (socket says 172.21.15.46:59932)
2024-03-19T01:40:13.165 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.245+0000 7efee2d9d700  1 -- 172.21.15.46:0/755929401 learned_addr learned my addr 172.21.15.46:0/755929401 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:40:13.165 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.245+0000 7efee2d9d700  1 -- 172.21.15.46:0/755929401 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efee410add0 con 0x7efee41084a0
2024-03-19T01:40:13.165 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.245+0000 7efee2d9d700  1 --2- 172.21.15.46:0/755929401 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efee41084a0 0x7efee410a890 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7efecc0098a0 tx=0x7efecc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ae7c2e5ffbbbe63 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:13.165 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.246+0000 7efee1d9b700  1 -- 172.21.15.46:0/755929401 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efecc004160 con 0x7efee41084a0
2024-03-19T01:40:13.165 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.246+0000 7efee1d9b700  1 -- 172.21.15.46:0/755929401 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efecc004300 con 0x7efee41084a0
2024-03-19T01:40:13.165 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.246+0000 7efee1d9b700  1 -- 172.21.15.46:0/755929401 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efecc011a50 con 0x7efee41084a0
2024-03-19T01:40:13.165 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.246+0000 7efee9136700  1 -- 172.21.15.46:0/755929401 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efee41084a0 msgr2=0x7efee410a890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:13.165 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.246+0000 7efee9136700  1 --2- 172.21.15.46:0/755929401 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efee41084a0 0x7efee410a890 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7efecc0098a0 tx=0x7efecc009bb0 comp rx=0 tx=0).stop
2024-03-19T01:40:13.165 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.246+0000 7efee9136700  1 -- 172.21.15.46:0/755929401 shutdown_connections
2024-03-19T01:40:13.165 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.246+0000 7efee9136700  1 --2- 172.21.15.46:0/755929401 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efee41084a0 0x7efee410a890 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:13.165 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.246+0000 7efee9136700  1 -- 172.21.15.46:0/755929401 >> 172.21.15.46:0/755929401 conn(0x7efee4101ef0 msgr2=0x7efee4104310 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:13.165 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.246+0000 7efee9136700  1 -- 172.21.15.46:0/755929401 shutdown_connections
2024-03-19T01:40:13.165 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.246+0000 7efee9136700  1 -- 172.21.15.46:0/755929401 wait complete.
2024-03-19T01:40:13.165 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.247+0000 7efee9136700  1  Processor -- start
2024-03-19T01:40:13.166 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.247+0000 7efee9136700  1 --  start start
2024-03-19T01:40:13.166 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.247+0000 7efee9136700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efee41084a0 0x7efee419b7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:13.166 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.247+0000 7efee9136700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7efee410bd80 con 0x7efee41084a0
2024-03-19T01:40:13.166 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.248+0000 7efee2d9d700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efee41084a0 0x7efee419b7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:13.166 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.248+0000 7efee2d9d700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efee41084a0 0x7efee419b7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:59940/0 (socket says 172.21.15.46:59940)
2024-03-19T01:40:13.166 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.248+0000 7efee2d9d700  1 -- 172.21.15.46:0/1253854286 learned_addr learned my addr 172.21.15.46:0/1253854286 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:40:13.166 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.248+0000 7efee2d9d700  1 -- 172.21.15.46:0/1253854286 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efee419bce0 con 0x7efee41084a0
2024-03-19T01:40:13.166 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.248+0000 7efee2d9d700  1 --2- 172.21.15.46:0/1253854286 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efee41084a0 0x7efee419b7a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7efecc011a20 tx=0x7efecc011b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:13.166 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.248+0000 7efedbfff700  1 -- 172.21.15.46:0/1253854286 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efecc003b70 con 0x7efee41084a0
2024-03-19T01:40:13.166 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.248+0000 7efee9136700  1 -- 172.21.15.46:0/1253854286 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efee419bf70 con 0x7efee41084a0
2024-03-19T01:40:13.166 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.248+0000 7efedbfff700  1 -- 172.21.15.46:0/1253854286 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efecc01a8e0 con 0x7efee41084a0
2024-03-19T01:40:13.166 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.248+0000 7efee9136700  1 -- 172.21.15.46:0/1253854286 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efee419ec60 con 0x7efee41084a0
2024-03-19T01:40:13.166 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.248+0000 7efedbfff700  1 -- 172.21.15.46:0/1253854286 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efecc024990 con 0x7efee41084a0
2024-03-19T01:40:13.166 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.249+0000 7efee9136700  1 -- 172.21.15.46:0/1253854286 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efec4005360 con 0x7efee41084a0
2024-03-19T01:40:13.167 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.249+0000 7efedbfff700  1 -- 172.21.15.46:0/1253854286 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 9) ==== 46119+0+0 (secure 0 0 0) 0x7efecc022020 con 0x7efee41084a0
2024-03-19T01:40:13.167 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.250+0000 7efedbfff700  1 --2- 172.21.15.46:0/1253854286 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7efed0039040 0x7efed003b500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:13.167 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.250+0000 7efedbfff700  1 -- 172.21.15.46:0/1253854286 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7efecc04d1c0 con 0x7efee41084a0
2024-03-19T01:40:13.167 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.250+0000 7efee259c700  1 -- 172.21.15.46:0/1253854286 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7efed0039040 msgr2=0x7efed003b500 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/2839078617
2024-03-19T01:40:13.167 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.250+0000 7efee259c700  1 --2- 172.21.15.46:0/1253854286 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7efed0039040 0x7efed003b500 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000
2024-03-19T01:40:13.167 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.259+0000 7efedbfff700  1 -- 172.21.15.46:0/1253854286 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7efecc0172b0 con 0x7efee41084a0
2024-03-19T01:40:13.167 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.451+0000 7efee259c700  1 -- 172.21.15.46:0/1253854286 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7efed0039040 msgr2=0x7efed003b500 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/2839078617
2024-03-19T01:40:13.167 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.451+0000 7efee259c700  1 --2- 172.21.15.46:0/1253854286 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7efed0039040 0x7efed003b500 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000
2024-03-19T01:40:13.167 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.525+0000 7efee9136700  1 -- 172.21.15.46:0/1253854286 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7efec4005e60 con 0x7efee41084a0
2024-03-19T01:40:13.167 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.526+0000 7efedbfff700  1 -- 172.21.15.46:0/1253854286 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0  v9) ==== 56+0+88 (secure 0 0 0) 0x7efecc02c510 con 0x7efee41084a0
2024-03-19T01:40:13.167 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.528+0000 7efee9136700  1 -- 172.21.15.46:0/1253854286 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7efed0039040 msgr2=0x7efed003b500 unknown :-1 s=STATE_CONNECTING l=1).mark_down
2024-03-19T01:40:13.167 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.528+0000 7efee9136700  1 --2- 172.21.15.46:0/1253854286 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7efed0039040 0x7efed003b500 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:13.167 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.528+0000 7efee9136700  1 -- 172.21.15.46:0/1253854286 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efee41084a0 msgr2=0x7efee419b7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:13.168 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.528+0000 7efee9136700  1 --2- 172.21.15.46:0/1253854286 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efee41084a0 0x7efee419b7a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7efecc011a20 tx=0x7efecc011b00 comp rx=0 tx=0).stop
2024-03-19T01:40:13.168 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.528+0000 7efee9136700  1 -- 172.21.15.46:0/1253854286 shutdown_connections
2024-03-19T01:40:13.168 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.528+0000 7efee9136700  1 --2- 172.21.15.46:0/1253854286 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7efed0039040 0x7efed003b500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:13.168 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.528+0000 7efee9136700  1 --2- 172.21.15.46:0/1253854286 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efee41084a0 0x7efee419b7a0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:13.168 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.528+0000 7efee9136700  1 -- 172.21.15.46:0/1253854286 >> 172.21.15.46:0/1253854286 conn(0x7efee4101ef0 msgr2=0x7efee41028a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:13.168 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.529+0000 7efee9136700  1 -- 172.21.15.46:0/1253854286 shutdown_connections
2024-03-19T01:40:13.168 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:12.529+0000 7efee9136700  1 -- 172.21.15.46:0/1253854286 wait complete.
2024-03-19T01:40:13.168 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for the mgr to restart...
2024-03-19T01:40:13.168 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for mgr epoch 9...
2024-03-19T01:40:13.315 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:40:13 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:40:13.134+0000 7fc7d9a3a200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member
2024-03-19T01:40:13.614 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:40:13 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:40:13.315+0000 7fc7d9a3a200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member
2024-03-19T01:40:14.615 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:40:14 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:40:14.314+0000 7fc7d9a3a200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member
2024-03-19T01:40:14.615 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:40:14 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:40:14.454+0000 7fc7d9a3a200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member
2024-03-19T01:40:15.053 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:40:14 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:40:14.792+0000 7fc7d9a3a200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member
2024-03-19T01:40:15.053 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:40:14 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:40:14.884+0000 7fc7d9a3a200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member
2024-03-19T01:40:15.365 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:40:15 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:40:15.086+0000 7fc7d9a3a200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member
2024-03-19T01:40:15.365 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:40:15 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:40:15.277+0000 7fc7d9a3a200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member
2024-03-19T01:40:15.831 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:40:15 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:40:15.569+0000 7fc7d9a3a200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member
2024-03-19T01:40:16.114 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:40:15 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:40:15.831+0000 7fc7d9a3a200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member
2024-03-19T01:40:16.115 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:40:16 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:40:16.077+0000 7fc7d9a3a200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member
2024-03-19T01:40:17.364 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:40:16 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:40:16.908+0000 7fc7d9a3a200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member
2024-03-19T01:40:17.814 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:40:17 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:40:17.489+0000 7fc7d9a3a200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member
2024-03-19T01:40:17.814 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:40:17 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:40:17.591+0000 7fc7d9a3a200 -1 mgr[py] Module status has missing NOTIFY_TYPES member
2024-03-19T01:40:17.814 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:40:17 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:40:17.813+0000 7fc7d9a3a200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member
2024-03-19T01:40:18.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:17 smithi046 ceph-mon[63102]: Active manager daemon x restarted
2024-03-19T01:40:18.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:17 smithi046 ceph-mon[63102]: Activating manager daemon x
2024-03-19T01:40:18.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:17 smithi046 ceph-mon[63102]: osdmap e3: 0 total, 0 up, 0 in
2024-03-19T01:40:18.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:17 smithi046 ceph-mon[63102]: mgrmap e10: x(active, starting, since 0.00332729s)
2024-03-19T01:40:18.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch
2024-03-19T01:40:18.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch
2024-03-19T01:40:18.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch
2024-03-19T01:40:18.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch
2024-03-19T01:40:18.116 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch
2024-03-19T01:40:18.116 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:17 smithi046 ceph-mon[63102]: Manager daemon x is now available
2024-03-19T01:40:18.116 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:40:18.116 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:40:19.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:18 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2024-03-19T01:40:19.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:18 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2024-03-19T01:40:19.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:18 smithi046 ceph-mon[63102]: [19/Mar/2024:01:40:18] ENGINE Bus STARTING
2024-03-19T01:40:19.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:18 smithi046 ceph-mon[63102]: [19/Mar/2024:01:40:18] ENGINE Serving on https://172.21.15.46:7150
2024-03-19T01:40:19.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:18 smithi046 ceph-mon[63102]: [19/Mar/2024:01:40:18] ENGINE Serving on http://172.21.15.46:8765
2024-03-19T01:40:19.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:18 smithi046 ceph-mon[63102]: [19/Mar/2024:01:40:18] ENGINE Bus STARTED
2024-03-19T01:40:19.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:18 smithi046 ceph-mon[63102]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch
2024-03-19T01:40:19.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:18 smithi046 ceph-mon[63102]: mgrmap e11: x(active, since 1.00596s)
2024-03-19T01:40:19.116 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:18 smithi046 ceph-mon[63102]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch
2024-03-19T01:40:19.398 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout {
2024-03-19T01:40:19.398 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "mgrmap_epoch": 11,
2024-03-19T01:40:19.398 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout     "initialized": true
2024-03-19T01:40:19.398 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }
2024-03-19T01:40:19.398 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.644+0000 7f66f9165700  1  Processor -- start
2024-03-19T01:40:19.398 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.644+0000 7f66f9165700  1 --  start start
2024-03-19T01:40:19.399 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.644+0000 7f66f9165700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66f41084a0 0x7f66f410a890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:19.399 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.644+0000 7f66f9165700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f66f407ae70 con 0x7f66f41084a0
2024-03-19T01:40:19.399 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.645+0000 7f66f2d9d700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66f41084a0 0x7f66f410a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:19.399 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.645+0000 7f66f2d9d700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66f41084a0 0x7f66f410a890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38454/0 (socket says 172.21.15.46:38454)
2024-03-19T01:40:19.399 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.645+0000 7f66f2d9d700  1 -- 172.21.15.46:0/786924521 learned_addr learned my addr 172.21.15.46:0/786924521 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:40:19.399 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.645+0000 7f66f2d9d700  1 -- 172.21.15.46:0/786924521 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66f410add0 con 0x7f66f41084a0
2024-03-19T01:40:19.399 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.645+0000 7f66f2d9d700  1 --2- 172.21.15.46:0/786924521 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66f41084a0 0x7f66f410a890 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f66e80098a0 tx=0x7f66e8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3dede964a56c4d2 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:19.399 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.645+0000 7f66f1d9b700  1 -- 172.21.15.46:0/786924521 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f66e8004160 con 0x7f66f41084a0
2024-03-19T01:40:19.399 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.645+0000 7f66f1d9b700  1 -- 172.21.15.46:0/786924521 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f66e8004300 con 0x7f66f41084a0
2024-03-19T01:40:19.399 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.645+0000 7f66f1d9b700  1 -- 172.21.15.46:0/786924521 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f66e8011a50 con 0x7f66f41084a0
2024-03-19T01:40:19.400 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.646+0000 7f66f9165700  1 -- 172.21.15.46:0/786924521 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66f41084a0 msgr2=0x7f66f410a890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:19.400 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.646+0000 7f66f9165700  1 --2- 172.21.15.46:0/786924521 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66f41084a0 0x7f66f410a890 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f66e80098a0 tx=0x7f66e8009bb0 comp rx=0 tx=0).stop
2024-03-19T01:40:19.400 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.646+0000 7f66f9165700  1 -- 172.21.15.46:0/786924521 shutdown_connections
2024-03-19T01:40:19.400 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.646+0000 7f66f9165700  1 --2- 172.21.15.46:0/786924521 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66f41084a0 0x7f66f410a890 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:19.400 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.646+0000 7f66f9165700  1 -- 172.21.15.46:0/786924521 >> 172.21.15.46:0/786924521 conn(0x7f66f4101ef0 msgr2=0x7f66f4104310 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:19.400 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.646+0000 7f66f9165700  1 -- 172.21.15.46:0/786924521 shutdown_connections
2024-03-19T01:40:19.400 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.646+0000 7f66f9165700  1 -- 172.21.15.46:0/786924521 wait complete.
2024-03-19T01:40:19.400 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.647+0000 7f66f9165700  1  Processor -- start
2024-03-19T01:40:19.400 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.647+0000 7f66f9165700  1 --  start start
2024-03-19T01:40:19.400 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.647+0000 7f66f9165700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66f41084a0 0x7f66f419b7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:19.400 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.647+0000 7f66f9165700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f66f410bd80 con 0x7f66f41084a0
2024-03-19T01:40:19.400 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.648+0000 7f66f2d9d700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66f41084a0 0x7f66f419b7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:19.400 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.648+0000 7f66f2d9d700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66f41084a0 0x7f66f419b7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38464/0 (socket says 172.21.15.46:38464)
2024-03-19T01:40:19.400 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.648+0000 7f66f2d9d700  1 -- 172.21.15.46:0/1502691505 learned_addr learned my addr 172.21.15.46:0/1502691505 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:40:19.400 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.648+0000 7f66f2d9d700  1 -- 172.21.15.46:0/1502691505 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66f419bce0 con 0x7f66f41084a0
2024-03-19T01:40:19.401 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.648+0000 7f66f2d9d700  1 --2- 172.21.15.46:0/1502691505 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66f41084a0 0x7f66f419b7a0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f66e8011a20 tx=0x7f66e8011b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:19.401 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.648+0000 7f66dbfff700  1 -- 172.21.15.46:0/1502691505 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f66e8003b70 con 0x7f66f41084a0
2024-03-19T01:40:19.401 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.648+0000 7f66f9165700  1 -- 172.21.15.46:0/1502691505 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66f419bf70 con 0x7f66f41084a0
2024-03-19T01:40:19.401 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.648+0000 7f66dbfff700  1 -- 172.21.15.46:0/1502691505 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f66e801a8e0 con 0x7f66f41084a0
2024-03-19T01:40:19.401 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.648+0000 7f66dbfff700  1 -- 172.21.15.46:0/1502691505 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f66e8024990 con 0x7f66f41084a0
2024-03-19T01:40:19.401 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.648+0000 7f66f9165700  1 -- 172.21.15.46:0/1502691505 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66f419ec60 con 0x7f66f41084a0
2024-03-19T01:40:19.401 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.649+0000 7f66dbfff700  1 -- 172.21.15.46:0/1502691505 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 9) ==== 46119+0+0 (secure 0 0 0) 0x7f66e8022020 con 0x7f66f41084a0
2024-03-19T01:40:19.401 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.649+0000 7f66dbfff700  1 --2- 172.21.15.46:0/1502691505 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f66dc039040 0x7f66dc03b500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:19.401 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.649+0000 7f66dbfff700  1 -- 172.21.15.46:0/1502691505 --> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f66dc03bc10 con 0x7f66dc039040
2024-03-19T01:40:19.401 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.650+0000 7f66dbfff700  1 -- 172.21.15.46:0/1502691505 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f66e804d630 con 0x7f66f41084a0
2024-03-19T01:40:19.401 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.650+0000 7f66f259c700  1 -- 172.21.15.46:0/1502691505 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f66dc039040 msgr2=0x7f66dc03b500 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/2839078617
2024-03-19T01:40:19.401 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.650+0000 7f66f259c700  1 --2- 172.21.15.46:0/1502691505 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f66dc039040 0x7f66dc03b500 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000
2024-03-19T01:40:19.401 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.851+0000 7f66f259c700  1 -- 172.21.15.46:0/1502691505 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f66dc039040 msgr2=0x7f66dc03b500 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/2839078617
2024-03-19T01:40:19.401 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:13.851+0000 7f66f259c700  1 --2- 172.21.15.46:0/1502691505 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f66dc039040 0x7f66dc03b500 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000
2024-03-19T01:40:19.402 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:14.252+0000 7f66f259c700  1 -- 172.21.15.46:0/1502691505 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f66dc039040 msgr2=0x7f66dc03b500 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/2839078617
2024-03-19T01:40:19.402 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:14.252+0000 7f66f259c700  1 --2- 172.21.15.46:0/1502691505 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f66dc039040 0x7f66dc03b500 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000
2024-03-19T01:40:19.402 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:15.053+0000 7f66f259c700  1 -- 172.21.15.46:0/1502691505 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f66dc039040 msgr2=0x7f66dc03b500 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/2839078617
2024-03-19T01:40:19.402 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:15.053+0000 7f66f259c700  1 --2- 172.21.15.46:0/1502691505 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f66dc039040 0x7f66dc03b500 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000
2024-03-19T01:40:19.402 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:16.654+0000 7f66f259c700  1 -- 172.21.15.46:0/1502691505 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f66dc039040 msgr2=0x7f66dc03b500 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/2839078617
2024-03-19T01:40:19.402 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:16.654+0000 7f66f259c700  1 --2- 172.21.15.46:0/1502691505 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f66dc039040 0x7f66dc03b500 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000
2024-03-19T01:40:19.402 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:17.829+0000 7f66dbfff700  1 -- 172.21.15.46:0/1502691505 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mgrmap(e 10) ==== 45886+0+0 (secure 0 0 0) 0x7f66e802d3e0 con 0x7f66f41084a0
2024-03-19T01:40:19.402 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:17.829+0000 7f66dbfff700  1 -- 172.21.15.46:0/1502691505 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f66dc039040 msgr2=0x7f66dc03b500 unknown :-1 s=STATE_CONNECTING l=1).mark_down
2024-03-19T01:40:19.402 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:17.829+0000 7f66dbfff700  1 --2- 172.21.15.46:0/1502691505 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f66dc039040 0x7f66dc03b500 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:19.402 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:18.830+0000 7f66dbfff700  1 -- 172.21.15.46:0/1502691505 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mgrmap(e 11) ==== 46013+0+0 (secure 0 0 0) 0x7f66e804f610 con 0x7f66f41084a0
2024-03-19T01:40:19.402 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:18.831+0000 7f66dbfff700  1 --2- 172.21.15.46:0/1502691505 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f66dc03caf0 0x7f66dc03eee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:19.402 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:18.831+0000 7f66dbfff700  1 -- 172.21.15.46:0/1502691505 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f66dc03bc10 con 0x7f66dc03caf0
2024-03-19T01:40:19.402 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:18.832+0000 7f66f259c700  1 --2- 172.21.15.46:0/1502691505 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f66dc03caf0 0x7f66dc03eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:19.403 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:18.832+0000 7f66f259c700  1 --2- 172.21.15.46:0/1502691505 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f66dc03caf0 0x7f66dc03eee0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f66e4003a10 tx=0x7f66e4009270 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:19.403 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:18.833+0000 7f66dbfff700  1 -- 172.21.15.46:0/1502691505 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7f66dc03bc10 con 0x7f66dc03caf0
2024-03-19T01:40:19.403 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:18.839+0000 7f66f9165700  1 -- 172.21.15.46:0/1502691505 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f66f4063940 con 0x7f66dc03caf0
2024-03-19T01:40:19.403 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:18.840+0000 7f66dbfff700  1 -- 172.21.15.46:0/1502691505 <== mgr.14152 v2:172.21.15.46:6800/3237439375 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7f66f4063940 con 0x7f66dc03caf0
2024-03-19T01:40:19.403 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:18.840+0000 7f66f9165700  1 -- 172.21.15.46:0/1502691505 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f66dc03caf0 msgr2=0x7f66dc03eee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:19.403 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:18.840+0000 7f66f9165700  1 --2- 172.21.15.46:0/1502691505 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f66dc03caf0 0x7f66dc03eee0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f66e4003a10 tx=0x7f66e4009270 comp rx=0 tx=0).stop
2024-03-19T01:40:19.403 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:18.840+0000 7f66f9165700  1 -- 172.21.15.46:0/1502691505 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66f41084a0 msgr2=0x7f66f419b7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:19.403 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:18.840+0000 7f66f9165700  1 --2- 172.21.15.46:0/1502691505 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66f41084a0 0x7f66f419b7a0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f66e8011a20 tx=0x7f66e8011b00 comp rx=0 tx=0).stop
2024-03-19T01:40:19.403 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:18.840+0000 7f66f9165700  1 -- 172.21.15.46:0/1502691505 shutdown_connections
2024-03-19T01:40:19.403 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:18.840+0000 7f66f9165700  1 --2- 172.21.15.46:0/1502691505 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f66dc03caf0 0x7f66dc03eee0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:19.403 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:18.840+0000 7f66f9165700  1 --2- 172.21.15.46:0/1502691505 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66f41084a0 0x7f66f419b7a0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:19.403 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:18.840+0000 7f66f9165700  1 --2- 172.21.15.46:0/1502691505 >> [v2:172.21.15.46:6800/2839078617,v1:172.21.15.46:6801/2839078617] conn(0x7f66dc039040 0x7f66dc03b500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:19.403 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:18.840+0000 7f66f9165700  1 -- 172.21.15.46:0/1502691505 >> 172.21.15.46:0/1502691505 conn(0x7f66f4101ef0 msgr2=0x7f66f41028a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:19.403 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:18.840+0000 7f66f9165700  1 -- 172.21.15.46:0/1502691505 shutdown_connections
2024-03-19T01:40:19.404 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:18.840+0000 7f66f9165700  1 -- 172.21.15.46:0/1502691505 wait complete.
2024-03-19T01:40:19.404 INFO:teuthology.orchestra.run.smithi046.stdout:mgr epoch 9 is available
2024-03-19T01:40:19.404 INFO:teuthology.orchestra.run.smithi046.stdout:Generating a dashboard self-signed certificate...
2024-03-19T01:40:20.870 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout Self-signed certificate created
2024-03-19T01:40:20.870 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.809+0000 7f24c4d55700  1  Processor -- start
2024-03-19T01:40:20.870 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.809+0000 7f24c4d55700  1 --  start start
2024-03-19T01:40:20.870 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.809+0000 7f24c4d55700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24c01084c0 0x7f24c010a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:20.871 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.809+0000 7f24c4d55700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f24c007ae50 con 0x7f24c01084c0
2024-03-19T01:40:20.871 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.810+0000 7f24be59c700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24c01084c0 0x7f24c010a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:20.871 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.810+0000 7f24be59c700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24c01084c0 0x7f24c010a8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38540/0 (socket says 172.21.15.46:38540)
2024-03-19T01:40:20.871 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.810+0000 7f24be59c700  1 -- 172.21.15.46:0/1850050117 learned_addr learned my addr 172.21.15.46:0/1850050117 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:40:20.871 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.810+0000 7f24be59c700  1 -- 172.21.15.46:0/1850050117 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24c010adf0 con 0x7f24c01084c0
2024-03-19T01:40:20.871 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.810+0000 7f24be59c700  1 --2- 172.21.15.46:0/1850050117 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24c01084c0 0x7f24c010a8b0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f24b80098a0 tx=0x7f24b8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35e0980180b56f7f server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:20.871 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.810+0000 7f24bd59a700  1 -- 172.21.15.46:0/1850050117 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f24b8004160 con 0x7f24c01084c0
2024-03-19T01:40:20.871 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.810+0000 7f24bd59a700  1 -- 172.21.15.46:0/1850050117 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f24b8004300 con 0x7f24c01084c0
2024-03-19T01:40:20.871 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.810+0000 7f24bd59a700  1 -- 172.21.15.46:0/1850050117 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f24b8011a50 con 0x7f24c01084c0
2024-03-19T01:40:20.871 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.811+0000 7f24c4d55700  1 -- 172.21.15.46:0/1850050117 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24c01084c0 msgr2=0x7f24c010a8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:20.871 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.811+0000 7f24c4d55700  1 --2- 172.21.15.46:0/1850050117 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24c01084c0 0x7f24c010a8b0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f24b80098a0 tx=0x7f24b8009bb0 comp rx=0 tx=0).stop
2024-03-19T01:40:20.872 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.811+0000 7f24c4d55700  1 -- 172.21.15.46:0/1850050117 shutdown_connections
2024-03-19T01:40:20.872 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.811+0000 7f24c4d55700  1 --2- 172.21.15.46:0/1850050117 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24c01084c0 0x7f24c010a8b0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:20.872 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.811+0000 7f24c4d55700  1 -- 172.21.15.46:0/1850050117 >> 172.21.15.46:0/1850050117 conn(0x7f24c0101ef0 msgr2=0x7f24c0104310 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:20.872 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.811+0000 7f24c4d55700  1 -- 172.21.15.46:0/1850050117 shutdown_connections
2024-03-19T01:40:20.872 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.811+0000 7f24c4d55700  1 -- 172.21.15.46:0/1850050117 wait complete.
2024-03-19T01:40:20.872 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.812+0000 7f24c4d55700  1  Processor -- start
2024-03-19T01:40:20.872 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.812+0000 7f24c4d55700  1 --  start start
2024-03-19T01:40:20.872 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.812+0000 7f24c4d55700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24c01084c0 0x7f24c0107d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:20.872 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.812+0000 7f24c4d55700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f24c010bd90 con 0x7f24c01084c0
2024-03-19T01:40:20.872 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.812+0000 7f24be59c700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24c01084c0 0x7f24c0107d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:20.872 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.812+0000 7f24be59c700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24c01084c0 0x7f24c0107d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38552/0 (socket says 172.21.15.46:38552)
2024-03-19T01:40:20.872 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.812+0000 7f24be59c700  1 -- 172.21.15.46:0/1528035591 learned_addr learned my addr 172.21.15.46:0/1528035591 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:40:20.872 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.812+0000 7f24be59c700  1 -- 172.21.15.46:0/1528035591 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24c0108280 con 0x7f24c01084c0
2024-03-19T01:40:20.873 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.812+0000 7f24be59c700  1 --2- 172.21.15.46:0/1528035591 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24c01084c0 0x7f24c0107d40 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f24b8011a20 tx=0x7f24b8011b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:20.873 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.813+0000 7f24b77fe700  1 -- 172.21.15.46:0/1528035591 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f24b8003b70 con 0x7f24c01084c0
2024-03-19T01:40:20.873 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.813+0000 7f24c4d55700  1 -- 172.21.15.46:0/1528035591 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24c0106470 con 0x7f24c01084c0
2024-03-19T01:40:20.873 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.813+0000 7f24b77fe700  1 -- 172.21.15.46:0/1528035591 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f24b801a8e0 con 0x7f24c01084c0
2024-03-19T01:40:20.873 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.813+0000 7f24b77fe700  1 -- 172.21.15.46:0/1528035591 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f24b8024990 con 0x7f24c01084c0
2024-03-19T01:40:20.873 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.813+0000 7f24c4d55700  1 -- 172.21.15.46:0/1528035591 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24c01069b0 con 0x7f24c01084c0
2024-03-19T01:40:20.873 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.814+0000 7f24b77fe700  1 -- 172.21.15.46:0/1528035591 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 11) ==== 46013+0+0 (secure 0 0 0) 0x7f24b8022020 con 0x7f24c01084c0
2024-03-19T01:40:20.873 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.814+0000 7f24b77fe700  1 --2- 172.21.15.46:0/1528035591 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f24ac038ed0 0x7f24ac03b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:20.873 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.814+0000 7f24c4d55700  1 -- 172.21.15.46:0/1528035591 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24c0063940 con 0x7f24c01084c0
2024-03-19T01:40:20.873 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.814+0000 7f24b77fe700  1 -- 172.21.15.46:0/1528035591 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f24b804d680 con 0x7f24c01084c0
2024-03-19T01:40:20.873 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.814+0000 7f24bdd9b700  1 --2- 172.21.15.46:0/1528035591 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f24ac038ed0 0x7f24ac03b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:20.873 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.814+0000 7f24bdd9b700  1 --2- 172.21.15.46:0/1528035591 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f24ac038ed0 0x7f24ac03b390 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f24a8006fd0 tx=0x7f24a8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:20.873 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.819+0000 7f24b77fe700  1 -- 172.21.15.46:0/1528035591 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f24b800b3e0 con 0x7f24c01084c0
2024-03-19T01:40:20.873 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:19.881+0000 7f24b77fe700  1 -- 172.21.15.46:0/1528035591 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mgrmap(e 12) ==== 46119+0+0 (secure 0 0 0) 0x7f24b802dc90 con 0x7f24c01084c0
2024-03-19T01:40:20.874 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:20.030+0000 7f24c4d55700  1 -- 172.21.15.46:0/1528035591 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7f24c0107290 con 0x7f24ac038ed0
2024-03-19T01:40:20.874 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:20.330+0000 7f24b77fe700  1 -- 172.21.15.46:0/1528035591 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7f24c0107290 con 0x7f24ac038ed0
2024-03-19T01:40:20.874 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:20.332+0000 7f24c4d55700  1 -- 172.21.15.46:0/1528035591 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f24ac038ed0 msgr2=0x7f24ac03b390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:20.874 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:20.332+0000 7f24c4d55700  1 --2- 172.21.15.46:0/1528035591 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f24ac038ed0 0x7f24ac03b390 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f24a8006fd0 tx=0x7f24a8006e40 comp rx=0 tx=0).stop
2024-03-19T01:40:20.874 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:20.332+0000 7f24c4d55700  1 -- 172.21.15.46:0/1528035591 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24c01084c0 msgr2=0x7f24c0107d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:20.874 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:20.332+0000 7f24c4d55700  1 --2- 172.21.15.46:0/1528035591 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24c01084c0 0x7f24c0107d40 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f24b8011a20 tx=0x7f24b8011b00 comp rx=0 tx=0).stop
2024-03-19T01:40:20.874 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:20.332+0000 7f24c4d55700  1 -- 172.21.15.46:0/1528035591 shutdown_connections
2024-03-19T01:40:20.874 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:20.332+0000 7f24c4d55700  1 --2- 172.21.15.46:0/1528035591 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f24ac038ed0 0x7f24ac03b390 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:20.874 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:20.332+0000 7f24c4d55700  1 --2- 172.21.15.46:0/1528035591 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24c01084c0 0x7f24c0107d40 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:20.874 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:20.332+0000 7f24c4d55700  1 -- 172.21.15.46:0/1528035591 >> 172.21.15.46:0/1528035591 conn(0x7f24c0101ef0 msgr2=0x7f24c0102860 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:20.874 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:20.332+0000 7f24c4d55700  1 -- 172.21.15.46:0/1528035591 shutdown_connections
2024-03-19T01:40:20.874 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:20.332+0000 7f24c4d55700  1 -- 172.21.15.46:0/1528035591 wait complete.
2024-03-19T01:40:20.874 INFO:teuthology.orchestra.run.smithi046.stdout:Creating initial admin user...
2024-03-19T01:40:21.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:20 smithi046 ceph-mon[63102]: mgrmap e12: x(active, since 2s)
2024-03-19T01:40:21.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:20 smithi046 ceph-mon[63102]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:40:21.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:20 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:21.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:20 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:21.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:20 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:22.360 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$2RC4hhNVoTPxx5stJY4PPu1JUuU9/EqVSPOCAN3mO67Z85PHyZoNq", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1710812421, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true}
2024-03-19T01:40:22.361 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.313+0000 7fab13a8d700  1  Processor -- start
2024-03-19T01:40:22.361 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.313+0000 7fab13a8d700  1 --  start start
2024-03-19T01:40:22.361 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.313+0000 7fab13a8d700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab0c107ac0 0x7fab0c107ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:22.361 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.313+0000 7fab13a8d700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fab0c1084b0 con 0x7fab0c107ac0
2024-03-19T01:40:22.361 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.313+0000 7fab11829700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab0c107ac0 0x7fab0c107ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:22.361 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.313+0000 7fab11829700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab0c107ac0 0x7fab0c107ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38562/0 (socket says 172.21.15.46:38562)
2024-03-19T01:40:22.361 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.313+0000 7fab11829700  1 -- 172.21.15.46:0/3103947435 learned_addr learned my addr 172.21.15.46:0/3103947435 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:40:22.361 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.314+0000 7fab11829700  1 -- 172.21.15.46:0/3103947435 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab0c108cc0 con 0x7fab0c107ac0
2024-03-19T01:40:22.361 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.314+0000 7fab11829700  1 --2- 172.21.15.46:0/3103947435 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab0c107ac0 0x7fab0c107ee0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fab000098a0 tx=0x7fab00009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=754840cae00c5c3a server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:22.361 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.314+0000 7fab10827700  1 -- 172.21.15.46:0/3103947435 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fab00004160 con 0x7fab0c107ac0
2024-03-19T01:40:22.361 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.314+0000 7fab10827700  1 -- 172.21.15.46:0/3103947435 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fab00004300 con 0x7fab0c107ac0
2024-03-19T01:40:22.362 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.314+0000 7fab10827700  1 -- 172.21.15.46:0/3103947435 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fab00011a50 con 0x7fab0c107ac0
2024-03-19T01:40:22.362 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.315+0000 7fab13a8d700  1 -- 172.21.15.46:0/3103947435 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab0c107ac0 msgr2=0x7fab0c107ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:22.362 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.315+0000 7fab13a8d700  1 --2- 172.21.15.46:0/3103947435 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab0c107ac0 0x7fab0c107ee0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fab000098a0 tx=0x7fab00009bb0 comp rx=0 tx=0).stop
2024-03-19T01:40:22.362 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.315+0000 7fab13a8d700  1 -- 172.21.15.46:0/3103947435 shutdown_connections
2024-03-19T01:40:22.362 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.315+0000 7fab13a8d700  1 --2- 172.21.15.46:0/3103947435 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab0c107ac0 0x7fab0c107ee0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:22.362 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.315+0000 7fab13a8d700  1 -- 172.21.15.46:0/3103947435 >> 172.21.15.46:0/3103947435 conn(0x7fab0c103080 msgr2=0x7fab0c1054a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:22.362 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.315+0000 7fab13a8d700  1 -- 172.21.15.46:0/3103947435 shutdown_connections
2024-03-19T01:40:22.362 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.315+0000 7fab13a8d700  1 -- 172.21.15.46:0/3103947435 wait complete.
2024-03-19T01:40:22.362 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.315+0000 7fab13a8d700  1  Processor -- start
2024-03-19T01:40:22.362 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.315+0000 7fab13a8d700  1 --  start start
2024-03-19T01:40:22.362 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.316+0000 7fab13a8d700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab0c107ac0 0x7fab0c19b830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:22.362 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.316+0000 7fab13a8d700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fab0c10c070 con 0x7fab0c107ac0
2024-03-19T01:40:22.363 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.316+0000 7fab11829700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab0c107ac0 0x7fab0c19b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:22.363 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.316+0000 7fab11829700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab0c107ac0 0x7fab0c19b830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38566/0 (socket says 172.21.15.46:38566)
2024-03-19T01:40:22.363 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.316+0000 7fab11829700  1 -- 172.21.15.46:0/3601761015 learned_addr learned my addr 172.21.15.46:0/3601761015 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:40:22.363 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.316+0000 7fab11829700  1 -- 172.21.15.46:0/3601761015 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab0c19bd70 con 0x7fab0c107ac0
2024-03-19T01:40:22.363 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.316+0000 7fab11829700  1 --2- 172.21.15.46:0/3601761015 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab0c107ac0 0x7fab0c19b830 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fab00006ba0 tx=0x7fab00011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:22.363 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.316+0000 7faafeffd700  1 -- 172.21.15.46:0/3601761015 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fab00003af0 con 0x7fab0c107ac0
2024-03-19T01:40:22.363 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.316+0000 7faafeffd700  1 -- 172.21.15.46:0/3601761015 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fab0001a8e0 con 0x7fab0c107ac0
2024-03-19T01:40:22.363 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.316+0000 7fab13a8d700  1 -- 172.21.15.46:0/3601761015 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab0c19c000 con 0x7fab0c107ac0
2024-03-19T01:40:22.363 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.316+0000 7faafeffd700  1 -- 172.21.15.46:0/3601761015 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fab00024900 con 0x7fab0c107ac0
2024-03-19T01:40:22.363 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.316+0000 7fab13a8d700  1 -- 172.21.15.46:0/3601761015 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab0c19ecf0 con 0x7fab0c107ac0
2024-03-19T01:40:22.363 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.317+0000 7faafeffd700  1 -- 172.21.15.46:0/3601761015 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 12) ==== 46119+0+0 (secure 0 0 0) 0x7fab00022020 con 0x7fab0c107ac0
2024-03-19T01:40:22.363 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.317+0000 7fab13a8d700  1 -- 172.21.15.46:0/3601761015 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab0c10c1f0 con 0x7fab0c107ac0
2024-03-19T01:40:22.363 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.318+0000 7faafeffd700  1 --2- 172.21.15.46:0/3601761015 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7faaf8039040 0x7faaf803b500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:22.364 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.318+0000 7faafeffd700  1 -- 172.21.15.46:0/3601761015 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fab0004d320 con 0x7fab0c107ac0
2024-03-19T01:40:22.364 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.318+0000 7fab11028700  1 --2- 172.21.15.46:0/3601761015 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7faaf8039040 0x7faaf803b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:22.364 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.318+0000 7fab11028700  1 --2- 172.21.15.46:0/3601761015 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7faaf8039040 0x7faaf803b500 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fab08006fd0 tx=0x7fab08006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:22.364 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.323+0000 7faafeffd700  1 -- 172.21.15.46:0/3601761015 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fab0002dc90 con 0x7fab0c107ac0
2024-03-19T01:40:22.364 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.553+0000 7fab13a8d700  1 -- 172.21.15.46:0/3601761015 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7fab0c104110 con 0x7faaf8039040
2024-03-19T01:40:22.364 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.800+0000 7faafeffd700  1 -- 172.21.15.46:0/3601761015 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7fab0c104110 con 0x7faaf8039040
2024-03-19T01:40:22.364 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.802+0000 7fab13a8d700  1 -- 172.21.15.46:0/3601761015 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7faaf8039040 msgr2=0x7faaf803b500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:22.364 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.802+0000 7fab13a8d700  1 --2- 172.21.15.46:0/3601761015 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7faaf8039040 0x7faaf803b500 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fab08006fd0 tx=0x7fab08006e40 comp rx=0 tx=0).stop
2024-03-19T01:40:22.364 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.802+0000 7fab13a8d700  1 -- 172.21.15.46:0/3601761015 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab0c107ac0 msgr2=0x7fab0c19b830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:22.364 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.802+0000 7fab13a8d700  1 --2- 172.21.15.46:0/3601761015 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab0c107ac0 0x7fab0c19b830 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fab00006ba0 tx=0x7fab00011ad0 comp rx=0 tx=0).stop
2024-03-19T01:40:22.364 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.802+0000 7fab13a8d700  1 -- 172.21.15.46:0/3601761015 shutdown_connections
2024-03-19T01:40:22.364 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.802+0000 7fab13a8d700  1 --2- 172.21.15.46:0/3601761015 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7faaf8039040 0x7faaf803b500 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:22.364 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.802+0000 7fab13a8d700  1 --2- 172.21.15.46:0/3601761015 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab0c107ac0 0x7fab0c19b830 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:22.365 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.802+0000 7fab13a8d700  1 -- 172.21.15.46:0/3601761015 >> 172.21.15.46:0/3601761015 conn(0x7fab0c103080 msgr2=0x7fab0c103a00 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:22.365 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.802+0000 7fab13a8d700  1 -- 172.21.15.46:0/3601761015 shutdown_connections
2024-03-19T01:40:22.365 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:21.802+0000 7fab13a8d700  1 -- 172.21.15.46:0/3601761015 wait complete.
2024-03-19T01:40:22.365 INFO:teuthology.orchestra.run.smithi046.stdout:Fetching dashboard port number...
2024-03-19T01:40:22.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:22 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:22.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:22 smithi046 ceph-mon[63102]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:40:22.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:22 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:23.614 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:23 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1419907640' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch
2024-03-19T01:40:23.928 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 8443
2024-03-19T01:40:23.928 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.743+0000 7f483edb0700  1  Processor -- start
2024-03-19T01:40:23.928 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.743+0000 7f483edb0700  1 --  start start
2024-03-19T01:40:23.928 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.743+0000 7f483edb0700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4838108460 0x7f483810a850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:23.929 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.743+0000 7f483edb0700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f483807ae90 con 0x7f4838108460
2024-03-19T01:40:23.929 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.743+0000 7f483cb4c700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4838108460 0x7f483810a850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:23.929 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.743+0000 7f483cb4c700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4838108460 0x7f483810a850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34764/0 (socket says 172.21.15.46:34764)
2024-03-19T01:40:23.929 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.743+0000 7f483cb4c700  1 -- 172.21.15.46:0/4272652823 learned_addr learned my addr 172.21.15.46:0/4272652823 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:40:23.929 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.744+0000 7f483cb4c700  1 -- 172.21.15.46:0/4272652823 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f483810ad90 con 0x7f4838108460
2024-03-19T01:40:23.929 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.744+0000 7f483cb4c700  1 --2- 172.21.15.46:0/4272652823 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4838108460 0x7f483810a850 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f48300098a0 tx=0x7f4830009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d78afdf46e39b95 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:23.929 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.744+0000 7f48377fe700  1 -- 172.21.15.46:0/4272652823 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4830004160 con 0x7f4838108460
2024-03-19T01:40:23.929 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.744+0000 7f48377fe700  1 -- 172.21.15.46:0/4272652823 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4830004300 con 0x7f4838108460
2024-03-19T01:40:23.929 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.744+0000 7f48377fe700  1 -- 172.21.15.46:0/4272652823 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4830011a50 con 0x7f4838108460
2024-03-19T01:40:23.929 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.745+0000 7f483edb0700  1 -- 172.21.15.46:0/4272652823 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4838108460 msgr2=0x7f483810a850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:23.929 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.745+0000 7f483edb0700  1 --2- 172.21.15.46:0/4272652823 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4838108460 0x7f483810a850 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f48300098a0 tx=0x7f4830009bb0 comp rx=0 tx=0).stop
2024-03-19T01:40:23.929 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.745+0000 7f483edb0700  1 -- 172.21.15.46:0/4272652823 shutdown_connections
2024-03-19T01:40:23.930 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.745+0000 7f483edb0700  1 --2- 172.21.15.46:0/4272652823 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4838108460 0x7f483810a850 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:23.930 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.745+0000 7f483edb0700  1 -- 172.21.15.46:0/4272652823 >> 172.21.15.46:0/4272652823 conn(0x7f4838101f30 msgr2=0x7f4838104350 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:23.930 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.745+0000 7f483edb0700  1 -- 172.21.15.46:0/4272652823 shutdown_connections
2024-03-19T01:40:23.930 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.745+0000 7f483edb0700  1 -- 172.21.15.46:0/4272652823 wait complete.
2024-03-19T01:40:23.930 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.745+0000 7f483edb0700  1  Processor -- start
2024-03-19T01:40:23.930 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.745+0000 7f483edb0700  1 --  start start
2024-03-19T01:40:23.930 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.745+0000 7f483edb0700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4838108460 0x7f4838107ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:23.930 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.745+0000 7f483edb0700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f483810bd90 con 0x7f4838108460
2024-03-19T01:40:23.930 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.746+0000 7f483cb4c700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4838108460 0x7f4838107ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:23.930 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.746+0000 7f483cb4c700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4838108460 0x7f4838107ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34766/0 (socket says 172.21.15.46:34766)
2024-03-19T01:40:23.930 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.746+0000 7f483cb4c700  1 -- 172.21.15.46:0/1419907640 learned_addr learned my addr 172.21.15.46:0/1419907640 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:40:23.930 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.746+0000 7f483cb4c700  1 -- 172.21.15.46:0/1419907640 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4838108220 con 0x7f4838108460
2024-03-19T01:40:23.930 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.746+0000 7f483cb4c700  1 --2- 172.21.15.46:0/1419907640 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4838108460 0x7f4838107ce0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f4830006b20 tx=0x7f4830011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:23.931 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.746+0000 7f4835ffb700  1 -- 172.21.15.46:0/1419907640 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4830003b70 con 0x7f4838108460
2024-03-19T01:40:23.931 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.746+0000 7f4835ffb700  1 -- 172.21.15.46:0/1419907640 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f483001a8e0 con 0x7f4838108460
2024-03-19T01:40:23.931 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.746+0000 7f483edb0700  1 -- 172.21.15.46:0/1419907640 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4838106410 con 0x7f4838108460
2024-03-19T01:40:23.931 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.746+0000 7f4835ffb700  1 -- 172.21.15.46:0/1419907640 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f48300249b0 con 0x7f4838108460
2024-03-19T01:40:23.931 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.746+0000 7f483edb0700  1 -- 172.21.15.46:0/1419907640 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4838106950 con 0x7f4838108460
2024-03-19T01:40:23.931 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.747+0000 7f4835ffb700  1 -- 172.21.15.46:0/1419907640 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 12) ==== 46119+0+0 (secure 0 0 0) 0x7f4830022020 con 0x7f4838108460
2024-03-19T01:40:23.931 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.747+0000 7f483edb0700  1 -- 172.21.15.46:0/1419907640 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4838063940 con 0x7f4838108460
2024-03-19T01:40:23.931 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.747+0000 7f4835ffb700  1 --2- 172.21.15.46:0/1419907640 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f4824039090 0x7f482403b550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:23.931 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.747+0000 7f4835ffb700  1 -- 172.21.15.46:0/1419907640 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f483004d8c0 con 0x7f4838108460
2024-03-19T01:40:23.931 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.748+0000 7f4837fff700  1 --2- 172.21.15.46:0/1419907640 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f4824039090 0x7f482403b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:23.931 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.748+0000 7f4837fff700  1 --2- 172.21.15.46:0/1419907640 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f4824039090 0x7f482403b550 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f482800ad30 tx=0x7f48280093f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:23.931 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.753+0000 7f4835ffb700  1 -- 172.21.15.46:0/1419907640 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f483000b3e0 con 0x7f4838108460
2024-03-19T01:40:23.931 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.973+0000 7f483edb0700  1 -- 172.21.15.46:0/1419907640 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7f4838106bd0 con 0x7f4838108460
2024-03-19T01:40:23.931 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.974+0000 7f4835ffb700  1 -- 172.21.15.46:0/1419907640 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0  v8) ==== 112+0+5 (secure 0 0 0) 0x7f4830019de0 con 0x7f4838108460
2024-03-19T01:40:23.932 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.976+0000 7f483edb0700  1 -- 172.21.15.46:0/1419907640 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f4824039090 msgr2=0x7f482403b550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:23.932 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.976+0000 7f483edb0700  1 --2- 172.21.15.46:0/1419907640 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f4824039090 0x7f482403b550 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f482800ad30 tx=0x7f48280093f0 comp rx=0 tx=0).stop
2024-03-19T01:40:23.932 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.976+0000 7f483edb0700  1 -- 172.21.15.46:0/1419907640 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4838108460 msgr2=0x7f4838107ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:23.932 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.976+0000 7f483edb0700  1 --2- 172.21.15.46:0/1419907640 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4838108460 0x7f4838107ce0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f4830006b20 tx=0x7f4830011ad0 comp rx=0 tx=0).stop
2024-03-19T01:40:23.932 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.976+0000 7f483edb0700  1 -- 172.21.15.46:0/1419907640 shutdown_connections
2024-03-19T01:40:23.932 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.976+0000 7f483edb0700  1 --2- 172.21.15.46:0/1419907640 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f4824039090 0x7f482403b550 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:23.932 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.976+0000 7f483edb0700  1 --2- 172.21.15.46:0/1419907640 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4838108460 0x7f4838107ce0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:23.932 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.976+0000 7f483edb0700  1 -- 172.21.15.46:0/1419907640 >> 172.21.15.46:0/1419907640 conn(0x7f4838101f30 msgr2=0x7f4838102880 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:23.932 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.976+0000 7f483edb0700  1 -- 172.21.15.46:0/1419907640 shutdown_connections
2024-03-19T01:40:23.932 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:22.976+0000 7f483edb0700  1 -- 172.21.15.46:0/1419907640 wait complete.
2024-03-19T01:40:23.935 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service
2024-03-19T01:40:23.935 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout disabled
2024-03-19T01:40:23.943 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service
2024-03-19T01:40:23.943 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout inactive
2024-03-19T01:40:23.943 INFO:teuthology.orchestra.run.smithi046.stdout:firewalld.service is not enabled
2024-03-19T01:40:23.943 INFO:teuthology.orchestra.run.smithi046.stdout:Not possible to open ports <[8443]>. firewalld.service is not available
2024-03-19T01:40:23.945 INFO:teuthology.orchestra.run.smithi046.stdout:Ceph Dashboard is now available at:
2024-03-19T01:40:23.945 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:40:23.945 INFO:teuthology.orchestra.run.smithi046.stdout:	     URL: https://smithi046.front.sepia.ceph.com:8443/
2024-03-19T01:40:23.945 INFO:teuthology.orchestra.run.smithi046.stdout:	    User: admin
2024-03-19T01:40:23.945 INFO:teuthology.orchestra.run.smithi046.stdout:	Password: cjx3q6vqv2
2024-03-19T01:40:23.945 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:40:23.945 INFO:teuthology.orchestra.run.smithi046.stdout:Saving cluster configuration to /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config directory
2024-03-19T01:40:23.946 INFO:teuthology.orchestra.run.smithi046.stdout:Enabling autotune for osd_memory_target
2024-03-19T01:40:25.572 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.842+0000 7ff2d3b88700  1  Processor -- start
2024-03-19T01:40:25.572 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.842+0000 7ff2d3b88700  1 --  start start
2024-03-19T01:40:25.572 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.842+0000 7ff2d3b88700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff2cc07ce90 0x7ff2cc07b340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:25.572 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.842+0000 7ff2d3b88700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff2cc07b910 con 0x7ff2cc07ce90
2024-03-19T01:40:25.572 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.843+0000 7ff2d1924700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff2cc07ce90 0x7ff2cc07b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:25.572 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.843+0000 7ff2d1924700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff2cc07ce90 0x7ff2cc07b340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34768/0 (socket says 172.21.15.46:34768)
2024-03-19T01:40:25.572 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.843+0000 7ff2d1924700  1 -- 172.21.15.46:0/1987177181 learned_addr learned my addr 172.21.15.46:0/1987177181 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:40:25.572 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.843+0000 7ff2d1924700  1 -- 172.21.15.46:0/1987177181 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2cc07ba90 con 0x7ff2cc07ce90
2024-03-19T01:40:25.573 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.843+0000 7ff2d1924700  1 --2- 172.21.15.46:0/1987177181 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff2cc07ce90 0x7ff2cc07b340 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7ff2bc009e80 tx=0x7ff2bc00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20754128623cf227 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:25.573 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.843+0000 7ff2d0922700  1 -- 172.21.15.46:0/1987177181 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff2bc017070 con 0x7ff2cc07ce90
2024-03-19T01:40:25.573 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.843+0000 7ff2d0922700  1 -- 172.21.15.46:0/1987177181 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff2bc00b8c0 con 0x7ff2cc07ce90
2024-03-19T01:40:25.573 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.843+0000 7ff2d0922700  1 -- 172.21.15.46:0/1987177181 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff2bc004490 con 0x7ff2cc07ce90
2024-03-19T01:40:25.573 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.844+0000 7ff2d3b88700  1 -- 172.21.15.46:0/1987177181 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff2cc07ce90 msgr2=0x7ff2cc07b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:25.573 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.844+0000 7ff2d3b88700  1 --2- 172.21.15.46:0/1987177181 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff2cc07ce90 0x7ff2cc07b340 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7ff2bc009e80 tx=0x7ff2bc00b330 comp rx=0 tx=0).stop
2024-03-19T01:40:25.573 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.844+0000 7ff2d3b88700  1 -- 172.21.15.46:0/1987177181 shutdown_connections
2024-03-19T01:40:25.573 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.844+0000 7ff2d3b88700  1 --2- 172.21.15.46:0/1987177181 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff2cc07ce90 0x7ff2cc07b340 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:25.573 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.844+0000 7ff2d3b88700  1 -- 172.21.15.46:0/1987177181 >> 172.21.15.46:0/1987177181 conn(0x7ff2cc103010 msgr2=0x7ff2cc105430 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:25.573 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.844+0000 7ff2d3b88700  1 -- 172.21.15.46:0/1987177181 shutdown_connections
2024-03-19T01:40:25.573 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.844+0000 7ff2d3b88700  1 -- 172.21.15.46:0/1987177181 wait complete.
2024-03-19T01:40:25.573 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.845+0000 7ff2d3b88700  1  Processor -- start
2024-03-19T01:40:25.573 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.845+0000 7ff2d3b88700  1 --  start start
2024-03-19T01:40:25.573 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.845+0000 7ff2d3b88700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff2cc07ce90 0x7ff2cc19db70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:25.574 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.845+0000 7ff2d3b88700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff2cc10df70 con 0x7ff2cc07ce90
2024-03-19T01:40:25.574 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.845+0000 7ff2d1924700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff2cc07ce90 0x7ff2cc19db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:25.574 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.845+0000 7ff2d1924700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff2cc07ce90 0x7ff2cc19db70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34772/0 (socket says 172.21.15.46:34772)
2024-03-19T01:40:25.574 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.845+0000 7ff2d1924700  1 -- 172.21.15.46:0/1710394108 learned_addr learned my addr 172.21.15.46:0/1710394108 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:40:25.574 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.845+0000 7ff2d1924700  1 -- 172.21.15.46:0/1710394108 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2cc19e0b0 con 0x7ff2cc07ce90
2024-03-19T01:40:25.574 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.845+0000 7ff2d1924700  1 --2- 172.21.15.46:0/1710394108 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff2cc07ce90 0x7ff2cc19db70 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7ff2bc009e50 tx=0x7ff2bc003d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:25.574 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.845+0000 7ff2caffd700  1 -- 172.21.15.46:0/1710394108 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff2bc020020 con 0x7ff2cc07ce90
2024-03-19T01:40:25.574 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.845+0000 7ff2caffd700  1 -- 172.21.15.46:0/1710394108 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff2bc00bba0 con 0x7ff2cc07ce90
2024-03-19T01:40:25.574 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.845+0000 7ff2d3b88700  1 -- 172.21.15.46:0/1710394108 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2cc19e340 con 0x7ff2cc07ce90
2024-03-19T01:40:25.574 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.846+0000 7ff2caffd700  1 -- 172.21.15.46:0/1710394108 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff2bc017040 con 0x7ff2cc07ce90
2024-03-19T01:40:25.574 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.846+0000 7ff2d3b88700  1 -- 172.21.15.46:0/1710394108 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2cc19ee60 con 0x7ff2cc07ce90
2024-03-19T01:40:25.574 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.846+0000 7ff2caffd700  1 -- 172.21.15.46:0/1710394108 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) ==== 46162+0+0 (secure 0 0 0) 0x7ff2bc023020 con 0x7ff2cc07ce90
2024-03-19T01:40:25.574 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.847+0000 7ff2caffd700  1 --2- 172.21.15.46:0/1710394108 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff2b4039020 0x7ff2b403b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:25.574 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.847+0000 7ff2d3b88700  1 -- 172.21.15.46:0/1710394108 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2cc063940 con 0x7ff2cc07ce90
2024-03-19T01:40:25.575 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.847+0000 7ff2caffd700  1 -- 172.21.15.46:0/1710394108 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7ff2bc00f050 con 0x7ff2cc07ce90
2024-03-19T01:40:25.575 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.847+0000 7ff2d1123700  1 --2- 172.21.15.46:0/1710394108 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff2b4039020 0x7ff2b403b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:25.575 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.847+0000 7ff2d1123700  1 --2- 172.21.15.46:0/1710394108 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff2b4039020 0x7ff2b403b4e0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7ff2c0006fd0 tx=0x7ff2c0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:25.575 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:24.852+0000 7ff2caffd700  1 -- 172.21.15.46:0/1710394108 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7ff2bc02a020 con 0x7ff2cc07ce90
2024-03-19T01:40:25.575 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.057+0000 7ff2d3b88700  1 -- 172.21.15.46:0/1710394108 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7ff2cc19f380 con 0x7ff2cc07ce90
2024-03-19T01:40:25.575 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.058+0000 7ff2caffd700  1 -- 172.21.15.46:0/1710394108 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0  v8)=0  v8) ==== 127+0+0 (secure 0 0 0) 0x7ff2bc0072f0 con 0x7ff2cc07ce90
2024-03-19T01:40:25.575 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.059+0000 7ff2d3b88700  1 -- 172.21.15.46:0/1710394108 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff2b4039020 msgr2=0x7ff2b403b4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:25.575 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.059+0000 7ff2d3b88700  1 --2- 172.21.15.46:0/1710394108 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff2b4039020 0x7ff2b403b4e0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7ff2c0006fd0 tx=0x7ff2c0006e40 comp rx=0 tx=0).stop
2024-03-19T01:40:25.575 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.059+0000 7ff2d3b88700  1 -- 172.21.15.46:0/1710394108 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff2cc07ce90 msgr2=0x7ff2cc19db70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:25.575 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.059+0000 7ff2d3b88700  1 --2- 172.21.15.46:0/1710394108 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff2cc07ce90 0x7ff2cc19db70 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7ff2bc009e50 tx=0x7ff2bc003d00 comp rx=0 tx=0).stop
2024-03-19T01:40:25.575 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.060+0000 7ff2d3b88700  1 -- 172.21.15.46:0/1710394108 shutdown_connections
2024-03-19T01:40:25.575 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.060+0000 7ff2d3b88700  1 --2- 172.21.15.46:0/1710394108 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff2b4039020 0x7ff2b403b4e0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:25.575 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.060+0000 7ff2d3b88700  1 --2- 172.21.15.46:0/1710394108 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff2cc07ce90 0x7ff2cc19db70 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:25.576 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.060+0000 7ff2d3b88700  1 -- 172.21.15.46:0/1710394108 >> 172.21.15.46:0/1710394108 conn(0x7ff2cc103010 msgr2=0x7ff2cc103b00 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:25.576 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.060+0000 7ff2d3b88700  1 -- 172.21.15.46:0/1710394108 shutdown_connections
2024-03-19T01:40:25.576 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.060+0000 7ff2d3b88700  1 -- 172.21.15.46:0/1710394108 wait complete.
2024-03-19T01:40:25.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:25 smithi046 ceph-mon[63102]: mgrmap e13: x(active, since 6s)
2024-03-19T01:40:26.880 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.965+0000 7feb04a32700  1  Processor -- start
2024-03-19T01:40:26.880 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.965+0000 7feb04a32700  1 --  start start
2024-03-19T01:40:26.880 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.966+0000 7feb04a32700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feb00108500 0x7feb0010a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:26.880 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.966+0000 7feb04a32700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7feb0007adf0 con 0x7feb00108500
2024-03-19T01:40:26.880 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.966+0000 7feafe59c700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feb00108500 0x7feb0010a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:26.881 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.966+0000 7feafe59c700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feb00108500 0x7feb0010a8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34780/0 (socket says 172.21.15.46:34780)
2024-03-19T01:40:26.881 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.966+0000 7feafe59c700  1 -- 172.21.15.46:0/3628990508 learned_addr learned my addr 172.21.15.46:0/3628990508 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:40:26.881 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.966+0000 7feafe59c700  1 -- 172.21.15.46:0/3628990508 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb0010ae30 con 0x7feb00108500
2024-03-19T01:40:26.881 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.966+0000 7feafe59c700  1 --2- 172.21.15.46:0/3628990508 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feb00108500 0x7feb0010a8f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7feaf00098a0 tx=0x7feaf0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3268f4d847de073 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:26.881 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.966+0000 7feafd59a700  1 -- 172.21.15.46:0/3628990508 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7feaf0004160 con 0x7feb00108500
2024-03-19T01:40:26.881 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.966+0000 7feafd59a700  1 -- 172.21.15.46:0/3628990508 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feaf0004300 con 0x7feb00108500
2024-03-19T01:40:26.881 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.966+0000 7feafd59a700  1 -- 172.21.15.46:0/3628990508 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7feaf0011a50 con 0x7feb00108500
2024-03-19T01:40:26.881 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.967+0000 7feb04a32700  1 -- 172.21.15.46:0/3628990508 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feb00108500 msgr2=0x7feb0010a8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:26.881 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.967+0000 7feb04a32700  1 --2- 172.21.15.46:0/3628990508 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feb00108500 0x7feb0010a8f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7feaf00098a0 tx=0x7feaf0009bb0 comp rx=0 tx=0).stop
2024-03-19T01:40:26.881 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.967+0000 7feb04a32700  1 -- 172.21.15.46:0/3628990508 shutdown_connections
2024-03-19T01:40:26.881 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.967+0000 7feb04a32700  1 --2- 172.21.15.46:0/3628990508 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feb00108500 0x7feb0010a8f0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:26.882 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.967+0000 7feb04a32700  1 -- 172.21.15.46:0/3628990508 >> 172.21.15.46:0/3628990508 conn(0x7feb00101f30 msgr2=0x7feb00104350 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:26.882 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.967+0000 7feb04a32700  1 -- 172.21.15.46:0/3628990508 shutdown_connections
2024-03-19T01:40:26.882 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.967+0000 7feb04a32700  1 -- 172.21.15.46:0/3628990508 wait complete.
2024-03-19T01:40:26.882 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.968+0000 7feb04a32700  1  Processor -- start
2024-03-19T01:40:26.882 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.968+0000 7feb04a32700  1 --  start start
2024-03-19T01:40:26.882 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.968+0000 7feb04a32700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feb00108500 0x7feb0019b7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:26.882 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.968+0000 7feb04a32700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7feb0010bd70 con 0x7feb00108500
2024-03-19T01:40:26.882 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.968+0000 7feafe59c700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feb00108500 0x7feb0019b7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:26.882 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.968+0000 7feafe59c700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feb00108500 0x7feb0019b7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34794/0 (socket says 172.21.15.46:34794)
2024-03-19T01:40:26.882 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.968+0000 7feafe59c700  1 -- 172.21.15.46:0/37873065 learned_addr learned my addr 172.21.15.46:0/37873065 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:40:26.882 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.969+0000 7feafe59c700  1 -- 172.21.15.46:0/37873065 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb0019bce0 con 0x7feb00108500
2024-03-19T01:40:26.883 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.969+0000 7feafe59c700  1 --2- 172.21.15.46:0/37873065 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feb00108500 0x7feb0019b7a0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7feaf0006b20 tx=0x7feaf0011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:26.883 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.969+0000 7feaef7fe700  1 -- 172.21.15.46:0/37873065 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7feaf0003b70 con 0x7feb00108500
2024-03-19T01:40:26.883 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.969+0000 7feaef7fe700  1 -- 172.21.15.46:0/37873065 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feaf001a8e0 con 0x7feb00108500
2024-03-19T01:40:26.883 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.969+0000 7feb04a32700  1 -- 172.21.15.46:0/37873065 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb0019bf70 con 0x7feb00108500
2024-03-19T01:40:26.883 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.969+0000 7feaef7fe700  1 -- 172.21.15.46:0/37873065 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7feaf00249b0 con 0x7feb00108500
2024-03-19T01:40:26.883 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.969+0000 7feb04a32700  1 -- 172.21.15.46:0/37873065 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb0019ec60 con 0x7feb00108500
2024-03-19T01:40:26.883 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.970+0000 7feaef7fe700  1 -- 172.21.15.46:0/37873065 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) ==== 46162+0+0 (secure 0 0 0) 0x7feaf0022020 con 0x7feb00108500
2024-03-19T01:40:26.883 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.970+0000 7feb04a32700  1 -- 172.21.15.46:0/37873065 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb00063940 con 0x7feb00108500
2024-03-19T01:40:26.883 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.970+0000 7feaef7fe700  1 --2- 172.21.15.46:0/37873065 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7feae80390d0 0x7feae803b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:26.883 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.970+0000 7feaef7fe700  1 -- 172.21.15.46:0/37873065 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7feaf004d850 con 0x7feb00108500
2024-03-19T01:40:26.883 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.970+0000 7feafdd9b700  1 --2- 172.21.15.46:0/37873065 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7feae80390d0 0x7feae803b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:26.883 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.970+0000 7feafdd9b700  1 --2- 172.21.15.46:0/37873065 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7feae80390d0 0x7feae803b590 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7feaf4006fd0 tx=0x7feaf4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:26.884 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:25.975+0000 7feaef7fe700  1 -- 172.21.15.46:0/37873065 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7feaf000b3e0 con 0x7feb00108500
2024-03-19T01:40:26.884 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:26.290+0000 7feb04a32700  1 -- 172.21.15.46:0/37873065 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7feb0019f210 con 0x7feb00108500
2024-03-19T01:40:26.884 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:26.292+0000 7feaef7fe700  1 -- 172.21.15.46:0/37873065 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) ==== 153+0+0 (secure 0 0 0) 0x7feaf0019e10 con 0x7feb00108500
2024-03-19T01:40:26.884 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:26.294+0000 7feb04a32700  1 -- 172.21.15.46:0/37873065 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7feae80390d0 msgr2=0x7feae803b590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:26.884 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:26.294+0000 7feb04a32700  1 --2- 172.21.15.46:0/37873065 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7feae80390d0 0x7feae803b590 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7feaf4006fd0 tx=0x7feaf4006e40 comp rx=0 tx=0).stop
2024-03-19T01:40:26.884 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:26.294+0000 7feb04a32700  1 -- 172.21.15.46:0/37873065 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feb00108500 msgr2=0x7feb0019b7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:26.884 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:26.294+0000 7feb04a32700  1 --2- 172.21.15.46:0/37873065 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feb00108500 0x7feb0019b7a0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7feaf0006b20 tx=0x7feaf0011ad0 comp rx=0 tx=0).stop
2024-03-19T01:40:26.884 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:26.294+0000 7feb04a32700  1 -- 172.21.15.46:0/37873065 shutdown_connections
2024-03-19T01:40:26.884 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:26.294+0000 7feb04a32700  1 --2- 172.21.15.46:0/37873065 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7feae80390d0 0x7feae803b590 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:26.884 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:26.294+0000 7feb04a32700  1 --2- 172.21.15.46:0/37873065 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feb00108500 0x7feb0019b7a0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:26.884 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:26.294+0000 7feb04a32700  1 -- 172.21.15.46:0/37873065 >> 172.21.15.46:0/37873065 conn(0x7feb00101f30 msgr2=0x7feb00102870 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:26.884 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:26.294+0000 7feb04a32700  1 -- 172.21.15.46:0/37873065 shutdown_connections
2024-03-19T01:40:26.884 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-03-19T01:40:26.294+0000 7feb04a32700  1 -- 172.21.15.46:0/37873065 wait complete.
2024-03-19T01:40:26.885 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status
2024-03-19T01:40:26.885 INFO:teuthology.orchestra.run.smithi046.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config:
2024-03-19T01:40:26.885 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:40:26.885 INFO:teuthology.orchestra.run.smithi046.stdout:	sudo /home/ubuntu/cephtest/cephadm shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring
2024-03-19T01:40:26.885 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:40:26.885 INFO:teuthology.orchestra.run.smithi046.stdout:Or, if you are only running a single cluster on this host:
2024-03-19T01:40:26.885 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:40:26.885 INFO:teuthology.orchestra.run.smithi046.stdout:	sudo /home/ubuntu/cephtest/cephadm shell
2024-03-19T01:40:26.885 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:40:26.885 INFO:teuthology.orchestra.run.smithi046.stdout:Please consider enabling telemetry to help improve Ceph:
2024-03-19T01:40:26.885 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:40:26.885 INFO:teuthology.orchestra.run.smithi046.stdout:	ceph telemetry on
2024-03-19T01:40:26.886 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:40:26.886 INFO:teuthology.orchestra.run.smithi046.stdout:For more information see:
2024-03-19T01:40:26.886 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:40:26.886 INFO:teuthology.orchestra.run.smithi046.stdout:	https://docs.ceph.com/en/latest/mgr/telemetry/
2024-03-19T01:40:26.886 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:40:26.886 INFO:teuthology.orchestra.run.smithi046.stdout:Bootstrap complete.
2024-03-19T01:40:26.927 INFO:tasks.cephadm:Fetching config...
2024-03-19T01:40:26.928 DEBUG:teuthology.orchestra.run.smithi046:> set -ex
2024-03-19T01:40:26.928 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/etc/ceph/ceph.conf of=/dev/stdout
2024-03-19T01:40:26.945 INFO:tasks.cephadm:Fetching client.admin keyring...
2024-03-19T01:40:26.945 DEBUG:teuthology.orchestra.run.smithi046:> set -ex
2024-03-19T01:40:26.945 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout
2024-03-19T01:40:27.000 INFO:tasks.cephadm:Fetching mon keyring...
2024-03-19T01:40:27.001 DEBUG:teuthology.orchestra.run.smithi046:> set -ex
2024-03-19T01:40:27.001 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/keyring of=/dev/stdout
2024-03-19T01:40:27.068 INFO:tasks.cephadm:Fetching pub ssh key...
2024-03-19T01:40:27.069 DEBUG:teuthology.orchestra.run.smithi046:> set -ex
2024-03-19T01:40:27.069 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout
2024-03-19T01:40:27.124 INFO:tasks.cephadm:Installing pub ssh key for root users...
2024-03-19T01:40:27.124 DEBUG:teuthology.orchestra.run.smithi046:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDnW/Iu9roWRFWf3yMpRMAByHP7cbwJ5h6OTQtep++wy2NQ1N30LVeaU+hLg9to8G/C4vkItZqomkfL1e1MLoh7/ZfRKeNnngcAnuGohDShjc+HGHqe4d7vOW1/Aopps5grjOg2Yys8Yng1e/TVZQgxo4N4HmyxfLVfGV/M8MP7Lm4R6sJd2XdctzzFvMpBaf/T+OOIYQFd/rDgkggi3lKoTIzzC/OmwrRzL9sfE50EthVl27QI1VpbcvDxWnmdepBHhnmDjhPjA4kDyLJzy0SVujthC1DbH2N8+M/YkqKGtKLxHmP02mpsDAhHvRdAtOmMTzp/AmDTlnlHXzkoBdwocUi2DOfrN2Wnhj6AvVqrLzf0iLYHUPr3eKRjjIRgYCDa1QskuEcvRYeoFnLsdcb/5cxPe1IOqqMjdKMKsYCxBrthK9XoDGXEk1rXJD3WYJA3klbo/3usvKzLCszU7+XFDS0VfdevnbdG4Su+M+fQUfxUywuI5JkaOIVhvub96iM= ceph-53c8cf3e-e591-11ee-95c9-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys
2024-03-19T01:40:27.219 INFO:teuthology.orchestra.run.smithi046.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDnW/Iu9roWRFWf3yMpRMAByHP7cbwJ5h6OTQtep++wy2NQ1N30LVeaU+hLg9to8G/C4vkItZqomkfL1e1MLoh7/ZfRKeNnngcAnuGohDShjc+HGHqe4d7vOW1/Aopps5grjOg2Yys8Yng1e/TVZQgxo4N4HmyxfLVfGV/M8MP7Lm4R6sJd2XdctzzFvMpBaf/T+OOIYQFd/rDgkggi3lKoTIzzC/OmwrRzL9sfE50EthVl27QI1VpbcvDxWnmdepBHhnmDjhPjA4kDyLJzy0SVujthC1DbH2N8+M/YkqKGtKLxHmP02mpsDAhHvRdAtOmMTzp/AmDTlnlHXzkoBdwocUi2DOfrN2Wnhj6AvVqrLzf0iLYHUPr3eKRjjIRgYCDa1QskuEcvRYeoFnLsdcb/5cxPe1IOqqMjdKMKsYCxBrthK9XoDGXEk1rXJD3WYJA3klbo/3usvKzLCszU7+XFDS0VfdevnbdG4Su+M+fQUfxUywuI5JkaOIVhvub96iM= ceph-53c8cf3e-e591-11ee-95c9-87774f69a715
2024-03-19T01:40:27.233 DEBUG:teuthology.orchestra.run.smithi073:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDnW/Iu9roWRFWf3yMpRMAByHP7cbwJ5h6OTQtep++wy2NQ1N30LVeaU+hLg9to8G/C4vkItZqomkfL1e1MLoh7/ZfRKeNnngcAnuGohDShjc+HGHqe4d7vOW1/Aopps5grjOg2Yys8Yng1e/TVZQgxo4N4HmyxfLVfGV/M8MP7Lm4R6sJd2XdctzzFvMpBaf/T+OOIYQFd/rDgkggi3lKoTIzzC/OmwrRzL9sfE50EthVl27QI1VpbcvDxWnmdepBHhnmDjhPjA4kDyLJzy0SVujthC1DbH2N8+M/YkqKGtKLxHmP02mpsDAhHvRdAtOmMTzp/AmDTlnlHXzkoBdwocUi2DOfrN2Wnhj6AvVqrLzf0iLYHUPr3eKRjjIRgYCDa1QskuEcvRYeoFnLsdcb/5cxPe1IOqqMjdKMKsYCxBrthK9XoDGXEk1rXJD3WYJA3klbo/3usvKzLCszU7+XFDS0VfdevnbdG4Su+M+fQUfxUywuI5JkaOIVhvub96iM= ceph-53c8cf3e-e591-11ee-95c9-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys
2024-03-19T01:40:27.281 INFO:teuthology.orchestra.run.smithi073.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDnW/Iu9roWRFWf3yMpRMAByHP7cbwJ5h6OTQtep++wy2NQ1N30LVeaU+hLg9to8G/C4vkItZqomkfL1e1MLoh7/ZfRKeNnngcAnuGohDShjc+HGHqe4d7vOW1/Aopps5grjOg2Yys8Yng1e/TVZQgxo4N4HmyxfLVfGV/M8MP7Lm4R6sJd2XdctzzFvMpBaf/T+OOIYQFd/rDgkggi3lKoTIzzC/OmwrRzL9sfE50EthVl27QI1VpbcvDxWnmdepBHhnmDjhPjA4kDyLJzy0SVujthC1DbH2N8+M/YkqKGtKLxHmP02mpsDAhHvRdAtOmMTzp/AmDTlnlHXzkoBdwocUi2DOfrN2Wnhj6AvVqrLzf0iLYHUPr3eKRjjIRgYCDa1QskuEcvRYeoFnLsdcb/5cxPe1IOqqMjdKMKsYCxBrthK9XoDGXEk1rXJD3WYJA3klbo/3usvKzLCszU7+XFDS0VfdevnbdG4Su+M+fQUfxUywuI5JkaOIVhvub96iM= ceph-53c8cf3e-e591-11ee-95c9-87774f69a715
2024-03-19T01:40:27.296 DEBUG:teuthology.orchestra.run.smithi102:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDnW/Iu9roWRFWf3yMpRMAByHP7cbwJ5h6OTQtep++wy2NQ1N30LVeaU+hLg9to8G/C4vkItZqomkfL1e1MLoh7/ZfRKeNnngcAnuGohDShjc+HGHqe4d7vOW1/Aopps5grjOg2Yys8Yng1e/TVZQgxo4N4HmyxfLVfGV/M8MP7Lm4R6sJd2XdctzzFvMpBaf/T+OOIYQFd/rDgkggi3lKoTIzzC/OmwrRzL9sfE50EthVl27QI1VpbcvDxWnmdepBHhnmDjhPjA4kDyLJzy0SVujthC1DbH2N8+M/YkqKGtKLxHmP02mpsDAhHvRdAtOmMTzp/AmDTlnlHXzkoBdwocUi2DOfrN2Wnhj6AvVqrLzf0iLYHUPr3eKRjjIRgYCDa1QskuEcvRYeoFnLsdcb/5cxPe1IOqqMjdKMKsYCxBrthK9XoDGXEk1rXJD3WYJA3klbo/3usvKzLCszU7+XFDS0VfdevnbdG4Su+M+fQUfxUywuI5JkaOIVhvub96iM= ceph-53c8cf3e-e591-11ee-95c9-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys
2024-03-19T01:40:27.344 INFO:teuthology.orchestra.run.smithi102.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDnW/Iu9roWRFWf3yMpRMAByHP7cbwJ5h6OTQtep++wy2NQ1N30LVeaU+hLg9to8G/C4vkItZqomkfL1e1MLoh7/ZfRKeNnngcAnuGohDShjc+HGHqe4d7vOW1/Aopps5grjOg2Yys8Yng1e/TVZQgxo4N4HmyxfLVfGV/M8MP7Lm4R6sJd2XdctzzFvMpBaf/T+OOIYQFd/rDgkggi3lKoTIzzC/OmwrRzL9sfE50EthVl27QI1VpbcvDxWnmdepBHhnmDjhPjA4kDyLJzy0SVujthC1DbH2N8+M/YkqKGtKLxHmP02mpsDAhHvRdAtOmMTzp/AmDTlnlHXzkoBdwocUi2DOfrN2Wnhj6AvVqrLzf0iLYHUPr3eKRjjIRgYCDa1QskuEcvRYeoFnLsdcb/5cxPe1IOqqMjdKMKsYCxBrthK9XoDGXEk1rXJD3WYJA3klbo/3usvKzLCszU7+XFDS0VfdevnbdG4Su+M+fQUfxUywuI5JkaOIVhvub96iM= ceph-53c8cf3e-e591-11ee-95c9-87774f69a715
2024-03-19T01:40:27.359 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph config set mgr mgr/cephadm/allow_ptrace true
2024-03-19T01:40:27.599 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:40:27.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:27 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/37873065' entity='client.admin'
2024-03-19T01:40:30.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:29 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:30.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:29 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:30.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:29 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi046", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:40:30.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:29 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:30.116 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:29 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:40:30.116 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:29 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:30.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.170+0000 7fd4e1b5d700  1 -- 172.21.15.46:0/3575339063 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd4dc1022f0 msgr2=0x7fd4dc102710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:30.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.170+0000 7fd4e1b5d700  1 --2- 172.21.15.46:0/3575339063 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd4dc1022f0 0x7fd4dc102710 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fd4cc009910 tx=0x7fd4cc009c20 comp rx=0 tx=0).stop
2024-03-19T01:40:30.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.170+0000 7fd4e1b5d700  1 -- 172.21.15.46:0/3575339063 shutdown_connections
2024-03-19T01:40:30.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.170+0000 7fd4e1b5d700  1 --2- 172.21.15.46:0/3575339063 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd4dc1022f0 0x7fd4dc102710 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:30.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.170+0000 7fd4e1b5d700  1 -- 172.21.15.46:0/3575339063 >> 172.21.15.46:0/3575339063 conn(0x7fd4dc0fb990 msgr2=0x7fd4dc0fddd0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:30.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.170+0000 7fd4e1b5d700  1 -- 172.21.15.46:0/3575339063 shutdown_connections
2024-03-19T01:40:30.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.170+0000 7fd4e1b5d700  1 -- 172.21.15.46:0/3575339063 wait complete.
2024-03-19T01:40:30.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.171+0000 7fd4e1b5d700  1  Processor -- start
2024-03-19T01:40:30.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.171+0000 7fd4e1b5d700  1 --  start start
2024-03-19T01:40:30.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.171+0000 7fd4e1b5d700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd4dc1022f0 0x7fd4dc199550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:30.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.171+0000 7fd4e1b5d700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd4dc109f50 con 0x7fd4dc1022f0
2024-03-19T01:40:30.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.171+0000 7fd4db7fe700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd4dc1022f0 0x7fd4dc199550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:30.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.171+0000 7fd4db7fe700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd4dc1022f0 0x7fd4dc199550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34808/0 (socket says 172.21.15.46:34808)
2024-03-19T01:40:30.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.171+0000 7fd4db7fe700  1 -- 172.21.15.46:0/1894183334 learned_addr learned my addr 172.21.15.46:0/1894183334 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:40:30.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.172+0000 7fd4db7fe700  1 -- 172.21.15.46:0/1894183334 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4dc199a90 con 0x7fd4dc1022f0
2024-03-19T01:40:30.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.172+0000 7fd4db7fe700  1 --2- 172.21.15.46:0/1894183334 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd4dc1022f0 0x7fd4dc199550 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fd4cc005b40 tx=0x7fd4cc004f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:30.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.172+0000 7fd4d8ff9700  1 -- 172.21.15.46:0/1894183334 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd4cc027070 con 0x7fd4dc1022f0
2024-03-19T01:40:30.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.172+0000 7fd4d8ff9700  1 -- 172.21.15.46:0/1894183334 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd4cc00be10 con 0x7fd4dc1022f0
2024-03-19T01:40:30.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.172+0000 7fd4e1b5d700  1 -- 172.21.15.46:0/1894183334 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4dc199d20 con 0x7fd4dc1022f0
2024-03-19T01:40:30.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.172+0000 7fd4d8ff9700  1 -- 172.21.15.46:0/1894183334 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd4cc022de0 con 0x7fd4dc1022f0
2024-03-19T01:40:30.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.172+0000 7fd4e1b5d700  1 -- 172.21.15.46:0/1894183334 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4dc19ca10 con 0x7fd4dc1022f0
2024-03-19T01:40:30.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.173+0000 7fd4d8ff9700  1 -- 172.21.15.46:0/1894183334 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) ==== 46162+0+0 (secure 0 0 0) 0x7fd4cc02a070 con 0x7fd4dc1022f0
2024-03-19T01:40:30.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.173+0000 7fd4e1b5d700  1 -- 172.21.15.46:0/1894183334 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4dc10a6d0 con 0x7fd4dc1022f0
2024-03-19T01:40:30.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.174+0000 7fd4d8ff9700  1 --2- 172.21.15.46:0/1894183334 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd4c4038fc0 0x7fd4c403b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:30.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.174+0000 7fd4d8ff9700  1 -- 172.21.15.46:0/1894183334 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fd4cc01e030 con 0x7fd4dc1022f0
2024-03-19T01:40:30.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.174+0000 7fd4daffd700  1 --2- 172.21.15.46:0/1894183334 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd4c4038fc0 0x7fd4c403b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:30.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.174+0000 7fd4daffd700  1 --2- 172.21.15.46:0/1894183334 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd4c4038fc0 0x7fd4c403b480 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fd4d0006fd0 tx=0x7fd4d0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:30.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.179+0000 7fd4d8ff9700  1 -- 172.21.15.46:0/1894183334 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fd4cc013070 con 0x7fd4dc1022f0
2024-03-19T01:40:30.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.386+0000 7fd4e1b5d700  1 -- 172.21.15.46:0/1894183334 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7fd4dc02dcc0 con 0x7fd4dc1022f0
2024-03-19T01:40:30.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.389+0000 7fd4d8ff9700  1 -- 172.21.15.46:0/1894183334 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0  v9)=0  v9) ==== 125+0+0 (secure 0 0 0) 0x7fd4cc024080 con 0x7fd4dc1022f0
2024-03-19T01:40:30.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.391+0000 7fd4e1b5d700  1 -- 172.21.15.46:0/1894183334 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd4c4038fc0 msgr2=0x7fd4c403b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:30.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.391+0000 7fd4e1b5d700  1 --2- 172.21.15.46:0/1894183334 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd4c4038fc0 0x7fd4c403b480 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fd4d0006fd0 tx=0x7fd4d0006e40 comp rx=0 tx=0).stop
2024-03-19T01:40:30.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.391+0000 7fd4e1b5d700  1 -- 172.21.15.46:0/1894183334 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd4dc1022f0 msgr2=0x7fd4dc199550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:30.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.391+0000 7fd4e1b5d700  1 --2- 172.21.15.46:0/1894183334 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd4dc1022f0 0x7fd4dc199550 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fd4cc005b40 tx=0x7fd4cc004f80 comp rx=0 tx=0).stop
2024-03-19T01:40:30.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.391+0000 7fd4e1b5d700  1 -- 172.21.15.46:0/1894183334 shutdown_connections
2024-03-19T01:40:30.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.391+0000 7fd4e1b5d700  1 --2- 172.21.15.46:0/1894183334 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd4c4038fc0 0x7fd4c403b480 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:30.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.391+0000 7fd4e1b5d700  1 --2- 172.21.15.46:0/1894183334 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd4dc1022f0 0x7fd4dc199550 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:30.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.391+0000 7fd4e1b5d700  1 -- 172.21.15.46:0/1894183334 >> 172.21.15.46:0/1894183334 conn(0x7fd4dc0fb990 msgr2=0x7fd4dc0fc460 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:30.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.391+0000 7fd4e1b5d700  1 -- 172.21.15.46:0/1894183334 shutdown_connections
2024-03-19T01:40:30.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:30.391+0000 7fd4e1b5d700  1 -- 172.21.15.46:0/1894183334 wait complete.
2024-03-19T01:40:31.588 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:31 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1894183334' entity='client.admin'
2024-03-19T01:40:31.588 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:31 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:40:31.589 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:31 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:31.621 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755
2024-03-19T01:40:31.622 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph orch client-keyring set client.admin '*' --mode 0755
2024-03-19T01:40:31.870 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:40:33.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.401+0000 7f6cac302700  1 -- 172.21.15.46:0/1047453964 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ca41005c0 msgr2=0x7f6ca41009e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:33.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.401+0000 7f6cac302700  1 --2- 172.21.15.46:0/1047453964 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ca41005c0 0x7f6ca41009e0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f6c9c00b0a0 tx=0x7f6c9c00b3b0 comp rx=0 tx=0).stop
2024-03-19T01:40:33.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.401+0000 7f6cac302700  1 -- 172.21.15.46:0/1047453964 shutdown_connections
2024-03-19T01:40:33.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.401+0000 7f6cac302700  1 --2- 172.21.15.46:0/1047453964 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ca41005c0 0x7f6ca41009e0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:33.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.401+0000 7f6cac302700  1 -- 172.21.15.46:0/1047453964 >> 172.21.15.46:0/1047453964 conn(0x7f6ca40fc1e0 msgr2=0x7f6ca40fe620 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:33.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.401+0000 7f6cac302700  1 -- 172.21.15.46:0/1047453964 shutdown_connections
2024-03-19T01:40:33.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.401+0000 7f6cac302700  1 -- 172.21.15.46:0/1047453964 wait complete.
2024-03-19T01:40:33.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.401+0000 7f6cac302700  1  Processor -- start
2024-03-19T01:40:33.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.402+0000 7f6cac302700  1 --  start start
2024-03-19T01:40:33.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.402+0000 7f6cac302700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ca41005c0 0x7f6ca41994f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:33.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.402+0000 7f6cac302700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6ca4109e70 con 0x7f6ca41005c0
2024-03-19T01:40:33.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.402+0000 7f6caa09e700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ca41005c0 0x7f6ca41994f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:33.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.402+0000 7f6caa09e700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ca41005c0 0x7f6ca41994f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56334/0 (socket says 172.21.15.46:56334)
2024-03-19T01:40:33.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.402+0000 7f6caa09e700  1 -- 172.21.15.46:0/3704832770 learned_addr learned my addr 172.21.15.46:0/3704832770 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:40:33.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.402+0000 7f6caa09e700  1 -- 172.21.15.46:0/3704832770 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ca4199a30 con 0x7f6ca41005c0
2024-03-19T01:40:33.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.402+0000 7f6caa09e700  1 --2- 172.21.15.46:0/3704832770 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ca41005c0 0x7f6ca41994f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f6c9c015040 tx=0x7f6c9c003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:33.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.402+0000 7f6ca37fe700  1 -- 172.21.15.46:0/3704832770 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6c9c017040 con 0x7f6ca41005c0
2024-03-19T01:40:33.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.402+0000 7f6ca37fe700  1 -- 172.21.15.46:0/3704832770 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6c9c0044f0 con 0x7f6ca41005c0
2024-03-19T01:40:33.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.402+0000 7f6cac302700  1 -- 172.21.15.46:0/3704832770 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ca4199cc0 con 0x7f6ca41005c0
2024-03-19T01:40:33.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.402+0000 7f6ca37fe700  1 -- 172.21.15.46:0/3704832770 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6c9c01d890 con 0x7f6ca41005c0
2024-03-19T01:40:33.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.402+0000 7f6cac302700  1 -- 172.21.15.46:0/3704832770 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ca419c9b0 con 0x7f6ca41005c0
2024-03-19T01:40:33.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.403+0000 7f6ca37fe700  1 -- 172.21.15.46:0/3704832770 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) ==== 46162+0+0 (secure 0 0 0) 0x7f6c9c004040 con 0x7f6ca41005c0
2024-03-19T01:40:33.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.403+0000 7f6cac302700  1 -- 172.21.15.46:0/3704832770 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ca410a5f0 con 0x7f6ca41005c0
2024-03-19T01:40:33.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.403+0000 7f6ca37fe700  1 --2- 172.21.15.46:0/3704832770 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6c8c039070 0x7f6c8c03b530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:33.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.404+0000 7f6ca37fe700  1 -- 172.21.15.46:0/3704832770 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f6c9c00f050 con 0x7f6ca41005c0
2024-03-19T01:40:33.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.404+0000 7f6ca989d700  1 --2- 172.21.15.46:0/3704832770 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6c8c039070 0x7f6c8c03b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:33.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.404+0000 7f6ca989d700  1 --2- 172.21.15.46:0/3704832770 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6c8c039070 0x7f6c8c03b530 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f6c98006fd0 tx=0x7f6c98006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:33.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.409+0000 7f6ca37fe700  1 -- 172.21.15.46:0/3704832770 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f6c9c024300 con 0x7f6ca41005c0
2024-03-19T01:40:33.616 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.616+0000 7f6cac302700  1 -- 172.21.15.46:0/3704832770 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7f6ca402dcc0 con 0x7f6c8c039070
2024-03-19T01:40:33.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.620+0000 7f6ca37fe700  1 -- 172.21.15.46:0/3704832770 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f6ca402dcc0 con 0x7f6c8c039070
2024-03-19T01:40:33.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.622+0000 7f6cac302700  1 -- 172.21.15.46:0/3704832770 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6c8c039070 msgr2=0x7f6c8c03b530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:33.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.622+0000 7f6cac302700  1 --2- 172.21.15.46:0/3704832770 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6c8c039070 0x7f6c8c03b530 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f6c98006fd0 tx=0x7f6c98006e40 comp rx=0 tx=0).stop
2024-03-19T01:40:33.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.622+0000 7f6cac302700  1 -- 172.21.15.46:0/3704832770 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ca41005c0 msgr2=0x7f6ca41994f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:33.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.622+0000 7f6cac302700  1 --2- 172.21.15.46:0/3704832770 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ca41005c0 0x7f6ca41994f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f6c9c015040 tx=0x7f6c9c003ce0 comp rx=0 tx=0).stop
2024-03-19T01:40:33.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.622+0000 7f6cac302700  1 -- 172.21.15.46:0/3704832770 shutdown_connections
2024-03-19T01:40:33.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.622+0000 7f6cac302700  1 --2- 172.21.15.46:0/3704832770 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6c8c039070 0x7f6c8c03b530 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:33.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.622+0000 7f6cac302700  1 --2- 172.21.15.46:0/3704832770 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ca41005c0 0x7f6ca41994f0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:33.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.622+0000 7f6cac302700  1 -- 172.21.15.46:0/3704832770 >> 172.21.15.46:0/3704832770 conn(0x7f6ca40fc1e0 msgr2=0x7f6ca40fccb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:33.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.622+0000 7f6cac302700  1 -- 172.21.15.46:0/3704832770 shutdown_connections
2024-03-19T01:40:33.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:33.622+0000 7f6cac302700  1 -- 172.21.15.46:0/3704832770 wait complete.
2024-03-19T01:40:34.318 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi073
2024-03-19T01:40:34.318 DEBUG:teuthology.orchestra.run.smithi073:> set -ex
2024-03-19T01:40:34.318 DEBUG:teuthology.orchestra.run.smithi073:> dd of=/etc/ceph/ceph.conf
2024-03-19T01:40:34.336 DEBUG:teuthology.orchestra.run.smithi073:> set -ex
2024-03-19T01:40:34.337 DEBUG:teuthology.orchestra.run.smithi073:> dd of=/etc/ceph/ceph.client.admin.keyring
2024-03-19T01:40:34.393 INFO:tasks.cephadm:Adding host smithi073 to orchestrator...
2024-03-19T01:40:34.394 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph orch host add smithi073
2024-03-19T01:40:34.649 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:40:34.870 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:34 smithi046 ceph-mon[63102]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:40:34.870 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:34 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:34.871 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:34 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:40:34.871 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:34 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:40:34.871 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:34 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:40:34.871 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:34 smithi046 ceph-mon[63102]: Updating smithi046:/etc/ceph/ceph.conf
2024-03-19T01:40:34.871 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:34 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:34.871 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:34 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:34.871 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:34 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:35.877 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:35 smithi046 ceph-mon[63102]: Updating smithi046:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.conf
2024-03-19T01:40:35.877 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:35 smithi046 ceph-mon[63102]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring
2024-03-19T01:40:35.877 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:35 smithi046 ceph-mon[63102]: Updating smithi046:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring
2024-03-19T01:40:36.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:36.212+0000 7ff894a0b700  1 -- 172.21.15.46:0/3864678547 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff890100e50 msgr2=0x7ff890101230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:36.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:36.212+0000 7ff894a0b700  1 --2- 172.21.15.46:0/3864678547 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff890100e50 0x7ff890101230 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7ff88000b0a0 tx=0x7ff88000b3b0 comp rx=0 tx=0).stop
2024-03-19T01:40:36.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:36.212+0000 7ff894a0b700  1 -- 172.21.15.46:0/3864678547 shutdown_connections
2024-03-19T01:40:36.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:36.212+0000 7ff894a0b700  1 --2- 172.21.15.46:0/3864678547 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff890100e50 0x7ff890101230 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:36.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:36.212+0000 7ff894a0b700  1 -- 172.21.15.46:0/3864678547 >> 172.21.15.46:0/3864678547 conn(0x7ff8900fc700 msgr2=0x7ff8900feb20 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:36.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:36.212+0000 7ff894a0b700  1 -- 172.21.15.46:0/3864678547 shutdown_connections
2024-03-19T01:40:36.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:36.212+0000 7ff894a0b700  1 -- 172.21.15.46:0/3864678547 wait complete.
2024-03-19T01:40:36.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:36.213+0000 7ff894a0b700  1  Processor -- start
2024-03-19T01:40:36.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:36.213+0000 7ff894a0b700  1 --  start start
2024-03-19T01:40:36.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:36.213+0000 7ff894a0b700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff890100e50 0x7ff8901028f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:36.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:36.213+0000 7ff894a0b700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff89010b0d0 con 0x7ff890100e50
2024-03-19T01:40:36.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:36.213+0000 7ff88e59c700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff890100e50 0x7ff8901028f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:36.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:36.213+0000 7ff88e59c700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff890100e50 0x7ff8901028f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56354/0 (socket says 172.21.15.46:56354)
2024-03-19T01:40:36.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:36.213+0000 7ff88e59c700  1 -- 172.21.15.46:0/1280936872 learned_addr learned my addr 172.21.15.46:0/1280936872 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:40:36.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:36.213+0000 7ff88e59c700  1 -- 172.21.15.46:0/1280936872 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff890104790 con 0x7ff890100e50
2024-03-19T01:40:36.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:36.213+0000 7ff88e59c700  1 --2- 172.21.15.46:0/1280936872 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff890100e50 0x7ff8901028f0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7ff8800076a0 tx=0x7ff880003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:36.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:36.213+0000 7ff8877fe700  1 -- 172.21.15.46:0/1280936872 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff880017040 con 0x7ff890100e50
2024-03-19T01:40:36.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:36.213+0000 7ff8877fe700  1 -- 172.21.15.46:0/1280936872 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff880022070 con 0x7ff890100e50
2024-03-19T01:40:36.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:36.213+0000 7ff894a0b700  1 -- 172.21.15.46:0/1280936872 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff890102e30 con 0x7ff890100e50
2024-03-19T01:40:36.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:36.214+0000 7ff8877fe700  1 -- 172.21.15.46:0/1280936872 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff88001d5e0 con 0x7ff890100e50
2024-03-19T01:40:36.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:36.214+0000 7ff894a0b700  1 -- 172.21.15.46:0/1280936872 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8901032f0 con 0x7ff890100e50
2024-03-19T01:40:36.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:36.214+0000 7ff8877fe700  1 -- 172.21.15.46:0/1280936872 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) ==== 46162+0+0 (secure 0 0 0) 0x7ff88001d850 con 0x7ff890100e50
2024-03-19T01:40:36.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:36.214+0000 7ff894a0b700  1 -- 172.21.15.46:0/1280936872 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff890102330 con 0x7ff890100e50
2024-03-19T01:40:36.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:36.215+0000 7ff8877fe700  1 --2- 172.21.15.46:0/1280936872 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff87c039000 0x7ff87c03b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:36.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:36.215+0000 7ff8877fe700  1 -- 172.21.15.46:0/1280936872 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7ff88000f050 con 0x7ff890100e50
2024-03-19T01:40:36.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:36.215+0000 7ff88dd9b700  1 --2- 172.21.15.46:0/1280936872 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff87c039000 0x7ff87c03b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:36.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:36.215+0000 7ff88dd9b700  1 --2- 172.21.15.46:0/1280936872 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff87c039000 0x7ff87c03b4c0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7ff878006fd0 tx=0x7ff878006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:36.219 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:36.220+0000 7ff8877fe700  1 -- 172.21.15.46:0/1280936872 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7ff880025bf0 con 0x7ff890100e50
2024-03-19T01:40:36.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:36.428+0000 7ff894a0b700  1 -- 172.21.15.46:0/1280936872 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi073", "target": ["mon-mgr", ""]}) -- 0x7ff890103dd0 con 0x7ff87c039000
2024-03-19T01:40:37.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:36 smithi046 ceph-mon[63102]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi073", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:40:38.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:37 smithi046 ceph-mon[63102]: Deploying cephadm binary to smithi073
2024-03-19T01:40:38.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:37 smithi046 ceph-mon[63102]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:40:40.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:39 smithi046 ceph-mon[63102]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:40:40.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:40.886+0000 7ff8877fe700  1 -- 172.21.15.46:0/1280936872 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7ff890103dd0 con 0x7ff87c039000
2024-03-19T01:40:40.886 INFO:teuthology.orchestra.run.smithi046.stdout:Added host 'smithi073' with addr '172.21.15.73'
2024-03-19T01:40:40.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:40.889+0000 7ff894a0b700  1 -- 172.21.15.46:0/1280936872 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff87c039000 msgr2=0x7ff87c03b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:40.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:40.889+0000 7ff894a0b700  1 --2- 172.21.15.46:0/1280936872 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff87c039000 0x7ff87c03b4c0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7ff878006fd0 tx=0x7ff878006e40 comp rx=0 tx=0).stop
2024-03-19T01:40:40.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:40.889+0000 7ff894a0b700  1 -- 172.21.15.46:0/1280936872 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff890100e50 msgr2=0x7ff8901028f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:40.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:40.889+0000 7ff894a0b700  1 --2- 172.21.15.46:0/1280936872 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff890100e50 0x7ff8901028f0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7ff8800076a0 tx=0x7ff880003ce0 comp rx=0 tx=0).stop
2024-03-19T01:40:40.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:40.889+0000 7ff894a0b700  1 -- 172.21.15.46:0/1280936872 shutdown_connections
2024-03-19T01:40:40.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:40.889+0000 7ff894a0b700  1 --2- 172.21.15.46:0/1280936872 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff87c039000 0x7ff87c03b4c0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:40.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:40.889+0000 7ff894a0b700  1 --2- 172.21.15.46:0/1280936872 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff890100e50 0x7ff8901028f0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:40.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:40.889+0000 7ff894a0b700  1 -- 172.21.15.46:0/1280936872 >> 172.21.15.46:0/1280936872 conn(0x7ff8900fc700 msgr2=0x7ff89006a190 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:40.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:40.889+0000 7ff894a0b700  1 -- 172.21.15.46:0/1280936872 shutdown_connections
2024-03-19T01:40:40.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:40.889+0000 7ff894a0b700  1 -- 172.21.15.46:0/1280936872 wait complete.
2024-03-19T01:40:41.499 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph orch host ls --format=json
2024-03-19T01:40:41.746 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:40:42.201 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:41 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:42.201 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:41 smithi046 ceph-mon[63102]: Added host smithi073
2024-03-19T01:40:42.202 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:41 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:40:42.202 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:41 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:42.202 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:41 smithi046 ceph-mon[63102]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:40:43.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:42 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:43.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.380+0000 7f3498ecb700  1 -- 172.21.15.46:0/2878312614 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3494100e30 msgr2=0x7f3494101210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:43.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.380+0000 7f3498ecb700  1 --2- 172.21.15.46:0/2878312614 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3494100e30 0x7f3494101210 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f3484009910 tx=0x7f3484009c20 comp rx=0 tx=0).stop
2024-03-19T01:40:43.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.381+0000 7f3498ecb700  1 -- 172.21.15.46:0/2878312614 shutdown_connections
2024-03-19T01:40:43.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.381+0000 7f3498ecb700  1 --2- 172.21.15.46:0/2878312614 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3494100e30 0x7f3494101210 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:43.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.381+0000 7f3498ecb700  1 -- 172.21.15.46:0/2878312614 >> 172.21.15.46:0/2878312614 conn(0x7f34940fc6a0 msgr2=0x7f34940feac0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:43.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.381+0000 7f3498ecb700  1 -- 172.21.15.46:0/2878312614 shutdown_connections
2024-03-19T01:40:43.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.381+0000 7f3498ecb700  1 -- 172.21.15.46:0/2878312614 wait complete.
2024-03-19T01:40:43.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.381+0000 7f3498ecb700  1  Processor -- start
2024-03-19T01:40:43.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.381+0000 7f3498ecb700  1 --  start start
2024-03-19T01:40:43.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.382+0000 7f3498ecb700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3494100e30 0x7f34941028d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:43.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.382+0000 7f3498ecb700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f349410b0b0 con 0x7f3494100e30
2024-03-19T01:40:43.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.382+0000 7f349259c700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3494100e30 0x7f34941028d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:43.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.382+0000 7f349259c700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3494100e30 0x7f34941028d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:40136/0 (socket says 172.21.15.46:40136)
2024-03-19T01:40:43.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.382+0000 7f349259c700  1 -- 172.21.15.46:0/2952656789 learned_addr learned my addr 172.21.15.46:0/2952656789 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:40:43.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.382+0000 7f349259c700  1 -- 172.21.15.46:0/2952656789 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34941047c0 con 0x7f3494100e30
2024-03-19T01:40:43.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.382+0000 7f349259c700  1 --2- 172.21.15.46:0/2952656789 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3494100e30 0x7f34941028d0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f34840056d0 tx=0x7f34840057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:43.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.382+0000 7f34837fe700  1 -- 172.21.15.46:0/2952656789 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3484026070 con 0x7f3494100e30
2024-03-19T01:40:43.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.382+0000 7f34837fe700  1 -- 172.21.15.46:0/2952656789 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f348400bc00 con 0x7f3494100e30
2024-03-19T01:40:43.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.382+0000 7f3498ecb700  1 -- 172.21.15.46:0/2952656789 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3494102e70 con 0x7f3494100e30
2024-03-19T01:40:43.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.382+0000 7f34837fe700  1 -- 172.21.15.46:0/2952656789 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f34840039b0 con 0x7f3494100e30
2024-03-19T01:40:43.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.382+0000 7f3498ecb700  1 -- 172.21.15.46:0/2952656789 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3494103330 con 0x7f3494100e30
2024-03-19T01:40:43.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.383+0000 7f34837fe700  1 -- 172.21.15.46:0/2952656789 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) ==== 46162+0+0 (secure 0 0 0) 0x7f3484029070 con 0x7f3494100e30
2024-03-19T01:40:43.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.383+0000 7f3498ecb700  1 -- 172.21.15.46:0/2952656789 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3494102310 con 0x7f3494100e30
2024-03-19T01:40:43.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.383+0000 7f34837fe700  1 --2- 172.21.15.46:0/2952656789 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f347c039020 0x7f347c03b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:43.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.383+0000 7f34837fe700  1 -- 172.21.15.46:0/2952656789 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f348401e070 con 0x7f3494100e30
2024-03-19T01:40:43.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.384+0000 7f3491d9b700  1 --2- 172.21.15.46:0/2952656789 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f347c039020 0x7f347c03b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:43.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.384+0000 7f3491d9b700  1 --2- 172.21.15.46:0/2952656789 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f347c039020 0x7f347c03b4e0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f3488006fd0 tx=0x7f3488006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:43.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.389+0000 7f34837fe700  1 -- 172.21.15.46:0/2952656789 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f3484013070 con 0x7f3494100e30
2024-03-19T01:40:43.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.599+0000 7f3498ecb700  1 -- 172.21.15.46:0/2952656789 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f34941035c0 con 0x7f347c039020
2024-03-19T01:40:43.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.600+0000 7f34837fe700  1 -- 172.21.15.46:0/2952656789 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+159 (secure 0 0 0) 0x7f34941035c0 con 0x7f347c039020
2024-03-19T01:40:43.601 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:40:43.601 INFO:teuthology.orchestra.run.smithi046.stdout:[{"addr": "172.21.15.46", "hostname": "smithi046", "labels": [], "status": ""}, {"addr": "172.21.15.73", "hostname": "smithi073", "labels": [], "status": ""}]
2024-03-19T01:40:43.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.602+0000 7f3498ecb700  1 -- 172.21.15.46:0/2952656789 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f347c039020 msgr2=0x7f347c03b4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:43.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.602+0000 7f3498ecb700  1 --2- 172.21.15.46:0/2952656789 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f347c039020 0x7f347c03b4e0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f3488006fd0 tx=0x7f3488006e40 comp rx=0 tx=0).stop
2024-03-19T01:40:43.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.602+0000 7f3498ecb700  1 -- 172.21.15.46:0/2952656789 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3494100e30 msgr2=0x7f34941028d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:43.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.602+0000 7f3498ecb700  1 --2- 172.21.15.46:0/2952656789 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3494100e30 0x7f34941028d0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f34840056d0 tx=0x7f34840057b0 comp rx=0 tx=0).stop
2024-03-19T01:40:43.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.603+0000 7f3498ecb700  1 -- 172.21.15.46:0/2952656789 shutdown_connections
2024-03-19T01:40:43.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.603+0000 7f3498ecb700  1 --2- 172.21.15.46:0/2952656789 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f347c039020 0x7f347c03b4e0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:43.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.603+0000 7f3498ecb700  1 --2- 172.21.15.46:0/2952656789 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3494100e30 0x7f34941028d0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:43.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.603+0000 7f3498ecb700  1 -- 172.21.15.46:0/2952656789 >> 172.21.15.46:0/2952656789 conn(0x7f34940fc6a0 msgr2=0x7f349406a190 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:43.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.603+0000 7f3498ecb700  1 -- 172.21.15.46:0/2952656789 shutdown_connections
2024-03-19T01:40:43.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:43.603+0000 7f3498ecb700  1 -- 172.21.15.46:0/2952656789 wait complete.
2024-03-19T01:40:44.210 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:43 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:44.211 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:43 smithi046 ceph-mon[63102]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2024-03-19T01:40:44.211 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:43 smithi046 ceph-mon[63102]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:40:44.236 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi102
2024-03-19T01:40:44.236 DEBUG:teuthology.orchestra.run.smithi102:> set -ex
2024-03-19T01:40:44.236 DEBUG:teuthology.orchestra.run.smithi102:> dd of=/etc/ceph/ceph.conf
2024-03-19T01:40:44.254 DEBUG:teuthology.orchestra.run.smithi102:> set -ex
2024-03-19T01:40:44.254 DEBUG:teuthology.orchestra.run.smithi102:> dd of=/etc/ceph/ceph.client.admin.keyring
2024-03-19T01:40:44.312 INFO:tasks.cephadm:Adding host smithi102 to orchestrator...
2024-03-19T01:40:44.312 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph orch host add smithi102
2024-03-19T01:40:44.548 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:40:46.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:46.130+0000 7fafd8931700  1 -- 172.21.15.46:0/2512353664 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fafd4105be0 msgr2=0x7fafd4105fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:46.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:46.130+0000 7fafd8931700  1 --2- 172.21.15.46:0/2512353664 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fafd4105be0 0x7fafd4105fc0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fafc4009910 tx=0x7fafc4009c20 comp rx=0 tx=0).stop
2024-03-19T01:40:46.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:46.130+0000 7fafd8931700  1 -- 172.21.15.46:0/2512353664 shutdown_connections
2024-03-19T01:40:46.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:46.130+0000 7fafd8931700  1 --2- 172.21.15.46:0/2512353664 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fafd4105be0 0x7fafd4105fc0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:46.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:46.130+0000 7fafd8931700  1 -- 172.21.15.46:0/2512353664 >> 172.21.15.46:0/2512353664 conn(0x7fafd40fbe60 msgr2=0x7fafd40fe280 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:46.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:46.130+0000 7fafd8931700  1 -- 172.21.15.46:0/2512353664 shutdown_connections
2024-03-19T01:40:46.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:46.130+0000 7fafd8931700  1 -- 172.21.15.46:0/2512353664 wait complete.
2024-03-19T01:40:46.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:46.130+0000 7fafd8931700  1  Processor -- start
2024-03-19T01:40:46.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:46.131+0000 7fafd8931700  1 --  start start
2024-03-19T01:40:46.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:46.131+0000 7fafd8931700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fafd4105be0 0x7fafd4106a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:46.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:46.131+0000 7fafd8931700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fafd410b210 con 0x7fafd4105be0
2024-03-19T01:40:46.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:46.131+0000 7fafd259c700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fafd4105be0 0x7fafd4106a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:46.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:46.131+0000 7fafd259c700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fafd4105be0 0x7fafd4106a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:40154/0 (socket says 172.21.15.46:40154)
2024-03-19T01:40:46.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:46.131+0000 7fafd259c700  1 -- 172.21.15.46:0/426359333 learned_addr learned my addr 172.21.15.46:0/426359333 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:40:46.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:46.131+0000 7fafd259c700  1 -- 172.21.15.46:0/426359333 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafd4108910 con 0x7fafd4105be0
2024-03-19T01:40:46.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:46.131+0000 7fafd259c700  1 --2- 172.21.15.46:0/426359333 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fafd4105be0 0x7fafd4106a20 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fafc40056d0 tx=0x7fafc40057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:46.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:46.131+0000 7fafc37fe700  1 -- 172.21.15.46:0/426359333 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fafc4026070 con 0x7fafd4105be0
2024-03-19T01:40:46.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:46.131+0000 7fafd8931700  1 -- 172.21.15.46:0/426359333 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fafd4106f60 con 0x7fafd4105be0
2024-03-19T01:40:46.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:46.131+0000 7fafc37fe700  1 -- 172.21.15.46:0/426359333 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fafc400bc00 con 0x7fafd4105be0
2024-03-19T01:40:46.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:46.132+0000 7fafc37fe700  1 -- 172.21.15.46:0/426359333 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fafc40039b0 con 0x7fafd4105be0
2024-03-19T01:40:46.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:46.132+0000 7fafd8931700  1 -- 172.21.15.46:0/426359333 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fafd4107420 con 0x7fafd4105be0
2024-03-19T01:40:46.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:46.132+0000 7fafc37fe700  1 -- 172.21.15.46:0/426359333 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) ==== 46162+0+0 (secure 0 0 0) 0x7fafc4029070 con 0x7fafd4105be0
2024-03-19T01:40:46.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:46.133+0000 7fafc37fe700  1 --2- 172.21.15.46:0/426359333 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fafbc038fc0 0x7fafbc03b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:46.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:46.133+0000 7fafc37fe700  1 -- 172.21.15.46:0/426359333 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fafc401e070 con 0x7fafd4105be0
2024-03-19T01:40:46.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:46.133+0000 7fafd1d9b700  1 --2- 172.21.15.46:0/426359333 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fafbc038fc0 0x7fafbc03b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:46.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:46.133+0000 7fafd8931700  1 -- 172.21.15.46:0/426359333 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fafd41023a0 con 0x7fafd4105be0
2024-03-19T01:40:46.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:46.133+0000 7fafd1d9b700  1 --2- 172.21.15.46:0/426359333 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fafbc038fc0 0x7fafbc03b480 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fafc8006fd0 tx=0x7fafc8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:46.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:46.138+0000 7fafc37fe700  1 -- 172.21.15.46:0/426359333 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fafc4030070 con 0x7fafd4105be0
2024-03-19T01:40:46.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:46.349+0000 7fafd8931700  1 -- 172.21.15.46:0/426359333 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi102", "target": ["mon-mgr", ""]}) -- 0x7fafd4107710 con 0x7fafbc038fc0
2024-03-19T01:40:46.349 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:45 smithi046 ceph-mon[63102]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:40:47.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:47 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:47.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:47 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:47.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:47 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:47.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:47 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:47.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:47 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi073", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:40:47.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:47 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:40:47.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:47 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:40:47.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:47 smithi046 ceph-mon[63102]: Updating smithi073:/etc/ceph/ceph.conf
2024-03-19T01:40:47.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:47 smithi046 ceph-mon[63102]: Updating smithi073:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.conf
2024-03-19T01:40:47.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:47 smithi046 ceph-mon[63102]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi102", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:40:47.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:47 smithi046 ceph-mon[63102]: Updating smithi073:/etc/ceph/ceph.client.admin.keyring
2024-03-19T01:40:47.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:47 smithi046 ceph-mon[63102]: Updating smithi073:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring
2024-03-19T01:40:47.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:47 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:47.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:47 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:47.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:47 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:48.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:48 smithi046 ceph-mon[63102]: Deploying cephadm binary to smithi102
2024-03-19T01:40:48.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:48 smithi046 ceph-mon[63102]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:40:50.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:49 smithi046 ceph-mon[63102]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:40:50.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:50.879+0000 7fafc37fe700  1 -- 172.21.15.46:0/426359333 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7fafd4107710 con 0x7fafbc038fc0
2024-03-19T01:40:50.880 INFO:teuthology.orchestra.run.smithi046.stdout:Added host 'smithi102' with addr '172.21.15.102'
2024-03-19T01:40:50.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:50.882+0000 7fafd8931700  1 -- 172.21.15.46:0/426359333 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fafbc038fc0 msgr2=0x7fafbc03b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:50.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:50.882+0000 7fafd8931700  1 --2- 172.21.15.46:0/426359333 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fafbc038fc0 0x7fafbc03b480 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fafc8006fd0 tx=0x7fafc8006e40 comp rx=0 tx=0).stop
2024-03-19T01:40:50.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:50.882+0000 7fafd8931700  1 -- 172.21.15.46:0/426359333 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fafd4105be0 msgr2=0x7fafd4106a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:50.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:50.882+0000 7fafd8931700  1 --2- 172.21.15.46:0/426359333 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fafd4105be0 0x7fafd4106a20 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fafc40056d0 tx=0x7fafc40057b0 comp rx=0 tx=0).stop
2024-03-19T01:40:50.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:50.882+0000 7fafd8931700  1 -- 172.21.15.46:0/426359333 shutdown_connections
2024-03-19T01:40:50.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:50.882+0000 7fafd8931700  1 --2- 172.21.15.46:0/426359333 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fafbc038fc0 0x7fafbc03b480 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:50.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:50.882+0000 7fafd8931700  1 --2- 172.21.15.46:0/426359333 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fafd4105be0 0x7fafd4106a20 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:50.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:50.882+0000 7fafd8931700  1 -- 172.21.15.46:0/426359333 >> 172.21.15.46:0/426359333 conn(0x7fafd40fbe60 msgr2=0x7fafd4100280 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:50.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:50.883+0000 7fafd8931700  1 -- 172.21.15.46:0/426359333 shutdown_connections
2024-03-19T01:40:50.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:50.883+0000 7fafd8931700  1 -- 172.21.15.46:0/426359333 wait complete.
2024-03-19T01:40:51.433 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph orch host ls --format=json
2024-03-19T01:40:51.676 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:40:52.050 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:51 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:52.050 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:51 smithi046 ceph-mon[63102]: Added host smithi102
2024-03-19T01:40:52.050 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:51 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:40:52.050 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:51 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:52.050 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:51 smithi046 ceph-mon[63102]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:40:53.042 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:52 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:53.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.268+0000 7f30a7c6a700  1 -- 172.21.15.46:0/3241798977 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30a0100e30 msgr2=0x7f30a0101210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:53.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.268+0000 7f30a7c6a700  1 --2- 172.21.15.46:0/3241798977 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30a0100e30 0x7f30a0101210 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f309c009910 tx=0x7f309c009c20 comp rx=0 tx=0).stop
2024-03-19T01:40:53.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.268+0000 7f30a7c6a700  1 -- 172.21.15.46:0/3241798977 shutdown_connections
2024-03-19T01:40:53.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.268+0000 7f30a7c6a700  1 --2- 172.21.15.46:0/3241798977 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30a0100e30 0x7f30a0101210 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:53.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.268+0000 7f30a7c6a700  1 -- 172.21.15.46:0/3241798977 >> 172.21.15.46:0/3241798977 conn(0x7f30a00fc6a0 msgr2=0x7f30a00feac0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:53.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.268+0000 7f30a7c6a700  1 -- 172.21.15.46:0/3241798977 shutdown_connections
2024-03-19T01:40:53.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.269+0000 7f30a7c6a700  1 -- 172.21.15.46:0/3241798977 wait complete.
2024-03-19T01:40:53.271 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.269+0000 7f30a7c6a700  1  Processor -- start
2024-03-19T01:40:53.271 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.269+0000 7f30a7c6a700  1 --  start start
2024-03-19T01:40:53.271 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.269+0000 7f30a7c6a700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30a0100e30 0x7f30a0197750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:53.271 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.269+0000 7f30a7c6a700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f30a010b0b0 con 0x7f30a0100e30
2024-03-19T01:40:53.271 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.269+0000 7f30a5a06700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30a0100e30 0x7f30a0197750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:53.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.270+0000 7f30a5a06700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30a0100e30 0x7f30a0197750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47290/0 (socket says 172.21.15.46:47290)
2024-03-19T01:40:53.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.270+0000 7f30a5a06700  1 -- 172.21.15.46:0/420811387 learned_addr learned my addr 172.21.15.46:0/420811387 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:40:53.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.270+0000 7f30a5a06700  1 -- 172.21.15.46:0/420811387 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30a0197c90 con 0x7f30a0100e30
2024-03-19T01:40:53.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.270+0000 7f30a5a06700  1 --2- 172.21.15.46:0/420811387 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30a0100e30 0x7f30a0197750 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f309c0056d0 tx=0x7f309c0057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:53.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.270+0000 7f3096ffd700  1 -- 172.21.15.46:0/420811387 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f309c026070 con 0x7f30a0100e30
2024-03-19T01:40:53.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.270+0000 7f3096ffd700  1 -- 172.21.15.46:0/420811387 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f309c00bba0 con 0x7f30a0100e30
2024-03-19T01:40:53.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.270+0000 7f30a7c6a700  1 -- 172.21.15.46:0/420811387 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30a0197f80 con 0x7f30a0100e30
2024-03-19T01:40:53.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.270+0000 7f3096ffd700  1 -- 172.21.15.46:0/420811387 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f309c0037f0 con 0x7f30a0100e30
2024-03-19T01:40:53.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.270+0000 7f30a7c6a700  1 -- 172.21.15.46:0/420811387 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30a019c020 con 0x7f30a0100e30
2024-03-19T01:40:53.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.271+0000 7f3096ffd700  1 -- 172.21.15.46:0/420811387 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) ==== 46162+0+0 (secure 0 0 0) 0x7f309c029070 con 0x7f30a0100e30
2024-03-19T01:40:53.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.271+0000 7f30a7c6a700  1 -- 172.21.15.46:0/420811387 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30a0102310 con 0x7f30a0100e30
2024-03-19T01:40:53.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.271+0000 7f3096ffd700  1 --2- 172.21.15.46:0/420811387 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f308c039020 0x7f308c03b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:53.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.271+0000 7f3096ffd700  1 -- 172.21.15.46:0/420811387 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f309c01e070 con 0x7f30a0100e30
2024-03-19T01:40:53.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.271+0000 7f30a5205700  1 --2- 172.21.15.46:0/420811387 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f308c039020 0x7f308c03b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:53.273 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.272+0000 7f30a5205700  1 --2- 172.21.15.46:0/420811387 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f308c039020 0x7f308c03b4e0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f3090006fd0 tx=0x7f3090006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:53.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.276+0000 7f3096ffd700  1 -- 172.21.15.46:0/420811387 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f309c013070 con 0x7f30a0100e30
2024-03-19T01:40:53.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.487+0000 7f30a7c6a700  1 -- 172.21.15.46:0/420811387 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f30a0198ab0 con 0x7f308c039020
2024-03-19T01:40:53.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.488+0000 7f3096ffd700  1 -- 172.21.15.46:0/420811387 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+239 (secure 0 0 0) 0x7f30a0198ab0 con 0x7f308c039020
2024-03-19T01:40:53.488 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:40:53.488 INFO:teuthology.orchestra.run.smithi046.stdout:[{"addr": "172.21.15.46", "hostname": "smithi046", "labels": [], "status": ""}, {"addr": "172.21.15.73", "hostname": "smithi073", "labels": [], "status": ""}, {"addr": "172.21.15.102", "hostname": "smithi102", "labels": [], "status": ""}]
2024-03-19T01:40:53.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.490+0000 7f30a7c6a700  1 -- 172.21.15.46:0/420811387 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f308c039020 msgr2=0x7f308c03b4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:53.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.490+0000 7f30a7c6a700  1 --2- 172.21.15.46:0/420811387 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f308c039020 0x7f308c03b4e0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f3090006fd0 tx=0x7f3090006e40 comp rx=0 tx=0).stop
2024-03-19T01:40:53.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.490+0000 7f30a7c6a700  1 -- 172.21.15.46:0/420811387 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30a0100e30 msgr2=0x7f30a0197750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:53.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.490+0000 7f30a7c6a700  1 --2- 172.21.15.46:0/420811387 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30a0100e30 0x7f30a0197750 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f309c0056d0 tx=0x7f309c0057b0 comp rx=0 tx=0).stop
2024-03-19T01:40:53.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.490+0000 7f30a7c6a700  1 -- 172.21.15.46:0/420811387 shutdown_connections
2024-03-19T01:40:53.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.490+0000 7f30a7c6a700  1 --2- 172.21.15.46:0/420811387 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f308c039020 0x7f308c03b4e0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:53.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.490+0000 7f30a7c6a700  1 --2- 172.21.15.46:0/420811387 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30a0100e30 0x7f30a0197750 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:53.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.490+0000 7f30a7c6a700  1 -- 172.21.15.46:0/420811387 >> 172.21.15.46:0/420811387 conn(0x7f30a00fc6a0 msgr2=0x7f30a006a190 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:53.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.490+0000 7f30a7c6a700  1 -- 172.21.15.46:0/420811387 shutdown_connections
2024-03-19T01:40:53.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:53.490+0000 7f30a7c6a700  1 -- 172.21.15.46:0/420811387 wait complete.
2024-03-19T01:40:54.082 INFO:tasks.cephadm:Setting crush tunables to default
2024-03-19T01:40:54.082 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph osd crush tunables default
2024-03-19T01:40:54.321 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:40:54.745 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:54 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:54.746 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:54 smithi046 ceph-mon[63102]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2024-03-19T01:40:54.746 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:54 smithi046 ceph-mon[63102]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:40:55.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:55.851+0000 7fda6a46c700  1 -- 172.21.15.46:0/1933941785 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda64100500 msgr2=0x7fda641008e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:55.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:55.851+0000 7fda6a46c700  1 --2- 172.21.15.46:0/1933941785 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda64100500 0x7fda641008e0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fda54009910 tx=0x7fda54009c20 comp rx=0 tx=0).stop
2024-03-19T01:40:55.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:55.851+0000 7fda6a46c700  1 -- 172.21.15.46:0/1933941785 shutdown_connections
2024-03-19T01:40:55.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:55.851+0000 7fda6a46c700  1 --2- 172.21.15.46:0/1933941785 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda64100500 0x7fda641008e0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:55.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:55.851+0000 7fda6a46c700  1 -- 172.21.15.46:0/1933941785 >> 172.21.15.46:0/1933941785 conn(0x7fda640773f0 msgr2=0x7fda64077800 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:55.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:55.851+0000 7fda6a46c700  1 -- 172.21.15.46:0/1933941785 shutdown_connections
2024-03-19T01:40:55.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:55.851+0000 7fda6a46c700  1 -- 172.21.15.46:0/1933941785 wait complete.
2024-03-19T01:40:55.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:55.851+0000 7fda6a46c700  1  Processor -- start
2024-03-19T01:40:55.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:55.851+0000 7fda6a46c700  1 --  start start
2024-03-19T01:40:55.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:55.852+0000 7fda6a46c700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda64100500 0x7fda64197720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:55.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:55.852+0000 7fda6a46c700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fda6410c200 con 0x7fda64100500
2024-03-19T01:40:55.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:55.852+0000 7fda63fff700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda64100500 0x7fda64197720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:55.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:55.852+0000 7fda63fff700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda64100500 0x7fda64197720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47316/0 (socket says 172.21.15.46:47316)
2024-03-19T01:40:55.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:55.852+0000 7fda63fff700  1 -- 172.21.15.46:0/107700684 learned_addr learned my addr 172.21.15.46:0/107700684 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:40:55.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:55.852+0000 7fda63fff700  1 -- 172.21.15.46:0/107700684 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda64197c60 con 0x7fda64100500
2024-03-19T01:40:55.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:55.852+0000 7fda63fff700  1 --2- 172.21.15.46:0/107700684 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda64100500 0x7fda64197720 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fda540056d0 tx=0x7fda540057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:55.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:55.853+0000 7fda617fa700  1 -- 172.21.15.46:0/107700684 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fda54026070 con 0x7fda64100500
2024-03-19T01:40:55.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:55.853+0000 7fda6a46c700  1 -- 172.21.15.46:0/107700684 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda64197f50 con 0x7fda64100500
2024-03-19T01:40:55.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:55.853+0000 7fda617fa700  1 -- 172.21.15.46:0/107700684 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fda5400bba0 con 0x7fda64100500
2024-03-19T01:40:55.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:55.853+0000 7fda617fa700  1 -- 172.21.15.46:0/107700684 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fda540037f0 con 0x7fda64100500
2024-03-19T01:40:55.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:55.853+0000 7fda6a46c700  1 -- 172.21.15.46:0/107700684 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda6419bff0 con 0x7fda64100500
2024-03-19T01:40:55.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:55.853+0000 7fda617fa700  1 -- 172.21.15.46:0/107700684 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) ==== 46162+0+0 (secure 0 0 0) 0x7fda54029070 con 0x7fda64100500
2024-03-19T01:40:55.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:55.854+0000 7fda6a46c700  1 -- 172.21.15.46:0/107700684 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda641035c0 con 0x7fda64100500
2024-03-19T01:40:55.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:55.854+0000 7fda617fa700  1 --2- 172.21.15.46:0/107700684 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fda4c038fc0 0x7fda4c03b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:55.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:55.854+0000 7fda617fa700  1 -- 172.21.15.46:0/107700684 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fda5401e070 con 0x7fda64100500
2024-03-19T01:40:55.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:55.854+0000 7fda637fe700  1 --2- 172.21.15.46:0/107700684 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fda4c038fc0 0x7fda4c03b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:55.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:55.854+0000 7fda637fe700  1 --2- 172.21.15.46:0/107700684 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fda4c038fc0 0x7fda4c03b480 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fda58006fd0 tx=0x7fda58006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:55.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:55.859+0000 7fda617fa700  1 -- 172.21.15.46:0/107700684 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fda54013070 con 0x7fda64100500
2024-03-19T01:40:56.068 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:56.068+0000 7fda6a46c700  1 -- 172.21.15.46:0/107700684 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7fda64198a80 con 0x7fda64100500
2024-03-19T01:40:56.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:55 smithi046 ceph-mon[63102]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:40:56.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:56.900+0000 7fda617fa700  1 -- 172.21.15.46:0/107700684 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7fda54030020 con 0x7fda64100500
2024-03-19T01:40:56.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:56.903+0000 7fda6a46c700  1 -- 172.21.15.46:0/107700684 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fda4c038fc0 msgr2=0x7fda4c03b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:56.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:56.903+0000 7fda6a46c700  1 --2- 172.21.15.46:0/107700684 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fda4c038fc0 0x7fda4c03b480 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fda58006fd0 tx=0x7fda58006e40 comp rx=0 tx=0).stop
2024-03-19T01:40:56.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:56.903+0000 7fda6a46c700  1 -- 172.21.15.46:0/107700684 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda64100500 msgr2=0x7fda64197720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:56.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:56.903+0000 7fda6a46c700  1 --2- 172.21.15.46:0/107700684 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda64100500 0x7fda64197720 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fda540056d0 tx=0x7fda540057b0 comp rx=0 tx=0).stop
2024-03-19T01:40:56.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:56.903+0000 7fda6a46c700  1 -- 172.21.15.46:0/107700684 shutdown_connections
2024-03-19T01:40:56.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:56.903+0000 7fda6a46c700  1 --2- 172.21.15.46:0/107700684 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fda4c038fc0 0x7fda4c03b480 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:56.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:56.903+0000 7fda6a46c700  1 --2- 172.21.15.46:0/107700684 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda64100500 0x7fda64197720 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:56.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:56.903+0000 7fda6a46c700  1 -- 172.21.15.46:0/107700684 >> 172.21.15.46:0/107700684 conn(0x7fda640773f0 msgr2=0x7fda641039c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:56.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:56.903+0000 7fda6a46c700  1 -- 172.21.15.46:0/107700684 shutdown_connections
2024-03-19T01:40:56.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:40:56.903+0000 7fda6a46c700  1 -- 172.21.15.46:0/107700684 wait complete.
2024-03-19T01:40:56.904 INFO:teuthology.orchestra.run.smithi046.stderr:adjusted tunables profile to default
2024-03-19T01:40:57.221 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:56 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/107700684' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch
2024-03-19T01:40:57.221 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:56 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:57.221 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:56 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:57.221 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:56 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:57.221 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:56 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:57.221 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:56 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi102", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:40:57.221 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:56 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:40:57.221 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:56 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:40:57.222 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:56 smithi046 ceph-mon[63102]: Updating smithi102:/etc/ceph/ceph.conf
2024-03-19T01:40:57.548 INFO:tasks.cephadm:Adding mon.a on smithi046
2024-03-19T01:40:57.548 INFO:tasks.cephadm:Adding mon.b on smithi073
2024-03-19T01:40:57.548 INFO:tasks.cephadm:Adding mon.c on smithi102
2024-03-19T01:40:57.549 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph orch apply mon '3;smithi046:172.21.15.46=a;smithi073:172.21.15.73=b;smithi102:172.21.15.102=c'
2024-03-19T01:40:57.779 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.conf
2024-03-19T01:40:58.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:57 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/107700684' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished
2024-03-19T01:40:58.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:57 smithi046 ceph-mon[63102]: osdmap e4: 0 total, 0 up, 0 in
2024-03-19T01:40:58.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:57 smithi046 ceph-mon[63102]: Updating smithi102:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.conf
2024-03-19T01:40:58.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:57 smithi046 ceph-mon[63102]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring
2024-03-19T01:40:58.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:57 smithi046 ceph-mon[63102]: Updating smithi102:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring
2024-03-19T01:40:58.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:57 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:58.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:57 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:58.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:57 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:40:58.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:40:57 smithi046 ceph-mon[63102]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:40:59.052 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.050+0000 7f81d063d700  1 -- 172.21.15.102:0/60534341 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81c8101f90 msgr2=0x7f81c8102370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:59.052 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.050+0000 7f81d063d700  1 --2- 172.21.15.102:0/60534341 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81c8101f90 0x7f81c8102370 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f81b8009910 tx=0x7f81b8009c20 comp rx=0 tx=0).stop
2024-03-19T01:40:59.052 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.050+0000 7f81d063d700  1 -- 172.21.15.102:0/60534341 shutdown_connections
2024-03-19T01:40:59.052 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.050+0000 7f81d063d700  1 --2- 172.21.15.102:0/60534341 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81c8101f90 0x7f81c8102370 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:59.052 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.050+0000 7f81d063d700  1 -- 172.21.15.102:0/60534341 >> 172.21.15.102:0/60534341 conn(0x7f81c80fd840 msgr2=0x7f81c80ffc60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:59.052 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.050+0000 7f81d063d700  1 -- 172.21.15.102:0/60534341 shutdown_connections
2024-03-19T01:40:59.052 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.050+0000 7f81d063d700  1 -- 172.21.15.102:0/60534341 wait complete.
2024-03-19T01:40:59.052 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.051+0000 7f81d063d700  1  Processor -- start
2024-03-19T01:40:59.052 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.051+0000 7f81d063d700  1 --  start start
2024-03-19T01:40:59.052 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.051+0000 7f81d063d700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81c8101f90 0x7f81c8074610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:59.052 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.051+0000 7f81d063d700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f81c810c210 con 0x7f81c8101f90
2024-03-19T01:40:59.054 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.051+0000 7f81ce3d9700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81c8101f90 0x7f81c8074610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:59.054 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.051+0000 7f81ce3d9700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81c8101f90 0x7f81c8074610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.102:56798/0 (socket says 172.21.15.102:56798)
2024-03-19T01:40:59.054 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.051+0000 7f81ce3d9700  1 -- 172.21.15.102:0/1506539406 learned_addr learned my addr 172.21.15.102:0/1506539406 (peer_addr_for_me v2:172.21.15.102:0/0)
2024-03-19T01:40:59.054 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.051+0000 7f81ce3d9700  1 -- 172.21.15.102:0/1506539406 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81c8076460 con 0x7f81c8101f90
2024-03-19T01:40:59.054 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.052+0000 7f81ce3d9700  1 --2- 172.21.15.102:0/1506539406 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81c8101f90 0x7f81c8074610 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f81b8006010 tx=0x7f81b8005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:59.054 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.052+0000 7f81bf7fe700  1 -- 172.21.15.102:0/1506539406 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f81b8026070 con 0x7f81c8101f90
2024-03-19T01:40:59.054 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.052+0000 7f81d063d700  1 -- 172.21.15.102:0/1506539406 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81c8074b50 con 0x7f81c8101f90
2024-03-19T01:40:59.055 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.052+0000 7f81bf7fe700  1 -- 172.21.15.102:0/1506539406 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f81b800bba0 con 0x7f81c8101f90
2024-03-19T01:40:59.055 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.052+0000 7f81bf7fe700  1 -- 172.21.15.102:0/1506539406 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f81b80038a0 con 0x7f81c8101f90
2024-03-19T01:40:59.055 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.052+0000 7f81d063d700  1 -- 172.21.15.102:0/1506539406 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81c8075010 con 0x7f81c8101f90
2024-03-19T01:40:59.055 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.053+0000 7f81d063d700  1 -- 172.21.15.102:0/1506539406 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81c8103470 con 0x7f81c8101f90
2024-03-19T01:40:59.055 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.053+0000 7f81bf7fe700  1 -- 172.21.15.102:0/1506539406 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) ==== 46162+0+0 (secure 0 0 0) 0x7f81b8029070 con 0x7f81c8101f90
2024-03-19T01:40:59.055 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.053+0000 7f81bf7fe700  1 --2- 172.21.15.102:0/1506539406 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f81b4038fc0 0x7f81b403b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:40:59.055 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.053+0000 7f81bf7fe700  1 -- 172.21.15.102:0/1506539406 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f81b801e070 con 0x7f81c8101f90
2024-03-19T01:40:59.055 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.053+0000 7f81cdbd8700  1 --2- 172.21.15.102:0/1506539406 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f81b4038fc0 0x7f81b403b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:40:59.055 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.054+0000 7f81cdbd8700  1 --2- 172.21.15.102:0/1506539406 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f81b4038fc0 0x7f81b403b480 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f81c4006fd0 tx=0x7f81c4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:40:59.059 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.058+0000 7f81bf7fe700  1 -- 172.21.15.102:0/1506539406 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f81b8013070 con 0x7f81c8101f90
2024-03-19T01:40:59.264 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.263+0000 7f81d063d700  1 -- 172.21.15.102:0/1506539406 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi046:172.21.15.46=a;smithi073:172.21.15.73=b;smithi102:172.21.15.102=c", "target": ["mon-mgr", ""]}) -- 0x7f81c8075b40 con 0x7f81b4038fc0
2024-03-19T01:40:59.270 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.270+0000 7f81bf7fe700  1 -- 172.21.15.102:0/1506539406 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f81c8075b40 con 0x7f81b4038fc0
2024-03-19T01:40:59.271 INFO:teuthology.orchestra.run.smithi102.stdout:Scheduled mon update...
2024-03-19T01:40:59.273 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.272+0000 7f81d063d700  1 -- 172.21.15.102:0/1506539406 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f81b4038fc0 msgr2=0x7f81b403b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:59.273 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.272+0000 7f81d063d700  1 --2- 172.21.15.102:0/1506539406 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f81b4038fc0 0x7f81b403b480 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f81c4006fd0 tx=0x7f81c4006e40 comp rx=0 tx=0).stop
2024-03-19T01:40:59.273 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.272+0000 7f81d063d700  1 -- 172.21.15.102:0/1506539406 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81c8101f90 msgr2=0x7f81c8074610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:40:59.273 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.272+0000 7f81d063d700  1 --2- 172.21.15.102:0/1506539406 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81c8101f90 0x7f81c8074610 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f81b8006010 tx=0x7f81b8005780 comp rx=0 tx=0).stop
2024-03-19T01:40:59.273 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.272+0000 7f81d063d700  1 -- 172.21.15.102:0/1506539406 shutdown_connections
2024-03-19T01:40:59.273 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.272+0000 7f81d063d700  1 --2- 172.21.15.102:0/1506539406 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f81b4038fc0 0x7f81b403b480 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:59.273 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.272+0000 7f81d063d700  1 --2- 172.21.15.102:0/1506539406 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81c8101f90 0x7f81c8074610 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:40:59.273 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.272+0000 7f81d063d700  1 -- 172.21.15.102:0/1506539406 >> 172.21.15.102:0/1506539406 conn(0x7f81c80fd840 msgr2=0x7f81c8103960 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:40:59.274 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.272+0000 7f81d063d700  1 -- 172.21.15.102:0/1506539406 shutdown_connections
2024-03-19T01:40:59.274 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:40:59.272+0000 7f81d063d700  1 -- 172.21.15.102:0/1506539406 wait complete.
2024-03-19T01:40:59.839 DEBUG:teuthology.orchestra.run.smithi073:mon.b> sudo journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mon.b.service
2024-03-19T01:40:59.841 DEBUG:teuthology.orchestra.run.smithi102:mon.c> sudo journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mon.c.service
2024-03-19T01:40:59.844 INFO:tasks.cephadm:Waiting for 3 mons in monmap...
2024-03-19T01:40:59.844 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph mon dump -f json
2024-03-19T01:41:00.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:00 smithi046 ceph-mon[63102]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi046:172.21.15.46=a;smithi073:172.21.15.73=b;smithi102:172.21.15.102=c", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:41:00.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:00 smithi046 ceph-mon[63102]: Saving service mon spec with placement smithi046:172.21.15.46=a;smithi073:172.21.15.73=b;smithi102:172.21.15.102=c;count:3
2024-03-19T01:41:00.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:00 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:00.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:00 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:41:00.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:00 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:00.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:00 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:41:00.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:00 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:00.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:00 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch
2024-03-19T01:41:00.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:00 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:00.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:00 smithi046 ceph-mon[63102]: Deploying daemon mon.c on smithi102
2024-03-19T01:41:00.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:00 smithi046 ceph-mon[63102]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:01.841 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.c/config
2024-03-19T01:41:02.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:01 smithi046 ceph-mon[63102]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:03.569 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.567+0000 7f89d3620700  1 -- 172.21.15.102:0/1593570807 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89cc102050 msgr2=0x7f89cc102430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:41:03.569 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.568+0000 7f89d3620700  1 --2- 172.21.15.102:0/1593570807 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89cc102050 0x7f89cc102430 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f89c8009910 tx=0x7f89c8009c20 comp rx=0 tx=0).stop
2024-03-19T01:41:03.569 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.568+0000 7f89d3620700  1 -- 172.21.15.102:0/1593570807 shutdown_connections
2024-03-19T01:41:03.570 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.568+0000 7f89d3620700  1 --2- 172.21.15.102:0/1593570807 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89cc102050 0x7f89cc102430 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:03.570 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.568+0000 7f89d3620700  1 -- 172.21.15.102:0/1593570807 >> 172.21.15.102:0/1593570807 conn(0x7f89cc0fd900 msgr2=0x7f89cc0ffd20 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:41:03.570 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.568+0000 7f89d3620700  1 -- 172.21.15.102:0/1593570807 shutdown_connections
2024-03-19T01:41:03.570 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.568+0000 7f89d3620700  1 -- 172.21.15.102:0/1593570807 wait complete.
2024-03-19T01:41:03.571 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.568+0000 7f89d3620700  1  Processor -- start
2024-03-19T01:41:03.571 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.568+0000 7f89d3620700  1 --  start start
2024-03-19T01:41:03.572 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.568+0000 7f89d3620700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89cc102050 0x7f89cc074630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:41:03.572 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.569+0000 7f89d3620700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f89cc10c2d0 con 0x7f89cc102050
2024-03-19T01:41:03.572 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.569+0000 7f89d13bc700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89cc102050 0x7f89cc074630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:41:03.572 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.569+0000 7f89d13bc700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89cc102050 0x7f89cc074630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.102:56826/0 (socket says 172.21.15.102:56826)
2024-03-19T01:41:03.572 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.569+0000 7f89d13bc700  1 -- 172.21.15.102:0/3166598943 learned_addr learned my addr 172.21.15.102:0/3166598943 (peer_addr_for_me v2:172.21.15.102:0/0)
2024-03-19T01:41:03.572 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.569+0000 7f89d13bc700  1 -- 172.21.15.102:0/3166598943 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89cc076270 con 0x7f89cc102050
2024-03-19T01:41:03.572 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.569+0000 7f89d13bc700  1 --2- 172.21.15.102:0/3166598943 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89cc102050 0x7f89cc074630 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f89c80056d0 tx=0x7f89c80057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:41:03.572 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.569+0000 7f89c27fc700  1 -- 172.21.15.102:0/3166598943 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f89c8026070 con 0x7f89cc102050
2024-03-19T01:41:03.572 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.569+0000 7f89c27fc700  1 -- 172.21.15.102:0/3166598943 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f89c800bba0 con 0x7f89cc102050
2024-03-19T01:41:03.572 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.569+0000 7f89d3620700  1 -- 172.21.15.102:0/3166598943 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89cc076560 con 0x7f89cc102050
2024-03-19T01:41:03.572 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.569+0000 7f89c27fc700  1 -- 172.21.15.102:0/3166598943 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f89c80037f0 con 0x7f89cc102050
2024-03-19T01:41:03.572 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.569+0000 7f89d3620700  1 -- 172.21.15.102:0/3166598943 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89cc074d40 con 0x7f89cc102050
2024-03-19T01:41:03.572 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.570+0000 7f89c27fc700  1 -- 172.21.15.102:0/3166598943 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) ==== 46162+0+0 (secure 0 0 0) 0x7f89c8029070 con 0x7f89cc102050
2024-03-19T01:41:03.573 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.571+0000 7f89d3620700  1 -- 172.21.15.102:0/3166598943 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89cc103530 con 0x7f89cc102050
2024-03-19T01:41:03.573 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.571+0000 7f89c27fc700  1 --2- 172.21.15.102:0/3166598943 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f89b8039020 0x7f89b803b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:41:03.573 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.571+0000 7f89c27fc700  1 -- 172.21.15.102:0/3166598943 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f89c801e070 con 0x7f89cc102050
2024-03-19T01:41:03.573 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.571+0000 7f89d0bbb700  1 --2- 172.21.15.102:0/3166598943 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f89b8039020 0x7f89b803b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:41:03.573 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.571+0000 7f89d0bbb700  1 --2- 172.21.15.102:0/3166598943 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f89b8039020 0x7f89b803b4e0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f89bc006fd0 tx=0x7f89bc006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:41:03.577 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.576+0000 7f89c27fc700  1 -- 172.21.15.102:0/3166598943 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f89c8013070 con 0x7f89cc102050
2024-03-19T01:41:03.862 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.860+0000 7f89d3620700  1 -- 172.21.15.102:0/3166598943 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f89cc075b60 con 0x7f89cc102050
2024-03-19T01:41:03.862 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.860+0000 7f89c27fc700  1 -- 172.21.15.102:0/3166598943 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7f89c8030090 con 0x7f89cc102050
2024-03-19T01:41:03.862 INFO:teuthology.orchestra.run.smithi102.stdout:
2024-03-19T01:41:03.862 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":1,"fsid":"53c8cf3e-e591-11ee-95c9-87774f69a715","modified":"2024-03-19T01:39:18.552490Z","created":"2024-03-19T01:39:18.552490Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:3300","nonce":0},{"type":"v1","addr":"172.21.15.46:6789","nonce":0}]},"addr":"172.21.15.46:6789/0","public_addr":"172.21.15.46:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]}
2024-03-19T01:41:03.864 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.863+0000 7f89d3620700  1 -- 172.21.15.102:0/3166598943 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f89b8039020 msgr2=0x7f89b803b4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:41:03.864 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.863+0000 7f89d3620700  1 --2- 172.21.15.102:0/3166598943 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f89b8039020 0x7f89b803b4e0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f89bc006fd0 tx=0x7f89bc006e40 comp rx=0 tx=0).stop
2024-03-19T01:41:03.864 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.863+0000 7f89d3620700  1 -- 172.21.15.102:0/3166598943 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89cc102050 msgr2=0x7f89cc074630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:41:03.864 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.863+0000 7f89d3620700  1 --2- 172.21.15.102:0/3166598943 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89cc102050 0x7f89cc074630 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f89c80056d0 tx=0x7f89c80057b0 comp rx=0 tx=0).stop
2024-03-19T01:41:03.864 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.863+0000 7f89d3620700  1 -- 172.21.15.102:0/3166598943 shutdown_connections
2024-03-19T01:41:03.864 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.863+0000 7f89d3620700  1 --2- 172.21.15.102:0/3166598943 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f89b8039020 0x7f89b803b4e0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:03.864 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.863+0000 7f89d3620700  1 --2- 172.21.15.102:0/3166598943 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89cc102050 0x7f89cc074630 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:03.864 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.863+0000 7f89d3620700  1 -- 172.21.15.102:0/3166598943 >> 172.21.15.102:0/3166598943 conn(0x7f89cc0fd900 msgr2=0x7f89cc103a20 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:41:03.865 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.863+0000 7f89d3620700  1 -- 172.21.15.102:0/3166598943 shutdown_connections
2024-03-19T01:41:03.865 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:03.863+0000 7f89d3620700  1 -- 172.21.15.102:0/3166598943 wait complete.
2024-03-19T01:41:03.865 INFO:teuthology.orchestra.run.smithi102.stderr:dumped monmap epoch 1
2024-03-19T01:41:04.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:03 smithi046 ceph-mon[63102]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:04.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:03 smithi046 ceph-mon[63102]: from='client.? 172.21.15.102:0/3166598943' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch
2024-03-19T01:41:05.636 INFO:tasks.cephadm:Waiting for 3 mons in monmap...
2024-03-19T01:41:05.636 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph mon dump -f json
2024-03-19T01:41:05.879 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.c/config
2024-03-19T01:41:09.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:09 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch
2024-03-19T01:41:09.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:09 smithi046 ceph-mon[63102]: mon.a calling monitor election
2024-03-19T01:41:09.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:09 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2024-03-19T01:41:09.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:09 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2024-03-19T01:41:09.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:09 smithi046 ceph-mon[63102]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:09.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:09 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2024-03-19T01:41:09.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:09 smithi046 ceph-mon[63102]: mon.c calling monitor election
2024-03-19T01:41:09.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:09 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2024-03-19T01:41:09.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:09 smithi046 ceph-mon[63102]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:09.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:09 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2024-03-19T01:41:09.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:09 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2024-03-19T01:41:09.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:09 smithi046 ceph-mon[63102]: mon.a is new leader, mons a,c in quorum (ranks 0,1)
2024-03-19T01:41:09.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:09 smithi046 ceph-mon[63102]: monmap epoch 2
2024-03-19T01:41:09.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:09 smithi046 ceph-mon[63102]: fsid 53c8cf3e-e591-11ee-95c9-87774f69a715
2024-03-19T01:41:09.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:09 smithi046 ceph-mon[63102]: last_changed 2024-03-19T01:41:03.913773+0000
2024-03-19T01:41:09.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:09 smithi046 ceph-mon[63102]: created 2024-03-19T01:39:18.552490+0000
2024-03-19T01:41:09.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:09 smithi046 ceph-mon[63102]: min_mon_release 19 (squid)
2024-03-19T01:41:09.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:09 smithi046 ceph-mon[63102]: election_strategy: 1
2024-03-19T01:41:09.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:09 smithi046 ceph-mon[63102]: 0: [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon.a
2024-03-19T01:41:09.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:09 smithi046 ceph-mon[63102]: 1: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.c
2024-03-19T01:41:09.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:09 smithi046 ceph-mon[63102]: fsmap
2024-03-19T01:41:09.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:09 smithi046 ceph-mon[63102]: osdmap e4: 0 total, 0 up, 0 in
2024-03-19T01:41:09.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:09 smithi046 ceph-mon[63102]: mgrmap e13: x(active, since 51s)
2024-03-19T01:41:09.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:09 smithi046 ceph-mon[63102]: overall HEALTH_OK
2024-03-19T01:41:09.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:09 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:09.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:09 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:09.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:09 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:09.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:09 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch
2024-03-19T01:41:09.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:09 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:09.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:09 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:10.234 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.233+0000 7fa57b89b700  1 -- 172.21.15.102:0/363129147 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5600057d0 msgr2=0x7fa560007c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:41:10.234 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.233+0000 7fa57b89b700  1 --2- 172.21.15.102:0/363129147 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5600057d0 0x7fa560007c60 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fa574100c00 tx=0x7fa56400feb0 comp rx=0 tx=0).stop
2024-03-19T01:41:10.234 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.233+0000 7fa57b89b700  1 -- 172.21.15.102:0/363129147 shutdown_connections
2024-03-19T01:41:10.234 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.233+0000 7fa57b89b700  1 --2- 172.21.15.102:0/363129147 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5600057d0 0x7fa560007c60 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:10.234 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.233+0000 7fa57b89b700  1 -- 172.21.15.102:0/363129147 >> 172.21.15.102:0/363129147 conn(0x7fa5740fc7c0 msgr2=0x7fa5740febe0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:41:10.234 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.233+0000 7fa57b89b700  1 -- 172.21.15.102:0/363129147 shutdown_connections
2024-03-19T01:41:10.234 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.233+0000 7fa57b89b700  1 -- 172.21.15.102:0/363129147 wait complete.
2024-03-19T01:41:10.236 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.234+0000 7fa57b89b700  1  Processor -- start
2024-03-19T01:41:10.236 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.234+0000 7fa57b89b700  1 --  start start
2024-03-19T01:41:10.236 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.234+0000 7fa57b89b700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5600057d0 0x7fa57419f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:41:10.236 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.234+0000 7fa57b89b700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa57419fc70 0x7fa5741998f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:41:10.236 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.234+0000 7fa57b89b700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa574107bb0 con 0x7fa5600057d0
2024-03-19T01:41:10.236 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.234+0000 7fa57b89b700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa57406ab40 con 0x7fa57419fc70
2024-03-19T01:41:10.236 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.234+0000 7fa578e36700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa57419fc70 0x7fa5741998f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:41:10.236 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.234+0000 7fa578e36700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa57419fc70 0x7fa5741998f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.102:45202/0 (socket says 172.21.15.102:45202)
2024-03-19T01:41:10.236 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.234+0000 7fa578e36700  1 -- 172.21.15.102:0/3829527602 learned_addr learned my addr 172.21.15.102:0/3829527602 (peer_addr_for_me v2:172.21.15.102:0/0)
2024-03-19T01:41:10.236 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.235+0000 7fa578e36700  1 -- 172.21.15.102:0/3829527602 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa57419fc70 msgr2=0x7fa5741998f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13
2024-03-19T01:41:10.236 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.235+0000 7fa579637700  1 --2- 172.21.15.102:0/3829527602 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5600057d0 0x7fa57419f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:41:10.236 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.235+0000 7fa578e36700  1 -- 172.21.15.102:0/3829527602 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa57419fc70 msgr2=0x7fa5741998f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed
2024-03-19T01:41:10.237 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.235+0000 7fa578e36700  1 --2- 172.21.15.102:0/3829527602 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa57419fc70 0x7fa5741998f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1
2024-03-19T01:41:10.237 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.235+0000 7fa578e36700  1 --2- 172.21.15.102:0/3829527602 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa57419fc70 0x7fa5741998f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000
2024-03-19T01:41:10.237 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.235+0000 7fa579637700  1 -- 172.21.15.102:0/3829527602 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa57419fc70 msgr2=0x7fa5741998f0 unknown :-1 s=STATE_CONNECTING l=1).mark_down
2024-03-19T01:41:10.237 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.235+0000 7fa579637700  1 --2- 172.21.15.102:0/3829527602 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa57419fc70 0x7fa5741998f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:10.237 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.235+0000 7fa579637700  1 -- 172.21.15.102:0/3829527602 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5741a02b0 con 0x7fa5600057d0
2024-03-19T01:41:10.237 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.235+0000 7fa579637700  1 --2- 172.21.15.102:0/3829527602 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5600057d0 0x7fa57419f730 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fa564000c00 tx=0x7fa5640050d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:41:10.237 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.235+0000 7fa56a7fc700  1 -- 172.21.15.102:0/3829527602 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fa564004aa0 con 0x7fa5600057d0
2024-03-19T01:41:10.237 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.236+0000 7fa56a7fc700  1 -- 172.21.15.102:0/3829527602 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa564004030 con 0x7fa5600057d0
2024-03-19T01:41:10.237 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.236+0000 7fa56a7fc700  1 -- 172.21.15.102:0/3829527602 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fa564011bb0 con 0x7fa5600057d0
2024-03-19T01:41:10.237 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.236+0000 7fa57b89b700  1 -- 172.21.15.102:0/3829527602 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa574199e30 con 0x7fa5600057d0
2024-03-19T01:41:10.237 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.236+0000 7fa57b89b700  1 -- 172.21.15.102:0/3829527602 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa57419a3c0 con 0x7fa5600057d0
2024-03-19T01:41:10.238 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.237+0000 7fa56a7fc700  1 -- 172.21.15.102:0/3829527602 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) ==== 46162+0+0 (secure 0 0 0) 0x7fa564023070 con 0x7fa5600057d0
2024-03-19T01:41:10.238 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.237+0000 7fa56a7fc700  1 --2- 172.21.15.102:0/3829527602 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa558038db0 0x7fa55803b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:41:10.238 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.237+0000 7fa56a7fc700  1 -- 172.21.15.102:0/3829527602 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fa564020050 con 0x7fa5600057d0
2024-03-19T01:41:10.238 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.237+0000 7fa578e36700  1 --2- 172.21.15.102:0/3829527602 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa558038db0 0x7fa55803b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:41:10.239 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.237+0000 7fa57b89b700  1 -- 172.21.15.102:0/3829527602 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa574102410 con 0x7fa5600057d0
2024-03-19T01:41:10.239 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.238+0000 7fa578e36700  1 --2- 172.21.15.102:0/3829527602 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa558038db0 0x7fa55803b270 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fa570009180 tx=0x7fa570008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:41:10.243 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.243+0000 7fa56a7fc700  1 -- 172.21.15.102:0/3829527602 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fa564028020 con 0x7fa5600057d0
2024-03-19T01:41:10.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:10 smithi046 ceph-mon[63102]: Deploying daemon mon.b on smithi073
2024-03-19T01:41:10.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:10 smithi046 ceph-mon[63102]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:10.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:10 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2024-03-19T01:41:10.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:10 smithi102 ceph-mon[66557]: Deploying daemon mon.b on smithi073
2024-03-19T01:41:10.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:10 smithi102 ceph-mon[66557]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:10.482 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:10 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2024-03-19T01:41:10.526 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.525+0000 7fa57b89b700  1 -- 172.21.15.102:0/3829527602 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fa57419ae20 con 0x7fa5600057d0
2024-03-19T01:41:10.526 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.526+0000 7fa56a7fc700  1 -- 172.21.15.102:0/3829527602 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7fa56401a390 con 0x7fa5600057d0
2024-03-19T01:41:10.526 INFO:teuthology.orchestra.run.smithi102.stdout:
2024-03-19T01:41:10.526 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":2,"fsid":"53c8cf3e-e591-11ee-95c9-87774f69a715","modified":"2024-03-19T01:41:03.913773Z","created":"2024-03-19T01:39:18.552490Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:3300","nonce":0},{"type":"v1","addr":"172.21.15.46:6789","nonce":0}]},"addr":"172.21.15.46:6789/0","public_addr":"172.21.15.46:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:3300","nonce":0},{"type":"v1","addr":"172.21.15.102:6789","nonce":0}]},"addr":"172.21.15.102:6789/0","public_addr":"172.21.15.102:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]}
2024-03-19T01:41:10.530 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.528+0000 7fa57b89b700  1 -- 172.21.15.102:0/3829527602 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa558038db0 msgr2=0x7fa55803b270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:41:10.530 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.528+0000 7fa57b89b700  1 --2- 172.21.15.102:0/3829527602 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa558038db0 0x7fa55803b270 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fa570009180 tx=0x7fa570008040 comp rx=0 tx=0).stop
2024-03-19T01:41:10.531 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.528+0000 7fa57b89b700  1 -- 172.21.15.102:0/3829527602 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5600057d0 msgr2=0x7fa57419f730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:41:10.531 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.528+0000 7fa57b89b700  1 --2- 172.21.15.102:0/3829527602 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5600057d0 0x7fa57419f730 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fa564000c00 tx=0x7fa5640050d0 comp rx=0 tx=0).stop
2024-03-19T01:41:10.531 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.528+0000 7fa57b89b700  1 -- 172.21.15.102:0/3829527602 shutdown_connections
2024-03-19T01:41:10.531 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.528+0000 7fa57b89b700  1 --2- 172.21.15.102:0/3829527602 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa558038db0 0x7fa55803b270 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:10.531 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.528+0000 7fa57b89b700  1 --2- 172.21.15.102:0/3829527602 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5600057d0 0x7fa57419f730 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:10.531 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.528+0000 7fa57b89b700  1 --2- 172.21.15.102:0/3829527602 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa57419fc70 0x7fa5741998f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:10.531 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.528+0000 7fa57b89b700  1 -- 172.21.15.102:0/3829527602 >> 172.21.15.102:0/3829527602 conn(0x7fa5740fc7c0 msgr2=0x7fa5740fda90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:41:10.531 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.528+0000 7fa57b89b700  1 -- 172.21.15.102:0/3829527602 shutdown_connections
2024-03-19T01:41:10.531 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:10.528+0000 7fa57b89b700  1 -- 172.21.15.102:0/3829527602 wait complete.
2024-03-19T01:41:10.531 INFO:teuthology.orchestra.run.smithi102.stderr:dumped monmap epoch 2
2024-03-19T01:41:11.112 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:11 smithi102 ceph-mon[66557]: from='client.? 172.21.15.102:0/3829527602' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch
2024-03-19T01:41:11.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:11 smithi046 ceph-mon[63102]: from='client.? 172.21.15.102:0/3829527602' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch
2024-03-19T01:41:12.138 INFO:tasks.cephadm:Waiting for 3 mons in monmap...
2024-03-19T01:41:12.139 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph mon dump -f json
2024-03-19T01:41:12.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:12 smithi046 ceph-mon[63102]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:12.377 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.c/config
2024-03-19T01:41:12.482 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:12 smithi102 ceph-mon[66557]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:12.820 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: mon.b@-1(synchronizing).mds e1 new map
2024-03-19T01:41:12.820 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: mon.b@-1(synchronizing).mds e1 print_map
2024-03-19T01:41:12.820 INFO:journalctl@ceph.mon.b.smithi073.stdout:                                           e1
2024-03-19T01:41:12.820 INFO:journalctl@ceph.mon.b.smithi073.stdout:                                           enable_multiple, ever_enabled_multiple: 1,1
2024-03-19T01:41:12.820 INFO:journalctl@ceph.mon.b.smithi073.stdout:                                           default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes}
2024-03-19T01:41:12.820 INFO:journalctl@ceph.mon.b.smithi073.stdout:                                           legacy client fscid: -1
2024-03-19T01:41:12.821 INFO:journalctl@ceph.mon.b.smithi073.stdout:
2024-03-19T01:41:12.821 INFO:journalctl@ceph.mon.b.smithi073.stdout:                                           No filesystems configured
2024-03-19T01:41:12.821 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375
2024-03-19T01:41:12.821 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1
2024-03-19T01:41:12.821 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in
2024-03-19T01:41:12.821 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in
2024-03-19T01:41:12.821 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in
2024-03-19T01:41:12.821 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in
2024-03-19T01:41:13.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires
2024-03-19T01:41:13.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires
2024-03-19T01:41:13.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires
2024-03-19T01:41:13.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires
2024-03-19T01:41:13.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:13.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:13.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:13.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:13.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:13.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi073", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:41:13.216 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:13.216 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:41:13.216 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: Updating smithi073:/etc/ceph/ceph.conf
2024-03-19T01:41:13.216 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: Updating smithi073:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.conf
2024-03-19T01:41:13.216 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi102", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:41:13.216 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: Updating smithi073:/etc/ceph/ceph.client.admin.keyring
2024-03-19T01:41:13.216 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: Updating smithi073:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring
2024-03-19T01:41:13.216 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:13.216 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:13.216 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:13.216 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: Deploying cephadm binary to smithi102
2024-03-19T01:41:13.216 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:13.216 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:13.216 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:13.216 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: Added host smithi102
2024-03-19T01:41:13.217 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:41:13.217 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:13.217 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:13.217 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:13.217 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:13.217 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2024-03-19T01:41:13.217 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:13.217 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:13.217 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/107700684' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch
2024-03-19T01:41:13.217 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:13.217 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:13.217 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:13.217 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:13.217 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi102", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:41:13.218 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:13.218 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:41:13.218 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: Updating smithi102:/etc/ceph/ceph.conf
2024-03-19T01:41:13.218 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/107700684' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished
2024-03-19T01:41:13.218 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: osdmap e4: 0 total, 0 up, 0 in
2024-03-19T01:41:13.218 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: Updating smithi102:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.conf
2024-03-19T01:41:13.218 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring
2024-03-19T01:41:13.218 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: Updating smithi102:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring
2024-03-19T01:41:13.218 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:13.218 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:13.218 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:13.218 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:13.218 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi046:172.21.15.46=a;smithi073:172.21.15.73=b;smithi102:172.21.15.102=c", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:41:13.218 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: Saving service mon spec with placement smithi046:172.21.15.46=a;smithi073:172.21.15.73=b;smithi102:172.21.15.102=c;count:3
2024-03-19T01:41:13.219 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:13.219 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:41:13.219 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:13.219 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:41:13.219 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:13.219 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch
2024-03-19T01:41:13.219 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:13.219 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: Deploying daemon mon.c on smithi102
2024-03-19T01:41:13.219 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:13.219 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:13.219 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:13.219 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='client.? 172.21.15.102:0/3166598943' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch
2024-03-19T01:41:13.220 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch
2024-03-19T01:41:13.220 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: mon.a calling monitor election
2024-03-19T01:41:13.220 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2024-03-19T01:41:13.220 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2024-03-19T01:41:13.220 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:13.220 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2024-03-19T01:41:13.220 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: mon.c calling monitor election
2024-03-19T01:41:13.220 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2024-03-19T01:41:13.220 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:13.220 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2024-03-19T01:41:13.220 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2024-03-19T01:41:13.220 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: mon.a is new leader, mons a,c in quorum (ranks 0,1)
2024-03-19T01:41:13.220 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: monmap epoch 2
2024-03-19T01:41:13.220 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: fsid 53c8cf3e-e591-11ee-95c9-87774f69a715
2024-03-19T01:41:13.221 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: last_changed 2024-03-19T01:41:03.913773+0000
2024-03-19T01:41:13.221 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: created 2024-03-19T01:39:18.552490+0000
2024-03-19T01:41:13.221 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: min_mon_release 19 (squid)
2024-03-19T01:41:13.221 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: election_strategy: 1
2024-03-19T01:41:13.221 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: 0: [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon.a
2024-03-19T01:41:13.221 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: 1: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.c
2024-03-19T01:41:13.221 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: fsmap
2024-03-19T01:41:13.221 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: osdmap e4: 0 total, 0 up, 0 in
2024-03-19T01:41:13.221 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: mgrmap e13: x(active, since 51s)
2024-03-19T01:41:13.221 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: overall HEALTH_OK
2024-03-19T01:41:13.221 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:13.221 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:13.221 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:13.221 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch
2024-03-19T01:41:13.221 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:13.222 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: Deploying daemon mon.b on smithi073
2024-03-19T01:41:13.222 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:13.222 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2024-03-19T01:41:13.222 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: from='client.? 172.21.15.102:0/3829527602' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch
2024-03-19T01:41:13.222 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:13.222 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 ceph-mon[66833]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3
2024-03-19T01:41:13.222 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 bash[66815]: feefbbecaa0610b6e663c5b9f57ae33ad0dd4b0bb1e2fd2befe7be611cd2b013
2024-03-19T01:41:13.222 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:12 smithi073 systemd[1]: Started Ceph mon.b for 53c8cf3e-e591-11ee-95c9-87774f69a715.
2024-03-19T01:41:18.225 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.224+0000 7fb41eb01700  1 -- 172.21.15.102:0/3970060599 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb4080035c0 msgr2=0x7fb408005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:41:18.225 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.224+0000 7fb41eb01700  1 --2- 172.21.15.102:0/3970060599 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb4080035c0 0x7fb408005a50 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fb418100c10 tx=0x7fb40c00fe60 comp rx=0 tx=0).stop
2024-03-19T01:41:18.225 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.224+0000 7fb41eb01700  1 -- 172.21.15.102:0/3970060599 shutdown_connections
2024-03-19T01:41:18.225 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.224+0000 7fb41eb01700  1 --2- 172.21.15.102:0/3970060599 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb4080035c0 0x7fb408005a50 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:18.225 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.224+0000 7fb41eb01700  1 -- 172.21.15.102:0/3970060599 >> 172.21.15.102:0/3970060599 conn(0x7fb4180fc7b0 msgr2=0x7fb4180febd0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:41:18.225 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.224+0000 7fb41eb01700  1 -- 172.21.15.102:0/3970060599 shutdown_connections
2024-03-19T01:41:18.225 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.224+0000 7fb41eb01700  1 -- 172.21.15.102:0/3970060599 wait complete.
2024-03-19T01:41:18.226 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch
2024-03-19T01:41:18.226 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: mon.c calling monitor election
2024-03-19T01:41:18.226 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: mon.a calling monitor election
2024-03-19T01:41:18.226 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:41:18.226 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2024-03-19T01:41:18.226 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:41:18.226 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:18.226 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:41:18.226 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:41:18.226 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:18.227 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:41:18.227 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:41:18.227 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:18.227 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: mon.a is new leader, mons a,c in quorum (ranks 0,1)
2024-03-19T01:41:18.227 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: monmap epoch 3
2024-03-19T01:41:18.227 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: fsid 53c8cf3e-e591-11ee-95c9-87774f69a715
2024-03-19T01:41:18.227 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: last_changed 2024-03-19T01:41:12.826486+0000
2024-03-19T01:41:18.227 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: created 2024-03-19T01:39:18.552490+0000
2024-03-19T01:41:18.227 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: min_mon_release 19 (squid)
2024-03-19T01:41:18.227 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: election_strategy: 1
2024-03-19T01:41:18.227 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: 0: [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon.a
2024-03-19T01:41:18.227 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: 1: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.c
2024-03-19T01:41:18.227 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: 2: [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] mon.b
2024-03-19T01:41:18.227 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: fsmap
2024-03-19T01:41:18.227 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: osdmap e4: 0 total, 0 up, 0 in
2024-03-19T01:41:18.227 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: mgrmap e13: x(active, since 60s)
2024-03-19T01:41:18.228 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)
2024-03-19T01:41:18.228 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c
2024-03-19T01:41:18.228 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c
2024-03-19T01:41:18.228 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]:     mon.b (rank 2) addr [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] is down (out of quorum)
2024-03-19T01:41:18.228 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:18.228 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:18.228 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:18.228 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:18.228 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:17 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:18.231 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.226+0000 7fb41eb01700  1  Processor -- start
2024-03-19T01:41:18.231 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.226+0000 7fb41eb01700  1 --  start start
2024-03-19T01:41:18.231 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.226+0000 7fb41eb01700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb4080035c0 0x7fb41819b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:41:18.231 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.226+0000 7fb41eb01700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb41819b940 0x7fb4181955c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:41:18.231 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.226+0000 7fb41eb01700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb418195b00 0x7fb418195fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:41:18.231 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.226+0000 7fb41eb01700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb418107bc0 con 0x7fb418195b00
2024-03-19T01:41:18.231 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.226+0000 7fb41eb01700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb41806b330 con 0x7fb4080035c0
2024-03-19T01:41:18.231 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.226+0000 7fb41eb01700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb418107d40 con 0x7fb41819b940
2024-03-19T01:41:18.231 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.226+0000 7fb417fff700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb41819b940 0x7fb4181955c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:41:18.231 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.226+0000 7fb417fff700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb41819b940 0x7fb4181955c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.102:45218/0 (socket says 172.21.15.102:45218)
2024-03-19T01:41:18.231 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.226+0000 7fb417fff700  1 -- 172.21.15.102:0/1614831166 learned_addr learned my addr 172.21.15.102:0/1614831166 (peer_addr_for_me v2:172.21.15.102:0/0)
2024-03-19T01:41:18.232 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.226+0000 7fb41c89d700  1 --2- 172.21.15.102:0/1614831166 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb4080035c0 0x7fb41819b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:41:18.232 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.226+0000 7fb41d09e700  1 --2- 172.21.15.102:0/1614831166 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb418195b00 0x7fb418195fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:41:18.232 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.226+0000 7fb417fff700  1 -- 172.21.15.102:0/1614831166 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb41819b940 msgr2=0x7fb4181955c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13
2024-03-19T01:41:18.232 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.226+0000 7fb417fff700  1 -- 172.21.15.102:0/1614831166 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb41819b940 msgr2=0x7fb4181955c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed
2024-03-19T01:41:18.232 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.226+0000 7fb417fff700  1 --2- 172.21.15.102:0/1614831166 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb41819b940 0x7fb4181955c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1
2024-03-19T01:41:18.232 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.226+0000 7fb417fff700  1 --2- 172.21.15.102:0/1614831166 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb41819b940 0x7fb4181955c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000
2024-03-19T01:41:18.232 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.226+0000 7fb41c89d700  1 -- 172.21.15.102:0/1614831166 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb4080035c0 msgr2=0x7fb41819b400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12
2024-03-19T01:41:18.232 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.226+0000 7fb41c89d700  1 -- 172.21.15.102:0/1614831166 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb4080035c0 msgr2=0x7fb41819b400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed
2024-03-19T01:41:18.232 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.226+0000 7fb41c89d700  1 --2- 172.21.15.102:0/1614831166 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb4080035c0 0x7fb41819b400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1
2024-03-19T01:41:18.232 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.226+0000 7fb41c89d700  1 --2- 172.21.15.102:0/1614831166 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb4080035c0 0x7fb41819b400 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000
2024-03-19T01:41:18.232 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.227+0000 7fb41d09e700  1 -- 172.21.15.102:0/1614831166 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb41819b940 msgr2=0x7fb4181955c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down
2024-03-19T01:41:18.232 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.227+0000 7fb41d09e700  1 --2- 172.21.15.102:0/1614831166 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb41819b940 0x7fb4181955c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:18.232 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.227+0000 7fb41d09e700  1 -- 172.21.15.102:0/1614831166 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb4080035c0 msgr2=0x7fb41819b400 unknown :-1 s=STATE_CONNECTING l=1).mark_down
2024-03-19T01:41:18.233 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.227+0000 7fb41d09e700  1 --2- 172.21.15.102:0/1614831166 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb4080035c0 0x7fb41819b400 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:18.233 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.227+0000 7fb41d09e700  1 -- 172.21.15.102:0/1614831166 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4181a66e0 con 0x7fb418195b00
2024-03-19T01:41:18.233 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.227+0000 7fb41d09e700  1 --2- 172.21.15.102:0/1614831166 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb418195b00 0x7fb418195fb0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fb41000bd50 tx=0x7fb41000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:41:18.233 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.227+0000 7fb415ffb700  1 -- 172.21.15.102:0/1614831166 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb410019070 con 0x7fb418195b00
2024-03-19T01:41:18.233 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.227+0000 7fb415ffb700  1 -- 172.21.15.102:0/1614831166 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb41000cd10 con 0x7fb418195b00
2024-03-19T01:41:18.233 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.227+0000 7fb415ffb700  1 -- 172.21.15.102:0/1614831166 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb410012700 con 0x7fb418195b00
2024-03-19T01:41:18.233 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.227+0000 7fb41eb01700  1 -- 172.21.15.102:0/1614831166 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4181a6910 con 0x7fb418195b00
2024-03-19T01:41:18.233 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.228+0000 7fb41eb01700  1 -- 172.21.15.102:0/1614831166 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4181a6e50 con 0x7fb418195b00
2024-03-19T01:41:18.233 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.228+0000 7fb415ffb700  1 -- 172.21.15.102:0/1614831166 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) ==== 46162+0+0 (secure 0 0 0) 0x7fb41001c070 con 0x7fb418195b00
2024-03-19T01:41:18.233 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.228+0000 7fb415ffb700  1 --2- 172.21.15.102:0/1614831166 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb3fc039440 0x7fb3fc03b900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:41:18.233 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.228+0000 7fb415ffb700  1 -- 172.21.15.102:0/1614831166 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fb410014600 con 0x7fb418195b00
2024-03-19T01:41:18.233 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.229+0000 7fb41c89d700  1 --2- 172.21.15.102:0/1614831166 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb3fc039440 0x7fb3fc03b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:41:18.233 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.229+0000 7fb41eb01700  1 -- 172.21.15.102:0/1614831166 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb418063940 con 0x7fb418195b00
2024-03-19T01:41:18.233 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.229+0000 7fb41c89d700  1 --2- 172.21.15.102:0/1614831166 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb3fc039440 0x7fb3fc03b900 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fb40c00fa10 tx=0x7fb40c005de0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:41:18.234 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.234+0000 7fb415ffb700  1 -- 172.21.15.102:0/1614831166 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fb410007290 con 0x7fb418195b00
2024-03-19T01:41:18.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch
2024-03-19T01:41:18.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: mon.c calling monitor election
2024-03-19T01:41:18.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: mon.a calling monitor election
2024-03-19T01:41:18.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:41:18.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2024-03-19T01:41:18.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:41:18.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:18.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:41:18.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:41:18.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:18.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:41:18.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:41:18.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:18.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: mon.a is new leader, mons a,c in quorum (ranks 0,1)
2024-03-19T01:41:18.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: monmap epoch 3
2024-03-19T01:41:18.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: fsid 53c8cf3e-e591-11ee-95c9-87774f69a715
2024-03-19T01:41:18.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: last_changed 2024-03-19T01:41:12.826486+0000
2024-03-19T01:41:18.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: created 2024-03-19T01:39:18.552490+0000
2024-03-19T01:41:18.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: min_mon_release 19 (squid)
2024-03-19T01:41:18.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: election_strategy: 1
2024-03-19T01:41:18.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: 0: [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon.a
2024-03-19T01:41:18.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: 1: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.c
2024-03-19T01:41:18.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: 2: [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] mon.b
2024-03-19T01:41:18.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: fsmap
2024-03-19T01:41:18.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: osdmap e4: 0 total, 0 up, 0 in
2024-03-19T01:41:18.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: mgrmap e13: x(active, since 60s)
2024-03-19T01:41:18.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)
2024-03-19T01:41:18.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c
2024-03-19T01:41:18.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c
2024-03-19T01:41:18.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]:     mon.b (rank 2) addr [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] is down (out of quorum)
2024-03-19T01:41:18.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:18.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:18.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:18.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:18.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:18.550 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.550+0000 7fb41eb01700  1 -- 172.21.15.102:0/1614831166 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fb41802dbb0 con 0x7fb418195b00
2024-03-19T01:41:18.551 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.551+0000 7fb415ffb700  1 -- 172.21.15.102:0/1614831166 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1279 (secure 0 0 0) 0x7fb410014800 con 0x7fb418195b00
2024-03-19T01:41:18.551 INFO:teuthology.orchestra.run.smithi102.stdout:
2024-03-19T01:41:18.551 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":3,"fsid":"53c8cf3e-e591-11ee-95c9-87774f69a715","modified":"2024-03-19T01:41:12.826486Z","created":"2024-03-19T01:39:18.552490Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:3300","nonce":0},{"type":"v1","addr":"172.21.15.46:6789","nonce":0}]},"addr":"172.21.15.46:6789/0","public_addr":"172.21.15.46:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:3300","nonce":0},{"type":"v1","addr":"172.21.15.102:6789","nonce":0}]},"addr":"172.21.15.102:6789/0","public_addr":"172.21.15.102:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:3300","nonce":0},{"type":"v1","addr":"172.21.15.73:6789","nonce":0}]},"addr":"172.21.15.73:6789/0","public_addr":"172.21.15.73:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]}
2024-03-19T01:41:18.553 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.553+0000 7fb41eb01700  1 -- 172.21.15.102:0/1614831166 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb3fc039440 msgr2=0x7fb3fc03b900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:41:18.553 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.553+0000 7fb41eb01700  1 --2- 172.21.15.102:0/1614831166 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb3fc039440 0x7fb3fc03b900 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fb40c00fa10 tx=0x7fb40c005de0 comp rx=0 tx=0).stop
2024-03-19T01:41:18.554 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.553+0000 7fb41eb01700  1 -- 172.21.15.102:0/1614831166 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb418195b00 msgr2=0x7fb418195fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:41:18.554 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.553+0000 7fb41eb01700  1 --2- 172.21.15.102:0/1614831166 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb418195b00 0x7fb418195fb0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fb41000bd50 tx=0x7fb41000be30 comp rx=0 tx=0).stop
2024-03-19T01:41:18.554 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.553+0000 7fb41eb01700  1 -- 172.21.15.102:0/1614831166 shutdown_connections
2024-03-19T01:41:18.554 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.553+0000 7fb41eb01700  1 --2- 172.21.15.102:0/1614831166 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb3fc039440 0x7fb3fc03b900 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:18.554 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.553+0000 7fb41eb01700  1 --2- 172.21.15.102:0/1614831166 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb418195b00 0x7fb418195fb0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:18.554 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.553+0000 7fb41eb01700  1 --2- 172.21.15.102:0/1614831166 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb4080035c0 0x7fb41819b400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:18.554 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.553+0000 7fb41eb01700  1 --2- 172.21.15.102:0/1614831166 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb41819b940 0x7fb4181955c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:18.554 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.553+0000 7fb41eb01700  1 -- 172.21.15.102:0/1614831166 >> 172.21.15.102:0/1614831166 conn(0x7fb4180fc7b0 msgr2=0x7fb4180fda00 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:41:18.554 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.553+0000 7fb41eb01700  1 -- 172.21.15.102:0/1614831166 shutdown_connections
2024-03-19T01:41:18.554 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:18.553+0000 7fb41eb01700  1 -- 172.21.15.102:0/1614831166 wait complete.
2024-03-19T01:41:18.555 INFO:teuthology.orchestra.run.smithi102.stderr:dumped monmap epoch 3
2024-03-19T01:41:19.116 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:18 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:41:19.117 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:18 smithi102 ceph-mon[66557]: from='client.? 172.21.15.102:0/1614831166' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch
2024-03-19T01:41:19.117 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:18 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:41:19.143 INFO:tasks.cephadm:Generating final ceph.conf file...
2024-03-19T01:41:19.143 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph config generate-minimal-conf
2024-03-19T01:41:19.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:18 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:41:19.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:18 smithi046 ceph-mon[63102]: from='client.? 172.21.15.102:0/1614831166' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch
2024-03-19T01:41:19.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:18 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:41:19.393 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:41:20.151 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch
2024-03-19T01:41:20.151 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: mon.c calling monitor election
2024-03-19T01:41:20.151 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: mon.a calling monitor election
2024-03-19T01:41:20.151 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:41:20.151 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2024-03-19T01:41:20.151 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:41:20.151 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:20.151 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:41:20.151 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:41:20.152 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:20.152 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:41:20.152 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:41:20.152 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:20.152 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: mon.a is new leader, mons a,c in quorum (ranks 0,1)
2024-03-19T01:41:20.152 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: monmap epoch 3
2024-03-19T01:41:20.152 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: fsid 53c8cf3e-e591-11ee-95c9-87774f69a715
2024-03-19T01:41:20.152 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: last_changed 2024-03-19T01:41:12.826486+0000
2024-03-19T01:41:20.152 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: created 2024-03-19T01:39:18.552490+0000
2024-03-19T01:41:20.152 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: min_mon_release 19 (squid)
2024-03-19T01:41:20.152 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: election_strategy: 1
2024-03-19T01:41:20.152 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: 0: [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon.a
2024-03-19T01:41:20.152 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: 1: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.c
2024-03-19T01:41:20.152 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: 2: [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] mon.b
2024-03-19T01:41:20.153 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: fsmap
2024-03-19T01:41:20.153 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: osdmap e4: 0 total, 0 up, 0 in
2024-03-19T01:41:20.153 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: mgrmap e13: x(active, since 60s)
2024-03-19T01:41:20.153 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)
2024-03-19T01:41:20.153 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c
2024-03-19T01:41:20.153 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c
2024-03-19T01:41:20.153 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]:     mon.b (rank 2) addr [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] is down (out of quorum)
2024-03-19T01:41:20.153 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:20.153 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:20.153 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:20.153 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:20.153 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:20.153 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:41:20.153 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: from='client.? 172.21.15.102:0/1614831166' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch
2024-03-19T01:41:20.154 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:19 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:41:20.154 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:20 smithi073 ceph-mon[66833]: mon.b calling monitor election
2024-03-19T01:41:20.154 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:20 smithi073 ceph-mon[66833]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:20.154 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:20 smithi073 ceph-mon[66833]: mon.b calling monitor election
2024-03-19T01:41:20.154 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:20 smithi073 ceph-mon[66833]: mon.a calling monitor election
2024-03-19T01:41:20.154 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:20 smithi073 ceph-mon[66833]: mon.c calling monitor election
2024-03-19T01:41:20.154 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:20 smithi073 ceph-mon[66833]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2)
2024-03-19T01:41:20.154 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:20 smithi073 ceph-mon[66833]: monmap epoch 3
2024-03-19T01:41:20.154 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:20 smithi073 ceph-mon[66833]: fsid 53c8cf3e-e591-11ee-95c9-87774f69a715
2024-03-19T01:41:20.154 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:20 smithi073 ceph-mon[66833]: last_changed 2024-03-19T01:41:12.826486+0000
2024-03-19T01:41:20.154 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:20 smithi073 ceph-mon[66833]: created 2024-03-19T01:39:18.552490+0000
2024-03-19T01:41:20.154 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:20 smithi073 ceph-mon[66833]: min_mon_release 19 (squid)
2024-03-19T01:41:20.154 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:20 smithi073 ceph-mon[66833]: election_strategy: 1
2024-03-19T01:41:20.155 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:20 smithi073 ceph-mon[66833]: 0: [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon.a
2024-03-19T01:41:20.155 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:20 smithi073 ceph-mon[66833]: 1: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.c
2024-03-19T01:41:20.155 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:20 smithi073 ceph-mon[66833]: 2: [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] mon.b
2024-03-19T01:41:20.155 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:20 smithi073 ceph-mon[66833]: fsmap
2024-03-19T01:41:20.155 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:20 smithi073 ceph-mon[66833]: osdmap e4: 0 total, 0 up, 0 in
2024-03-19T01:41:20.155 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:20 smithi073 ceph-mon[66833]: mgrmap e13: x(active, since 62s)
2024-03-19T01:41:20.155 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:20 smithi073 ceph-mon[66833]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c)
2024-03-19T01:41:20.155 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:20 smithi073 ceph-mon[66833]: Cluster is now healthy
2024-03-19T01:41:20.155 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:20 smithi073 ceph-mon[66833]: overall HEALTH_OK
2024-03-19T01:41:20.155 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:20 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:20.155 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:20 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:20.155 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:20 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:20.155 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:20 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:41:20.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:20 smithi102 ceph-mon[66557]: mon.b calling monitor election
2024-03-19T01:41:20.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:20 smithi102 ceph-mon[66557]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:20.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:20 smithi102 ceph-mon[66557]: mon.b calling monitor election
2024-03-19T01:41:20.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:20 smithi102 ceph-mon[66557]: mon.a calling monitor election
2024-03-19T01:41:20.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:20 smithi102 ceph-mon[66557]: mon.c calling monitor election
2024-03-19T01:41:20.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:20 smithi102 ceph-mon[66557]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2)
2024-03-19T01:41:20.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:20 smithi102 ceph-mon[66557]: monmap epoch 3
2024-03-19T01:41:20.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:20 smithi102 ceph-mon[66557]: fsid 53c8cf3e-e591-11ee-95c9-87774f69a715
2024-03-19T01:41:20.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:20 smithi102 ceph-mon[66557]: last_changed 2024-03-19T01:41:12.826486+0000
2024-03-19T01:41:20.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:20 smithi102 ceph-mon[66557]: created 2024-03-19T01:39:18.552490+0000
2024-03-19T01:41:20.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:20 smithi102 ceph-mon[66557]: min_mon_release 19 (squid)
2024-03-19T01:41:20.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:20 smithi102 ceph-mon[66557]: election_strategy: 1
2024-03-19T01:41:20.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:20 smithi102 ceph-mon[66557]: 0: [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon.a
2024-03-19T01:41:20.482 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:20 smithi102 ceph-mon[66557]: 1: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.c
2024-03-19T01:41:20.482 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:20 smithi102 ceph-mon[66557]: 2: [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] mon.b
2024-03-19T01:41:20.482 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:20 smithi102 ceph-mon[66557]: fsmap
2024-03-19T01:41:20.482 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:20 smithi102 ceph-mon[66557]: osdmap e4: 0 total, 0 up, 0 in
2024-03-19T01:41:20.482 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:20 smithi102 ceph-mon[66557]: mgrmap e13: x(active, since 62s)
2024-03-19T01:41:20.482 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:20 smithi102 ceph-mon[66557]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c)
2024-03-19T01:41:20.482 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:20 smithi102 ceph-mon[66557]: Cluster is now healthy
2024-03-19T01:41:20.482 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:20 smithi102 ceph-mon[66557]: overall HEALTH_OK
2024-03-19T01:41:20.482 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:20 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:20.482 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:20 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:20.482 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:20 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:20.482 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:20 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:41:20.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:20 smithi046 ceph-mon[63102]: mon.b calling monitor election
2024-03-19T01:41:20.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:20 smithi046 ceph-mon[63102]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:20.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:20 smithi046 ceph-mon[63102]: mon.b calling monitor election
2024-03-19T01:41:20.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:20 smithi046 ceph-mon[63102]: mon.a calling monitor election
2024-03-19T01:41:20.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:20 smithi046 ceph-mon[63102]: mon.c calling monitor election
2024-03-19T01:41:20.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:20 smithi046 ceph-mon[63102]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2)
2024-03-19T01:41:20.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:20 smithi046 ceph-mon[63102]: monmap epoch 3
2024-03-19T01:41:20.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:20 smithi046 ceph-mon[63102]: fsid 53c8cf3e-e591-11ee-95c9-87774f69a715
2024-03-19T01:41:20.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:20 smithi046 ceph-mon[63102]: last_changed 2024-03-19T01:41:12.826486+0000
2024-03-19T01:41:20.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:20 smithi046 ceph-mon[63102]: created 2024-03-19T01:39:18.552490+0000
2024-03-19T01:41:20.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:20 smithi046 ceph-mon[63102]: min_mon_release 19 (squid)
2024-03-19T01:41:20.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:20 smithi046 ceph-mon[63102]: election_strategy: 1
2024-03-19T01:41:20.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:20 smithi046 ceph-mon[63102]: 0: [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon.a
2024-03-19T01:41:20.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:20 smithi046 ceph-mon[63102]: 1: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.c
2024-03-19T01:41:20.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:20 smithi046 ceph-mon[63102]: 2: [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] mon.b
2024-03-19T01:41:20.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:20 smithi046 ceph-mon[63102]: fsmap
2024-03-19T01:41:20.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:20 smithi046 ceph-mon[63102]: osdmap e4: 0 total, 0 up, 0 in
2024-03-19T01:41:20.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:20 smithi046 ceph-mon[63102]: mgrmap e13: x(active, since 62s)
2024-03-19T01:41:20.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:20 smithi046 ceph-mon[63102]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c)
2024-03-19T01:41:20.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:20 smithi046 ceph-mon[63102]: Cluster is now healthy
2024-03-19T01:41:20.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:20 smithi046 ceph-mon[63102]: overall HEALTH_OK
2024-03-19T01:41:20.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:20 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:20.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:20 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:20.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:20 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:20.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:20 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:41:21.220 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.218+0000 7faca400d700  1 -- 172.21.15.46:0/1450359014 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac9c100e40 msgr2=0x7fac9c101220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:41:21.220 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.218+0000 7faca400d700  1 --2- 172.21.15.46:0/1450359014 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac9c100e40 0x7fac9c101220 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fac98009910 tx=0x7fac98009c20 comp rx=0 tx=0).stop
2024-03-19T01:41:21.220 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.218+0000 7faca400d700  1 -- 172.21.15.46:0/1450359014 shutdown_connections
2024-03-19T01:41:21.220 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.218+0000 7faca400d700  1 --2- 172.21.15.46:0/1450359014 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac9c100e40 0x7fac9c101220 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:21.220 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.218+0000 7faca400d700  1 -- 172.21.15.46:0/1450359014 >> 172.21.15.46:0/1450359014 conn(0x7fac9c077850 msgr2=0x7fac9c0feb20 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:41:21.220 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.218+0000 7faca400d700  1 -- 172.21.15.46:0/1450359014 shutdown_connections
2024-03-19T01:41:21.220 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.218+0000 7faca400d700  1 -- 172.21.15.46:0/1450359014 wait complete.
2024-03-19T01:41:21.220 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.219+0000 7faca400d700  1  Processor -- start
2024-03-19T01:41:21.220 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.219+0000 7faca400d700  1 --  start start
2024-03-19T01:41:21.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.219+0000 7faca400d700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fac9c100e40 0x7fac9c19d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:41:21.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.219+0000 7faca400d700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac9c19dbb0 0x7fac9c1977f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:41:21.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.219+0000 7faca400d700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fac9c197d30 0x7fac9c1981e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:41:21.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.219+0000 7faca400d700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fac9c10b0c0 con 0x7fac9c19dbb0
2024-03-19T01:41:21.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.219+0000 7faca400d700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fac9c10af40 con 0x7fac9c100e40
2024-03-19T01:41:21.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.219+0000 7faca400d700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fac9c10b240 con 0x7fac9c197d30
2024-03-19T01:41:21.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.219+0000 7faca15a8700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac9c19dbb0 0x7fac9c1977f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:41:21.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.219+0000 7faca15a8700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac9c19dbb0 0x7fac9c1977f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34018/0 (socket says 172.21.15.46:34018)
2024-03-19T01:41:21.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.219+0000 7faca15a8700  1 -- 172.21.15.46:0/3732027820 learned_addr learned my addr 172.21.15.46:0/3732027820 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:41:21.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.220+0000 7faca1da9700  1 --2- 172.21.15.46:0/3732027820 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fac9c100e40 0x7fac9c19d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:41:21.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.220+0000 7faca25aa700  1 --2- 172.21.15.46:0/3732027820 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fac9c197d30 0x7fac9c1981e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:41:21.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.220+0000 7faca15a8700  1 -- 172.21.15.46:0/3732027820 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fac9c197d30 msgr2=0x7fac9c1981e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:41:21.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.220+0000 7faca15a8700  1 --2- 172.21.15.46:0/3732027820 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fac9c197d30 0x7fac9c1981e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:21.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.220+0000 7faca15a8700  1 -- 172.21.15.46:0/3732027820 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fac9c100e40 msgr2=0x7fac9c19d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:41:21.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.220+0000 7faca15a8700  1 --2- 172.21.15.46:0/3732027820 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fac9c100e40 0x7fac9c19d670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:21.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.220+0000 7faca15a8700  1 -- 172.21.15.46:0/3732027820 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac9c1a44d0 con 0x7fac9c19dbb0
2024-03-19T01:41:21.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.220+0000 7faca1da9700  1 --2- 172.21.15.46:0/3732027820 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fac9c100e40 0x7fac9c19d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed!
2024-03-19T01:41:21.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.220+0000 7faca15a8700  1 --2- 172.21.15.46:0/3732027820 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac9c19dbb0 0x7fac9c1977f0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fac8c00b780 tx=0x7fac8c00bb40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:41:21.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.220+0000 7fac92ffd700  1 -- 172.21.15.46:0/3732027820 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac8c004230 con 0x7fac9c19dbb0
2024-03-19T01:41:21.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.220+0000 7fac92ffd700  1 -- 172.21.15.46:0/3732027820 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac8c0043d0 con 0x7fac9c19dbb0
2024-03-19T01:41:21.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.220+0000 7faca400d700  1 -- 172.21.15.46:0/3732027820 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac9c1a4760 con 0x7fac9c19dbb0
2024-03-19T01:41:21.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.220+0000 7fac92ffd700  1 -- 172.21.15.46:0/3732027820 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac8c011b80 con 0x7fac9c19dbb0
2024-03-19T01:41:21.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.220+0000 7faca400d700  1 -- 172.21.15.46:0/3732027820 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac9c1a4cc0 con 0x7fac9c19dbb0
2024-03-19T01:41:21.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.221+0000 7fac92ffd700  1 -- 172.21.15.46:0/3732027820 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) ==== 46162+0+0 (secure 0 0 0) 0x7fac8c01a400 con 0x7fac9c19dbb0
2024-03-19T01:41:21.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.221+0000 7faca400d700  1 -- 172.21.15.46:0/3732027820 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac9c102320 con 0x7fac9c19dbb0
2024-03-19T01:41:21.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.221+0000 7fac92ffd700  1 --2- 172.21.15.46:0/3732027820 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fac88039450 0x7fac8803b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:41:21.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.222+0000 7fac92ffd700  1 -- 172.21.15.46:0/3732027820 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fac8c04bba0 con 0x7fac9c19dbb0
2024-03-19T01:41:21.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.222+0000 7faca1da9700  1 --2- 172.21.15.46:0/3732027820 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fac88039450 0x7fac8803b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:41:21.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.222+0000 7faca1da9700  1 --2- 172.21.15.46:0/3732027820 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fac88039450 0x7fac8803b910 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fac98009750 tx=0x7fac980058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:41:21.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.231+0000 7fac92ffd700  1 -- 172.21.15.46:0/3732027820 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fac8c018510 con 0x7fac9c19dbb0
2024-03-19T01:41:21.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.441+0000 7faca400d700  1 -- 172.21.15.46:0/3732027820 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7fac9c1a5010 con 0x7fac9c19dbb0
2024-03-19T01:41:21.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.442+0000 7fac92ffd700  1 -- 172.21.15.46:0/3732027820 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0  v9) ==== 76+0+273 (secure 0 0 0) 0x7fac8c018770 con 0x7fac9c19dbb0
2024-03-19T01:41:21.443 INFO:teuthology.orchestra.run.smithi046.stdout:# minimal ceph.conf for 53c8cf3e-e591-11ee-95c9-87774f69a715
2024-03-19T01:41:21.443 INFO:teuthology.orchestra.run.smithi046.stdout:[global]
2024-03-19T01:41:21.443 INFO:teuthology.orchestra.run.smithi046.stdout:	fsid = 53c8cf3e-e591-11ee-95c9-87774f69a715
2024-03-19T01:41:21.443 INFO:teuthology.orchestra.run.smithi046.stdout:	mon_host = [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0]
2024-03-19T01:41:21.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.444+0000 7faca400d700  1 -- 172.21.15.46:0/3732027820 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fac88039450 msgr2=0x7fac8803b910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:41:21.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.444+0000 7faca400d700  1 --2- 172.21.15.46:0/3732027820 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fac88039450 0x7fac8803b910 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fac98009750 tx=0x7fac980058e0 comp rx=0 tx=0).stop
2024-03-19T01:41:21.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.444+0000 7faca400d700  1 -- 172.21.15.46:0/3732027820 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac9c19dbb0 msgr2=0x7fac9c1977f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:41:21.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.444+0000 7faca400d700  1 --2- 172.21.15.46:0/3732027820 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac9c19dbb0 0x7fac9c1977f0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fac8c00b780 tx=0x7fac8c00bb40 comp rx=0 tx=0).stop
2024-03-19T01:41:21.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.444+0000 7faca400d700  1 -- 172.21.15.46:0/3732027820 shutdown_connections
2024-03-19T01:41:21.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.444+0000 7faca400d700  1 --2- 172.21.15.46:0/3732027820 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fac88039450 0x7fac8803b910 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:21.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.444+0000 7faca400d700  1 --2- 172.21.15.46:0/3732027820 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fac9c197d30 0x7fac9c1981e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:21.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.444+0000 7faca400d700  1 --2- 172.21.15.46:0/3732027820 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fac9c100e40 0x7fac9c19d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:21.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.444+0000 7faca400d700  1 --2- 172.21.15.46:0/3732027820 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac9c19dbb0 0x7fac9c1977f0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:21.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.444+0000 7faca400d700  1 -- 172.21.15.46:0/3732027820 >> 172.21.15.46:0/3732027820 conn(0x7fac9c077850 msgr2=0x7fac9c069760 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:41:21.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.444+0000 7faca400d700  1 -- 172.21.15.46:0/3732027820 shutdown_connections
2024-03-19T01:41:21.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:21.444+0000 7faca400d700  1 -- 172.21.15.46:0/3732027820 wait complete.
2024-03-19T01:41:21.543 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:21 smithi046 ceph-mon[63102]: Updating smithi046:/etc/ceph/ceph.conf
2024-03-19T01:41:21.543 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:21 smithi046 ceph-mon[63102]: Updating smithi073:/etc/ceph/ceph.conf
2024-03-19T01:41:21.543 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:21 smithi046 ceph-mon[63102]: Updating smithi102:/etc/ceph/ceph.conf
2024-03-19T01:41:21.544 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:21 smithi046 ceph-mon[63102]: Updating smithi102:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.conf
2024-03-19T01:41:21.544 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:21 smithi046 ceph-mon[63102]: Updating smithi046:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.conf
2024-03-19T01:41:21.544 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:21 smithi046 ceph-mon[63102]: Updating smithi073:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.conf
2024-03-19T01:41:21.544 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:21.544 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:21.544 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:21.544 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:21.544 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:21.544 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:21.544 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:21.544 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:21.544 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:21.544 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:21.544 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:21.545 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:21 smithi046 ceph-mon[63102]: Reconfiguring mon.a (unknown last config time)...
2024-03-19T01:41:21.545 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch
2024-03-19T01:41:21.545 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch
2024-03-19T01:41:21.545 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:21.545 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:21 smithi046 ceph-mon[63102]: Reconfiguring daemon mon.a on smithi046
2024-03-19T01:41:21.545 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:41:21.669 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:21 smithi073 ceph-mon[66833]: Updating smithi046:/etc/ceph/ceph.conf
2024-03-19T01:41:21.670 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:21 smithi073 ceph-mon[66833]: Updating smithi073:/etc/ceph/ceph.conf
2024-03-19T01:41:21.670 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:21 smithi073 ceph-mon[66833]: Updating smithi102:/etc/ceph/ceph.conf
2024-03-19T01:41:21.670 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:21 smithi073 ceph-mon[66833]: Updating smithi102:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.conf
2024-03-19T01:41:21.670 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:21 smithi073 ceph-mon[66833]: Updating smithi046:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.conf
2024-03-19T01:41:21.670 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:21 smithi073 ceph-mon[66833]: Updating smithi073:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.conf
2024-03-19T01:41:21.670 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:21.670 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:21.670 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:21.670 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:21.670 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:21.670 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:21.671 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:21.671 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:21.671 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:21.671 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:21.671 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:21.671 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:21 smithi073 ceph-mon[66833]: Reconfiguring mon.a (unknown last config time)...
2024-03-19T01:41:21.671 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch
2024-03-19T01:41:21.671 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch
2024-03-19T01:41:21.671 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:21.671 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:21 smithi073 ceph-mon[66833]: Reconfiguring daemon mon.a on smithi046
2024-03-19T01:41:21.671 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:41:21.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:21 smithi102 ceph-mon[66557]: Updating smithi046:/etc/ceph/ceph.conf
2024-03-19T01:41:21.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:21 smithi102 ceph-mon[66557]: Updating smithi073:/etc/ceph/ceph.conf
2024-03-19T01:41:21.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:21 smithi102 ceph-mon[66557]: Updating smithi102:/etc/ceph/ceph.conf
2024-03-19T01:41:21.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:21 smithi102 ceph-mon[66557]: Updating smithi102:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.conf
2024-03-19T01:41:21.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:21 smithi102 ceph-mon[66557]: Updating smithi046:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.conf
2024-03-19T01:41:21.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:21 smithi102 ceph-mon[66557]: Updating smithi073:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.conf
2024-03-19T01:41:21.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:21.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:21.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:21.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:21.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:21.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:21.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:21.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:21.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:21.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:21.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:21.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:21 smithi102 ceph-mon[66557]: Reconfiguring mon.a (unknown last config time)...
2024-03-19T01:41:21.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch
2024-03-19T01:41:21.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch
2024-03-19T01:41:21.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:21.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:21 smithi102 ceph-mon[66557]: Reconfiguring daemon mon.a on smithi046
2024-03-19T01:41:21.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:41:22.472 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:22 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3732027820' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:22.472 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:22 smithi046 ceph-mon[63102]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:22.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:22 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3732027820' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:22.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:22 smithi073 ceph-mon[66833]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:22.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:22 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3732027820' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:22.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:22 smithi102 ceph-mon[66557]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:22.833 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring...
2024-03-19T01:41:22.833 DEBUG:teuthology.orchestra.run.smithi046:> set -ex
2024-03-19T01:41:22.833 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/ceph/ceph.conf
2024-03-19T01:41:22.903 DEBUG:teuthology.orchestra.run.smithi046:> set -ex
2024-03-19T01:41:22.903 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/ceph/ceph.client.admin.keyring
2024-03-19T01:41:22.969 DEBUG:teuthology.orchestra.run.smithi073:> set -ex
2024-03-19T01:41:22.969 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd of=/etc/ceph/ceph.conf
2024-03-19T01:41:22.999 DEBUG:teuthology.orchestra.run.smithi073:> set -ex
2024-03-19T01:41:22.999 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd of=/etc/ceph/ceph.client.admin.keyring
2024-03-19T01:41:23.066 DEBUG:teuthology.orchestra.run.smithi102:> set -ex
2024-03-19T01:41:23.066 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/etc/ceph/ceph.conf
2024-03-19T01:41:23.100 DEBUG:teuthology.orchestra.run.smithi102:> set -ex
2024-03-19T01:41:23.100 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/etc/ceph/ceph.client.admin.keyring
2024-03-19T01:41:23.169 INFO:tasks.cephadm:Adding mgr.x on smithi046
2024-03-19T01:41:23.169 INFO:tasks.cephadm:Adding mgr.y on smithi073
2024-03-19T01:41:23.169 INFO:tasks.cephadm:Adding mgr.z on smithi102
2024-03-19T01:41:23.170 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph orch apply mgr '3;smithi046=x;smithi073=y;smithi102=z'
2024-03-19T01:41:23.442 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.c/config
2024-03-19T01:41:23.783 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:23 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:23.784 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:23 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:23.784 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:23 smithi102 ceph-mon[66557]: Reconfiguring mon.b (monmap changed)...
2024-03-19T01:41:23.784 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:23 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch
2024-03-19T01:41:23.784 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:23 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch
2024-03-19T01:41:23.784 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:23 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:23.784 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:23 smithi102 ceph-mon[66557]: Reconfiguring daemon mon.b on smithi073
2024-03-19T01:41:23.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:23 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:23.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:23 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:23.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:23 smithi046 ceph-mon[63102]: Reconfiguring mon.b (monmap changed)...
2024-03-19T01:41:23.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:23 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch
2024-03-19T01:41:23.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:23 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch
2024-03-19T01:41:23.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:23 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:23.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:23 smithi046 ceph-mon[63102]: Reconfiguring daemon mon.b on smithi073
2024-03-19T01:41:23.904 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:23 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:23.904 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:23 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:23.904 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:23 smithi073 ceph-mon[66833]: Reconfiguring mon.b (monmap changed)...
2024-03-19T01:41:23.904 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:23 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch
2024-03-19T01:41:23.904 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:23 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch
2024-03-19T01:41:23.904 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:23 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:23.904 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:23 smithi073 ceph-mon[66833]: Reconfiguring daemon mon.b on smithi073
2024-03-19T01:41:24.796 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:24 smithi102 ceph-mon[66557]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:24.796 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:24 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:24.796 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:24 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:24.796 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:24 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch
2024-03-19T01:41:24.796 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:24 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch
2024-03-19T01:41:24.796 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:24 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:24.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:24 smithi046 ceph-mon[63102]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:24.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:24 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:24.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:24 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:24.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:24 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch
2024-03-19T01:41:24.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:24 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch
2024-03-19T01:41:24.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:24 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:24.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:24 smithi073 ceph-mon[66833]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:24.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:24 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:24.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:24 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:24.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:24 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch
2024-03-19T01:41:24.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:24 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch
2024-03-19T01:41:24.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:24 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:25.024 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.022+0000 7f028ea99700  1 -- 172.21.15.102:0/2101115615 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0288102960 msgr2=0x7f0288104d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:41:25.024 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.022+0000 7f028ea99700  1 --2- 172.21.15.102:0/2101115615 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0288102960 0x7f0288104d50 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f027c009910 tx=0x7f027c009c20 comp rx=0 tx=0).stop
2024-03-19T01:41:25.024 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.022+0000 7f028ea99700  1 -- 172.21.15.102:0/2101115615 shutdown_connections
2024-03-19T01:41:25.024 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.022+0000 7f028ea99700  1 --2- 172.21.15.102:0/2101115615 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0288102960 0x7f0288104d50 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:25.025 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.022+0000 7f028ea99700  1 -- 172.21.15.102:0/2101115615 >> 172.21.15.102:0/2101115615 conn(0x7f02880fc2f0 msgr2=0x7f02880fe710 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:41:25.025 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.022+0000 7f028ea99700  1 -- 172.21.15.102:0/2101115615 shutdown_connections
2024-03-19T01:41:25.025 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.022+0000 7f028ea99700  1 -- 172.21.15.102:0/2101115615 wait complete.
2024-03-19T01:41:25.025 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.023+0000 7f028ea99700  1  Processor -- start
2024-03-19T01:41:25.025 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.023+0000 7f028ea99700  1 --  start start
2024-03-19T01:41:25.025 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.023+0000 7f028ea99700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0288102960 0x7f0288197550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:41:25.025 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.023+0000 7f028ea99700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0288197a90 0x7f028819cb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:41:25.025 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.023+0000 7f028ea99700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0288197f10 0x7f028819f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:41:25.025 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.023+0000 7f028ea99700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f0288107d70 con 0x7f0288197a90
2024-03-19T01:41:25.025 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.023+0000 7f028ea99700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f0288107bf0 con 0x7f0288102960
2024-03-19T01:41:25.025 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.023+0000 7f028ea99700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0288107ef0 con 0x7f0288197f10
2024-03-19T01:41:25.025 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.023+0000 7f028d036700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0288197f10 0x7f028819f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:41:25.025 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.023+0000 7f028d036700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0288197f10 0x7f028819f090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.102:53638/0 (socket says 172.21.15.102:53638)
2024-03-19T01:41:25.026 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.023+0000 7f028d036700  1 -- 172.21.15.102:0/2092238405 learned_addr learned my addr 172.21.15.102:0/2092238405 (peer_addr_for_me v2:172.21.15.102:0/0)
2024-03-19T01:41:25.026 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.023+0000 7f0287fff700  1 --2- 172.21.15.102:0/2092238405 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0288197a90 0x7f028819cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:41:25.026 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.024+0000 7f028c835700  1 --2- 172.21.15.102:0/2092238405 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0288102960 0x7f0288197550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:41:25.026 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.024+0000 7f028d036700  1 -- 172.21.15.102:0/2092238405 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0288102960 msgr2=0x7f0288197550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:41:25.026 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.024+0000 7f028d036700  1 --2- 172.21.15.102:0/2092238405 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0288102960 0x7f0288197550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:25.026 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.024+0000 7f028d036700  1 -- 172.21.15.102:0/2092238405 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0288197a90 msgr2=0x7f028819cb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:41:25.026 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.024+0000 7f028d036700  1 --2- 172.21.15.102:0/2092238405 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0288197a90 0x7f028819cb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:25.026 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.024+0000 7f028d036700  1 -- 172.21.15.102:0/2092238405 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f028819f960 con 0x7f0288197f10
2024-03-19T01:41:25.026 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.024+0000 7f0287fff700  1 --2- 172.21.15.102:0/2092238405 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0288197a90 0x7f028819cb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:41:25.026 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.024+0000 7f028d036700  1 --2- 172.21.15.102:0/2092238405 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0288197f10 0x7f028819f090 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f028000ba50 tx=0x7f028000bd60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:41:25.026 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.024+0000 7f0285ffb700  1 -- 172.21.15.102:0/2092238405 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0280019070 con 0x7f0288197f10
2024-03-19T01:41:25.026 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.024+0000 7f028ea99700  1 -- 172.21.15.102:0/2092238405 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f028819fc50 con 0x7f0288197f10
2024-03-19T01:41:25.027 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.024+0000 7f0285ffb700  1 -- 172.21.15.102:0/2092238405 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f028000cde0 con 0x7f0288197f10
2024-03-19T01:41:25.027 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.024+0000 7f0285ffb700  1 -- 172.21.15.102:0/2092238405 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0280007350 con 0x7f0288197f10
2024-03-19T01:41:25.028 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.024+0000 7f028ea99700  1 -- 172.21.15.102:0/2092238405 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02881a0210 con 0x7f0288197f10
2024-03-19T01:41:25.028 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.025+0000 7f0285ffb700  1 -- 172.21.15.102:0/2092238405 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 13) ==== 46162+0+0 (secure 0 0 0) 0x7f028001c070 con 0x7f0288197f10
2024-03-19T01:41:25.028 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.025+0000 7f028ea99700  1 -- 172.21.15.102:0/2092238405 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0288063940 con 0x7f0288197f10
2024-03-19T01:41:25.028 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.026+0000 7f0285ffb700  1 --2- 172.21.15.102:0/2092238405 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f0278039450 0x7f027803b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:41:25.028 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.026+0000 7f0285ffb700  1 -- 172.21.15.102:0/2092238405 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f028004b760 con 0x7f0288197f10
2024-03-19T01:41:25.028 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.026+0000 7f028c835700  1 --2- 172.21.15.102:0/2092238405 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f0278039450 0x7f027803b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:41:25.028 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.026+0000 7f028c835700  1 --2- 172.21.15.102:0/2092238405 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f0278039450 0x7f027803b910 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f027c005190 tx=0x7f027c01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:41:25.031 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.032+0000 7f0285ffb700  1 -- 172.21.15.102:0/2092238405 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f0280014440 con 0x7f0288197f10
2024-03-19T01:41:25.249 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.249+0000 7f028ea99700  1 -- 172.21.15.102:0/2092238405 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi046=x;smithi073=y;smithi102=z", "target": ["mon-mgr", ""]}) -- 0x7f02880628a0 con 0x7f0278039450
2024-03-19T01:41:25.255 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.255+0000 7f0285ffb700  1 -- 172.21.15.102:0/2092238405 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f02880628a0 con 0x7f0278039450
2024-03-19T01:41:25.255 INFO:teuthology.orchestra.run.smithi102.stdout:Scheduled mgr update...
2024-03-19T01:41:25.258 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.257+0000 7f028ea99700  1 -- 172.21.15.102:0/2092238405 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f0278039450 msgr2=0x7f027803b910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:41:25.258 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.257+0000 7f028ea99700  1 --2- 172.21.15.102:0/2092238405 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f0278039450 0x7f027803b910 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f027c005190 tx=0x7f027c01a040 comp rx=0 tx=0).stop
2024-03-19T01:41:25.258 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.257+0000 7f028ea99700  1 -- 172.21.15.102:0/2092238405 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0288197f10 msgr2=0x7f028819f090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:41:25.258 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.257+0000 7f028ea99700  1 --2- 172.21.15.102:0/2092238405 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0288197f10 0x7f028819f090 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f028000ba50 tx=0x7f028000bd60 comp rx=0 tx=0).stop
2024-03-19T01:41:25.258 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.258+0000 7f028ea99700  1 -- 172.21.15.102:0/2092238405 shutdown_connections
2024-03-19T01:41:25.258 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.258+0000 7f028ea99700  1 --2- 172.21.15.102:0/2092238405 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f0278039450 0x7f027803b910 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:25.258 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.258+0000 7f028ea99700  1 --2- 172.21.15.102:0/2092238405 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0288197f10 0x7f028819f090 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:25.258 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.258+0000 7f028ea99700  1 --2- 172.21.15.102:0/2092238405 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0288102960 0x7f0288197550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:25.258 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.258+0000 7f028ea99700  1 --2- 172.21.15.102:0/2092238405 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0288197a90 0x7f028819cb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:25.258 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.258+0000 7f028ea99700  1 -- 172.21.15.102:0/2092238405 >> 172.21.15.102:0/2092238405 conn(0x7f02880fc2f0 msgr2=0x7f02880fcf00 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:41:25.258 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.258+0000 7f028ea99700  1 -- 172.21.15.102:0/2092238405 shutdown_connections
2024-03-19T01:41:25.259 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:41:25.258+0000 7f028ea99700  1 -- 172.21.15.102:0/2092238405 wait complete.
2024-03-19T01:41:25.666 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:25 smithi102 ceph-mon[66557]: Reconfiguring mon.c (monmap changed)...
2024-03-19T01:41:25.666 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:25 smithi102 ceph-mon[66557]: Reconfiguring daemon mon.c on smithi102
2024-03-19T01:41:25.667 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:25 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:25.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:25 smithi046 ceph-mon[63102]: Reconfiguring mon.c (monmap changed)...
2024-03-19T01:41:25.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:25 smithi046 ceph-mon[63102]: Reconfiguring daemon mon.c on smithi102
2024-03-19T01:41:25.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:25 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:25.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:25 smithi073 ceph-mon[66833]: Reconfiguring mon.c (monmap changed)...
2024-03-19T01:41:25.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:25 smithi073 ceph-mon[66833]: Reconfiguring daemon mon.c on smithi102
2024-03-19T01:41:25.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:25 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:26.592 DEBUG:teuthology.orchestra.run.smithi073:mgr.y> sudo journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mgr.y.service
2024-03-19T01:41:26.595 DEBUG:teuthology.orchestra.run.smithi102:mgr.z> sudo journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mgr.z.service
2024-03-19T01:41:26.597 INFO:tasks.cephadm:Deploying OSDs...
2024-03-19T01:41:26.598 DEBUG:teuthology.orchestra.run.smithi046:> set -ex
2024-03-19T01:41:26.598 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/scratch_devs of=/dev/stdout
2024-03-19T01:41:26.613 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4']
2024-03-19T01:41:26.613 DEBUG:teuthology.orchestra.run.smithi046:> stat /dev/vg_nvme/lv_1
2024-03-19T01:41:26.668 INFO:teuthology.orchestra.run.smithi046.stdout:  File: /dev/vg_nvme/lv_1 -> ../dm-0
2024-03-19T01:41:26.668 INFO:teuthology.orchestra.run.smithi046.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2024-03-19T01:41:26.668 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 5h/5d	Inode: 811         Links: 1
2024-03-19T01:41:26.668 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2024-03-19T01:41:26.668 INFO:teuthology.orchestra.run.smithi046.stdout:Context: system_u:object_r:device_t:s0
2024-03-19T01:41:26.668 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2024-03-19 01:40:30.150332897 +0000
2024-03-19T01:41:26.668 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2024-03-19 01:26:44.716289083 +0000
2024-03-19T01:41:26.668 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2024-03-19 01:26:44.716289083 +0000
2024-03-19T01:41:26.668 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: 2024-03-19 01:26:44.716289083 +0000
2024-03-19T01:41:26.669 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1
2024-03-19T01:41:26.734 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records in
2024-03-19T01:41:26.734 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records out
2024-03-19T01:41:26.734 INFO:teuthology.orchestra.run.smithi046.stderr:512 bytes copied, 0.000110919 s, 4.6 MB/s
2024-03-19T01:41:26.735 DEBUG:teuthology.orchestra.run.smithi046:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1
2024-03-19T01:41:26.791 DEBUG:teuthology.orchestra.run.smithi046:> stat /dev/vg_nvme/lv_2
2024-03-19T01:41:26.846 INFO:teuthology.orchestra.run.smithi046.stdout:  File: /dev/vg_nvme/lv_2 -> ../dm-1
2024-03-19T01:41:26.846 INFO:teuthology.orchestra.run.smithi046.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2024-03-19T01:41:26.847 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 5h/5d	Inode: 831         Links: 1
2024-03-19T01:41:26.847 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2024-03-19T01:41:26.847 INFO:teuthology.orchestra.run.smithi046.stdout:Context: system_u:object_r:device_t:s0
2024-03-19T01:41:26.847 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2024-03-19 01:40:30.181332607 +0000
2024-03-19T01:41:26.847 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2024-03-19 01:26:45.050285957 +0000
2024-03-19T01:41:26.847 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2024-03-19 01:26:45.050285957 +0000
2024-03-19T01:41:26.847 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: 2024-03-19 01:26:45.050285957 +0000
2024-03-19T01:41:26.847 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1
2024-03-19T01:41:26.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:26 smithi046 ceph-mon[63102]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi046=x;smithi073=y;smithi102=z", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:41:26.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:26 smithi046 ceph-mon[63102]: Saving service mgr spec with placement smithi046=x;smithi073=y;smithi102=z;count:3
2024-03-19T01:41:26.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:26 smithi046 ceph-mon[63102]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:26.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:26 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:26.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:26 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:26.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:26 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:41:26.889 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records in
2024-03-19T01:41:26.889 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records out
2024-03-19T01:41:26.890 INFO:teuthology.orchestra.run.smithi046.stderr:512 bytes copied, 0.000105431 s, 4.9 MB/s
2024-03-19T01:41:26.891 DEBUG:teuthology.orchestra.run.smithi046:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2
2024-03-19T01:41:26.946 DEBUG:teuthology.orchestra.run.smithi046:> stat /dev/vg_nvme/lv_3
2024-03-19T01:41:26.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:26 smithi073 ceph-mon[66833]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi046=x;smithi073=y;smithi102=z", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:41:26.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:26 smithi073 ceph-mon[66833]: Saving service mgr spec with placement smithi046=x;smithi073=y;smithi102=z;count:3
2024-03-19T01:41:26.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:26 smithi073 ceph-mon[66833]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:26.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:26 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:26.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:26 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:26.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:26 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:41:26.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:26 smithi102 ceph-mon[66557]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi046=x;smithi073=y;smithi102=z", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:41:26.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:26 smithi102 ceph-mon[66557]: Saving service mgr spec with placement smithi046=x;smithi073=y;smithi102=z;count:3
2024-03-19T01:41:26.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:26 smithi102 ceph-mon[66557]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:26.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:26 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:26.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:26 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:26.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:26 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:41:27.001 INFO:teuthology.orchestra.run.smithi046.stdout:  File: /dev/vg_nvme/lv_3 -> ../dm-2
2024-03-19T01:41:27.001 INFO:teuthology.orchestra.run.smithi046.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2024-03-19T01:41:27.001 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 5h/5d	Inode: 851         Links: 1
2024-03-19T01:41:27.001 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2024-03-19T01:41:27.001 INFO:teuthology.orchestra.run.smithi046.stdout:Context: system_u:object_r:device_t:s0
2024-03-19T01:41:27.001 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2024-03-19 01:40:30.209332344 +0000
2024-03-19T01:41:27.002 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2024-03-19 01:26:45.375282916 +0000
2024-03-19T01:41:27.002 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2024-03-19 01:26:45.375282916 +0000
2024-03-19T01:41:27.002 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: 2024-03-19 01:26:45.375282916 +0000
2024-03-19T01:41:27.002 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1
2024-03-19T01:41:27.066 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records in
2024-03-19T01:41:27.067 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records out
2024-03-19T01:41:27.067 INFO:teuthology.orchestra.run.smithi046.stderr:512 bytes copied, 8.9375e-05 s, 5.7 MB/s
2024-03-19T01:41:27.068 DEBUG:teuthology.orchestra.run.smithi046:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3
2024-03-19T01:41:27.122 DEBUG:teuthology.orchestra.run.smithi046:> stat /dev/vg_nvme/lv_4
2024-03-19T01:41:27.177 INFO:teuthology.orchestra.run.smithi046.stdout:  File: /dev/vg_nvme/lv_4 -> ../dm-3
2024-03-19T01:41:27.177 INFO:teuthology.orchestra.run.smithi046.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2024-03-19T01:41:27.177 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 5h/5d	Inode: 871         Links: 1
2024-03-19T01:41:27.177 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2024-03-19T01:41:27.178 INFO:teuthology.orchestra.run.smithi046.stdout:Context: system_u:object_r:device_t:s0
2024-03-19T01:41:27.178 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2024-03-19 01:40:30.237332081 +0000
2024-03-19T01:41:27.178 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2024-03-19 01:26:45.703279847 +0000
2024-03-19T01:41:27.178 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2024-03-19 01:26:45.703279847 +0000
2024-03-19T01:41:27.178 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: 2024-03-19 01:26:45.703279847 +0000
2024-03-19T01:41:27.178 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1
2024-03-19T01:41:27.242 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records in
2024-03-19T01:41:27.243 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records out
2024-03-19T01:41:27.243 INFO:teuthology.orchestra.run.smithi046.stderr:512 bytes copied, 8.2142e-05 s, 6.2 MB/s
2024-03-19T01:41:27.244 DEBUG:teuthology.orchestra.run.smithi046:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4
2024-03-19T01:41:27.299 DEBUG:teuthology.orchestra.run.smithi073:> set -ex
2024-03-19T01:41:27.299 DEBUG:teuthology.orchestra.run.smithi073:> dd if=/scratch_devs of=/dev/stdout
2024-03-19T01:41:27.317 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4']
2024-03-19T01:41:27.317 DEBUG:teuthology.orchestra.run.smithi073:> stat /dev/vg_nvme/lv_1
2024-03-19T01:41:27.375 INFO:teuthology.orchestra.run.smithi073.stdout:  File: /dev/vg_nvme/lv_1 -> ../dm-0
2024-03-19T01:41:27.375 INFO:teuthology.orchestra.run.smithi073.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2024-03-19T01:41:27.375 INFO:teuthology.orchestra.run.smithi073.stdout:Device: 5h/5d	Inode: 668         Links: 1
2024-03-19T01:41:27.375 INFO:teuthology.orchestra.run.smithi073.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2024-03-19T01:41:27.375 INFO:teuthology.orchestra.run.smithi073.stdout:Context: system_u:object_r:device_t:s0
2024-03-19T01:41:27.375 INFO:teuthology.orchestra.run.smithi073.stdout:Access: 2024-03-19 01:41:12.265872161 +0000
2024-03-19T01:41:27.375 INFO:teuthology.orchestra.run.smithi073.stdout:Modify: 2024-03-19 01:24:20.359712162 +0000
2024-03-19T01:41:27.375 INFO:teuthology.orchestra.run.smithi073.stdout:Change: 2024-03-19 01:24:20.359712162 +0000
2024-03-19T01:41:27.375 INFO:teuthology.orchestra.run.smithi073.stdout: Birth: 2024-03-19 01:24:20.359712162 +0000
2024-03-19T01:41:27.375 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1
2024-03-19T01:41:27.444 INFO:teuthology.orchestra.run.smithi073.stderr:1+0 records in
2024-03-19T01:41:27.445 INFO:teuthology.orchestra.run.smithi073.stderr:1+0 records out
2024-03-19T01:41:27.445 INFO:teuthology.orchestra.run.smithi073.stderr:512 bytes copied, 0.000289687 s, 1.8 MB/s
2024-03-19T01:41:27.446 DEBUG:teuthology.orchestra.run.smithi073:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1
2024-03-19T01:41:27.504 DEBUG:teuthology.orchestra.run.smithi073:> stat /dev/vg_nvme/lv_2
2024-03-19T01:41:27.561 INFO:teuthology.orchestra.run.smithi073.stdout:  File: /dev/vg_nvme/lv_2 -> ../dm-1
2024-03-19T01:41:27.561 INFO:teuthology.orchestra.run.smithi073.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2024-03-19T01:41:27.561 INFO:teuthology.orchestra.run.smithi073.stdout:Device: 5h/5d	Inode: 686         Links: 1
2024-03-19T01:41:27.561 INFO:teuthology.orchestra.run.smithi073.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2024-03-19T01:41:27.561 INFO:teuthology.orchestra.run.smithi073.stdout:Context: system_u:object_r:device_t:s0
2024-03-19T01:41:27.561 INFO:teuthology.orchestra.run.smithi073.stdout:Access: 2024-03-19 01:41:12.265872161 +0000
2024-03-19T01:41:27.562 INFO:teuthology.orchestra.run.smithi073.stdout:Modify: 2024-03-19 01:24:20.735703662 +0000
2024-03-19T01:41:27.562 INFO:teuthology.orchestra.run.smithi073.stdout:Change: 2024-03-19 01:24:20.735703662 +0000
2024-03-19T01:41:27.562 INFO:teuthology.orchestra.run.smithi073.stdout: Birth: 2024-03-19 01:24:20.735703662 +0000
2024-03-19T01:41:27.562 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1
2024-03-19T01:41:27.629 INFO:teuthology.orchestra.run.smithi073.stderr:1+0 records in
2024-03-19T01:41:27.630 INFO:teuthology.orchestra.run.smithi073.stderr:1+0 records out
2024-03-19T01:41:27.630 INFO:teuthology.orchestra.run.smithi073.stderr:512 bytes copied, 0.000215893 s, 2.4 MB/s
2024-03-19T01:41:27.631 DEBUG:teuthology.orchestra.run.smithi073:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2
2024-03-19T01:41:27.688 DEBUG:teuthology.orchestra.run.smithi073:> stat /dev/vg_nvme/lv_3
2024-03-19T01:41:27.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:27 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:27.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:27 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:41:27.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:27 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:27.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:27 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch
2024-03-19T01:41:27.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:27 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished
2024-03-19T01:41:27.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:27 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch
2024-03-19T01:41:27.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:27 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:27.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:27 smithi073 ceph-mon[66833]: Deploying daemon mgr.z on smithi102
2024-03-19T01:41:27.730 INFO:teuthology.orchestra.run.smithi073.stdout:  File: /dev/vg_nvme/lv_3 -> ../dm-2
2024-03-19T01:41:27.730 INFO:teuthology.orchestra.run.smithi073.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2024-03-19T01:41:27.730 INFO:teuthology.orchestra.run.smithi073.stdout:Device: 5h/5d	Inode: 705         Links: 1
2024-03-19T01:41:27.730 INFO:teuthology.orchestra.run.smithi073.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2024-03-19T01:41:27.730 INFO:teuthology.orchestra.run.smithi073.stdout:Context: system_u:object_r:device_t:s0
2024-03-19T01:41:27.730 INFO:teuthology.orchestra.run.smithi073.stdout:Access: 2024-03-19 01:41:12.265872161 +0000
2024-03-19T01:41:27.730 INFO:teuthology.orchestra.run.smithi073.stdout:Modify: 2024-03-19 01:24:21.088695682 +0000
2024-03-19T01:41:27.730 INFO:teuthology.orchestra.run.smithi073.stdout:Change: 2024-03-19 01:24:21.088695682 +0000
2024-03-19T01:41:27.731 INFO:teuthology.orchestra.run.smithi073.stdout: Birth: 2024-03-19 01:24:21.088695682 +0000
2024-03-19T01:41:27.731 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1
2024-03-19T01:41:27.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:27 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:27.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:27 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:41:27.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:27 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:27.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:27 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch
2024-03-19T01:41:27.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:27 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished
2024-03-19T01:41:27.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:27 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch
2024-03-19T01:41:27.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:27 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:27.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:27 smithi102 ceph-mon[66557]: Deploying daemon mgr.z on smithi102
2024-03-19T01:41:27.797 INFO:teuthology.orchestra.run.smithi073.stderr:1+0 records in
2024-03-19T01:41:27.797 INFO:teuthology.orchestra.run.smithi073.stderr:1+0 records out
2024-03-19T01:41:27.798 INFO:teuthology.orchestra.run.smithi073.stderr:512 bytes copied, 0.000258495 s, 2.0 MB/s
2024-03-19T01:41:27.799 DEBUG:teuthology.orchestra.run.smithi073:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3
2024-03-19T01:41:27.856 DEBUG:teuthology.orchestra.run.smithi073:> stat /dev/vg_nvme/lv_4
2024-03-19T01:41:27.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:27 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:27.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:27 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:41:27.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:27 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:27.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:27 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch
2024-03-19T01:41:27.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:27 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished
2024-03-19T01:41:27.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:27 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch
2024-03-19T01:41:27.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:27 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:27.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:27 smithi046 ceph-mon[63102]: Deploying daemon mgr.z on smithi102
2024-03-19T01:41:27.911 INFO:teuthology.orchestra.run.smithi073.stdout:  File: /dev/vg_nvme/lv_4 -> ../dm-3
2024-03-19T01:41:27.911 INFO:teuthology.orchestra.run.smithi073.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2024-03-19T01:41:27.911 INFO:teuthology.orchestra.run.smithi073.stdout:Device: 5h/5d	Inode: 724         Links: 1
2024-03-19T01:41:27.912 INFO:teuthology.orchestra.run.smithi073.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2024-03-19T01:41:27.912 INFO:teuthology.orchestra.run.smithi073.stdout:Context: system_u:object_r:device_t:s0
2024-03-19T01:41:27.912 INFO:teuthology.orchestra.run.smithi073.stdout:Access: 2024-03-19 01:41:12.266872139 +0000
2024-03-19T01:41:27.912 INFO:teuthology.orchestra.run.smithi073.stdout:Modify: 2024-03-19 01:24:21.432687906 +0000
2024-03-19T01:41:27.912 INFO:teuthology.orchestra.run.smithi073.stdout:Change: 2024-03-19 01:24:21.432687906 +0000
2024-03-19T01:41:27.912 INFO:teuthology.orchestra.run.smithi073.stdout: Birth: 2024-03-19 01:24:21.432687906 +0000
2024-03-19T01:41:27.912 DEBUG:teuthology.orchestra.run.smithi073:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1
2024-03-19T01:41:27.978 INFO:teuthology.orchestra.run.smithi073.stderr:1+0 records in
2024-03-19T01:41:27.978 INFO:teuthology.orchestra.run.smithi073.stderr:1+0 records out
2024-03-19T01:41:27.978 INFO:teuthology.orchestra.run.smithi073.stderr:512 bytes copied, 0.000205362 s, 2.5 MB/s
2024-03-19T01:41:27.979 DEBUG:teuthology.orchestra.run.smithi073:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4
2024-03-19T01:41:28.035 DEBUG:teuthology.orchestra.run.smithi102:> set -ex
2024-03-19T01:41:28.035 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/scratch_devs of=/dev/stdout
2024-03-19T01:41:28.051 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4']
2024-03-19T01:41:28.051 DEBUG:teuthology.orchestra.run.smithi102:> stat /dev/vg_nvme/lv_1
2024-03-19T01:41:28.105 INFO:teuthology.orchestra.run.smithi102.stdout:  File: /dev/vg_nvme/lv_1 -> ../dm-0
2024-03-19T01:41:28.105 INFO:teuthology.orchestra.run.smithi102.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2024-03-19T01:41:28.105 INFO:teuthology.orchestra.run.smithi102.stdout:Device: 5h/5d	Inode: 666         Links: 1
2024-03-19T01:41:28.106 INFO:teuthology.orchestra.run.smithi102.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2024-03-19T01:41:28.106 INFO:teuthology.orchestra.run.smithi102.stdout:Context: system_u:object_r:device_t:s0
2024-03-19T01:41:28.106 INFO:teuthology.orchestra.run.smithi102.stdout:Access: 2024-03-19 01:41:02.873881339 +0000
2024-03-19T01:41:28.106 INFO:teuthology.orchestra.run.smithi102.stdout:Modify: 2024-03-19 01:22:09.759880869 +0000
2024-03-19T01:41:28.106 INFO:teuthology.orchestra.run.smithi102.stdout:Change: 2024-03-19 01:22:09.759880869 +0000
2024-03-19T01:41:28.106 INFO:teuthology.orchestra.run.smithi102.stdout: Birth: 2024-03-19 01:22:09.759880869 +0000
2024-03-19T01:41:28.106 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1
2024-03-19T01:41:28.171 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records in
2024-03-19T01:41:28.171 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records out
2024-03-19T01:41:28.171 INFO:teuthology.orchestra.run.smithi102.stderr:512 bytes copied, 0.000201728 s, 2.5 MB/s
2024-03-19T01:41:28.172 DEBUG:teuthology.orchestra.run.smithi102:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1
2024-03-19T01:41:28.228 DEBUG:teuthology.orchestra.run.smithi102:> stat /dev/vg_nvme/lv_2
2024-03-19T01:41:28.283 INFO:teuthology.orchestra.run.smithi102.stdout:  File: /dev/vg_nvme/lv_2 -> ../dm-1
2024-03-19T01:41:28.283 INFO:teuthology.orchestra.run.smithi102.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2024-03-19T01:41:28.283 INFO:teuthology.orchestra.run.smithi102.stdout:Device: 5h/5d	Inode: 684         Links: 1
2024-03-19T01:41:28.283 INFO:teuthology.orchestra.run.smithi102.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2024-03-19T01:41:28.283 INFO:teuthology.orchestra.run.smithi102.stdout:Context: system_u:object_r:device_t:s0
2024-03-19T01:41:28.283 INFO:teuthology.orchestra.run.smithi102.stdout:Access: 2024-03-19 01:41:02.874881319 +0000
2024-03-19T01:41:28.283 INFO:teuthology.orchestra.run.smithi102.stdout:Modify: 2024-03-19 01:22:10.111873981 +0000
2024-03-19T01:41:28.284 INFO:teuthology.orchestra.run.smithi102.stdout:Change: 2024-03-19 01:22:10.111873981 +0000
2024-03-19T01:41:28.284 INFO:teuthology.orchestra.run.smithi102.stdout: Birth: 2024-03-19 01:22:10.111873981 +0000
2024-03-19T01:41:28.284 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1
2024-03-19T01:41:28.349 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records in
2024-03-19T01:41:28.350 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records out
2024-03-19T01:41:28.350 INFO:teuthology.orchestra.run.smithi102.stderr:512 bytes copied, 0.000192238 s, 2.7 MB/s
2024-03-19T01:41:28.351 DEBUG:teuthology.orchestra.run.smithi102:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2
2024-03-19T01:41:28.406 DEBUG:teuthology.orchestra.run.smithi102:> stat /dev/vg_nvme/lv_3
2024-03-19T01:41:28.460 INFO:teuthology.orchestra.run.smithi102.stdout:  File: /dev/vg_nvme/lv_3 -> ../dm-2
2024-03-19T01:41:28.461 INFO:teuthology.orchestra.run.smithi102.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2024-03-19T01:41:28.461 INFO:teuthology.orchestra.run.smithi102.stdout:Device: 5h/5d	Inode: 704         Links: 1
2024-03-19T01:41:28.461 INFO:teuthology.orchestra.run.smithi102.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2024-03-19T01:41:28.461 INFO:teuthology.orchestra.run.smithi102.stdout:Context: system_u:object_r:device_t:s0
2024-03-19T01:41:28.461 INFO:teuthology.orchestra.run.smithi102.stdout:Access: 2024-03-19 01:41:02.874881319 +0000
2024-03-19T01:41:28.461 INFO:teuthology.orchestra.run.smithi102.stdout:Modify: 2024-03-19 01:22:10.456867229 +0000
2024-03-19T01:41:28.461 INFO:teuthology.orchestra.run.smithi102.stdout:Change: 2024-03-19 01:22:10.456867229 +0000
2024-03-19T01:41:28.461 INFO:teuthology.orchestra.run.smithi102.stdout: Birth: 2024-03-19 01:22:10.456867229 +0000
2024-03-19T01:41:28.461 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1
2024-03-19T01:41:28.552 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records in
2024-03-19T01:41:28.552 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records out
2024-03-19T01:41:28.552 INFO:teuthology.orchestra.run.smithi102.stderr:512 bytes copied, 0.000183351 s, 2.8 MB/s
2024-03-19T01:41:28.554 DEBUG:teuthology.orchestra.run.smithi102:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3
2024-03-19T01:41:28.569 DEBUG:teuthology.orchestra.run.smithi102:> stat /dev/vg_nvme/lv_4
2024-03-19T01:41:28.578 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:28 smithi102 ceph-mon[66557]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:28.591 INFO:teuthology.orchestra.run.smithi102.stdout:  File: /dev/vg_nvme/lv_4 -> ../dm-3
2024-03-19T01:41:28.591 INFO:teuthology.orchestra.run.smithi102.stdout:  Size: 7         	Blocks: 0          IO Block: 4096   symbolic link
2024-03-19T01:41:28.591 INFO:teuthology.orchestra.run.smithi102.stdout:Device: 5h/5d	Inode: 722         Links: 1
2024-03-19T01:41:28.591 INFO:teuthology.orchestra.run.smithi102.stdout:Access: (0777/lrwxrwxrwx)  Uid: (    0/    root)   Gid: (    0/    root)
2024-03-19T01:41:28.591 INFO:teuthology.orchestra.run.smithi102.stdout:Context: system_u:object_r:device_t:s0
2024-03-19T01:41:28.591 INFO:teuthology.orchestra.run.smithi102.stdout:Access: 2024-03-19 01:41:28.506371998 +0000
2024-03-19T01:41:28.591 INFO:teuthology.orchestra.run.smithi102.stdout:Modify: 2024-03-19 01:22:10.800860497 +0000
2024-03-19T01:41:28.592 INFO:teuthology.orchestra.run.smithi102.stdout:Change: 2024-03-19 01:22:10.800860497 +0000
2024-03-19T01:41:28.592 INFO:teuthology.orchestra.run.smithi102.stdout: Birth: 2024-03-19 01:22:10.800860497 +0000
2024-03-19T01:41:28.592 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1
2024-03-19T01:41:28.731 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records in
2024-03-19T01:41:28.731 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records out
2024-03-19T01:41:28.731 INFO:teuthology.orchestra.run.smithi102.stderr:512 bytes copied, 0.000211655 s, 2.4 MB/s
2024-03-19T01:41:28.733 DEBUG:teuthology.orchestra.run.smithi102:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4
2024-03-19T01:41:28.747 INFO:tasks.cephadm:Deploying osd.0 on smithi046 with /dev/vg_nvme/lv_4...
2024-03-19T01:41:28.747 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4
2024-03-19T01:41:28.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:28 smithi046 ceph-mon[63102]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:28.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:28 smithi073 ceph-mon[66833]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:28.973 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:41:28 smithi102 systemd[1]: Starting Ceph mgr.z for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T01:41:28.995 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:41:29.231 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:41:28 smithi102 podman[68431]: 2024-03-19 01:41:28.877723745 +0000 UTC m=+0.018066126 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639
2024-03-19T01:41:29.231 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:41:29 smithi102 podman[68431]: 2024-03-19 01:41:29.006268727 +0000 UTC m=+0.146611090 container create 096a89b453933968ee15e73098bd643a0c33a3c0d9c49575bb473b0ade080056 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307)
2024-03-19T01:41:29.730 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:41:29 smithi102 podman[68431]: 2024-03-19 01:41:29.234008377 +0000 UTC m=+0.374350753 container init 096a89b453933968ee15e73098bd643a0c33a3c0d9c49575bb473b0ade080056 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS)
2024-03-19T01:41:29.730 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:41:29 smithi102 podman[68431]: 2024-03-19 01:41:29.236611539 +0000 UTC m=+0.376953905 container start 096a89b453933968ee15e73098bd643a0c33a3c0d9c49575bb473b0ade080056 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_BRANCH=HEAD, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0)
2024-03-19T01:41:29.731 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:41:29 smithi102 ceph-mgr[68450]: -- 172.21.15.102:0/2168238511 <== mon.1 v2:172.21.15.102:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f3881685a0 con 0x55f38813d000
2024-03-19T01:41:29.731 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:41:29 smithi102 bash[68431]: 096a89b453933968ee15e73098bd643a0c33a3c0d9c49575bb473b0ade080056
2024-03-19T01:41:29.731 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:41:29 smithi102 systemd[1]: Started Ceph mgr.z for 53c8cf3e-e591-11ee-95c9-87774f69a715.
2024-03-19T01:41:30.230 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:41:29 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:41:29.782+0000 7fee576dc200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member
2024-03-19T01:41:30.230 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:41:29 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:41:29.880+0000 7fee576dc200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member
2024-03-19T01:41:30.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:30 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:30.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:30 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:30.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:30 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:30.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:30 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch
2024-03-19T01:41:30.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:30 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished
2024-03-19T01:41:30.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:30 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch
2024-03-19T01:41:30.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:30 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:30.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:30 smithi046 ceph-mon[63102]: Deploying daemon mgr.y on smithi073
2024-03-19T01:41:30.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:30 smithi046 ceph-mon[63102]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:30.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:30 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:30.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:30 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:30.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:30 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:30.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:30 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch
2024-03-19T01:41:30.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:30 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished
2024-03-19T01:41:30.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:30 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch
2024-03-19T01:41:30.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:30 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:30.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:30 smithi073 ceph-mon[66833]: Deploying daemon mgr.y on smithi073
2024-03-19T01:41:30.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:30 smithi073 ceph-mon[66833]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:30.730 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:41:30 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:41:30.519+0000 7fee576dc200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member
2024-03-19T01:41:30.730 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:41:30 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:41:30.612+0000 7fee576dc200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member
2024-03-19T01:41:30.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:30 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:30.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:30 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:30.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:30 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:30.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:30 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch
2024-03-19T01:41:30.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:30 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished
2024-03-19T01:41:30.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:30 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch
2024-03-19T01:41:30.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:30 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:30.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:30 smithi102 ceph-mon[66557]: Deploying daemon mgr.y on smithi073
2024-03-19T01:41:30.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:30 smithi102 ceph-mon[66557]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:31.018 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping: /dev/vg_nvme/lv_4
2024-03-19T01:41:31.018 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync
2024-03-19T01:41:31.018 INFO:teuthology.orchestra.run.smithi046.stderr: stderr: 10+0 records in
2024-03-19T01:41:31.018 INFO:teuthology.orchestra.run.smithi046.stderr:10+0 records out
2024-03-19T01:41:31.018 INFO:teuthology.orchestra.run.smithi046.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00844816 s, 1.2 GB/s
2024-03-19T01:41:31.018 INFO:teuthology.orchestra.run.smithi046.stderr: stderr:
2024-03-19T01:41:31.018 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping successful for: <LV: /dev/vg_nvme/lv_4>
2024-03-19T01:41:31.137 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:41:30 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:41:30.752+0000 7fee576dc200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member
2024-03-19T01:41:31.137 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:41:30 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:41:30.847+0000 7fee576dc200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member
2024-03-19T01:41:31.138 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:41:30 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:41:30.933+0000 7fee576dc200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member
2024-03-19T01:41:31.406 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:41:31 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:41:31.201+0000 7fee576dc200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member
2024-03-19T01:41:31.406 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:41:31 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:41:31.316+0000 7fee576dc200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member
2024-03-19T01:41:31.406 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:41:31 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:41:31.405+0000 7fee576dc200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member
2024-03-19T01:41:31.653 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi046:vg_nvme/lv_4
2024-03-19T01:41:31.683 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:41:31 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:41:31.503+0000 7fee576dc200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member
2024-03-19T01:41:31.683 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:41:31 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:41:31.683+0000 7fee576dc200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member
2024-03-19T01:41:31.899 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:41:31.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:31 smithi073 ceph-mon[66833]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:31.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:31 smithi102 ceph-mon[66557]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:32.165 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:31 smithi046 ceph-mon[63102]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:32.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:32 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:32.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:32 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:32.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:32 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:32.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:32 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:32.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:32 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:41:32.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:32 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:32.981 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:41:32 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:41:32.718+0000 7fee576dc200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member
2024-03-19T01:41:32.981 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:41:32 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:41:32.851+0000 7fee576dc200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member
2024-03-19T01:41:33.017 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:32 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:33.017 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:32 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:33.017 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:32 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:33.018 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:32 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:33.018 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:32 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:41:33.018 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:32 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:33.185 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:32 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:33.185 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:32 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:33.185 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:32 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:33.185 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:32 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:33.185 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:32 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:41:33.186 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:32 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:33.464 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:41:33 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:41:33.428+0000 7f13767bd200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member
2024-03-19T01:41:33.480 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:41:33 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:41:33.195+0000 7fee576dc200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member
2024-03-19T01:41:33.480 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:41:33 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:41:33.284+0000 7fee576dc200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member
2024-03-19T01:41:33.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.520+0000 7f6329647700  1 -- 172.21.15.46:0/1528100369 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6324102de0 msgr2=0x7f6324109690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:41:33.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.520+0000 7f6329647700  1 --2- 172.21.15.46:0/1528100369 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6324102de0 0x7f6324109690 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f631c00b0d0 tx=0x7f631c00b3e0 comp rx=0 tx=0).stop
2024-03-19T01:41:33.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.520+0000 7f6329647700  1 -- 172.21.15.46:0/1528100369 shutdown_connections
2024-03-19T01:41:33.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.520+0000 7f6329647700  1 --2- 172.21.15.46:0/1528100369 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6324102de0 0x7f6324109690 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:33.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.520+0000 7f6329647700  1 --2- 172.21.15.46:0/1528100369 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6324101240 0x7f6324101660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:33.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.520+0000 7f6329647700  1 --2- 172.21.15.46:0/1528100369 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6324102440 0x7f63241028a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:33.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.520+0000 7f6329647700  1 -- 172.21.15.46:0/1528100369 >> 172.21.15.46:0/1528100369 conn(0x7f63240fc7e0 msgr2=0x7f63240fec20 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:41:33.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.520+0000 7f6329647700  1 -- 172.21.15.46:0/1528100369 shutdown_connections
2024-03-19T01:41:33.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.520+0000 7f6329647700  1 -- 172.21.15.46:0/1528100369 wait complete.
2024-03-19T01:41:33.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.520+0000 7f6329647700  1  Processor -- start
2024-03-19T01:41:33.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.521+0000 7f6329647700  1 --  start start
2024-03-19T01:41:33.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.521+0000 7f6329647700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6324101240 0x7f632419a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:41:33.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.521+0000 7f6329647700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6324102440 0x7f632419ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:41:33.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.521+0000 7f6329647700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6324102de0 0x7f63241a1c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:41:33.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.521+0000 7f6329647700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f632410ffd0 con 0x7f6324102440
2024-03-19T01:41:33.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.521+0000 7f6329647700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f632410fe50 con 0x7f6324102de0
2024-03-19T01:41:33.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.521+0000 7f6329647700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6324110150 con 0x7f6324101240
2024-03-19T01:41:33.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.521+0000 7f6322ffd700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6324101240 0x7f632419a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:41:33.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.521+0000 7f6322ffd700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6324101240 0x7f632419a640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:48812/0 (socket says 172.21.15.46:48812)
2024-03-19T01:41:33.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.521+0000 7f6322ffd700  1 -- 172.21.15.46:0/854222184 learned_addr learned my addr 172.21.15.46:0/854222184 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:41:33.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.521+0000 7f63227fc700  1 --2- 172.21.15.46:0/854222184 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6324102440 0x7f632419ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:41:33.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.521+0000 7f63237fe700  1 --2- 172.21.15.46:0/854222184 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6324102de0 0x7f63241a1c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:41:33.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.521+0000 7f6322ffd700  1 -- 172.21.15.46:0/854222184 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6324102de0 msgr2=0x7f63241a1c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:41:33.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.521+0000 7f6322ffd700  1 --2- 172.21.15.46:0/854222184 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6324102de0 0x7f63241a1c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:33.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.521+0000 7f6322ffd700  1 -- 172.21.15.46:0/854222184 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6324102440 msgr2=0x7f632419ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:41:33.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.521+0000 7f6322ffd700  1 --2- 172.21.15.46:0/854222184 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6324102440 0x7f632419ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:33.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.521+0000 7f6322ffd700  1 -- 172.21.15.46:0/854222184 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63241a22a0 con 0x7f6324101240
2024-03-19T01:41:33.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.521+0000 7f63227fc700  1 --2- 172.21.15.46:0/854222184 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6324102440 0x7f632419ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:41:33.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.521+0000 7f6322ffd700  1 --2- 172.21.15.46:0/854222184 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6324101240 0x7f632419a640 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f631400d9b0 tx=0x7f631400dcc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:41:33.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.522+0000 7f630bfff700  1 -- 172.21.15.46:0/854222184 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6314017030 con 0x7f6324101240
2024-03-19T01:41:33.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.522+0000 7f6329647700  1 -- 172.21.15.46:0/854222184 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63241a2590 con 0x7f6324101240
2024-03-19T01:41:33.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.522+0000 7f630bfff700  1 -- 172.21.15.46:0/854222184 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f63140044d0 con 0x7f6324101240
2024-03-19T01:41:33.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.522+0000 7f630bfff700  1 -- 172.21.15.46:0/854222184 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63140038e0 con 0x7f6324101240
2024-03-19T01:41:33.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.522+0000 7f6329647700  1 -- 172.21.15.46:0/854222184 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63241a2b20 con 0x7f6324101240
2024-03-19T01:41:33.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.523+0000 7f630bfff700  1 -- 172.21.15.46:0/854222184 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 13) ==== 46162+0+0 (secure 0 0 0) 0x7f631401a070 con 0x7f6324101240
2024-03-19T01:41:33.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.523+0000 7f6329647700  1 -- 172.21.15.46:0/854222184 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6324068fd0 con 0x7f6324101240
2024-03-19T01:41:33.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.523+0000 7f630bfff700  1 --2- 172.21.15.46:0/854222184 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f630c0391e0 0x7f630c03b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:41:33.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.523+0000 7f630bfff700  1 -- 172.21.15.46:0/854222184 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f631404bc40 con 0x7f6324101240
2024-03-19T01:41:33.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.523+0000 7f63227fc700  1 --2- 172.21.15.46:0/854222184 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f630c0391e0 0x7f630c03b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:41:33.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.523+0000 7f63227fc700  1 --2- 172.21.15.46:0/854222184 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f630c0391e0 0x7f630c03b6a0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f63180104e0 tx=0x7f631800b3c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:41:33.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.533+0000 7f630bfff700  1 -- 172.21.15.46:0/854222184 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f631401ac20 con 0x7f6324101240
2024-03-19T01:41:33.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:33.764+0000 7f6329647700  1 -- 172.21.15.46:0/854222184 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f6324062750 con 0x7f630c0391e0
2024-03-19T01:41:33.867 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:41:33 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:41:33.527+0000 7f13767bd200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member
2024-03-19T01:41:33.867 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:41:33 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:41:33.608+0000 7f13767bd200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member
2024-03-19T01:41:33.867 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:41:33 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:41:33.867+0000 7f13767bd200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member
2024-03-19T01:41:33.970 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:41:33 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:41:33.493+0000 7fee576dc200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member
2024-03-19T01:41:33.970 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:41:33 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:41:33.685+0000 7fee576dc200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member
2024-03-19T01:41:34.152 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:41:33 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:41:33.974+0000 7f13767bd200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member
2024-03-19T01:41:34.152 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:41:34 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:41:34.058+0000 7f13767bd200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member
2024-03-19T01:41:34.152 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:41:34 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:41:34.151+0000 7f13767bd200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member
2024-03-19T01:41:34.227 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:41:33 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:41:33.970+0000 7fee576dc200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member
2024-03-19T01:41:34.227 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:41:34 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:41:34.227+0000 7fee576dc200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member
2024-03-19T01:41:34.464 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:41:34 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:41:34.323+0000 7f13767bd200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member
2024-03-19T01:41:34.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:34 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:34.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:34 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:34.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:34 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:34.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:34 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:34.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:34 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:34.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:34 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:41:34.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:34 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:34.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:34 smithi073 ceph-mon[66833]: Reconfiguring mgr.x (unknown last config time)...
2024-03-19T01:41:34.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:34 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch
2024-03-19T01:41:34.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:34 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch
2024-03-19T01:41:34.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:34 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:34.466 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:34 smithi073 ceph-mon[66833]: Reconfiguring daemon mgr.x on smithi046
2024-03-19T01:41:34.466 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:34 smithi073 ceph-mon[66833]: from='client.24115 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:41:34.466 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:34 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:41:34.466 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:34 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:41:34.466 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:34 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:34.466 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:34 smithi073 ceph-mon[66833]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:34.466 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:34 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:34.466 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:34 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:34.467 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:34 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:34.467 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:34 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:34.467 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:34 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:34.467 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:34 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:41:34.467 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:34 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:34.467 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:34 smithi046 ceph-mon[63102]: Reconfiguring mgr.x (unknown last config time)...
2024-03-19T01:41:34.467 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:34 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch
2024-03-19T01:41:34.467 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:34 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch
2024-03-19T01:41:34.467 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:34 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:34.467 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:34 smithi046 ceph-mon[63102]: Reconfiguring daemon mgr.x on smithi046
2024-03-19T01:41:34.467 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:34 smithi046 ceph-mon[63102]: from='client.24115 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:41:34.467 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:34 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:41:34.467 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:34 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:41:34.467 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:34 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:34.467 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:34 smithi046 ceph-mon[63102]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:34.480 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:41:34 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:41:34.467+0000 7fee576dc200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member
2024-03-19T01:41:34.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:34 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:34.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:34 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:34.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:34 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:34.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:34 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:34.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:34 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:34.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:34 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:41:34.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:34 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:34.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:34 smithi102 ceph-mon[66557]: Reconfiguring mgr.x (unknown last config time)...
2024-03-19T01:41:34.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:34 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch
2024-03-19T01:41:34.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:34 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch
2024-03-19T01:41:34.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:34 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:34.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:34 smithi102 ceph-mon[66557]: Reconfiguring daemon mgr.x on smithi046
2024-03-19T01:41:34.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:34 smithi102 ceph-mon[66557]: from='client.24115 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:41:34.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:34 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:41:34.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:34 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:41:34.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:34 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:34.482 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:34 smithi102 ceph-mon[66557]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:35.714 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:41:35 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:41:35.280+0000 7f13767bd200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member
2024-03-19T01:41:35.714 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:41:35 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:41:35.411+0000 7f13767bd200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member
2024-03-19T01:41:35.730 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:41:35 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:41:35.268+0000 7fee576dc200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member
2024-03-19T01:41:36.028 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:41:35 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:41:35.741+0000 7f13767bd200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member
2024-03-19T01:41:36.028 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:41:35 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:41:35.829+0000 7f13767bd200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member
2024-03-19T01:41:36.028 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:41:36 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:41:36.027+0000 7f13767bd200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member
2024-03-19T01:41:36.152 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:41:35 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:41:35.835+0000 7fee576dc200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member
2024-03-19T01:41:36.152 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:41:35 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:41:35.933+0000 7fee576dc200 -1 mgr[py] Module status has missing NOTIFY_TYPES member
2024-03-19T01:41:36.152 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:41:36 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:41:36.152+0000 7fee576dc200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member
2024-03-19T01:41:36.464 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:41:36 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:41:36.212+0000 7f13767bd200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member
2024-03-19T01:41:36.751 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:41:36 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:41:36.493+0000 7f13767bd200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member
2024-03-19T01:41:36.751 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:41:36 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:41:36.750+0000 7f13767bd200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member
2024-03-19T01:41:36.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:36.851+0000 7f630bfff700  1 -- 172.21.15.46:0/854222184 <== mon.1 v2:172.21.15.102:3300/0 7 ==== mgrmap(e 14) ==== 91698+0+0 (secure 0 0 0) 0x7f6314010980 con 0x7f6324101240
2024-03-19T01:41:37.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:36 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:37.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:36 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:37.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:36 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:41:37.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:36 smithi046 ceph-mon[63102]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:37.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:36 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:37.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:36 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:41:37.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:36 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:37.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:36 smithi046 ceph-mon[63102]: Standby manager daemon z started
2024-03-19T01:41:37.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:36 smithi046 ceph-mon[63102]: from='mgr.? 172.21.15.102:0/1053578699' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch
2024-03-19T01:41:37.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:36 smithi046 ceph-mon[63102]: from='mgr.? 172.21.15.102:0/1053578699' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch
2024-03-19T01:41:37.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:36 smithi046 ceph-mon[63102]: from='mgr.? 172.21.15.102:0/1053578699' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch
2024-03-19T01:41:37.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:36 smithi046 ceph-mon[63102]: from='mgr.? 172.21.15.102:0/1053578699' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch
2024-03-19T01:41:37.214 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:41:36 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:41:36.986+0000 7f13767bd200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member
2024-03-19T01:41:37.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:36 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:37.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:36 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:37.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:36 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:41:37.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:36 smithi073 ceph-mon[66833]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:37.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:36 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:37.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:36 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:41:37.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:36 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:37.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:36 smithi073 ceph-mon[66833]: Standby manager daemon z started
2024-03-19T01:41:37.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:36 smithi073 ceph-mon[66833]: from='mgr.? 172.21.15.102:0/1053578699' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch
2024-03-19T01:41:37.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:36 smithi073 ceph-mon[66833]: from='mgr.? 172.21.15.102:0/1053578699' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch
2024-03-19T01:41:37.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:36 smithi073 ceph-mon[66833]: from='mgr.? 172.21.15.102:0/1053578699' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch
2024-03-19T01:41:37.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:36 smithi073 ceph-mon[66833]: from='mgr.? 172.21.15.102:0/1053578699' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch
2024-03-19T01:41:37.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:36 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:37.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:36 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:37.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:36 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:41:37.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:36 smithi102 ceph-mon[66557]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:37.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:36 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:37.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:36 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:41:37.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:36 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:37.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:36 smithi102 ceph-mon[66557]: Standby manager daemon z started
2024-03-19T01:41:37.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:36 smithi102 ceph-mon[66557]: from='mgr.? 172.21.15.102:0/1053578699' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch
2024-03-19T01:41:37.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:36 smithi102 ceph-mon[66557]: from='mgr.? 172.21.15.102:0/1053578699' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch
2024-03-19T01:41:37.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:36 smithi102 ceph-mon[66557]: from='mgr.? 172.21.15.102:0/1053578699' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch
2024-03-19T01:41:37.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:36 smithi102 ceph-mon[66557]: from='mgr.? 172.21.15.102:0/1053578699' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch
2024-03-19T01:41:37.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:37 smithi046 ceph-mon[63102]: mgrmap e14: x(active, since 79s), standbys: z
2024-03-19T01:41:37.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:37 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch
2024-03-19T01:41:37.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:37 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/936175704' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4fc98477-1fec-465b-892b-9a0c12e15754"}]: dispatch
2024-03-19T01:41:37.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:37 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/936175704' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4fc98477-1fec-465b-892b-9a0c12e15754"}]': finished
2024-03-19T01:41:37.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:37 smithi046 ceph-mon[63102]: osdmap e5: 1 total, 0 up, 1 in
2024-03-19T01:41:37.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:37 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2024-03-19T01:41:38.214 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:41:37 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:41:37.782+0000 7f13767bd200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member
2024-03-19T01:41:38.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:37 smithi073 ceph-mon[66833]: mgrmap e14: x(active, since 79s), standbys: z
2024-03-19T01:41:38.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:37 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch
2024-03-19T01:41:38.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:37 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/936175704' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4fc98477-1fec-465b-892b-9a0c12e15754"}]: dispatch
2024-03-19T01:41:38.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:37 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/936175704' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4fc98477-1fec-465b-892b-9a0c12e15754"}]': finished
2024-03-19T01:41:38.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:37 smithi073 ceph-mon[66833]: osdmap e5: 1 total, 0 up, 1 in
2024-03-19T01:41:38.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:37 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2024-03-19T01:41:38.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:37 smithi102 ceph-mon[66557]: mgrmap e14: x(active, since 79s), standbys: z
2024-03-19T01:41:38.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:37 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch
2024-03-19T01:41:38.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:37 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/936175704' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4fc98477-1fec-465b-892b-9a0c12e15754"}]: dispatch
2024-03-19T01:41:38.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:37 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/936175704' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4fc98477-1fec-465b-892b-9a0c12e15754"}]': finished
2024-03-19T01:41:38.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:37 smithi102 ceph-mon[66557]: osdmap e5: 1 total, 0 up, 1 in
2024-03-19T01:41:38.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:37 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2024-03-19T01:41:38.657 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:41:38 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:41:38.348+0000 7f13767bd200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member
2024-03-19T01:41:38.658 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:41:38 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:41:38.445+0000 7f13767bd200 -1 mgr[py] Module status has missing NOTIFY_TYPES member
2024-03-19T01:41:38.658 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:41:38 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:41:38.658+0000 7f13767bd200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member
2024-03-19T01:41:38.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:38 smithi073 ceph-mon[66833]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:38.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:38 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/643988240' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:41:38.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:38 smithi073 ceph-mon[66833]: Standby manager daemon y started
2024-03-19T01:41:38.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:38 smithi073 ceph-mon[66833]: from='mgr.? 172.21.15.73:0/142291299' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch
2024-03-19T01:41:38.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:38 smithi073 ceph-mon[66833]: from='mgr.? 172.21.15.73:0/142291299' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch
2024-03-19T01:41:38.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:38 smithi073 ceph-mon[66833]: from='mgr.? 172.21.15.73:0/142291299' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch
2024-03-19T01:41:38.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:38 smithi073 ceph-mon[66833]: from='mgr.? 172.21.15.73:0/142291299' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch
2024-03-19T01:41:39.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:38 smithi046 ceph-mon[63102]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:39.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:38 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/643988240' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:41:39.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:38 smithi046 ceph-mon[63102]: Standby manager daemon y started
2024-03-19T01:41:39.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:38 smithi046 ceph-mon[63102]: from='mgr.? 172.21.15.73:0/142291299' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch
2024-03-19T01:41:39.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:38 smithi046 ceph-mon[63102]: from='mgr.? 172.21.15.73:0/142291299' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch
2024-03-19T01:41:39.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:38 smithi046 ceph-mon[63102]: from='mgr.? 172.21.15.73:0/142291299' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch
2024-03-19T01:41:39.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:38 smithi046 ceph-mon[63102]: from='mgr.? 172.21.15.73:0/142291299' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch
2024-03-19T01:41:39.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:38 smithi102 ceph-mon[66557]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:39.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:38 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/643988240' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:41:39.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:38 smithi102 ceph-mon[66557]: Standby manager daemon y started
2024-03-19T01:41:39.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:38 smithi102 ceph-mon[66557]: from='mgr.? 172.21.15.73:0/142291299' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch
2024-03-19T01:41:39.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:38 smithi102 ceph-mon[66557]: from='mgr.? 172.21.15.73:0/142291299' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch
2024-03-19T01:41:39.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:38 smithi102 ceph-mon[66557]: from='mgr.? 172.21.15.73:0/142291299' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch
2024-03-19T01:41:39.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:38 smithi102 ceph-mon[66557]: from='mgr.? 172.21.15.73:0/142291299' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch
2024-03-19T01:41:39.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:39.234+0000 7f630bfff700  1 -- 172.21.15.46:0/854222184 <== mon.1 v2:172.21.15.102:3300/0 8 ==== mgrmap(e 15) ==== 137234+0+0 (secure 0 0 0) 0x7f631400e350 con 0x7f6324101240
2024-03-19T01:41:40.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:40 smithi046 ceph-mon[63102]: mgrmap e15: x(active, since 81s), standbys: z, y
2024-03-19T01:41:40.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:40 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch
2024-03-19T01:41:40.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:40 smithi046 ceph-mon[63102]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:40.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:40 smithi073 ceph-mon[66833]: mgrmap e15: x(active, since 81s), standbys: z, y
2024-03-19T01:41:40.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:40 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch
2024-03-19T01:41:40.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:40 smithi073 ceph-mon[66833]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:40.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:40 smithi102 ceph-mon[66557]: mgrmap e15: x(active, since 81s), standbys: z, y
2024-03-19T01:41:40.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:40 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch
2024-03-19T01:41:40.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:40 smithi102 ceph-mon[66557]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:42.195 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:41 smithi102 ceph-mon[66557]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:42.200 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:41 smithi046 ceph-mon[63102]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:42.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:41 smithi073 ceph-mon[66833]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:44.006 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:43 smithi046 ceph-mon[63102]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:44.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:43 smithi073 ceph-mon[66833]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:44.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:43 smithi102 ceph-mon[66557]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:45.205 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:44 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch
2024-03-19T01:41:45.205 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:44 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:45.205 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:44 smithi046 ceph-mon[63102]: Deploying daemon osd.0 on smithi046
2024-03-19T01:41:45.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:44 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch
2024-03-19T01:41:45.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:44 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:45.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:44 smithi073 ceph-mon[66833]: Deploying daemon osd.0 on smithi046
2024-03-19T01:41:45.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:44 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch
2024-03-19T01:41:45.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:44 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:45.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:44 smithi102 ceph-mon[66557]: Deploying daemon osd.0 on smithi046
2024-03-19T01:41:46.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:45 smithi073 ceph-mon[66833]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:46.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:45 smithi102 ceph-mon[66557]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:46.235 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:45 smithi046 ceph-mon[63102]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:48.210 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:47 smithi046 ceph-mon[63102]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:48.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:47 smithi073 ceph-mon[66833]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:48.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:47 smithi102 ceph-mon[66557]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:50.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:50 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:50.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:50 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:50.982 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:50 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:41:50.982 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:50 smithi102 ceph-mon[66557]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:51.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:50 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:51.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:50 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:51.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:50 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:41:51.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:50 smithi046 ceph-mon[63102]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:51.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:50 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:51.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:50 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:51.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:50 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:41:51.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:50 smithi073 ceph-mon[66833]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:52.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:51 smithi046 ceph-mon[63102]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:52.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:51 smithi073 ceph-mon[66833]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:52.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:51 smithi102 ceph-mon[66557]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:53.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:53.050+0000 7f630bfff700  1 -- 172.21.15.46:0/854222184 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f6324062750 con 0x7f630c0391e0
2024-03-19T01:41:53.051 INFO:teuthology.orchestra.run.smithi046.stdout:Created osd(s) 0 on host 'smithi046'
2024-03-19T01:41:53.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:53.053+0000 7f6329647700  1 -- 172.21.15.46:0/854222184 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f630c0391e0 msgr2=0x7f630c03b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:41:53.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:53.053+0000 7f6329647700  1 --2- 172.21.15.46:0/854222184 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f630c0391e0 0x7f630c03b6a0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f63180104e0 tx=0x7f631800b3c0 comp rx=0 tx=0).stop
2024-03-19T01:41:53.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:53.053+0000 7f6329647700  1 -- 172.21.15.46:0/854222184 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6324101240 msgr2=0x7f632419a640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:41:53.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:53.053+0000 7f6329647700  1 --2- 172.21.15.46:0/854222184 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6324101240 0x7f632419a640 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f631400d9b0 tx=0x7f631400dcc0 comp rx=0 tx=0).stop
2024-03-19T01:41:53.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:53.053+0000 7f6329647700  1 -- 172.21.15.46:0/854222184 shutdown_connections
2024-03-19T01:41:53.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:53.053+0000 7f6329647700  1 --2- 172.21.15.46:0/854222184 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f630c0391e0 0x7f630c03b6a0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:53.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:53.053+0000 7f6329647700  1 --2- 172.21.15.46:0/854222184 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6324102de0 0x7f63241a1c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:53.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:53.053+0000 7f6329647700  1 --2- 172.21.15.46:0/854222184 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6324101240 0x7f632419a640 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:53.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:53.053+0000 7f6329647700  1 --2- 172.21.15.46:0/854222184 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6324102440 0x7f632419ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:53.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:53.053+0000 7f6329647700  1 -- 172.21.15.46:0/854222184 >> 172.21.15.46:0/854222184 conn(0x7f63240fc7e0 msgr2=0x7f6324105760 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:41:53.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:53.053+0000 7f6329647700  1 -- 172.21.15.46:0/854222184 shutdown_connections
2024-03-19T01:41:53.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:41:53.053+0000 7f6329647700  1 -- 172.21.15.46:0/854222184 wait complete.
2024-03-19T01:41:53.999 DEBUG:teuthology.orchestra.run.smithi046:osd.0> sudo journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.0.service
2024-03-19T01:41:54.002 INFO:tasks.cephadm:Deploying osd.1 on smithi073 with /dev/vg_nvme/lv_4...
2024-03-19T01:41:54.002 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4
2024-03-19T01:41:54.248 INFO:teuthology.orchestra.run.smithi073.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.b/config
2024-03-19T01:41:54.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:54 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:54.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:54 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:54.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:54 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:54.312 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:54 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:54.312 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:54 smithi046 ceph-mon[63102]: from='osd.0 [v2:172.21.15.46:6802/1888713943,v1:172.21.15.46:6803/1888713943]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch
2024-03-19T01:41:54.312 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:54 smithi046 ceph-mon[63102]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:54.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:54 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:54.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:54 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:54.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:54 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:54.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:54 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:54.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:54 smithi073 ceph-mon[66833]: from='osd.0 [v2:172.21.15.46:6802/1888713943,v1:172.21.15.46:6803/1888713943]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch
2024-03-19T01:41:54.370 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:54 smithi073 ceph-mon[66833]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:54.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:54 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:54.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:54 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:54.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:54 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:54.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:54 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:54.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:54 smithi102 ceph-mon[66557]: from='osd.0 [v2:172.21.15.46:6802/1888713943,v1:172.21.15.46:6803/1888713943]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch
2024-03-19T01:41:54.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:54 smithi102 ceph-mon[66557]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:55.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:55 smithi046 ceph-mon[63102]: from='osd.0 [v2:172.21.15.46:6802/1888713943,v1:172.21.15.46:6803/1888713943]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished
2024-03-19T01:41:55.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:55 smithi046 ceph-mon[63102]: osdmap e6: 1 total, 0 up, 1 in
2024-03-19T01:41:55.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:55 smithi046 ceph-mon[63102]: from='osd.0 [v2:172.21.15.46:6802/1888713943,v1:172.21.15.46:6803/1888713943]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch
2024-03-19T01:41:55.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:55 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2024-03-19T01:41:55.865 INFO:journalctl@ceph.osd.0.smithi046.stdout:Mar 19 01:41:55 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-0[77605]: 2024-03-19T01:41:55.577+0000 7f46f10f0700 -1 osd.0 0 waiting for initial osdmap
2024-03-19T01:41:55.865 INFO:journalctl@ceph.osd.0.smithi046.stdout:Mar 19 01:41:55 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-0[77605]: 2024-03-19T01:41:55.580+0000 7f46ecee3700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory
2024-03-19T01:41:55.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:55 smithi073 ceph-mon[66833]: from='osd.0 [v2:172.21.15.46:6802/1888713943,v1:172.21.15.46:6803/1888713943]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished
2024-03-19T01:41:55.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:55 smithi073 ceph-mon[66833]: osdmap e6: 1 total, 0 up, 1 in
2024-03-19T01:41:55.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:55 smithi073 ceph-mon[66833]: from='osd.0 [v2:172.21.15.46:6802/1888713943,v1:172.21.15.46:6803/1888713943]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch
2024-03-19T01:41:55.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:55 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2024-03-19T01:41:55.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:55 smithi102 ceph-mon[66557]: from='osd.0 [v2:172.21.15.46:6802/1888713943,v1:172.21.15.46:6803/1888713943]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished
2024-03-19T01:41:55.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:55 smithi102 ceph-mon[66557]: osdmap e6: 1 total, 0 up, 1 in
2024-03-19T01:41:55.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:55 smithi102 ceph-mon[66557]: from='osd.0 [v2:172.21.15.46:6802/1888713943,v1:172.21.15.46:6803/1888713943]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch
2024-03-19T01:41:55.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:55 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2024-03-19T01:41:56.060 INFO:teuthology.orchestra.run.smithi073.stderr:--> Zapping: /dev/vg_nvme/lv_4
2024-03-19T01:41:56.060 INFO:teuthology.orchestra.run.smithi073.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync
2024-03-19T01:41:56.060 INFO:teuthology.orchestra.run.smithi073.stderr: stderr: 10+0 records in
2024-03-19T01:41:56.060 INFO:teuthology.orchestra.run.smithi073.stderr:10+0 records out
2024-03-19T01:41:56.060 INFO:teuthology.orchestra.run.smithi073.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.011364 s, 923 MB/s
2024-03-19T01:41:56.060 INFO:teuthology.orchestra.run.smithi073.stderr:--> Zapping successful for: <LV: /dev/vg_nvme/lv_4>
2024-03-19T01:41:56.606 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:56 smithi073 ceph-mon[66833]: from='osd.0 [v2:172.21.15.46:6802/1888713943,v1:172.21.15.46:6803/1888713943]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished
2024-03-19T01:41:56.606 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:56 smithi073 ceph-mon[66833]: osdmap e7: 1 total, 0 up, 1 in
2024-03-19T01:41:56.606 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:56 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2024-03-19T01:41:56.606 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:56 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2024-03-19T01:41:56.606 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:56 smithi073 ceph-mon[66833]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:56.634 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi073:vg_nvme/lv_4
2024-03-19T01:41:56.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:56 smithi046 ceph-mon[63102]: from='osd.0 [v2:172.21.15.46:6802/1888713943,v1:172.21.15.46:6803/1888713943]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished
2024-03-19T01:41:56.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:56 smithi046 ceph-mon[63102]: osdmap e7: 1 total, 0 up, 1 in
2024-03-19T01:41:56.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:56 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2024-03-19T01:41:56.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:56 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2024-03-19T01:41:56.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:56 smithi046 ceph-mon[63102]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:56.882 INFO:teuthology.orchestra.run.smithi073.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.b/config
2024-03-19T01:41:56.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:56 smithi102 ceph-mon[66557]: from='osd.0 [v2:172.21.15.46:6802/1888713943,v1:172.21.15.46:6803/1888713943]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished
2024-03-19T01:41:56.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:56 smithi102 ceph-mon[66557]: osdmap e7: 1 total, 0 up, 1 in
2024-03-19T01:41:56.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:56 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2024-03-19T01:41:56.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:56 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2024-03-19T01:41:56.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:56 smithi102 ceph-mon[66557]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail
2024-03-19T01:41:57.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:57 smithi046 ceph-mon[63102]: purged_snaps scrub starts
2024-03-19T01:41:57.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:57 smithi046 ceph-mon[63102]: purged_snaps scrub ok
2024-03-19T01:41:57.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:57 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2024-03-19T01:41:57.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:57 smithi046 ceph-mon[63102]: osd.0 [v2:172.21.15.46:6802/1888713943,v1:172.21.15.46:6803/1888713943] boot
2024-03-19T01:41:57.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:57 smithi046 ceph-mon[63102]: osdmap e8: 1 total, 1 up, 1 in
2024-03-19T01:41:57.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:57 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2024-03-19T01:41:57.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:57 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:57.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:57 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:57.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:57 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:41:57.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:57 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:57.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:57 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:57.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:57 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:41:57.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:57 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:57.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:57 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:41:57.921 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:57 smithi073 ceph-mon[66833]: purged_snaps scrub starts
2024-03-19T01:41:57.921 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:57 smithi073 ceph-mon[66833]: purged_snaps scrub ok
2024-03-19T01:41:57.921 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:57 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2024-03-19T01:41:57.921 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:57 smithi073 ceph-mon[66833]: osd.0 [v2:172.21.15.46:6802/1888713943,v1:172.21.15.46:6803/1888713943] boot
2024-03-19T01:41:57.921 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:57 smithi073 ceph-mon[66833]: osdmap e8: 1 total, 1 up, 1 in
2024-03-19T01:41:57.922 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:57 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2024-03-19T01:41:57.922 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:57 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:57.922 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:57 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:57.922 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:57 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:41:57.922 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:57 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:57.922 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:57 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:57.922 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:57 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:41:57.922 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:57 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:57.922 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:57 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:41:57.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:57 smithi102 ceph-mon[66557]: purged_snaps scrub starts
2024-03-19T01:41:57.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:57 smithi102 ceph-mon[66557]: purged_snaps scrub ok
2024-03-19T01:41:57.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:57 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2024-03-19T01:41:57.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:57 smithi102 ceph-mon[66557]: osd.0 [v2:172.21.15.46:6802/1888713943,v1:172.21.15.46:6803/1888713943] boot
2024-03-19T01:41:57.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:57 smithi102 ceph-mon[66557]: osdmap e8: 1 total, 1 up, 1 in
2024-03-19T01:41:57.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:57 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2024-03-19T01:41:57.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:57 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:57.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:57 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:57.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:57 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:41:57.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:57 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:57.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:57 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:57.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:57 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:41:57.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:57 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:57.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:57 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:41:58.395 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.392+0000 7f4689a66700  1 -- 172.21.15.73:0/2801656996 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4684103540 msgr2=0x7f46841039a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:41:58.395 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.392+0000 7f4689a66700  1 --2- 172.21.15.73:0/2801656996 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4684103540 0x7f46841039a0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f46780099c0 tx=0x7f4678009cd0 comp rx=0 tx=0).stop
2024-03-19T01:41:58.395 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.392+0000 7f4689a66700  1 -- 172.21.15.73:0/2801656996 shutdown_connections
2024-03-19T01:41:58.395 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.392+0000 7f4689a66700  1 --2- 172.21.15.73:0/2801656996 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4684103ee0 0x7f468410a790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:58.395 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.392+0000 7f4689a66700  1 --2- 172.21.15.73:0/2801656996 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4684102340 0x7f4684102760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:58.395 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.392+0000 7f4689a66700  1 --2- 172.21.15.73:0/2801656996 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4684103540 0x7f46841039a0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:58.396 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.392+0000 7f4689a66700  1 -- 172.21.15.73:0/2801656996 >> 172.21.15.73:0/2801656996 conn(0x7f46840fd920 msgr2=0x7f46840ffd40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:41:58.396 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.392+0000 7f4689a66700  1 -- 172.21.15.73:0/2801656996 shutdown_connections
2024-03-19T01:41:58.396 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.392+0000 7f4689a66700  1 -- 172.21.15.73:0/2801656996 wait complete.
2024-03-19T01:41:58.396 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.393+0000 7f4689a66700  1  Processor -- start
2024-03-19T01:41:58.396 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.393+0000 7f4689a66700  1 --  start start
2024-03-19T01:41:58.396 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.393+0000 7f4689a66700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4684102340 0x7f468419a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:41:58.396 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.393+0000 7f4689a66700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4684103540 0x7f468419ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:41:58.396 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.393+0000 7f4689a66700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4684103ee0 0x7f46841a1c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:41:58.396 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.393+0000 7f4689a66700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f468410dde0 con 0x7f4684103540
2024-03-19T01:41:58.396 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.393+0000 7f4689a66700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f468410dc60 con 0x7f4684102340
2024-03-19T01:41:58.396 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.393+0000 7f4689a66700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f468410df60 con 0x7f4684103ee0
2024-03-19T01:41:58.396 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.393+0000 7f46837fe700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4684102340 0x7f468419a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:41:58.397 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.393+0000 7f46837fe700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4684102340 0x7f468419a6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.73:60446/0 (socket says 172.21.15.73:60446)
2024-03-19T01:41:58.397 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.393+0000 7f46837fe700  1 -- 172.21.15.73:0/935832259 learned_addr learned my addr 172.21.15.73:0/935832259 (peer_addr_for_me v2:172.21.15.73:0/0)
2024-03-19T01:41:58.397 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.394+0000 7f4682ffd700  1 --2- 172.21.15.73:0/935832259 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4684103540 0x7f468419ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:41:58.397 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.394+0000 7f4683fff700  1 --2- 172.21.15.73:0/935832259 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4684103ee0 0x7f46841a1c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:41:58.397 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.394+0000 7f46837fe700  1 -- 172.21.15.73:0/935832259 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4684103ee0 msgr2=0x7f46841a1c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:41:58.397 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.394+0000 7f46837fe700  1 --2- 172.21.15.73:0/935832259 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4684103ee0 0x7f46841a1c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:58.397 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.394+0000 7f46837fe700  1 -- 172.21.15.73:0/935832259 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4684103540 msgr2=0x7f468419ac00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:41:58.397 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.394+0000 7f46837fe700  1 --2- 172.21.15.73:0/935832259 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4684103540 0x7f468419ac00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:41:58.397 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.394+0000 7f46837fe700  1 -- 172.21.15.73:0/935832259 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46841a2320 con 0x7f4684102340
2024-03-19T01:41:58.397 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.394+0000 7f4683fff700  1 --2- 172.21.15.73:0/935832259 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4684103ee0 0x7f46841a1c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:41:58.397 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.394+0000 7f46837fe700  1 --2- 172.21.15.73:0/935832259 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4684102340 0x7f468419a6c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f467400c970 tx=0x7f467400cc80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:41:58.397 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.394+0000 7f4680ff9700  1 -- 172.21.15.73:0/935832259 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4674004220 con 0x7f4684102340
2024-03-19T01:41:58.397 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.394+0000 7f4680ff9700  1 -- 172.21.15.73:0/935832259 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4674007d50 con 0x7f4684102340
2024-03-19T01:41:58.398 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.394+0000 7f4680ff9700  1 -- 172.21.15.73:0/935832259 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4674003d00 con 0x7f4684102340
2024-03-19T01:41:58.398 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.394+0000 7f4689a66700  1 -- 172.21.15.73:0/935832259 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46841a2610 con 0x7f4684102340
2024-03-19T01:41:58.398 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.394+0000 7f4689a66700  1 -- 172.21.15.73:0/935832259 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46841a2b50 con 0x7f4684102340
2024-03-19T01:41:58.399 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.395+0000 7f4689a66700  1 -- 172.21.15.73:0/935832259 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4684068fd0 con 0x7f4684102340
2024-03-19T01:41:58.399 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.397+0000 7f4680ff9700  1 -- 172.21.15.73:0/935832259 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 15) ==== 137234+0+0 (secure 0 0 0) 0x7f46740078a0 con 0x7f4684102340
2024-03-19T01:41:58.399 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.397+0000 7f4680ff9700  1 --2- 172.21.15.73:0/935832259 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f466c0a2800 0x7f466c0a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:41:58.399 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.397+0000 7f4680ff9700  1 -- 172.21.15.73:0/935832259 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1767+0+0 (secure 0 0 0) 0x7f46740ccf50 con 0x7f4684102340
2024-03-19T01:41:58.399 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.398+0000 7f4682ffd700  1 --2- 172.21.15.73:0/935832259 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f466c0a2800 0x7f466c0a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:41:58.399 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.398+0000 7f4682ffd700  1 --2- 172.21.15.73:0/935832259 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f466c0a2800 0x7f466c0a4cc0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4678000c00 tx=0x7f4678005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:41:58.401 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.401+0000 7f4680ff9700  1 -- 172.21.15.73:0/935832259 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f4674014030 con 0x7f4684102340
2024-03-19T01:41:58.605 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:41:58.604+0000 7f4689a66700  1 -- 172.21.15.73:0/935832259 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi073:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f4684075c60 con 0x7f466c0a2800
2024-03-19T01:41:58.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:58 smithi046 ceph-mon[63102]: Detected new or changed devices on smithi046
2024-03-19T01:41:58.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:58 smithi046 ceph-mon[63102]: Adjusting osd_memory_target on smithi046 to 17093M
2024-03-19T01:41:58.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:58 smithi046 ceph-mon[63102]: osdmap e9: 1 total, 1 up, 1 in
2024-03-19T01:41:58.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:58 smithi046 ceph-mon[63102]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:41:58.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:58 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:58.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:58 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:41:58.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:58 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:58.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:58 smithi073 ceph-mon[66833]: Detected new or changed devices on smithi046
2024-03-19T01:41:58.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:58 smithi073 ceph-mon[66833]: Adjusting osd_memory_target on smithi046 to 17093M
2024-03-19T01:41:58.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:58 smithi073 ceph-mon[66833]: osdmap e9: 1 total, 1 up, 1 in
2024-03-19T01:41:58.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:58 smithi073 ceph-mon[66833]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:41:58.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:58 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:58.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:58 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:41:58.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:58 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:58.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:58 smithi102 ceph-mon[66557]: Detected new or changed devices on smithi046
2024-03-19T01:41:58.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:58 smithi102 ceph-mon[66557]: Adjusting osd_memory_target on smithi046 to 17093M
2024-03-19T01:41:58.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:58 smithi102 ceph-mon[66557]: osdmap e9: 1 total, 1 up, 1 in
2024-03-19T01:41:58.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:58 smithi102 ceph-mon[66557]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:41:58.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:58 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:58.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:58 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:41:58.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:58 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:41:59.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:59 smithi046 ceph-mon[63102]: from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi073:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:41:59.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:59 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:41:59.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:59 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:41:59.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:41:59 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:59.896 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:59 smithi073 ceph-mon[66833]: from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi073:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:41:59.896 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:59 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:41:59.897 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:59 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:41:59.897 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:41:59 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:41:59.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:59 smithi102 ceph-mon[66557]: from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi073:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:41:59.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:59 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:41:59.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:59 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:41:59.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:41:59 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:42:00.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:00 smithi046 ceph-mon[63102]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:42:00.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:00 smithi073 ceph-mon[66833]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:42:00.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:00 smithi102 ceph-mon[66557]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:42:01.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:01 smithi046 ceph-mon[63102]: from='client.? 172.21.15.73:0/993418689' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4109d6a1-240e-4f1f-b09d-75f3b77e6303"}]: dispatch
2024-03-19T01:42:01.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:01 smithi046 ceph-mon[63102]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4109d6a1-240e-4f1f-b09d-75f3b77e6303"}]: dispatch
2024-03-19T01:42:01.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:01 smithi046 ceph-mon[63102]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4109d6a1-240e-4f1f-b09d-75f3b77e6303"}]': finished
2024-03-19T01:42:01.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:01 smithi046 ceph-mon[63102]: osdmap e10: 2 total, 1 up, 2 in
2024-03-19T01:42:01.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:01 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2024-03-19T01:42:01.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:01 smithi073 ceph-mon[66833]: from='client.? 172.21.15.73:0/993418689' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4109d6a1-240e-4f1f-b09d-75f3b77e6303"}]: dispatch
2024-03-19T01:42:01.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:01 smithi073 ceph-mon[66833]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4109d6a1-240e-4f1f-b09d-75f3b77e6303"}]: dispatch
2024-03-19T01:42:01.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:01 smithi073 ceph-mon[66833]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4109d6a1-240e-4f1f-b09d-75f3b77e6303"}]': finished
2024-03-19T01:42:01.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:01 smithi073 ceph-mon[66833]: osdmap e10: 2 total, 1 up, 2 in
2024-03-19T01:42:01.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:01 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2024-03-19T01:42:01.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:01 smithi102 ceph-mon[66557]: from='client.? 172.21.15.73:0/993418689' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4109d6a1-240e-4f1f-b09d-75f3b77e6303"}]: dispatch
2024-03-19T01:42:01.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:01 smithi102 ceph-mon[66557]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4109d6a1-240e-4f1f-b09d-75f3b77e6303"}]: dispatch
2024-03-19T01:42:01.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:01 smithi102 ceph-mon[66557]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4109d6a1-240e-4f1f-b09d-75f3b77e6303"}]': finished
2024-03-19T01:42:01.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:01 smithi102 ceph-mon[66557]: osdmap e10: 2 total, 1 up, 2 in
2024-03-19T01:42:01.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:01 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2024-03-19T01:42:02.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:02 smithi046 ceph-mon[63102]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:42:02.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:02 smithi046 ceph-mon[63102]: from='client.? 172.21.15.73:0/1436814323' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:42:02.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:02 smithi073 ceph-mon[66833]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:42:02.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:02 smithi073 ceph-mon[66833]: from='client.? 172.21.15.73:0/1436814323' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:42:02.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:02 smithi102 ceph-mon[66557]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:42:02.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:02 smithi102 ceph-mon[66557]: from='client.? 172.21.15.73:0/1436814323' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:42:04.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:03 smithi073 ceph-mon[66833]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:42:04.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:03 smithi102 ceph-mon[66557]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:42:04.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:03 smithi046 ceph-mon[63102]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:42:06.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:05 smithi073 ceph-mon[66833]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:42:06.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:05 smithi102 ceph-mon[66557]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:42:06.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:05 smithi046 ceph-mon[63102]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:42:08.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:07 smithi073 ceph-mon[66833]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:42:08.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:07 smithi102 ceph-mon[66557]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:42:08.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:07 smithi046 ceph-mon[63102]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:42:09.038 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:08 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch
2024-03-19T01:42:09.039 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:08 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:42:09.039 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:08 smithi073 ceph-mon[66833]: Deploying daemon osd.1 on smithi073
2024-03-19T01:42:09.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:08 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch
2024-03-19T01:42:09.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:08 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:42:09.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:08 smithi102 ceph-mon[66557]: Deploying daemon osd.1 on smithi073
2024-03-19T01:42:09.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:08 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch
2024-03-19T01:42:09.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:08 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:42:09.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:08 smithi046 ceph-mon[63102]: Deploying daemon osd.1 on smithi073
2024-03-19T01:42:09.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:09 smithi073 ceph-mon[66833]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:42:10.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:09 smithi102 ceph-mon[66557]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:42:10.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:09 smithi046 ceph-mon[63102]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:42:12.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:11 smithi073 ceph-mon[66833]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:42:12.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:11 smithi102 ceph-mon[66557]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:42:12.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:11 smithi046 ceph-mon[63102]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:42:14.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:14 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:14.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:14 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:14.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:14 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:42:14.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:14 smithi046 ceph-mon[63102]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:42:14.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:14 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:14.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:14 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:14.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:14 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:42:14.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:14 smithi073 ceph-mon[66833]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:42:14.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:14 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:14.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:14 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:14.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:14 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:42:14.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:14 smithi102 ceph-mon[66557]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:42:16.206 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:15 smithi073 ceph-mon[66833]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:42:16.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:15 smithi102 ceph-mon[66557]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:42:16.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:15 smithi046 ceph-mon[63102]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:42:17.152 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:17 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:17.153 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:17 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:17.153 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:17 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:42:17.153 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:17 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:42:17.153 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:17 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:17.221 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:42:17.221+0000 7f4680ff9700  1 -- 172.21.15.73:0/935832259 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f4684075c60 con 0x7f466c0a2800
2024-03-19T01:42:17.221 INFO:teuthology.orchestra.run.smithi073.stdout:Created osd(s) 1 on host 'smithi073'
2024-03-19T01:42:17.223 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:42:17.222+0000 7f4689a66700  1 -- 172.21.15.73:0/935832259 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f466c0a2800 msgr2=0x7f466c0a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:42:17.223 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:42:17.222+0000 7f4689a66700  1 --2- 172.21.15.73:0/935832259 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f466c0a2800 0x7f466c0a4cc0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4678000c00 tx=0x7f4678005fb0 comp rx=0 tx=0).stop
2024-03-19T01:42:17.223 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:42:17.222+0000 7f4689a66700  1 -- 172.21.15.73:0/935832259 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4684102340 msgr2=0x7f468419a6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:42:17.223 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:42:17.222+0000 7f4689a66700  1 --2- 172.21.15.73:0/935832259 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4684102340 0x7f468419a6c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f467400c970 tx=0x7f467400cc80 comp rx=0 tx=0).stop
2024-03-19T01:42:17.223 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:42:17.223+0000 7f4689a66700  1 -- 172.21.15.73:0/935832259 shutdown_connections
2024-03-19T01:42:17.224 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:42:17.223+0000 7f4689a66700  1 --2- 172.21.15.73:0/935832259 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f466c0a2800 0x7f466c0a4cc0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:42:17.224 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:42:17.223+0000 7f4689a66700  1 --2- 172.21.15.73:0/935832259 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4684103ee0 0x7f46841a1c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:42:17.224 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:42:17.223+0000 7f4689a66700  1 --2- 172.21.15.73:0/935832259 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4684102340 0x7f468419a6c0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:42:17.224 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:42:17.223+0000 7f4689a66700  1 --2- 172.21.15.73:0/935832259 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4684103540 0x7f468419ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:42:17.224 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:42:17.223+0000 7f4689a66700  1 -- 172.21.15.73:0/935832259 >> 172.21.15.73:0/935832259 conn(0x7f46840fd920 msgr2=0x7f4684074540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:42:17.224 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:42:17.223+0000 7f4689a66700  1 -- 172.21.15.73:0/935832259 shutdown_connections
2024-03-19T01:42:17.224 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:42:17.223+0000 7f4689a66700  1 -- 172.21.15.73:0/935832259 wait complete.
2024-03-19T01:42:17.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:17.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:17.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:42:17.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:42:17.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:17.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:17 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:17.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:17 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:17.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:17 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:42:17.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:17 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:42:17.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:17 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:17.883 DEBUG:teuthology.orchestra.run.smithi073:osd.1> sudo journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.1.service
2024-03-19T01:42:17.885 INFO:tasks.cephadm:Deploying osd.2 on smithi102 with /dev/vg_nvme/lv_4...
2024-03-19T01:42:17.885 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4
2024-03-19T01:42:18.135 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.c/config
2024-03-19T01:42:18.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:18 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:18.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:18 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:18.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:18 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:42:18.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:18 smithi102 ceph-mon[66557]: from='osd.1 [v2:172.21.15.73:6800/2502945674,v1:172.21.15.73:6801/2502945674]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch
2024-03-19T01:42:18.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:18 smithi102 ceph-mon[66557]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch
2024-03-19T01:42:18.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:18 smithi102 ceph-mon[66557]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:42:18.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:18 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:18.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:18 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:18.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:18 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:42:18.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:18 smithi073 ceph-mon[66833]: from='osd.1 [v2:172.21.15.73:6800/2502945674,v1:172.21.15.73:6801/2502945674]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch
2024-03-19T01:42:18.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:18 smithi073 ceph-mon[66833]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch
2024-03-19T01:42:18.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:18 smithi073 ceph-mon[66833]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:42:18.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:18 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:18.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:18 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:18.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:18 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:42:18.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:18 smithi046 ceph-mon[63102]: from='osd.1 [v2:172.21.15.73:6800/2502945674,v1:172.21.15.73:6801/2502945674]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch
2024-03-19T01:42:18.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:18 smithi046 ceph-mon[63102]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch
2024-03-19T01:42:18.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:18 smithi046 ceph-mon[63102]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:42:19.320 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:19 smithi073 ceph-mon[66833]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished
2024-03-19T01:42:19.320 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:19 smithi073 ceph-mon[66833]: from='osd.1 [v2:172.21.15.73:6800/2502945674,v1:172.21.15.73:6801/2502945674]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch
2024-03-19T01:42:19.320 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:19 smithi073 ceph-mon[66833]: osdmap e11: 2 total, 1 up, 2 in
2024-03-19T01:42:19.320 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:19 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2024-03-19T01:42:19.320 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:19 smithi073 ceph-mon[66833]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch
2024-03-19T01:42:19.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:19 smithi102 ceph-mon[66557]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished
2024-03-19T01:42:19.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:19 smithi102 ceph-mon[66557]: from='osd.1 [v2:172.21.15.73:6800/2502945674,v1:172.21.15.73:6801/2502945674]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch
2024-03-19T01:42:19.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:19 smithi102 ceph-mon[66557]: osdmap e11: 2 total, 1 up, 2 in
2024-03-19T01:42:19.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:19 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2024-03-19T01:42:19.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:19 smithi102 ceph-mon[66557]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch
2024-03-19T01:42:19.614 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:19 smithi046 ceph-mon[63102]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished
2024-03-19T01:42:19.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:19 smithi046 ceph-mon[63102]: from='osd.1 [v2:172.21.15.73:6800/2502945674,v1:172.21.15.73:6801/2502945674]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch
2024-03-19T01:42:19.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:19 smithi046 ceph-mon[63102]: osdmap e11: 2 total, 1 up, 2 in
2024-03-19T01:42:19.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:19 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2024-03-19T01:42:19.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:19 smithi046 ceph-mon[63102]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch
2024-03-19T01:42:19.970 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping: /dev/vg_nvme/lv_4
2024-03-19T01:42:19.971 INFO:teuthology.orchestra.run.smithi102.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync
2024-03-19T01:42:19.971 INFO:teuthology.orchestra.run.smithi102.stderr: stderr: 10+0 records in
2024-03-19T01:42:19.971 INFO:teuthology.orchestra.run.smithi102.stderr:10+0 records out
2024-03-19T01:42:19.971 INFO:teuthology.orchestra.run.smithi102.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0136062 s, 771 MB/s
2024-03-19T01:42:19.971 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping successful for: <LV: /dev/vg_nvme/lv_4>
2024-03-19T01:42:20.204 INFO:journalctl@ceph.osd.1.smithi073.stdout:Mar 19 01:42:19 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-1[71414]: 2024-03-19T01:42:19.909+0000 7fe352a68700 -1 osd.1 0 waiting for initial osdmap
2024-03-19T01:42:20.204 INFO:journalctl@ceph.osd.1.smithi073.stdout:Mar 19 01:42:19 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-1[71414]: 2024-03-19T01:42:19.915+0000 7fe34a853700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory
2024-03-19T01:42:20.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:20 smithi102 ceph-mon[66557]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]': finished
2024-03-19T01:42:20.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:20 smithi102 ceph-mon[66557]: osdmap e12: 2 total, 1 up, 2 in
2024-03-19T01:42:20.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:20 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2024-03-19T01:42:20.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:20 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2024-03-19T01:42:20.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:20 smithi102 ceph-mon[66557]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:42:20.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:20 smithi102 ceph-mon[66557]: from='osd.1 ' entity='osd.1'
2024-03-19T01:42:20.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:20 smithi073 ceph-mon[66833]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]': finished
2024-03-19T01:42:20.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:20 smithi073 ceph-mon[66833]: osdmap e12: 2 total, 1 up, 2 in
2024-03-19T01:42:20.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:20 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2024-03-19T01:42:20.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:20 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2024-03-19T01:42:20.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:20 smithi073 ceph-mon[66833]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:42:20.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:20 smithi073 ceph-mon[66833]: from='osd.1 ' entity='osd.1'
2024-03-19T01:42:20.573 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi102:vg_nvme/lv_4
2024-03-19T01:42:20.614 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:20 smithi046 ceph-mon[63102]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]': finished
2024-03-19T01:42:20.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:20 smithi046 ceph-mon[63102]: osdmap e12: 2 total, 1 up, 2 in
2024-03-19T01:42:20.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:20 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2024-03-19T01:42:20.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:20 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2024-03-19T01:42:20.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:20 smithi046 ceph-mon[63102]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail
2024-03-19T01:42:20.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:20 smithi046 ceph-mon[63102]: from='osd.1 ' entity='osd.1'
2024-03-19T01:42:20.809 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.c/config
2024-03-19T01:42:21.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:21 smithi073 ceph-mon[66833]: purged_snaps scrub starts
2024-03-19T01:42:21.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:21 smithi073 ceph-mon[66833]: purged_snaps scrub ok
2024-03-19T01:42:21.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2024-03-19T01:42:21.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:21 smithi073 ceph-mon[66833]: Detected new or changed devices on smithi073
2024-03-19T01:42:21.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:21.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:21.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:42:21.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:21 smithi073 ceph-mon[66833]: Adjusting osd_memory_target on smithi073 to 17088M
2024-03-19T01:42:21.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:21.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:42:21.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:42:21.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:21.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:21 smithi073 ceph-mon[66833]: osd.1 [v2:172.21.15.73:6800/2502945674,v1:172.21.15.73:6801/2502945674] boot
2024-03-19T01:42:21.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:21 smithi073 ceph-mon[66833]: osdmap e13: 2 total, 2 up, 2 in
2024-03-19T01:42:21.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2024-03-19T01:42:21.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:21 smithi102 ceph-mon[66557]: purged_snaps scrub starts
2024-03-19T01:42:21.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:21 smithi102 ceph-mon[66557]: purged_snaps scrub ok
2024-03-19T01:42:21.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2024-03-19T01:42:21.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:21 smithi102 ceph-mon[66557]: Detected new or changed devices on smithi073
2024-03-19T01:42:21.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:21.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:21.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:42:21.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:21 smithi102 ceph-mon[66557]: Adjusting osd_memory_target on smithi073 to 17088M
2024-03-19T01:42:21.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:21.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:42:21.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:42:21.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:21.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:21 smithi102 ceph-mon[66557]: osd.1 [v2:172.21.15.73:6800/2502945674,v1:172.21.15.73:6801/2502945674] boot
2024-03-19T01:42:21.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:21 smithi102 ceph-mon[66557]: osdmap e13: 2 total, 2 up, 2 in
2024-03-19T01:42:21.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2024-03-19T01:42:21.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:21 smithi046 ceph-mon[63102]: purged_snaps scrub starts
2024-03-19T01:42:21.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:21 smithi046 ceph-mon[63102]: purged_snaps scrub ok
2024-03-19T01:42:21.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2024-03-19T01:42:21.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:21 smithi046 ceph-mon[63102]: Detected new or changed devices on smithi073
2024-03-19T01:42:21.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:21.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:21.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:42:21.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:21 smithi046 ceph-mon[63102]: Adjusting osd_memory_target on smithi073 to 17088M
2024-03-19T01:42:21.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:21.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:42:21.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:42:21.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:21.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:21 smithi046 ceph-mon[63102]: osd.1 [v2:172.21.15.73:6800/2502945674,v1:172.21.15.73:6801/2502945674] boot
2024-03-19T01:42:21.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:21 smithi046 ceph-mon[63102]: osdmap e13: 2 total, 2 up, 2 in
2024-03-19T01:42:21.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2024-03-19T01:42:22.282 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.276+0000 7fdb7339c700  1 -- 172.21.15.102:0/1727904902 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdb6c101240 msgr2=0x7fdb6c101660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:42:22.282 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.276+0000 7fdb7339c700  1 --2- 172.21.15.102:0/1727904902 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdb6c101240 0x7fdb6c101660 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fdb5c009990 tx=0x7fdb5c009ca0 comp rx=0 tx=0).stop
2024-03-19T01:42:22.283 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.276+0000 7fdb7339c700  1 -- 172.21.15.102:0/1727904902 shutdown_connections
2024-03-19T01:42:22.283 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.276+0000 7fdb7339c700  1 --2- 172.21.15.102:0/1727904902 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdb6c102de0 0x7fdb6c109690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:42:22.283 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.276+0000 7fdb7339c700  1 --2- 172.21.15.102:0/1727904902 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdb6c101240 0x7fdb6c101660 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:42:22.283 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.276+0000 7fdb7339c700  1 --2- 172.21.15.102:0/1727904902 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb6c102440 0x7fdb6c1028a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:42:22.283 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.276+0000 7fdb7339c700  1 -- 172.21.15.102:0/1727904902 >> 172.21.15.102:0/1727904902 conn(0x7fdb6c0fc7e0 msgr2=0x7fdb6c0fec20 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:42:22.283 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.276+0000 7fdb7339c700  1 -- 172.21.15.102:0/1727904902 shutdown_connections
2024-03-19T01:42:22.283 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.276+0000 7fdb7339c700  1 -- 172.21.15.102:0/1727904902 wait complete.
2024-03-19T01:42:22.283 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.277+0000 7fdb7339c700  1  Processor -- start
2024-03-19T01:42:22.283 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.277+0000 7fdb7339c700  1 --  start start
2024-03-19T01:42:22.283 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.277+0000 7fdb7339c700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdb6c101240 0x7fdb6c198520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:42:22.284 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.277+0000 7fdb7339c700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb6c102440 0x7fdb6c198a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:42:22.284 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.277+0000 7fdb7339c700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdb6c102de0 0x7fdb6c19fae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:42:22.284 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.277+0000 7fdb7339c700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fdb6c10cd30 con 0x7fdb6c102440
2024-03-19T01:42:22.284 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.277+0000 7fdb7339c700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fdb6c10cbb0 con 0x7fdb6c102de0
2024-03-19T01:42:22.284 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.277+0000 7fdb7339c700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fdb6c10ceb0 con 0x7fdb6c101240
2024-03-19T01:42:22.284 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.277+0000 7fdb71138700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdb6c101240 0x7fdb6c198520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:42:22.284 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.277+0000 7fdb71138700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdb6c101240 0x7fdb6c198520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.102:33738/0 (socket says 172.21.15.102:33738)
2024-03-19T01:42:22.284 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.277+0000 7fdb71138700  1 -- 172.21.15.102:0/2327766022 learned_addr learned my addr 172.21.15.102:0/2327766022 (peer_addr_for_me v2:172.21.15.102:0/0)
2024-03-19T01:42:22.284 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.277+0000 7fdb71939700  1 --2- 172.21.15.102:0/2327766022 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdb6c102de0 0x7fdb6c19fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:42:22.284 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.277+0000 7fdb70937700  1 --2- 172.21.15.102:0/2327766022 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb6c102440 0x7fdb6c198a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:42:22.285 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.277+0000 7fdb71138700  1 -- 172.21.15.102:0/2327766022 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdb6c102de0 msgr2=0x7fdb6c19fae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:42:22.285 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.277+0000 7fdb71138700  1 --2- 172.21.15.102:0/2327766022 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdb6c102de0 0x7fdb6c19fae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:42:22.285 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.277+0000 7fdb71138700  1 -- 172.21.15.102:0/2327766022 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb6c102440 msgr2=0x7fdb6c198a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:42:22.285 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.277+0000 7fdb71138700  1 --2- 172.21.15.102:0/2327766022 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb6c102440 0x7fdb6c198a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:42:22.285 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.277+0000 7fdb71138700  1 -- 172.21.15.102:0/2327766022 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb6c1a0180 con 0x7fdb6c101240
2024-03-19T01:42:22.285 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.277+0000 7fdb71138700  1 --2- 172.21.15.102:0/2327766022 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdb6c101240 0x7fdb6c198520 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fdb5c000c00 tx=0x7fdb5c0047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:42:22.285 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.278+0000 7fdb627fc700  1 -- 172.21.15.102:0/2327766022 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb5c027070 con 0x7fdb6c101240
2024-03-19T01:42:22.285 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.278+0000 7fdb627fc700  1 -- 172.21.15.102:0/2327766022 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdb5c004080 con 0x7fdb6c101240
2024-03-19T01:42:22.285 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.278+0000 7fdb7339c700  1 -- 172.21.15.102:0/2327766022 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb6c1a0410 con 0x7fdb6c101240
2024-03-19T01:42:22.285 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.278+0000 7fdb627fc700  1 -- 172.21.15.102:0/2327766022 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb5c022d00 con 0x7fdb6c101240
2024-03-19T01:42:22.286 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.278+0000 7fdb7339c700  1 -- 172.21.15.102:0/2327766022 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb6c1a0860 con 0x7fdb6c101240
2024-03-19T01:42:22.286 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.279+0000 7fdb7339c700  1 -- 172.21.15.102:0/2327766022 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb6c069000 con 0x7fdb6c101240
2024-03-19T01:42:22.286 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.280+0000 7fdb627fc700  1 -- 172.21.15.102:0/2327766022 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 15) ==== 137234+0+0 (secure 0 0 0) 0x7fdb5c02a070 con 0x7fdb6c101240
2024-03-19T01:42:22.286 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.281+0000 7fdb627fc700  1 --2- 172.21.15.102:0/2327766022 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdb580a2800 0x7fdb580a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:42:22.286 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.281+0000 7fdb70937700  1 --2- 172.21.15.102:0/2327766022 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdb580a2800 0x7fdb580a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:42:22.286 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.281+0000 7fdb627fc700  1 -- 172.21.15.102:0/2327766022 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 2309+0+0 (secure 0 0 0) 0x7fdb5c0ce540 con 0x7fdb6c101240
2024-03-19T01:42:22.286 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.281+0000 7fdb70937700  1 --2- 172.21.15.102:0/2327766022 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdb580a2800 0x7fdb580a4cc0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fdb68007c60 tx=0x7fdb680073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:42:22.286 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.284+0000 7fdb627fc700  1 -- 172.21.15.102:0/2327766022 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fdb6c069000 con 0x7fdb6c101240
2024-03-19T01:42:22.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:22 smithi073 ceph-mon[66833]: pgmap v65: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:22.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:22 smithi102 ceph-mon[66557]: pgmap v65: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:22.493 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:22.493+0000 7fdb7339c700  1 -- 172.21.15.102:0/2327766022 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fdb6c06a6d0 con 0x7fdb580a2800
2024-03-19T01:42:22.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:22 smithi046 ceph-mon[63102]: pgmap v65: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:23.368 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:23 smithi102 ceph-mon[66557]: osdmap e14: 2 total, 2 up, 2 in
2024-03-19T01:42:23.368 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:23 smithi102 ceph-mon[66557]: from='client.24151 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:42:23.368 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:23 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:42:23.368 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:23 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:42:23.369 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:23 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:42:23.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:23 smithi073 ceph-mon[66833]: osdmap e14: 2 total, 2 up, 2 in
2024-03-19T01:42:23.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:23 smithi073 ceph-mon[66833]: from='client.24151 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:42:23.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:23 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:42:23.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:23 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:42:23.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:23 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:42:23.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:23 smithi046 ceph-mon[63102]: osdmap e14: 2 total, 2 up, 2 in
2024-03-19T01:42:23.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:23 smithi046 ceph-mon[63102]: from='client.24151 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:42:23.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:23 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:42:23.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:23 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:42:23.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:23 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:42:24.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:24 smithi073 ceph-mon[66833]: pgmap v67: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:24.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:24 smithi102 ceph-mon[66557]: pgmap v67: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:24.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:24 smithi046 ceph-mon[63102]: pgmap v67: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:25.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:25 smithi102 ceph-mon[66557]: from='client.? 172.21.15.102:0/4220916908' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "45e8479c-4006-4dd4-bdd8-b4a2eafacc80"}]: dispatch
2024-03-19T01:42:25.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:25 smithi102 ceph-mon[66557]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "45e8479c-4006-4dd4-bdd8-b4a2eafacc80"}]: dispatch
2024-03-19T01:42:25.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:25 smithi102 ceph-mon[66557]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "45e8479c-4006-4dd4-bdd8-b4a2eafacc80"}]': finished
2024-03-19T01:42:25.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:25 smithi102 ceph-mon[66557]: osdmap e15: 3 total, 2 up, 3 in
2024-03-19T01:42:25.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:25 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2024-03-19T01:42:25.614 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:25 smithi046 ceph-mon[63102]: from='client.? 172.21.15.102:0/4220916908' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "45e8479c-4006-4dd4-bdd8-b4a2eafacc80"}]: dispatch
2024-03-19T01:42:25.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:25 smithi046 ceph-mon[63102]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "45e8479c-4006-4dd4-bdd8-b4a2eafacc80"}]: dispatch
2024-03-19T01:42:25.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:25 smithi046 ceph-mon[63102]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "45e8479c-4006-4dd4-bdd8-b4a2eafacc80"}]': finished
2024-03-19T01:42:25.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:25 smithi046 ceph-mon[63102]: osdmap e15: 3 total, 2 up, 3 in
2024-03-19T01:42:25.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:25 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2024-03-19T01:42:25.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:25 smithi073 ceph-mon[66833]: from='client.? 172.21.15.102:0/4220916908' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "45e8479c-4006-4dd4-bdd8-b4a2eafacc80"}]: dispatch
2024-03-19T01:42:25.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:25 smithi073 ceph-mon[66833]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "45e8479c-4006-4dd4-bdd8-b4a2eafacc80"}]: dispatch
2024-03-19T01:42:25.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:25 smithi073 ceph-mon[66833]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "45e8479c-4006-4dd4-bdd8-b4a2eafacc80"}]': finished
2024-03-19T01:42:25.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:25 smithi073 ceph-mon[66833]: osdmap e15: 3 total, 2 up, 3 in
2024-03-19T01:42:25.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:25 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2024-03-19T01:42:26.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:26 smithi102 ceph-mon[66557]: from='client.? 172.21.15.102:0/4000118750' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:42:26.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:26 smithi102 ceph-mon[66557]: pgmap v69: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:26.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:26 smithi046 ceph-mon[63102]: from='client.? 172.21.15.102:0/4000118750' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:42:26.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:26 smithi046 ceph-mon[63102]: pgmap v69: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:26.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:26 smithi073 ceph-mon[66833]: from='client.? 172.21.15.102:0/4000118750' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:42:26.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:26 smithi073 ceph-mon[66833]: pgmap v69: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:28.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:27 smithi073 ceph-mon[66833]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:28.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:27 smithi102 ceph-mon[66557]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:28.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:27 smithi046 ceph-mon[63102]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:30.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:29 smithi102 ceph-mon[66557]: pgmap v71: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:30.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:29 smithi073 ceph-mon[66833]: pgmap v71: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:30.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:29 smithi046 ceph-mon[63102]: pgmap v71: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:31.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:31 smithi102 ceph-mon[66557]: pgmap v72: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:32.167 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:31 smithi046 ceph-mon[63102]: pgmap v72: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:32.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:31 smithi073 ceph-mon[66833]: pgmap v72: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:33.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:32 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch
2024-03-19T01:42:33.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:32 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:42:33.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:32 smithi073 ceph-mon[66833]: Deploying daemon osd.2 on smithi102
2024-03-19T01:42:33.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:32 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch
2024-03-19T01:42:33.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:32 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:42:33.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:32 smithi102 ceph-mon[66557]: Deploying daemon osd.2 on smithi102
2024-03-19T01:42:33.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:32 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch
2024-03-19T01:42:33.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:32 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:42:33.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:32 smithi046 ceph-mon[63102]: Deploying daemon osd.2 on smithi102
2024-03-19T01:42:34.129 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:33 smithi102 ceph-mon[66557]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:34.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:33 smithi073 ceph-mon[66833]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:34.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:33 smithi046 ceph-mon[63102]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:36.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:35 smithi073 ceph-mon[66833]: pgmap v74: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:36.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:35 smithi102 ceph-mon[66557]: pgmap v74: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:36.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:35 smithi046 ceph-mon[63102]: pgmap v74: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:38.364 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:38 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:38.364 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:38 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:38.365 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:38 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:42:38.365 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:38 smithi102 ceph-mon[66557]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:38.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:38 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:38.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:38 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:38.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:38 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:42:38.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:38 smithi046 ceph-mon[63102]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:38.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:38 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:38.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:38 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:38.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:38 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:42:38.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:38 smithi073 ceph-mon[66833]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:40.192 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:39 smithi102 ceph-mon[66557]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:40.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:39 smithi073 ceph-mon[66833]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:40.260 INFO:teuthology.orchestra.run.smithi102.stdout:Created osd(s) 2 on host 'smithi102'
2024-03-19T01:42:40.261 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:40.259+0000 7fdb627fc700  1 -- 172.21.15.102:0/2327766022 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fdb6c06a6d0 con 0x7fdb580a2800
2024-03-19T01:42:40.262 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:40.261+0000 7fdb7339c700  1 -- 172.21.15.102:0/2327766022 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdb580a2800 msgr2=0x7fdb580a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:42:40.263 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:40.261+0000 7fdb7339c700  1 --2- 172.21.15.102:0/2327766022 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdb580a2800 0x7fdb580a4cc0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fdb68007c60 tx=0x7fdb680073d0 comp rx=0 tx=0).stop
2024-03-19T01:42:40.263 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:40.261+0000 7fdb7339c700  1 -- 172.21.15.102:0/2327766022 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdb6c101240 msgr2=0x7fdb6c198520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:42:40.263 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:40.261+0000 7fdb7339c700  1 --2- 172.21.15.102:0/2327766022 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdb6c101240 0x7fdb6c198520 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fdb5c000c00 tx=0x7fdb5c0047b0 comp rx=0 tx=0).stop
2024-03-19T01:42:40.263 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:40.261+0000 7fdb7339c700  1 -- 172.21.15.102:0/2327766022 shutdown_connections
2024-03-19T01:42:40.263 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:40.261+0000 7fdb7339c700  1 --2- 172.21.15.102:0/2327766022 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdb580a2800 0x7fdb580a4cc0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:42:40.263 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:40.261+0000 7fdb7339c700  1 --2- 172.21.15.102:0/2327766022 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdb6c102de0 0x7fdb6c19fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:42:40.263 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:40.261+0000 7fdb7339c700  1 --2- 172.21.15.102:0/2327766022 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdb6c101240 0x7fdb6c198520 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:42:40.263 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:40.261+0000 7fdb7339c700  1 --2- 172.21.15.102:0/2327766022 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb6c102440 0x7fdb6c198a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:42:40.263 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:40.261+0000 7fdb7339c700  1 -- 172.21.15.102:0/2327766022 >> 172.21.15.102:0/2327766022 conn(0x7fdb6c0fc7e0 msgr2=0x7fdb6c069fc0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:42:40.263 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:40.261+0000 7fdb7339c700  1 -- 172.21.15.102:0/2327766022 shutdown_connections
2024-03-19T01:42:40.263 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:42:40.261+0000 7fdb7339c700  1 -- 172.21.15.102:0/2327766022 wait complete.
2024-03-19T01:42:40.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:39 smithi046 ceph-mon[63102]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:40.860 DEBUG:teuthology.orchestra.run.smithi102:osd.2> sudo journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.2.service
2024-03-19T01:42:40.862 INFO:tasks.cephadm:Deploying osd.3 on smithi046 with /dev/vg_nvme/lv_3...
2024-03-19T01:42:40.862 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3
2024-03-19T01:42:41.113 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:42:41.165 INFO:journalctl@ceph.osd.2.smithi102.stdout:Mar 19 01:42:41 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-2[71741]: 2024-03-19T01:42:41.066+0000 7fb12190e7c0 -1 osd.2 0 log_to_monitors true
2024-03-19T01:42:41.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:41 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:41.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:41 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:41.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:41 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:41.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:41 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:41.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:41 smithi102 ceph-mon[66557]: from='osd.2 [v2:172.21.15.102:6800/90484514,v1:172.21.15.102:6801/90484514]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch
2024-03-19T01:42:41.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:41 smithi102 ceph-mon[66557]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch
2024-03-19T01:42:41.550 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:41 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:41.550 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:41 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:41.550 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:41 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:41.550 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:41 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:41.550 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:41 smithi046 ceph-mon[63102]: from='osd.2 [v2:172.21.15.102:6800/90484514,v1:172.21.15.102:6801/90484514]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch
2024-03-19T01:42:41.550 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:41 smithi046 ceph-mon[63102]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch
2024-03-19T01:42:41.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:41 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:41.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:41 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:41.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:41 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:41.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:41 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:41.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:41 smithi073 ceph-mon[66833]: from='osd.2 [v2:172.21.15.102:6800/90484514,v1:172.21.15.102:6801/90484514]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch
2024-03-19T01:42:41.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:41 smithi073 ceph-mon[66833]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch
2024-03-19T01:42:42.362 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:42 smithi102 ceph-mon[66557]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished
2024-03-19T01:42:42.363 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:42 smithi102 ceph-mon[66557]: osdmap e16: 3 total, 2 up, 3 in
2024-03-19T01:42:42.363 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:42 smithi102 ceph-mon[66557]: from='osd.2 [v2:172.21.15.102:6800/90484514,v1:172.21.15.102:6801/90484514]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch
2024-03-19T01:42:42.363 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:42 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2024-03-19T01:42:42.363 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:42 smithi102 ceph-mon[66557]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch
2024-03-19T01:42:42.363 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:42 smithi102 ceph-mon[66557]: pgmap v78: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:42.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:42 smithi046 ceph-mon[63102]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished
2024-03-19T01:42:42.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:42 smithi046 ceph-mon[63102]: osdmap e16: 3 total, 2 up, 3 in
2024-03-19T01:42:42.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:42 smithi046 ceph-mon[63102]: from='osd.2 [v2:172.21.15.102:6800/90484514,v1:172.21.15.102:6801/90484514]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch
2024-03-19T01:42:42.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:42 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2024-03-19T01:42:42.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:42 smithi046 ceph-mon[63102]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch
2024-03-19T01:42:42.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:42 smithi046 ceph-mon[63102]: pgmap v78: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:42.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:42 smithi073 ceph-mon[66833]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished
2024-03-19T01:42:42.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:42 smithi073 ceph-mon[66833]: osdmap e16: 3 total, 2 up, 3 in
2024-03-19T01:42:42.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:42 smithi073 ceph-mon[66833]: from='osd.2 [v2:172.21.15.102:6800/90484514,v1:172.21.15.102:6801/90484514]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch
2024-03-19T01:42:42.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:42 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2024-03-19T01:42:42.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:42 smithi073 ceph-mon[66833]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch
2024-03-19T01:42:42.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:42 smithi073 ceph-mon[66833]: pgmap v78: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:42.944 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping: /dev/vg_nvme/lv_3
2024-03-19T01:42:42.944 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync
2024-03-19T01:42:42.944 INFO:teuthology.orchestra.run.smithi046.stderr: stderr: 10+0 records in
2024-03-19T01:42:42.944 INFO:teuthology.orchestra.run.smithi046.stderr:10+0 records out
2024-03-19T01:42:42.944 INFO:teuthology.orchestra.run.smithi046.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00836836 s, 1.3 GB/s
2024-03-19T01:42:42.944 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping successful for: <LV: /dev/vg_nvme/lv_3>
2024-03-19T01:42:43.361 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:43 smithi102 ceph-mon[66557]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished
2024-03-19T01:42:43.362 INFO:journalctl@ceph.osd.2.smithi102.stdout:Mar 19 01:42:43 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-2[71741]: 2024-03-19T01:42:43.115+0000 7fb117774700 -1 osd.2 0 waiting for initial osdmap
2024-03-19T01:42:43.362 INFO:journalctl@ceph.osd.2.smithi102.stdout:Mar 19 01:42:43 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-2[71741]: 2024-03-19T01:42:43.121+0000 7fb10ed5e700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory
2024-03-19T01:42:43.527 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:43 smithi046 ceph-mon[63102]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished
2024-03-19T01:42:43.527 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:43 smithi046 ceph-mon[63102]: osdmap e17: 3 total, 2 up, 3 in
2024-03-19T01:42:43.528 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:43 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2024-03-19T01:42:43.528 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:43 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2024-03-19T01:42:43.528 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:43 smithi046 ceph-mon[63102]: from='osd.2 ' entity='osd.2'
2024-03-19T01:42:43.555 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi046:vg_nvme/lv_3
2024-03-19T01:42:43.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:43 smithi102 ceph-mon[66557]: osdmap e17: 3 total, 2 up, 3 in
2024-03-19T01:42:43.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:43 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2024-03-19T01:42:43.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:43 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2024-03-19T01:42:43.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:43 smithi102 ceph-mon[66557]: from='osd.2 ' entity='osd.2'
2024-03-19T01:42:43.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:43 smithi073 ceph-mon[66833]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished
2024-03-19T01:42:43.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:43 smithi073 ceph-mon[66833]: osdmap e17: 3 total, 2 up, 3 in
2024-03-19T01:42:43.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:43 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2024-03-19T01:42:43.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:43 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2024-03-19T01:42:43.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:43 smithi073 ceph-mon[66833]: from='osd.2 ' entity='osd.2'
2024-03-19T01:42:43.809 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:42:44.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:44 smithi046 ceph-mon[63102]: purged_snaps scrub starts
2024-03-19T01:42:44.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:44 smithi046 ceph-mon[63102]: purged_snaps scrub ok
2024-03-19T01:42:44.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:44 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2024-03-19T01:42:44.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:44 smithi046 ceph-mon[63102]: Detected new or changed devices on smithi102
2024-03-19T01:42:44.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:44 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:44.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:44 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:44.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:44 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:42:44.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:44 smithi046 ceph-mon[63102]: Adjusting osd_memory_target on smithi102 to 17088M
2024-03-19T01:42:44.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:44 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:44.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:44 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:42:44.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:44 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:42:44.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:44 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:44.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:44 smithi046 ceph-mon[63102]: pgmap v80: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:44.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:44 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:42:44.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:44 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:42:44.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:44 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:42:44.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:44 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:44.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:44 smithi046 ceph-mon[63102]: osd.2 [v2:172.21.15.102:6800/90484514,v1:172.21.15.102:6801/90484514] boot
2024-03-19T01:42:44.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:44 smithi046 ceph-mon[63102]: osdmap e18: 3 total, 3 up, 3 in
2024-03-19T01:42:44.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:44 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2024-03-19T01:42:44.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:44 smithi073 ceph-mon[66833]: purged_snaps scrub starts
2024-03-19T01:42:44.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:44 smithi073 ceph-mon[66833]: purged_snaps scrub ok
2024-03-19T01:42:44.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:44 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2024-03-19T01:42:44.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:44 smithi073 ceph-mon[66833]: Detected new or changed devices on smithi102
2024-03-19T01:42:44.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:44 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:44.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:44 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:44.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:44 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:42:44.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:44 smithi073 ceph-mon[66833]: Adjusting osd_memory_target on smithi102 to 17088M
2024-03-19T01:42:44.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:44 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:44.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:44 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:42:44.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:44 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:42:44.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:44 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:44.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:44 smithi073 ceph-mon[66833]: pgmap v80: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:44.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:44 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:42:44.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:44 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:42:44.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:44 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:42:44.716 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:44 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:44.716 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:44 smithi073 ceph-mon[66833]: osd.2 [v2:172.21.15.102:6800/90484514,v1:172.21.15.102:6801/90484514] boot
2024-03-19T01:42:44.716 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:44 smithi073 ceph-mon[66833]: osdmap e18: 3 total, 3 up, 3 in
2024-03-19T01:42:44.716 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:44 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2024-03-19T01:42:44.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:44 smithi102 ceph-mon[66557]: purged_snaps scrub starts
2024-03-19T01:42:44.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:44 smithi102 ceph-mon[66557]: purged_snaps scrub ok
2024-03-19T01:42:44.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:44 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2024-03-19T01:42:44.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:44 smithi102 ceph-mon[66557]: Detected new or changed devices on smithi102
2024-03-19T01:42:44.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:44 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:44.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:44 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:44.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:44 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:42:44.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:44 smithi102 ceph-mon[66557]: Adjusting osd_memory_target on smithi102 to 17088M
2024-03-19T01:42:44.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:44 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:44.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:44 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:42:44.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:44 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:42:44.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:44 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:44.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:44 smithi102 ceph-mon[66557]: pgmap v80: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail
2024-03-19T01:42:44.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:44 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:42:44.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:44 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:42:44.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:44 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:42:44.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:44 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:44.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:44 smithi102 ceph-mon[66557]: osd.2 [v2:172.21.15.102:6800/90484514,v1:172.21.15.102:6801/90484514] boot
2024-03-19T01:42:44.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:44 smithi102 ceph-mon[66557]: osdmap e18: 3 total, 3 up, 3 in
2024-03-19T01:42:44.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:44 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2024-03-19T01:42:45.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.385+0000 7f8b46e26700  1 -- 172.21.15.46:0/1382330777 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8b40102de0 msgr2=0x7f8b40109690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:42:45.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.385+0000 7f8b46e26700  1 --2- 172.21.15.46:0/1382330777 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8b40102de0 0x7f8b40109690 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f8b3800b0d0 tx=0x7f8b3800b3e0 comp rx=0 tx=0).stop
2024-03-19T01:42:45.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.385+0000 7f8b46e26700  1 -- 172.21.15.46:0/1382330777 shutdown_connections
2024-03-19T01:42:45.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.385+0000 7f8b46e26700  1 --2- 172.21.15.46:0/1382330777 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8b40102de0 0x7f8b40109690 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:42:45.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.385+0000 7f8b46e26700  1 --2- 172.21.15.46:0/1382330777 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8b40101240 0x7f8b40101660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:42:45.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.385+0000 7f8b46e26700  1 --2- 172.21.15.46:0/1382330777 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8b40102440 0x7f8b401028a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:42:45.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.385+0000 7f8b46e26700  1 -- 172.21.15.46:0/1382330777 >> 172.21.15.46:0/1382330777 conn(0x7f8b400fc7e0 msgr2=0x7f8b400fec20 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:42:45.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.385+0000 7f8b46e26700  1 -- 172.21.15.46:0/1382330777 shutdown_connections
2024-03-19T01:42:45.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.385+0000 7f8b46e26700  1 -- 172.21.15.46:0/1382330777 wait complete.
2024-03-19T01:42:45.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.386+0000 7f8b46e26700  1  Processor -- start
2024-03-19T01:42:45.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.386+0000 7f8b46e26700  1 --  start start
2024-03-19T01:42:45.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.386+0000 7f8b46e26700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8b40101240 0x7f8b4006ab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:42:45.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.386+0000 7f8b46e26700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8b40102440 0x7f8b4019d120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:42:45.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.386+0000 7f8b46e26700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8b40102de0 0x7f8b4019f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:42:45.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.386+0000 7f8b46e26700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f8b4010ccd0 con 0x7f8b40102440
2024-03-19T01:42:45.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.386+0000 7f8b46e26700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f8b4010cb50 con 0x7f8b40101240
2024-03-19T01:42:45.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.386+0000 7f8b46e26700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f8b4010ce50 con 0x7f8b40102de0
2024-03-19T01:42:45.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.386+0000 7f8b3ffff700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8b40102440 0x7f8b4019d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:42:45.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.386+0000 7f8b3ffff700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8b40102440 0x7f8b4019d120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46216/0 (socket says 172.21.15.46:46216)
2024-03-19T01:42:45.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.386+0000 7f8b3ffff700  1 -- 172.21.15.46:0/2818199568 learned_addr learned my addr 172.21.15.46:0/2818199568 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:42:45.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.386+0000 7f8b44bc2700  1 --2- 172.21.15.46:0/2818199568 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8b40101240 0x7f8b4006ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:42:45.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.387+0000 7f8b453c3700  1 --2- 172.21.15.46:0/2818199568 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8b40102de0 0x7f8b4019f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:42:45.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.387+0000 7f8b3ffff700  1 -- 172.21.15.46:0/2818199568 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8b40102de0 msgr2=0x7f8b4019f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:42:45.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.387+0000 7f8b3ffff700  1 --2- 172.21.15.46:0/2818199568 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8b40102de0 0x7f8b4019f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:42:45.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.387+0000 7f8b3ffff700  1 -- 172.21.15.46:0/2818199568 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8b40101240 msgr2=0x7f8b4006ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:42:45.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.387+0000 7f8b3ffff700  1 --2- 172.21.15.46:0/2818199568 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8b40101240 0x7f8b4006ab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:42:45.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.387+0000 7f8b3ffff700  1 -- 172.21.15.46:0/2818199568 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b401a0040 con 0x7f8b40102440
2024-03-19T01:42:45.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.387+0000 7f8b3ffff700  1 --2- 172.21.15.46:0/2818199568 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8b40102440 0x7f8b4019d120 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f8b2c00d980 tx=0x7f8b2c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:42:45.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.387+0000 7f8b3dffb700  1 -- 172.21.15.46:0/2818199568 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b2c017070 con 0x7f8b40102440
2024-03-19T01:42:45.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.387+0000 7f8b3dffb700  1 -- 172.21.15.46:0/2818199568 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8b2c005020 con 0x7f8b40102440
2024-03-19T01:42:45.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.387+0000 7f8b46e26700  1 -- 172.21.15.46:0/2818199568 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b401a0330 con 0x7f8b40102440
2024-03-19T01:42:45.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.387+0000 7f8b3dffb700  1 -- 172.21.15.46:0/2818199568 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b2c009b50 con 0x7f8b40102440
2024-03-19T01:42:45.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.387+0000 7f8b46e26700  1 -- 172.21.15.46:0/2818199568 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b401a0870 con 0x7f8b40102440
2024-03-19T01:42:45.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.388+0000 7f8b46e26700  1 -- 172.21.15.46:0/2818199568 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b40068fd0 con 0x7f8b40102440
2024-03-19T01:42:45.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.389+0000 7f8b3dffb700  1 -- 172.21.15.46:0/2818199568 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 15) ==== 137234+0+0 (secure 0 0 0) 0x7f8b2c009cf0 con 0x7f8b40102440
2024-03-19T01:42:45.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.390+0000 7f8b3dffb700  1 --2- 172.21.15.46:0/2818199568 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f8b300a2900 0x7f8b300a4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:42:45.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.390+0000 7f8b44bc2700  1 --2- 172.21.15.46:0/2818199568 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f8b300a2900 0x7f8b300a4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:42:45.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.390+0000 7f8b3dffb700  1 -- 172.21.15.46:0/2818199568 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 2851+0+0 (secure 0 0 0) 0x7f8b2c0cd300 con 0x7f8b40102440
2024-03-19T01:42:45.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.390+0000 7f8b44bc2700  1 --2- 172.21.15.46:0/2818199568 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f8b300a2900 0x7f8b300a4dc0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f8b401022a0 tx=0x7f8b3400a3b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:42:45.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.394+0000 7f8b3dffb700  1 -- 172.21.15.46:0/2818199568 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f8b2c020020 con 0x7f8b40102440
2024-03-19T01:42:45.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:45.610+0000 7f8b46e26700  1 -- 172.21.15.46:0/2818199568 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f8b40062750 con 0x7f8b300a2900
2024-03-19T01:42:46.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:45 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:42:46.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:45 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:42:46.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:45 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:42:46.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:45 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:42:46.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:45 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:42:46.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:45 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:42:46.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:45 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:42:46.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:45 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:42:46.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:45 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:42:46.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:46 smithi046 ceph-mon[63102]: from='client.14286 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:42:46.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:46 smithi046 ceph-mon[63102]: osdmap e19: 3 total, 3 up, 3 in
2024-03-19T01:42:46.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:46 smithi046 ceph-mon[63102]: pgmap v83: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail
2024-03-19T01:42:46.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:46 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch
2024-03-19T01:42:47.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:46 smithi073 ceph-mon[66833]: from='client.14286 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:42:47.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:46 smithi073 ceph-mon[66833]: osdmap e19: 3 total, 3 up, 3 in
2024-03-19T01:42:47.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:46 smithi073 ceph-mon[66833]: pgmap v83: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail
2024-03-19T01:42:47.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:46 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch
2024-03-19T01:42:47.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:46 smithi102 ceph-mon[66557]: from='client.14286 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:42:47.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:46 smithi102 ceph-mon[66557]: osdmap e19: 3 total, 3 up, 3 in
2024-03-19T01:42:47.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:46 smithi102 ceph-mon[66557]: pgmap v83: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail
2024-03-19T01:42:47.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:46 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch
2024-03-19T01:42:47.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:47 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished
2024-03-19T01:42:47.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:47 smithi046 ceph-mon[63102]: osdmap e20: 3 total, 3 up, 3 in
2024-03-19T01:42:47.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:47 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch
2024-03-19T01:42:48.132 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:47 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished
2024-03-19T01:42:48.132 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:47 smithi102 ceph-mon[66557]: osdmap e20: 3 total, 3 up, 3 in
2024-03-19T01:42:48.132 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:47 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch
2024-03-19T01:42:48.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:47 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished
2024-03-19T01:42:48.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:47 smithi073 ceph-mon[66833]: osdmap e20: 3 total, 3 up, 3 in
2024-03-19T01:42:48.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:47 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch
2024-03-19T01:42:48.385 INFO:journalctl@ceph.osd.0.smithi046.stdout:Mar 19 01:42:48 smithi046 sudo[82459]:     ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1
2024-03-19T01:42:48.385 INFO:journalctl@ceph.osd.0.smithi046.stdout:Mar 19 01:42:48 smithi046 sudo[82459]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory
2024-03-19T01:42:48.385 INFO:journalctl@ceph.osd.0.smithi046.stdout:Mar 19 01:42:48 smithi046 sudo[82459]: pam_unix(sudo:session): session opened for user root by (uid=167)
2024-03-19T01:42:48.385 INFO:journalctl@ceph.osd.0.smithi046.stdout:Mar 19 01:42:48 smithi046 sudo[82459]: pam_unix(sudo:session): session closed for user root
2024-03-19T01:42:48.385 INFO:journalctl@ceph.osd.0.smithi046.stdout:Mar 19 01:42:48 smithi046 sudo[82482]:     ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1
2024-03-19T01:42:48.771 INFO:journalctl@ceph.osd.0.smithi046.stdout:Mar 19 01:42:48 smithi046 sudo[82482]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory
2024-03-19T01:42:48.771 INFO:journalctl@ceph.osd.0.smithi046.stdout:Mar 19 01:42:48 smithi046 sudo[82482]: pam_unix(sudo:session): session opened for user root by (uid=167)
2024-03-19T01:42:48.771 INFO:journalctl@ceph.osd.0.smithi046.stdout:Mar 19 01:42:48 smithi046 sudo[82482]: pam_unix(sudo:session): session closed for user root
2024-03-19T01:42:48.910 INFO:journalctl@ceph.osd.1.smithi073.stdout:Mar 19 01:42:48 smithi073 sudo[75416]:     ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1
2024-03-19T01:42:48.910 INFO:journalctl@ceph.osd.1.smithi073.stdout:Mar 19 01:42:48 smithi073 sudo[75416]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory
2024-03-19T01:42:48.911 INFO:journalctl@ceph.osd.1.smithi073.stdout:Mar 19 01:42:48 smithi073 sudo[75416]: pam_unix(sudo:session): session opened for user root by (uid=167)
2024-03-19T01:42:48.911 INFO:journalctl@ceph.osd.1.smithi073.stdout:Mar 19 01:42:48 smithi073 sudo[75416]: pam_unix(sudo:session): session closed for user root
2024-03-19T01:42:48.911 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:48 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished
2024-03-19T01:42:48.911 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:48 smithi073 ceph-mon[66833]: osdmap e21: 3 total, 3 up, 3 in
2024-03-19T01:42:48.911 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:48 smithi073 ceph-mon[66833]: pgmap v86: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail
2024-03-19T01:42:48.911 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:48 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:48.911 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:48 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1482797851' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4cdc93cf-2e8d-436d-a78a-c235e9b970fb"}]: dispatch
2024-03-19T01:42:48.911 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:48 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1482797851' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4cdc93cf-2e8d-436d-a78a-c235e9b970fb"}]': finished
2024-03-19T01:42:48.911 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:48 smithi073 ceph-mon[66833]: osdmap e22: 4 total, 3 up, 4 in
2024-03-19T01:42:48.911 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:48 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2024-03-19T01:42:49.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:48 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished
2024-03-19T01:42:49.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:48 smithi046 ceph-mon[63102]: osdmap e21: 3 total, 3 up, 3 in
2024-03-19T01:42:49.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:48 smithi046 ceph-mon[63102]: pgmap v86: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail
2024-03-19T01:42:49.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:48 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:49.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:48 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1482797851' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4cdc93cf-2e8d-436d-a78a-c235e9b970fb"}]: dispatch
2024-03-19T01:42:49.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:48 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1482797851' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4cdc93cf-2e8d-436d-a78a-c235e9b970fb"}]': finished
2024-03-19T01:42:49.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:48 smithi046 ceph-mon[63102]: osdmap e22: 4 total, 3 up, 4 in
2024-03-19T01:42:49.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:48 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2024-03-19T01:42:49.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:48 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished
2024-03-19T01:42:49.180 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:48 smithi102 ceph-mon[66557]: osdmap e21: 3 total, 3 up, 3 in
2024-03-19T01:42:49.180 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:48 smithi102 ceph-mon[66557]: pgmap v86: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail
2024-03-19T01:42:49.180 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:48 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:49.180 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:48 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1482797851' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4cdc93cf-2e8d-436d-a78a-c235e9b970fb"}]: dispatch
2024-03-19T01:42:49.180 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:48 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1482797851' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4cdc93cf-2e8d-436d-a78a-c235e9b970fb"}]': finished
2024-03-19T01:42:49.180 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:48 smithi102 ceph-mon[66557]: osdmap e22: 4 total, 3 up, 4 in
2024-03-19T01:42:49.180 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:48 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2024-03-19T01:42:49.214 INFO:journalctl@ceph.osd.1.smithi073.stdout:Mar 19 01:42:48 smithi073 sudo[75419]:     ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1
2024-03-19T01:42:49.214 INFO:journalctl@ceph.osd.1.smithi073.stdout:Mar 19 01:42:48 smithi073 sudo[75419]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory
2024-03-19T01:42:49.214 INFO:journalctl@ceph.osd.1.smithi073.stdout:Mar 19 01:42:48 smithi073 sudo[75419]: pam_unix(sudo:session): session opened for user root by (uid=167)
2024-03-19T01:42:49.214 INFO:journalctl@ceph.osd.1.smithi073.stdout:Mar 19 01:42:48 smithi073 sudo[75419]: pam_unix(sudo:session): session closed for user root
2024-03-19T01:42:49.437 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:42:49.437+0000 7f8b3dffb700  1 -- 172.21.15.46:0/2818199568 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f8b2c0978a0 con 0x7f8b40102440
2024-03-19T01:42:49.439 INFO:journalctl@ceph.osd.2.smithi102.stdout:Mar 19 01:42:49 smithi102 sudo[75362]:     ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1
2024-03-19T01:42:49.439 INFO:journalctl@ceph.osd.2.smithi102.stdout:Mar 19 01:42:49 smithi102 sudo[75362]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory
2024-03-19T01:42:49.439 INFO:journalctl@ceph.osd.2.smithi102.stdout:Mar 19 01:42:49 smithi102 sudo[75362]: pam_unix(sudo:session): session opened for user root by (uid=167)
2024-03-19T01:42:49.439 INFO:journalctl@ceph.osd.2.smithi102.stdout:Mar 19 01:42:49 smithi102 sudo[75362]: pam_unix(sudo:session): session closed for user root
2024-03-19T01:42:49.730 INFO:journalctl@ceph.osd.2.smithi102.stdout:Mar 19 01:42:49 smithi102 sudo[75366]:     ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1
2024-03-19T01:42:49.730 INFO:journalctl@ceph.osd.2.smithi102.stdout:Mar 19 01:42:49 smithi102 sudo[75366]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory
2024-03-19T01:42:49.730 INFO:journalctl@ceph.osd.2.smithi102.stdout:Mar 19 01:42:49 smithi102 sudo[75366]: pam_unix(sudo:session): session opened for user root by (uid=167)
2024-03-19T01:42:49.730 INFO:journalctl@ceph.osd.2.smithi102.stdout:Mar 19 01:42:49 smithi102 sudo[75366]: pam_unix(sudo:session): session closed for user root
2024-03-19T01:42:49.984 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:49 smithi046 sudo[82751]:     ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1
2024-03-19T01:42:49.984 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:49 smithi046 sudo[82751]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory
2024-03-19T01:42:49.984 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:49 smithi046 sudo[82751]: pam_unix(sudo:session): session opened for user root by (uid=167)
2024-03-19T01:42:49.985 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:49 smithi046 sudo[82751]: pam_unix(sudo:session): session closed for user root
2024-03-19T01:42:50.247 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:49 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:50.247 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:49 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/329022238' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:42:50.247 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:49 smithi102 ceph-mon[66557]: mgrmap e16: x(active, since 2m), standbys: z, y
2024-03-19T01:42:50.248 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:49 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:50.248 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:49 smithi102 ceph-mon[66557]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch
2024-03-19T01:42:50.248 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:50 smithi102 sudo[75369]:     ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1
2024-03-19T01:42:50.248 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:50 smithi102 sudo[75369]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory
2024-03-19T01:42:50.248 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:50 smithi102 sudo[75369]: pam_unix(sudo:session): session opened for user root by (uid=167)
2024-03-19T01:42:50.248 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:50 smithi102 sudo[75369]: pam_unix(sudo:session): session closed for user root
2024-03-19T01:42:50.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:49 smithi046 sudo[82937]:     ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1
2024-03-19T01:42:50.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:49 smithi046 sudo[82937]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory
2024-03-19T01:42:50.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:49 smithi046 sudo[82937]: pam_unix(sudo:session): session opened for user root by (uid=167)
2024-03-19T01:42:50.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:49 smithi046 sudo[82937]: pam_unix(sudo:session): session closed for user root
2024-03-19T01:42:50.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:49 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:50.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:49 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/329022238' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:42:50.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:49 smithi046 ceph-mon[63102]: mgrmap e16: x(active, since 2m), standbys: z, y
2024-03-19T01:42:50.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:49 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:50.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:49 smithi046 ceph-mon[63102]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch
2024-03-19T01:42:50.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:49 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:50.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:49 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/329022238' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:42:50.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:49 smithi073 ceph-mon[66833]: mgrmap e16: x(active, since 2m), standbys: z, y
2024-03-19T01:42:50.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:49 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:42:50.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:49 smithi073 ceph-mon[66833]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch
2024-03-19T01:42:50.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:50 smithi102 sudo[75372]:     ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1
2024-03-19T01:42:50.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:50 smithi102 sudo[75372]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory
2024-03-19T01:42:50.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:50 smithi102 sudo[75372]: pam_unix(sudo:session): session opened for user root by (uid=167)
2024-03-19T01:42:50.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:50 smithi102 sudo[75372]: pam_unix(sudo:session): session closed for user root
2024-03-19T01:42:50.987 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:50 smithi073 sudo[75422]:     ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1
2024-03-19T01:42:50.987 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:50 smithi073 sudo[75422]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory
2024-03-19T01:42:50.987 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:50 smithi073 sudo[75422]: pam_unix(sudo:session): session opened for user root by (uid=167)
2024-03-19T01:42:50.987 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:50 smithi073 sudo[75422]: pam_unix(sudo:session): session closed for user root
2024-03-19T01:42:51.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:50 smithi046 ceph-mon[63102]: pgmap v88: 1 pgs: 1 unknown; 0 B data, 93 MiB used, 268 GiB / 268 GiB avail
2024-03-19T01:42:51.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:50 smithi046 ceph-mon[63102]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished
2024-03-19T01:42:51.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:50 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch
2024-03-19T01:42:51.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:50 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:42:51.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:50 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2024-03-19T01:42:51.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:50 smithi046 ceph-mon[63102]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch
2024-03-19T01:42:51.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:50 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch
2024-03-19T01:42:51.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:50 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:42:51.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:50 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2024-03-19T01:42:51.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:50 smithi046 ceph-mon[63102]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished
2024-03-19T01:42:51.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:50 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch
2024-03-19T01:42:51.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:50 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:42:51.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:50 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2024-03-19T01:42:51.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:50 smithi073 sudo[75425]:     ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1
2024-03-19T01:42:51.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:50 smithi073 sudo[75425]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory
2024-03-19T01:42:51.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:50 smithi073 sudo[75425]: pam_unix(sudo:session): session opened for user root by (uid=167)
2024-03-19T01:42:51.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:50 smithi073 sudo[75425]: pam_unix(sudo:session): session closed for user root
2024-03-19T01:42:51.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:50 smithi073 ceph-mon[66833]: pgmap v88: 1 pgs: 1 unknown; 0 B data, 93 MiB used, 268 GiB / 268 GiB avail
2024-03-19T01:42:51.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:50 smithi073 ceph-mon[66833]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished
2024-03-19T01:42:51.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:50 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch
2024-03-19T01:42:51.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:50 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:42:51.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:50 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2024-03-19T01:42:51.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:50 smithi073 ceph-mon[66833]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch
2024-03-19T01:42:51.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:50 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch
2024-03-19T01:42:51.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:50 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:42:51.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:50 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2024-03-19T01:42:51.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:50 smithi073 ceph-mon[66833]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished
2024-03-19T01:42:51.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:50 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch
2024-03-19T01:42:51.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:50 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:42:51.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:50 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2024-03-19T01:42:51.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:50 smithi102 ceph-mon[66557]: pgmap v88: 1 pgs: 1 unknown; 0 B data, 93 MiB used, 268 GiB / 268 GiB avail
2024-03-19T01:42:51.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:50 smithi102 ceph-mon[66557]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished
2024-03-19T01:42:51.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:50 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch
2024-03-19T01:42:51.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:50 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:42:51.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:50 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2024-03-19T01:42:51.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:50 smithi102 ceph-mon[66557]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch
2024-03-19T01:42:51.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:50 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch
2024-03-19T01:42:51.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:50 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:42:51.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:50 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2024-03-19T01:42:51.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:50 smithi102 ceph-mon[66557]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished
2024-03-19T01:42:51.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:50 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch
2024-03-19T01:42:51.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:50 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:42:51.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:50 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2024-03-19T01:42:52.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:51 smithi046 ceph-mon[63102]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch
2024-03-19T01:42:52.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:51 smithi046 ceph-mon[63102]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished
2024-03-19T01:42:52.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:51 smithi046 ceph-mon[63102]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail
2024-03-19T01:42:52.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:51 smithi073 ceph-mon[66833]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch
2024-03-19T01:42:52.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:51 smithi073 ceph-mon[66833]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished
2024-03-19T01:42:52.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:51 smithi073 ceph-mon[66833]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail
2024-03-19T01:42:52.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:51 smithi102 ceph-mon[66557]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch
2024-03-19T01:42:52.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:51 smithi102 ceph-mon[66557]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished
2024-03-19T01:42:52.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:51 smithi102 ceph-mon[66557]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail
2024-03-19T01:42:54.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:53 smithi046 ceph-mon[63102]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail
2024-03-19T01:42:54.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:53 smithi073 ceph-mon[66833]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail
2024-03-19T01:42:54.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:53 smithi102 ceph-mon[66557]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail
2024-03-19T01:42:56.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:55 smithi046 ceph-mon[63102]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail
2024-03-19T01:42:56.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:55 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch
2024-03-19T01:42:56.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:55 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:42:56.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:55 smithi073 ceph-mon[66833]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail
2024-03-19T01:42:56.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:55 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch
2024-03-19T01:42:56.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:55 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:42:56.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:55 smithi102 ceph-mon[66557]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail
2024-03-19T01:42:56.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:55 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch
2024-03-19T01:42:56.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:55 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:42:57.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:56 smithi046 ceph-mon[63102]: Deploying daemon osd.3 on smithi046
2024-03-19T01:42:57.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:56 smithi073 ceph-mon[66833]: Deploying daemon osd.3 on smithi046
2024-03-19T01:42:57.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:56 smithi102 ceph-mon[66557]: Deploying daemon osd.3 on smithi046
2024-03-19T01:42:58.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:57 smithi046 ceph-mon[63102]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail
2024-03-19T01:42:58.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:57 smithi073 ceph-mon[66833]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail
2024-03-19T01:42:58.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:57 smithi102 ceph-mon[66557]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail
2024-03-19T01:43:00.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:42:59 smithi073 ceph-mon[66833]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail
2024-03-19T01:43:00.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:42:59 smithi102 ceph-mon[66557]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail
2024-03-19T01:43:00.335 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:42:59 smithi046 ceph-mon[63102]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail
2024-03-19T01:43:02.828 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:02 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:02.828 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:02 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:43:02.828 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:02 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:02.828 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:02 smithi046 ceph-mon[63102]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail
2024-03-19T01:43:02.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:02 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:02.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:02 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:43:02.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:02 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:02.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:02 smithi073 ceph-mon[66833]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail
2024-03-19T01:43:02.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:02 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:02.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:02 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:43:02.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:02 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:02.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:02 smithi102 ceph-mon[66557]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail
2024-03-19T01:43:04.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:03 smithi073 ceph-mon[66833]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail
2024-03-19T01:43:04.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:03 smithi102 ceph-mon[66557]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail
2024-03-19T01:43:04.247 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:03 smithi046 ceph-mon[63102]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail
2024-03-19T01:43:05.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:43:05.528+0000 7f8b3dffb700  1 -- 172.21.15.46:0/2818199568 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f8b40062750 con 0x7f8b300a2900
2024-03-19T01:43:05.529 INFO:teuthology.orchestra.run.smithi046.stdout:Created osd(s) 3 on host 'smithi046'
2024-03-19T01:43:05.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:43:05.530+0000 7f8b46e26700  1 -- 172.21.15.46:0/2818199568 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f8b300a2900 msgr2=0x7f8b300a4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:43:05.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:43:05.530+0000 7f8b46e26700  1 --2- 172.21.15.46:0/2818199568 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f8b300a2900 0x7f8b300a4dc0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f8b401022a0 tx=0x7f8b3400a3b0 comp rx=0 tx=0).stop
2024-03-19T01:43:05.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:43:05.530+0000 7f8b46e26700  1 -- 172.21.15.46:0/2818199568 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8b40102440 msgr2=0x7f8b4019d120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:43:05.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:43:05.530+0000 7f8b46e26700  1 --2- 172.21.15.46:0/2818199568 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8b40102440 0x7f8b4019d120 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f8b2c00d980 tx=0x7f8b2c00dc90 comp rx=0 tx=0).stop
2024-03-19T01:43:05.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:43:05.530+0000 7f8b46e26700  1 -- 172.21.15.46:0/2818199568 shutdown_connections
2024-03-19T01:43:05.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:43:05.530+0000 7f8b46e26700  1 --2- 172.21.15.46:0/2818199568 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f8b300a2900 0x7f8b300a4dc0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:43:05.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:43:05.530+0000 7f8b46e26700  1 --2- 172.21.15.46:0/2818199568 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8b40102de0 0x7f8b4019f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:43:05.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:43:05.530+0000 7f8b46e26700  1 --2- 172.21.15.46:0/2818199568 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8b40101240 0x7f8b4006ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:43:05.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:43:05.530+0000 7f8b46e26700  1 --2- 172.21.15.46:0/2818199568 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8b40102440 0x7f8b4019d120 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:43:05.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:43:05.530+0000 7f8b46e26700  1 -- 172.21.15.46:0/2818199568 >> 172.21.15.46:0/2818199568 conn(0x7f8b400fc7e0 msgr2=0x7f8b40105740 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:43:05.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:43:05.530+0000 7f8b46e26700  1 -- 172.21.15.46:0/2818199568 shutdown_connections
2024-03-19T01:43:05.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:43:05.530+0000 7f8b46e26700  1 -- 172.21.15.46:0/2818199568 wait complete.
2024-03-19T01:43:05.833 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:05 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:05.834 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:05 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:05.834 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:05 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:43:05.834 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:05 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:43:05.834 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:05 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:05.834 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:05 smithi046 ceph-mon[63102]: from='osd.3 [v2:172.21.15.46:6810/3336792470,v1:172.21.15.46:6811/3336792470]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch
2024-03-19T01:43:05.834 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:05 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:05.834 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:05 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:05.834 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:05 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:43:05.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:05 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:05.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:05 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:05.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:05 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:43:05.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:05 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:43:05.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:05 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:05.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:05 smithi073 ceph-mon[66833]: from='osd.3 [v2:172.21.15.46:6810/3336792470,v1:172.21.15.46:6811/3336792470]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch
2024-03-19T01:43:05.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:05 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:05.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:05 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:05.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:05 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:43:05.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:05 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:05.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:05 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:05.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:05 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:43:05.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:05 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:43:05.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:05 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:05.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:05 smithi102 ceph-mon[66557]: from='osd.3 [v2:172.21.15.46:6810/3336792470,v1:172.21.15.46:6811/3336792470]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch
2024-03-19T01:43:05.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:05 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:05.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:05 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:05.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:05 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:43:06.193 DEBUG:teuthology.orchestra.run.smithi046:osd.3> sudo journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.3.service
2024-03-19T01:43:06.195 INFO:tasks.cephadm:Deploying osd.4 on smithi073 with /dev/vg_nvme/lv_3...
2024-03-19T01:43:06.195 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3
2024-03-19T01:43:06.440 INFO:teuthology.orchestra.run.smithi073.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.b/config
2024-03-19T01:43:06.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:06 smithi046 ceph-mon[63102]: from='osd.3 [v2:172.21.15.46:6810/3336792470,v1:172.21.15.46:6811/3336792470]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished
2024-03-19T01:43:06.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:06 smithi046 ceph-mon[63102]: osdmap e23: 4 total, 3 up, 4 in
2024-03-19T01:43:06.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:06 smithi046 ceph-mon[63102]: from='osd.3 [v2:172.21.15.46:6810/3336792470,v1:172.21.15.46:6811/3336792470]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch
2024-03-19T01:43:06.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:06 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2024-03-19T01:43:06.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:06 smithi046 ceph-mon[63102]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail
2024-03-19T01:43:06.864 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:06 smithi073 ceph-mon[66833]: from='osd.3 [v2:172.21.15.46:6810/3336792470,v1:172.21.15.46:6811/3336792470]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished
2024-03-19T01:43:06.864 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:06 smithi073 ceph-mon[66833]: osdmap e23: 4 total, 3 up, 4 in
2024-03-19T01:43:06.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:06 smithi073 ceph-mon[66833]: from='osd.3 [v2:172.21.15.46:6810/3336792470,v1:172.21.15.46:6811/3336792470]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch
2024-03-19T01:43:06.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:06 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2024-03-19T01:43:06.865 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:06 smithi073 ceph-mon[66833]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail
2024-03-19T01:43:06.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:06 smithi102 ceph-mon[66557]: from='osd.3 [v2:172.21.15.46:6810/3336792470,v1:172.21.15.46:6811/3336792470]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished
2024-03-19T01:43:06.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:06 smithi102 ceph-mon[66557]: osdmap e23: 4 total, 3 up, 4 in
2024-03-19T01:43:06.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:06 smithi102 ceph-mon[66557]: from='osd.3 [v2:172.21.15.46:6810/3336792470,v1:172.21.15.46:6811/3336792470]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch
2024-03-19T01:43:06.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:06 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2024-03-19T01:43:06.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:06 smithi102 ceph-mon[66557]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail
2024-03-19T01:43:07.433 INFO:journalctl@ceph.osd.3.smithi046.stdout:Mar 19 01:43:07 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-3[84525]: 2024-03-19T01:43:07.156+0000 7ff78fc23700 -1 osd.3 0 waiting for initial osdmap
2024-03-19T01:43:07.433 INFO:journalctl@ceph.osd.3.smithi046.stdout:Mar 19 01:43:07 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-3[84525]: 2024-03-19T01:43:07.161+0000 7ff787a0e700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory
2024-03-19T01:43:07.753 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:07 smithi046 ceph-mon[63102]: from='osd.3 [v2:172.21.15.46:6810/3336792470,v1:172.21.15.46:6811/3336792470]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished
2024-03-19T01:43:07.753 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:07 smithi046 ceph-mon[63102]: osdmap e24: 4 total, 3 up, 4 in
2024-03-19T01:43:07.753 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:07 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2024-03-19T01:43:07.754 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:07 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2024-03-19T01:43:07.754 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:07 smithi046 ceph-mon[63102]: from='osd.3 [v2:172.21.15.46:6810/3336792470,v1:172.21.15.46:6811/3336792470]' entity='osd.3'
2024-03-19T01:43:07.754 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:07 smithi046 ceph-mon[63102]: osd.3 [v2:172.21.15.46:6810/3336792470,v1:172.21.15.46:6811/3336792470] boot
2024-03-19T01:43:07.754 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:07 smithi046 ceph-mon[63102]: osdmap e25: 4 total, 4 up, 4 in
2024-03-19T01:43:07.754 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:07 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2024-03-19T01:43:07.938 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:07 smithi073 ceph-mon[66833]: from='osd.3 [v2:172.21.15.46:6810/3336792470,v1:172.21.15.46:6811/3336792470]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished
2024-03-19T01:43:07.938 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:07 smithi073 ceph-mon[66833]: osdmap e24: 4 total, 3 up, 4 in
2024-03-19T01:43:07.938 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:07 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2024-03-19T01:43:07.938 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:07 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2024-03-19T01:43:07.938 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:07 smithi073 ceph-mon[66833]: from='osd.3 [v2:172.21.15.46:6810/3336792470,v1:172.21.15.46:6811/3336792470]' entity='osd.3'
2024-03-19T01:43:07.938 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:07 smithi073 ceph-mon[66833]: osd.3 [v2:172.21.15.46:6810/3336792470,v1:172.21.15.46:6811/3336792470] boot
2024-03-19T01:43:07.938 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:07 smithi073 ceph-mon[66833]: osdmap e25: 4 total, 4 up, 4 in
2024-03-19T01:43:07.938 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:07 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2024-03-19T01:43:07.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:07 smithi102 ceph-mon[66557]: from='osd.3 [v2:172.21.15.46:6810/3336792470,v1:172.21.15.46:6811/3336792470]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished
2024-03-19T01:43:07.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:07 smithi102 ceph-mon[66557]: osdmap e24: 4 total, 3 up, 4 in
2024-03-19T01:43:07.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:07 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2024-03-19T01:43:07.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:07 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2024-03-19T01:43:07.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:07 smithi102 ceph-mon[66557]: from='osd.3 [v2:172.21.15.46:6810/3336792470,v1:172.21.15.46:6811/3336792470]' entity='osd.3'
2024-03-19T01:43:07.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:07 smithi102 ceph-mon[66557]: osd.3 [v2:172.21.15.46:6810/3336792470,v1:172.21.15.46:6811/3336792470] boot
2024-03-19T01:43:07.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:07 smithi102 ceph-mon[66557]: osdmap e25: 4 total, 4 up, 4 in
2024-03-19T01:43:07.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:07 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2024-03-19T01:43:08.517 INFO:teuthology.orchestra.run.smithi073.stderr:--> Zapping: /dev/vg_nvme/lv_3
2024-03-19T01:43:08.517 INFO:teuthology.orchestra.run.smithi073.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync
2024-03-19T01:43:08.517 INFO:teuthology.orchestra.run.smithi073.stderr: stderr: 10+0 records in
2024-03-19T01:43:08.517 INFO:teuthology.orchestra.run.smithi073.stderr:10+0 records out
2024-03-19T01:43:08.517 INFO:teuthology.orchestra.run.smithi073.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0114283 s, 918 MB/s
2024-03-19T01:43:08.517 INFO:teuthology.orchestra.run.smithi073.stderr: stderr:
2024-03-19T01:43:08.517 INFO:teuthology.orchestra.run.smithi073.stderr:--> Zapping successful for: <LV: /dev/vg_nvme/lv_3>
2024-03-19T01:43:08.822 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:08 smithi073 ceph-mon[66833]: purged_snaps scrub starts
2024-03-19T01:43:08.822 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:08 smithi073 ceph-mon[66833]: purged_snaps scrub ok
2024-03-19T01:43:08.823 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:08 smithi073 ceph-mon[66833]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 357 GiB / 358 GiB avail
2024-03-19T01:43:08.823 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:08 smithi073 ceph-mon[66833]: osdmap e26: 4 total, 4 up, 4 in
2024-03-19T01:43:08.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:08 smithi046 ceph-mon[63102]: purged_snaps scrub starts
2024-03-19T01:43:08.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:08 smithi046 ceph-mon[63102]: purged_snaps scrub ok
2024-03-19T01:43:08.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:08 smithi046 ceph-mon[63102]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 357 GiB / 358 GiB avail
2024-03-19T01:43:08.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:08 smithi046 ceph-mon[63102]: osdmap e26: 4 total, 4 up, 4 in
2024-03-19T01:43:08.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:08 smithi102 ceph-mon[66557]: purged_snaps scrub starts
2024-03-19T01:43:08.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:08 smithi102 ceph-mon[66557]: purged_snaps scrub ok
2024-03-19T01:43:08.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:08 smithi102 ceph-mon[66557]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 357 GiB / 358 GiB avail
2024-03-19T01:43:08.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:08 smithi102 ceph-mon[66557]: osdmap e26: 4 total, 4 up, 4 in
2024-03-19T01:43:09.100 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi073:vg_nvme/lv_3
2024-03-19T01:43:09.342 INFO:teuthology.orchestra.run.smithi073.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.b/config
2024-03-19T01:43:10.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:10 smithi073 ceph-mon[66833]: Detected new or changed devices on smithi046
2024-03-19T01:43:10.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:10 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:10.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:10 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:10.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:10 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:43:10.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:10 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:43:10.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:10 smithi073 ceph-mon[66833]: Adjusting osd_memory_target on smithi046 to  8546M
2024-03-19T01:43:10.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:10 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:10.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:10 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:43:10.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:10 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:43:10.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:10 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:10.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:10 smithi073 ceph-mon[66833]: osdmap e27: 4 total, 4 up, 4 in
2024-03-19T01:43:10.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:10 smithi073 ceph-mon[66833]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail
2024-03-19T01:43:10.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:10 smithi102 ceph-mon[66557]: Detected new or changed devices on smithi046
2024-03-19T01:43:10.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:10 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:10.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:10 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:10.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:10 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:43:10.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:10 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:43:10.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:10 smithi102 ceph-mon[66557]: Adjusting osd_memory_target on smithi046 to  8546M
2024-03-19T01:43:10.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:10 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:10.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:10 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:43:10.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:10 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:43:10.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:10 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:10.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:10 smithi102 ceph-mon[66557]: osdmap e27: 4 total, 4 up, 4 in
2024-03-19T01:43:10.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:10 smithi102 ceph-mon[66557]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail
2024-03-19T01:43:10.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:10 smithi046 ceph-mon[63102]: Detected new or changed devices on smithi046
2024-03-19T01:43:10.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:10 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:10.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:10 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:10.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:10 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:43:10.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:10 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:43:10.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:10 smithi046 ceph-mon[63102]: Adjusting osd_memory_target on smithi046 to  8546M
2024-03-19T01:43:10.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:10 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:10.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:10 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:43:10.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:10 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:43:10.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:10 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:10.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:10 smithi046 ceph-mon[63102]: osdmap e27: 4 total, 4 up, 4 in
2024-03-19T01:43:10.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:10 smithi046 ceph-mon[63102]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail
2024-03-19T01:43:11.004 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.003+0000 7f3777b11700  1 -- 172.21.15.73:0/2165218393 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3770103540 msgr2=0x7f37701039a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:43:11.004 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.003+0000 7f3777b11700  1 --2- 172.21.15.73:0/2165218393 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3770103540 0x7f37701039a0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f37600099c0 tx=0x7f3760009cd0 comp rx=0 tx=0).stop
2024-03-19T01:43:11.004 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.003+0000 7f3777b11700  1 -- 172.21.15.73:0/2165218393 shutdown_connections
2024-03-19T01:43:11.004 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.003+0000 7f3777b11700  1 --2- 172.21.15.73:0/2165218393 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3770103ee0 0x7f377010a790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:43:11.004 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.003+0000 7f3777b11700  1 --2- 172.21.15.73:0/2165218393 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3770102340 0x7f3770102760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:43:11.005 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.003+0000 7f3777b11700  1 --2- 172.21.15.73:0/2165218393 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3770103540 0x7f37701039a0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:43:11.005 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.003+0000 7f3777b11700  1 -- 172.21.15.73:0/2165218393 >> 172.21.15.73:0/2165218393 conn(0x7f37700fd8c0 msgr2=0x7f37700ffd20 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:43:11.005 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.003+0000 7f3777b11700  1 -- 172.21.15.73:0/2165218393 shutdown_connections
2024-03-19T01:43:11.005 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.003+0000 7f3777b11700  1 -- 172.21.15.73:0/2165218393 wait complete.
2024-03-19T01:43:11.005 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.004+0000 7f3777b11700  1  Processor -- start
2024-03-19T01:43:11.005 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.004+0000 7f3777b11700  1 --  start start
2024-03-19T01:43:11.005 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.004+0000 7f3777b11700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3770102340 0x7f377019a7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:43:11.005 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.004+0000 7f3777b11700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3770103540 0x7f377019ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:43:11.005 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.004+0000 7f3777b11700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3770103ee0 0x7f37701a1da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:43:11.005 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.004+0000 7f3777b11700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f377010ded0 con 0x7f3770103540
2024-03-19T01:43:11.005 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.004+0000 7f3777b11700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f377010dd50 con 0x7f3770102340
2024-03-19T01:43:11.005 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.004+0000 7f3777b11700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f377010e050 con 0x7f3770103ee0
2024-03-19T01:43:11.005 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.004+0000 7f37758ad700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3770102340 0x7f377019a7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:43:11.005 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.004+0000 7f37758ad700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3770102340 0x7f377019a7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.73:54674/0 (socket says 172.21.15.73:54674)
2024-03-19T01:43:11.006 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.004+0000 7f37758ad700  1 -- 172.21.15.73:0/4100241767 learned_addr learned my addr 172.21.15.73:0/4100241767 (peer_addr_for_me v2:172.21.15.73:0/0)
2024-03-19T01:43:11.006 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.004+0000 7f37750ac700  1 --2- 172.21.15.73:0/4100241767 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3770103540 0x7f377019ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:43:11.006 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.004+0000 7f37760ae700  1 --2- 172.21.15.73:0/4100241767 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3770103ee0 0x7f37701a1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:43:11.006 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.004+0000 7f37758ad700  1 -- 172.21.15.73:0/4100241767 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3770103ee0 msgr2=0x7f37701a1da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:43:11.006 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.004+0000 7f37758ad700  1 --2- 172.21.15.73:0/4100241767 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3770103ee0 0x7f37701a1da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:43:11.006 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.004+0000 7f37758ad700  1 -- 172.21.15.73:0/4100241767 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3770103540 msgr2=0x7f377019ad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:43:11.006 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.004+0000 7f37758ad700  1 --2- 172.21.15.73:0/4100241767 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3770103540 0x7f377019ad20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:43:11.006 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.004+0000 7f37758ad700  1 -- 172.21.15.73:0/4100241767 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37701a2440 con 0x7f3770102340
2024-03-19T01:43:11.006 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.004+0000 7f37750ac700  1 --2- 172.21.15.73:0/4100241767 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3770103540 0x7f377019ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:43:11.006 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.004+0000 7f37758ad700  1 --2- 172.21.15.73:0/4100241767 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3770102340 0x7f377019a7e0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f376c00b500 tx=0x7f376c00b810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:43:11.006 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.004+0000 7f3766ffd700  1 -- 172.21.15.73:0/4100241767 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f376c015020 con 0x7f3770102340
2024-03-19T01:43:11.006 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.005+0000 7f3766ffd700  1 -- 172.21.15.73:0/4100241767 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f376c011ce0 con 0x7f3770102340
2024-03-19T01:43:11.006 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.005+0000 7f3777b11700  1 -- 172.21.15.73:0/4100241767 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37701a2730 con 0x7f3770102340
2024-03-19T01:43:11.006 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.005+0000 7f3766ffd700  1 -- 172.21.15.73:0/4100241767 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f376c010d90 con 0x7f3770102340
2024-03-19T01:43:11.007 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.005+0000 7f3777b11700  1 -- 172.21.15.73:0/4100241767 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37701a2cf0 con 0x7f3770102340
2024-03-19T01:43:11.007 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.005+0000 7f3777b11700  1 -- 172.21.15.73:0/4100241767 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3770068fd0 con 0x7f3770102340
2024-03-19T01:43:11.007 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.006+0000 7f3766ffd700  1 -- 172.21.15.73:0/4100241767 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f376c018020 con 0x7f3770102340
2024-03-19T01:43:11.008 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.007+0000 7f3766ffd700  1 --2- 172.21.15.73:0/4100241767 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f375c0a2890 0x7f375c0a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:43:11.008 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.007+0000 7f3766ffd700  1 -- 172.21.15.73:0/4100241767 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 3669+0+0 (secure 0 0 0) 0x7f376c0ccfa0 con 0x7f3770102340
2024-03-19T01:43:11.008 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.007+0000 7f37750ac700  1 --2- 172.21.15.73:0/4100241767 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f375c0a2890 0x7f375c0a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:43:11.008 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.008+0000 7f37750ac700  1 --2- 172.21.15.73:0/4100241767 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f375c0a2890 0x7f375c0a4d50 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f37600038f0 tx=0x7f3760005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:43:11.011 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.012+0000 7f3766ffd700  1 -- 172.21.15.73:0/4100241767 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f376c01f020 con 0x7f3770102340
2024-03-19T01:43:11.213 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:11.214+0000 7f3777b11700  1 -- 172.21.15.73:0/4100241767 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi073:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f377010a400 con 0x7f375c0a2890
2024-03-19T01:43:11.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:11 smithi046 ceph-mon[63102]: osdmap e28: 4 total, 4 up, 4 in
2024-03-19T01:43:11.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:11 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:43:11.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:11 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:43:11.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:11 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:43:11.912 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:11 smithi073 ceph-mon[66833]: osdmap e28: 4 total, 4 up, 4 in
2024-03-19T01:43:11.912 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:11 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:43:11.912 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:11 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:43:11.912 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:11 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:43:11.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:11 smithi102 ceph-mon[66557]: osdmap e28: 4 total, 4 up, 4 in
2024-03-19T01:43:11.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:11 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:43:11.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:11 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:43:11.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:11 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:43:12.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:12 smithi046 ceph-mon[63102]: from='client.24209 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi073:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:43:12.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:12 smithi046 ceph-mon[63102]: osdmap e29: 4 total, 4 up, 4 in
2024-03-19T01:43:12.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:12 smithi046 ceph-mon[63102]: pgmap v106: 1 pgs: 1 peering; 577 KiB data, 132 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering
2024-03-19T01:43:12.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:12 smithi073 ceph-mon[66833]: from='client.24209 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi073:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:43:12.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:12 smithi073 ceph-mon[66833]: osdmap e29: 4 total, 4 up, 4 in
2024-03-19T01:43:12.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:12 smithi073 ceph-mon[66833]: pgmap v106: 1 pgs: 1 peering; 577 KiB data, 132 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering
2024-03-19T01:43:12.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:12 smithi102 ceph-mon[66557]: from='client.24209 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi073:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:43:12.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:12 smithi102 ceph-mon[66557]: osdmap e29: 4 total, 4 up, 4 in
2024-03-19T01:43:12.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:12 smithi102 ceph-mon[66557]: pgmap v106: 1 pgs: 1 peering; 577 KiB data, 132 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering
2024-03-19T01:43:14.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:13 smithi046 ceph-mon[63102]: pgmap v107: 1 pgs: 1 peering; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 109 KiB/s, 0 objects/s recovering
2024-03-19T01:43:14.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:13 smithi046 ceph-mon[63102]: from='client.? 172.21.15.73:0/2972773468' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb"}]: dispatch
2024-03-19T01:43:14.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:13 smithi046 ceph-mon[63102]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb"}]: dispatch
2024-03-19T01:43:14.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:13 smithi046 ceph-mon[63102]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb"}]': finished
2024-03-19T01:43:14.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:13 smithi046 ceph-mon[63102]: osdmap e30: 5 total, 4 up, 5 in
2024-03-19T01:43:14.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:13 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2024-03-19T01:43:14.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:13 smithi073 ceph-mon[66833]: pgmap v107: 1 pgs: 1 peering; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 109 KiB/s, 0 objects/s recovering
2024-03-19T01:43:14.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:13 smithi073 ceph-mon[66833]: from='client.? 172.21.15.73:0/2972773468' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb"}]: dispatch
2024-03-19T01:43:14.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:13 smithi073 ceph-mon[66833]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb"}]: dispatch
2024-03-19T01:43:14.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:13 smithi073 ceph-mon[66833]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb"}]': finished
2024-03-19T01:43:14.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:13 smithi073 ceph-mon[66833]: osdmap e30: 5 total, 4 up, 5 in
2024-03-19T01:43:14.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:13 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2024-03-19T01:43:14.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:13 smithi102 ceph-mon[66557]: pgmap v107: 1 pgs: 1 peering; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 109 KiB/s, 0 objects/s recovering
2024-03-19T01:43:14.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:13 smithi102 ceph-mon[66557]: from='client.? 172.21.15.73:0/2972773468' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb"}]: dispatch
2024-03-19T01:43:14.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:13 smithi102 ceph-mon[66557]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb"}]: dispatch
2024-03-19T01:43:14.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:13 smithi102 ceph-mon[66557]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb"}]': finished
2024-03-19T01:43:14.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:13 smithi102 ceph-mon[66557]: osdmap e30: 5 total, 4 up, 5 in
2024-03-19T01:43:14.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:13 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2024-03-19T01:43:15.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:14 smithi073 ceph-mon[66833]: from='client.? 172.21.15.73:0/3791459901' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:43:15.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:14 smithi102 ceph-mon[66557]: from='client.? 172.21.15.73:0/3791459901' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:43:15.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:14 smithi046 ceph-mon[63102]: from='client.? 172.21.15.73:0/3791459901' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:43:16.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:15 smithi073 ceph-mon[66833]: pgmap v109: 1 pgs: 1 peering; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering
2024-03-19T01:43:16.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:15 smithi102 ceph-mon[66557]: pgmap v109: 1 pgs: 1 peering; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering
2024-03-19T01:43:16.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:15 smithi046 ceph-mon[63102]: pgmap v109: 1 pgs: 1 peering; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering
2024-03-19T01:43:18.159 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:17 smithi073 ceph-mon[66833]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 79 KiB/s, 0 objects/s recovering
2024-03-19T01:43:18.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:17 smithi102 ceph-mon[66557]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 79 KiB/s, 0 objects/s recovering
2024-03-19T01:43:18.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:17 smithi046 ceph-mon[63102]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail; 79 KiB/s, 0 objects/s recovering
2024-03-19T01:43:20.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:19 smithi073 ceph-mon[66833]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail
2024-03-19T01:43:20.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:19 smithi102 ceph-mon[66557]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail
2024-03-19T01:43:20.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:19 smithi046 ceph-mon[63102]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail
2024-03-19T01:43:21.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch
2024-03-19T01:43:21.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:43:21.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch
2024-03-19T01:43:21.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:43:21.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch
2024-03-19T01:43:21.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:43:22.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:22 smithi073 ceph-mon[66833]: Deploying daemon osd.4 on smithi073
2024-03-19T01:43:22.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:22 smithi073 ceph-mon[66833]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail
2024-03-19T01:43:22.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:22 smithi046 ceph-mon[63102]: Deploying daemon osd.4 on smithi073
2024-03-19T01:43:22.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:22 smithi046 ceph-mon[63102]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail
2024-03-19T01:43:22.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:22 smithi102 ceph-mon[66557]: Deploying daemon osd.4 on smithi073
2024-03-19T01:43:22.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:22 smithi102 ceph-mon[66557]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail
2024-03-19T01:43:24.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:23 smithi073 ceph-mon[66833]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail
2024-03-19T01:43:24.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:23 smithi102 ceph-mon[66557]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail
2024-03-19T01:43:24.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:23 smithi046 ceph-mon[63102]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail
2024-03-19T01:43:26.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:25 smithi073 ceph-mon[66833]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail
2024-03-19T01:43:26.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:25 smithi102 ceph-mon[66557]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail
2024-03-19T01:43:26.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:25 smithi046 ceph-mon[63102]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail
2024-03-19T01:43:27.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:27 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:27.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:27 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:27.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:27 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:43:27.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:27 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:27.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:27 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:27.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:27 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:43:27.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:27 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:27.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:27 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:27.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:27 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:43:28.842 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:28 smithi073 ceph-mon[66833]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail
2024-03-19T01:43:28.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:28 smithi046 ceph-mon[63102]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail
2024-03-19T01:43:28.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:28 smithi102 ceph-mon[66557]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail
2024-03-19T01:43:30.329 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:30 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:30.329 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:30 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:30.330 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:30 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:43:30.330 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:30 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:43:30.330 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:30 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:30.330 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:30 smithi073 ceph-mon[66833]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail
2024-03-19T01:43:30.330 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:30.328+0000 7f3766ffd700  1 -- 172.21.15.73:0/4100241767 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f377010a400 con 0x7f375c0a2890
2024-03-19T01:43:30.330 INFO:teuthology.orchestra.run.smithi073.stdout:Created osd(s) 4 on host 'smithi073'
2024-03-19T01:43:30.331 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:30.331+0000 7f3777b11700  1 -- 172.21.15.73:0/4100241767 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f375c0a2890 msgr2=0x7f375c0a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:43:30.331 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:30.331+0000 7f3777b11700  1 --2- 172.21.15.73:0/4100241767 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f375c0a2890 0x7f375c0a4d50 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f37600038f0 tx=0x7f3760005fd0 comp rx=0 tx=0).stop
2024-03-19T01:43:30.331 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:30.331+0000 7f3777b11700  1 -- 172.21.15.73:0/4100241767 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3770102340 msgr2=0x7f377019a7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:43:30.332 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:30.331+0000 7f3777b11700  1 --2- 172.21.15.73:0/4100241767 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3770102340 0x7f377019a7e0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f376c00b500 tx=0x7f376c00b810 comp rx=0 tx=0).stop
2024-03-19T01:43:30.332 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:30.331+0000 7f3777b11700  1 -- 172.21.15.73:0/4100241767 shutdown_connections
2024-03-19T01:43:30.332 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:30.331+0000 7f3777b11700  1 --2- 172.21.15.73:0/4100241767 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f375c0a2890 0x7f375c0a4d50 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:43:30.332 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:30.331+0000 7f3777b11700  1 --2- 172.21.15.73:0/4100241767 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3770103ee0 0x7f37701a1da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:43:30.332 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:30.331+0000 7f3777b11700  1 --2- 172.21.15.73:0/4100241767 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3770102340 0x7f377019a7e0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:43:30.332 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:30.331+0000 7f3777b11700  1 --2- 172.21.15.73:0/4100241767 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3770103540 0x7f377019ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:43:30.332 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:30.331+0000 7f3777b11700  1 -- 172.21.15.73:0/4100241767 >> 172.21.15.73:0/4100241767 conn(0x7f37700fd8c0 msgr2=0x7f3770108ce0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:43:30.332 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:30.331+0000 7f3777b11700  1 -- 172.21.15.73:0/4100241767 shutdown_connections
2024-03-19T01:43:30.332 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:43:30.331+0000 7f3777b11700  1 -- 172.21.15.73:0/4100241767 wait complete.
2024-03-19T01:43:30.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:30 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:30.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:30 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:30.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:30 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:43:30.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:30 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:43:30.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:30 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:30.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:30 smithi046 ceph-mon[63102]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail
2024-03-19T01:43:30.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:30 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:30.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:30 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:30.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:30 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:43:30.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:30 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:43:30.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:30 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:30.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:30 smithi102 ceph-mon[66557]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail
2024-03-19T01:43:31.064 DEBUG:teuthology.orchestra.run.smithi073:osd.4> sudo journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.4.service
2024-03-19T01:43:31.066 INFO:tasks.cephadm:Deploying osd.5 on smithi102 with /dev/vg_nvme/lv_3...
2024-03-19T01:43:31.067 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3
2024-03-19T01:43:31.321 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.c/config
2024-03-19T01:43:31.443 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:31 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:31.443 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:31 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:31.443 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:31 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:43:31.443 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:31 smithi102 ceph-mon[66557]: from='osd.4 [v2:172.21.15.73:6808/1192862788,v1:172.21.15.73:6809/1192862788]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch
2024-03-19T01:43:31.444 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:31 smithi102 ceph-mon[66557]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch
2024-03-19T01:43:31.609 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:31 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:31.610 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:31 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:31.610 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:31 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:43:31.610 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:31 smithi073 ceph-mon[66833]: from='osd.4 [v2:172.21.15.73:6808/1192862788,v1:172.21.15.73:6809/1192862788]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch
2024-03-19T01:43:31.610 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:31 smithi073 ceph-mon[66833]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch
2024-03-19T01:43:31.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:31 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:31.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:31 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:31.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:31 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:43:31.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:31 smithi046 ceph-mon[63102]: from='osd.4 [v2:172.21.15.73:6808/1192862788,v1:172.21.15.73:6809/1192862788]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch
2024-03-19T01:43:31.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:31 smithi046 ceph-mon[63102]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch
2024-03-19T01:43:32.599 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:32 smithi073 ceph-mon[66833]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished
2024-03-19T01:43:32.599 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:32 smithi073 ceph-mon[66833]: osdmap e31: 5 total, 4 up, 5 in
2024-03-19T01:43:32.599 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:32 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2024-03-19T01:43:32.599 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:32 smithi073 ceph-mon[66833]: from='osd.4 [v2:172.21.15.73:6808/1192862788,v1:172.21.15.73:6809/1192862788]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch
2024-03-19T01:43:32.599 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:32 smithi073 ceph-mon[66833]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch
2024-03-19T01:43:32.599 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:32 smithi073 ceph-mon[66833]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail
2024-03-19T01:43:32.608 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:32 smithi102 ceph-mon[66557]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished
2024-03-19T01:43:32.608 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:32 smithi102 ceph-mon[66557]: osdmap e31: 5 total, 4 up, 5 in
2024-03-19T01:43:32.608 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:32 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2024-03-19T01:43:32.608 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:32 smithi102 ceph-mon[66557]: from='osd.4 [v2:172.21.15.73:6808/1192862788,v1:172.21.15.73:6809/1192862788]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch
2024-03-19T01:43:32.608 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:32 smithi102 ceph-mon[66557]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch
2024-03-19T01:43:32.608 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:32 smithi102 ceph-mon[66557]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail
2024-03-19T01:43:32.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:32 smithi046 ceph-mon[63102]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished
2024-03-19T01:43:32.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:32 smithi046 ceph-mon[63102]: osdmap e31: 5 total, 4 up, 5 in
2024-03-19T01:43:32.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:32 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2024-03-19T01:43:32.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:32 smithi046 ceph-mon[63102]: from='osd.4 [v2:172.21.15.73:6808/1192862788,v1:172.21.15.73:6809/1192862788]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch
2024-03-19T01:43:32.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:32 smithi046 ceph-mon[63102]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch
2024-03-19T01:43:32.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:32 smithi046 ceph-mon[63102]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail
2024-03-19T01:43:33.328 INFO:journalctl@ceph.osd.4.smithi073.stdout:Mar 19 01:43:33 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-4[78228]: 2024-03-19T01:43:33.046+0000 7fbd4baf7700 -1 osd.4 0 waiting for initial osdmap
2024-03-19T01:43:33.329 INFO:journalctl@ceph.osd.4.smithi073.stdout:Mar 19 01:43:33 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-4[78228]: 2024-03-19T01:43:33.052+0000 7fbd430e1700 -1 osd.4 32 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory
2024-03-19T01:43:33.329 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping: /dev/vg_nvme/lv_3
2024-03-19T01:43:33.329 INFO:teuthology.orchestra.run.smithi102.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync
2024-03-19T01:43:33.329 INFO:teuthology.orchestra.run.smithi102.stderr: stderr: 10+0 records in
2024-03-19T01:43:33.330 INFO:teuthology.orchestra.run.smithi102.stderr:10+0 records out
2024-03-19T01:43:33.330 INFO:teuthology.orchestra.run.smithi102.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0181018 s, 579 MB/s
2024-03-19T01:43:33.330 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping successful for: <LV: /dev/vg_nvme/lv_3>
2024-03-19T01:43:33.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:33 smithi046 ceph-mon[63102]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]': finished
2024-03-19T01:43:33.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:33 smithi046 ceph-mon[63102]: osdmap e32: 5 total, 4 up, 5 in
2024-03-19T01:43:33.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:33 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2024-03-19T01:43:33.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:33 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2024-03-19T01:43:33.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:33 smithi046 ceph-mon[63102]: from='osd.4 ' entity='osd.4'
2024-03-19T01:43:33.623 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:33 smithi102 ceph-mon[66557]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]': finished
2024-03-19T01:43:33.624 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:33 smithi102 ceph-mon[66557]: osdmap e32: 5 total, 4 up, 5 in
2024-03-19T01:43:33.624 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:33 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2024-03-19T01:43:33.624 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:33 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2024-03-19T01:43:33.624 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:33 smithi102 ceph-mon[66557]: from='osd.4 ' entity='osd.4'
2024-03-19T01:43:33.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:33 smithi073 ceph-mon[66833]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]': finished
2024-03-19T01:43:33.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:33 smithi073 ceph-mon[66833]: osdmap e32: 5 total, 4 up, 5 in
2024-03-19T01:43:33.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:33 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2024-03-19T01:43:33.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:33 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2024-03-19T01:43:33.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:33 smithi073 ceph-mon[66833]: from='osd.4 ' entity='osd.4'
2024-03-19T01:43:34.063 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi102:vg_nvme/lv_3
2024-03-19T01:43:34.314 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.c/config
2024-03-19T01:43:34.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:34 smithi073 ceph-mon[66833]: purged_snaps scrub starts
2024-03-19T01:43:34.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:34 smithi073 ceph-mon[66833]: purged_snaps scrub ok
2024-03-19T01:43:34.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:34 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2024-03-19T01:43:34.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:34 smithi073 ceph-mon[66833]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail
2024-03-19T01:43:34.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:34 smithi073 ceph-mon[66833]: osd.4 [v2:172.21.15.73:6808/1192862788,v1:172.21.15.73:6809/1192862788] boot
2024-03-19T01:43:34.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:34 smithi073 ceph-mon[66833]: osdmap e33: 5 total, 5 up, 5 in
2024-03-19T01:43:34.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:34 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2024-03-19T01:43:34.600 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:34 smithi102 ceph-mon[66557]: purged_snaps scrub starts
2024-03-19T01:43:34.600 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:34 smithi102 ceph-mon[66557]: purged_snaps scrub ok
2024-03-19T01:43:34.601 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:34 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2024-03-19T01:43:34.601 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:34 smithi102 ceph-mon[66557]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail
2024-03-19T01:43:34.601 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:34 smithi102 ceph-mon[66557]: osd.4 [v2:172.21.15.73:6808/1192862788,v1:172.21.15.73:6809/1192862788] boot
2024-03-19T01:43:34.601 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:34 smithi102 ceph-mon[66557]: osdmap e33: 5 total, 5 up, 5 in
2024-03-19T01:43:34.601 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:34 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2024-03-19T01:43:34.614 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:34 smithi046 ceph-mon[63102]: purged_snaps scrub starts
2024-03-19T01:43:34.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:34 smithi046 ceph-mon[63102]: purged_snaps scrub ok
2024-03-19T01:43:34.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:34 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2024-03-19T01:43:34.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:34 smithi046 ceph-mon[63102]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 133 MiB used, 357 GiB / 358 GiB avail
2024-03-19T01:43:34.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:34 smithi046 ceph-mon[63102]: osd.4 [v2:172.21.15.73:6808/1192862788,v1:172.21.15.73:6809/1192862788] boot
2024-03-19T01:43:34.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:34 smithi046 ceph-mon[63102]: osdmap e33: 5 total, 5 up, 5 in
2024-03-19T01:43:34.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:34 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2024-03-19T01:43:35.721 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:35 smithi102 ceph-mon[66557]: Detected new or changed devices on smithi073
2024-03-19T01:43:35.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:35 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:35.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:35 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:35.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:35 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:43:35.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:35 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:43:35.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:35 smithi102 ceph-mon[66557]: Adjusting osd_memory_target on smithi073 to  8544M
2024-03-19T01:43:35.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:35 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:35.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:35 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:43:35.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:35 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:43:35.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:35 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:35.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:35 smithi102 ceph-mon[66557]: osdmap e34: 5 total, 5 up, 5 in
2024-03-19T01:43:35.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:35 smithi046 ceph-mon[63102]: Detected new or changed devices on smithi073
2024-03-19T01:43:35.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:35 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:35.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:35 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:35.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:35 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:43:35.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:35 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:43:35.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:35 smithi046 ceph-mon[63102]: Adjusting osd_memory_target on smithi073 to  8544M
2024-03-19T01:43:35.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:35 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:35.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:35 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:43:35.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:35 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:43:35.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:35 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:35.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:35 smithi046 ceph-mon[63102]: osdmap e34: 5 total, 5 up, 5 in
2024-03-19T01:43:35.960 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.959+0000 7fb98cb9d700  1 -- 172.21.15.102:0/2811664515 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb988102dd0 msgr2=0x7fb988109680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:43:35.961 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.959+0000 7fb98cb9d700  1 --2- 172.21.15.102:0/2811664515 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb988102dd0 0x7fb988109680 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fb98000b0a0 tx=0x7fb98000b3b0 comp rx=0 tx=0).stop
2024-03-19T01:43:35.961 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.959+0000 7fb98cb9d700  1 -- 172.21.15.102:0/2811664515 shutdown_connections
2024-03-19T01:43:35.961 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.959+0000 7fb98cb9d700  1 --2- 172.21.15.102:0/2811664515 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb988102dd0 0x7fb988109680 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:43:35.961 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.959+0000 7fb98cb9d700  1 --2- 172.21.15.102:0/2811664515 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb988101230 0x7fb988101650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:43:35.961 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.959+0000 7fb98cb9d700  1 --2- 172.21.15.102:0/2811664515 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb988102430 0x7fb988102890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:43:35.961 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.959+0000 7fb98cb9d700  1 -- 172.21.15.102:0/2811664515 >> 172.21.15.102:0/2811664515 conn(0x7fb9880fc7d0 msgr2=0x7fb9880fec10 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:43:35.961 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.959+0000 7fb98cb9d700  1 -- 172.21.15.102:0/2811664515 shutdown_connections
2024-03-19T01:43:35.961 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.959+0000 7fb98cb9d700  1 -- 172.21.15.102:0/2811664515 wait complete.
2024-03-19T01:43:35.961 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.960+0000 7fb98cb9d700  1  Processor -- start
2024-03-19T01:43:35.962 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.960+0000 7fb98cb9d700  1 --  start start
2024-03-19T01:43:35.967 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.960+0000 7fb98cb9d700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb988101230 0x7fb988197330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:43:35.967 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.960+0000 7fb98cb9d700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb988102430 0x7fb988197870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:43:35.967 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.960+0000 7fb98cb9d700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb988102dd0 0x7fb98819e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:43:35.967 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.960+0000 7fb98cb9d700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb98810cd50 con 0x7fb988102dd0
2024-03-19T01:43:35.967 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.960+0000 7fb98cb9d700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb98810cbd0 con 0x7fb988101230
2024-03-19T01:43:35.967 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.960+0000 7fb98cb9d700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb98810ced0 con 0x7fb988102430
2024-03-19T01:43:35.967 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.960+0000 7fb97dd9b700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb988102430 0x7fb988197870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:43:35.967 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.960+0000 7fb97dd9b700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb988102430 0x7fb988197870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.102:40888/0 (socket says 172.21.15.102:40888)
2024-03-19T01:43:35.967 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.960+0000 7fb97dd9b700  1 -- 172.21.15.102:0/4273005428 learned_addr learned my addr 172.21.15.102:0/4273005428 (peer_addr_for_me v2:172.21.15.102:0/0)
2024-03-19T01:43:35.967 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.960+0000 7fb98659c700  1 --2- 172.21.15.102:0/4273005428 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb988101230 0x7fb988197330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:43:35.967 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.960+0000 7fb986d9d700  1 --2- 172.21.15.102:0/4273005428 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb988102dd0 0x7fb98819e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:43:35.968 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.961+0000 7fb97dd9b700  1 -- 172.21.15.102:0/4273005428 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb988101230 msgr2=0x7fb988197330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:43:35.968 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.961+0000 7fb97dd9b700  1 --2- 172.21.15.102:0/4273005428 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb988101230 0x7fb988197330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:43:35.968 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.961+0000 7fb97dd9b700  1 -- 172.21.15.102:0/4273005428 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb988102dd0 msgr2=0x7fb98819e8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:43:35.968 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.961+0000 7fb97dd9b700  1 --2- 172.21.15.102:0/4273005428 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb988102dd0 0x7fb98819e8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:43:35.968 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.961+0000 7fb97dd9b700  1 -- 172.21.15.102:0/4273005428 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb98806a950 con 0x7fb988102430
2024-03-19T01:43:35.968 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.961+0000 7fb986d9d700  1 --2- 172.21.15.102:0/4273005428 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb988102dd0 0x7fb98819e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed!
2024-03-19T01:43:35.968 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.961+0000 7fb97dd9b700  1 --2- 172.21.15.102:0/4273005428 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb988102430 0x7fb988197870 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fb97000b530 tx=0x7fb97000b840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:43:35.968 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.961+0000 7fb97ffff700  1 -- 172.21.15.102:0/4273005428 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb970015020 con 0x7fb988102430
2024-03-19T01:43:35.968 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.961+0000 7fb97ffff700  1 -- 172.21.15.102:0/4273005428 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb970011ce0 con 0x7fb988102430
2024-03-19T01:43:35.968 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.961+0000 7fb98cb9d700  1 -- 172.21.15.102:0/4273005428 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb98806ac40 con 0x7fb988102430
2024-03-19T01:43:35.968 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.961+0000 7fb97ffff700  1 -- 172.21.15.102:0/4273005428 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb970010e40 con 0x7fb988102430
2024-03-19T01:43:35.968 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.961+0000 7fb98cb9d700  1 -- 172.21.15.102:0/4273005428 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb98806b200 con 0x7fb988102430
2024-03-19T01:43:35.968 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.962+0000 7fb98cb9d700  1 -- 172.21.15.102:0/4273005428 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb988068fd0 con 0x7fb988102430
2024-03-19T01:43:35.968 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.963+0000 7fb97ffff700  1 -- 172.21.15.102:0/4273005428 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fb970018020 con 0x7fb988102430
2024-03-19T01:43:35.969 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.964+0000 7fb97ffff700  1 --2- 172.21.15.102:0/4273005428 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb9740a2890 0x7fb9740a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:43:35.969 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.964+0000 7fb97ffff700  1 -- 172.21.15.102:0/4273005428 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 4101+0+0 (secure 0 0 0) 0x7fb9700cd250 con 0x7fb988102430
2024-03-19T01:43:35.969 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.964+0000 7fb98659c700  1 --2- 172.21.15.102:0/4273005428 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb9740a2890 0x7fb9740a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:43:35.969 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.964+0000 7fb98659c700  1 --2- 172.21.15.102:0/4273005428 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb9740a2890 0x7fb9740a4d50 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fb988102290 tx=0x7fb97800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:43:35.969 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:35 smithi073 ceph-mon[66833]: Detected new or changed devices on smithi073
2024-03-19T01:43:35.970 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:35 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:35.970 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:35 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:35.970 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:35 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:43:35.970 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:35 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:43:35.970 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:35 smithi073 ceph-mon[66833]: Adjusting osd_memory_target on smithi073 to  8544M
2024-03-19T01:43:35.970 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:35 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:35.970 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:35 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:43:35.970 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:35 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:43:35.970 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:35 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:35.970 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:35 smithi073 ceph-mon[66833]: osdmap e34: 5 total, 5 up, 5 in
2024-03-19T01:43:35.970 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:35.968+0000 7fb97ffff700  1 -- 172.21.15.102:0/4273005428 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fb97001f020 con 0x7fb988102430
2024-03-19T01:43:36.174 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:36.173+0000 7fb98cb9d700  1 -- 172.21.15.102:0/4273005428 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7fb98802dcc0 con 0x7fb9740a2890
2024-03-19T01:43:36.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:36 smithi046 ceph-mon[63102]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:36.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:36 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:43:36.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:36 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:43:36.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:36 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:43:36.916 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:36 smithi102 ceph-mon[66557]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:36.916 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:36 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:43:36.916 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:36 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:43:36.916 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:36 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:43:36.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:36 smithi073 ceph-mon[66833]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:36.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:36 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:43:36.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:36 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:43:36.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:36 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:43:37.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:37 smithi046 ceph-mon[63102]: from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:43:37.927 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:37 smithi102 ceph-mon[66557]: from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:43:37.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:37 smithi073 ceph-mon[66833]: from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:43:38.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:38 smithi046 ceph-mon[63102]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:38.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:38 smithi073 ceph-mon[66833]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:38.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:38 smithi102 ceph-mon[66557]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:39.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:39 smithi046 ceph-mon[63102]: from='client.? 172.21.15.102:0/3063310592' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1587c1e6-6719-4117-a80f-5c6bce0e5814"}]: dispatch
2024-03-19T01:43:39.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:39 smithi046 ceph-mon[63102]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1587c1e6-6719-4117-a80f-5c6bce0e5814"}]: dispatch
2024-03-19T01:43:39.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:39 smithi046 ceph-mon[63102]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1587c1e6-6719-4117-a80f-5c6bce0e5814"}]': finished
2024-03-19T01:43:39.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:39 smithi046 ceph-mon[63102]: osdmap e35: 6 total, 5 up, 6 in
2024-03-19T01:43:39.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:39 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2024-03-19T01:43:39.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:39 smithi046 ceph-mon[63102]: from='client.? 172.21.15.102:0/2393839947' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:43:39.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:39 smithi073 ceph-mon[66833]: from='client.? 172.21.15.102:0/3063310592' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1587c1e6-6719-4117-a80f-5c6bce0e5814"}]: dispatch
2024-03-19T01:43:39.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:39 smithi073 ceph-mon[66833]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1587c1e6-6719-4117-a80f-5c6bce0e5814"}]: dispatch
2024-03-19T01:43:39.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:39 smithi073 ceph-mon[66833]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1587c1e6-6719-4117-a80f-5c6bce0e5814"}]': finished
2024-03-19T01:43:39.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:39 smithi073 ceph-mon[66833]: osdmap e35: 6 total, 5 up, 6 in
2024-03-19T01:43:39.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:39 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2024-03-19T01:43:39.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:39 smithi073 ceph-mon[66833]: from='client.? 172.21.15.102:0/2393839947' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:43:39.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:39 smithi102 ceph-mon[66557]: from='client.? 172.21.15.102:0/3063310592' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1587c1e6-6719-4117-a80f-5c6bce0e5814"}]: dispatch
2024-03-19T01:43:39.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:39 smithi102 ceph-mon[66557]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1587c1e6-6719-4117-a80f-5c6bce0e5814"}]: dispatch
2024-03-19T01:43:39.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:39 smithi102 ceph-mon[66557]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1587c1e6-6719-4117-a80f-5c6bce0e5814"}]': finished
2024-03-19T01:43:39.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:39 smithi102 ceph-mon[66557]: osdmap e35: 6 total, 5 up, 6 in
2024-03-19T01:43:39.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:39 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2024-03-19T01:43:39.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:39 smithi102 ceph-mon[66557]: from='client.? 172.21.15.102:0/2393839947' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:43:40.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:40 smithi046 ceph-mon[63102]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:40.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:40 smithi073 ceph-mon[66833]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:40.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:40 smithi102 ceph-mon[66557]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:42.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:41 smithi073 ceph-mon[66833]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:42.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:41 smithi102 ceph-mon[66557]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:42.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:41 smithi046 ceph-mon[63102]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:44.054 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:43 smithi102 ceph-mon[66557]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:44.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:43 smithi046 ceph-mon[63102]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:44.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:43 smithi073 ceph-mon[66833]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:46.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:45 smithi073 ceph-mon[66833]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:46.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:45 smithi102 ceph-mon[66557]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:46.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:45 smithi046 ceph-mon[63102]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:47.043 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:46 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch
2024-03-19T01:43:47.043 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:46 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:43:47.043 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:46 smithi102 ceph-mon[66557]: Deploying daemon osd.5 on smithi102
2024-03-19T01:43:47.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:46 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch
2024-03-19T01:43:47.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:46 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:43:47.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:46 smithi073 ceph-mon[66833]: Deploying daemon osd.5 on smithi102
2024-03-19T01:43:47.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:46 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch
2024-03-19T01:43:47.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:46 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:43:47.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:46 smithi046 ceph-mon[63102]: Deploying daemon osd.5 on smithi102
2024-03-19T01:43:47.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:47 smithi102 ceph-mon[66557]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:48.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:47 smithi073 ceph-mon[66833]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:48.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:47 smithi046 ceph-mon[63102]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:50.060 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:49 smithi102 ceph-mon[66557]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:50.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:49 smithi073 ceph-mon[66833]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:50.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:49 smithi046 ceph-mon[63102]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:52.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:52 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:52.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:52 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:52.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:52 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:43:52.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:52 smithi046 ceph-mon[63102]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:52.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:52 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:52.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:52 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:52.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:52 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:43:52.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:52 smithi073 ceph-mon[66833]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:52.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:52 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:52.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:52 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:52.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:52 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:43:52.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:52 smithi102 ceph-mon[66557]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:54.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:53 smithi073 ceph-mon[66833]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:54.221 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:53 smithi102 ceph-mon[66557]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:54.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:53 smithi046 ceph-mon[63102]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:55.244 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:55.244+0000 7fb97ffff700  1 -- 172.21.15.102:0/4273005428 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fb98802dcc0 con 0x7fb9740a2890
2024-03-19T01:43:55.244 INFO:teuthology.orchestra.run.smithi102.stdout:Created osd(s) 5 on host 'smithi102'
2024-03-19T01:43:55.246 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:55.246+0000 7fb98cb9d700  1 -- 172.21.15.102:0/4273005428 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb9740a2890 msgr2=0x7fb9740a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:43:55.246 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:55.246+0000 7fb98cb9d700  1 --2- 172.21.15.102:0/4273005428 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb9740a2890 0x7fb9740a4d50 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fb988102290 tx=0x7fb97800b410 comp rx=0 tx=0).stop
2024-03-19T01:43:55.246 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:55.246+0000 7fb98cb9d700  1 -- 172.21.15.102:0/4273005428 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb988102430 msgr2=0x7fb988197870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:43:55.246 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:55.246+0000 7fb98cb9d700  1 --2- 172.21.15.102:0/4273005428 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb988102430 0x7fb988197870 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fb97000b530 tx=0x7fb97000b840 comp rx=0 tx=0).stop
2024-03-19T01:43:55.246 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:55.246+0000 7fb98cb9d700  1 -- 172.21.15.102:0/4273005428 shutdown_connections
2024-03-19T01:43:55.246 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:55.246+0000 7fb98cb9d700  1 --2- 172.21.15.102:0/4273005428 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb9740a2890 0x7fb9740a4d50 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:43:55.246 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:55.246+0000 7fb98cb9d700  1 --2- 172.21.15.102:0/4273005428 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb988102dd0 0x7fb98819e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:43:55.246 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:55.246+0000 7fb98cb9d700  1 --2- 172.21.15.102:0/4273005428 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb988101230 0x7fb988197330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:43:55.246 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:55.246+0000 7fb98cb9d700  1 --2- 172.21.15.102:0/4273005428 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb988102430 0x7fb988197870 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:43:55.246 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:55.246+0000 7fb98cb9d700  1 -- 172.21.15.102:0/4273005428 >> 172.21.15.102:0/4273005428 conn(0x7fb9880fc7d0 msgr2=0x7fb988105730 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:43:55.247 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:55.246+0000 7fb98cb9d700  1 -- 172.21.15.102:0/4273005428 shutdown_connections
2024-03-19T01:43:55.247 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:43:55.246+0000 7fb98cb9d700  1 -- 172.21.15.102:0/4273005428 wait complete.
2024-03-19T01:43:55.462 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:55 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:55.462 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:55 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:55.462 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:55 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:43:55.462 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:55 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:43:55.462 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:55 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:55.462 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:55 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:55.462 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:55 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:55.462 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:55 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:43:55.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:55 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:55.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:55 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:55.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:55 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:43:55.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:55 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:43:55.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:55 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:55.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:55 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:55.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:55 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:55.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:55 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:43:55.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:55 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:55.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:55 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:55.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:55 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:43:55.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:55 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:43:55.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:55 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:55.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:55 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:55.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:55 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:55.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:55 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:43:56.024 DEBUG:teuthology.orchestra.run.smithi102:osd.5> sudo journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.5.service
2024-03-19T01:43:56.027 INFO:tasks.cephadm:Deploying osd.6 on smithi046 with /dev/vg_nvme/lv_2...
2024-03-19T01:43:56.027 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2
2024-03-19T01:43:56.279 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:43:56.614 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:56 smithi046 ceph-mon[63102]: from='osd.5 [v2:172.21.15.102:6808/3252664135,v1:172.21.15.102:6809/3252664135]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch
2024-03-19T01:43:56.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:56 smithi046 ceph-mon[63102]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch
2024-03-19T01:43:56.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:56 smithi046 ceph-mon[63102]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:56.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:56 smithi073 ceph-mon[66833]: from='osd.5 [v2:172.21.15.102:6808/3252664135,v1:172.21.15.102:6809/3252664135]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch
2024-03-19T01:43:56.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:56 smithi073 ceph-mon[66833]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch
2024-03-19T01:43:56.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:56 smithi073 ceph-mon[66833]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:56.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:56 smithi102 ceph-mon[66557]: from='osd.5 [v2:172.21.15.102:6808/3252664135,v1:172.21.15.102:6809/3252664135]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch
2024-03-19T01:43:56.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:56 smithi102 ceph-mon[66557]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch
2024-03-19T01:43:56.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:56 smithi102 ceph-mon[66557]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:57.358 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:57 smithi102 ceph-mon[66557]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished
2024-03-19T01:43:57.358 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:57 smithi102 ceph-mon[66557]: osdmap e36: 6 total, 5 up, 6 in
2024-03-19T01:43:57.358 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:57 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2024-03-19T01:43:57.358 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:57 smithi102 ceph-mon[66557]: from='osd.5 [v2:172.21.15.102:6808/3252664135,v1:172.21.15.102:6809/3252664135]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch
2024-03-19T01:43:57.358 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:57 smithi102 ceph-mon[66557]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch
2024-03-19T01:43:57.358 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 01:43:57 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5[78254]: 2024-03-19T01:43:57.351+0000 7fba2b47e700 -1 osd.5 0 waiting for initial osdmap
2024-03-19T01:43:57.358 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 01:43:57 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5[78254]: 2024-03-19T01:43:57.357+0000 7fba27271700 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory
2024-03-19T01:43:57.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:57 smithi046 ceph-mon[63102]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished
2024-03-19T01:43:57.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:57 smithi046 ceph-mon[63102]: osdmap e36: 6 total, 5 up, 6 in
2024-03-19T01:43:57.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:57 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2024-03-19T01:43:57.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:57 smithi046 ceph-mon[63102]: from='osd.5 [v2:172.21.15.102:6808/3252664135,v1:172.21.15.102:6809/3252664135]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch
2024-03-19T01:43:57.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:57 smithi046 ceph-mon[63102]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch
2024-03-19T01:43:57.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:57 smithi073 ceph-mon[66833]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished
2024-03-19T01:43:57.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:57 smithi073 ceph-mon[66833]: osdmap e36: 6 total, 5 up, 6 in
2024-03-19T01:43:57.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:57 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2024-03-19T01:43:57.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:57 smithi073 ceph-mon[66833]: from='osd.5 [v2:172.21.15.102:6808/3252664135,v1:172.21.15.102:6809/3252664135]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch
2024-03-19T01:43:57.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:57 smithi073 ceph-mon[66833]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch
2024-03-19T01:43:58.365 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping: /dev/vg_nvme/lv_2
2024-03-19T01:43:58.365 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync
2024-03-19T01:43:58.365 INFO:teuthology.orchestra.run.smithi046.stderr: stderr: 10+0 records in
2024-03-19T01:43:58.365 INFO:teuthology.orchestra.run.smithi046.stderr:10+0 records out
2024-03-19T01:43:58.365 INFO:teuthology.orchestra.run.smithi046.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00877609 s, 1.2 GB/s
2024-03-19T01:43:58.365 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping successful for: <LV: /dev/vg_nvme/lv_2>
2024-03-19T01:43:58.436 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:58 smithi102 ceph-mon[66557]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished
2024-03-19T01:43:58.437 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:58 smithi102 ceph-mon[66557]: osdmap e37: 6 total, 5 up, 6 in
2024-03-19T01:43:58.437 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:58 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2024-03-19T01:43:58.437 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:58 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2024-03-19T01:43:58.437 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:58 smithi102 ceph-mon[66557]: osd.5 [v2:172.21.15.102:6808/3252664135,v1:172.21.15.102:6809/3252664135] boot
2024-03-19T01:43:58.437 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:58 smithi102 ceph-mon[66557]: osdmap e38: 6 total, 6 up, 6 in
2024-03-19T01:43:58.437 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:58 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2024-03-19T01:43:58.437 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:58 smithi102 ceph-mon[66557]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:58.614 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:58 smithi046 ceph-mon[63102]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished
2024-03-19T01:43:58.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:58 smithi046 ceph-mon[63102]: osdmap e37: 6 total, 5 up, 6 in
2024-03-19T01:43:58.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:58 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2024-03-19T01:43:58.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:58 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2024-03-19T01:43:58.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:58 smithi046 ceph-mon[63102]: osd.5 [v2:172.21.15.102:6808/3252664135,v1:172.21.15.102:6809/3252664135] boot
2024-03-19T01:43:58.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:58 smithi046 ceph-mon[63102]: osdmap e38: 6 total, 6 up, 6 in
2024-03-19T01:43:58.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:58 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2024-03-19T01:43:58.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:58 smithi046 ceph-mon[63102]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:58.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:58 smithi073 ceph-mon[66833]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished
2024-03-19T01:43:58.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:58 smithi073 ceph-mon[66833]: osdmap e37: 6 total, 5 up, 6 in
2024-03-19T01:43:58.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:58 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2024-03-19T01:43:58.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:58 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2024-03-19T01:43:58.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:58 smithi073 ceph-mon[66833]: osd.5 [v2:172.21.15.102:6808/3252664135,v1:172.21.15.102:6809/3252664135] boot
2024-03-19T01:43:58.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:58 smithi073 ceph-mon[66833]: osdmap e38: 6 total, 6 up, 6 in
2024-03-19T01:43:58.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:58 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2024-03-19T01:43:58.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:58 smithi073 ceph-mon[66833]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 164 MiB used, 447 GiB / 447 GiB avail
2024-03-19T01:43:59.056 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi046:vg_nvme/lv_2
2024-03-19T01:43:59.304 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:43:59.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:59 smithi046 ceph-mon[63102]: purged_snaps scrub starts
2024-03-19T01:43:59.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:59 smithi046 ceph-mon[63102]: purged_snaps scrub ok
2024-03-19T01:43:59.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:59 smithi046 ceph-mon[63102]: osdmap e39: 6 total, 6 up, 6 in
2024-03-19T01:43:59.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:59 smithi046 ceph-mon[63102]: Detected new or changed devices on smithi102
2024-03-19T01:43:59.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:59 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:59.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:59 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:59.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:59 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:43:59.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:59 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:43:59.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:59 smithi046 ceph-mon[63102]: Adjusting osd_memory_target on smithi102 to  8544M
2024-03-19T01:43:59.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:59 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:59.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:59 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:43:59.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:59 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:43:59.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:43:59 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:59.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:59 smithi102 ceph-mon[66557]: purged_snaps scrub starts
2024-03-19T01:43:59.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:59 smithi102 ceph-mon[66557]: purged_snaps scrub ok
2024-03-19T01:43:59.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:59 smithi102 ceph-mon[66557]: osdmap e39: 6 total, 6 up, 6 in
2024-03-19T01:43:59.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:59 smithi102 ceph-mon[66557]: Detected new or changed devices on smithi102
2024-03-19T01:43:59.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:59 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:59.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:59 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:59.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:59 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:43:59.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:59 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:43:59.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:59 smithi102 ceph-mon[66557]: Adjusting osd_memory_target on smithi102 to  8544M
2024-03-19T01:43:59.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:59 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:59.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:59 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:43:59.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:59 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:43:59.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:43:59 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:59.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:59 smithi073 ceph-mon[66833]: purged_snaps scrub starts
2024-03-19T01:43:59.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:59 smithi073 ceph-mon[66833]: purged_snaps scrub ok
2024-03-19T01:43:59.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:59 smithi073 ceph-mon[66833]: osdmap e39: 6 total, 6 up, 6 in
2024-03-19T01:43:59.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:59 smithi073 ceph-mon[66833]: Detected new or changed devices on smithi102
2024-03-19T01:43:59.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:59 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:59.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:59 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:59.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:59 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:43:59.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:59 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:43:59.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:59 smithi073 ceph-mon[66833]: Adjusting osd_memory_target on smithi102 to  8544M
2024-03-19T01:43:59.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:59 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:43:59.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:59 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:43:59.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:59 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:43:59.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:43:59 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:00.855 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:00 smithi046 ceph-mon[63102]: osdmap e40: 6 total, 6 up, 6 in
2024-03-19T01:44:00.856 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:00 smithi046 ceph-mon[63102]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail
2024-03-19T01:44:00.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.889+0000 7f4c16b15700  1 -- 172.21.15.46:0/3186755730 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4c10101230 msgr2=0x7f4c10101650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:44:00.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.889+0000 7f4c16b15700  1 --2- 172.21.15.46:0/3186755730 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4c10101230 0x7f4c10101650 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f4c0800b0d0 tx=0x7f4c0800b3e0 comp rx=0 tx=0).stop
2024-03-19T01:44:00.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.889+0000 7f4c16b15700  1 -- 172.21.15.46:0/3186755730 shutdown_connections
2024-03-19T01:44:00.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.889+0000 7f4c16b15700  1 --2- 172.21.15.46:0/3186755730 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4c10102dd0 0x7f4c10109680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:44:00.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.889+0000 7f4c16b15700  1 --2- 172.21.15.46:0/3186755730 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4c10101230 0x7f4c10101650 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:44:00.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.889+0000 7f4c16b15700  1 --2- 172.21.15.46:0/3186755730 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4c10102430 0x7f4c10102890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:44:00.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.889+0000 7f4c16b15700  1 -- 172.21.15.46:0/3186755730 >> 172.21.15.46:0/3186755730 conn(0x7f4c100fc7d0 msgr2=0x7f4c100fec10 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:44:00.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.889+0000 7f4c16b15700  1 -- 172.21.15.46:0/3186755730 shutdown_connections
2024-03-19T01:44:00.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.889+0000 7f4c16b15700  1 -- 172.21.15.46:0/3186755730 wait complete.
2024-03-19T01:44:00.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.890+0000 7f4c16b15700  1  Processor -- start
2024-03-19T01:44:00.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.890+0000 7f4c16b15700  1 --  start start
2024-03-19T01:44:00.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.890+0000 7f4c16b15700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4c10101230 0x7f4c101973d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:44:00.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.890+0000 7f4c16b15700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4c10102430 0x7f4c10197910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:44:00.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.890+0000 7f4c16b15700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4c10102dd0 0x7f4c1019e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:44:00.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.890+0000 7f4c16b15700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f4c1010cd20 con 0x7f4c10102430
2024-03-19T01:44:00.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.890+0000 7f4c16b15700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f4c1010cba0 con 0x7f4c10102dd0
2024-03-19T01:44:00.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.890+0000 7f4c16b15700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4c1010cea0 con 0x7f4c10101230
2024-03-19T01:44:00.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.890+0000 7f4c0ffff700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4c10102430 0x7f4c10197910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:44:00.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.890+0000 7f4c0ffff700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4c10102430 0x7f4c10197910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:53210/0 (socket says 172.21.15.46:53210)
2024-03-19T01:44:00.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.890+0000 7f4c0ffff700  1 -- 172.21.15.46:0/2547546522 learned_addr learned my addr 172.21.15.46:0/2547546522 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:44:00.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.890+0000 7f4c150b2700  1 --2- 172.21.15.46:0/2547546522 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4c10102dd0 0x7f4c1019e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:44:00.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.890+0000 7f4c148b1700  1 --2- 172.21.15.46:0/2547546522 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4c10101230 0x7f4c101973d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:44:00.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.890+0000 7f4c0ffff700  1 -- 172.21.15.46:0/2547546522 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4c10101230 msgr2=0x7f4c101973d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:44:00.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.890+0000 7f4c0ffff700  1 --2- 172.21.15.46:0/2547546522 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4c10101230 0x7f4c101973d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:44:00.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.890+0000 7f4c0ffff700  1 -- 172.21.15.46:0/2547546522 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4c10102dd0 msgr2=0x7f4c1019e990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:44:00.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.890+0000 7f4c0ffff700  1 --2- 172.21.15.46:0/2547546522 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4c10102dd0 0x7f4c1019e990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:44:00.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.890+0000 7f4c0ffff700  1 -- 172.21.15.46:0/2547546522 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c1019f030 con 0x7f4c10102430
2024-03-19T01:44:00.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.890+0000 7f4c148b1700  1 --2- 172.21.15.46:0/2547546522 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4c10101230 0x7f4c101973d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:44:00.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.890+0000 7f4c0ffff700  1 --2- 172.21.15.46:0/2547546522 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4c10102430 0x7f4c10197910 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f4c0000eae0 tx=0x7f4c0000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:44:00.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.891+0000 7f4c0dffb700  1 -- 172.21.15.46:0/2547546522 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c0001c070 con 0x7f4c10102430
2024-03-19T01:44:00.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.891+0000 7f4c0dffb700  1 -- 172.21.15.46:0/2547546522 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4c00017410 con 0x7f4c10102430
2024-03-19T01:44:00.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.891+0000 7f4c16b15700  1 -- 172.21.15.46:0/2547546522 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c1006a8b0 con 0x7f4c10102430
2024-03-19T01:44:00.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.891+0000 7f4c0dffb700  1 -- 172.21.15.46:0/2547546522 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c000165d0 con 0x7f4c10102430
2024-03-19T01:44:00.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.891+0000 7f4c16b15700  1 -- 172.21.15.46:0/2547546522 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c1006aec0 con 0x7f4c10102430
2024-03-19T01:44:00.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.892+0000 7f4c16b15700  1 -- 172.21.15.46:0/2547546522 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c10068fd0 con 0x7f4c10102430
2024-03-19T01:44:00.894 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:00 smithi073 ceph-mon[66833]: osdmap e40: 6 total, 6 up, 6 in
2024-03-19T01:44:00.894 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:00 smithi073 ceph-mon[66833]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail
2024-03-19T01:44:00.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.893+0000 7f4c0dffb700  1 -- 172.21.15.46:0/2547546522 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f4c0001f070 con 0x7f4c10102430
2024-03-19T01:44:00.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.893+0000 7f4c0dffb700  1 --2- 172.21.15.46:0/2547546522 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f4bfc0a2910 0x7f4bfc0a4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:44:00.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.894+0000 7f4c148b1700  1 --2- 172.21.15.46:0/2547546522 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f4bfc0a2910 0x7f4bfc0a4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:44:00.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.894+0000 7f4c0dffb700  1 -- 172.21.15.46:0/2547546522 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 4533+0+0 (secure 0 0 0) 0x7f4c000cefd0 con 0x7f4c10102430
2024-03-19T01:44:00.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.894+0000 7f4c148b1700  1 --2- 172.21.15.46:0/2547546522 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f4bfc0a2910 0x7f4bfc0a4dd0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f4c08009be0 tx=0x7f4c0800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:44:00.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:00.898+0000 7f4c0dffb700  1 -- 172.21.15.46:0/2547546522 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f4c0009cf20 con 0x7f4c10102430
2024-03-19T01:44:00.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:00 smithi102 ceph-mon[66557]: osdmap e40: 6 total, 6 up, 6 in
2024-03-19T01:44:00.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:00 smithi102 ceph-mon[66557]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail
2024-03-19T01:44:01.110 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:01.110+0000 7f4c16b15700  1 -- 172.21.15.46:0/2547546522 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f4c1006b1d0 con 0x7f4bfc0a2910
2024-03-19T01:44:01.840 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:01 smithi046 ceph-mon[63102]: osdmap e41: 6 total, 6 up, 6 in
2024-03-19T01:44:01.840 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:01 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:44:01.840 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:01 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:44:01.840 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:01 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:44:01.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:01 smithi073 ceph-mon[66833]: osdmap e41: 6 total, 6 up, 6 in
2024-03-19T01:44:01.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:01 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:44:01.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:01 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:44:01.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:01 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:44:01.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:01 smithi102 ceph-mon[66557]: osdmap e41: 6 total, 6 up, 6 in
2024-03-19T01:44:01.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:01 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:44:01.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:01 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:44:01.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:01 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:44:02.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:02 smithi046 ceph-mon[63102]: from='client.14364 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:44:02.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:02 smithi046 ceph-mon[63102]: osdmap e42: 6 total, 6 up, 6 in
2024-03-19T01:44:02.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:02 smithi046 ceph-mon[63102]: pgmap v144: 1 pgs: 1 peering; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering
2024-03-19T01:44:02.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:02 smithi073 ceph-mon[66833]: from='client.14364 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:44:02.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:02 smithi073 ceph-mon[66833]: osdmap e42: 6 total, 6 up, 6 in
2024-03-19T01:44:02.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:02 smithi073 ceph-mon[66833]: pgmap v144: 1 pgs: 1 peering; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering
2024-03-19T01:44:02.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:02 smithi102 ceph-mon[66557]: from='client.14364 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:44:02.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:02 smithi102 ceph-mon[66557]: osdmap e42: 6 total, 6 up, 6 in
2024-03-19T01:44:02.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:02 smithi102 ceph-mon[66557]: pgmap v144: 1 pgs: 1 peering; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering
2024-03-19T01:44:04.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:03 smithi073 ceph-mon[66833]: pgmap v145: 1 pgs: 1 peering; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 109 KiB/s, 0 objects/s recovering
2024-03-19T01:44:04.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:03 smithi102 ceph-mon[66557]: pgmap v145: 1 pgs: 1 peering; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 109 KiB/s, 0 objects/s recovering
2024-03-19T01:44:04.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:03 smithi046 ceph-mon[63102]: pgmap v145: 1 pgs: 1 peering; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 109 KiB/s, 0 objects/s recovering
2024-03-19T01:44:05.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:04 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1156348599' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "af41cbff-69e5-45ab-ad59-95e5addd1b6a"}]: dispatch
2024-03-19T01:44:05.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:04 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1156348599' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "af41cbff-69e5-45ab-ad59-95e5addd1b6a"}]': finished
2024-03-19T01:44:05.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:04 smithi073 ceph-mon[66833]: osdmap e43: 7 total, 6 up, 7 in
2024-03-19T01:44:05.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:04 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch
2024-03-19T01:44:05.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:04 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/25499983' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:44:05.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:04 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1156348599' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "af41cbff-69e5-45ab-ad59-95e5addd1b6a"}]: dispatch
2024-03-19T01:44:05.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:04 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1156348599' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "af41cbff-69e5-45ab-ad59-95e5addd1b6a"}]': finished
2024-03-19T01:44:05.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:04 smithi102 ceph-mon[66557]: osdmap e43: 7 total, 6 up, 7 in
2024-03-19T01:44:05.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:04 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch
2024-03-19T01:44:05.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:04 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/25499983' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:44:05.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:04 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1156348599' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "af41cbff-69e5-45ab-ad59-95e5addd1b6a"}]: dispatch
2024-03-19T01:44:05.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:04 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1156348599' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "af41cbff-69e5-45ab-ad59-95e5addd1b6a"}]': finished
2024-03-19T01:44:05.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:04 smithi046 ceph-mon[63102]: osdmap e43: 7 total, 6 up, 7 in
2024-03-19T01:44:05.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:04 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch
2024-03-19T01:44:05.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:04 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/25499983' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:44:06.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:05 smithi073 ceph-mon[66833]: pgmap v147: 1 pgs: 1 peering; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering
2024-03-19T01:44:06.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:05 smithi102 ceph-mon[66557]: pgmap v147: 1 pgs: 1 peering; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering
2024-03-19T01:44:06.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:05 smithi046 ceph-mon[63102]: pgmap v147: 1 pgs: 1 peering; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering
2024-03-19T01:44:08.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:07 smithi073 ceph-mon[66833]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 79 KiB/s, 0 objects/s recovering
2024-03-19T01:44:08.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:07 smithi102 ceph-mon[66557]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 79 KiB/s, 0 objects/s recovering
2024-03-19T01:44:08.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:07 smithi046 ceph-mon[63102]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 79 KiB/s, 0 objects/s recovering
2024-03-19T01:44:10.194 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:09 smithi046 ceph-mon[63102]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail
2024-03-19T01:44:10.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:09 smithi073 ceph-mon[66833]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail
2024-03-19T01:44:10.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:09 smithi102 ceph-mon[66557]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail
2024-03-19T01:44:11.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:11 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch
2024-03-19T01:44:11.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:11 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:44:11.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:11 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch
2024-03-19T01:44:11.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:11 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:44:11.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:11 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch
2024-03-19T01:44:11.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:11 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:44:12.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:12 smithi046 ceph-mon[63102]: Deploying daemon osd.6 on smithi046
2024-03-19T01:44:12.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:12 smithi046 ceph-mon[63102]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail
2024-03-19T01:44:12.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:12 smithi073 ceph-mon[66833]: Deploying daemon osd.6 on smithi046
2024-03-19T01:44:12.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:12 smithi073 ceph-mon[66833]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail
2024-03-19T01:44:12.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:12 smithi102 ceph-mon[66557]: Deploying daemon osd.6 on smithi046
2024-03-19T01:44:12.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:12 smithi102 ceph-mon[66557]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail
2024-03-19T01:44:14.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:13 smithi073 ceph-mon[66833]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail
2024-03-19T01:44:14.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:13 smithi102 ceph-mon[66557]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail
2024-03-19T01:44:14.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:13 smithi046 ceph-mon[63102]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail
2024-03-19T01:44:16.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:15 smithi046 ceph-mon[63102]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail
2024-03-19T01:44:16.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:15 smithi073 ceph-mon[66833]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail
2024-03-19T01:44:16.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:15 smithi102 ceph-mon[66557]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail
2024-03-19T01:44:18.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:18 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:18.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:18 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:18.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:18 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:44:18.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:18 smithi073 ceph-mon[66833]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail
2024-03-19T01:44:18.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:18 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:18.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:18 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:18.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:18 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:44:18.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:18 smithi102 ceph-mon[66557]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail
2024-03-19T01:44:18.502 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:18 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:18.502 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:18 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:18.502 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:18 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:44:18.502 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:18 smithi046 ceph-mon[63102]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail
2024-03-19T01:44:20.102 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:19 smithi046 ceph-mon[63102]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail
2024-03-19T01:44:20.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:19 smithi073 ceph-mon[66833]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail
2024-03-19T01:44:20.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:19 smithi102 ceph-mon[66557]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail
2024-03-19T01:44:21.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:21.268+0000 7f4c0dffb700  1 -- 172.21.15.46:0/2547546522 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f4c1006b1d0 con 0x7f4bfc0a2910
2024-03-19T01:44:21.269 INFO:teuthology.orchestra.run.smithi046.stdout:Created osd(s) 6 on host 'smithi046'
2024-03-19T01:44:21.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:21.270+0000 7f4c16b15700  1 -- 172.21.15.46:0/2547546522 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f4bfc0a2910 msgr2=0x7f4bfc0a4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:44:21.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:21.270+0000 7f4c16b15700  1 --2- 172.21.15.46:0/2547546522 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f4bfc0a2910 0x7f4bfc0a4dd0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f4c08009be0 tx=0x7f4c0800b040 comp rx=0 tx=0).stop
2024-03-19T01:44:21.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:21.270+0000 7f4c16b15700  1 -- 172.21.15.46:0/2547546522 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4c10102430 msgr2=0x7f4c10197910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:44:21.271 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:21.270+0000 7f4c16b15700  1 --2- 172.21.15.46:0/2547546522 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4c10102430 0x7f4c10197910 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f4c0000eae0 tx=0x7f4c0000edf0 comp rx=0 tx=0).stop
2024-03-19T01:44:21.271 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:21.270+0000 7f4c16b15700  1 -- 172.21.15.46:0/2547546522 shutdown_connections
2024-03-19T01:44:21.271 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:21.270+0000 7f4c16b15700  1 --2- 172.21.15.46:0/2547546522 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f4bfc0a2910 0x7f4bfc0a4dd0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:44:21.271 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:21.270+0000 7f4c16b15700  1 --2- 172.21.15.46:0/2547546522 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4c10102dd0 0x7f4c1019e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:44:21.271 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:21.270+0000 7f4c16b15700  1 --2- 172.21.15.46:0/2547546522 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4c10101230 0x7f4c101973d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:44:21.271 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:21.270+0000 7f4c16b15700  1 --2- 172.21.15.46:0/2547546522 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4c10102430 0x7f4c10197910 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:44:21.271 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:21.270+0000 7f4c16b15700  1 -- 172.21.15.46:0/2547546522 >> 172.21.15.46:0/2547546522 conn(0x7f4c100fc7d0 msgr2=0x7f4c10105850 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:44:21.271 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:21.270+0000 7f4c16b15700  1 -- 172.21.15.46:0/2547546522 shutdown_connections
2024-03-19T01:44:21.271 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:44:21.270+0000 7f4c16b15700  1 -- 172.21.15.46:0/2547546522 wait complete.
2024-03-19T01:44:21.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:21.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:21.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:44:21.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:44:21.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:21.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:21 smithi046 ceph-mon[63102]: from='osd.6 [v2:172.21.15.46:6818/595340737,v1:172.21.15.46:6819/595340737]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch
2024-03-19T01:44:21.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:21.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:21.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:44:21.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:21.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:21.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:44:21.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:44:21.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:21.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:21 smithi073 ceph-mon[66833]: from='osd.6 [v2:172.21.15.46:6818/595340737,v1:172.21.15.46:6819/595340737]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch
2024-03-19T01:44:21.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:21.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:21.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:44:21.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:21.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:21.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:44:21.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:44:21.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:21.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:21 smithi102 ceph-mon[66557]: from='osd.6 [v2:172.21.15.46:6818/595340737,v1:172.21.15.46:6819/595340737]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch
2024-03-19T01:44:21.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:21.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:21.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:44:21.946 DEBUG:teuthology.orchestra.run.smithi046:osd.6> sudo journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.6.service
2024-03-19T01:44:21.949 INFO:tasks.cephadm:Deploying osd.7 on smithi073 with /dev/vg_nvme/lv_2...
2024-03-19T01:44:21.949 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2
2024-03-19T01:44:22.194 INFO:teuthology.orchestra.run.smithi073.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.b/config
2024-03-19T01:44:22.458 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:22 smithi046 ceph-mon[63102]: from='osd.6 [v2:172.21.15.46:6818/595340737,v1:172.21.15.46:6819/595340737]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished
2024-03-19T01:44:22.458 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:22 smithi046 ceph-mon[63102]: osdmap e44: 7 total, 6 up, 7 in
2024-03-19T01:44:22.458 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:22 smithi046 ceph-mon[63102]: from='osd.6 [v2:172.21.15.46:6818/595340737,v1:172.21.15.46:6819/595340737]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch
2024-03-19T01:44:22.459 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:22 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch
2024-03-19T01:44:22.459 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:22 smithi046 ceph-mon[63102]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail
2024-03-19T01:44:22.459 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 01:44:22 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T01:44:22.291+0000 7fef6fcad700 -1 osd.6 0 waiting for initial osdmap
2024-03-19T01:44:22.459 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 01:44:22 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T01:44:22.299+0000 7fef6baa0700 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory
2024-03-19T01:44:22.603 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:22 smithi073 ceph-mon[66833]: from='osd.6 [v2:172.21.15.46:6818/595340737,v1:172.21.15.46:6819/595340737]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished
2024-03-19T01:44:22.604 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:22 smithi073 ceph-mon[66833]: osdmap e44: 7 total, 6 up, 7 in
2024-03-19T01:44:22.604 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:22 smithi073 ceph-mon[66833]: from='osd.6 [v2:172.21.15.46:6818/595340737,v1:172.21.15.46:6819/595340737]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch
2024-03-19T01:44:22.604 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:22 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch
2024-03-19T01:44:22.604 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:22 smithi073 ceph-mon[66833]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail
2024-03-19T01:44:22.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:22 smithi102 ceph-mon[66557]: from='osd.6 [v2:172.21.15.46:6818/595340737,v1:172.21.15.46:6819/595340737]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished
2024-03-19T01:44:22.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:22 smithi102 ceph-mon[66557]: osdmap e44: 7 total, 6 up, 7 in
2024-03-19T01:44:22.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:22 smithi102 ceph-mon[66557]: from='osd.6 [v2:172.21.15.46:6818/595340737,v1:172.21.15.46:6819/595340737]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch
2024-03-19T01:44:22.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:22 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch
2024-03-19T01:44:22.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:22 smithi102 ceph-mon[66557]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail
2024-03-19T01:44:23.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:23 smithi073 ceph-mon[66833]: from='osd.6 [v2:172.21.15.46:6818/595340737,v1:172.21.15.46:6819/595340737]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished
2024-03-19T01:44:23.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:23 smithi073 ceph-mon[66833]: osdmap e45: 7 total, 6 up, 7 in
2024-03-19T01:44:23.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:23 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch
2024-03-19T01:44:23.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:23 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch
2024-03-19T01:44:23.593 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:23 smithi046 ceph-mon[63102]: from='osd.6 [v2:172.21.15.46:6818/595340737,v1:172.21.15.46:6819/595340737]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished
2024-03-19T01:44:23.593 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:23 smithi046 ceph-mon[63102]: osdmap e45: 7 total, 6 up, 7 in
2024-03-19T01:44:23.593 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:23 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch
2024-03-19T01:44:23.594 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:23 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch
2024-03-19T01:44:23.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:23 smithi102 ceph-mon[66557]: from='osd.6 [v2:172.21.15.46:6818/595340737,v1:172.21.15.46:6819/595340737]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished
2024-03-19T01:44:23.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:23 smithi102 ceph-mon[66557]: osdmap e45: 7 total, 6 up, 7 in
2024-03-19T01:44:23.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:23 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch
2024-03-19T01:44:23.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:23 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch
2024-03-19T01:44:24.349 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:24 smithi073 ceph-mon[66833]: purged_snaps scrub starts
2024-03-19T01:44:24.349 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:24 smithi073 ceph-mon[66833]: purged_snaps scrub ok
2024-03-19T01:44:24.349 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:24 smithi073 ceph-mon[66833]: osd.6 [v2:172.21.15.46:6818/595340737,v1:172.21.15.46:6819/595340737] boot
2024-03-19T01:44:24.350 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:24 smithi073 ceph-mon[66833]: osdmap e46: 7 total, 7 up, 7 in
2024-03-19T01:44:24.350 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:24 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch
2024-03-19T01:44:24.350 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:24 smithi073 ceph-mon[66833]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail
2024-03-19T01:44:24.451 INFO:teuthology.orchestra.run.smithi073.stderr:--> Zapping: /dev/vg_nvme/lv_2
2024-03-19T01:44:24.451 INFO:teuthology.orchestra.run.smithi073.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync
2024-03-19T01:44:24.451 INFO:teuthology.orchestra.run.smithi073.stderr: stderr: 10+0 records in
2024-03-19T01:44:24.451 INFO:teuthology.orchestra.run.smithi073.stderr:10+0 records out
2024-03-19T01:44:24.451 INFO:teuthology.orchestra.run.smithi073.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114822 s, 913 MB/s
2024-03-19T01:44:24.452 INFO:teuthology.orchestra.run.smithi073.stderr:--> Zapping successful for: <LV: /dev/vg_nvme/lv_2>
2024-03-19T01:44:24.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:24 smithi046 ceph-mon[63102]: purged_snaps scrub starts
2024-03-19T01:44:24.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:24 smithi046 ceph-mon[63102]: purged_snaps scrub ok
2024-03-19T01:44:24.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:24 smithi046 ceph-mon[63102]: osd.6 [v2:172.21.15.46:6818/595340737,v1:172.21.15.46:6819/595340737] boot
2024-03-19T01:44:24.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:24 smithi046 ceph-mon[63102]: osdmap e46: 7 total, 7 up, 7 in
2024-03-19T01:44:24.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:24 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch
2024-03-19T01:44:24.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:24 smithi046 ceph-mon[63102]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail
2024-03-19T01:44:24.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:24 smithi102 ceph-mon[66557]: purged_snaps scrub starts
2024-03-19T01:44:24.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:24 smithi102 ceph-mon[66557]: purged_snaps scrub ok
2024-03-19T01:44:24.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:24 smithi102 ceph-mon[66557]: osd.6 [v2:172.21.15.46:6818/595340737,v1:172.21.15.46:6819/595340737] boot
2024-03-19T01:44:24.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:24 smithi102 ceph-mon[66557]: osdmap e46: 7 total, 7 up, 7 in
2024-03-19T01:44:24.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:24 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch
2024-03-19T01:44:24.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:24 smithi102 ceph-mon[66557]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail
2024-03-19T01:44:25.184 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi073:vg_nvme/lv_2
2024-03-19T01:44:25.428 INFO:teuthology.orchestra.run.smithi073.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.b/config
2024-03-19T01:44:25.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:25 smithi073 ceph-mon[66833]: osdmap e47: 7 total, 7 up, 7 in
2024-03-19T01:44:25.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:25 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:25.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:25 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:25.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:25 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:44:25.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:25 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:44:25.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:25 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:44:25.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:25 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:25.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:25 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:44:25.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:25 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:44:25.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:25 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:25.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:25 smithi046 ceph-mon[63102]: osdmap e47: 7 total, 7 up, 7 in
2024-03-19T01:44:25.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:25 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:25.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:25 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:25.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:25 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:44:25.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:25 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:44:25.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:25 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:44:25.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:25 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:25.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:25 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:44:25.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:25 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:44:25.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:25 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:25.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:25 smithi102 ceph-mon[66557]: osdmap e47: 7 total, 7 up, 7 in
2024-03-19T01:44:25.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:25 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:25.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:25 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:25.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:25 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:44:25.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:25 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:44:25.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:25 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:44:25.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:25 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:25.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:25 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:44:25.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:25 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:44:25.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:25 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:26.598 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:26 smithi073 ceph-mon[66833]: Detected new or changed devices on smithi046
2024-03-19T01:44:26.598 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:26 smithi073 ceph-mon[66833]: Adjusting osd_memory_target on smithi046 to  5697M
2024-03-19T01:44:26.598 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:26 smithi073 ceph-mon[66833]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:26.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:26 smithi046 ceph-mon[63102]: Detected new or changed devices on smithi046
2024-03-19T01:44:26.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:26 smithi046 ceph-mon[63102]: Adjusting osd_memory_target on smithi046 to  5697M
2024-03-19T01:44:26.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:26 smithi046 ceph-mon[63102]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:26.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:26 smithi102 ceph-mon[66557]: Detected new or changed devices on smithi046
2024-03-19T01:44:26.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:26 smithi102 ceph-mon[66557]: Adjusting osd_memory_target on smithi046 to  5697M
2024-03-19T01:44:26.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:26 smithi102 ceph-mon[66557]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:27.168 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.148+0000 7fa93ba76700  1 -- 172.21.15.73:0/694365108 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa934103ee0 msgr2=0x7fa93410a790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:44:27.168 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.148+0000 7fa93ba76700  1 --2- 172.21.15.73:0/694365108 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa934103ee0 0x7fa93410a790 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fa92c00b0d0 tx=0x7fa92c00b3e0 comp rx=0 tx=0).stop
2024-03-19T01:44:27.168 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.148+0000 7fa93ba76700  1 -- 172.21.15.73:0/694365108 shutdown_connections
2024-03-19T01:44:27.168 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.148+0000 7fa93ba76700  1 --2- 172.21.15.73:0/694365108 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa934103ee0 0x7fa93410a790 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:44:27.168 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.148+0000 7fa93ba76700  1 --2- 172.21.15.73:0/694365108 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa934102340 0x7fa934102760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:44:27.168 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.148+0000 7fa93ba76700  1 --2- 172.21.15.73:0/694365108 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa934103540 0x7fa9341039a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:44:27.168 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.148+0000 7fa93ba76700  1 -- 172.21.15.73:0/694365108 >> 172.21.15.73:0/694365108 conn(0x7fa9340fd920 msgr2=0x7fa9340ffd40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:44:27.168 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.148+0000 7fa93ba76700  1 -- 172.21.15.73:0/694365108 shutdown_connections
2024-03-19T01:44:27.168 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.148+0000 7fa93ba76700  1 -- 172.21.15.73:0/694365108 wait complete.
2024-03-19T01:44:27.168 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.148+0000 7fa93ba76700  1  Processor -- start
2024-03-19T01:44:27.168 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.148+0000 7fa93ba76700  1 --  start start
2024-03-19T01:44:27.169 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.148+0000 7fa93ba76700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa934102340 0x7fa9341984b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:44:27.169 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.148+0000 7fa93ba76700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa934103540 0x7fa9341989f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:44:27.169 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.148+0000 7fa93ba76700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa934103ee0 0x7fa93419fa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:44:27.169 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.148+0000 7fa93ba76700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa93410de60 con 0x7fa934103540
2024-03-19T01:44:27.169 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.148+0000 7fa93ba76700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa93410dce0 con 0x7fa934102340
2024-03-19T01:44:27.169 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.148+0000 7fa93ba76700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa93410dfe0 con 0x7fa934103ee0
2024-03-19T01:44:27.169 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.148+0000 7fa939812700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa934102340 0x7fa9341984b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:44:27.169 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.149+0000 7fa939812700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa934102340 0x7fa9341984b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.73:36424/0 (socket says 172.21.15.73:36424)
2024-03-19T01:44:27.169 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.149+0000 7fa939812700  1 -- 172.21.15.73:0/2997293875 learned_addr learned my addr 172.21.15.73:0/2997293875 (peer_addr_for_me v2:172.21.15.73:0/0)
2024-03-19T01:44:27.169 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.149+0000 7fa939011700  1 --2- 172.21.15.73:0/2997293875 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa934103540 0x7fa9341989f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:44:27.169 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.149+0000 7fa93a013700  1 --2- 172.21.15.73:0/2997293875 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa934103ee0 0x7fa93419fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:44:27.169 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.149+0000 7fa939812700  1 -- 172.21.15.73:0/2997293875 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa934103ee0 msgr2=0x7fa93419fa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:44:27.170 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.149+0000 7fa939812700  1 --2- 172.21.15.73:0/2997293875 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa934103ee0 0x7fa93419fa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:44:27.170 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.149+0000 7fa939812700  1 -- 172.21.15.73:0/2997293875 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa934103540 msgr2=0x7fa9341989f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:44:27.170 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.149+0000 7fa939812700  1 --2- 172.21.15.73:0/2997293875 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa934103540 0x7fa9341989f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:44:27.170 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.149+0000 7fa939812700  1 -- 172.21.15.73:0/2997293875 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9341a0110 con 0x7fa934102340
2024-03-19T01:44:27.170 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.149+0000 7fa939812700  1 --2- 172.21.15.73:0/2997293875 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa934102340 0x7fa9341984b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fa93000b500 tx=0x7fa93000b810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:44:27.170 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.149+0000 7fa92affd700  1 -- 172.21.15.73:0/2997293875 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa930015020 con 0x7fa934102340
2024-03-19T01:44:27.170 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.149+0000 7fa92affd700  1 -- 172.21.15.73:0/2997293875 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa930011ce0 con 0x7fa934102340
2024-03-19T01:44:27.170 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.149+0000 7fa93ba76700  1 -- 172.21.15.73:0/2997293875 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9341a0400 con 0x7fa934102340
2024-03-19T01:44:27.170 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.149+0000 7fa92affd700  1 -- 172.21.15.73:0/2997293875 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa930010d90 con 0x7fa934102340
2024-03-19T01:44:27.170 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.149+0000 7fa93ba76700  1 -- 172.21.15.73:0/2997293875 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9341a0970 con 0x7fa934102340
2024-03-19T01:44:27.170 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.150+0000 7fa93ba76700  1 -- 172.21.15.73:0/2997293875 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa934068fd0 con 0x7fa934102340
2024-03-19T01:44:27.170 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.151+0000 7fa92affd700  1 -- 172.21.15.73:0/2997293875 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fa930018020 con 0x7fa934102340
2024-03-19T01:44:27.171 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.152+0000 7fa92affd700  1 --2- 172.21.15.73:0/2997293875 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa9200a2890 0x7fa9200a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:44:27.171 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.152+0000 7fa92affd700  1 -- 172.21.15.73:0/2997293875 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 4965+0+0 (secure 0 0 0) 0x7fa9300cd4d0 con 0x7fa934102340
2024-03-19T01:44:27.171 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.152+0000 7fa939011700  1 --2- 172.21.15.73:0/2997293875 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa9200a2890 0x7fa9200a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:44:27.171 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.153+0000 7fa939011700  1 --2- 172.21.15.73:0/2997293875 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa9200a2890 0x7fa9200a4d50 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fa924005950 tx=0x7fa92400a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:44:27.171 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.157+0000 7fa92affd700  1 -- 172.21.15.73:0/2997293875 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fa93001f020 con 0x7fa934102340
2024-03-19T01:44:27.361 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:27.360+0000 7fa93ba76700  1 -- 172.21.15.73:0/2997293875 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi073:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fa934062750 con 0x7fa9200a2890
2024-03-19T01:44:27.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:27 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:44:27.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:27 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:44:27.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:27 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:44:27.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:27 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:44:27.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:27 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:44:27.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:27 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:44:27.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:27 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:44:27.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:27 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:44:27.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:27 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:44:28.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:28 smithi073 ceph-mon[66833]: from='client.24269 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi073:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:44:28.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:28 smithi073 ceph-mon[66833]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:28.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:28 smithi102 ceph-mon[66557]: from='client.24269 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi073:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:44:28.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:28 smithi102 ceph-mon[66557]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:28.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:28 smithi046 ceph-mon[63102]: from='client.24269 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi073:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:44:28.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:28 smithi046 ceph-mon[63102]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:30.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:29 smithi073 ceph-mon[66833]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:30.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:29 smithi102 ceph-mon[66557]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:30.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:29 smithi046 ceph-mon[63102]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:31.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:30 smithi073 ceph-mon[66833]: from='client.? 172.21.15.73:0/1643421338' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "23e9241a-4ed9-4606-93c1-ccfe277d0c75"}]: dispatch
2024-03-19T01:44:31.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:30 smithi073 ceph-mon[66833]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "23e9241a-4ed9-4606-93c1-ccfe277d0c75"}]: dispatch
2024-03-19T01:44:31.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:30 smithi073 ceph-mon[66833]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "23e9241a-4ed9-4606-93c1-ccfe277d0c75"}]': finished
2024-03-19T01:44:31.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:30 smithi073 ceph-mon[66833]: osdmap e48: 8 total, 7 up, 8 in
2024-03-19T01:44:31.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:30 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2024-03-19T01:44:31.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:30 smithi073 ceph-mon[66833]: from='client.? 172.21.15.73:0/1582231080' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:44:31.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:30 smithi102 ceph-mon[66557]: from='client.? 172.21.15.73:0/1643421338' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "23e9241a-4ed9-4606-93c1-ccfe277d0c75"}]: dispatch
2024-03-19T01:44:31.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:30 smithi102 ceph-mon[66557]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "23e9241a-4ed9-4606-93c1-ccfe277d0c75"}]: dispatch
2024-03-19T01:44:31.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:30 smithi102 ceph-mon[66557]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "23e9241a-4ed9-4606-93c1-ccfe277d0c75"}]': finished
2024-03-19T01:44:31.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:30 smithi102 ceph-mon[66557]: osdmap e48: 8 total, 7 up, 8 in
2024-03-19T01:44:31.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:30 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2024-03-19T01:44:31.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:30 smithi102 ceph-mon[66557]: from='client.? 172.21.15.73:0/1582231080' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:44:31.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:30 smithi046 ceph-mon[63102]: from='client.? 172.21.15.73:0/1643421338' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "23e9241a-4ed9-4606-93c1-ccfe277d0c75"}]: dispatch
2024-03-19T01:44:31.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:30 smithi046 ceph-mon[63102]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "23e9241a-4ed9-4606-93c1-ccfe277d0c75"}]: dispatch
2024-03-19T01:44:31.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:30 smithi046 ceph-mon[63102]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "23e9241a-4ed9-4606-93c1-ccfe277d0c75"}]': finished
2024-03-19T01:44:31.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:30 smithi046 ceph-mon[63102]: osdmap e48: 8 total, 7 up, 8 in
2024-03-19T01:44:31.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:30 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2024-03-19T01:44:31.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:30 smithi046 ceph-mon[63102]: from='client.? 172.21.15.73:0/1582231080' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:44:32.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:31 smithi073 ceph-mon[66833]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:32.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:31 smithi102 ceph-mon[66557]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:32.266 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:31 smithi046 ceph-mon[63102]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:34.217 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:33 smithi073 ceph-mon[66833]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:34.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:33 smithi102 ceph-mon[66557]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:34.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:33 smithi046 ceph-mon[63102]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:36.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:35 smithi073 ceph-mon[66833]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:36.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:35 smithi102 ceph-mon[66557]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:36.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:35 smithi046 ceph-mon[63102]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:37.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:37 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch
2024-03-19T01:44:37.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:37 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:44:37.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:37 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch
2024-03-19T01:44:37.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:37 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:44:38.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:37 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch
2024-03-19T01:44:38.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:37 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:44:38.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:38 smithi073 ceph-mon[66833]: Deploying daemon osd.7 on smithi073
2024-03-19T01:44:38.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:38 smithi073 ceph-mon[66833]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:39.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:38 smithi046 ceph-mon[63102]: Deploying daemon osd.7 on smithi073
2024-03-19T01:44:39.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:38 smithi046 ceph-mon[63102]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:39.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:38 smithi102 ceph-mon[66557]: Deploying daemon osd.7 on smithi073
2024-03-19T01:44:39.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:38 smithi102 ceph-mon[66557]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:40.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:39 smithi073 ceph-mon[66833]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:40.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:39 smithi102 ceph-mon[66557]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:40.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:39 smithi046 ceph-mon[63102]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:42.109 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:41 smithi073 ceph-mon[66833]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:42.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:41 smithi102 ceph-mon[66557]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:42.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:41 smithi046 ceph-mon[63102]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:44.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:44 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:44.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:44 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:44.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:44 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:44:44.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:44 smithi046 ceph-mon[63102]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:44.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:44 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:44.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:44 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:44.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:44 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:44:44.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:44 smithi073 ceph-mon[66833]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:44.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:44 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:44.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:44 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:44.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:44 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:44:44.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:44 smithi102 ceph-mon[66557]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:46.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:45 smithi073 ceph-mon[66833]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:46.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:45 smithi102 ceph-mon[66557]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:46.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:45 smithi046 ceph-mon[63102]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:46.979 INFO:teuthology.orchestra.run.smithi073.stdout:Created osd(s) 7 on host 'smithi073'
2024-03-19T01:44:46.979 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:46.977+0000 7fa92affd700  1 -- 172.21.15.73:0/2997293875 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fa934062750 con 0x7fa9200a2890
2024-03-19T01:44:46.980 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:46.980+0000 7fa93ba76700  1 -- 172.21.15.73:0/2997293875 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa9200a2890 msgr2=0x7fa9200a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:44:46.981 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:46.980+0000 7fa93ba76700  1 --2- 172.21.15.73:0/2997293875 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa9200a2890 0x7fa9200a4d50 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fa924005950 tx=0x7fa92400a300 comp rx=0 tx=0).stop
2024-03-19T01:44:46.981 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:46.980+0000 7fa93ba76700  1 -- 172.21.15.73:0/2997293875 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa934102340 msgr2=0x7fa9341984b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:44:46.981 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:46.980+0000 7fa93ba76700  1 --2- 172.21.15.73:0/2997293875 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa934102340 0x7fa9341984b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fa93000b500 tx=0x7fa93000b810 comp rx=0 tx=0).stop
2024-03-19T01:44:46.981 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:46.980+0000 7fa93ba76700  1 -- 172.21.15.73:0/2997293875 shutdown_connections
2024-03-19T01:44:46.981 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:46.980+0000 7fa93ba76700  1 --2- 172.21.15.73:0/2997293875 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa9200a2890 0x7fa9200a4d50 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:44:46.981 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:46.980+0000 7fa93ba76700  1 --2- 172.21.15.73:0/2997293875 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa934103ee0 0x7fa93419fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:44:46.981 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:46.980+0000 7fa93ba76700  1 --2- 172.21.15.73:0/2997293875 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa934102340 0x7fa9341984b0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:44:46.981 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:46.980+0000 7fa93ba76700  1 --2- 172.21.15.73:0/2997293875 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa934103540 0x7fa9341989f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:44:46.981 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:46.980+0000 7fa93ba76700  1 -- 172.21.15.73:0/2997293875 >> 172.21.15.73:0/2997293875 conn(0x7fa9340fd920 msgr2=0x7fa9341068c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:44:46.981 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:46.980+0000 7fa93ba76700  1 -- 172.21.15.73:0/2997293875 shutdown_connections
2024-03-19T01:44:46.981 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:44:46.980+0000 7fa93ba76700  1 -- 172.21.15.73:0/2997293875 wait complete.
2024-03-19T01:44:47.547 DEBUG:teuthology.orchestra.run.smithi073:osd.7> sudo journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.7.service
2024-03-19T01:44:47.550 INFO:tasks.cephadm:Deploying osd.8 on smithi102 with /dev/vg_nvme/lv_2...
2024-03-19T01:44:47.550 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2
2024-03-19T01:44:47.794 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.c/config
2024-03-19T01:44:48.198 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:47 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:48.198 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:47 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:48.198 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:47 smithi102 ceph-mon[66557]: from='osd.7 [v2:172.21.15.73:6816/143082020,v1:172.21.15.73:6817/143082020]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch
2024-03-19T01:44:48.198 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:47 smithi102 ceph-mon[66557]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch
2024-03-19T01:44:48.198 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:47 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:48.198 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:47 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:48.198 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:47 smithi102 ceph-mon[66557]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:48.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:47 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:48.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:47 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:48.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:47 smithi073 ceph-mon[66833]: from='osd.7 [v2:172.21.15.73:6816/143082020,v1:172.21.15.73:6817/143082020]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch
2024-03-19T01:44:48.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:47 smithi073 ceph-mon[66833]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch
2024-03-19T01:44:48.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:47 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:48.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:47 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:48.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:47 smithi073 ceph-mon[66833]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:48.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:47 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:48.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:47 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:48.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:47 smithi046 ceph-mon[63102]: from='osd.7 [v2:172.21.15.73:6816/143082020,v1:172.21.15.73:6817/143082020]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch
2024-03-19T01:44:48.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:47 smithi046 ceph-mon[63102]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch
2024-03-19T01:44:48.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:47 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:48.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:47 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:48.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:47 smithi046 ceph-mon[63102]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:49.146 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:48 smithi102 ceph-mon[66557]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished
2024-03-19T01:44:49.146 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:48 smithi102 ceph-mon[66557]: osdmap e49: 8 total, 7 up, 8 in
2024-03-19T01:44:49.146 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:48 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2024-03-19T01:44:49.146 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:48 smithi102 ceph-mon[66557]: from='osd.7 [v2:172.21.15.73:6816/143082020,v1:172.21.15.73:6817/143082020]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch
2024-03-19T01:44:49.146 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:48 smithi102 ceph-mon[66557]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch
2024-03-19T01:44:49.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:48 smithi073 ceph-mon[66833]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished
2024-03-19T01:44:49.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:48 smithi073 ceph-mon[66833]: osdmap e49: 8 total, 7 up, 8 in
2024-03-19T01:44:49.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:48 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2024-03-19T01:44:49.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:48 smithi073 ceph-mon[66833]: from='osd.7 [v2:172.21.15.73:6816/143082020,v1:172.21.15.73:6817/143082020]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch
2024-03-19T01:44:49.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:48 smithi073 ceph-mon[66833]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch
2024-03-19T01:44:49.215 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 01:44:48 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T01:44:48.960+0000 7f8317fc7700 -1 osd.7 0 waiting for initial osdmap
2024-03-19T01:44:49.215 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 01:44:48 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T01:44:48.969+0000 7f8313dba700 -1 osd.7 50 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory
2024-03-19T01:44:49.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:48 smithi046 ceph-mon[63102]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished
2024-03-19T01:44:49.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:48 smithi046 ceph-mon[63102]: osdmap e49: 8 total, 7 up, 8 in
2024-03-19T01:44:49.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:48 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2024-03-19T01:44:49.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:48 smithi046 ceph-mon[63102]: from='osd.7 [v2:172.21.15.73:6816/143082020,v1:172.21.15.73:6817/143082020]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch
2024-03-19T01:44:49.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:48 smithi046 ceph-mon[63102]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch
2024-03-19T01:44:49.710 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping: /dev/vg_nvme/lv_2
2024-03-19T01:44:49.711 INFO:teuthology.orchestra.run.smithi102.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync
2024-03-19T01:44:49.711 INFO:teuthology.orchestra.run.smithi102.stderr: stderr: 10+0 records in
2024-03-19T01:44:49.711 INFO:teuthology.orchestra.run.smithi102.stderr:10+0 records out
2024-03-19T01:44:49.711 INFO:teuthology.orchestra.run.smithi102.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0115039 s, 911 MB/s
2024-03-19T01:44:49.711 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping successful for: <LV: /dev/vg_nvme/lv_2>
2024-03-19T01:44:50.093 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:49 smithi102 ceph-mon[66557]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]': finished
2024-03-19T01:44:50.093 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:49 smithi102 ceph-mon[66557]: osdmap e50: 8 total, 7 up, 8 in
2024-03-19T01:44:50.093 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:49 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2024-03-19T01:44:50.093 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:49 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2024-03-19T01:44:50.093 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:49 smithi102 ceph-mon[66557]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:50.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:49 smithi073 ceph-mon[66833]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]': finished
2024-03-19T01:44:50.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:49 smithi073 ceph-mon[66833]: osdmap e50: 8 total, 7 up, 8 in
2024-03-19T01:44:50.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:49 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2024-03-19T01:44:50.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:49 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2024-03-19T01:44:50.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:49 smithi073 ceph-mon[66833]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:50.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:49 smithi046 ceph-mon[63102]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]': finished
2024-03-19T01:44:50.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:49 smithi046 ceph-mon[63102]: osdmap e50: 8 total, 7 up, 8 in
2024-03-19T01:44:50.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:49 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2024-03-19T01:44:50.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:49 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2024-03-19T01:44:50.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:49 smithi046 ceph-mon[63102]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail
2024-03-19T01:44:50.387 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi102:vg_nvme/lv_2
2024-03-19T01:44:50.634 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.c/config
2024-03-19T01:44:51.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:50 smithi073 ceph-mon[66833]: purged_snaps scrub starts
2024-03-19T01:44:51.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:50 smithi073 ceph-mon[66833]: purged_snaps scrub ok
2024-03-19T01:44:51.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:50 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2024-03-19T01:44:51.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:50 smithi073 ceph-mon[66833]: osd.7 [v2:172.21.15.73:6816/143082020,v1:172.21.15.73:6817/143082020] boot
2024-03-19T01:44:51.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:50 smithi073 ceph-mon[66833]: osdmap e51: 8 total, 8 up, 8 in
2024-03-19T01:44:51.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:50 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2024-03-19T01:44:51.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:50 smithi102 ceph-mon[66557]: purged_snaps scrub starts
2024-03-19T01:44:51.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:50 smithi102 ceph-mon[66557]: purged_snaps scrub ok
2024-03-19T01:44:51.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:50 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2024-03-19T01:44:51.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:50 smithi102 ceph-mon[66557]: osd.7 [v2:172.21.15.73:6816/143082020,v1:172.21.15.73:6817/143082020] boot
2024-03-19T01:44:51.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:50 smithi102 ceph-mon[66557]: osdmap e51: 8 total, 8 up, 8 in
2024-03-19T01:44:51.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:50 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2024-03-19T01:44:51.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:50 smithi046 ceph-mon[63102]: purged_snaps scrub starts
2024-03-19T01:44:51.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:50 smithi046 ceph-mon[63102]: purged_snaps scrub ok
2024-03-19T01:44:51.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:50 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2024-03-19T01:44:51.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:50 smithi046 ceph-mon[63102]: osd.7 [v2:172.21.15.73:6816/143082020,v1:172.21.15.73:6817/143082020] boot
2024-03-19T01:44:51.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:50 smithi046 ceph-mon[63102]: osdmap e51: 8 total, 8 up, 8 in
2024-03-19T01:44:51.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:50 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2024-03-19T01:44:52.203 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.198+0000 7f86211ad700  1 -- 172.21.15.102:0/1020735361 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f861c102340 msgr2=0x7f861c102760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:44:52.203 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.198+0000 7f86211ad700  1 --2- 172.21.15.102:0/1020735361 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f861c102340 0x7f861c102760 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f860c00b0a0 tx=0x7f860c00b3b0 comp rx=0 tx=0).stop
2024-03-19T01:44:52.204 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.198+0000 7f86211ad700  1 -- 172.21.15.102:0/1020735361 shutdown_connections
2024-03-19T01:44:52.204 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.199+0000 7f86211ad700  1 --2- 172.21.15.102:0/1020735361 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f861c103ee0 0x7f861c10a790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:44:52.204 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.199+0000 7f86211ad700  1 --2- 172.21.15.102:0/1020735361 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f861c102340 0x7f861c102760 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:44:52.204 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.199+0000 7f86211ad700  1 --2- 172.21.15.102:0/1020735361 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f861c103540 0x7f861c1039a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:44:52.205 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.199+0000 7f86211ad700  1 -- 172.21.15.102:0/1020735361 >> 172.21.15.102:0/1020735361 conn(0x7f861c0fd920 msgr2=0x7f861c0ffd40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:44:52.205 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.199+0000 7f86211ad700  1 -- 172.21.15.102:0/1020735361 shutdown_connections
2024-03-19T01:44:52.205 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.199+0000 7f86211ad700  1 -- 172.21.15.102:0/1020735361 wait complete.
2024-03-19T01:44:52.205 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.199+0000 7f86211ad700  1  Processor -- start
2024-03-19T01:44:52.206 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.200+0000 7f86211ad700  1 --  start start
2024-03-19T01:44:52.206 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.200+0000 7f86211ad700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f861c102340 0x7f861c076060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:44:52.206 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.200+0000 7f86211ad700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f861c103540 0x7f861c074700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:44:52.206 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.200+0000 7f86211ad700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f861c103ee0 0x7f861c074c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:44:52.207 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.200+0000 7f86211ad700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f861c10dde0 con 0x7f861c103540
2024-03-19T01:44:52.207 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.200+0000 7f86211ad700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f861c10dc60 con 0x7f861c102340
2024-03-19T01:44:52.207 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.200+0000 7f86211ad700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f861c10df60 con 0x7f861c103ee0
2024-03-19T01:44:52.207 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.200+0000 7f861b59e700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f861c103ee0 0x7f861c074c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:44:52.207 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.200+0000 7f861b59e700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f861c103ee0 0x7f861c074c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.102:48180/0 (socket says 172.21.15.102:48180)
2024-03-19T01:44:52.207 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.200+0000 7f861b59e700  1 -- 172.21.15.102:0/1173045653 learned_addr learned my addr 172.21.15.102:0/1173045653 (peer_addr_for_me v2:172.21.15.102:0/0)
2024-03-19T01:44:52.208 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.200+0000 7f861a59c700  1 --2- 172.21.15.102:0/1173045653 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f861c103540 0x7f861c074700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:44:52.208 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.200+0000 7f861ad9d700  1 --2- 172.21.15.102:0/1173045653 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f861c102340 0x7f861c076060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:44:52.208 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.200+0000 7f861b59e700  1 -- 172.21.15.102:0/1173045653 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f861c102340 msgr2=0x7f861c076060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:44:52.208 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.200+0000 7f861b59e700  1 --2- 172.21.15.102:0/1173045653 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f861c102340 0x7f861c076060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:44:52.208 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.200+0000 7f861b59e700  1 -- 172.21.15.102:0/1173045653 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f861c103540 msgr2=0x7f861c074700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:44:52.208 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.200+0000 7f861b59e700  1 --2- 172.21.15.102:0/1173045653 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f861c103540 0x7f861c074700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:44:52.208 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.200+0000 7f861b59e700  1 -- 172.21.15.102:0/1173045653 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f861c075510 con 0x7f861c103ee0
2024-03-19T01:44:52.209 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.200+0000 7f861ad9d700  1 --2- 172.21.15.102:0/1173045653 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f861c102340 0x7f861c076060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed!
2024-03-19T01:44:52.209 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.200+0000 7f861b59e700  1 --2- 172.21.15.102:0/1173045653 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f861c103ee0 0x7f861c074c40 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f861400c970 tx=0x7f861400cc80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:44:52.209 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.200+0000 7f8613fff700  1 -- 172.21.15.102:0/1173045653 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f861400ce60 con 0x7f861c103ee0
2024-03-19T01:44:52.209 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.200+0000 7f8613fff700  1 -- 172.21.15.102:0/1173045653 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8614004830 con 0x7f861c103ee0
2024-03-19T01:44:52.209 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.200+0000 7f86211ad700  1 -- 172.21.15.102:0/1173045653 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f861c1a2620 con 0x7f861c103ee0
2024-03-19T01:44:52.209 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.201+0000 7f8613fff700  1 -- 172.21.15.102:0/1173045653 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86140054c0 con 0x7f861c103ee0
2024-03-19T01:44:52.209 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.201+0000 7f86211ad700  1 -- 172.21.15.102:0/1173045653 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f861c1a2ae0 con 0x7f861c103ee0
2024-03-19T01:44:52.210 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.201+0000 7f86211ad700  1 -- 172.21.15.102:0/1173045653 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f861c068fd0 con 0x7f861c103ee0
2024-03-19T01:44:52.210 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.202+0000 7f8613fff700  1 -- 172.21.15.102:0/1173045653 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f86140049e0 con 0x7f861c103ee0
2024-03-19T01:44:52.210 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.203+0000 7f8613fff700  1 --2- 172.21.15.102:0/1173045653 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f86080a2890 0x7f86080a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:44:52.210 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.203+0000 7f8613fff700  1 -- 172.21.15.102:0/1173045653 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 5426+0+0 (secure 0 0 0) 0x7f86140cda90 con 0x7f861c103ee0
2024-03-19T01:44:52.210 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.203+0000 7f861ad9d700  1 --2- 172.21.15.102:0/1173045653 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f86080a2890 0x7f86080a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:44:52.211 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.204+0000 7f861ad9d700  1 --2- 172.21.15.102:0/1173045653 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f86080a2890 0x7f86080a4d50 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f860c00b830 tx=0x7f860c009c50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:44:52.211 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.208+0000 7f8613fff700  1 -- 172.21.15.102:0/1173045653 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f8614014030 con 0x7f861c103ee0
2024-03-19T01:44:52.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:51 smithi102 ceph-mon[66557]: osdmap e52: 8 total, 8 up, 8 in
2024-03-19T01:44:52.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:51 smithi102 ceph-mon[66557]: Detected new or changed devices on smithi073
2024-03-19T01:44:52.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:51 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:52.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:51 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:52.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:51 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:44:52.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:51 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:44:52.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:51 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:44:52.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:51 smithi102 ceph-mon[66557]: Adjusting osd_memory_target on smithi073 to  5696M
2024-03-19T01:44:52.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:51 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:52.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:51 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:44:52.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:51 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:44:52.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:51 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:52.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:51 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:44:52.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:51 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:44:52.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:51 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:44:52.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:51 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:52.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:51 smithi102 ceph-mon[66557]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:44:52.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:51 smithi046 ceph-mon[63102]: osdmap e52: 8 total, 8 up, 8 in
2024-03-19T01:44:52.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:51 smithi046 ceph-mon[63102]: Detected new or changed devices on smithi073
2024-03-19T01:44:52.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:51 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:52.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:51 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:52.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:51 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:44:52.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:51 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:44:52.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:51 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:44:52.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:51 smithi046 ceph-mon[63102]: Adjusting osd_memory_target on smithi073 to  5696M
2024-03-19T01:44:52.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:51 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:52.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:51 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:44:52.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:51 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:44:52.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:51 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:52.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:51 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:44:52.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:51 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:44:52.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:51 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:44:52.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:51 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:52.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:51 smithi046 ceph-mon[63102]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:44:52.417 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:44:52.417+0000 7f86211ad700  1 -- 172.21.15.102:0/1173045653 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f861c062750 con 0x7f86080a2890
2024-03-19T01:44:52.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:51 smithi073 ceph-mon[66833]: osdmap e52: 8 total, 8 up, 8 in
2024-03-19T01:44:52.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:51 smithi073 ceph-mon[66833]: Detected new or changed devices on smithi073
2024-03-19T01:44:52.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:51 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:52.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:51 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:52.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:51 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:44:52.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:51 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:44:52.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:51 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:44:52.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:51 smithi073 ceph-mon[66833]: Adjusting osd_memory_target on smithi073 to  5696M
2024-03-19T01:44:52.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:51 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:52.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:51 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:44:52.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:51 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:44:52.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:51 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:52.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:51 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:44:52.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:51 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:44:52.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:51 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:44:52.466 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:51 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:44:52.466 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:51 smithi073 ceph-mon[66833]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:44:53.222 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:52 smithi102 ceph-mon[66557]: osdmap e53: 8 total, 8 up, 8 in
2024-03-19T01:44:53.222 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:52 smithi102 ceph-mon[66557]: from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:44:53.222 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:52 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:44:53.222 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:52 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:44:53.222 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:52 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:44:53.222 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:52 smithi102 ceph-mon[66557]: osdmap e54: 8 total, 8 up, 8 in
2024-03-19T01:44:53.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:52 smithi046 ceph-mon[63102]: osdmap e53: 8 total, 8 up, 8 in
2024-03-19T01:44:53.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:52 smithi046 ceph-mon[63102]: from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:44:53.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:52 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:44:53.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:52 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:44:53.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:52 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:44:53.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:52 smithi046 ceph-mon[63102]: osdmap e54: 8 total, 8 up, 8 in
2024-03-19T01:44:53.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:52 smithi073 ceph-mon[66833]: osdmap e53: 8 total, 8 up, 8 in
2024-03-19T01:44:53.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:52 smithi073 ceph-mon[66833]: from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:44:53.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:52 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:44:53.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:52 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:44:53.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:52 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:44:53.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:52 smithi073 ceph-mon[66833]: osdmap e54: 8 total, 8 up, 8 in
2024-03-19T01:44:54.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:54 smithi046 ceph-mon[63102]: osdmap e55: 8 total, 8 up, 8 in
2024-03-19T01:44:54.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:54 smithi046 ceph-mon[63102]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:44:54.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:54 smithi073 ceph-mon[66833]: osdmap e55: 8 total, 8 up, 8 in
2024-03-19T01:44:54.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:54 smithi073 ceph-mon[66833]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:44:54.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:54 smithi102 ceph-mon[66557]: osdmap e55: 8 total, 8 up, 8 in
2024-03-19T01:44:54.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:54 smithi102 ceph-mon[66557]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:44:55.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:55 smithi102 ceph-mon[66557]: from='client.? 172.21.15.102:0/2646051855' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84"}]: dispatch
2024-03-19T01:44:55.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:55 smithi102 ceph-mon[66557]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84"}]: dispatch
2024-03-19T01:44:55.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:55 smithi102 ceph-mon[66557]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84"}]': finished
2024-03-19T01:44:55.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:55 smithi102 ceph-mon[66557]: osdmap e56: 9 total, 8 up, 9 in
2024-03-19T01:44:55.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:55 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2024-03-19T01:44:55.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:55 smithi046 ceph-mon[63102]: from='client.? 172.21.15.102:0/2646051855' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84"}]: dispatch
2024-03-19T01:44:55.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:55 smithi046 ceph-mon[63102]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84"}]: dispatch
2024-03-19T01:44:55.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:55 smithi046 ceph-mon[63102]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84"}]': finished
2024-03-19T01:44:55.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:55 smithi046 ceph-mon[63102]: osdmap e56: 9 total, 8 up, 9 in
2024-03-19T01:44:55.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:55 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2024-03-19T01:44:55.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:55 smithi073 ceph-mon[66833]: from='client.? 172.21.15.102:0/2646051855' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84"}]: dispatch
2024-03-19T01:44:55.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:55 smithi073 ceph-mon[66833]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84"}]: dispatch
2024-03-19T01:44:55.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:55 smithi073 ceph-mon[66833]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84"}]': finished
2024-03-19T01:44:55.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:55 smithi073 ceph-mon[66833]: osdmap e56: 9 total, 8 up, 9 in
2024-03-19T01:44:55.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:55 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2024-03-19T01:44:56.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:56 smithi046 ceph-mon[63102]: from='client.? 172.21.15.102:0/1904064474' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:44:56.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:56 smithi046 ceph-mon[63102]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:44:56.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:56 smithi073 ceph-mon[66833]: from='client.? 172.21.15.102:0/1904064474' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:44:56.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:56 smithi073 ceph-mon[66833]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:44:56.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:56 smithi102 ceph-mon[66557]: from='client.? 172.21.15.102:0/1904064474' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:44:56.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:56 smithi102 ceph-mon[66557]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:44:58.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:57 smithi073 ceph-mon[66833]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:44:58.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:57 smithi102 ceph-mon[66557]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:44:58.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:57 smithi046 ceph-mon[63102]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:45:00.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:44:59 smithi073 ceph-mon[66833]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:45:00.225 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:44:59 smithi102 ceph-mon[66557]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:45:00.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:44:59 smithi046 ceph-mon[63102]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:45:02.212 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:01 smithi102 ceph-mon[66557]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:45:02.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:01 smithi073 ceph-mon[66833]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:45:02.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:01 smithi046 ceph-mon[63102]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:45:03.107 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:02 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch
2024-03-19T01:45:03.107 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:02 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:45:03.107 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:02 smithi102 ceph-mon[66557]: Deploying daemon osd.8 on smithi102
2024-03-19T01:45:03.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:02 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch
2024-03-19T01:45:03.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:02 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:45:03.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:02 smithi073 ceph-mon[66833]: Deploying daemon osd.8 on smithi102
2024-03-19T01:45:03.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:02 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch
2024-03-19T01:45:03.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:02 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:45:03.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:02 smithi046 ceph-mon[63102]: Deploying daemon osd.8 on smithi102
2024-03-19T01:45:04.117 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:03 smithi102 ceph-mon[66557]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:45:04.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:03 smithi073 ceph-mon[66833]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:45:04.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:03 smithi046 ceph-mon[63102]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:45:06.140 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:05 smithi102 ceph-mon[66557]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:45:06.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:05 smithi073 ceph-mon[66833]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:45:06.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:05 smithi046 ceph-mon[63102]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:45:08.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:08 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:08.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:08 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:08.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:08 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:45:08.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:08 smithi102 ceph-mon[66557]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:45:08.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:08 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:08.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:08 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:08.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:08 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:45:08.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:08 smithi073 ceph-mon[66833]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:45:09.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:08 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:09.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:08 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:09.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:08 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:45:09.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:08 smithi046 ceph-mon[63102]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:45:10.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:09 smithi073 ceph-mon[66833]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:45:10.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:09 smithi102 ceph-mon[66557]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:45:10.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:09 smithi046 ceph-mon[63102]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:45:11.385 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:45:11.384+0000 7f8613fff700  1 -- 172.21.15.102:0/1173045653 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f861c062750 con 0x7f86080a2890
2024-03-19T01:45:11.385 INFO:teuthology.orchestra.run.smithi102.stdout:Created osd(s) 8 on host 'smithi102'
2024-03-19T01:45:11.387 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:45:11.386+0000 7f86211ad700  1 -- 172.21.15.102:0/1173045653 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f86080a2890 msgr2=0x7f86080a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:45:11.387 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:45:11.386+0000 7f86211ad700  1 --2- 172.21.15.102:0/1173045653 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f86080a2890 0x7f86080a4d50 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f860c00b830 tx=0x7f860c009c50 comp rx=0 tx=0).stop
2024-03-19T01:45:11.387 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:45:11.386+0000 7f86211ad700  1 -- 172.21.15.102:0/1173045653 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f861c103ee0 msgr2=0x7f861c074c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:45:11.387 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:45:11.386+0000 7f86211ad700  1 --2- 172.21.15.102:0/1173045653 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f861c103ee0 0x7f861c074c40 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f861400c970 tx=0x7f861400cc80 comp rx=0 tx=0).stop
2024-03-19T01:45:11.387 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:45:11.386+0000 7f86211ad700  1 -- 172.21.15.102:0/1173045653 shutdown_connections
2024-03-19T01:45:11.388 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:45:11.386+0000 7f86211ad700  1 --2- 172.21.15.102:0/1173045653 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f86080a2890 0x7f86080a4d50 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:45:11.388 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:45:11.386+0000 7f86211ad700  1 --2- 172.21.15.102:0/1173045653 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f861c103ee0 0x7f861c074c40 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:45:11.388 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:45:11.386+0000 7f86211ad700  1 --2- 172.21.15.102:0/1173045653 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f861c102340 0x7f861c076060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:45:11.388 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:45:11.386+0000 7f86211ad700  1 --2- 172.21.15.102:0/1173045653 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f861c103540 0x7f861c074700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:45:11.388 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:45:11.386+0000 7f86211ad700  1 -- 172.21.15.102:0/1173045653 >> 172.21.15.102:0/1173045653 conn(0x7f861c0fd920 msgr2=0x7f861c106950 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:45:11.388 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:45:11.386+0000 7f86211ad700  1 -- 172.21.15.102:0/1173045653 shutdown_connections
2024-03-19T01:45:11.388 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:45:11.386+0000 7f86211ad700  1 -- 172.21.15.102:0/1173045653 wait complete.
2024-03-19T01:45:11.593 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:11 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:11.594 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:11 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:11.594 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:11 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:45:11.594 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:11 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:45:11.594 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:11 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:11.594 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:11 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:11.594 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:11 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:11.594 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:11 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:45:11.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:11 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:11.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:11 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:11.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:11 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:45:11.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:11 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:45:11.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:11 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:11.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:11 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:11.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:11 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:11.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:11 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:45:11.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:11 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:11.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:11 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:11.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:11 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:45:11.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:11 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:45:11.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:11 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:11.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:11 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:11.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:11 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:11.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:11 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:45:12.012 DEBUG:teuthology.orchestra.run.smithi102:osd.8> sudo journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.8.service
2024-03-19T01:45:12.015 INFO:tasks.cephadm:Deploying osd.9 on smithi046 with /dev/vg_nvme/lv_1...
2024-03-19T01:45:12.015 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1
2024-03-19T01:45:12.265 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:45:12.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:12 smithi046 ceph-mon[63102]: from='osd.8 [v2:172.21.15.102:6816/2533208086,v1:172.21.15.102:6817/2533208086]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch
2024-03-19T01:45:12.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:12 smithi046 ceph-mon[63102]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch
2024-03-19T01:45:12.681 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:12 smithi046 ceph-mon[63102]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:45:12.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:12 smithi102 ceph-mon[66557]: from='osd.8 [v2:172.21.15.102:6816/2533208086,v1:172.21.15.102:6817/2533208086]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch
2024-03-19T01:45:12.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:12 smithi102 ceph-mon[66557]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch
2024-03-19T01:45:12.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:12 smithi102 ceph-mon[66557]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:45:12.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:12 smithi073 ceph-mon[66833]: from='osd.8 [v2:172.21.15.102:6816/2533208086,v1:172.21.15.102:6817/2533208086]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch
2024-03-19T01:45:12.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:12 smithi073 ceph-mon[66833]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch
2024-03-19T01:45:12.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:12 smithi073 ceph-mon[66833]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:45:13.706 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:13 smithi046 ceph-mon[63102]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished
2024-03-19T01:45:13.706 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:13 smithi046 ceph-mon[63102]: osdmap e57: 9 total, 8 up, 9 in
2024-03-19T01:45:13.706 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:13 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2024-03-19T01:45:13.706 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:13 smithi046 ceph-mon[63102]: from='osd.8 [v2:172.21.15.102:6816/2533208086,v1:172.21.15.102:6817/2533208086]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch
2024-03-19T01:45:13.707 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:13 smithi046 ceph-mon[63102]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch
2024-03-19T01:45:13.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:13 smithi073 ceph-mon[66833]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished
2024-03-19T01:45:13.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:13 smithi073 ceph-mon[66833]: osdmap e57: 9 total, 8 up, 9 in
2024-03-19T01:45:13.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:13 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2024-03-19T01:45:13.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:13 smithi073 ceph-mon[66833]: from='osd.8 [v2:172.21.15.102:6816/2533208086,v1:172.21.15.102:6817/2533208086]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch
2024-03-19T01:45:13.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:13 smithi073 ceph-mon[66833]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch
2024-03-19T01:45:13.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:13 smithi102 ceph-mon[66557]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished
2024-03-19T01:45:13.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:13 smithi102 ceph-mon[66557]: osdmap e57: 9 total, 8 up, 9 in
2024-03-19T01:45:13.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:13 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2024-03-19T01:45:13.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:13 smithi102 ceph-mon[66557]: from='osd.8 [v2:172.21.15.102:6816/2533208086,v1:172.21.15.102:6817/2533208086]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch
2024-03-19T01:45:13.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:13 smithi102 ceph-mon[66557]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch
2024-03-19T01:45:13.981 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 01:45:13 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T01:45:13.552+0000 7f7b952e0700 -1 osd.8 0 waiting for initial osdmap
2024-03-19T01:45:13.981 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 01:45:13 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T01:45:13.561+0000 7f7b910d3700 -1 osd.8 58 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory
2024-03-19T01:45:14.407 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping: /dev/vg_nvme/lv_1
2024-03-19T01:45:14.408 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync
2024-03-19T01:45:14.408 INFO:teuthology.orchestra.run.smithi046.stderr: stderr: 10+0 records in
2024-03-19T01:45:14.408 INFO:teuthology.orchestra.run.smithi046.stderr:10+0 records out
2024-03-19T01:45:14.408 INFO:teuthology.orchestra.run.smithi046.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00868726 s, 1.2 GB/s
2024-03-19T01:45:14.408 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping successful for: <LV: /dev/vg_nvme/lv_1>
2024-03-19T01:45:14.735 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:14 smithi046 ceph-mon[63102]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished
2024-03-19T01:45:14.735 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:14 smithi046 ceph-mon[63102]: osdmap e58: 9 total, 8 up, 9 in
2024-03-19T01:45:14.735 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:14 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2024-03-19T01:45:14.735 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:14 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2024-03-19T01:45:14.735 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:14 smithi046 ceph-mon[63102]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:45:14.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:14 smithi102 ceph-mon[66557]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished
2024-03-19T01:45:14.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:14 smithi102 ceph-mon[66557]: osdmap e58: 9 total, 8 up, 9 in
2024-03-19T01:45:14.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:14 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2024-03-19T01:45:14.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:14 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2024-03-19T01:45:14.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:14 smithi102 ceph-mon[66557]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:45:14.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:14 smithi073 ceph-mon[66833]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished
2024-03-19T01:45:14.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:14 smithi073 ceph-mon[66833]: osdmap e58: 9 total, 8 up, 9 in
2024-03-19T01:45:14.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:14 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2024-03-19T01:45:14.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:14 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2024-03-19T01:45:14.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:14 smithi073 ceph-mon[66833]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail
2024-03-19T01:45:15.156 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi046:vg_nvme/lv_1
2024-03-19T01:45:15.404 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:45:15.857 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:15 smithi046 ceph-mon[63102]: purged_snaps scrub starts
2024-03-19T01:45:15.857 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:15 smithi046 ceph-mon[63102]: purged_snaps scrub ok
2024-03-19T01:45:15.857 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:15 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2024-03-19T01:45:15.857 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:15 smithi046 ceph-mon[63102]: osd.8 [v2:172.21.15.102:6816/2533208086,v1:172.21.15.102:6817/2533208086] boot
2024-03-19T01:45:15.857 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:15 smithi046 ceph-mon[63102]: osdmap e59: 9 total, 9 up, 9 in
2024-03-19T01:45:15.858 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:15 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2024-03-19T01:45:15.858 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:15 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:15.858 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:15 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:15.858 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:15 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:45:15.858 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:15 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:45:15.858 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:15 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:45:15.859 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:15 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:15.859 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:15 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:45:15.859 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:15 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:45:15.859 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:15 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:15.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:15 smithi073 ceph-mon[66833]: purged_snaps scrub starts
2024-03-19T01:45:15.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:15 smithi073 ceph-mon[66833]: purged_snaps scrub ok
2024-03-19T01:45:15.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:15 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2024-03-19T01:45:15.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:15 smithi073 ceph-mon[66833]: osd.8 [v2:172.21.15.102:6816/2533208086,v1:172.21.15.102:6817/2533208086] boot
2024-03-19T01:45:15.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:15 smithi073 ceph-mon[66833]: osdmap e59: 9 total, 9 up, 9 in
2024-03-19T01:45:15.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:15 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2024-03-19T01:45:15.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:15 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:15.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:15 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:15.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:15 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:45:15.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:15 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:45:15.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:15 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:45:15.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:15 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:15.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:15 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:45:15.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:15 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:45:15.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:15 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:15.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:15 smithi102 ceph-mon[66557]: purged_snaps scrub starts
2024-03-19T01:45:15.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:15 smithi102 ceph-mon[66557]: purged_snaps scrub ok
2024-03-19T01:45:15.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:15 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2024-03-19T01:45:15.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:15 smithi102 ceph-mon[66557]: osd.8 [v2:172.21.15.102:6816/2533208086,v1:172.21.15.102:6817/2533208086] boot
2024-03-19T01:45:15.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:15 smithi102 ceph-mon[66557]: osdmap e59: 9 total, 9 up, 9 in
2024-03-19T01:45:15.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:15 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2024-03-19T01:45:15.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:15 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:15.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:15 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:15.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:15 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:45:15.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:15 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:45:15.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:15 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:45:15.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:15 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:15.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:15 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:45:15.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:15 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:45:15.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:15 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:16.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:16 smithi046 ceph-mon[63102]: Detected new or changed devices on smithi102
2024-03-19T01:45:16.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:16 smithi046 ceph-mon[63102]: Adjusting osd_memory_target on smithi102 to  5696M
2024-03-19T01:45:16.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:16 smithi046 ceph-mon[63102]: osdmap e60: 9 total, 9 up, 9 in
2024-03-19T01:45:16.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:16 smithi046 ceph-mon[63102]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail
2024-03-19T01:45:16.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:16 smithi073 ceph-mon[66833]: Detected new or changed devices on smithi102
2024-03-19T01:45:16.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:16 smithi073 ceph-mon[66833]: Adjusting osd_memory_target on smithi102 to  5696M
2024-03-19T01:45:16.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:16 smithi073 ceph-mon[66833]: osdmap e60: 9 total, 9 up, 9 in
2024-03-19T01:45:16.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:16 smithi073 ceph-mon[66833]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail
2024-03-19T01:45:16.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:16 smithi102 ceph-mon[66557]: Detected new or changed devices on smithi102
2024-03-19T01:45:16.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:16 smithi102 ceph-mon[66557]: Adjusting osd_memory_target on smithi102 to  5696M
2024-03-19T01:45:16.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:16 smithi102 ceph-mon[66557]: osdmap e60: 9 total, 9 up, 9 in
2024-03-19T01:45:16.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:16 smithi102 ceph-mon[66557]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail
2024-03-19T01:45:17.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.100+0000 7f4b36198700  1 -- 172.21.15.46:0/2288760909 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4b30105730 msgr2=0x7f4b30107b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:45:17.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.100+0000 7f4b36198700  1 --2- 172.21.15.46:0/2288760909 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4b30105730 0x7f4b30107b20 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f4b24009990 tx=0x7f4b24009ca0 comp rx=0 tx=0).stop
2024-03-19T01:45:17.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.100+0000 7f4b36198700  1 -- 172.21.15.46:0/2288760909 shutdown_connections
2024-03-19T01:45:17.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.100+0000 7f4b36198700  1 --2- 172.21.15.46:0/2288760909 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4b30108060 0x7f4b3010a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:45:17.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.100+0000 7f4b36198700  1 --2- 172.21.15.46:0/2288760909 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4b30102e00 0x7f4b301051f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:45:17.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.100+0000 7f4b36198700  1 --2- 172.21.15.46:0/2288760909 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4b30105730 0x7f4b30107b20 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:45:17.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.100+0000 7f4b36198700  1 -- 172.21.15.46:0/2288760909 >> 172.21.15.46:0/2288760909 conn(0x7f4b300fc830 msgr2=0x7f4b300fec50 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:45:17.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.100+0000 7f4b36198700  1 -- 172.21.15.46:0/2288760909 shutdown_connections
2024-03-19T01:45:17.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.100+0000 7f4b36198700  1 -- 172.21.15.46:0/2288760909 wait complete.
2024-03-19T01:45:17.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.101+0000 7f4b36198700  1  Processor -- start
2024-03-19T01:45:17.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.101+0000 7f4b36198700  1 --  start start
2024-03-19T01:45:17.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.101+0000 7f4b36198700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4b30102e00 0x7f4b30102760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:45:17.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.101+0000 7f4b36198700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4b30105730 0x7f4b30100db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:45:17.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.101+0000 7f4b36198700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4b30108060 0x7f4b301012f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:45:17.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.101+0000 7f4b36198700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f4b3010de30 con 0x7f4b30108060
2024-03-19T01:45:17.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.101+0000 7f4b36198700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f4b3010dcb0 con 0x7f4b30105730
2024-03-19T01:45:17.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.101+0000 7f4b36198700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4b3010dfb0 con 0x7f4b30102e00
2024-03-19T01:45:17.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.101+0000 7f4b2ffff700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4b30108060 0x7f4b301012f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:45:17.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.101+0000 7f4b2ffff700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4b30108060 0x7f4b301012f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34616/0 (socket says 172.21.15.46:34616)
2024-03-19T01:45:17.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.101+0000 7f4b2ffff700  1 -- 172.21.15.46:0/3829188558 learned_addr learned my addr 172.21.15.46:0/3829188558 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:45:17.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.101+0000 7f4b2effd700  1 --2- 172.21.15.46:0/3829188558 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4b30105730 0x7f4b30100db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:45:17.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.101+0000 7f4b2f7fe700  1 --2- 172.21.15.46:0/3829188558 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4b30102e00 0x7f4b30102760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:45:17.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.102+0000 7f4b2ffff700  1 -- 172.21.15.46:0/3829188558 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4b30102e00 msgr2=0x7f4b30102760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:45:17.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.102+0000 7f4b2ffff700  1 --2- 172.21.15.46:0/3829188558 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4b30102e00 0x7f4b30102760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:45:17.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.102+0000 7f4b2ffff700  1 -- 172.21.15.46:0/3829188558 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4b30105730 msgr2=0x7f4b30100db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:45:17.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.102+0000 7f4b2ffff700  1 --2- 172.21.15.46:0/3829188558 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4b30105730 0x7f4b30100db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:45:17.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.102+0000 7f4b2ffff700  1 -- 172.21.15.46:0/3829188558 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b30101ba0 con 0x7f4b30108060
2024-03-19T01:45:17.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.102+0000 7f4b2effd700  1 --2- 172.21.15.46:0/3829188558 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4b30105730 0x7f4b30100db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:45:17.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.102+0000 7f4b2ffff700  1 --2- 172.21.15.46:0/3829188558 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4b30108060 0x7f4b301012f0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f4b2800ada0 tx=0x7f4b2800c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:45:17.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.102+0000 7f4b2cff9700  1 -- 172.21.15.46:0/3829188558 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b28017020 con 0x7f4b30108060
2024-03-19T01:45:17.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.102+0000 7f4b36198700  1 -- 172.21.15.46:0/3829188558 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b301a2610 con 0x7f4b30108060
2024-03-19T01:45:17.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.102+0000 7f4b2cff9700  1 -- 172.21.15.46:0/3829188558 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4b28007e30 con 0x7f4b30108060
2024-03-19T01:45:17.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.102+0000 7f4b2cff9700  1 -- 172.21.15.46:0/3829188558 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b28005420 con 0x7f4b30108060
2024-03-19T01:45:17.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.102+0000 7f4b36198700  1 -- 172.21.15.46:0/3829188558 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b301a2b50 con 0x7f4b30108060
2024-03-19T01:45:17.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.103+0000 7f4b36198700  1 -- 172.21.15.46:0/3829188558 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b30068fd0 con 0x7f4b30108060
2024-03-19T01:45:17.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.104+0000 7f4b2cff9700  1 -- 172.21.15.46:0/3829188558 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f4b2800c980 con 0x7f4b30108060
2024-03-19T01:45:17.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.105+0000 7f4b2cff9700  1 --2- 172.21.15.46:0/3829188558 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f4b180a2890 0x7f4b180a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:45:17.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.105+0000 7f4b2f7fe700  1 --2- 172.21.15.46:0/3829188558 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f4b180a2890 0x7f4b180a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:45:17.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.105+0000 7f4b2cff9700  1 -- 172.21.15.46:0/3829188558 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 5858+0+0 (secure 0 0 0) 0x7f4b280cde60 con 0x7f4b30108060
2024-03-19T01:45:17.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.105+0000 7f4b2f7fe700  1 --2- 172.21.15.46:0/3829188558 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f4b180a2890 0x7f4b180a4d50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f4b2000bbd0 tx=0x7f4b2000b5b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:45:17.108 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.109+0000 7f4b2cff9700  1 -- 172.21.15.46:0/3829188558 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f4b28021020 con 0x7f4b30108060
2024-03-19T01:45:17.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:17.324+0000 7f4b36198700  1 -- 172.21.15.46:0/3829188558 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f4b30062750 con 0x7f4b180a2890
2024-03-19T01:45:17.614 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:17 smithi046 ceph-mon[63102]: osdmap e61: 9 total, 9 up, 9 in
2024-03-19T01:45:17.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:45:17.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:45:17.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:45:17.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:17 smithi073 ceph-mon[66833]: osdmap e61: 9 total, 9 up, 9 in
2024-03-19T01:45:17.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:17 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:45:17.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:17 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:45:17.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:17 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:45:17.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:17 smithi102 ceph-mon[66557]: osdmap e61: 9 total, 9 up, 9 in
2024-03-19T01:45:17.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:17 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:45:17.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:17 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:45:17.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:17 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:45:18.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:18 smithi046 ceph-mon[63102]: from='client.14418 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:45:18.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:18 smithi046 ceph-mon[63102]: osdmap e62: 9 total, 9 up, 9 in
2024-03-19T01:45:18.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:18 smithi046 ceph-mon[63102]: pgmap v202: 1 pgs: 1 remapped+peering; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail
2024-03-19T01:45:18.881 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:18 smithi102 ceph-mon[66557]: from='client.14418 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:45:18.882 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:18 smithi102 ceph-mon[66557]: osdmap e62: 9 total, 9 up, 9 in
2024-03-19T01:45:18.882 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:18 smithi102 ceph-mon[66557]: pgmap v202: 1 pgs: 1 remapped+peering; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail
2024-03-19T01:45:18.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:18 smithi073 ceph-mon[66833]: from='client.14418 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:45:18.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:18 smithi073 ceph-mon[66833]: osdmap e62: 9 total, 9 up, 9 in
2024-03-19T01:45:18.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:18 smithi073 ceph-mon[66833]: pgmap v202: 1 pgs: 1 remapped+peering; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail
2024-03-19T01:45:19.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:19 smithi046 ceph-mon[63102]: osdmap e63: 9 total, 9 up, 9 in
2024-03-19T01:45:19.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:19 smithi073 ceph-mon[66833]: osdmap e63: 9 total, 9 up, 9 in
2024-03-19T01:45:19.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:19 smithi102 ceph-mon[66557]: osdmap e63: 9 total, 9 up, 9 in
2024-03-19T01:45:20.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:20 smithi046 ceph-mon[63102]: pgmap v204: 1 pgs: 1 remapped+peering; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail
2024-03-19T01:45:20.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:20 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3258943200' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a16dd21b-77e4-4148-90a3-c085fd621fe9"}]: dispatch
2024-03-19T01:45:20.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:20 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3258943200' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a16dd21b-77e4-4148-90a3-c085fd621fe9"}]': finished
2024-03-19T01:45:20.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:20 smithi046 ceph-mon[63102]: osdmap e64: 10 total, 9 up, 10 in
2024-03-19T01:45:20.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:20 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2024-03-19T01:45:20.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:20 smithi073 ceph-mon[66833]: pgmap v204: 1 pgs: 1 remapped+peering; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail
2024-03-19T01:45:20.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:20 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3258943200' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a16dd21b-77e4-4148-90a3-c085fd621fe9"}]: dispatch
2024-03-19T01:45:20.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:20 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3258943200' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a16dd21b-77e4-4148-90a3-c085fd621fe9"}]': finished
2024-03-19T01:45:20.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:20 smithi073 ceph-mon[66833]: osdmap e64: 10 total, 9 up, 10 in
2024-03-19T01:45:20.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:20 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2024-03-19T01:45:20.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:20 smithi102 ceph-mon[66557]: pgmap v204: 1 pgs: 1 remapped+peering; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail
2024-03-19T01:45:20.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:20 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3258943200' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a16dd21b-77e4-4148-90a3-c085fd621fe9"}]: dispatch
2024-03-19T01:45:20.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:20 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3258943200' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a16dd21b-77e4-4148-90a3-c085fd621fe9"}]': finished
2024-03-19T01:45:20.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:20 smithi102 ceph-mon[66557]: osdmap e64: 10 total, 9 up, 10 in
2024-03-19T01:45:20.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:20 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2024-03-19T01:45:21.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:21 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2305801932' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:45:21.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:21 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2305801932' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:45:21.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:21 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2305801932' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:45:22.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:22 smithi046 ceph-mon[63102]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 108 KiB/s, 0 objects/s recovering
2024-03-19T01:45:22.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:22 smithi073 ceph-mon[66833]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 108 KiB/s, 0 objects/s recovering
2024-03-19T01:45:22.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:22 smithi102 ceph-mon[66557]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 108 KiB/s, 0 objects/s recovering
2024-03-19T01:45:24.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:23 smithi073 ceph-mon[66833]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 91 KiB/s, 0 objects/s recovering
2024-03-19T01:45:24.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:23 smithi102 ceph-mon[66557]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 91 KiB/s, 0 objects/s recovering
2024-03-19T01:45:24.264 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:23 smithi046 ceph-mon[63102]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 91 KiB/s, 0 objects/s recovering
2024-03-19T01:45:26.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:25 smithi046 ceph-mon[63102]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering
2024-03-19T01:45:26.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:25 smithi073 ceph-mon[66833]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering
2024-03-19T01:45:26.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:25 smithi102 ceph-mon[66557]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering
2024-03-19T01:45:28.082 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:27 smithi046 ceph-mon[63102]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 62 KiB/s, 0 objects/s recovering
2024-03-19T01:45:28.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:27 smithi073 ceph-mon[66833]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 62 KiB/s, 0 objects/s recovering
2024-03-19T01:45:28.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:27 smithi102 ceph-mon[66557]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 62 KiB/s, 0 objects/s recovering
2024-03-19T01:45:29.069 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:28 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch
2024-03-19T01:45:29.070 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:28 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:45:29.070 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:28 smithi046 ceph-mon[63102]: Deploying daemon osd.9 on smithi046
2024-03-19T01:45:29.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:28 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch
2024-03-19T01:45:29.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:28 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:45:29.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:28 smithi073 ceph-mon[66833]: Deploying daemon osd.9 on smithi046
2024-03-19T01:45:29.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:28 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch
2024-03-19T01:45:29.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:28 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:45:29.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:28 smithi102 ceph-mon[66557]: Deploying daemon osd.9 on smithi046
2024-03-19T01:45:30.103 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:29 smithi046 ceph-mon[63102]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering
2024-03-19T01:45:30.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:29 smithi073 ceph-mon[66833]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering
2024-03-19T01:45:30.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:29 smithi102 ceph-mon[66557]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering
2024-03-19T01:45:32.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:31 smithi046 ceph-mon[63102]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 49 KiB/s, 0 objects/s recovering
2024-03-19T01:45:32.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:31 smithi073 ceph-mon[66833]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 49 KiB/s, 0 objects/s recovering
2024-03-19T01:45:32.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:31 smithi102 ceph-mon[66557]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 49 KiB/s, 0 objects/s recovering
2024-03-19T01:45:34.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:33 smithi073 ceph-mon[66833]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail
2024-03-19T01:45:34.220 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:33 smithi046 ceph-mon[63102]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail
2024-03-19T01:45:34.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:33 smithi102 ceph-mon[66557]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail
2024-03-19T01:45:35.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:35 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:35.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:35 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:35.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:35 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:45:35.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:35 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:35.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:35 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:35.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:35 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:45:35.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:35 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:35.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:35 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:35.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:35 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:45:36.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:36 smithi046 ceph-mon[63102]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail
2024-03-19T01:45:36.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:36 smithi073 ceph-mon[66833]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail
2024-03-19T01:45:36.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:36 smithi102 ceph-mon[66557]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail
2024-03-19T01:45:38.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:38.339+0000 7f4b2cff9700  1 -- 172.21.15.46:0/3829188558 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f4b30062750 con 0x7f4b180a2890
2024-03-19T01:45:38.340 INFO:teuthology.orchestra.run.smithi046.stdout:Created osd(s) 9 on host 'smithi046'
2024-03-19T01:45:38.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:38.342+0000 7f4b36198700  1 -- 172.21.15.46:0/3829188558 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f4b180a2890 msgr2=0x7f4b180a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:45:38.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:38.342+0000 7f4b36198700  1 --2- 172.21.15.46:0/3829188558 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f4b180a2890 0x7f4b180a4d50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f4b2000bbd0 tx=0x7f4b2000b5b0 comp rx=0 tx=0).stop
2024-03-19T01:45:38.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:38.342+0000 7f4b36198700  1 -- 172.21.15.46:0/3829188558 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4b30108060 msgr2=0x7f4b301012f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:45:38.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:38.342+0000 7f4b36198700  1 --2- 172.21.15.46:0/3829188558 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4b30108060 0x7f4b301012f0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f4b2800ada0 tx=0x7f4b2800c330 comp rx=0 tx=0).stop
2024-03-19T01:45:38.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:38.342+0000 7f4b36198700  1 -- 172.21.15.46:0/3829188558 shutdown_connections
2024-03-19T01:45:38.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:38.342+0000 7f4b36198700  1 --2- 172.21.15.46:0/3829188558 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f4b180a2890 0x7f4b180a4d50 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:45:38.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:38.342+0000 7f4b36198700  1 --2- 172.21.15.46:0/3829188558 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4b30108060 0x7f4b301012f0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:45:38.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:38.342+0000 7f4b36198700  1 --2- 172.21.15.46:0/3829188558 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4b30102e00 0x7f4b30102760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:45:38.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:38.342+0000 7f4b36198700  1 --2- 172.21.15.46:0/3829188558 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4b30105730 0x7f4b30100db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:45:38.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:38.342+0000 7f4b36198700  1 -- 172.21.15.46:0/3829188558 >> 172.21.15.46:0/3829188558 conn(0x7f4b300fc830 msgr2=0x7f4b30103740 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:45:38.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:38.342+0000 7f4b36198700  1 -- 172.21.15.46:0/3829188558 shutdown_connections
2024-03-19T01:45:38.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:45:38.342+0000 7f4b36198700  1 -- 172.21.15.46:0/3829188558 wait complete.
2024-03-19T01:45:38.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:38 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:38.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:38 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:38.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:38 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:45:38.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:38 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:45:38.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:38 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:38.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:38 smithi046 ceph-mon[63102]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail
2024-03-19T01:45:38.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:38 smithi046 ceph-mon[63102]: from='osd.9 [v2:172.21.15.46:6826/4252594050,v1:172.21.15.46:6827/4252594050]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch
2024-03-19T01:45:38.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:38 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:38.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:38 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:38.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:38 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:45:38.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:38 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:38.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:38 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:38.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:38 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:45:38.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:38 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:45:38.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:38 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:38.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:38 smithi073 ceph-mon[66833]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail
2024-03-19T01:45:38.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:38 smithi073 ceph-mon[66833]: from='osd.9 [v2:172.21.15.46:6826/4252594050,v1:172.21.15.46:6827/4252594050]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch
2024-03-19T01:45:38.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:38 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:38.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:38 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:38.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:38 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:45:38.977 DEBUG:teuthology.orchestra.run.smithi046:osd.9> sudo journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.9.service
2024-03-19T01:45:38.979 INFO:tasks.cephadm:Deploying osd.10 on smithi073 with /dev/vg_nvme/lv_1...
2024-03-19T01:45:38.979 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1
2024-03-19T01:45:38.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:38 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:38.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:38 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:38.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:38 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:45:38.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:38 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:45:38.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:38 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:38.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:38 smithi102 ceph-mon[66557]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail
2024-03-19T01:45:38.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:38 smithi102 ceph-mon[66557]: from='osd.9 [v2:172.21.15.46:6826/4252594050,v1:172.21.15.46:6827/4252594050]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch
2024-03-19T01:45:38.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:38 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:38.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:38 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:38.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:38 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:45:39.225 INFO:teuthology.orchestra.run.smithi073.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.b/config
2024-03-19T01:45:39.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:39 smithi046 ceph-mon[63102]: from='osd.9 [v2:172.21.15.46:6826/4252594050,v1:172.21.15.46:6827/4252594050]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished
2024-03-19T01:45:39.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:39 smithi046 ceph-mon[63102]: osdmap e65: 10 total, 9 up, 10 in
2024-03-19T01:45:39.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:39 smithi046 ceph-mon[63102]: from='osd.9 [v2:172.21.15.46:6826/4252594050,v1:172.21.15.46:6827/4252594050]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch
2024-03-19T01:45:39.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:39 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2024-03-19T01:45:39.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:39 smithi073 ceph-mon[66833]: from='osd.9 [v2:172.21.15.46:6826/4252594050,v1:172.21.15.46:6827/4252594050]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished
2024-03-19T01:45:39.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:39 smithi073 ceph-mon[66833]: osdmap e65: 10 total, 9 up, 10 in
2024-03-19T01:45:39.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:39 smithi073 ceph-mon[66833]: from='osd.9 [v2:172.21.15.46:6826/4252594050,v1:172.21.15.46:6827/4252594050]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch
2024-03-19T01:45:39.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:39 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2024-03-19T01:45:39.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:39 smithi102 ceph-mon[66557]: from='osd.9 [v2:172.21.15.46:6826/4252594050,v1:172.21.15.46:6827/4252594050]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished
2024-03-19T01:45:39.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:39 smithi102 ceph-mon[66557]: osdmap e65: 10 total, 9 up, 10 in
2024-03-19T01:45:39.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:39 smithi102 ceph-mon[66557]: from='osd.9 [v2:172.21.15.46:6826/4252594050,v1:172.21.15.46:6827/4252594050]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch
2024-03-19T01:45:39.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:39 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2024-03-19T01:45:40.123 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 01:45:40 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T01:45:40.111+0000 7fa7cde3c700 -1 osd.9 0 waiting for initial osdmap
2024-03-19T01:45:40.123 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 01:45:40 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T01:45:40.122+0000 7fa7c5c27700 -1 osd.9 66 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory
2024-03-19T01:45:40.675 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:40 smithi073 ceph-mon[66833]: from='osd.9 [v2:172.21.15.46:6826/4252594050,v1:172.21.15.46:6827/4252594050]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished
2024-03-19T01:45:40.675 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:40 smithi073 ceph-mon[66833]: osdmap e66: 10 total, 9 up, 10 in
2024-03-19T01:45:40.675 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:40 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2024-03-19T01:45:40.675 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:40 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2024-03-19T01:45:40.675 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:40 smithi073 ceph-mon[66833]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail
2024-03-19T01:45:40.675 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:40 smithi073 ceph-mon[66833]: from='osd.9 [v2:172.21.15.46:6826/4252594050,v1:172.21.15.46:6827/4252594050]' entity='osd.9'
2024-03-19T01:45:40.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:40 smithi046 ceph-mon[63102]: from='osd.9 [v2:172.21.15.46:6826/4252594050,v1:172.21.15.46:6827/4252594050]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished
2024-03-19T01:45:40.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:40 smithi046 ceph-mon[63102]: osdmap e66: 10 total, 9 up, 10 in
2024-03-19T01:45:40.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:40 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2024-03-19T01:45:40.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:40 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2024-03-19T01:45:40.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:40 smithi046 ceph-mon[63102]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail
2024-03-19T01:45:40.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:40 smithi046 ceph-mon[63102]: from='osd.9 [v2:172.21.15.46:6826/4252594050,v1:172.21.15.46:6827/4252594050]' entity='osd.9'
2024-03-19T01:45:40.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:40 smithi102 ceph-mon[66557]: from='osd.9 [v2:172.21.15.46:6826/4252594050,v1:172.21.15.46:6827/4252594050]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished
2024-03-19T01:45:40.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:40 smithi102 ceph-mon[66557]: osdmap e66: 10 total, 9 up, 10 in
2024-03-19T01:45:40.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:40 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2024-03-19T01:45:40.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:40 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2024-03-19T01:45:40.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:40 smithi102 ceph-mon[66557]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail
2024-03-19T01:45:40.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:40 smithi102 ceph-mon[66557]: from='osd.9 [v2:172.21.15.46:6826/4252594050,v1:172.21.15.46:6827/4252594050]' entity='osd.9'
2024-03-19T01:45:41.233 INFO:teuthology.orchestra.run.smithi073.stderr:--> Zapping: /dev/vg_nvme/lv_1
2024-03-19T01:45:41.233 INFO:teuthology.orchestra.run.smithi073.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync
2024-03-19T01:45:41.233 INFO:teuthology.orchestra.run.smithi073.stderr: stderr: 10+0 records in
2024-03-19T01:45:41.233 INFO:teuthology.orchestra.run.smithi073.stderr:10+0 records out
2024-03-19T01:45:41.233 INFO:teuthology.orchestra.run.smithi073.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.011431 s, 917 MB/s
2024-03-19T01:45:41.233 INFO:teuthology.orchestra.run.smithi073.stderr:--> Zapping successful for: <LV: /dev/vg_nvme/lv_1>
2024-03-19T01:45:41.836 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:41 smithi046 ceph-mon[63102]: purged_snaps scrub starts
2024-03-19T01:45:41.836 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:41 smithi046 ceph-mon[63102]: purged_snaps scrub ok
2024-03-19T01:45:41.836 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:41 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2024-03-19T01:45:41.836 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:41 smithi046 ceph-mon[63102]: osd.9 [v2:172.21.15.46:6826/4252594050,v1:172.21.15.46:6827/4252594050] boot
2024-03-19T01:45:41.836 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:41 smithi046 ceph-mon[63102]: osdmap e67: 10 total, 10 up, 10 in
2024-03-19T01:45:41.836 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:41 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2024-03-19T01:45:41.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:41 smithi073 ceph-mon[66833]: purged_snaps scrub starts
2024-03-19T01:45:41.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:41 smithi073 ceph-mon[66833]: purged_snaps scrub ok
2024-03-19T01:45:41.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:41 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2024-03-19T01:45:41.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:41 smithi073 ceph-mon[66833]: osd.9 [v2:172.21.15.46:6826/4252594050,v1:172.21.15.46:6827/4252594050] boot
2024-03-19T01:45:41.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:41 smithi073 ceph-mon[66833]: osdmap e67: 10 total, 10 up, 10 in
2024-03-19T01:45:41.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:41 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2024-03-19T01:45:41.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:41 smithi102 ceph-mon[66557]: purged_snaps scrub starts
2024-03-19T01:45:41.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:41 smithi102 ceph-mon[66557]: purged_snaps scrub ok
2024-03-19T01:45:41.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:41 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2024-03-19T01:45:41.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:41 smithi102 ceph-mon[66557]: osd.9 [v2:172.21.15.46:6826/4252594050,v1:172.21.15.46:6827/4252594050] boot
2024-03-19T01:45:41.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:41 smithi102 ceph-mon[66557]: osdmap e67: 10 total, 10 up, 10 in
2024-03-19T01:45:41.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:41 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2024-03-19T01:45:42.009 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi073:vg_nvme/lv_1
2024-03-19T01:45:42.246 INFO:teuthology.orchestra.run.smithi073.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.b/config
2024-03-19T01:45:42.703 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:42 smithi073 ceph-mon[66833]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:45:42.703 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:42 smithi073 ceph-mon[66833]: osdmap e68: 10 total, 10 up, 10 in
2024-03-19T01:45:42.703 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:42 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:42.703 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:42 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:42.703 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:42 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:45:42.703 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:42 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:45:42.703 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:42 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:45:42.703 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:42 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:45:42.703 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:42 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:42.703 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:42 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:45:42.703 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:42 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:45:42.704 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:42 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:42.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:42 smithi046 ceph-mon[63102]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:45:42.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:42 smithi046 ceph-mon[63102]: osdmap e68: 10 total, 10 up, 10 in
2024-03-19T01:45:42.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:42 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:42.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:42 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:42.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:42 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:45:42.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:42 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:45:42.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:42 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:45:42.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:42 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:45:42.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:42 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:42.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:42 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:45:42.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:42 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:45:42.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:42 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:42.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:42 smithi102 ceph-mon[66557]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:45:42.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:42 smithi102 ceph-mon[66557]: osdmap e68: 10 total, 10 up, 10 in
2024-03-19T01:45:42.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:42 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:42.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:42 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:42.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:42 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:45:42.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:42 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:45:42.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:42 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:45:42.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:42 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:45:42.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:42 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:42.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:42 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:45:42.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:42 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:45:42.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:42 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:45:43.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:43 smithi073 ceph-mon[66833]: Detected new or changed devices on smithi046
2024-03-19T01:45:43.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:43 smithi073 ceph-mon[66833]: Adjusting osd_memory_target on smithi046 to  4273M
2024-03-19T01:45:43.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:43 smithi102 ceph-mon[66557]: Detected new or changed devices on smithi046
2024-03-19T01:45:43.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:43 smithi102 ceph-mon[66557]: Adjusting osd_memory_target on smithi046 to  4273M
2024-03-19T01:45:43.981 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.981+0000 7f8ec19bd700  1 -- 172.21.15.73:0/3546211660 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8ebc102e50 msgr2=0x7f8ebc105240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:45:43.981 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.981+0000 7f8ec19bd700  1 --2- 172.21.15.73:0/3546211660 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8ebc102e50 0x7f8ebc105240 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f8eac009990 tx=0x7f8eac009ca0 comp rx=0 tx=0).stop
2024-03-19T01:45:43.982 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.981+0000 7f8ec19bd700  1 -- 172.21.15.73:0/3546211660 shutdown_connections
2024-03-19T01:45:43.982 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.981+0000 7f8ec19bd700  1 --2- 172.21.15.73:0/3546211660 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ebc1080b0 0x7f8ebc10a4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:45:43.982 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.981+0000 7f8ec19bd700  1 --2- 172.21.15.73:0/3546211660 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8ebc102e50 0x7f8ebc105240 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:45:43.982 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.981+0000 7f8ec19bd700  1 --2- 172.21.15.73:0/3546211660 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8ebc105780 0x7f8ebc107b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:45:43.982 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.981+0000 7f8ec19bd700  1 -- 172.21.15.73:0/3546211660 >> 172.21.15.73:0/3546211660 conn(0x7f8ebc0fc7e0 msgr2=0x7f8ebc0fec20 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:45:43.982 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.981+0000 7f8ec19bd700  1 -- 172.21.15.73:0/3546211660 shutdown_connections
2024-03-19T01:45:43.982 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.981+0000 7f8ec19bd700  1 -- 172.21.15.73:0/3546211660 wait complete.
2024-03-19T01:45:43.983 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.981+0000 7f8ec19bd700  1  Processor -- start
2024-03-19T01:45:43.985 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.981+0000 7f8ec19bd700  1 --  start start
2024-03-19T01:45:43.985 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.982+0000 7f8ec19bd700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ebc102e50 0x7f8ebc1984b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:45:43.985 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.982+0000 7f8ec19bd700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8ebc105780 0x7f8ebc1989f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:45:43.986 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.982+0000 7f8ec19bd700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8ebc1080b0 0x7f8ebc19fa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:45:43.986 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.982+0000 7f8ec19bd700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f8ebc10de40 con 0x7f8ebc102e50
2024-03-19T01:45:43.986 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.982+0000 7f8ec19bd700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f8ebc10dcc0 con 0x7f8ebc1080b0
2024-03-19T01:45:43.986 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.982+0000 7f8ec19bd700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f8ebc10dfc0 con 0x7f8ebc105780
2024-03-19T01:45:43.986 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.982+0000 7f8ebb7fe700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8ebc1080b0 0x7f8ebc19fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:45:43.986 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.982+0000 7f8ebb7fe700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8ebc1080b0 0x7f8ebc19fa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.73:46306/0 (socket says 172.21.15.73:46306)
2024-03-19T01:45:43.986 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.982+0000 7f8ebb7fe700  1 -- 172.21.15.73:0/3466951465 learned_addr learned my addr 172.21.15.73:0/3466951465 (peer_addr_for_me v2:172.21.15.73:0/0)
2024-03-19T01:45:43.986 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.982+0000 7f8eba7fc700  1 --2- 172.21.15.73:0/3466951465 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8ebc105780 0x7f8ebc1989f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:45:43.986 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.982+0000 7f8ebaffd700  1 --2- 172.21.15.73:0/3466951465 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ebc102e50 0x7f8ebc1984b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:45:43.986 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.982+0000 7f8ebb7fe700  1 -- 172.21.15.73:0/3466951465 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8ebc105780 msgr2=0x7f8ebc1989f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:45:43.986 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.982+0000 7f8ebb7fe700  1 --2- 172.21.15.73:0/3466951465 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8ebc105780 0x7f8ebc1989f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:45:43.987 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.982+0000 7f8ebb7fe700  1 -- 172.21.15.73:0/3466951465 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ebc102e50 msgr2=0x7f8ebc1984b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:45:43.987 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.982+0000 7f8ebb7fe700  1 --2- 172.21.15.73:0/3466951465 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ebc102e50 0x7f8ebc1984b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:45:43.987 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.982+0000 7f8ebb7fe700  1 -- 172.21.15.73:0/3466951465 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ebc1a0110 con 0x7f8ebc1080b0
2024-03-19T01:45:43.987 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.982+0000 7f8eba7fc700  1 --2- 172.21.15.73:0/3466951465 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8ebc105780 0x7f8ebc1989f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:45:43.987 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.982+0000 7f8ebaffd700  1 --2- 172.21.15.73:0/3466951465 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ebc102e50 0x7f8ebc1984b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:45:43.987 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.982+0000 7f8ebb7fe700  1 --2- 172.21.15.73:0/3466951465 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8ebc1080b0 0x7f8ebc19fa70 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f8eb400b9e0 tx=0x7f8eb400bda0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:45:43.987 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.982+0000 7f8ec09bb700  1 -- 172.21.15.73:0/3466951465 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8eb4019070 con 0x7f8ebc1080b0
2024-03-19T01:45:43.987 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.982+0000 7f8ec09bb700  1 -- 172.21.15.73:0/3466951465 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8eb4014440 con 0x7f8ebc1080b0
2024-03-19T01:45:43.987 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.982+0000 7f8ec19bd700  1 -- 172.21.15.73:0/3466951465 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ebc1a0400 con 0x7f8ebc1080b0
2024-03-19T01:45:43.987 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.982+0000 7f8ec09bb700  1 -- 172.21.15.73:0/3466951465 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8eb400ce60 con 0x7f8ebc1080b0
2024-03-19T01:45:43.987 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.982+0000 7f8ec19bd700  1 -- 172.21.15.73:0/3466951465 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ebc1a0940 con 0x7f8ebc1080b0
2024-03-19T01:45:43.987 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.984+0000 7f8ec19bd700  1 -- 172.21.15.73:0/3466951465 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ebc068fd0 con 0x7f8ebc1080b0
2024-03-19T01:45:43.988 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.984+0000 7f8ec09bb700  1 -- 172.21.15.73:0/3466951465 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f8eb401c070 con 0x7f8ebc1080b0
2024-03-19T01:45:43.988 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.985+0000 7f8ec09bb700  1 --2- 172.21.15.73:0/3466951465 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f8ea40a2890 0x7f8ea40a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:45:43.988 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.985+0000 7f8ec09bb700  1 -- 172.21.15.73:0/3466951465 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6261+0+0 (secure 0 0 0) 0x7f8eb40cd5d0 con 0x7f8ebc1080b0
2024-03-19T01:45:43.988 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.985+0000 7f8ebaffd700  1 --2- 172.21.15.73:0/3466951465 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f8ea40a2890 0x7f8ea40a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:45:43.988 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.986+0000 7f8ebaffd700  1 --2- 172.21.15.73:0/3466951465 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f8ea40a2890 0x7f8ea40a4d50 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f8eac00b5c0 tx=0x7f8eac005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:45:43.990 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:43.990+0000 7f8ec09bb700  1 -- 172.21.15.73:0/3466951465 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f8eb409ae70 con 0x7f8ebc1080b0
2024-03-19T01:45:44.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:43 smithi046 ceph-mon[63102]: Detected new or changed devices on smithi046
2024-03-19T01:45:44.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:43 smithi046 ceph-mon[63102]: Adjusting osd_memory_target on smithi046 to  4273M
2024-03-19T01:45:44.193 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:45:44.193+0000 7f8ec19bd700  1 -- 172.21.15.73:0/3466951465 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi073:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f8ebc062750 con 0x7f8ea40a2890
2024-03-19T01:45:44.955 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:44 smithi073 ceph-mon[66833]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:45:44.955 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:44 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:45:44.955 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:44 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:45:44.955 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:44 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:45:44.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:44 smithi102 ceph-mon[66557]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:45:44.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:44 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:45:44.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:44 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:45:44.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:44 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:45:45.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:44 smithi046 ceph-mon[63102]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:45:45.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:44 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:45:45.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:44 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:45:45.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:44 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:45:45.918 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:45 smithi073 ceph-mon[66833]: from='client.24329 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi073:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:45:45.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:45 smithi102 ceph-mon[66557]: from='client.24329 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi073:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:45:46.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:45 smithi046 ceph-mon[63102]: from='client.24329 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi073:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:45:46.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:46 smithi073 ceph-mon[66833]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:45:46.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:46 smithi102 ceph-mon[66557]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:45:47.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:46 smithi046 ceph-mon[63102]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:45:47.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:47 smithi073 ceph-mon[66833]: from='client.? 172.21.15.73:0/523156885' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a794482-bcfa-4e99-8e96-77228a828ff0"}]: dispatch
2024-03-19T01:45:47.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:47 smithi073 ceph-mon[66833]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a794482-bcfa-4e99-8e96-77228a828ff0"}]: dispatch
2024-03-19T01:45:47.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:47 smithi073 ceph-mon[66833]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3a794482-bcfa-4e99-8e96-77228a828ff0"}]': finished
2024-03-19T01:45:47.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:47 smithi073 ceph-mon[66833]: osdmap e69: 11 total, 10 up, 11 in
2024-03-19T01:45:47.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:47 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2024-03-19T01:45:47.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:47 smithi102 ceph-mon[66557]: from='client.? 172.21.15.73:0/523156885' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a794482-bcfa-4e99-8e96-77228a828ff0"}]: dispatch
2024-03-19T01:45:47.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:47 smithi102 ceph-mon[66557]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a794482-bcfa-4e99-8e96-77228a828ff0"}]: dispatch
2024-03-19T01:45:47.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:47 smithi102 ceph-mon[66557]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3a794482-bcfa-4e99-8e96-77228a828ff0"}]': finished
2024-03-19T01:45:47.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:47 smithi102 ceph-mon[66557]: osdmap e69: 11 total, 10 up, 11 in
2024-03-19T01:45:47.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:47 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2024-03-19T01:45:48.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:47 smithi046 ceph-mon[63102]: from='client.? 172.21.15.73:0/523156885' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a794482-bcfa-4e99-8e96-77228a828ff0"}]: dispatch
2024-03-19T01:45:48.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:47 smithi046 ceph-mon[63102]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3a794482-bcfa-4e99-8e96-77228a828ff0"}]: dispatch
2024-03-19T01:45:48.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:47 smithi046 ceph-mon[63102]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3a794482-bcfa-4e99-8e96-77228a828ff0"}]': finished
2024-03-19T01:45:48.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:47 smithi046 ceph-mon[63102]: osdmap e69: 11 total, 10 up, 11 in
2024-03-19T01:45:48.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:47 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2024-03-19T01:45:48.895 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:48 smithi102 ceph-mon[66557]: from='client.? 172.21.15.73:0/1946384827' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:45:48.895 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:48 smithi102 ceph-mon[66557]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:45:48.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:48 smithi073 ceph-mon[66833]: from='client.? 172.21.15.73:0/1946384827' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:45:48.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:48 smithi073 ceph-mon[66833]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:45:49.116 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:48 smithi046 ceph-mon[63102]: from='client.? 172.21.15.73:0/1946384827' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:45:49.116 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:48 smithi046 ceph-mon[63102]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:45:50.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:49 smithi073 ceph-mon[66833]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:45:50.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:49 smithi102 ceph-mon[66557]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:45:50.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:49 smithi046 ceph-mon[63102]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:45:52.198 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:51 smithi073 ceph-mon[66833]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:45:52.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:51 smithi102 ceph-mon[66557]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:45:52.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:51 smithi046 ceph-mon[63102]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:45:54.159 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:53 smithi073 ceph-mon[66833]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:45:54.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:53 smithi102 ceph-mon[66557]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:45:54.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:53 smithi046 ceph-mon[63102]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:45:55.203 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:54 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch
2024-03-19T01:45:55.204 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:54 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:45:55.204 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:54 smithi073 ceph-mon[66833]: Deploying daemon osd.10 on smithi073
2024-03-19T01:45:55.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:54 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch
2024-03-19T01:45:55.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:54 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:45:55.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:54 smithi102 ceph-mon[66557]: Deploying daemon osd.10 on smithi073
2024-03-19T01:45:55.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:54 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch
2024-03-19T01:45:55.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:54 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:45:55.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:54 smithi046 ceph-mon[63102]: Deploying daemon osd.10 on smithi073
2024-03-19T01:45:56.206 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:55 smithi073 ceph-mon[66833]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:45:56.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:55 smithi102 ceph-mon[66557]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:45:56.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:55 smithi046 ceph-mon[63102]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:45:58.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:57 smithi073 ceph-mon[66833]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:45:58.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:57 smithi102 ceph-mon[66557]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:45:58.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:57 smithi046 ceph-mon[63102]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:46:00.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:45:59 smithi073 ceph-mon[66833]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:46:00.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:45:59 smithi102 ceph-mon[66557]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:46:00.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:45:59 smithi046 ceph-mon[63102]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:46:01.541 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:01 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:01.542 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:01 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:01.542 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:01 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:46:01.614 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:01 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:01.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:01 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:01.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:01 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:46:01.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:01 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:01.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:01 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:01.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:01 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:46:02.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:02 smithi046 ceph-mon[63102]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:46:02.626 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:02 smithi073 ceph-mon[66833]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:46:02.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:02 smithi102 ceph-mon[66557]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:46:04.162 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:46:04.162+0000 7f8ec09bb700  1 -- 172.21.15.73:0/3466951465 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f8ebc062750 con 0x7f8ea40a2890
2024-03-19T01:46:04.162 INFO:teuthology.orchestra.run.smithi073.stdout:Created osd(s) 10 on host 'smithi073'
2024-03-19T01:46:04.164 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:46:04.164+0000 7f8ec19bd700  1 -- 172.21.15.73:0/3466951465 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f8ea40a2890 msgr2=0x7f8ea40a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:04.164 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:46:04.164+0000 7f8ec19bd700  1 --2- 172.21.15.73:0/3466951465 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f8ea40a2890 0x7f8ea40a4d50 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f8eac00b5c0 tx=0x7f8eac005fb0 comp rx=0 tx=0).stop
2024-03-19T01:46:04.164 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:46:04.164+0000 7f8ec19bd700  1 -- 172.21.15.73:0/3466951465 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8ebc1080b0 msgr2=0x7f8ebc19fa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:04.164 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:46:04.164+0000 7f8ec19bd700  1 --2- 172.21.15.73:0/3466951465 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8ebc1080b0 0x7f8ebc19fa70 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f8eb400b9e0 tx=0x7f8eb400bda0 comp rx=0 tx=0).stop
2024-03-19T01:46:04.164 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:46:04.164+0000 7f8ec19bd700  1 -- 172.21.15.73:0/3466951465 shutdown_connections
2024-03-19T01:46:04.164 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:46:04.164+0000 7f8ec19bd700  1 --2- 172.21.15.73:0/3466951465 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f8ea40a2890 0x7f8ea40a4d50 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:04.164 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:46:04.164+0000 7f8ec19bd700  1 --2- 172.21.15.73:0/3466951465 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8ebc1080b0 0x7f8ebc19fa70 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:04.164 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:46:04.164+0000 7f8ec19bd700  1 --2- 172.21.15.73:0/3466951465 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ebc102e50 0x7f8ebc1984b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:04.164 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:46:04.164+0000 7f8ec19bd700  1 --2- 172.21.15.73:0/3466951465 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8ebc105780 0x7f8ebc1989f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:04.165 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:46:04.164+0000 7f8ec19bd700  1 -- 172.21.15.73:0/3466951465 >> 172.21.15.73:0/3466951465 conn(0x7f8ebc0fc7e0 msgr2=0x7f8ebc103790 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:46:04.165 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:46:04.164+0000 7f8ec19bd700  1 -- 172.21.15.73:0/3466951465 shutdown_connections
2024-03-19T01:46:04.165 INFO:teuthology.orchestra.run.smithi073.stderr:2024-03-19T01:46:04.164+0000 7f8ec19bd700  1 -- 172.21.15.73:0/3466951465 wait complete.
2024-03-19T01:46:04.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:04 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:04.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:04 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:04.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:04 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:04.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:04 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:46:04.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:04 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:04.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:04 smithi073 ceph-mon[66833]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:46:04.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:04 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:04.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:04 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:04.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:04 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:46:04.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:04 smithi073 ceph-mon[66833]: from='osd.10 [v2:172.21.15.73:6824/1252006239,v1:172.21.15.73:6825/1252006239]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch
2024-03-19T01:46:04.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:04 smithi073 ceph-mon[66833]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch
2024-03-19T01:46:04.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:04 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:04.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:04 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:04.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:04 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:04.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:04 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:46:04.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:04 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:04.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:04 smithi046 ceph-mon[63102]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:46:04.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:04 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:04.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:04 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:04.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:04 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:46:04.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:04 smithi046 ceph-mon[63102]: from='osd.10 [v2:172.21.15.73:6824/1252006239,v1:172.21.15.73:6825/1252006239]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch
2024-03-19T01:46:04.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:04 smithi046 ceph-mon[63102]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch
2024-03-19T01:46:04.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:04 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:04.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:04 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:04.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:04 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:04.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:04 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:46:04.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:04 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:04.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:04 smithi102 ceph-mon[66557]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:46:04.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:04 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:04.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:04 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:04.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:04 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:46:04.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:04 smithi102 ceph-mon[66557]: from='osd.10 [v2:172.21.15.73:6824/1252006239,v1:172.21.15.73:6825/1252006239]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch
2024-03-19T01:46:04.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:04 smithi102 ceph-mon[66557]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch
2024-03-19T01:46:04.863 DEBUG:teuthology.orchestra.run.smithi073:osd.10> sudo journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.10.service
2024-03-19T01:46:04.865 INFO:tasks.cephadm:Deploying osd.11 on smithi102 with /dev/vg_nvme/lv_1...
2024-03-19T01:46:04.866 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1
2024-03-19T01:46:05.110 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.c/config
2024-03-19T01:46:06.379 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:06 smithi073 ceph-mon[66833]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished
2024-03-19T01:46:06.380 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:06 smithi073 ceph-mon[66833]: osdmap e70: 11 total, 10 up, 11 in
2024-03-19T01:46:06.380 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:06 smithi073 ceph-mon[66833]: from='osd.10 [v2:172.21.15.73:6824/1252006239,v1:172.21.15.73:6825/1252006239]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch
2024-03-19T01:46:06.380 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:06 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2024-03-19T01:46:06.380 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:06 smithi073 ceph-mon[66833]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch
2024-03-19T01:46:06.380 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:06 smithi073 ceph-mon[66833]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:46:06.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:06 smithi102 ceph-mon[66557]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished
2024-03-19T01:46:06.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:06 smithi102 ceph-mon[66557]: osdmap e70: 11 total, 10 up, 11 in
2024-03-19T01:46:06.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:06 smithi102 ceph-mon[66557]: from='osd.10 [v2:172.21.15.73:6824/1252006239,v1:172.21.15.73:6825/1252006239]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch
2024-03-19T01:46:06.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:06 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2024-03-19T01:46:06.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:06 smithi102 ceph-mon[66557]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch
2024-03-19T01:46:06.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:06 smithi102 ceph-mon[66557]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:46:06.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:06 smithi046 ceph-mon[63102]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished
2024-03-19T01:46:06.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:06 smithi046 ceph-mon[63102]: osdmap e70: 11 total, 10 up, 11 in
2024-03-19T01:46:06.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:06 smithi046 ceph-mon[63102]: from='osd.10 [v2:172.21.15.73:6824/1252006239,v1:172.21.15.73:6825/1252006239]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch
2024-03-19T01:46:06.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:06 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2024-03-19T01:46:06.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:06 smithi046 ceph-mon[63102]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]: dispatch
2024-03-19T01:46:06.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:06 smithi046 ceph-mon[63102]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:46:07.051 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping: /dev/vg_nvme/lv_1
2024-03-19T01:46:07.051 INFO:teuthology.orchestra.run.smithi102.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync
2024-03-19T01:46:07.052 INFO:teuthology.orchestra.run.smithi102.stderr: stderr: 10+0 records in
2024-03-19T01:46:07.052 INFO:teuthology.orchestra.run.smithi102.stderr:10+0 records out
2024-03-19T01:46:07.052 INFO:teuthology.orchestra.run.smithi102.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114452 s, 916 MB/s
2024-03-19T01:46:07.052 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping successful for: <LV: /dev/vg_nvme/lv_1>
2024-03-19T01:46:07.248 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:07 smithi073 ceph-mon[66833]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]': finished
2024-03-19T01:46:07.249 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:07 smithi073 ceph-mon[66833]: osdmap e71: 11 total, 10 up, 11 in
2024-03-19T01:46:07.249 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:07 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2024-03-19T01:46:07.249 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:07 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2024-03-19T01:46:07.249 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:07 smithi073 ceph-mon[66833]: from='osd.10 ' entity='osd.10'
2024-03-19T01:46:07.249 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 01:46:06 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T01:46:06.987+0000 7f5e55580700 -1 osd.10 0 waiting for initial osdmap
2024-03-19T01:46:07.249 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 01:46:07 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T01:46:07.001+0000 7f5e4d36b700 -1 osd.10 71 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory
2024-03-19T01:46:07.354 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:07 smithi102 ceph-mon[66557]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]': finished
2024-03-19T01:46:07.354 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:07 smithi102 ceph-mon[66557]: osdmap e71: 11 total, 10 up, 11 in
2024-03-19T01:46:07.354 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:07 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2024-03-19T01:46:07.354 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:07 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2024-03-19T01:46:07.354 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:07 smithi102 ceph-mon[66557]: from='osd.10 ' entity='osd.10'
2024-03-19T01:46:07.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:07 smithi046 ceph-mon[63102]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi073", "root=default"]}]': finished
2024-03-19T01:46:07.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:07 smithi046 ceph-mon[63102]: osdmap e71: 11 total, 10 up, 11 in
2024-03-19T01:46:07.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:07 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2024-03-19T01:46:07.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:07 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2024-03-19T01:46:07.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:07 smithi046 ceph-mon[63102]: from='osd.10 ' entity='osd.10'
2024-03-19T01:46:07.830 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi102:vg_nvme/lv_1
2024-03-19T01:46:08.079 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.c/config
2024-03-19T01:46:08.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:08 smithi073 ceph-mon[66833]: purged_snaps scrub starts
2024-03-19T01:46:08.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:08 smithi073 ceph-mon[66833]: purged_snaps scrub ok
2024-03-19T01:46:08.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:08 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2024-03-19T01:46:08.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:08 smithi073 ceph-mon[66833]: osd.10 [v2:172.21.15.73:6824/1252006239,v1:172.21.15.73:6825/1252006239] boot
2024-03-19T01:46:08.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:08 smithi073 ceph-mon[66833]: osdmap e72: 11 total, 11 up, 11 in
2024-03-19T01:46:08.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:08 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2024-03-19T01:46:08.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:08 smithi073 ceph-mon[66833]: osdmap e73: 11 total, 11 up, 11 in
2024-03-19T01:46:08.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:08 smithi073 ceph-mon[66833]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:46:08.216 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:08 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:08.216 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:08 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:08.216 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:08 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:46:08.216 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:08 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:46:08.216 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:08 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:46:08.216 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:08 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:46:08.216 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:08 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:08.216 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:08 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:08.217 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:08 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:46:08.217 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:08 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:08.448 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:08 smithi102 ceph-mon[66557]: purged_snaps scrub starts
2024-03-19T01:46:08.448 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:08 smithi102 ceph-mon[66557]: purged_snaps scrub ok
2024-03-19T01:46:08.448 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:08 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2024-03-19T01:46:08.448 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:08 smithi102 ceph-mon[66557]: osd.10 [v2:172.21.15.73:6824/1252006239,v1:172.21.15.73:6825/1252006239] boot
2024-03-19T01:46:08.448 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:08 smithi102 ceph-mon[66557]: osdmap e72: 11 total, 11 up, 11 in
2024-03-19T01:46:08.449 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:08 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2024-03-19T01:46:08.449 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:08 smithi102 ceph-mon[66557]: osdmap e73: 11 total, 11 up, 11 in
2024-03-19T01:46:08.449 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:08 smithi102 ceph-mon[66557]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:46:08.449 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:08 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:08.449 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:08 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:08.449 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:08 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:46:08.449 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:08 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:46:08.449 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:08 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:46:08.449 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:08 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:46:08.449 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:08 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:08.449 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:08 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:08.449 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:08 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:46:08.449 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:08 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:08.619 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:08 smithi046 ceph-mon[63102]: purged_snaps scrub starts
2024-03-19T01:46:08.619 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:08 smithi046 ceph-mon[63102]: purged_snaps scrub ok
2024-03-19T01:46:08.619 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:08 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2024-03-19T01:46:08.619 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:08 smithi046 ceph-mon[63102]: osd.10 [v2:172.21.15.73:6824/1252006239,v1:172.21.15.73:6825/1252006239] boot
2024-03-19T01:46:08.619 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:08 smithi046 ceph-mon[63102]: osdmap e72: 11 total, 11 up, 11 in
2024-03-19T01:46:08.619 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:08 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2024-03-19T01:46:08.619 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:08 smithi046 ceph-mon[63102]: osdmap e73: 11 total, 11 up, 11 in
2024-03-19T01:46:08.619 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:08 smithi046 ceph-mon[63102]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 309 MiB used, 894 GiB / 894 GiB avail
2024-03-19T01:46:08.619 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:08 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:08.620 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:08 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:08.620 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:08 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:46:08.620 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:08 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:46:08.620 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:08 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:46:08.620 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:08 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:46:08.620 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:08 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:08.620 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:08 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:08.620 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:08 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:46:08.620 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:08 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:09.747 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.745+0000 7f2152e47700  1 -- 172.21.15.102:0/4268367358 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f214c102de0 msgr2=0x7f214c109690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:09.747 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.745+0000 7f2152e47700  1 --2- 172.21.15.102:0/4268367358 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f214c102de0 0x7f214c109690 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f214400b0a0 tx=0x7f214400b3b0 comp rx=0 tx=0).stop
2024-03-19T01:46:09.747 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.745+0000 7f2152e47700  1 -- 172.21.15.102:0/4268367358 shutdown_connections
2024-03-19T01:46:09.747 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.745+0000 7f2152e47700  1 --2- 172.21.15.102:0/4268367358 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f214c102de0 0x7f214c109690 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:09.747 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.745+0000 7f2152e47700  1 --2- 172.21.15.102:0/4268367358 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f214c101240 0x7f214c101660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:09.747 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.745+0000 7f2152e47700  1 --2- 172.21.15.102:0/4268367358 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f214c102440 0x7f214c1028a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:09.747 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.745+0000 7f2152e47700  1 -- 172.21.15.102:0/4268367358 >> 172.21.15.102:0/4268367358 conn(0x7f214c0fc800 msgr2=0x7f214c0fec20 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:46:09.747 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.745+0000 7f2152e47700  1 -- 172.21.15.102:0/4268367358 shutdown_connections
2024-03-19T01:46:09.747 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.745+0000 7f2152e47700  1 -- 172.21.15.102:0/4268367358 wait complete.
2024-03-19T01:46:09.747 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.745+0000 7f2152e47700  1  Processor -- start
2024-03-19T01:46:09.748 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.745+0000 7f2152e47700  1 --  start start
2024-03-19T01:46:09.748 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.746+0000 7f2152e47700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f214c101240 0x7f214c06b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:09.748 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.746+0000 7f2152e47700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f214c102440 0x7f214c19d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:09.748 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.746+0000 7f2152e47700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f214c102de0 0x7f214c19f790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:09.748 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.746+0000 7f2152e47700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f214c10cd00 con 0x7f214c102de0
2024-03-19T01:46:09.748 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.746+0000 7f2152e47700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f214c10cb80 con 0x7f214c101240
2024-03-19T01:46:09.748 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.746+0000 7f2152e47700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f214c10ce80 con 0x7f214c102440
2024-03-19T01:46:09.748 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.746+0000 7f214bfff700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f214c102440 0x7f214c19d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:09.748 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.746+0000 7f214bfff700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f214c102440 0x7f214c19d150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.102:50806/0 (socket says 172.21.15.102:50806)
2024-03-19T01:46:09.748 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.746+0000 7f214bfff700  1 -- 172.21.15.102:0/3647860856 learned_addr learned my addr 172.21.15.102:0/3647860856 (peer_addr_for_me v2:172.21.15.102:0/0)
2024-03-19T01:46:09.748 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.746+0000 7f2150be3700  1 --2- 172.21.15.102:0/3647860856 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f214c101240 0x7f214c06b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:09.748 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.746+0000 7f21513e4700  1 --2- 172.21.15.102:0/3647860856 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f214c102de0 0x7f214c19f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:09.748 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.746+0000 7f214bfff700  1 -- 172.21.15.102:0/3647860856 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f214c101240 msgr2=0x7f214c06b590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:09.749 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.746+0000 7f214bfff700  1 --2- 172.21.15.102:0/3647860856 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f214c101240 0x7f214c06b590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:09.749 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.746+0000 7f214bfff700  1 -- 172.21.15.102:0/3647860856 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f214c102de0 msgr2=0x7f214c19f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:09.749 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.746+0000 7f214bfff700  1 --2- 172.21.15.102:0/3647860856 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f214c102de0 0x7f214c19f790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:09.749 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.746+0000 7f214bfff700  1 -- 172.21.15.102:0/3647860856 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f214c1a0060 con 0x7f214c102440
2024-03-19T01:46:09.749 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.746+0000 7f21513e4700  1 --2- 172.21.15.102:0/3647860856 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f214c102de0 0x7f214c19f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:46:09.749 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.746+0000 7f214bfff700  1 --2- 172.21.15.102:0/3647860856 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f214c102440 0x7f214c19d150 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f213800d950 tx=0x7f213800dc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:46:09.749 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.746+0000 7f2149ffb700  1 -- 172.21.15.102:0/3647860856 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2138016070 con 0x7f214c102440
2024-03-19T01:46:09.749 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.746+0000 7f2152e47700  1 -- 172.21.15.102:0/3647860856 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f214c1a0350 con 0x7f214c102440
2024-03-19T01:46:09.749 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.746+0000 7f2149ffb700  1 -- 172.21.15.102:0/3647860856 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2138009df0 con 0x7f214c102440
2024-03-19T01:46:09.749 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.746+0000 7f2149ffb700  1 -- 172.21.15.102:0/3647860856 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f213800f3c0 con 0x7f214c102440
2024-03-19T01:46:09.749 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.747+0000 7f2152e47700  1 -- 172.21.15.102:0/3647860856 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f214c1a08e0 con 0x7f214c102440
2024-03-19T01:46:09.750 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.748+0000 7f2152e47700  1 -- 172.21.15.102:0/3647860856 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f214c068fd0 con 0x7f214c102440
2024-03-19T01:46:09.750 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.749+0000 7f2149ffb700  1 -- 172.21.15.102:0/3647860856 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f2138019070 con 0x7f214c102440
2024-03-19T01:46:09.750 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.749+0000 7f2149ffb700  1 --2- 172.21.15.102:0/3647860856 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f213c0a2890 0x7f213c0a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:09.750 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.749+0000 7f2149ffb700  1 -- 172.21.15.102:0/3647860856 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 6694+0+0 (secure 0 0 0) 0x7f21380cdfa0 con 0x7f214c102440
2024-03-19T01:46:09.750 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.749+0000 7f2150be3700  1 --2- 172.21.15.102:0/3647860856 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f213c0a2890 0x7f213c0a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:09.751 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.750+0000 7f2150be3700  1 --2- 172.21.15.102:0/3647860856 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f213c0a2890 0x7f213c0a4d50 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f214c1022a0 tx=0x7f2140007400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:46:09.753 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.753+0000 7f2149ffb700  1 -- 172.21.15.102:0/3647860856 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f213809b690 con 0x7f214c102440
2024-03-19T01:46:09.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:09 smithi046 ceph-mon[63102]: Detected new or changed devices on smithi073
2024-03-19T01:46:09.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:09 smithi046 ceph-mon[63102]: Adjusting osd_memory_target on smithi073 to  4272M
2024-03-19T01:46:09.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:09 smithi046 ceph-mon[63102]: osdmap e74: 11 total, 11 up, 11 in
2024-03-19T01:46:09.957 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:09.957+0000 7f2152e47700  1 -- 172.21.15.102:0/3647860856 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f214c062810 con 0x7f213c0a2890
2024-03-19T01:46:09.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:09 smithi102 ceph-mon[66557]: Detected new or changed devices on smithi073
2024-03-19T01:46:09.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:09 smithi102 ceph-mon[66557]: Adjusting osd_memory_target on smithi073 to  4272M
2024-03-19T01:46:09.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:09 smithi102 ceph-mon[66557]: osdmap e74: 11 total, 11 up, 11 in
2024-03-19T01:46:09.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:09 smithi073 ceph-mon[66833]: Detected new or changed devices on smithi073
2024-03-19T01:46:09.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:09 smithi073 ceph-mon[66833]: Adjusting osd_memory_target on smithi073 to  4272M
2024-03-19T01:46:09.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:09 smithi073 ceph-mon[66833]: osdmap e74: 11 total, 11 up, 11 in
2024-03-19T01:46:10.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:10 smithi046 ceph-mon[63102]: osdmap e75: 11 total, 11 up, 11 in
2024-03-19T01:46:10.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:10 smithi046 ceph-mon[63102]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail
2024-03-19T01:46:10.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:10 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:46:10.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:10 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:46:10.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:10 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:10.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:10 smithi102 ceph-mon[66557]: osdmap e75: 11 total, 11 up, 11 in
2024-03-19T01:46:10.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:10 smithi102 ceph-mon[66557]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail
2024-03-19T01:46:10.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:10 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:46:10.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:10 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:46:10.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:10 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:10.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:10 smithi073 ceph-mon[66833]: osdmap e75: 11 total, 11 up, 11 in
2024-03-19T01:46:10.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:10 smithi073 ceph-mon[66833]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail
2024-03-19T01:46:10.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:10 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch
2024-03-19T01:46:10.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:10 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch
2024-03-19T01:46:10.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:10 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:11.895 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:11 smithi102 ceph-mon[66557]: from='client.24334 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:46:11.895 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:11 smithi102 ceph-mon[66557]: osdmap e76: 11 total, 11 up, 11 in
2024-03-19T01:46:11.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:11 smithi073 ceph-mon[66833]: from='client.24334 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:46:11.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:11 smithi073 ceph-mon[66833]: osdmap e76: 11 total, 11 up, 11 in
2024-03-19T01:46:12.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:11 smithi046 ceph-mon[63102]: from='client.24334 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:46:12.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:11 smithi046 ceph-mon[63102]: osdmap e76: 11 total, 11 up, 11 in
2024-03-19T01:46:12.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:12 smithi073 ceph-mon[66833]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail; 134 KiB/s, 0 objects/s recovering
2024-03-19T01:46:12.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:12 smithi102 ceph-mon[66557]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail; 134 KiB/s, 0 objects/s recovering
2024-03-19T01:46:13.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:12 smithi046 ceph-mon[63102]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail; 134 KiB/s, 0 objects/s recovering
2024-03-19T01:46:13.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:13 smithi073 ceph-mon[66833]: from='client.? 172.21.15.102:0/2636721763' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "93bdea99-6072-431a-a919-3aecf631c727"}]: dispatch
2024-03-19T01:46:13.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:13 smithi073 ceph-mon[66833]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "93bdea99-6072-431a-a919-3aecf631c727"}]: dispatch
2024-03-19T01:46:13.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:13 smithi073 ceph-mon[66833]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "93bdea99-6072-431a-a919-3aecf631c727"}]': finished
2024-03-19T01:46:13.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:13 smithi073 ceph-mon[66833]: osdmap e77: 12 total, 11 up, 12 in
2024-03-19T01:46:13.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:13 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2024-03-19T01:46:13.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:13 smithi073 ceph-mon[66833]: from='client.? 172.21.15.102:0/1120275791' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:46:13.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:13 smithi102 ceph-mon[66557]: from='client.? 172.21.15.102:0/2636721763' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "93bdea99-6072-431a-a919-3aecf631c727"}]: dispatch
2024-03-19T01:46:13.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:13 smithi102 ceph-mon[66557]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "93bdea99-6072-431a-a919-3aecf631c727"}]: dispatch
2024-03-19T01:46:13.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:13 smithi102 ceph-mon[66557]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "93bdea99-6072-431a-a919-3aecf631c727"}]': finished
2024-03-19T01:46:13.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:13 smithi102 ceph-mon[66557]: osdmap e77: 12 total, 11 up, 12 in
2024-03-19T01:46:13.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:13 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2024-03-19T01:46:13.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:13 smithi102 ceph-mon[66557]: from='client.? 172.21.15.102:0/1120275791' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:46:14.090 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:13 smithi046 ceph-mon[63102]: from='client.? 172.21.15.102:0/2636721763' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "93bdea99-6072-431a-a919-3aecf631c727"}]: dispatch
2024-03-19T01:46:14.090 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:13 smithi046 ceph-mon[63102]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "93bdea99-6072-431a-a919-3aecf631c727"}]: dispatch
2024-03-19T01:46:14.090 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:13 smithi046 ceph-mon[63102]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "93bdea99-6072-431a-a919-3aecf631c727"}]': finished
2024-03-19T01:46:14.090 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:13 smithi046 ceph-mon[63102]: osdmap e77: 12 total, 11 up, 12 in
2024-03-19T01:46:14.090 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:13 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2024-03-19T01:46:14.090 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:13 smithi046 ceph-mon[63102]: from='client.? 172.21.15.102:0/1120275791' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch
2024-03-19T01:46:14.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:14 smithi073 ceph-mon[66833]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 346 MiB used, 983 GiB / 983 GiB avail; 109 KiB/s, 0 objects/s recovering
2024-03-19T01:46:14.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:14 smithi102 ceph-mon[66557]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 346 MiB used, 983 GiB / 983 GiB avail; 109 KiB/s, 0 objects/s recovering
2024-03-19T01:46:15.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:14 smithi046 ceph-mon[63102]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 346 MiB used, 983 GiB / 983 GiB avail; 109 KiB/s, 0 objects/s recovering
2024-03-19T01:46:16.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:15 smithi073 ceph-mon[66833]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail; 92 KiB/s, 0 objects/s recovering
2024-03-19T01:46:16.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:15 smithi102 ceph-mon[66557]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail; 92 KiB/s, 0 objects/s recovering
2024-03-19T01:46:16.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:15 smithi046 ceph-mon[63102]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail; 92 KiB/s, 0 objects/s recovering
2024-03-19T01:46:18.035 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:17 smithi102 ceph-mon[66557]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering
2024-03-19T01:46:18.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:17 smithi073 ceph-mon[66833]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering
2024-03-19T01:46:18.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:17 smithi046 ceph-mon[63102]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering
2024-03-19T01:46:20.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:19 smithi073 ceph-mon[66833]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail; 62 KiB/s, 0 objects/s recovering
2024-03-19T01:46:20.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:19 smithi102 ceph-mon[66557]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail; 62 KiB/s, 0 objects/s recovering
2024-03-19T01:46:20.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:19 smithi046 ceph-mon[63102]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail; 62 KiB/s, 0 objects/s recovering
2024-03-19T01:46:21.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:20 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch
2024-03-19T01:46:21.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:20 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:21.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:20 smithi073 ceph-mon[66833]: Deploying daemon osd.11 on smithi102
2024-03-19T01:46:21.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:20 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch
2024-03-19T01:46:21.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:20 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:21.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:20 smithi102 ceph-mon[66557]: Deploying daemon osd.11 on smithi102
2024-03-19T01:46:21.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:20 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch
2024-03-19T01:46:21.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:20 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:21.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:20 smithi046 ceph-mon[63102]: Deploying daemon osd.11 on smithi102
2024-03-19T01:46:22.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:21 smithi073 ceph-mon[66833]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail
2024-03-19T01:46:22.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:21 smithi102 ceph-mon[66557]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail
2024-03-19T01:46:22.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:21 smithi046 ceph-mon[63102]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail
2024-03-19T01:46:24.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:23 smithi102 ceph-mon[66557]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail
2024-03-19T01:46:24.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:23 smithi073 ceph-mon[66833]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail
2024-03-19T01:46:24.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:23 smithi046 ceph-mon[63102]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail
2024-03-19T01:46:26.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:25 smithi073 ceph-mon[66833]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail
2024-03-19T01:46:26.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:25 smithi102 ceph-mon[66557]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail
2024-03-19T01:46:26.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:25 smithi046 ceph-mon[63102]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail
2024-03-19T01:46:27.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:27 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:27.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:27 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:27.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:27 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:46:27.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:27 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:27.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:27 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:27.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:27 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:46:27.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:27 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:27.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:27 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:27.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:27 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:46:28.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:28 smithi102 ceph-mon[66557]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail
2024-03-19T01:46:28.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:28 smithi046 ceph-mon[63102]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail
2024-03-19T01:46:28.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:28 smithi073 ceph-mon[66833]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail
2024-03-19T01:46:29.775 INFO:teuthology.orchestra.run.smithi102.stdout:Created osd(s) 11 on host 'smithi102'
2024-03-19T01:46:29.775 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:29.774+0000 7f2149ffb700  1 -- 172.21.15.102:0/3647860856 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f214c062810 con 0x7f213c0a2890
2024-03-19T01:46:29.777 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:29.777+0000 7f2152e47700  1 -- 172.21.15.102:0/3647860856 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f213c0a2890 msgr2=0x7f213c0a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:29.777 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:29.777+0000 7f2152e47700  1 --2- 172.21.15.102:0/3647860856 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f213c0a2890 0x7f213c0a4d50 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f214c1022a0 tx=0x7f2140007400 comp rx=0 tx=0).stop
2024-03-19T01:46:29.777 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:29.777+0000 7f2152e47700  1 -- 172.21.15.102:0/3647860856 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f214c102440 msgr2=0x7f214c19d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:29.777 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:29.777+0000 7f2152e47700  1 --2- 172.21.15.102:0/3647860856 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f214c102440 0x7f214c19d150 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f213800d950 tx=0x7f213800dc60 comp rx=0 tx=0).stop
2024-03-19T01:46:29.777 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:29.777+0000 7f2152e47700  1 -- 172.21.15.102:0/3647860856 shutdown_connections
2024-03-19T01:46:29.777 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:29.777+0000 7f2152e47700  1 --2- 172.21.15.102:0/3647860856 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f213c0a2890 0x7f213c0a4d50 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:29.777 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:29.777+0000 7f2152e47700  1 --2- 172.21.15.102:0/3647860856 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f214c102de0 0x7f214c19f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:29.777 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:29.777+0000 7f2152e47700  1 --2- 172.21.15.102:0/3647860856 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f214c101240 0x7f214c06b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:29.777 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:29.777+0000 7f2152e47700  1 --2- 172.21.15.102:0/3647860856 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f214c102440 0x7f214c19d150 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:29.777 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:29.777+0000 7f2152e47700  1 -- 172.21.15.102:0/3647860856 >> 172.21.15.102:0/3647860856 conn(0x7f214c0fc800 msgr2=0x7f214c105740 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:46:29.777 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:29.777+0000 7f2152e47700  1 -- 172.21.15.102:0/3647860856 shutdown_connections
2024-03-19T01:46:29.778 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:29.777+0000 7f2152e47700  1 -- 172.21.15.102:0/3647860856 wait complete.
2024-03-19T01:46:30.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:30 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:30.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:30 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:30.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:30 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:30.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:30 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:46:30.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:30 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:30.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:30 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:30.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:30 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:30.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:30 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:46:30.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:30 smithi046 ceph-mon[63102]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail
2024-03-19T01:46:30.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:30 smithi046 ceph-mon[63102]: from='osd.11 [v2:172.21.15.102:6824/2997263049,v1:172.21.15.102:6825/2997263049]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch
2024-03-19T01:46:30.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:30 smithi046 ceph-mon[63102]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch
2024-03-19T01:46:30.391 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:30 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:30.391 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:30 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:30.391 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:30 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:30.391 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:30 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:46:30.391 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:30 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:30.391 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:30 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:30.391 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:30 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:30.391 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:30 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:46:30.391 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:30 smithi102 ceph-mon[66557]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail
2024-03-19T01:46:30.391 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:30 smithi102 ceph-mon[66557]: from='osd.11 [v2:172.21.15.102:6824/2997263049,v1:172.21.15.102:6825/2997263049]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch
2024-03-19T01:46:30.392 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:30 smithi102 ceph-mon[66557]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch
2024-03-19T01:46:30.417 DEBUG:teuthology.orchestra.run.smithi102:osd.11> sudo journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.11.service
2024-03-19T01:46:30.420 INFO:tasks.cephadm:Waiting for 12 OSDs to come up...
2024-03-19T01:46:30.420 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph osd stat -f json
2024-03-19T01:46:30.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:30 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:30.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:30 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:30.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:30 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:30.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:30 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:46:30.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:30 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:30.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:30 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:30.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:30 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:30.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:30 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:46:30.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:30 smithi073 ceph-mon[66833]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail
2024-03-19T01:46:30.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:30 smithi073 ceph-mon[66833]: from='osd.11 [v2:172.21.15.102:6824/2997263049,v1:172.21.15.102:6825/2997263049]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch
2024-03-19T01:46:30.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:30 smithi073 ceph-mon[66833]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch
2024-03-19T01:46:30.675 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:46:31.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:31 smithi102 ceph-mon[66557]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished
2024-03-19T01:46:31.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:31 smithi102 ceph-mon[66557]: osdmap e78: 12 total, 11 up, 12 in
2024-03-19T01:46:31.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:31 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2024-03-19T01:46:31.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:31 smithi102 ceph-mon[66557]: from='osd.11 [v2:172.21.15.102:6824/2997263049,v1:172.21.15.102:6825/2997263049]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch
2024-03-19T01:46:31.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:31 smithi102 ceph-mon[66557]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch
2024-03-19T01:46:31.954 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 01:46:31 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T01:46:31.778+0000 7fa8972e4700 -1 osd.11 0 waiting for initial osdmap
2024-03-19T01:46:31.954 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 01:46:31 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T01:46:31.794+0000 7fa8930d7700 -1 osd.11 79 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory
2024-03-19T01:46:32.109 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:31 smithi046 ceph-mon[63102]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished
2024-03-19T01:46:32.109 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:31 smithi046 ceph-mon[63102]: osdmap e78: 12 total, 11 up, 12 in
2024-03-19T01:46:32.109 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:31 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2024-03-19T01:46:32.109 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:31 smithi046 ceph-mon[63102]: from='osd.11 [v2:172.21.15.102:6824/2997263049,v1:172.21.15.102:6825/2997263049]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch
2024-03-19T01:46:32.109 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:31 smithi046 ceph-mon[63102]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch
2024-03-19T01:46:32.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:31 smithi073 ceph-mon[66833]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished
2024-03-19T01:46:32.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:31 smithi073 ceph-mon[66833]: osdmap e78: 12 total, 11 up, 12 in
2024-03-19T01:46:32.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:31 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2024-03-19T01:46:32.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:31 smithi073 ceph-mon[66833]: from='osd.11 [v2:172.21.15.102:6824/2997263049,v1:172.21.15.102:6825/2997263049]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch
2024-03-19T01:46:32.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:31 smithi073 ceph-mon[66833]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch
2024-03-19T01:46:32.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.455+0000 7f7fdd630700  1 -- 172.21.15.46:0/1484114799 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7fd8102360 msgr2=0x7f7fd8102780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:32.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.455+0000 7f7fdd630700  1 --2- 172.21.15.46:0/1484114799 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7fd8102360 0x7f7fd8102780 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f7fc80099c0 tx=0x7f7fc8009cd0 comp rx=0 tx=0).stop
2024-03-19T01:46:32.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.455+0000 7f7fdd630700  1 -- 172.21.15.46:0/1484114799 shutdown_connections
2024-03-19T01:46:32.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.455+0000 7f7fdd630700  1 --2- 172.21.15.46:0/1484114799 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7fd8103f00 0x7f7fd810a7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:32.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.455+0000 7f7fdd630700  1 --2- 172.21.15.46:0/1484114799 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7fd8102360 0x7f7fd8102780 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:32.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.455+0000 7f7fdd630700  1 --2- 172.21.15.46:0/1484114799 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7fd8103560 0x7f7fd81039c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:32.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.455+0000 7f7fdd630700  1 -- 172.21.15.46:0/1484114799 >> 172.21.15.46:0/1484114799 conn(0x7f7fd80fd920 msgr2=0x7f7fd80ffd40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:46:32.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.455+0000 7f7fdd630700  1 -- 172.21.15.46:0/1484114799 shutdown_connections
2024-03-19T01:46:32.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.455+0000 7f7fdd630700  1 -- 172.21.15.46:0/1484114799 wait complete.
2024-03-19T01:46:32.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.455+0000 7f7fdd630700  1  Processor -- start
2024-03-19T01:46:32.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.456+0000 7f7fdd630700  1 --  start start
2024-03-19T01:46:32.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.456+0000 7f7fdd630700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7fd8102360 0x7f7fd8198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:32.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.456+0000 7f7fdd630700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7fd8103560 0x7f7fd8198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:32.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.456+0000 7f7fdd630700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7fd8103f00 0x7f7fd819f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:32.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.456+0000 7f7fdd630700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7fd810de00 con 0x7f7fd8102360
2024-03-19T01:46:32.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.456+0000 7f7fdd630700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f7fd810dc80 con 0x7f7fd8103f00
2024-03-19T01:46:32.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.456+0000 7f7fdd630700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f7fd810df80 con 0x7f7fd8103560
2024-03-19T01:46:32.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.456+0000 7f7fd6ffd700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7fd8102360 0x7f7fd8198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:32.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.456+0000 7f7fd6ffd700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7fd8102360 0x7f7fd8198420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36798/0 (socket says 172.21.15.46:36798)
2024-03-19T01:46:32.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.456+0000 7f7fd6ffd700  1 -- 172.21.15.46:0/1156918475 learned_addr learned my addr 172.21.15.46:0/1156918475 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:46:32.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.456+0000 7f7fce7fc700  1 --2- 172.21.15.46:0/1156918475 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7fd8103560 0x7f7fd8198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:32.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.456+0000 7f7fd77fe700  1 --2- 172.21.15.46:0/1156918475 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7fd8103f00 0x7f7fd819f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:32.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.456+0000 7f7fd6ffd700  1 -- 172.21.15.46:0/1156918475 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7fd8103560 msgr2=0x7f7fd8198960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:32.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.456+0000 7f7fd6ffd700  1 --2- 172.21.15.46:0/1156918475 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7fd8103560 0x7f7fd8198960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:32.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.456+0000 7f7fd6ffd700  1 -- 172.21.15.46:0/1156918475 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7fd8103f00 msgr2=0x7f7fd819f9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:32.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.456+0000 7f7fd6ffd700  1 --2- 172.21.15.46:0/1156918475 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7fd8103f00 0x7f7fd819f9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:32.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.456+0000 7f7fd6ffd700  1 -- 172.21.15.46:0/1156918475 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fd81a0080 con 0x7f7fd8102360
2024-03-19T01:46:32.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.456+0000 7f7fd77fe700  1 --2- 172.21.15.46:0/1156918475 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7fd8103f00 0x7f7fd819f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed!
2024-03-19T01:46:32.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.456+0000 7f7fd6ffd700  1 --2- 172.21.15.46:0/1156918475 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7fd8102360 0x7f7fd8198420 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f7fc800fa30 tx=0x7f7fc800fa60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:46:32.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.457+0000 7f7fd4ff9700  1 -- 172.21.15.46:0/1156918475 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fc8027070 con 0x7f7fd8102360
2024-03-19T01:46:32.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.457+0000 7f7fdd630700  1 -- 172.21.15.46:0/1156918475 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fd81a0310 con 0x7f7fd8102360
2024-03-19T01:46:32.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.457+0000 7f7fd4ff9700  1 -- 172.21.15.46:0/1156918475 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7fc8005940 con 0x7f7fd8102360
2024-03-19T01:46:32.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.457+0000 7f7fdd630700  1 -- 172.21.15.46:0/1156918475 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fd81a07f0 con 0x7f7fd8102360
2024-03-19T01:46:32.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.457+0000 7f7fd4ff9700  1 -- 172.21.15.46:0/1156918475 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fc80173f0 con 0x7f7fd8102360
2024-03-19T01:46:32.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.457+0000 7f7fdd630700  1 -- 172.21.15.46:0/1156918475 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7fb8005360 con 0x7f7fd8102360
2024-03-19T01:46:32.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.459+0000 7f7fd4ff9700  1 -- 172.21.15.46:0/1156918475 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f7fc802a070 con 0x7f7fd8102360
2024-03-19T01:46:32.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.459+0000 7f7fd4ff9700  1 --2- 172.21.15.46:0/1156918475 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f7fc40a2890 0x7f7fc40a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:32.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.460+0000 7f7fce7fc700  1 --2- 172.21.15.46:0/1156918475 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f7fc40a2890 0x7f7fc40a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:32.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.460+0000 7f7fd4ff9700  1 -- 172.21.15.46:0/1156918475 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 6847+0+0 (secure 0 0 0) 0x7f7fc80cf010 con 0x7f7fd8102360
2024-03-19T01:46:32.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.460+0000 7f7fce7fc700  1 --2- 172.21.15.46:0/1156918475 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f7fc40a2890 0x7f7fc40a4d50 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f7fc0009c60 tx=0x7f7fc0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:46:32.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.463+0000 7f7fd4ff9700  1 -- 172.21.15.46:0/1156918475 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f7fc8013070 con 0x7f7fd8102360
2024-03-19T01:46:32.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.668+0000 7f7fdd630700  1 -- 172.21.15.46:0/1156918475 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f7fb8005920 con 0x7f7fd8102360
2024-03-19T01:46:32.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.668+0000 7f7fd4ff9700  1 -- 172.21.15.46:0/1156918475 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0  v79) ==== 74+0+133 (secure 0 0 0) 0x7f7fc809c700 con 0x7f7fd8102360
2024-03-19T01:46:32.669 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:46:32.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.670+0000 7f7fdd630700  1 -- 172.21.15.46:0/1156918475 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f7fc40a2890 msgr2=0x7f7fc40a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:32.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.670+0000 7f7fdd630700  1 --2- 172.21.15.46:0/1156918475 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f7fc40a2890 0x7f7fc40a4d50 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f7fc0009c60 tx=0x7f7fc0009260 comp rx=0 tx=0).stop
2024-03-19T01:46:32.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.670+0000 7f7fdd630700  1 -- 172.21.15.46:0/1156918475 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7fd8102360 msgr2=0x7f7fd8198420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:32.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.670+0000 7f7fdd630700  1 --2- 172.21.15.46:0/1156918475 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7fd8102360 0x7f7fd8198420 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f7fc800fa30 tx=0x7f7fc800fa60 comp rx=0 tx=0).stop
2024-03-19T01:46:32.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.670+0000 7f7fdd630700  1 -- 172.21.15.46:0/1156918475 shutdown_connections
2024-03-19T01:46:32.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.670+0000 7f7fdd630700  1 --2- 172.21.15.46:0/1156918475 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f7fc40a2890 0x7f7fc40a4d50 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:32.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.670+0000 7f7fdd630700  1 --2- 172.21.15.46:0/1156918475 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7fd8103f00 0x7f7fd819f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:32.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.670+0000 7f7fdd630700  1 --2- 172.21.15.46:0/1156918475 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7fd8102360 0x7f7fd8198420 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:32.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.670+0000 7f7fdd630700  1 --2- 172.21.15.46:0/1156918475 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7fd8103560 0x7f7fd8198960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:32.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.670+0000 7f7fdd630700  1 -- 172.21.15.46:0/1156918475 >> 172.21.15.46:0/1156918475 conn(0x7f7fd80fd920 msgr2=0x7f7fd8106860 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:46:32.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.670+0000 7f7fdd630700  1 -- 172.21.15.46:0/1156918475 shutdown_connections
2024-03-19T01:46:32.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:32.670+0000 7f7fdd630700  1 -- 172.21.15.46:0/1156918475 wait complete.
2024-03-19T01:46:33.028 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:32 smithi046 ceph-mon[63102]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished
2024-03-19T01:46:33.029 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:32 smithi046 ceph-mon[63102]: osdmap e79: 12 total, 11 up, 12 in
2024-03-19T01:46:33.029 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:32 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2024-03-19T01:46:33.029 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:32 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2024-03-19T01:46:33.029 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:32 smithi046 ceph-mon[63102]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail
2024-03-19T01:46:33.029 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:32 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1156918475' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch
2024-03-19T01:46:33.082 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:32 smithi102 ceph-mon[66557]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished
2024-03-19T01:46:33.082 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:32 smithi102 ceph-mon[66557]: osdmap e79: 12 total, 11 up, 12 in
2024-03-19T01:46:33.082 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:32 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2024-03-19T01:46:33.082 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:32 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2024-03-19T01:46:33.082 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:32 smithi102 ceph-mon[66557]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail
2024-03-19T01:46:33.082 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:32 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1156918475' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch
2024-03-19T01:46:33.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:32 smithi073 ceph-mon[66833]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished
2024-03-19T01:46:33.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:32 smithi073 ceph-mon[66833]: osdmap e79: 12 total, 11 up, 12 in
2024-03-19T01:46:33.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:32 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2024-03-19T01:46:33.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:32 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2024-03-19T01:46:33.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:32 smithi073 ceph-mon[66833]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 345 MiB used, 983 GiB / 983 GiB avail
2024-03-19T01:46:33.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:32 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1156918475' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch
2024-03-19T01:46:33.436 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":79,"num_osds":12,"num_up_osds":11,"osd_up_since":1710812767,"num_in_osds":12,"osd_in_since":1710812772,"num_remapped_pgs":0}
2024-03-19T01:46:34.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:33 smithi046 ceph-mon[63102]: purged_snaps scrub starts
2024-03-19T01:46:34.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:33 smithi046 ceph-mon[63102]: purged_snaps scrub ok
2024-03-19T01:46:34.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:33 smithi046 ceph-mon[63102]: osd.11 [v2:172.21.15.102:6824/2997263049,v1:172.21.15.102:6825/2997263049] boot
2024-03-19T01:46:34.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:33 smithi046 ceph-mon[63102]: osdmap e80: 12 total, 12 up, 12 in
2024-03-19T01:46:34.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:33 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2024-03-19T01:46:34.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:33 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:34.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:33 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:34.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:33 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:46:34.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:33 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:46:34.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:33 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:46:34.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:33 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:46:34.116 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:33 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:34.116 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:33 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:34.116 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:33 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:46:34.116 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:33 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:34.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:33 smithi073 ceph-mon[66833]: purged_snaps scrub starts
2024-03-19T01:46:34.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:33 smithi073 ceph-mon[66833]: purged_snaps scrub ok
2024-03-19T01:46:34.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:33 smithi073 ceph-mon[66833]: osd.11 [v2:172.21.15.102:6824/2997263049,v1:172.21.15.102:6825/2997263049] boot
2024-03-19T01:46:34.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:33 smithi073 ceph-mon[66833]: osdmap e80: 12 total, 12 up, 12 in
2024-03-19T01:46:34.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:33 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2024-03-19T01:46:34.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:33 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:34.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:33 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:34.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:33 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:46:34.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:33 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:46:34.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:33 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:46:34.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:33 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:46:34.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:33 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:34.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:33 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:34.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:33 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:46:34.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:33 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:34.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:33 smithi102 ceph-mon[66557]: purged_snaps scrub starts
2024-03-19T01:46:34.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:33 smithi102 ceph-mon[66557]: purged_snaps scrub ok
2024-03-19T01:46:34.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:33 smithi102 ceph-mon[66557]: osd.11 [v2:172.21.15.102:6824/2997263049,v1:172.21.15.102:6825/2997263049] boot
2024-03-19T01:46:34.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:33 smithi102 ceph-mon[66557]: osdmap e80: 12 total, 12 up, 12 in
2024-03-19T01:46:34.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:33 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2024-03-19T01:46:34.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:33 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:34.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:33 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:34.232 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:33 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:46:34.232 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:33 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:46:34.232 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:33 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:46:34.232 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:33 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:46:34.232 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:33 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:34.232 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:33 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:34.232 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:33 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:46:34.232 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:33 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:34.437 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph osd stat -f json
2024-03-19T01:46:34.684 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:46:35.066 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:34 smithi046 ceph-mon[63102]: Detected new or changed devices on smithi102
2024-03-19T01:46:35.067 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:34 smithi046 ceph-mon[63102]: Adjusting osd_memory_target on smithi102 to  4272M
2024-03-19T01:46:35.067 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:34 smithi046 ceph-mon[63102]: osdmap e81: 12 total, 12 up, 12 in
2024-03-19T01:46:35.067 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:34 smithi046 ceph-mon[63102]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:35.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:34 smithi073 ceph-mon[66833]: Detected new or changed devices on smithi102
2024-03-19T01:46:35.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:34 smithi073 ceph-mon[66833]: Adjusting osd_memory_target on smithi102 to  4272M
2024-03-19T01:46:35.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:34 smithi073 ceph-mon[66833]: osdmap e81: 12 total, 12 up, 12 in
2024-03-19T01:46:35.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:34 smithi073 ceph-mon[66833]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:35.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:34 smithi102 ceph-mon[66557]: Detected new or changed devices on smithi102
2024-03-19T01:46:35.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:34 smithi102 ceph-mon[66557]: Adjusting osd_memory_target on smithi102 to  4272M
2024-03-19T01:46:35.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:34 smithi102 ceph-mon[66557]: osdmap e81: 12 total, 12 up, 12 in
2024-03-19T01:46:35.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:34 smithi102 ceph-mon[66557]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:36.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:35 smithi046 ceph-mon[63102]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:36.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:35 smithi073 ceph-mon[66833]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:36.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:35 smithi102 ceph-mon[66557]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:36.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.421+0000 7efd47fcb700  1 -- 172.21.15.46:0/808006751 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd40103f00 msgr2=0x7efd4010a7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:36.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.421+0000 7efd47fcb700  1 --2- 172.21.15.46:0/808006751 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd40103f00 0x7efd4010a7b0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7efd3800b0d0 tx=0x7efd3800b3e0 comp rx=0 tx=0).stop
2024-03-19T01:46:36.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.421+0000 7efd47fcb700  1 -- 172.21.15.46:0/808006751 shutdown_connections
2024-03-19T01:46:36.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.421+0000 7efd47fcb700  1 --2- 172.21.15.46:0/808006751 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd40103f00 0x7efd4010a7b0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:36.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.421+0000 7efd47fcb700  1 --2- 172.21.15.46:0/808006751 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efd40102360 0x7efd40102780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:36.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.421+0000 7efd47fcb700  1 --2- 172.21.15.46:0/808006751 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efd40103560 0x7efd401039c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:36.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.421+0000 7efd47fcb700  1 -- 172.21.15.46:0/808006751 >> 172.21.15.46:0/808006751 conn(0x7efd400fd920 msgr2=0x7efd400ffd40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:46:36.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.422+0000 7efd47fcb700  1 -- 172.21.15.46:0/808006751 shutdown_connections
2024-03-19T01:46:36.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.422+0000 7efd47fcb700  1 -- 172.21.15.46:0/808006751 wait complete.
2024-03-19T01:46:36.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.422+0000 7efd47fcb700  1  Processor -- start
2024-03-19T01:46:36.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.422+0000 7efd47fcb700  1 --  start start
2024-03-19T01:46:36.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.422+0000 7efd47fcb700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efd40102360 0x7efd401983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:36.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.422+0000 7efd47fcb700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd40103560 0x7efd40198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:36.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.422+0000 7efd47fcb700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efd40103f00 0x7efd4019f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:36.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.422+0000 7efd47fcb700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7efd4010dde0 con 0x7efd40103560
2024-03-19T01:46:36.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.422+0000 7efd47fcb700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7efd4010dc60 con 0x7efd40102360
2024-03-19T01:46:36.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.422+0000 7efd47fcb700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7efd4010df60 con 0x7efd40103f00
2024-03-19T01:46:36.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.422+0000 7efd45566700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd40103560 0x7efd40198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:36.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.422+0000 7efd45566700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd40103560 0x7efd40198910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41990/0 (socket says 172.21.15.46:41990)
2024-03-19T01:46:36.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.422+0000 7efd45566700  1 -- 172.21.15.46:0/1341466661 learned_addr learned my addr 172.21.15.46:0/1341466661 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:46:36.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.423+0000 7efd45d67700  1 --2- 172.21.15.46:0/1341466661 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efd40102360 0x7efd401983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:36.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.423+0000 7efd46568700  1 --2- 172.21.15.46:0/1341466661 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efd40103f00 0x7efd4019f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:36.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.423+0000 7efd45566700  1 -- 172.21.15.46:0/1341466661 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efd40103f00 msgr2=0x7efd4019f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:36.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.423+0000 7efd45566700  1 --2- 172.21.15.46:0/1341466661 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efd40103f00 0x7efd4019f990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:36.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.423+0000 7efd45566700  1 -- 172.21.15.46:0/1341466661 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efd40102360 msgr2=0x7efd401983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:36.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.423+0000 7efd45566700  1 --2- 172.21.15.46:0/1341466661 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efd40102360 0x7efd401983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:36.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.423+0000 7efd45566700  1 -- 172.21.15.46:0/1341466661 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd401a0030 con 0x7efd40103560
2024-03-19T01:46:36.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.423+0000 7efd46568700  1 --2- 172.21.15.46:0/1341466661 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efd40103f00 0x7efd4019f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:46:36.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.423+0000 7efd45566700  1 --2- 172.21.15.46:0/1341466661 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd40103560 0x7efd40198910 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7efd3400d9b0 tx=0x7efd3400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:46:36.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.423+0000 7efd32ffd700  1 -- 172.21.15.46:0/1341466661 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd34016070 con 0x7efd40103560
2024-03-19T01:46:36.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.423+0000 7efd32ffd700  1 -- 172.21.15.46:0/1341466661 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efd34004830 con 0x7efd40103560
2024-03-19T01:46:36.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.423+0000 7efd32ffd700  1 -- 172.21.15.46:0/1341466661 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd340054f0 con 0x7efd40103560
2024-03-19T01:46:36.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.423+0000 7efd47fcb700  1 -- 172.21.15.46:0/1341466661 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd401a0320 con 0x7efd40103560
2024-03-19T01:46:36.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.423+0000 7efd47fcb700  1 -- 172.21.15.46:0/1341466661 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd40074540 con 0x7efd40103560
2024-03-19T01:46:36.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.424+0000 7efd47fcb700  1 -- 172.21.15.46:0/1341466661 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd40068fd0 con 0x7efd40103560
2024-03-19T01:46:36.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.425+0000 7efd32ffd700  1 -- 172.21.15.46:0/1341466661 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7efd340049e0 con 0x7efd40103560
2024-03-19T01:46:36.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.426+0000 7efd32ffd700  1 --2- 172.21.15.46:0/1341466661 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7efd2c0a6ca0 0x7efd2c0a9160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:36.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.426+0000 7efd45d67700  1 --2- 172.21.15.46:0/1341466661 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7efd2c0a6ca0 0x7efd2c0a9160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:36.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.426+0000 7efd32ffd700  1 -- 172.21.15.46:0/1341466661 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7efd340ce8c0 con 0x7efd40103560
2024-03-19T01:46:36.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.427+0000 7efd45d67700  1 --2- 172.21.15.46:0/1341466661 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7efd2c0a6ca0 0x7efd2c0a9160 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7efd401033c0 tx=0x7efd3c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:46:36.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.430+0000 7efd32ffd700  1 -- 172.21.15.46:0/1341466661 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7efd3401f020 con 0x7efd40103560
2024-03-19T01:46:36.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.637+0000 7efd47fcb700  1 -- 172.21.15.46:0/1341466661 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7efd40062f20 con 0x7efd40103560
2024-03-19T01:46:36.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.637+0000 7efd32ffd700  1 -- 172.21.15.46:0/1341466661 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0  v81) ==== 74+0+133 (secure 0 0 0) 0x7efd3409be00 con 0x7efd40103560
2024-03-19T01:46:36.639 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:46:36.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.639+0000 7efd47fcb700  1 -- 172.21.15.46:0/1341466661 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7efd2c0a6ca0 msgr2=0x7efd2c0a9160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:36.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.639+0000 7efd47fcb700  1 --2- 172.21.15.46:0/1341466661 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7efd2c0a6ca0 0x7efd2c0a9160 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7efd401033c0 tx=0x7efd3c00b410 comp rx=0 tx=0).stop
2024-03-19T01:46:36.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.639+0000 7efd47fcb700  1 -- 172.21.15.46:0/1341466661 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd40103560 msgr2=0x7efd40198910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:36.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.639+0000 7efd47fcb700  1 --2- 172.21.15.46:0/1341466661 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd40103560 0x7efd40198910 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7efd3400d9b0 tx=0x7efd3400dcc0 comp rx=0 tx=0).stop
2024-03-19T01:46:36.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.639+0000 7efd47fcb700  1 -- 172.21.15.46:0/1341466661 shutdown_connections
2024-03-19T01:46:36.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.639+0000 7efd47fcb700  1 --2- 172.21.15.46:0/1341466661 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7efd2c0a6ca0 0x7efd2c0a9160 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:36.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.639+0000 7efd47fcb700  1 --2- 172.21.15.46:0/1341466661 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efd40103f00 0x7efd4019f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:36.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.639+0000 7efd47fcb700  1 --2- 172.21.15.46:0/1341466661 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efd40102360 0x7efd401983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:36.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.639+0000 7efd47fcb700  1 --2- 172.21.15.46:0/1341466661 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd40103560 0x7efd40198910 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:36.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.639+0000 7efd47fcb700  1 -- 172.21.15.46:0/1341466661 >> 172.21.15.46:0/1341466661 conn(0x7efd400fd920 msgr2=0x7efd40106860 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:46:36.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.639+0000 7efd47fcb700  1 -- 172.21.15.46:0/1341466661 shutdown_connections
2024-03-19T01:46:36.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:36.640+0000 7efd47fcb700  1 -- 172.21.15.46:0/1341466661 wait complete.
2024-03-19T01:46:37.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:36 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1341466661' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch
2024-03-19T01:46:37.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:36 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1341466661' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch
2024-03-19T01:46:37.272 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:36 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1341466661' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch
2024-03-19T01:46:37.299 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":81,"num_osds":12,"num_up_osds":12,"osd_up_since":1710812792,"num_in_osds":12,"osd_in_since":1710812772,"num_remapped_pgs":0}
2024-03-19T01:46:37.300 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph osd dump --format=json
2024-03-19T01:46:37.542 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:46:39.042 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:38 smithi046 ceph-mon[63102]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:39.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:38 smithi073 ceph-mon[66833]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:39.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:38 smithi102 ceph-mon[66557]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:39.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.273+0000 7efc7e6fa700  1 -- 172.21.15.46:0/3060693939 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc781025f0 msgr2=0x7efc781029d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:39.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.273+0000 7efc7e6fa700  1 --2- 172.21.15.46:0/3060693939 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc781025f0 0x7efc781029d0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7efc680099c0 tx=0x7efc68009cd0 comp rx=0 tx=0).stop
2024-03-19T01:46:39.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.273+0000 7efc7e6fa700  1 -- 172.21.15.46:0/3060693939 shutdown_connections
2024-03-19T01:46:39.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.273+0000 7efc7e6fa700  1 --2- 172.21.15.46:0/3060693939 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efc781076a0 0x7efc7810f220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:39.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.273+0000 7efc7e6fa700  1 --2- 172.21.15.46:0/3060693939 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc781025f0 0x7efc781029d0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:39.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.273+0000 7efc7e6fa700  1 --2- 172.21.15.46:0/3060693939 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efc78102fa0 0x7efc78106f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:39.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.273+0000 7efc7e6fa700  1 -- 172.21.15.46:0/3060693939 >> 172.21.15.46:0/3060693939 conn(0x7efc78079430 msgr2=0x7efc78079840 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:46:39.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.273+0000 7efc7e6fa700  1 -- 172.21.15.46:0/3060693939 shutdown_connections
2024-03-19T01:46:39.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.273+0000 7efc7e6fa700  1 -- 172.21.15.46:0/3060693939 wait complete.
2024-03-19T01:46:39.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.273+0000 7efc7e6fa700  1  Processor -- start
2024-03-19T01:46:39.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.273+0000 7efc7e6fa700  1 --  start start
2024-03-19T01:46:39.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.274+0000 7efc7e6fa700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efc781025f0 0x7efc78074610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:39.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.274+0000 7efc7e6fa700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efc78102fa0 0x7efc78074b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:39.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.274+0000 7efc7e6fa700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc781076a0 0x7efc78075090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:39.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.274+0000 7efc7e6fa700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7efc78112500 con 0x7efc781076a0
2024-03-19T01:46:39.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.274+0000 7efc7e6fa700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7efc78112380 con 0x7efc78102fa0
2024-03-19T01:46:39.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.274+0000 7efc7e6fa700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7efc78112680 con 0x7efc781025f0
2024-03-19T01:46:39.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.274+0000 7efc7cc97700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc781076a0 0x7efc78075090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:39.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.274+0000 7efc7cc97700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc781076a0 0x7efc78075090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:42006/0 (socket says 172.21.15.46:42006)
2024-03-19T01:46:39.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.274+0000 7efc7cc97700  1 -- 172.21.15.46:0/1818701039 learned_addr learned my addr 172.21.15.46:0/1818701039 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:46:39.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.274+0000 7efc77fff700  1 --2- 172.21.15.46:0/1818701039 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efc781025f0 0x7efc78074610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:39.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.274+0000 7efc777fe700  1 --2- 172.21.15.46:0/1818701039 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efc78102fa0 0x7efc78074b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:39.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.274+0000 7efc7cc97700  1 -- 172.21.15.46:0/1818701039 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efc781025f0 msgr2=0x7efc78074610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:39.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.274+0000 7efc7cc97700  1 --2- 172.21.15.46:0/1818701039 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efc781025f0 0x7efc78074610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:39.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.274+0000 7efc7cc97700  1 -- 172.21.15.46:0/1818701039 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efc78102fa0 msgr2=0x7efc78074b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:39.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.274+0000 7efc7cc97700  1 --2- 172.21.15.46:0/1818701039 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efc78102fa0 0x7efc78074b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:39.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.274+0000 7efc7cc97700  1 -- 172.21.15.46:0/1818701039 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc781a6f60 con 0x7efc781076a0
2024-03-19T01:46:39.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.274+0000 7efc7cc97700  1 --2- 172.21.15.46:0/1818701039 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc781076a0 0x7efc78075090 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7efc70007ee0 tx=0x7efc7000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:46:39.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.275+0000 7efc757fa700  1 -- 172.21.15.46:0/1818701039 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc70004bb0 con 0x7efc781076a0
2024-03-19T01:46:39.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.275+0000 7efc7e6fa700  1 -- 172.21.15.46:0/1818701039 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc781a7250 con 0x7efc781076a0
2024-03-19T01:46:39.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.275+0000 7efc757fa700  1 -- 172.21.15.46:0/1818701039 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efc70004d50 con 0x7efc781076a0
2024-03-19T01:46:39.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.275+0000 7efc757fa700  1 -- 172.21.15.46:0/1818701039 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc700058e0 con 0x7efc781076a0
2024-03-19T01:46:39.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.275+0000 7efc7e6fa700  1 -- 172.21.15.46:0/1818701039 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc781a7790 con 0x7efc781076a0
2024-03-19T01:46:39.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.276+0000 7efc7e6fa700  1 -- 172.21.15.46:0/1818701039 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc7810a870 con 0x7efc781076a0
2024-03-19T01:46:39.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.277+0000 7efc757fa700  1 -- 172.21.15.46:0/1818701039 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7efc7001a020 con 0x7efc781076a0
2024-03-19T01:46:39.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.277+0000 7efc757fa700  1 --2- 172.21.15.46:0/1818701039 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7efc600a2890 0x7efc600a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:39.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.277+0000 7efc757fa700  1 -- 172.21.15.46:0/1818701039 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7efc700ce2e0 con 0x7efc781076a0
2024-03-19T01:46:39.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.278+0000 7efc77fff700  1 --2- 172.21.15.46:0/1818701039 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7efc600a2890 0x7efc600a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:39.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.278+0000 7efc77fff700  1 --2- 172.21.15.46:0/1818701039 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7efc600a2890 0x7efc600a4d50 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7efc68000c00 tx=0x7efc68005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:46:39.282 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.281+0000 7efc757fa700  1 -- 172.21.15.46:0/1818701039 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7efc70010070 con 0x7efc781076a0
2024-03-19T01:46:39.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.489+0000 7efc7e6fa700  1 -- 172.21.15.46:0/1818701039 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7efc7810a250 con 0x7efc781076a0
2024-03-19T01:46:39.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.490+0000 7efc757fa700  1 -- 172.21.15.46:0/1818701039 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v81) ==== 74+0+18395 (secure 0 0 0) 0x7efc7009b820 con 0x7efc781076a0
2024-03-19T01:46:39.491 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:46:39.491 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":81,"fsid":"53c8cf3e-e591-11ee-95c9-87774f69a715","created":"2024-03-19T01:39:22.615473+0000","modified":"2024-03-19T01:46:33.784955+0000","last_up_change":"2024-03-19T01:46:32.777223+0000","last_in_change":"2024-03-19T01:46:12.842023+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-19T01:42:46.174113+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4fc98477-1fec-465b-892b-9a0c12e15754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6803","nonce":1888713943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6805","nonce":1888713943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6809","nonce":1888713943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6807","nonce":1888713943}]},"public_addr":"172.21.15.46:6803/1888713943","cluster_addr":"172.21.15.46:6805/1888713943","heartbeat_back_addr":"172.21.15.46:6809/1888713943","heartbeat_front_addr":"172.21.15.46:6807/1888713943","state":["exists","up"]},{"osd":1,"uuid":"4109d6a1-240e-4f1f-b09d-75f3b77e6303","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6801","nonce":2502945674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6803","nonce":2502945674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6807","nonce":2502945674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6805","nonce":2502945674}]},"public_addr":"172.21.15.73:6801/2502945674","cluster_addr":"172.21.15.73:6803/2502945674","heartbeat_back_addr":"172.21.15.73:6807/2502945674","heartbeat_front_addr":"172.21.15.73:6805/2502945674","state":["exists","up"]},{"osd":2,"uuid":"45e8479c-4006-4dd4-bdd8-b4a2eafacc80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6801","nonce":90484514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6803","nonce":90484514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6807","nonce":90484514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6805","nonce":90484514}]},"public_addr":"172.21.15.102:6801/90484514","cluster_addr":"172.21.15.102:6803/90484514","heartbeat_back_addr":"172.21.15.102:6807/90484514","heartbeat_front_addr":"172.21.15.102:6805/90484514","state":["exists","up"]},{"osd":3,"uuid":"4cdc93cf-2e8d-436d-a78a-c235e9b970fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6811","nonce":3336792470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6813","nonce":3336792470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6817","nonce":3336792470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6815","nonce":3336792470}]},"public_addr":"172.21.15.46:6811/3336792470","cluster_addr":"172.21.15.46:6813/3336792470","heartbeat_back_addr":"172.21.15.46:6817/3336792470","heartbeat_front_addr":"172.21.15.46:6815/3336792470","state":["exists","up"]},{"osd":4,"uuid":"35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6809","nonce":1192862788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6811","nonce":1192862788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6815","nonce":1192862788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6813","nonce":1192862788}]},"public_addr":"172.21.15.73:6809/1192862788","cluster_addr":"172.21.15.73:6811/1192862788","heartbeat_back_addr":"172.21.15.73:6815/1192862788","heartbeat_front_addr":"172.21.15.73:6813/1192862788","state":["exists","up"]},{"osd":5,"uuid":"1587c1e6-6719-4117-a80f-5c6bce0e5814","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6809","nonce":3252664135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6811","nonce":3252664135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6815","nonce":3252664135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6813","nonce":3252664135}]},"public_addr":"172.21.15.102:6809/3252664135","cluster_addr":"172.21.15.102:6811/3252664135","heartbeat_back_addr":"172.21.15.102:6815/3252664135","heartbeat_front_addr":"172.21.15.102:6813/3252664135","state":["exists","up"]},{"osd":6,"uuid":"af41cbff-69e5-45ab-ad59-95e5addd1b6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6819","nonce":595340737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6821","nonce":595340737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6825","nonce":595340737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6823","nonce":595340737}]},"public_addr":"172.21.15.46:6819/595340737","cluster_addr":"172.21.15.46:6821/595340737","heartbeat_back_addr":"172.21.15.46:6825/595340737","heartbeat_front_addr":"172.21.15.46:6823/595340737","state":["exists","up"]},{"osd":7,"uuid":"23e9241a-4ed9-4606-93c1-ccfe277d0c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6817","nonce":143082020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6819","nonce":143082020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6823","nonce":143082020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6821","nonce":143082020}]},"public_addr":"172.21.15.73:6817/143082020","cluster_addr":"172.21.15.73:6819/143082020","heartbeat_back_addr":"172.21.15.73:6823/143082020","heartbeat_front_addr":"172.21.15.73:6821/143082020","state":["exists","up"]},{"osd":8,"uuid":"c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6817","nonce":2533208086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6819","nonce":2533208086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6823","nonce":2533208086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6821","nonce":2533208086}]},"public_addr":"172.21.15.102:6817/2533208086","cluster_addr":"172.21.15.102:6819/2533208086","heartbeat_back_addr":"172.21.15.102:6823/2533208086","heartbeat_front_addr":"172.21.15.102:6821/2533208086","state":["exists","up"]},{"osd":9,"uuid":"a16dd21b-77e4-4148-90a3-c085fd621fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6827","nonce":4252594050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6829","nonce":4252594050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6833","nonce":4252594050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6831","nonce":4252594050}]},"public_addr":"172.21.15.46:6827/4252594050","cluster_addr":"172.21.15.46:6829/4252594050","heartbeat_back_addr":"172.21.15.46:6833/4252594050","heartbeat_front_addr":"172.21.15.46:6831/4252594050","state":["exists","up"]},{"osd":10,"uuid":"3a794482-bcfa-4e99-8e96-77228a828ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6825","nonce":1252006239}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6827","nonce":1252006239}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6831","nonce":1252006239}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6829","nonce":1252006239}]},"public_addr":"172.21.15.73:6825/1252006239","cluster_addr":"172.21.15.73:6827/1252006239","heartbeat_back_addr":"172.21.15.73:6831/1252006239","heartbeat_front_addr":"172.21.15.73:6829/1252006239","state":["exists","up"]},{"osd":11,"uuid":"93bdea99-6072-431a-a919-3aecf631c727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6825","nonce":2997263049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6827","nonce":2997263049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6831","nonce":2997263049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6829","nonce":2997263049}]},"public_addr":"172.21.15.102:6825/2997263049","cluster_addr":"172.21.15.102:6827/2997263049","heartbeat_back_addr":"172.21.15.102:6831/2997263049","heartbeat_front_addr":"172.21.15.102:6829/2997263049","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:41:54.705424+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:18.405516+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:42.028548+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:06.440586+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:31.526566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:56.491476+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:22.116952+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:48.187884+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:12.546546+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:39.238062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:05.249938+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:30.959573+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:6800/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/534183632":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/3469071427":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/816672825":"2024-03-20T01:39:49.978463+0000","172.21.15.46:6800/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/482098752":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/3024883566":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/2231887791":"2024-03-20T01:39:49.978463+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-03-19T01:46:39.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.492+0000 7efc7e6fa700  1 -- 172.21.15.46:0/1818701039 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7efc600a2890 msgr2=0x7efc600a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:39.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.492+0000 7efc7e6fa700  1 --2- 172.21.15.46:0/1818701039 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7efc600a2890 0x7efc600a4d50 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7efc68000c00 tx=0x7efc68005fb0 comp rx=0 tx=0).stop
2024-03-19T01:46:39.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.492+0000 7efc7e6fa700  1 -- 172.21.15.46:0/1818701039 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc781076a0 msgr2=0x7efc78075090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:39.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.492+0000 7efc7e6fa700  1 --2- 172.21.15.46:0/1818701039 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc781076a0 0x7efc78075090 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7efc70007ee0 tx=0x7efc7000d3b0 comp rx=0 tx=0).stop
2024-03-19T01:46:39.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.492+0000 7efc7e6fa700  1 -- 172.21.15.46:0/1818701039 shutdown_connections
2024-03-19T01:46:39.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.492+0000 7efc7e6fa700  1 --2- 172.21.15.46:0/1818701039 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7efc600a2890 0x7efc600a4d50 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:39.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.492+0000 7efc7e6fa700  1 --2- 172.21.15.46:0/1818701039 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc781076a0 0x7efc78075090 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:39.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.492+0000 7efc7e6fa700  1 --2- 172.21.15.46:0/1818701039 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efc781025f0 0x7efc78074610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:39.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.492+0000 7efc7e6fa700  1 --2- 172.21.15.46:0/1818701039 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efc78102fa0 0x7efc78074b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:39.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.492+0000 7efc7e6fa700  1 -- 172.21.15.46:0/1818701039 >> 172.21.15.46:0/1818701039 conn(0x7efc78079430 msgr2=0x7efc781087d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:46:39.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.492+0000 7efc7e6fa700  1 -- 172.21.15.46:0/1818701039 shutdown_connections
2024-03-19T01:46:39.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:39.492+0000 7efc7e6fa700  1 -- 172.21.15.46:0/1818701039 wait complete.
2024-03-19T01:46:40.164 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:39 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1818701039' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:46:40.191 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-19T01:42:46.174113+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}]
2024-03-19T01:46:40.191 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph osd pool get .mgr pg_num
2024-03-19T01:46:40.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:39 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1818701039' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:46:40.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:39 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1818701039' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:46:40.431 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:46:41.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:40 smithi073 ceph-mon[66833]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:41.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:40 smithi102 ceph-mon[66557]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:41.239 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:40 smithi046 ceph-mon[63102]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:42.197 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.191+0000 7f2bd6050700  1 -- 172.21.15.46:0/605643152 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2bd0101c70 msgr2=0x7f2bd0102050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:42.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.191+0000 7f2bd6050700  1 --2- 172.21.15.46:0/605643152 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2bd0101c70 0x7f2bd0102050 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f2bc0009990 tx=0x7f2bc0009ca0 comp rx=0 tx=0).stop
2024-03-19T01:46:42.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.191+0000 7f2bd6050700  1 -- 172.21.15.46:0/605643152 shutdown_connections
2024-03-19T01:46:42.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.191+0000 7f2bd6050700  1 --2- 172.21.15.46:0/605643152 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2bd0106590 0x7f2bd010e160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:42.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.191+0000 7f2bd6050700  1 --2- 172.21.15.46:0/605643152 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2bd0101c70 0x7f2bd0102050 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:42.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.191+0000 7f2bd6050700  1 --2- 172.21.15.46:0/605643152 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2bd0102620 0x7f2bd0105eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:42.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.191+0000 7f2bd6050700  1 -- 172.21.15.46:0/605643152 >> 172.21.15.46:0/605643152 conn(0x7f2bd0077810 msgr2=0x7f2bd00fec30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:46:42.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.191+0000 7f2bd6050700  1 -- 172.21.15.46:0/605643152 shutdown_connections
2024-03-19T01:46:42.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.191+0000 7f2bd6050700  1 -- 172.21.15.46:0/605643152 wait complete.
2024-03-19T01:46:42.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.192+0000 7f2bd6050700  1  Processor -- start
2024-03-19T01:46:42.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.192+0000 7f2bd6050700  1 --  start start
2024-03-19T01:46:42.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.192+0000 7f2bd6050700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2bd0101c70 0x7f2bd019e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:42.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.192+0000 7f2bd6050700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2bd0102620 0x7f2bd019ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:42.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.192+0000 7f2bd6050700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2bd0106590 0x7f2bd0198950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:42.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.192+0000 7f2bd6050700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f2bd0112590 con 0x7f2bd0102620
2024-03-19T01:46:42.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.192+0000 7f2bd6050700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f2bd0112410 con 0x7f2bd0101c70
2024-03-19T01:46:42.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.192+0000 7f2bd6050700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2bd0112710 con 0x7f2bd0106590
2024-03-19T01:46:42.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.192+0000 7f2bceffd700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2bd0102620 0x7f2bd019ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:42.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.192+0000 7f2bceffd700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2bd0102620 0x7f2bd019ecd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:42024/0 (socket says 172.21.15.46:42024)
2024-03-19T01:46:42.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.192+0000 7f2bceffd700  1 -- 172.21.15.46:0/1434724492 learned_addr learned my addr 172.21.15.46:0/1434724492 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:46:42.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.192+0000 7f2bcf7fe700  1 --2- 172.21.15.46:0/1434724492 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2bd0101c70 0x7f2bd019e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:42.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.192+0000 7f2bcffff700  1 --2- 172.21.15.46:0/1434724492 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2bd0106590 0x7f2bd0198950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:42.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.192+0000 7f2bceffd700  1 -- 172.21.15.46:0/1434724492 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2bd0106590 msgr2=0x7f2bd0198950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:42.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.192+0000 7f2bceffd700  1 --2- 172.21.15.46:0/1434724492 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2bd0106590 0x7f2bd0198950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:42.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.192+0000 7f2bceffd700  1 -- 172.21.15.46:0/1434724492 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2bd0101c70 msgr2=0x7f2bd019e790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:42.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.192+0000 7f2bceffd700  1 --2- 172.21.15.46:0/1434724492 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2bd0101c70 0x7f2bd019e790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:42.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.192+0000 7f2bceffd700  1 -- 172.21.15.46:0/1434724492 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bd01990b0 con 0x7f2bd0102620
2024-03-19T01:46:42.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.192+0000 7f2bcffff700  1 --2- 172.21.15.46:0/1434724492 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2bd0106590 0x7f2bd0198950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed!
2024-03-19T01:46:42.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.193+0000 7f2bceffd700  1 --2- 172.21.15.46:0/1434724492 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2bd0102620 0x7f2bd019ecd0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f2bc400c8f0 tx=0x7f2bc400cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:46:42.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.193+0000 7f2bccff9700  1 -- 172.21.15.46:0/1434724492 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bc4007940 con 0x7f2bd0102620
2024-03-19T01:46:42.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.193+0000 7f2bd6050700  1 -- 172.21.15.46:0/1434724492 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2bd01993a0 con 0x7f2bd0102620
2024-03-19T01:46:42.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.193+0000 7f2bccff9700  1 -- 172.21.15.46:0/1434724492 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2bc400f450 con 0x7f2bd0102620
2024-03-19T01:46:42.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.193+0000 7f2bccff9700  1 -- 172.21.15.46:0/1434724492 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bc4018660 con 0x7f2bd0102620
2024-03-19T01:46:42.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.193+0000 7f2bd6050700  1 -- 172.21.15.46:0/1434724492 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2bd01a5660 con 0x7f2bd0102620
2024-03-19T01:46:42.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.194+0000 7f2bd6050700  1 -- 172.21.15.46:0/1434724492 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2bd0102a20 con 0x7f2bd0102620
2024-03-19T01:46:42.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.195+0000 7f2bccff9700  1 -- 172.21.15.46:0/1434724492 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f2bc4007ae0 con 0x7f2bd0102620
2024-03-19T01:46:42.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.196+0000 7f2bccff9700  1 --2- 172.21.15.46:0/1434724492 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f2bb80a2890 0x7f2bb80a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:42.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.196+0000 7f2bcf7fe700  1 --2- 172.21.15.46:0/1434724492 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f2bb80a2890 0x7f2bb80a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:42.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.196+0000 7f2bccff9700  1 -- 172.21.15.46:0/1434724492 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f2bc40ce520 con 0x7f2bd0102620
2024-03-19T01:46:42.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.196+0000 7f2bcf7fe700  1 --2- 172.21.15.46:0/1434724492 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f2bb80a2890 0x7f2bb80a4d50 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f2bc000b5c0 tx=0x7f2bc0005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:46:42.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.200+0000 7f2bccff9700  1 -- 172.21.15.46:0/1434724492 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f2bc4014030 con 0x7f2bd0102620
2024-03-19T01:46:42.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.402+0000 7f2bd6050700  1 -- 172.21.15.46:0/1434724492 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f2bd0069000 con 0x7f2bd0102620
2024-03-19T01:46:42.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.403+0000 7f2bccff9700  1 -- 172.21.15.46:0/1434724492 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0  v81) ==== 93+0+10 (secure 0 0 0) 0x7f2bd0069000 con 0x7f2bd0102620
2024-03-19T01:46:42.404 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1
2024-03-19T01:46:42.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.405+0000 7f2bd6050700  1 -- 172.21.15.46:0/1434724492 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f2bb80a2890 msgr2=0x7f2bb80a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:42.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.405+0000 7f2bd6050700  1 --2- 172.21.15.46:0/1434724492 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f2bb80a2890 0x7f2bb80a4d50 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f2bc000b5c0 tx=0x7f2bc0005960 comp rx=0 tx=0).stop
2024-03-19T01:46:42.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.405+0000 7f2bd6050700  1 -- 172.21.15.46:0/1434724492 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2bd0102620 msgr2=0x7f2bd019ecd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:42.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.405+0000 7f2bd6050700  1 --2- 172.21.15.46:0/1434724492 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2bd0102620 0x7f2bd019ecd0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f2bc400c8f0 tx=0x7f2bc400cc00 comp rx=0 tx=0).stop
2024-03-19T01:46:42.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.405+0000 7f2bd6050700  1 -- 172.21.15.46:0/1434724492 shutdown_connections
2024-03-19T01:46:42.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.405+0000 7f2bd6050700  1 --2- 172.21.15.46:0/1434724492 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f2bb80a2890 0x7f2bb80a4d50 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:42.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.405+0000 7f2bd6050700  1 --2- 172.21.15.46:0/1434724492 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2bd0106590 0x7f2bd0198950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:42.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.405+0000 7f2bd6050700  1 --2- 172.21.15.46:0/1434724492 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2bd0101c70 0x7f2bd019e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:42.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.405+0000 7f2bd6050700  1 --2- 172.21.15.46:0/1434724492 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2bd0102620 0x7f2bd019ecd0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:42.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.405+0000 7f2bd6050700  1 -- 172.21.15.46:0/1434724492 >> 172.21.15.46:0/1434724492 conn(0x7f2bd0077810 msgr2=0x7f2bd00fec30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:46:42.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.405+0000 7f2bd6050700  1 -- 172.21.15.46:0/1434724492 shutdown_connections
2024-03-19T01:46:42.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:42.405+0000 7f2bd6050700  1 -- 172.21.15.46:0/1434724492 wait complete.
2024-03-19T01:46:43.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:42 smithi046 ceph-mon[63102]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:43.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:42 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1434724492' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:46:43.159 INFO:tasks.cephadm:Adding mds.a on smithi046
2024-03-19T01:46:43.159 INFO:tasks.cephadm:Adding mds.d on smithi046
2024-03-19T01:46:43.159 INFO:tasks.cephadm:Adding mds.g on smithi046
2024-03-19T01:46:43.159 INFO:tasks.cephadm:Adding mds.j on smithi046
2024-03-19T01:46:43.159 INFO:tasks.cephadm:Adding mds.b on smithi073
2024-03-19T01:46:43.160 INFO:tasks.cephadm:Adding mds.e on smithi073
2024-03-19T01:46:43.160 INFO:tasks.cephadm:Adding mds.h on smithi073
2024-03-19T01:46:43.160 INFO:tasks.cephadm:Adding mds.k on smithi073
2024-03-19T01:46:43.160 INFO:tasks.cephadm:Adding mds.c on smithi102
2024-03-19T01:46:43.160 INFO:tasks.cephadm:Adding mds.f on smithi102
2024-03-19T01:46:43.160 INFO:tasks.cephadm:Adding mds.i on smithi102
2024-03-19T01:46:43.160 INFO:tasks.cephadm:Adding mds.l on smithi102
2024-03-19T01:46:43.160 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph orch apply mds all '12;smithi046=a;smithi046=d;smithi046=g;smithi046=j;smithi073=b;smithi073=e;smithi073=h;smithi073=k;smithi102=c;smithi102=f;smithi102=i;smithi102=l'
2024-03-19T01:46:43.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:42 smithi102 ceph-mon[66557]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:43.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:42 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1434724492' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:46:43.409 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.c/config
2024-03-19T01:46:43.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:42 smithi073 ceph-mon[66833]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:43.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:42 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1434724492' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:46:45.036 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.034+0000 7f8a9639a700  1 -- 172.21.15.102:0/2989602087 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a90102440 msgr2=0x7f8a901028a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:45.036 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.034+0000 7f8a9639a700  1 --2- 172.21.15.102:0/2989602087 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a90102440 0x7f8a901028a0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f8a84009990 tx=0x7f8a84009ca0 comp rx=0 tx=0).stop
2024-03-19T01:46:45.036 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.034+0000 7f8a9639a700  1 -- 172.21.15.102:0/2989602087 shutdown_connections
2024-03-19T01:46:45.036 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.034+0000 7f8a9639a700  1 --2- 172.21.15.102:0/2989602087 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a90102de0 0x7f8a90109690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:45.036 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.034+0000 7f8a9639a700  1 --2- 172.21.15.102:0/2989602087 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8a90101240 0x7f8a90101660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:45.036 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.034+0000 7f8a9639a700  1 --2- 172.21.15.102:0/2989602087 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a90102440 0x7f8a901028a0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:45.036 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.034+0000 7f8a9639a700  1 -- 172.21.15.102:0/2989602087 >> 172.21.15.102:0/2989602087 conn(0x7f8a900fc7e0 msgr2=0x7f8a900fec20 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:46:45.036 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.034+0000 7f8a9639a700  1 -- 172.21.15.102:0/2989602087 shutdown_connections
2024-03-19T01:46:45.036 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.034+0000 7f8a9639a700  1 -- 172.21.15.102:0/2989602087 wait complete.
2024-03-19T01:46:45.037 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.035+0000 7f8a9639a700  1  Processor -- start
2024-03-19T01:46:45.037 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.035+0000 7f8a9639a700  1 --  start start
2024-03-19T01:46:45.037 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.035+0000 7f8a9639a700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8a90101240 0x7f8a9006aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:45.037 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.035+0000 7f8a9639a700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a90102440 0x7f8a9019d400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:45.037 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.035+0000 7f8a9639a700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a90102de0 0x7f8a9019f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:45.037 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.035+0000 7f8a9639a700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f8a9010cdd0 con 0x7f8a90102440
2024-03-19T01:46:45.037 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.035+0000 7f8a9639a700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f8a9010cc50 con 0x7f8a90101240
2024-03-19T01:46:45.037 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.035+0000 7f8a9639a700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f8a9010cf50 con 0x7f8a90102de0
2024-03-19T01:46:45.037 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.035+0000 7f8a94937700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a90102de0 0x7f8a9019f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:45.037 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.035+0000 7f8a8f7fe700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a90102440 0x7f8a9019d400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:45.037 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.035+0000 7f8a94937700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a90102de0 0x7f8a9019f9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.102:38142/0 (socket says 172.21.15.102:38142)
2024-03-19T01:46:45.037 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.035+0000 7f8a94937700  1 -- 172.21.15.102:0/4065919916 learned_addr learned my addr 172.21.15.102:0/4065919916 (peer_addr_for_me v2:172.21.15.102:0/0)
2024-03-19T01:46:45.037 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.035+0000 7f8a8ffff700  1 --2- 172.21.15.102:0/4065919916 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8a90101240 0x7f8a9006aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:45.037 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.035+0000 7f8a94937700  1 -- 172.21.15.102:0/4065919916 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8a90101240 msgr2=0x7f8a9006aaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:45.038 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.035+0000 7f8a94937700  1 --2- 172.21.15.102:0/4065919916 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8a90101240 0x7f8a9006aaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:45.038 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.035+0000 7f8a94937700  1 -- 172.21.15.102:0/4065919916 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a90102440 msgr2=0x7f8a9019d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:45.038 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.035+0000 7f8a94937700  1 --2- 172.21.15.102:0/4065919916 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a90102440 0x7f8a9019d400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:45.038 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.035+0000 7f8a94937700  1 -- 172.21.15.102:0/4065919916 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a901a02c0 con 0x7f8a90102de0
2024-03-19T01:46:45.038 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.036+0000 7f8a94937700  1 --2- 172.21.15.102:0/4065919916 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a90102de0 0x7f8a9019f9f0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f8a8800b970 tx=0x7f8a8800bc80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:46:45.038 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.036+0000 7f8a8d7fa700  1 -- 172.21.15.102:0/4065919916 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a8800d860 con 0x7f8a90102de0
2024-03-19T01:46:45.038 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.036+0000 7f8a9639a700  1 -- 172.21.15.102:0/4065919916 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a901a05b0 con 0x7f8a90102de0
2024-03-19T01:46:45.038 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.036+0000 7f8a8d7fa700  1 -- 172.21.15.102:0/4065919916 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8a8800e430 con 0x7f8a90102de0
2024-03-19T01:46:45.038 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.036+0000 7f8a8d7fa700  1 -- 172.21.15.102:0/4065919916 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a88017660 con 0x7f8a90102de0
2024-03-19T01:46:45.038 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.036+0000 7f8a9639a700  1 -- 172.21.15.102:0/4065919916 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a901a0b70 con 0x7f8a90102de0
2024-03-19T01:46:45.039 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.037+0000 7f8a9639a700  1 -- 172.21.15.102:0/4065919916 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a90068fd0 con 0x7f8a90102de0
2024-03-19T01:46:45.039 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.038+0000 7f8a8d7fa700  1 -- 172.21.15.102:0/4065919916 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f8a8800e5e0 con 0x7f8a90102de0
2024-03-19T01:46:45.039 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.038+0000 7f8a8d7fa700  1 --2- 172.21.15.102:0/4065919916 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f8a780a2890 0x7f8a780a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:45.039 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.039+0000 7f8a8d7fa700  1 -- 172.21.15.102:0/4065919916 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f8a880ce120 con 0x7f8a90102de0
2024-03-19T01:46:45.040 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.039+0000 7f8a8ffff700  1 --2- 172.21.15.102:0/4065919916 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f8a780a2890 0x7f8a780a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:45.040 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.039+0000 7f8a8ffff700  1 --2- 172.21.15.102:0/4065919916 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f8a780a2890 0x7f8a780a4d50 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f8a901022a0 tx=0x7f8a80009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:46:45.043 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.043+0000 7f8a8d7fa700  1 -- 172.21.15.102:0/4065919916 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f8a88013030 con 0x7f8a90102de0
2024-03-19T01:46:45.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:44 smithi046 ceph-mon[63102]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:45.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:44 smithi102 ceph-mon[66557]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:45.246 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.246+0000 7f8a9639a700  1 -- 172.21.15.102:0/4065919916 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi046=a;smithi046=d;smithi046=g;smithi046=j;smithi073=b;smithi073=e;smithi073=h;smithi073=k;smithi102=c;smithi102=f;smithi102=i;smithi102=l", "target": ["mon-mgr", ""]}) -- 0x7f8a90062950 con 0x7f8a780a2890
2024-03-19T01:46:45.254 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.254+0000 7f8a8d7fa700  1 -- 172.21.15.102:0/4065919916 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7f8a90062950 con 0x7f8a780a2890
2024-03-19T01:46:45.254 INFO:teuthology.orchestra.run.smithi102.stdout:Scheduled mds.all update...
2024-03-19T01:46:45.257 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.257+0000 7f8a9639a700  1 -- 172.21.15.102:0/4065919916 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f8a780a2890 msgr2=0x7f8a780a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:45.257 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.257+0000 7f8a9639a700  1 --2- 172.21.15.102:0/4065919916 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f8a780a2890 0x7f8a780a4d50 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f8a901022a0 tx=0x7f8a80009190 comp rx=0 tx=0).stop
2024-03-19T01:46:45.257 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.257+0000 7f8a9639a700  1 -- 172.21.15.102:0/4065919916 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a90102de0 msgr2=0x7f8a9019f9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:45.257 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.257+0000 7f8a9639a700  1 --2- 172.21.15.102:0/4065919916 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a90102de0 0x7f8a9019f9f0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f8a8800b970 tx=0x7f8a8800bc80 comp rx=0 tx=0).stop
2024-03-19T01:46:45.257 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.257+0000 7f8a9639a700  1 -- 172.21.15.102:0/4065919916 shutdown_connections
2024-03-19T01:46:45.257 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.257+0000 7f8a9639a700  1 --2- 172.21.15.102:0/4065919916 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f8a780a2890 0x7f8a780a4d50 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:45.257 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.257+0000 7f8a9639a700  1 --2- 172.21.15.102:0/4065919916 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a90102de0 0x7f8a9019f9f0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:45.257 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.257+0000 7f8a9639a700  1 --2- 172.21.15.102:0/4065919916 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8a90101240 0x7f8a9006aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:45.257 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.257+0000 7f8a9639a700  1 --2- 172.21.15.102:0/4065919916 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a90102440 0x7f8a9019d400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:45.257 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.257+0000 7f8a9639a700  1 -- 172.21.15.102:0/4065919916 >> 172.21.15.102:0/4065919916 conn(0x7f8a900fc7e0 msgr2=0x7f8a90105900 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:46:45.258 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.257+0000 7f8a9639a700  1 -- 172.21.15.102:0/4065919916 shutdown_connections
2024-03-19T01:46:45.258 INFO:teuthology.orchestra.run.smithi102.stderr:2024-03-19T01:46:45.257+0000 7f8a9639a700  1 -- 172.21.15.102:0/4065919916 wait complete.
2024-03-19T01:46:45.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:44 smithi073 ceph-mon[66833]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:45.902 DEBUG:teuthology.orchestra.run.smithi046:mds.a> sudo journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.a.service
2024-03-19T01:46:45.905 DEBUG:teuthology.orchestra.run.smithi046:mds.d> sudo journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.d.service
2024-03-19T01:46:45.947 DEBUG:teuthology.orchestra.run.smithi046:mds.g> sudo journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.g.service
2024-03-19T01:46:45.990 DEBUG:teuthology.orchestra.run.smithi046:mds.j> sudo journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.j.service
2024-03-19T01:46:46.033 DEBUG:teuthology.orchestra.run.smithi073:mds.b> sudo journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.b.service
2024-03-19T01:46:46.036 DEBUG:teuthology.orchestra.run.smithi073:mds.e> sudo journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.e.service
2024-03-19T01:46:46.079 DEBUG:teuthology.orchestra.run.smithi073:mds.h> sudo journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.h.service
2024-03-19T01:46:46.122 DEBUG:teuthology.orchestra.run.smithi073:mds.k> sudo journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.k.service
2024-03-19T01:46:46.165 DEBUG:teuthology.orchestra.run.smithi102:mds.c> sudo journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.c.service
2024-03-19T01:46:46.168 DEBUG:teuthology.orchestra.run.smithi102:mds.f> sudo journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.f.service
2024-03-19T01:46:46.210 DEBUG:teuthology.orchestra.run.smithi102:mds.i> sudo journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.i.service
2024-03-19T01:46:46.253 DEBUG:teuthology.orchestra.run.smithi102:mds.l> sudo journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.l.service
2024-03-19T01:46:46.296 INFO:tasks.cephadm:Setting up CephFS filesystem(s)...
2024-03-19T01:46:46.297 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-03-19T01:46:46.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.404+0000 7fa8017f4640  1 -- 172.21.15.46:0/717903486 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa7fc102300 msgr2=0x7fa7fc108b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:46.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.404+0000 7fa8017f4640  1 --2- 172.21.15.46:0/717903486 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa7fc102300 0x7fa7fc108b90 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fa7ec009ca0 tx=0x7fa7ec02c0f0 comp rx=0 tx=0).stop
2024-03-19T01:46:46.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.405+0000 7fa8017f4640  1 -- 172.21.15.46:0/717903486 shutdown_connections
2024-03-19T01:46:46.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.405+0000 7fa8017f4640  1 --2- 172.21.15.46:0/717903486 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa7fc102300 0x7fa7fc108b90 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:46.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.405+0000 7fa8017f4640  1 --2- 172.21.15.46:0/717903486 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7fc101940 0x7fa7fc101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:46.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.405+0000 7fa8017f4640  1 --2- 172.21.15.46:0/717903486 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa7fc100750 0x7fa7fc100b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:46.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.405+0000 7fa8017f4640  1 -- 172.21.15.46:0/717903486 >> 172.21.15.46:0/717903486 conn(0x7fa7fc0fbd00 msgr2=0x7fa7fc0fe120 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:46:46.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.405+0000 7fa8017f4640  1 -- 172.21.15.46:0/717903486 shutdown_connections
2024-03-19T01:46:46.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.405+0000 7fa8017f4640  1 -- 172.21.15.46:0/717903486 wait complete.
2024-03-19T01:46:46.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.405+0000 7fa8017f4640  1  Processor -- start
2024-03-19T01:46:46.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.405+0000 7fa8017f4640  1 --  start start
2024-03-19T01:46:46.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.405+0000 7fa8017f4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7fc100750 0x7fa7fc196950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:46.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.405+0000 7fa8017f4640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa7fc101940 0x7fa7fc196e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:46.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.405+0000 7fa8017f4640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa7fc102300 0x7fa7fc19df00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:46.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.405+0000 7fa8017f4640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa7fc10c280 con 0x7fa7fc100750
2024-03-19T01:46:46.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.405+0000 7fa8017f4640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa7fc10c100 con 0x7fa7fc101940
2024-03-19T01:46:46.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.405+0000 7fa8017f4640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa7fc10c400 con 0x7fa7fc102300
2024-03-19T01:46:46.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.406+0000 7fa7faffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7fc100750 0x7fa7fc196950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:46.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.406+0000 7fa7faffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7fc100750 0x7fa7fc196950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41526/0 (socket says 172.21.15.46:41526)
2024-03-19T01:46:46.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.406+0000 7fa7faffd640  1 -- 172.21.15.46:0/93457687 learned_addr learned my addr 172.21.15.46:0/93457687 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:46:46.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.406+0000 7fa7fb7fe640  1 --2- 172.21.15.46:0/93457687 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa7fc102300 0x7fa7fc19df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:46.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.406+0000 7fa7fa7fc640  1 --2- 172.21.15.46:0/93457687 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa7fc101940 0x7fa7fc196e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:46.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.406+0000 7fa7faffd640  1 -- 172.21.15.46:0/93457687 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa7fc102300 msgr2=0x7fa7fc19df00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:46.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.406+0000 7fa7faffd640  1 --2- 172.21.15.46:0/93457687 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa7fc102300 0x7fa7fc19df00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:46.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.406+0000 7fa7faffd640  1 -- 172.21.15.46:0/93457687 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa7fc101940 msgr2=0x7fa7fc196e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:46.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.406+0000 7fa7faffd640  1 --2- 172.21.15.46:0/93457687 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa7fc101940 0x7fa7fc196e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:46.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.406+0000 7fa7faffd640  1 -- 172.21.15.46:0/93457687 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7fc19e570 con 0x7fa7fc100750
2024-03-19T01:46:46.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.406+0000 7fa7faffd640  1 --2- 172.21.15.46:0/93457687 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7fc100750 0x7fa7fc196950 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fa7f400e9c0 tx=0x7fa7f400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:46:46.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.406+0000 7fa7f3fff640  1 -- 172.21.15.46:0/93457687 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7f400cd80 con 0x7fa7fc100750
2024-03-19T01:46:46.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.406+0000 7fa8017f4640  1 -- 172.21.15.46:0/93457687 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7fc19e860 con 0x7fa7fc100750
2024-03-19T01:46:46.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.406+0000 7fa7f3fff640  1 -- 172.21.15.46:0/93457687 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa7f40035f0 con 0x7fa7fc100750
2024-03-19T01:46:46.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.406+0000 7fa7f3fff640  1 -- 172.21.15.46:0/93457687 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7f4010690 con 0x7fa7fc100750
2024-03-19T01:46:46.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.406+0000 7fa8017f4640  1 -- 172.21.15.46:0/93457687 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7fc19ed60 con 0x7fa7fc100750
2024-03-19T01:46:46.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.407+0000 7fa8017f4640  1 -- 172.21.15.46:0/93457687 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7fc107ac0 con 0x7fa7fc100750
2024-03-19T01:46:46.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.408+0000 7fa7f3fff640  1 -- 172.21.15.46:0/93457687 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fa7f40037a0 con 0x7fa7fc100750
2024-03-19T01:46:46.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.409+0000 7fa7f3fff640  1 --2- 172.21.15.46:0/93457687 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa7e80a2800 0x7fa7e80a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:46.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.409+0000 7fa7fa7fc640  1 --2- 172.21.15.46:0/93457687 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa7e80a2800 0x7fa7e80a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:46.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.409+0000 7fa7f3fff640  1 -- 172.21.15.46:0/93457687 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fa7f40cec60 con 0x7fa7fc100750
2024-03-19T01:46:46.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.409+0000 7fa7fa7fc640  1 --2- 172.21.15.46:0/93457687 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa7e80a2800 0x7fa7e80a4cc0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fa7e40095f0 tx=0x7fa7e4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:46:46.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.414+0000 7fa7f3fff640  1 -- 172.21.15.46:0/93457687 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fa7f409c100 con 0x7fa7fc100750
2024-03-19T01:46:46.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:46 smithi073 ceph-mon[66833]: from='client.24379 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi046=a;smithi046=d;smithi046=g;smithi046=j;smithi073=b;smithi073=e;smithi073=h;smithi073=k;smithi102=c;smithi102=f;smithi102=i;smithi102=l", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:46:46.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:46 smithi073 ceph-mon[66833]: Saving service mds.all spec with placement smithi046=a;smithi046=d;smithi046=g;smithi046=j;smithi073=b;smithi073=e;smithi073=h;smithi073=k;smithi102=c;smithi102=f;smithi102=i;smithi102=l;count:12
2024-03-19T01:46:46.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:46 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:46.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:46 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:46:46.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:46 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:46.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:46 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:46:46.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:46 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:46.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:46 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:46:46.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:46 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:46:46.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:46 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:46.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:46 smithi102 ceph-mon[66557]: from='client.24379 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi046=a;smithi046=d;smithi046=g;smithi046=j;smithi073=b;smithi073=e;smithi073=h;smithi073=k;smithi102=c;smithi102=f;smithi102=i;smithi102=l", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:46:46.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:46 smithi102 ceph-mon[66557]: Saving service mds.all spec with placement smithi046=a;smithi046=d;smithi046=g;smithi046=j;smithi073=b;smithi073=e;smithi073=h;smithi073=k;smithi102=c;smithi102=f;smithi102=i;smithi102=l;count:12
2024-03-19T01:46:46.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:46 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:46.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:46 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:46:46.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:46 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:46.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:46 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:46:46.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:46 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:46.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:46 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:46:46.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:46 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:46:46.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:46 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:46.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.596+0000 7fa8017f4640  1 -- 172.21.15.46:0/93457687 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa7fc062420 con 0x7fa7fc100750
2024-03-19T01:46:46.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.597+0000 7fa7f3fff640  1 -- 172.21.15.46:0/93457687 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v81) ==== 74+0+18395 (secure 0 0 0) 0x7fa7f409ba00 con 0x7fa7fc100750
2024-03-19T01:46:46.599 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:46:46.599 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":81,"fsid":"53c8cf3e-e591-11ee-95c9-87774f69a715","created":"2024-03-19T01:39:22.615473+0000","modified":"2024-03-19T01:46:33.784955+0000","last_up_change":"2024-03-19T01:46:32.777223+0000","last_in_change":"2024-03-19T01:46:12.842023+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-19T01:42:46.174113+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4fc98477-1fec-465b-892b-9a0c12e15754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6803","nonce":1888713943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6805","nonce":1888713943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6809","nonce":1888713943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6807","nonce":1888713943}]},"public_addr":"172.21.15.46:6803/1888713943","cluster_addr":"172.21.15.46:6805/1888713943","heartbeat_back_addr":"172.21.15.46:6809/1888713943","heartbeat_front_addr":"172.21.15.46:6807/1888713943","state":["exists","up"]},{"osd":1,"uuid":"4109d6a1-240e-4f1f-b09d-75f3b77e6303","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6801","nonce":2502945674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6803","nonce":2502945674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6807","nonce":2502945674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6805","nonce":2502945674}]},"public_addr":"172.21.15.73:6801/2502945674","cluster_addr":"172.21.15.73:6803/2502945674","heartbeat_back_addr":"172.21.15.73:6807/2502945674","heartbeat_front_addr":"172.21.15.73:6805/2502945674","state":["exists","up"]},{"osd":2,"uuid":"45e8479c-4006-4dd4-bdd8-b4a2eafacc80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6801","nonce":90484514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6803","nonce":90484514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6807","nonce":90484514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6805","nonce":90484514}]},"public_addr":"172.21.15.102:6801/90484514","cluster_addr":"172.21.15.102:6803/90484514","heartbeat_back_addr":"172.21.15.102:6807/90484514","heartbeat_front_addr":"172.21.15.102:6805/90484514","state":["exists","up"]},{"osd":3,"uuid":"4cdc93cf-2e8d-436d-a78a-c235e9b970fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6811","nonce":3336792470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6813","nonce":3336792470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6817","nonce":3336792470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6815","nonce":3336792470}]},"public_addr":"172.21.15.46:6811/3336792470","cluster_addr":"172.21.15.46:6813/3336792470","heartbeat_back_addr":"172.21.15.46:6817/3336792470","heartbeat_front_addr":"172.21.15.46:6815/3336792470","state":["exists","up"]},{"osd":4,"uuid":"35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6809","nonce":1192862788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6811","nonce":1192862788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6815","nonce":1192862788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6813","nonce":1192862788}]},"public_addr":"172.21.15.73:6809/1192862788","cluster_addr":"172.21.15.73:6811/1192862788","heartbeat_back_addr":"172.21.15.73:6815/1192862788","heartbeat_front_addr":"172.21.15.73:6813/1192862788","state":["exists","up"]},{"osd":5,"uuid":"1587c1e6-6719-4117-a80f-5c6bce0e5814","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6809","nonce":3252664135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6811","nonce":3252664135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6815","nonce":3252664135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6813","nonce":3252664135}]},"public_addr":"172.21.15.102:6809/3252664135","cluster_addr":"172.21.15.102:6811/3252664135","heartbeat_back_addr":"172.21.15.102:6815/3252664135","heartbeat_front_addr":"172.21.15.102:6813/3252664135","state":["exists","up"]},{"osd":6,"uuid":"af41cbff-69e5-45ab-ad59-95e5addd1b6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6819","nonce":595340737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6821","nonce":595340737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6825","nonce":595340737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6823","nonce":595340737}]},"public_addr":"172.21.15.46:6819/595340737","cluster_addr":"172.21.15.46:6821/595340737","heartbeat_back_addr":"172.21.15.46:6825/595340737","heartbeat_front_addr":"172.21.15.46:6823/595340737","state":["exists","up"]},{"osd":7,"uuid":"23e9241a-4ed9-4606-93c1-ccfe277d0c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6817","nonce":143082020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6819","nonce":143082020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6823","nonce":143082020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6821","nonce":143082020}]},"public_addr":"172.21.15.73:6817/143082020","cluster_addr":"172.21.15.73:6819/143082020","heartbeat_back_addr":"172.21.15.73:6823/143082020","heartbeat_front_addr":"172.21.15.73:6821/143082020","state":["exists","up"]},{"osd":8,"uuid":"c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6817","nonce":2533208086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6819","nonce":2533208086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6823","nonce":2533208086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6821","nonce":2533208086}]},"public_addr":"172.21.15.102:6817/2533208086","cluster_addr":"172.21.15.102:6819/2533208086","heartbeat_back_addr":"172.21.15.102:6823/2533208086","heartbeat_front_addr":"172.21.15.102:6821/2533208086","state":["exists","up"]},{"osd":9,"uuid":"a16dd21b-77e4-4148-90a3-c085fd621fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6827","nonce":4252594050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6829","nonce":4252594050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6833","nonce":4252594050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6831","nonce":4252594050}]},"public_addr":"172.21.15.46:6827/4252594050","cluster_addr":"172.21.15.46:6829/4252594050","heartbeat_back_addr":"172.21.15.46:6833/4252594050","heartbeat_front_addr":"172.21.15.46:6831/4252594050","state":["exists","up"]},{"osd":10,"uuid":"3a794482-bcfa-4e99-8e96-77228a828ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6825","nonce":1252006239}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6827","nonce":1252006239}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6831","nonce":1252006239}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6829","nonce":1252006239}]},"public_addr":"172.21.15.73:6825/1252006239","cluster_addr":"172.21.15.73:6827/1252006239","heartbeat_back_addr":"172.21.15.73:6831/1252006239","heartbeat_front_addr":"172.21.15.73:6829/1252006239","state":["exists","up"]},{"osd":11,"uuid":"93bdea99-6072-431a-a919-3aecf631c727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6825","nonce":2997263049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6827","nonce":2997263049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6831","nonce":2997263049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6829","nonce":2997263049}]},"public_addr":"172.21.15.102:6825/2997263049","cluster_addr":"172.21.15.102:6827/2997263049","heartbeat_back_addr":"172.21.15.102:6831/2997263049","heartbeat_front_addr":"172.21.15.102:6829/2997263049","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:41:54.705424+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:18.405516+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:42.028548+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:06.440586+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:31.526566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:56.491476+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:22.116952+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:48.187884+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:12.546546+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:39.238062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:05.249938+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:30.959573+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:6800/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/534183632":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/3469071427":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/816672825":"2024-03-20T01:39:49.978463+0000","172.21.15.46:6800/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/482098752":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/3024883566":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/2231887791":"2024-03-20T01:39:49.978463+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-03-19T01:46:46.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.599+0000 7fa8017f4640  1 -- 172.21.15.46:0/93457687 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa7e80a2800 msgr2=0x7fa7e80a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:46.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.599+0000 7fa8017f4640  1 --2- 172.21.15.46:0/93457687 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa7e80a2800 0x7fa7e80a4cc0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fa7e40095f0 tx=0x7fa7e4005f90 comp rx=0 tx=0).stop
2024-03-19T01:46:46.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.599+0000 7fa8017f4640  1 -- 172.21.15.46:0/93457687 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7fc100750 msgr2=0x7fa7fc196950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:46.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.599+0000 7fa8017f4640  1 --2- 172.21.15.46:0/93457687 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7fc100750 0x7fa7fc196950 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fa7f400e9c0 tx=0x7fa7f400ee80 comp rx=0 tx=0).stop
2024-03-19T01:46:46.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.599+0000 7fa8017f4640  1 -- 172.21.15.46:0/93457687 shutdown_connections
2024-03-19T01:46:46.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.599+0000 7fa8017f4640  1 --2- 172.21.15.46:0/93457687 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa7e80a2800 0x7fa7e80a4cc0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:46.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.599+0000 7fa8017f4640  1 --2- 172.21.15.46:0/93457687 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa7fc102300 0x7fa7fc19df00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:46.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.599+0000 7fa8017f4640  1 --2- 172.21.15.46:0/93457687 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa7fc101940 0x7fa7fc196e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:46.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.599+0000 7fa8017f4640  1 --2- 172.21.15.46:0/93457687 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7fc100750 0x7fa7fc196950 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:46.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.599+0000 7fa8017f4640  1 -- 172.21.15.46:0/93457687 >> 172.21.15.46:0/93457687 conn(0x7fa7fc0fbd00 msgr2=0x7fa7fc104c90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:46:46.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.600+0000 7fa8017f4640  1 -- 172.21.15.46:0/93457687 shutdown_connections
2024-03-19T01:46:46.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.600+0000 7fa8017f4640  1 -- 172.21.15.46:0/93457687 wait complete.
2024-03-19T01:46:46.611 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:46 smithi046 ceph-mon[63102]: from='client.24379 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi046=a;smithi046=d;smithi046=g;smithi046=j;smithi073=b;smithi073=e;smithi073=h;smithi073=k;smithi102=c;smithi102=f;smithi102=i;smithi102=l", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:46:46.611 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:46 smithi046 ceph-mon[63102]: Saving service mds.all spec with placement smithi046=a;smithi046=d;smithi046=g;smithi046=j;smithi073=b;smithi073=e;smithi073=h;smithi073=k;smithi102=c;smithi102=f;smithi102=i;smithi102=l;count:12
2024-03-19T01:46:46.611 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:46 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:46.611 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:46 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:46:46.611 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:46 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:46.611 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:46 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:46:46.611 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:46 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:46.611 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:46 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:46:46.611 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:46 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:46:46.611 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:46 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:46.613 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-19T01:42:46.174113+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}]
2024-03-19T01:46:46.613 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num
2024-03-19T01:46:46.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.719+0000 7fbfc4153640  1 -- 172.21.15.46:0/2902297967 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbfbc102b90 msgr2=0x7fbfbc103010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:46.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.719+0000 7fbfc4153640  1 --2- 172.21.15.46:0/2902297967 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbfbc102b90 0x7fbfbc103010 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fbfac009930 tx=0x7fbfac02bc30 comp rx=0 tx=0).stop
2024-03-19T01:46:46.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.719+0000 7fbfc4153640  1 -- 172.21.15.46:0/2902297967 shutdown_connections
2024-03-19T01:46:46.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.719+0000 7fbfc4153640  1 --2- 172.21.15.46:0/2902297967 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbfbc103550 0x7fbfbc109de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:46.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.719+0000 7fbfc4153640  1 --2- 172.21.15.46:0/2902297967 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbfbc102b90 0x7fbfbc103010 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:46.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.719+0000 7fbfc4153640  1 --2- 172.21.15.46:0/2902297967 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbfbc0ffb20 0x7fbfbc0fff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:46.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.719+0000 7fbfc4153640  1 -- 172.21.15.46:0/2902297967 >> 172.21.15.46:0/2902297967 conn(0x7fbfbc0fb450 msgr2=0x7fbfbc0fd870 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:46:46.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.719+0000 7fbfc4153640  1 -- 172.21.15.46:0/2902297967 shutdown_connections
2024-03-19T01:46:46.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.719+0000 7fbfc4153640  1 -- 172.21.15.46:0/2902297967 wait complete.
2024-03-19T01:46:46.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.719+0000 7fbfc4153640  1  Processor -- start
2024-03-19T01:46:46.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.719+0000 7fbfc4153640  1 --  start start
2024-03-19T01:46:46.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.719+0000 7fbfc4153640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbfbc0ffb20 0x7fbfbc197a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:46.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.719+0000 7fbfc4153640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbfbc102b90 0x7fbfbc197f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:46.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.720+0000 7fbfc4153640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbfbc103550 0x7fbfbc19efc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:46.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.720+0000 7fbfc4153640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fbfbc10d360 con 0x7fbfbc0ffb20
2024-03-19T01:46:46.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.720+0000 7fbfc4153640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fbfbc10d1e0 con 0x7fbfbc103550
2024-03-19T01:46:46.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.720+0000 7fbfc4153640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fbfbc10d4e0 con 0x7fbfbc102b90
2024-03-19T01:46:46.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.720+0000 7fbfc1eef640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbfbc0ffb20 0x7fbfbc197a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:46.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.720+0000 7fbfc1eef640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbfbc0ffb20 0x7fbfbc197a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41536/0 (socket says 172.21.15.46:41536)
2024-03-19T01:46:46.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.720+0000 7fbfc1eef640  1 -- 172.21.15.46:0/2516394847 learned_addr learned my addr 172.21.15.46:0/2516394847 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:46:46.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.720+0000 7fbfc16ee640  1 --2- 172.21.15.46:0/2516394847 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbfbc102b90 0x7fbfbc197f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:46.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.720+0000 7fbfc26f0640  1 --2- 172.21.15.46:0/2516394847 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbfbc103550 0x7fbfbc19efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:46.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.720+0000 7fbfc1eef640  1 -- 172.21.15.46:0/2516394847 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbfbc102b90 msgr2=0x7fbfbc197f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:46.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.720+0000 7fbfc1eef640  1 --2- 172.21.15.46:0/2516394847 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbfbc102b90 0x7fbfbc197f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:46.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.720+0000 7fbfc1eef640  1 -- 172.21.15.46:0/2516394847 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbfbc103550 msgr2=0x7fbfbc19efc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:46.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.720+0000 7fbfc1eef640  1 --2- 172.21.15.46:0/2516394847 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbfbc103550 0x7fbfbc19efc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:46.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.720+0000 7fbfc1eef640  1 -- 172.21.15.46:0/2516394847 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfbc19f630 con 0x7fbfbc0ffb20
2024-03-19T01:46:46.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.720+0000 7fbfc1eef640  1 --2- 172.21.15.46:0/2516394847 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbfbc0ffb20 0x7fbfbc197a10 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fbfb800c970 tx=0x7fbfb800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:46:46.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.720+0000 7fbfb2ffd640  1 -- 172.21.15.46:0/2516394847 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfb8007c10 con 0x7fbfbc0ffb20
2024-03-19T01:46:46.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.720+0000 7fbfb2ffd640  1 -- 172.21.15.46:0/2516394847 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbfb8007db0 con 0x7fbfbc0ffb20
2024-03-19T01:46:46.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.720+0000 7fbfc4153640  1 -- 172.21.15.46:0/2516394847 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbfbc19f920 con 0x7fbfbc0ffb20
2024-03-19T01:46:46.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.720+0000 7fbfb2ffd640  1 -- 172.21.15.46:0/2516394847 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfb800f870 con 0x7fbfbc0ffb20
2024-03-19T01:46:46.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.720+0000 7fbfc4153640  1 -- 172.21.15.46:0/2516394847 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbfbc19fe90 con 0x7fbfbc0ffb20
2024-03-19T01:46:46.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.721+0000 7fbfc4153640  1 -- 172.21.15.46:0/2516394847 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbfbc108cc0 con 0x7fbfbc0ffb20
2024-03-19T01:46:46.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.722+0000 7fbfb2ffd640  1 -- 172.21.15.46:0/2516394847 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fbfb800fa10 con 0x7fbfbc0ffb20
2024-03-19T01:46:46.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.723+0000 7fbfb2ffd640  1 --2- 172.21.15.46:0/2516394847 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fbfa80a2880 0x7fbfa80a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:46.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.723+0000 7fbfc16ee640  1 --2- 172.21.15.46:0/2516394847 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fbfa80a2880 0x7fbfa80a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:46.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.723+0000 7fbfb2ffd640  1 -- 172.21.15.46:0/2516394847 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fbfb80ce9e0 con 0x7fbfbc0ffb20
2024-03-19T01:46:46.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.724+0000 7fbfc16ee640  1 --2- 172.21.15.46:0/2516394847 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fbfa80a2880 0x7fbfa80a4d40 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fbfac009900 tx=0x7fbfac005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:46:46.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.729+0000 7fbfb2ffd640  1 -- 172.21.15.46:0/2516394847 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fbfb809bf10 con 0x7fbfbc0ffb20
2024-03-19T01:46:46.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.909+0000 7fbfc4153640  1 -- 172.21.15.46:0/2516394847 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fbfbc062420 con 0x7fbfbc0ffb20
2024-03-19T01:46:46.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.910+0000 7fbfb2ffd640  1 -- 172.21.15.46:0/2516394847 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0  v81) ==== 93+0+10 (secure 0 0 0) 0x7fbfb809b810 con 0x7fbfbc0ffb20
2024-03-19T01:46:46.910 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1
2024-03-19T01:46:46.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.912+0000 7fbfc4153640  1 -- 172.21.15.46:0/2516394847 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fbfa80a2880 msgr2=0x7fbfa80a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:46.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.912+0000 7fbfc4153640  1 --2- 172.21.15.46:0/2516394847 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fbfa80a2880 0x7fbfa80a4d40 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fbfac009900 tx=0x7fbfac005fd0 comp rx=0 tx=0).stop
2024-03-19T01:46:46.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.912+0000 7fbfc4153640  1 -- 172.21.15.46:0/2516394847 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbfbc0ffb20 msgr2=0x7fbfbc197a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:46.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.912+0000 7fbfc4153640  1 --2- 172.21.15.46:0/2516394847 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbfbc0ffb20 0x7fbfbc197a10 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fbfb800c970 tx=0x7fbfb800ce30 comp rx=0 tx=0).stop
2024-03-19T01:46:46.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.912+0000 7fbfc4153640  1 -- 172.21.15.46:0/2516394847 shutdown_connections
2024-03-19T01:46:46.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.912+0000 7fbfc4153640  1 --2- 172.21.15.46:0/2516394847 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fbfa80a2880 0x7fbfa80a4d40 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:46.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.912+0000 7fbfc4153640  1 --2- 172.21.15.46:0/2516394847 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbfbc103550 0x7fbfbc19efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:46.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.912+0000 7fbfc4153640  1 --2- 172.21.15.46:0/2516394847 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbfbc102b90 0x7fbfbc197f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:46.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.912+0000 7fbfc4153640  1 --2- 172.21.15.46:0/2516394847 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbfbc0ffb20 0x7fbfbc197a10 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:46.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.912+0000 7fbfc4153640  1 -- 172.21.15.46:0/2516394847 >> 172.21.15.46:0/2516394847 conn(0x7fbfbc0fb450 msgr2=0x7fbfbc105e90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:46:46.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.912+0000 7fbfc4153640  1 -- 172.21.15.46:0/2516394847 shutdown_connections
2024-03-19T01:46:46.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:46.912+0000 7fbfc4153640  1 -- 172.21.15.46:0/2516394847 wait complete.
2024-03-19T01:46:46.923 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:46:47.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.025+0000 7f8961b77640  1 -- 172.21.15.46:0/239546813 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f895c1022f0 msgr2=0x7f895c108b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:47.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.025+0000 7f8961b77640  1 --2- 172.21.15.46:0/239546813 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f895c1022f0 0x7f895c108b80 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f8954009ca0 tx=0x7f895402c0f0 comp rx=0 tx=0).stop
2024-03-19T01:46:47.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.025+0000 7f8961b77640  1 -- 172.21.15.46:0/239546813 shutdown_connections
2024-03-19T01:46:47.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.025+0000 7f8961b77640  1 --2- 172.21.15.46:0/239546813 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f895c1022f0 0x7f895c108b80 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:47.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.025+0000 7f8961b77640  1 --2- 172.21.15.46:0/239546813 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f895c101930 0x7f895c101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:47.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.025+0000 7f8961b77640  1 --2- 172.21.15.46:0/239546813 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f895c100740 0x7f895c100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:47.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.025+0000 7f8961b77640  1 -- 172.21.15.46:0/239546813 >> 172.21.15.46:0/239546813 conn(0x7f895c0fbcb0 msgr2=0x7f895c0fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:46:47.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.025+0000 7f8961b77640  1 -- 172.21.15.46:0/239546813 shutdown_connections
2024-03-19T01:46:47.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.025+0000 7f8961b77640  1 -- 172.21.15.46:0/239546813 wait complete.
2024-03-19T01:46:47.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.026+0000 7f8961b77640  1  Processor -- start
2024-03-19T01:46:47.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.026+0000 7f8961b77640  1 --  start start
2024-03-19T01:46:47.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.026+0000 7f8961b77640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f895c100740 0x7f895c197a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:47.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.026+0000 7f8961b77640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f895c101930 0x7f895c197f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:47.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.026+0000 7f8961b77640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f895c1022f0 0x7f895c19efe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:47.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.026+0000 7f8961b77640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f895c10c270 con 0x7f895c100740
2024-03-19T01:46:47.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.026+0000 7f8961b77640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f895c10c0f0 con 0x7f895c1022f0
2024-03-19T01:46:47.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.026+0000 7f8961b77640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f895c10c3f0 con 0x7f895c101930
2024-03-19T01:46:47.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.026+0000 7f895b7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f895c100740 0x7f895c197a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:47.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.026+0000 7f895b7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f895c100740 0x7f895c197a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41556/0 (socket says 172.21.15.46:41556)
2024-03-19T01:46:47.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.026+0000 7f895b7fe640  1 -- 172.21.15.46:0/36959217 learned_addr learned my addr 172.21.15.46:0/36959217 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:46:47.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.026+0000 7f895affd640  1 --2- 172.21.15.46:0/36959217 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f895c101930 0x7f895c197f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:47.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.026+0000 7f895bfff640  1 --2- 172.21.15.46:0/36959217 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f895c1022f0 0x7f895c19efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:47.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.026+0000 7f895b7fe640  1 -- 172.21.15.46:0/36959217 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f895c101930 msgr2=0x7f895c197f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:47.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.026+0000 7f895b7fe640  1 --2- 172.21.15.46:0/36959217 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f895c101930 0x7f895c197f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:47.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.026+0000 7f895b7fe640  1 -- 172.21.15.46:0/36959217 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f895c1022f0 msgr2=0x7f895c19efe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:47.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.026+0000 7f895b7fe640  1 --2- 172.21.15.46:0/36959217 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f895c1022f0 0x7f895c19efe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:47.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.026+0000 7f895b7fe640  1 -- 172.21.15.46:0/36959217 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f895c19f650 con 0x7f895c100740
2024-03-19T01:46:47.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.026+0000 7f895affd640  1 --2- 172.21.15.46:0/36959217 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f895c101930 0x7f895c197f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:46:47.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.027+0000 7f895b7fe640  1 --2- 172.21.15.46:0/36959217 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f895c100740 0x7f895c197a30 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f894c00c970 tx=0x7f894c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:46:47.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.027+0000 7f8958ff9640  1 -- 172.21.15.46:0/36959217 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f894c004220 con 0x7f895c100740
2024-03-19T01:46:47.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.027+0000 7f8961b77640  1 -- 172.21.15.46:0/36959217 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f895c19f940 con 0x7f895c100740
2024-03-19T01:46:47.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.027+0000 7f8958ff9640  1 -- 172.21.15.46:0/36959217 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f894c0043c0 con 0x7f895c100740
2024-03-19T01:46:47.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.027+0000 7f8958ff9640  1 -- 172.21.15.46:0/36959217 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f894c00f450 con 0x7f895c100740
2024-03-19T01:46:47.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.027+0000 7f8961b77640  1 -- 172.21.15.46:0/36959217 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f895c19fee0 con 0x7f895c100740
2024-03-19T01:46:47.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.028+0000 7f8961b77640  1 -- 172.21.15.46:0/36959217 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f895c1a0170 con 0x7f895c100740
2024-03-19T01:46:47.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.029+0000 7f8958ff9640  1 -- 172.21.15.46:0/36959217 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f894c0079b0 con 0x7f895c100740
2024-03-19T01:46:47.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.029+0000 7f8958ff9640  1 --2- 172.21.15.46:0/36959217 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f89440a2800 0x7f89440a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:47.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.030+0000 7f895affd640  1 --2- 172.21.15.46:0/36959217 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f89440a2800 0x7f89440a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:47.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.030+0000 7f8958ff9640  1 -- 172.21.15.46:0/36959217 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f894c0ce750 con 0x7f895c100740
2024-03-19T01:46:47.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.030+0000 7f895affd640  1 --2- 172.21.15.46:0/36959217 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f89440a2800 0x7f89440a4cc0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f895c198f40 tx=0x7f8950005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:46:47.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.033+0000 7f8958ff9640  1 -- 172.21.15.46:0/36959217 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f894c014030 con 0x7f895c100740
2024-03-19T01:46:47.255 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.255+0000 7f8961b77640  1 -- 172.21.15.46:0/36959217 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f895c1a0340 con 0x7f895c100740
2024-03-19T01:46:47.255 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.256+0000 7f8958ff9640  1 -- 172.21.15.46:0/36959217 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) ==== 93+0+569 (secure 0 0 0) 0x7f894c09bc90 con 0x7f895c100740
2024-03-19T01:46:47.256 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:46:47.256 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]}
2024-03-19T01:46:47.256 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 1
2024-03-19T01:46:47.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.258+0000 7f8961b77640  1 -- 172.21.15.46:0/36959217 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f89440a2800 msgr2=0x7f89440a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:47.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.258+0000 7f8961b77640  1 --2- 172.21.15.46:0/36959217 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f89440a2800 0x7f89440a4cc0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f895c198f40 tx=0x7f8950005f90 comp rx=0 tx=0).stop
2024-03-19T01:46:47.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.258+0000 7f8961b77640  1 -- 172.21.15.46:0/36959217 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f895c100740 msgr2=0x7f895c197a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:47.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.258+0000 7f8961b77640  1 --2- 172.21.15.46:0/36959217 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f895c100740 0x7f895c197a30 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f894c00c970 tx=0x7f894c00ce30 comp rx=0 tx=0).stop
2024-03-19T01:46:47.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.258+0000 7f8961b77640  1 -- 172.21.15.46:0/36959217 shutdown_connections
2024-03-19T01:46:47.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.258+0000 7f8961b77640  1 --2- 172.21.15.46:0/36959217 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f89440a2800 0x7f89440a4cc0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:47.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.258+0000 7f8961b77640  1 --2- 172.21.15.46:0/36959217 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f895c1022f0 0x7f895c19efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:47.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.258+0000 7f8961b77640  1 --2- 172.21.15.46:0/36959217 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f895c101930 0x7f895c197f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:47.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.258+0000 7f8961b77640  1 --2- 172.21.15.46:0/36959217 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f895c100740 0x7f895c197a30 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:47.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.258+0000 7f8961b77640  1 -- 172.21.15.46:0/36959217 >> 172.21.15.46:0/36959217 conn(0x7f895c0fbcb0 msgr2=0x7f895c0fd760 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:46:47.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.258+0000 7f8961b77640  1 -- 172.21.15.46:0/36959217 shutdown_connections
2024-03-19T01:46:47.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:47.258+0000 7f8961b77640  1 -- 172.21.15.46:0/36959217 wait complete.
2024-03-19T01:46:47.614 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:47 smithi046 ceph-mon[63102]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:47.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:47 smithi046 ceph-mon[63102]: Deploying daemon mds.l on smithi102
2024-03-19T01:46:47.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:47 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/93457687' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:46:47.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:47 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2516394847' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:46:47.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:47 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/36959217' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:46:47.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:47 smithi102 ceph-mon[66557]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:47.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:47 smithi102 ceph-mon[66557]: Deploying daemon mds.l on smithi102
2024-03-19T01:46:47.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:47 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/93457687' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:46:47.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:47 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2516394847' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:46:47.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:47 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/36959217' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:46:47.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:47 smithi073 ceph-mon[66833]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:47.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:47 smithi073 ceph-mon[66833]: Deploying daemon mds.l on smithi102
2024-03-19T01:46:47.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:47 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/93457687' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:46:47.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:47 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2516394847' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:46:47.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:47 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/36959217' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:46:48.230 INFO:journalctl@ceph.mds.l.smithi102.stdout:Mar 19 01:46:48 smithi102 systemd[1]: Starting Ceph mds.l for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T01:46:48.516 INFO:journalctl@ceph.mds.l.smithi102.stdout:Mar 19 01:46:48 smithi102 podman[96370]: 2024-03-19 01:46:48.27354605 +0000 UTC m=+0.017964650 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639
2024-03-19T01:46:48.516 INFO:journalctl@ceph.mds.l.smithi102.stdout:Mar 19 01:46:48 smithi102 podman[96370]: 2024-03-19 01:46:48.387726877 +0000 UTC m=+0.132145512 container create f3ee5be0ede2da875ffb2fb14e8f42a2c2ced022854c28eae59a439cbd1a866c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-l, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, ceph=True, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_CLEAN=True, org.label-schema.license=GPLv2)
2024-03-19T01:46:48.980 INFO:journalctl@ceph.mds.l.smithi102.stdout:Mar 19 01:46:48 smithi102 podman[96370]: 2024-03-19 01:46:48.665959463 +0000 UTC m=+0.410378067 container init f3ee5be0ede2da875ffb2fb14e8f42a2c2ced022854c28eae59a439cbd1a866c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-l, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2)
2024-03-19T01:46:48.980 INFO:journalctl@ceph.mds.l.smithi102.stdout:Mar 19 01:46:48 smithi102 podman[96370]: 2024-03-19 01:46:48.668368285 +0000 UTC m=+0.412786876 container start f3ee5be0ede2da875ffb2fb14e8f42a2c2ced022854c28eae59a439cbd1a866c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-l, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.build-date=20240307, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image)
2024-03-19T01:46:48.981 INFO:journalctl@ceph.mds.l.smithi102.stdout:Mar 19 01:46:48 smithi102 ceph-mds[96388]: -- 172.21.15.102:0/2730504405 <== mon.1 v2:172.21.15.102:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561c6a1cba40 con 0x561c6a19f000
2024-03-19T01:46:48.981 INFO:journalctl@ceph.mds.l.smithi102.stdout:Mar 19 01:46:48 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-l[96384]: starting mds.l at
2024-03-19T01:46:48.981 INFO:journalctl@ceph.mds.l.smithi102.stdout:Mar 19 01:46:48 smithi102 bash[96370]: f3ee5be0ede2da875ffb2fb14e8f42a2c2ced022854c28eae59a439cbd1a866c
2024-03-19T01:46:48.981 INFO:journalctl@ceph.mds.l.smithi102.stdout:Mar 19 01:46:48 smithi102 systemd[1]: Started Ceph mds.l for 53c8cf3e-e591-11ee-95c9-87774f69a715.
2024-03-19T01:46:49.269 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:46:49.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.384+0000 7fbf2c834640  1 -- 172.21.15.46:0/1494664609 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf28102340 msgr2=0x7fbf28104730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:49.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.384+0000 7fbf2c834640  1 --2- 172.21.15.46:0/1494664609 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf28102340 0x7fbf28104730 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fbf20009900 tx=0x7fbf2002bc30 comp rx=0 tx=0).stop
2024-03-19T01:46:49.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.385+0000 7fbf2c834640  1 -- 172.21.15.46:0/1494664609 shutdown_connections
2024-03-19T01:46:49.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.385+0000 7fbf2c834640  1 --2- 172.21.15.46:0/1494664609 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf281075a0 0x7fbf281099f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:49.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.385+0000 7fbf2c834640  1 --2- 172.21.15.46:0/1494664609 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf28104c70 0x7fbf28107060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:49.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.385+0000 7fbf2c834640  1 --2- 172.21.15.46:0/1494664609 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf28102340 0x7fbf28104730 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:49.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.385+0000 7fbf2c834640  1 -- 172.21.15.46:0/1494664609 >> 172.21.15.46:0/1494664609 conn(0x7fbf280fbd50 msgr2=0x7fbf280fe170 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:46:49.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.385+0000 7fbf2c834640  1 -- 172.21.15.46:0/1494664609 shutdown_connections
2024-03-19T01:46:49.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.385+0000 7fbf2c834640  1 -- 172.21.15.46:0/1494664609 wait complete.
2024-03-19T01:46:49.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.385+0000 7fbf2c834640  1  Processor -- start
2024-03-19T01:46:49.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.385+0000 7fbf2c834640  1 --  start start
2024-03-19T01:46:49.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.386+0000 7fbf2c834640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf28102340 0x7fbf28197ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:49.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.386+0000 7fbf2c834640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf28104c70 0x7fbf28197ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:49.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.386+0000 7fbf2c834640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf281075a0 0x7fbf2819f060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:49.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.386+0000 7fbf2c834640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fbf2810d3d0 con 0x7fbf28102340
2024-03-19T01:46:49.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.386+0000 7fbf2c834640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fbf2810d250 con 0x7fbf281075a0
2024-03-19T01:46:49.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.386+0000 7fbf2c834640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fbf2810d550 con 0x7fbf28104c70
2024-03-19T01:46:49.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.386+0000 7fbf2659c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf28102340 0x7fbf28197ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:49.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.386+0000 7fbf2659c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf28102340 0x7fbf28197ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41562/0 (socket says 172.21.15.46:41562)
2024-03-19T01:46:49.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.386+0000 7fbf2659c640  1 -- 172.21.15.46:0/4082162710 learned_addr learned my addr 172.21.15.46:0/4082162710 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:46:49.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.386+0000 7fbf26d9d640  1 --2- 172.21.15.46:0/4082162710 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf281075a0 0x7fbf2819f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:49.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.386+0000 7fbf25d9b640  1 --2- 172.21.15.46:0/4082162710 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf28104c70 0x7fbf28197ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:49.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.386+0000 7fbf2659c640  1 -- 172.21.15.46:0/4082162710 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf28104c70 msgr2=0x7fbf28197ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:49.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.386+0000 7fbf2659c640  1 --2- 172.21.15.46:0/4082162710 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf28104c70 0x7fbf28197ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:49.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.386+0000 7fbf2659c640  1 -- 172.21.15.46:0/4082162710 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf281075a0 msgr2=0x7fbf2819f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:49.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.386+0000 7fbf2659c640  1 --2- 172.21.15.46:0/4082162710 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf281075a0 0x7fbf2819f060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:49.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.386+0000 7fbf2659c640  1 -- 172.21.15.46:0/4082162710 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf2819f6d0 con 0x7fbf28102340
2024-03-19T01:46:49.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.386+0000 7fbf25d9b640  1 --2- 172.21.15.46:0/4082162710 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf28104c70 0x7fbf28197ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed!
2024-03-19T01:46:49.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.386+0000 7fbf2659c640  1 --2- 172.21.15.46:0/4082162710 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf28102340 0x7fbf28197ab0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fbf20000c00 tx=0x7fbf200042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:46:49.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.386+0000 7fbf1f7fe640  1 -- 172.21.15.46:0/4082162710 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf20043020 con 0x7fbf28102340
2024-03-19T01:46:49.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.386+0000 7fbf1f7fe640  1 -- 172.21.15.46:0/4082162710 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbf200054c0 con 0x7fbf28102340
2024-03-19T01:46:49.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.386+0000 7fbf2c834640  1 -- 172.21.15.46:0/4082162710 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf2819f960 con 0x7fbf28102340
2024-03-19T01:46:49.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.386+0000 7fbf1f7fe640  1 -- 172.21.15.46:0/4082162710 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf20003d70 con 0x7fbf28102340
2024-03-19T01:46:49.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.386+0000 7fbf2c834640  1 -- 172.21.15.46:0/4082162710 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf2819feb0 con 0x7fbf28102340
2024-03-19T01:46:49.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.388+0000 7fbf2c834640  1 -- 172.21.15.46:0/4082162710 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf280fd840 con 0x7fbf28102340
2024-03-19T01:46:49.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.388+0000 7fbf1f7fe640  1 -- 172.21.15.46:0/4082162710 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fbf20046020 con 0x7fbf28102340
2024-03-19T01:46:49.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.389+0000 7fbf1f7fe640  1 --2- 172.21.15.46:0/4082162710 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fbf140a2800 0x7fbf140a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:49.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.389+0000 7fbf25d9b640  1 --2- 172.21.15.46:0/4082162710 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fbf140a2800 0x7fbf140a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:49.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.389+0000 7fbf1f7fe640  1 -- 172.21.15.46:0/4082162710 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fbf200f0c70 con 0x7fbf28102340
2024-03-19T01:46:49.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.390+0000 7fbf25d9b640  1 --2- 172.21.15.46:0/4082162710 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fbf140a2800 0x7fbf140a4cc0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fbf28198fc0 tx=0x7fbf10005e50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:46:49.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.394+0000 7fbf1f7fe640  1 -- 172.21.15.46:0/4082162710 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fbf2004d020 con 0x7fbf28102340
2024-03-19T01:46:49.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.616+0000 7fbf2c834640  1 -- 172.21.15.46:0/4082162710 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbf28062420 con 0x7fbf28102340
2024-03-19T01:46:49.616 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.616+0000 7fbf1f7fe640  1 -- 172.21.15.46:0/4082162710 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1393 (secure 0 0 0) 0x7fbf200be230 con 0x7fbf28102340
2024-03-19T01:46:49.616 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:46:49.616 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]}
2024-03-19T01:46:49.617 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 2
2024-03-19T01:46:49.618 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.618+0000 7fbf2c834640  1 -- 172.21.15.46:0/4082162710 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fbf140a2800 msgr2=0x7fbf140a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:49.618 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.618+0000 7fbf2c834640  1 --2- 172.21.15.46:0/4082162710 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fbf140a2800 0x7fbf140a4cc0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fbf28198fc0 tx=0x7fbf10005e50 comp rx=0 tx=0).stop
2024-03-19T01:46:49.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.618+0000 7fbf2c834640  1 -- 172.21.15.46:0/4082162710 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf28102340 msgr2=0x7fbf28197ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:49.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.618+0000 7fbf2c834640  1 --2- 172.21.15.46:0/4082162710 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf28102340 0x7fbf28197ab0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fbf20000c00 tx=0x7fbf200042f0 comp rx=0 tx=0).stop
2024-03-19T01:46:49.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.618+0000 7fbf2c834640  1 -- 172.21.15.46:0/4082162710 shutdown_connections
2024-03-19T01:46:49.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.618+0000 7fbf2c834640  1 --2- 172.21.15.46:0/4082162710 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fbf140a2800 0x7fbf140a4cc0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:49.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.618+0000 7fbf2c834640  1 --2- 172.21.15.46:0/4082162710 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf281075a0 0x7fbf2819f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:49.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.618+0000 7fbf2c834640  1 --2- 172.21.15.46:0/4082162710 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf28104c70 0x7fbf28197ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:49.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.618+0000 7fbf2c834640  1 --2- 172.21.15.46:0/4082162710 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf28102340 0x7fbf28197ab0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:49.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.618+0000 7fbf2c834640  1 -- 172.21.15.46:0/4082162710 >> 172.21.15.46:0/4082162710 conn(0x7fbf280fbd50 msgr2=0x7fbf28102c80 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:46:49.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.618+0000 7fbf2c834640  1 -- 172.21.15.46:0/4082162710 shutdown_connections
2024-03-19T01:46:49.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:49.618+0000 7fbf2c834640  1 -- 172.21.15.46:0/4082162710 wait complete.
2024-03-19T01:46:49.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:49 smithi073 ceph-mon[66833]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:49.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:49 smithi073 ceph-mon[66833]: mds.? [v2:172.21.15.102:6832/775032570,v1:172.21.15.102:6833/775032570] up:boot
2024-03-19T01:46:49.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:49 smithi073 ceph-mon[66833]: fsmap  1 up:standby
2024-03-19T01:46:49.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:49 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch
2024-03-19T01:46:49.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:49 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:49.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:49 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:49.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:49 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:49.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:49 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:46:49.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:49 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:46:49.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:49 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:49.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:49 smithi073 ceph-mon[66833]: Deploying daemon mds.k on smithi073
2024-03-19T01:46:49.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:49 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/4082162710' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:46:49.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:49 smithi102 ceph-mon[66557]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:49.982 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:49 smithi102 ceph-mon[66557]: mds.? [v2:172.21.15.102:6832/775032570,v1:172.21.15.102:6833/775032570] up:boot
2024-03-19T01:46:49.982 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:49 smithi102 ceph-mon[66557]: fsmap  1 up:standby
2024-03-19T01:46:49.982 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:49 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch
2024-03-19T01:46:49.982 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:49 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:49.982 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:49 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:49.982 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:49 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:49.982 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:49 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:46:49.982 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:49 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:46:49.982 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:49 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:49.982 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:49 smithi102 ceph-mon[66557]: Deploying daemon mds.k on smithi073
2024-03-19T01:46:49.982 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:49 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/4082162710' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:46:50.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:49 smithi046 ceph-mon[63102]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:50.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:49 smithi046 ceph-mon[63102]: mds.? [v2:172.21.15.102:6832/775032570,v1:172.21.15.102:6833/775032570] up:boot
2024-03-19T01:46:50.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:49 smithi046 ceph-mon[63102]: fsmap  1 up:standby
2024-03-19T01:46:50.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:49 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch
2024-03-19T01:46:50.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:49 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:50.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:49 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:50.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:49 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:50.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:49 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:46:50.116 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:49 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:46:50.116 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:49 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:50.116 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:49 smithi046 ceph-mon[63102]: Deploying daemon mds.k on smithi073
2024-03-19T01:46:50.116 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:49 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/4082162710' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:46:51.214 INFO:journalctl@ceph.mds.k.smithi073.stdout:Mar 19 01:46:51 smithi073 systemd[1]: Starting Ceph mds.k for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T01:46:51.561 INFO:journalctl@ceph.mds.k.smithi073.stdout:Mar 19 01:46:51 smithi073 podman[96220]: 2024-03-19 01:46:51.124641615 +0000 UTC m=+0.018444362 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639
2024-03-19T01:46:51.562 INFO:journalctl@ceph.mds.k.smithi073.stdout:Mar 19 01:46:51 smithi073 podman[96220]: 2024-03-19 01:46:51.27576387 +0000 UTC m=+0.169566617 container create 1946d00f2652dd938524ab30d5b5291d8dd5c966d0b9feb41759273bdfa845a9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-k, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image)
2024-03-19T01:46:51.562 INFO:journalctl@ceph.mds.k.smithi073.stdout:Mar 19 01:46:51 smithi073 podman[96220]: 2024-03-19 01:46:51.561898964 +0000 UTC m=+0.455701721 container init 1946d00f2652dd938524ab30d5b5291d8dd5c966d0b9feb41759273bdfa845a9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-k, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.license=GPLv2, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS)
2024-03-19T01:46:51.630 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:46:51.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.749+0000 7fe98e1ab640  1 -- 172.21.15.46:0/3278981745 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe988101930 msgr2=0x7fe988101db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:51.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.749+0000 7fe98e1ab640  1 --2- 172.21.15.46:0/3278981745 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe988101930 0x7fe988101db0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fe970009900 tx=0x7fe97002bc30 comp rx=0 tx=0).stop
2024-03-19T01:46:51.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.749+0000 7fe98e1ab640  1 -- 172.21.15.46:0/3278981745 shutdown_connections
2024-03-19T01:46:51.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.749+0000 7fe98e1ab640  1 --2- 172.21.15.46:0/3278981745 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe9881022f0 0x7fe988108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:51.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.749+0000 7fe98e1ab640  1 --2- 172.21.15.46:0/3278981745 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe988101930 0x7fe988101db0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:51.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.749+0000 7fe98e1ab640  1 --2- 172.21.15.46:0/3278981745 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe988100740 0x7fe988100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:51.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.749+0000 7fe98e1ab640  1 -- 172.21.15.46:0/3278981745 >> 172.21.15.46:0/3278981745 conn(0x7fe9880fbcb0 msgr2=0x7fe9880fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:46:51.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.750+0000 7fe98e1ab640  1 -- 172.21.15.46:0/3278981745 shutdown_connections
2024-03-19T01:46:51.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.750+0000 7fe98e1ab640  1 -- 172.21.15.46:0/3278981745 wait complete.
2024-03-19T01:46:51.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.750+0000 7fe98e1ab640  1  Processor -- start
2024-03-19T01:46:51.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.750+0000 7fe98e1ab640  1 --  start start
2024-03-19T01:46:51.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.750+0000 7fe98e1ab640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe988100740 0x7fe9881046d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:51.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.750+0000 7fe98e1ab640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe988101930 0x7fe988102d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:51.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.750+0000 7fe98e1ab640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe9881022f0 0x7fe988103250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:51.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.750+0000 7fe98e1ab640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe98810c270 con 0x7fe988100740
2024-03-19T01:46:51.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.750+0000 7fe98e1ab640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe98810c0f0 con 0x7fe9881022f0
2024-03-19T01:46:51.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.750+0000 7fe98e1ab640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe98810c3f0 con 0x7fe988101930
2024-03-19T01:46:51.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.751+0000 7fe9877fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe988100740 0x7fe9881046d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:51.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.751+0000 7fe9877fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe988100740 0x7fe9881046d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41588/0 (socket says 172.21.15.46:41588)
2024-03-19T01:46:51.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.751+0000 7fe9877fe640  1 -- 172.21.15.46:0/1032749684 learned_addr learned my addr 172.21.15.46:0/1032749684 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:46:51.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.751+0000 7fe987fff640  1 --2- 172.21.15.46:0/1032749684 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe9881022f0 0x7fe988103250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:51.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.751+0000 7fe97effd640  1 --2- 172.21.15.46:0/1032749684 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe988101930 0x7fe988102d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:51.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.751+0000 7fe9877fe640  1 -- 172.21.15.46:0/1032749684 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe988101930 msgr2=0x7fe988102d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:51.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.751+0000 7fe9877fe640  1 --2- 172.21.15.46:0/1032749684 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe988101930 0x7fe988102d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:51.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.751+0000 7fe9877fe640  1 -- 172.21.15.46:0/1032749684 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe9881022f0 msgr2=0x7fe988103250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:51.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.751+0000 7fe9877fe640  1 --2- 172.21.15.46:0/1032749684 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe9881022f0 0x7fe988103250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:51.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.751+0000 7fe9877fe640  1 -- 172.21.15.46:0/1032749684 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe988103ae0 con 0x7fe988100740
2024-03-19T01:46:51.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.751+0000 7fe9877fe640  1 --2- 172.21.15.46:0/1032749684 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe988100740 0x7fe9881046d0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fe97800e9c0 tx=0x7fe97800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:46:51.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.751+0000 7fe9857fa640  1 -- 172.21.15.46:0/1032749684 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe97800cd80 con 0x7fe988100740
2024-03-19T01:46:51.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.751+0000 7fe98e1ab640  1 -- 172.21.15.46:0/1032749684 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9881a1c20 con 0x7fe988100740
2024-03-19T01:46:51.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.751+0000 7fe9857fa640  1 -- 172.21.15.46:0/1032749684 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe9780035f0 con 0x7fe988100740
2024-03-19T01:46:51.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.751+0000 7fe9857fa640  1 -- 172.21.15.46:0/1032749684 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe978010690 con 0x7fe988100740
2024-03-19T01:46:51.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.751+0000 7fe98e1ab640  1 -- 172.21.15.46:0/1032749684 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9881a2170 con 0x7fe988100740
2024-03-19T01:46:51.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.753+0000 7fe98e1ab640  1 -- 172.21.15.46:0/1032749684 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9881a2340 con 0x7fe988100740
2024-03-19T01:46:51.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.754+0000 7fe9857fa640  1 -- 172.21.15.46:0/1032749684 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fe9780037a0 con 0x7fe988100740
2024-03-19T01:46:51.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.754+0000 7fe9857fa640  1 --2- 172.21.15.46:0/1032749684 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe9740a2800 0x7fe9740a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:51.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.755+0000 7fe97effd640  1 --2- 172.21.15.46:0/1032749684 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe9740a2800 0x7fe9740a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:51.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.755+0000 7fe9857fa640  1 -- 172.21.15.46:0/1032749684 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fe9780ceae0 con 0x7fe988100740
2024-03-19T01:46:51.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.755+0000 7fe97effd640  1 --2- 172.21.15.46:0/1032749684 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe9740a2800 0x7fe9740a4cc0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fe988104440 tx=0x7fe970005be0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:46:51.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.759+0000 7fe9857fa640  1 -- 172.21.15.46:0/1032749684 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fe97809bf80 con 0x7fe988100740
2024-03-19T01:46:51.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:51 smithi073 ceph-mon[66833]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:51.964 INFO:journalctl@ceph.mds.k.smithi073.stdout:Mar 19 01:46:51 smithi073 podman[96220]: 2024-03-19 01:46:51.564837644 +0000 UTC m=+0.458640396 container start 1946d00f2652dd938524ab30d5b5291d8dd5c966d0b9feb41759273bdfa845a9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-k, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307)
2024-03-19T01:46:51.964 INFO:journalctl@ceph.mds.k.smithi073.stdout:Mar 19 01:46:51 smithi073 ceph-mds[96239]: -- 172.21.15.73:0/4031161070 <== mon.2 v2:172.21.15.73:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55cef8c37a40 con 0x55cef8c0b000
2024-03-19T01:46:51.964 INFO:journalctl@ceph.mds.k.smithi073.stdout:Mar 19 01:46:51 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-k[96235]: starting mds.k at
2024-03-19T01:46:51.965 INFO:journalctl@ceph.mds.k.smithi073.stdout:Mar 19 01:46:51 smithi073 bash[96220]: 1946d00f2652dd938524ab30d5b5291d8dd5c966d0b9feb41759273bdfa845a9
2024-03-19T01:46:51.965 INFO:journalctl@ceph.mds.k.smithi073.stdout:Mar 19 01:46:51 smithi073 systemd[1]: Started Ceph mds.k for 53c8cf3e-e591-11ee-95c9-87774f69a715.
2024-03-19T01:46:51.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:51 smithi102 ceph-mon[66557]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:51.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.982+0000 7fe98e1ab640  1 -- 172.21.15.46:0/1032749684 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe9881a2510 con 0x7fe988100740
2024-03-19T01:46:51.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.982+0000 7fe9857fa640  1 -- 172.21.15.46:0/1032749684 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2215 (secure 0 0 0) 0x7fe97809b880 con 0x7fe988100740
2024-03-19T01:46:51.983 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:46:51.983 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]}
2024-03-19T01:46:51.983 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 3
2024-03-19T01:46:51.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.984+0000 7fe98e1ab640  1 -- 172.21.15.46:0/1032749684 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe9740a2800 msgr2=0x7fe9740a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:51.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.984+0000 7fe98e1ab640  1 --2- 172.21.15.46:0/1032749684 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe9740a2800 0x7fe9740a4cc0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fe988104440 tx=0x7fe970005be0 comp rx=0 tx=0).stop
2024-03-19T01:46:51.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.984+0000 7fe98e1ab640  1 -- 172.21.15.46:0/1032749684 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe988100740 msgr2=0x7fe9881046d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:51.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.984+0000 7fe98e1ab640  1 --2- 172.21.15.46:0/1032749684 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe988100740 0x7fe9881046d0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fe97800e9c0 tx=0x7fe97800ee80 comp rx=0 tx=0).stop
2024-03-19T01:46:51.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.984+0000 7fe98e1ab640  1 -- 172.21.15.46:0/1032749684 shutdown_connections
2024-03-19T01:46:51.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.984+0000 7fe98e1ab640  1 --2- 172.21.15.46:0/1032749684 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe9740a2800 0x7fe9740a4cc0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:51.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.984+0000 7fe98e1ab640  1 --2- 172.21.15.46:0/1032749684 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe9881022f0 0x7fe988103250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:51.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.984+0000 7fe98e1ab640  1 --2- 172.21.15.46:0/1032749684 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe988101930 0x7fe988102d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:51.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.984+0000 7fe98e1ab640  1 --2- 172.21.15.46:0/1032749684 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe988100740 0x7fe9881046d0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:51.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.984+0000 7fe98e1ab640  1 -- 172.21.15.46:0/1032749684 >> 172.21.15.46:0/1032749684 conn(0x7fe9880fbcb0 msgr2=0x7fe9880689f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:46:51.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.984+0000 7fe98e1ab640  1 -- 172.21.15.46:0/1032749684 shutdown_connections
2024-03-19T01:46:51.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:51.984+0000 7fe98e1ab640  1 -- 172.21.15.46:0/1032749684 wait complete.
2024-03-19T01:46:51.994 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:51 smithi046 ceph-mon[63102]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:52.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:52 smithi102 ceph-mon[66557]: mds.? [v2:172.21.15.73:6832/650920135,v1:172.21.15.73:6833/650920135] up:boot
2024-03-19T01:46:52.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:52 smithi102 ceph-mon[66557]: fsmap  2 up:standby
2024-03-19T01:46:52.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:52 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch
2024-03-19T01:46:52.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:52 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:52.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:52 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:52.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:52 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:52.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:52 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:46:52.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:52 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:46:52.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:52 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:52.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:52 smithi102 ceph-mon[66557]: Deploying daemon mds.j on smithi046
2024-03-19T01:46:52.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:52 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1032749684' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:46:52.994 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:52 smithi073 ceph-mon[66833]: mds.? [v2:172.21.15.73:6832/650920135,v1:172.21.15.73:6833/650920135] up:boot
2024-03-19T01:46:52.994 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:52 smithi073 ceph-mon[66833]: fsmap  2 up:standby
2024-03-19T01:46:52.994 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:52 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch
2024-03-19T01:46:52.994 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:52 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:52.994 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:52 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:52.994 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:52 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:52.994 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:52 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:46:52.994 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:52 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:46:52.994 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:52 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:52.995 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:52 smithi073 ceph-mon[66833]: Deploying daemon mds.j on smithi046
2024-03-19T01:46:52.995 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:52 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1032749684' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:46:53.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:52 smithi046 ceph-mon[63102]: mds.? [v2:172.21.15.73:6832/650920135,v1:172.21.15.73:6833/650920135] up:boot
2024-03-19T01:46:53.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:52 smithi046 ceph-mon[63102]: fsmap  2 up:standby
2024-03-19T01:46:53.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:52 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch
2024-03-19T01:46:53.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:52 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:53.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:52 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:53.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:52 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:53.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:52 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:46:53.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:52 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:46:53.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:52 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:53.116 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:52 smithi046 ceph-mon[63102]: Deploying daemon mds.j on smithi046
2024-03-19T01:46:53.116 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:52 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1032749684' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:46:53.996 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:46:54.024 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:53 smithi046 ceph-mon[63102]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:54.025 INFO:journalctl@ceph.mds.j.smithi046.stdout:Mar 19 01:46:53 smithi046 systemd[1]: Starting Ceph mds.j for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T01:46:54.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.110+0000 7f11c4427640  1 -- 172.21.15.46:0/1217372044 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f11bc101070 msgr2=0x7f11bc1014f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:54.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.110+0000 7f11c4427640  1 --2- 172.21.15.46:0/1217372044 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f11bc101070 0x7f11bc1014f0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f11b8009900 tx=0x7f11b802bc30 comp rx=0 tx=0).stop
2024-03-19T01:46:54.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.110+0000 7f11c4427640  1 -- 172.21.15.46:0/1217372044 shutdown_connections
2024-03-19T01:46:54.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.110+0000 7f11c4427640  1 --2- 172.21.15.46:0/1217372044 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f11bc101a30 0x7f11bc108350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:54.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.110+0000 7f11c4427640  1 --2- 172.21.15.46:0/1217372044 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f11bc101070 0x7f11bc1014f0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:54.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.110+0000 7f11c4427640  1 --2- 172.21.15.46:0/1217372044 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f11bc0ffe90 0x7f11bc1002b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:54.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.110+0000 7f11c4427640  1 -- 172.21.15.46:0/1217372044 >> 172.21.15.46:0/1217372044 conn(0x7f11bc0fb450 msgr2=0x7f11bc0fd890 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:46:54.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.110+0000 7f11c4427640  1 -- 172.21.15.46:0/1217372044 shutdown_connections
2024-03-19T01:46:54.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.110+0000 7f11c4427640  1 -- 172.21.15.46:0/1217372044 wait complete.
2024-03-19T01:46:54.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.111+0000 7f11c4427640  1  Processor -- start
2024-03-19T01:46:54.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.111+0000 7f11c4427640  1 --  start start
2024-03-19T01:46:54.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.111+0000 7f11c4427640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f11bc0ffe90 0x7f11bc199c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:54.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.111+0000 7f11c4427640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f11bc101070 0x7f11bc19a170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:54.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.111+0000 7f11c4427640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f11bc101a30 0x7f11bc1a11a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:54.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.111+0000 7f11c4427640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f11bc10d3c0 con 0x7f11bc101070
2024-03-19T01:46:54.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.111+0000 7f11c4427640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f11bc10d240 con 0x7f11bc0ffe90
2024-03-19T01:46:54.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.111+0000 7f11c4427640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f11bc10d540 con 0x7f11bc101a30
2024-03-19T01:46:54.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.111+0000 7f11c19c2640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f11bc101070 0x7f11bc19a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:54.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.111+0000 7f11c21c3640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f11bc0ffe90 0x7f11bc199c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:54.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.111+0000 7f11c19c2640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f11bc101070 0x7f11bc19a170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:59600/0 (socket says 172.21.15.46:59600)
2024-03-19T01:46:54.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.111+0000 7f11c19c2640  1 -- 172.21.15.46:0/2407006033 learned_addr learned my addr 172.21.15.46:0/2407006033 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:46:54.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.111+0000 7f11c29c4640  1 --2- 172.21.15.46:0/2407006033 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f11bc101a30 0x7f11bc1a11a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:54.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.111+0000 7f11c21c3640  1 -- 172.21.15.46:0/2407006033 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f11bc101a30 msgr2=0x7f11bc1a11a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:54.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.111+0000 7f11c21c3640  1 --2- 172.21.15.46:0/2407006033 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f11bc101a30 0x7f11bc1a11a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:54.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.111+0000 7f11c21c3640  1 -- 172.21.15.46:0/2407006033 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f11bc101070 msgr2=0x7f11bc19a170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:54.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.111+0000 7f11c21c3640  1 --2- 172.21.15.46:0/2407006033 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f11bc101070 0x7f11bc19a170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:54.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.111+0000 7f11c21c3640  1 -- 172.21.15.46:0/2407006033 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11bc1a1840 con 0x7f11bc0ffe90
2024-03-19T01:46:54.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.111+0000 7f11c19c2640  1 --2- 172.21.15.46:0/2407006033 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f11bc101070 0x7f11bc19a170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:46:54.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.112+0000 7f11c21c3640  1 --2- 172.21.15.46:0/2407006033 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f11bc0ffe90 0x7f11bc199c30 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f11b000e9c0 tx=0x7f11b000ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:46:54.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.112+0000 7f11af7fe640  1 -- 172.21.15.46:0/2407006033 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11b000ccc0 con 0x7f11bc0ffe90
2024-03-19T01:46:54.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.112+0000 7f11c4427640  1 -- 172.21.15.46:0/2407006033 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11bc1a1b30 con 0x7f11bc0ffe90
2024-03-19T01:46:54.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.112+0000 7f11af7fe640  1 -- 172.21.15.46:0/2407006033 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f11b00035f0 con 0x7f11bc0ffe90
2024-03-19T01:46:54.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.112+0000 7f11af7fe640  1 -- 172.21.15.46:0/2407006033 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11b000ce60 con 0x7f11bc0ffe90
2024-03-19T01:46:54.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.112+0000 7f11c4427640  1 -- 172.21.15.46:0/2407006033 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11bc1a20d0 con 0x7f11bc0ffe90
2024-03-19T01:46:54.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.113+0000 7f11c4427640  1 -- 172.21.15.46:0/2407006033 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11bc1a22a0 con 0x7f11bc0ffe90
2024-03-19T01:46:54.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.114+0000 7f11af7fe640  1 -- 172.21.15.46:0/2407006033 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f11b00037a0 con 0x7f11bc0ffe90
2024-03-19T01:46:54.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.114+0000 7f11af7fe640  1 --2- 172.21.15.46:0/2407006033 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f11a80a2800 0x7f11a80a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:54.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.115+0000 7f11c19c2640  1 --2- 172.21.15.46:0/2407006033 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f11a80a2800 0x7f11a80a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:54.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.115+0000 7f11af7fe640  1 -- 172.21.15.46:0/2407006033 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f11b00ceba0 con 0x7f11bc0ffe90
2024-03-19T01:46:54.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.115+0000 7f11c19c2640  1 --2- 172.21.15.46:0/2407006033 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f11a80a2800 0x7f11a80a4cc0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f11b80096c0 tx=0x7f11b802c7e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:46:54.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.118+0000 7f11af7fe640  1 -- 172.21.15.46:0/2407006033 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f11b009c0e0 con 0x7f11bc0ffe90
2024-03-19T01:46:54.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:53 smithi073 ceph-mon[66833]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:54.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:53 smithi102 ceph-mon[66557]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:54.290 INFO:journalctl@ceph.mds.j.smithi046.stdout:Mar 19 01:46:54 smithi046 podman[103664]: 2024-03-19 01:46:54.064214394 +0000 UTC m=+0.019239145 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639
2024-03-19T01:46:54.290 INFO:journalctl@ceph.mds.j.smithi046.stdout:Mar 19 01:46:54 smithi046 podman[103664]: 2024-03-19 01:46:54.169510748 +0000 UTC m=+0.124535493 container create b0b98cbb879decdd7e00b6c936527215925155ad59fad6f27b5c91af90bf6d5b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-j, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git)
2024-03-19T01:46:54.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.343+0000 7f11c4427640  1 -- 172.21.15.46:0/2407006033 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f11bc1a2470 con 0x7f11bc0ffe90
2024-03-19T01:46:54.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.344+0000 7f11af7fe640  1 -- 172.21.15.46:0/2407006033 <== mon.2 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2215 (secure 0 0 0) 0x7f11b009b9e0 con 0x7f11bc0ffe90
2024-03-19T01:46:54.344 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:46:54.344 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]}
2024-03-19T01:46:54.344 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 3
2024-03-19T01:46:54.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.346+0000 7f11c4427640  1 -- 172.21.15.46:0/2407006033 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f11a80a2800 msgr2=0x7f11a80a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:54.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.346+0000 7f11c4427640  1 --2- 172.21.15.46:0/2407006033 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f11a80a2800 0x7f11a80a4cc0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f11b80096c0 tx=0x7f11b802c7e0 comp rx=0 tx=0).stop
2024-03-19T01:46:54.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.346+0000 7f11c4427640  1 -- 172.21.15.46:0/2407006033 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f11bc0ffe90 msgr2=0x7f11bc199c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:54.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.346+0000 7f11c4427640  1 --2- 172.21.15.46:0/2407006033 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f11bc0ffe90 0x7f11bc199c30 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f11b000e9c0 tx=0x7f11b000ee80 comp rx=0 tx=0).stop
2024-03-19T01:46:54.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.346+0000 7f11c4427640  1 -- 172.21.15.46:0/2407006033 shutdown_connections
2024-03-19T01:46:54.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.346+0000 7f11c4427640  1 --2- 172.21.15.46:0/2407006033 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f11a80a2800 0x7f11a80a4cc0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:54.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.346+0000 7f11c4427640  1 --2- 172.21.15.46:0/2407006033 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f11bc101a30 0x7f11bc1a11a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:54.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.346+0000 7f11c4427640  1 --2- 172.21.15.46:0/2407006033 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f11bc101070 0x7f11bc19a170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:54.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.346+0000 7f11c4427640  1 --2- 172.21.15.46:0/2407006033 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f11bc0ffe90 0x7f11bc199c30 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:54.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.346+0000 7f11c4427640  1 -- 172.21.15.46:0/2407006033 >> 172.21.15.46:0/2407006033 conn(0x7f11bc0fb450 msgr2=0x7f11bc1099a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:46:54.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.346+0000 7f11c4427640  1 -- 172.21.15.46:0/2407006033 shutdown_connections
2024-03-19T01:46:54.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:54.346+0000 7f11c4427640  1 -- 172.21.15.46:0/2407006033 wait complete.
2024-03-19T01:46:54.615 INFO:journalctl@ceph.mds.j.smithi046.stdout:Mar 19 01:46:54 smithi046 podman[103664]: 2024-03-19 01:46:54.406177959 +0000 UTC m=+0.361202705 container init b0b98cbb879decdd7e00b6c936527215925155ad59fad6f27b5c91af90bf6d5b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-j, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, ceph=True)
2024-03-19T01:46:54.615 INFO:journalctl@ceph.mds.j.smithi046.stdout:Mar 19 01:46:54 smithi046 podman[103664]: 2024-03-19 01:46:54.408818187 +0000 UTC m=+0.363842935 container start b0b98cbb879decdd7e00b6c936527215925155ad59fad6f27b5c91af90bf6d5b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-j, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.build-date=20240307)
2024-03-19T01:46:54.616 INFO:journalctl@ceph.mds.j.smithi046.stdout:Mar 19 01:46:54 smithi046 ceph-mds[103704]: -- 172.21.15.46:0/1223265545 <== mon.0 v2:172.21.15.46:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562aac171a40 con 0x562aac144c00
2024-03-19T01:46:54.616 INFO:journalctl@ceph.mds.j.smithi046.stdout:Mar 19 01:46:54 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-j[103698]: starting mds.j at
2024-03-19T01:46:54.616 INFO:journalctl@ceph.mds.j.smithi046.stdout:Mar 19 01:46:54 smithi046 bash[103664]: b0b98cbb879decdd7e00b6c936527215925155ad59fad6f27b5c91af90bf6d5b
2024-03-19T01:46:54.616 INFO:journalctl@ceph.mds.j.smithi046.stdout:Mar 19 01:46:54 smithi046 systemd[1]: Started Ceph mds.j for 53c8cf3e-e591-11ee-95c9-87774f69a715.
2024-03-19T01:46:55.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:54 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2407006033' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:46:55.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:54 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:55.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:54 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:55.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:54 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:55.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:54 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:46:55.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:54 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:46:55.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:54 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:55.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:54 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2407006033' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:46:55.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:54 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:55.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:54 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:55.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:54 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:55.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:54 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:46:55.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:54 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:46:55.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:54 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:55.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:54 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2407006033' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:46:55.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:54 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:55.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:54 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:55.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:54 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:55.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:54 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:46:55.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:54 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:46:55.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:54 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:56.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:55 smithi046 ceph-mon[63102]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:56.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:55 smithi046 ceph-mon[63102]: Deploying daemon mds.d on smithi046
2024-03-19T01:46:56.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:55 smithi046 ceph-mon[63102]: mds.? [v2:172.21.15.46:6834/1082766836,v1:172.21.15.46:6835/1082766836] up:boot
2024-03-19T01:46:56.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:55 smithi046 ceph-mon[63102]: fsmap  3 up:standby
2024-03-19T01:46:56.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:55 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch
2024-03-19T01:46:56.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:55 smithi073 ceph-mon[66833]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:56.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:55 smithi073 ceph-mon[66833]: Deploying daemon mds.d on smithi046
2024-03-19T01:46:56.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:55 smithi073 ceph-mon[66833]: mds.? [v2:172.21.15.46:6834/1082766836,v1:172.21.15.46:6835/1082766836] up:boot
2024-03-19T01:46:56.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:55 smithi073 ceph-mon[66833]: fsmap  3 up:standby
2024-03-19T01:46:56.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:55 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch
2024-03-19T01:46:56.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:55 smithi102 ceph-mon[66557]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:56.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:55 smithi102 ceph-mon[66557]: Deploying daemon mds.d on smithi046
2024-03-19T01:46:56.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:55 smithi102 ceph-mon[66557]: mds.? [v2:172.21.15.46:6834/1082766836,v1:172.21.15.46:6835/1082766836] up:boot
2024-03-19T01:46:56.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:55 smithi102 ceph-mon[66557]: fsmap  3 up:standby
2024-03-19T01:46:56.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:55 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch
2024-03-19T01:46:56.358 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:46:56.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.482+0000 7f117f1c4640  1 -- 172.21.15.46:0/2075515924 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1178101930 msgr2=0x7f1178101db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:56.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.482+0000 7f117f1c4640  1 --2- 172.21.15.46:0/2075515924 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1178101930 0x7f1178101db0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f1164009900 tx=0x7f116402bc30 comp rx=0 tx=0).stop
2024-03-19T01:46:56.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.482+0000 7f117f1c4640  1 -- 172.21.15.46:0/2075515924 shutdown_connections
2024-03-19T01:46:56.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.482+0000 7f117f1c4640  1 --2- 172.21.15.46:0/2075515924 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f11781022f0 0x7f1178108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:56.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.482+0000 7f117f1c4640  1 --2- 172.21.15.46:0/2075515924 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1178101930 0x7f1178101db0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:56.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.482+0000 7f117f1c4640  1 --2- 172.21.15.46:0/2075515924 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1178100740 0x7f1178100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:56.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.482+0000 7f117f1c4640  1 -- 172.21.15.46:0/2075515924 >> 172.21.15.46:0/2075515924 conn(0x7f11780fbcb0 msgr2=0x7f11780fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:46:56.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.482+0000 7f117f1c4640  1 -- 172.21.15.46:0/2075515924 shutdown_connections
2024-03-19T01:46:56.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.482+0000 7f117f1c4640  1 -- 172.21.15.46:0/2075515924 wait complete.
2024-03-19T01:46:56.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.483+0000 7f117f1c4640  1  Processor -- start
2024-03-19T01:46:56.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.483+0000 7f117f1c4640  1 --  start start
2024-03-19T01:46:56.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.483+0000 7f117f1c4640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1178100740 0x7f1178069510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:56.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.483+0000 7f117f1c4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1178101930 0x7f117819c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:56.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.483+0000 7f117f1c4640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f11781022f0 0x7f117819ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:56.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.483+0000 7f117f1c4640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f117810c250 con 0x7f1178101930
2024-03-19T01:46:56.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.483+0000 7f117f1c4640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f117810c0d0 con 0x7f11781022f0
2024-03-19T01:46:56.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.483+0000 7f117f1c4640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f117810c3d0 con 0x7f1178100740
2024-03-19T01:46:56.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.483+0000 7f1177fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1178101930 0x7f117819c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:56.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.483+0000 7f1177fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1178101930 0x7f117819c7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:59640/0 (socket says 172.21.15.46:59640)
2024-03-19T01:46:56.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.483+0000 7f1177fff640  1 -- 172.21.15.46:0/2449983062 learned_addr learned my addr 172.21.15.46:0/2449983062 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:46:56.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.483+0000 7f117d761640  1 --2- 172.21.15.46:0/2449983062 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f11781022f0 0x7f117819ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:56.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.483+0000 7f117cf60640  1 --2- 172.21.15.46:0/2449983062 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1178100740 0x7f1178069510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:56.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.484+0000 7f1177fff640  1 -- 172.21.15.46:0/2449983062 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1178100740 msgr2=0x7f1178069510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:56.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.484+0000 7f1177fff640  1 --2- 172.21.15.46:0/2449983062 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1178100740 0x7f1178069510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:56.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.484+0000 7f1177fff640  1 -- 172.21.15.46:0/2449983062 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f11781022f0 msgr2=0x7f117819ee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:56.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.484+0000 7f1177fff640  1 --2- 172.21.15.46:0/2449983062 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f11781022f0 0x7f117819ee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:56.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.484+0000 7f1177fff640  1 -- 172.21.15.46:0/2449983062 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f117819f6c0 con 0x7f1178101930
2024-03-19T01:46:56.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.484+0000 7f117d761640  1 --2- 172.21.15.46:0/2449983062 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f11781022f0 0x7f117819ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:46:56.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.484+0000 7f1177fff640  1 --2- 172.21.15.46:0/2449983062 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1178101930 0x7f117819c7c0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f1164006010 tx=0x7f1164005e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:46:56.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.484+0000 7f1175ffb640  1 -- 172.21.15.46:0/2449983062 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1164043020 con 0x7f1178101930
2024-03-19T01:46:56.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.484+0000 7f1175ffb640  1 -- 172.21.15.46:0/2449983062 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f11640043d0 con 0x7f1178101930
2024-03-19T01:46:56.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.484+0000 7f117f1c4640  1 -- 172.21.15.46:0/2449983062 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f117819f950 con 0x7f1178101930
2024-03-19T01:46:56.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.484+0000 7f1175ffb640  1 -- 172.21.15.46:0/2449983062 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1164003b80 con 0x7f1178101930
2024-03-19T01:46:56.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.484+0000 7f117f1c4640  1 -- 172.21.15.46:0/2449983062 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f117819fea0 con 0x7f1178101930
2024-03-19T01:46:56.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.485+0000 7f117f1c4640  1 -- 172.21.15.46:0/2449983062 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1178107b80 con 0x7f1178101930
2024-03-19T01:46:56.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.487+0000 7f1175ffb640  1 -- 172.21.15.46:0/2449983062 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f1164046020 con 0x7f1178101930
2024-03-19T01:46:56.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.488+0000 7f1175ffb640  1 --2- 172.21.15.46:0/2449983062 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f11680a2800 0x7f11680a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:56.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.488+0000 7f117cf60640  1 --2- 172.21.15.46:0/2449983062 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f11680a2800 0x7f11680a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:56.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.488+0000 7f1175ffb640  1 -- 172.21.15.46:0/2449983062 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f11640f0fb0 con 0x7f1178101930
2024-03-19T01:46:56.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.488+0000 7f117cf60640  1 --2- 172.21.15.46:0/2449983062 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f11680a2800 0x7f11680a4cc0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f1178101790 tx=0x7f116c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:46:56.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.491+0000 7f1175ffb640  1 -- 172.21.15.46:0/2449983062 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f116404d020 con 0x7f1178101930
2024-03-19T01:46:56.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.745+0000 7f117f1c4640  1 -- 172.21.15.46:0/2449983062 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f117802d1f0 con 0x7f1178101930
2024-03-19T01:46:56.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.745+0000 7f1175ffb640  1 -- 172.21.15.46:0/2449983062 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3040 (secure 0 0 0) 0x7f11640be450 con 0x7f1178101930
2024-03-19T01:46:56.745 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:46:56.745 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]}
2024-03-19T01:46:56.746 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 4
2024-03-19T01:46:56.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.747+0000 7f117f1c4640  1 -- 172.21.15.46:0/2449983062 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f11680a2800 msgr2=0x7f11680a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:56.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.747+0000 7f117f1c4640  1 --2- 172.21.15.46:0/2449983062 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f11680a2800 0x7f11680a4cc0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f1178101790 tx=0x7f116c005f90 comp rx=0 tx=0).stop
2024-03-19T01:46:56.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.747+0000 7f117f1c4640  1 -- 172.21.15.46:0/2449983062 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1178101930 msgr2=0x7f117819c7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:56.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.747+0000 7f117f1c4640  1 --2- 172.21.15.46:0/2449983062 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1178101930 0x7f117819c7c0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f1164006010 tx=0x7f1164005e40 comp rx=0 tx=0).stop
2024-03-19T01:46:56.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.748+0000 7f117f1c4640  1 -- 172.21.15.46:0/2449983062 shutdown_connections
2024-03-19T01:46:56.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.748+0000 7f117f1c4640  1 --2- 172.21.15.46:0/2449983062 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f11680a2800 0x7f11680a4cc0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:56.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.748+0000 7f117f1c4640  1 --2- 172.21.15.46:0/2449983062 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f11781022f0 0x7f117819ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:56.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.748+0000 7f117f1c4640  1 --2- 172.21.15.46:0/2449983062 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1178101930 0x7f117819c7c0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:56.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.748+0000 7f117f1c4640  1 --2- 172.21.15.46:0/2449983062 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1178100740 0x7f1178069510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:56.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.748+0000 7f117f1c4640  1 -- 172.21.15.46:0/2449983062 >> 172.21.15.46:0/2449983062 conn(0x7f11780fbcb0 msgr2=0x7f1178104d50 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:46:56.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.748+0000 7f117f1c4640  1 -- 172.21.15.46:0/2449983062 shutdown_connections
2024-03-19T01:46:56.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:56.748+0000 7f117f1c4640  1 -- 172.21.15.46:0/2449983062 wait complete.
2024-03-19T01:46:56.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:56 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2449983062' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:46:56.865 INFO:journalctl@ceph.mds.d.smithi046.stdout:Mar 19 01:46:56 smithi046 systemd[1]: Starting Ceph mds.d for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T01:46:57.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:56 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2449983062' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:46:57.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:56 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2449983062' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:46:57.365 INFO:journalctl@ceph.mds.d.smithi046.stdout:Mar 19 01:46:57 smithi046 podman[104034]: 2024-03-19 01:46:56.913047601 +0000 UTC m=+0.018675544 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639
2024-03-19T01:46:57.365 INFO:journalctl@ceph.mds.d.smithi046.stdout:Mar 19 01:46:57 smithi046 podman[104034]: 2024-03-19 01:46:57.028508201 +0000 UTC m=+0.134136128 container create 531c28d7a71f2aef94e1e19f06f88bf95644b779aa7cfa2b9f36fce31eeee858 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-d, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-batrick-testing-20240318.181317-b6ae249)
2024-03-19T01:46:57.763 INFO:journalctl@ceph.mds.d.smithi046.stdout:Mar 19 01:46:57 smithi046 podman[104034]: 2024-03-19 01:46:57.415219255 +0000 UTC m=+0.520847192 container init 531c28d7a71f2aef94e1e19f06f88bf95644b779aa7cfa2b9f36fce31eeee858 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-d, CEPH_POINT_RELEASE=, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux <gabrioux@redhat.com>)
2024-03-19T01:46:57.764 INFO:journalctl@ceph.mds.d.smithi046.stdout:Mar 19 01:46:57 smithi046 podman[104034]: 2024-03-19 01:46:57.418038544 +0000 UTC m=+0.523666472 container start 531c28d7a71f2aef94e1e19f06f88bf95644b779aa7cfa2b9f36fce31eeee858 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-d, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.build-date=20240307, ceph=True)
2024-03-19T01:46:57.764 INFO:journalctl@ceph.mds.d.smithi046.stdout:Mar 19 01:46:57 smithi046 ceph-mds[104053]: -- 172.21.15.46:0/3257523537 <== mon.0 v2:172.21.15.46:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ddb7801a40 con 0x55ddb77d5000
2024-03-19T01:46:57.764 INFO:journalctl@ceph.mds.d.smithi046.stdout:Mar 19 01:46:57 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-d[104049]: starting mds.d at
2024-03-19T01:46:57.764 INFO:journalctl@ceph.mds.d.smithi046.stdout:Mar 19 01:46:57 smithi046 bash[104034]: 531c28d7a71f2aef94e1e19f06f88bf95644b779aa7cfa2b9f36fce31eeee858
2024-03-19T01:46:57.764 INFO:journalctl@ceph.mds.d.smithi046.stdout:Mar 19 01:46:57 smithi046 systemd[1]: Started Ceph mds.d for 53c8cf3e-e591-11ee-95c9-87774f69a715.
2024-03-19T01:46:58.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:57 smithi046 ceph-mon[63102]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:58.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:57 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:58.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:57 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:58.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:57 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:58.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:57 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:46:58.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:57 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:46:58.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:57 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:58.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:57 smithi073 ceph-mon[66833]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:58.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:57 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:58.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:57 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:58.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:57 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:58.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:57 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:46:58.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:57 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:46:58.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:57 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:58.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:57 smithi102 ceph-mon[66557]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:58.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:57 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:58.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:57 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:58.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:57 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:46:58.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:57 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:46:58.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:57 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:46:58.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:57 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:46:58.761 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:46:58.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.880+0000 7fbf79d60640  1 -- 172.21.15.46:0/2860315241 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf74101870 msgr2=0x7fbf74101c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:58.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.880+0000 7fbf79d60640  1 --2- 172.21.15.46:0/2860315241 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf74101870 0x7fbf74101c90 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fbf64009900 tx=0x7fbf6402bc30 comp rx=0 tx=0).stop
2024-03-19T01:46:58.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.880+0000 7fbf79d60640  1 -- 172.21.15.46:0/2860315241 shutdown_connections
2024-03-19T01:46:58.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.880+0000 7fbf79d60640  1 --2- 172.21.15.46:0/2860315241 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf74103420 0x7fbf74109cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:58.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.880+0000 7fbf79d60640  1 --2- 172.21.15.46:0/2860315241 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf74102a60 0x7fbf74102ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:58.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.880+0000 7fbf79d60640  1 --2- 172.21.15.46:0/2860315241 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf74101870 0x7fbf74101c90 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:58.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.880+0000 7fbf79d60640  1 -- 172.21.15.46:0/2860315241 >> 172.21.15.46:0/2860315241 conn(0x7fbf740fcdc0 msgr2=0x7fbf740ff220 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:46:58.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.880+0000 7fbf79d60640  1 -- 172.21.15.46:0/2860315241 shutdown_connections
2024-03-19T01:46:58.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.880+0000 7fbf79d60640  1 -- 172.21.15.46:0/2860315241 wait complete.
2024-03-19T01:46:58.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.881+0000 7fbf79d60640  1  Processor -- start
2024-03-19T01:46:58.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.881+0000 7fbf79d60640  1 --  start start
2024-03-19T01:46:58.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.881+0000 7fbf79d60640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf74101870 0x7fbf74197af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:58.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.881+0000 7fbf79d60640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf74102a60 0x7fbf74198030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:58.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.881+0000 7fbf79d60640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf74103420 0x7fbf7419f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:58.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.881+0000 7fbf79d60640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fbf7410d3f0 con 0x7fbf74102a60
2024-03-19T01:46:58.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.881+0000 7fbf79d60640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fbf7410d270 con 0x7fbf74103420
2024-03-19T01:46:58.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.881+0000 7fbf79d60640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fbf7410d570 con 0x7fbf74101870
2024-03-19T01:46:58.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.881+0000 7fbf72ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf74102a60 0x7fbf74198030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:58.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.881+0000 7fbf72ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf74102a60 0x7fbf74198030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:59680/0 (socket says 172.21.15.46:59680)
2024-03-19T01:46:58.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.881+0000 7fbf72ffd640  1 -- 172.21.15.46:0/4221806534 learned_addr learned my addr 172.21.15.46:0/4221806534 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:46:58.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.881+0000 7fbf73fff640  1 --2- 172.21.15.46:0/4221806534 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf74103420 0x7fbf7419f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:58.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.881+0000 7fbf737fe640  1 --2- 172.21.15.46:0/4221806534 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf74101870 0x7fbf74197af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:58.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.881+0000 7fbf72ffd640  1 -- 172.21.15.46:0/4221806534 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf74101870 msgr2=0x7fbf74197af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:58.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.881+0000 7fbf72ffd640  1 --2- 172.21.15.46:0/4221806534 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf74101870 0x7fbf74197af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:58.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.881+0000 7fbf72ffd640  1 -- 172.21.15.46:0/4221806534 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf74103420 msgr2=0x7fbf7419f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:58.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.881+0000 7fbf72ffd640  1 --2- 172.21.15.46:0/4221806534 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf74103420 0x7fbf7419f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:58.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.881+0000 7fbf72ffd640  1 -- 172.21.15.46:0/4221806534 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf7419f710 con 0x7fbf74102a60
2024-03-19T01:46:58.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.882+0000 7fbf72ffd640  1 --2- 172.21.15.46:0/4221806534 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf74102a60 0x7fbf74198030 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fbf6800b4a0 tx=0x7fbf6800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:46:58.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.882+0000 7fbf70ff9640  1 -- 172.21.15.46:0/4221806534 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf68014070 con 0x7fbf74102a60
2024-03-19T01:46:58.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.882+0000 7fbf70ff9640  1 -- 172.21.15.46:0/4221806534 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbf68010ac0 con 0x7fbf74102a60
2024-03-19T01:46:58.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.882+0000 7fbf79d60640  1 -- 172.21.15.46:0/4221806534 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf7419fa00 con 0x7fbf74102a60
2024-03-19T01:46:58.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.882+0000 7fbf70ff9640  1 -- 172.21.15.46:0/4221806534 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf68017c30 con 0x7fbf74102a60
2024-03-19T01:46:58.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.882+0000 7fbf79d60640  1 -- 172.21.15.46:0/4221806534 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf7419ff80 con 0x7fbf74102a60
2024-03-19T01:46:58.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.883+0000 7fbf79d60640  1 -- 172.21.15.46:0/4221806534 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf74108c10 con 0x7fbf74102a60
2024-03-19T01:46:58.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.884+0000 7fbf70ff9640  1 -- 172.21.15.46:0/4221806534 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fbf68017070 con 0x7fbf74102a60
2024-03-19T01:46:58.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.885+0000 7fbf70ff9640  1 --2- 172.21.15.46:0/4221806534 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fbf5c0a2800 0x7fbf5c0a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:46:58.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.885+0000 7fbf737fe640  1 --2- 172.21.15.46:0/4221806534 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fbf5c0a2800 0x7fbf5c0a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:46:58.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.885+0000 7fbf70ff9640  1 -- 172.21.15.46:0/4221806534 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fbf680cd960 con 0x7fbf74102a60
2024-03-19T01:46:58.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.885+0000 7fbf737fe640  1 --2- 172.21.15.46:0/4221806534 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fbf5c0a2800 0x7fbf5c0a4cc0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fbf64006010 tx=0x7fbf6402c800 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:46:58.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:58.890+0000 7fbf70ff9640  1 -- 172.21.15.46:0/4221806534 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fbf6809aea0 con 0x7fbf74102a60
2024-03-19T01:46:58.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:58 smithi073 ceph-mon[66833]: Deploying daemon mds.e on smithi073
2024-03-19T01:46:58.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:58 smithi073 ceph-mon[66833]: mds.? [v2:172.21.15.46:6836/3051854937,v1:172.21.15.46:6837/3051854937] up:boot
2024-03-19T01:46:58.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:58 smithi073 ceph-mon[66833]: fsmap  4 up:standby
2024-03-19T01:46:58.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:58 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch
2024-03-19T01:46:59.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:59.111+0000 7fbf79d60640  1 -- 172.21.15.46:0/4221806534 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbf7402d1f0 con 0x7fbf74102a60
2024-03-19T01:46:59.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:59.112+0000 7fbf70ff9640  1 -- 172.21.15.46:0/4221806534 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3865 (secure 0 0 0) 0x7fbf6809a7a0 con 0x7fbf74102a60
2024-03-19T01:46:59.112 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:46:59.112 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]}
2024-03-19T01:46:59.112 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 5
2024-03-19T01:46:59.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:59.114+0000 7fbf79d60640  1 -- 172.21.15.46:0/4221806534 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fbf5c0a2800 msgr2=0x7fbf5c0a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:59.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:59.114+0000 7fbf79d60640  1 --2- 172.21.15.46:0/4221806534 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fbf5c0a2800 0x7fbf5c0a4cc0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fbf64006010 tx=0x7fbf6402c800 comp rx=0 tx=0).stop
2024-03-19T01:46:59.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:59.114+0000 7fbf79d60640  1 -- 172.21.15.46:0/4221806534 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf74102a60 msgr2=0x7fbf74198030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:46:59.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:59.114+0000 7fbf79d60640  1 --2- 172.21.15.46:0/4221806534 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf74102a60 0x7fbf74198030 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fbf6800b4a0 tx=0x7fbf6800b960 comp rx=0 tx=0).stop
2024-03-19T01:46:59.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:59.114+0000 7fbf79d60640  1 -- 172.21.15.46:0/4221806534 shutdown_connections
2024-03-19T01:46:59.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:59.114+0000 7fbf79d60640  1 --2- 172.21.15.46:0/4221806534 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fbf5c0a2800 0x7fbf5c0a4cc0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:59.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:59.114+0000 7fbf79d60640  1 --2- 172.21.15.46:0/4221806534 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf74103420 0x7fbf7419f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:59.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:59.114+0000 7fbf79d60640  1 --2- 172.21.15.46:0/4221806534 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf74102a60 0x7fbf74198030 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:59.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:59.114+0000 7fbf79d60640  1 --2- 172.21.15.46:0/4221806534 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf74101870 0x7fbf74197af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:46:59.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:59.114+0000 7fbf79d60640  1 -- 172.21.15.46:0/4221806534 >> 172.21.15.46:0/4221806534 conn(0x7fbf740fcdc0 msgr2=0x7fbf74105de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:46:59.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:59.114+0000 7fbf79d60640  1 -- 172.21.15.46:0/4221806534 shutdown_connections
2024-03-19T01:46:59.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:46:59.114+0000 7fbf79d60640  1 -- 172.21.15.46:0/4221806534 wait complete.
2024-03-19T01:46:59.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:58 smithi046 ceph-mon[63102]: Deploying daemon mds.e on smithi073
2024-03-19T01:46:59.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:58 smithi046 ceph-mon[63102]: mds.? [v2:172.21.15.46:6836/3051854937,v1:172.21.15.46:6837/3051854937] up:boot
2024-03-19T01:46:59.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:58 smithi046 ceph-mon[63102]: fsmap  4 up:standby
2024-03-19T01:46:59.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:58 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch
2024-03-19T01:46:59.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:58 smithi102 ceph-mon[66557]: Deploying daemon mds.e on smithi073
2024-03-19T01:46:59.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:58 smithi102 ceph-mon[66557]: mds.? [v2:172.21.15.46:6836/3051854937,v1:172.21.15.46:6837/3051854937] up:boot
2024-03-19T01:46:59.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:58 smithi102 ceph-mon[66557]: fsmap  4 up:standby
2024-03-19T01:46:59.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:58 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch
2024-03-19T01:46:59.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:59 smithi073 ceph-mon[66833]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:46:59.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:46:59 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/4221806534' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:46:59.965 INFO:journalctl@ceph.mds.e.smithi073.stdout:Mar 19 01:46:59 smithi073 systemd[1]: Starting Ceph mds.e for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T01:47:00.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:59 smithi046 ceph-mon[63102]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:00.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:46:59 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/4221806534' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:00.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:59 smithi102 ceph-mon[66557]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:00.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:46:59 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/4221806534' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:00.258 INFO:journalctl@ceph.mds.e.smithi073.stdout:Mar 19 01:46:59 smithi073 podman[96541]: 2024-03-19 01:46:59.902153295 +0000 UTC m=+0.017422654 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639
2024-03-19T01:47:00.259 INFO:journalctl@ceph.mds.e.smithi073.stdout:Mar 19 01:47:00 smithi073 podman[96541]: 2024-03-19 01:47:00.023433878 +0000 UTC m=+0.138703237 container create 48e10e912a7625d066bb30c06675af25270f095ec9bb5038a0cd45223a9c53e6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.name=CentOS Stream 8 Base Image)
2024-03-19T01:47:00.259 INFO:journalctl@ceph.mds.e.smithi073.stdout:Mar 19 01:47:00 smithi073 podman[96541]: 2024-03-19 01:47:00.259438253 +0000 UTC m=+0.374707612 container init 48e10e912a7625d066bb30c06675af25270f095ec9bb5038a0cd45223a9c53e6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-e, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0)
2024-03-19T01:47:00.714 INFO:journalctl@ceph.mds.e.smithi073.stdout:Mar 19 01:47:00 smithi073 podman[96541]: 2024-03-19 01:47:00.262155787 +0000 UTC m=+0.377425151 container start 48e10e912a7625d066bb30c06675af25270f095ec9bb5038a0cd45223a9c53e6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-e, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, GIT_CLEAN=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS)
2024-03-19T01:47:00.715 INFO:journalctl@ceph.mds.e.smithi073.stdout:Mar 19 01:47:00 smithi073 ceph-mds[96560]: -- 172.21.15.73:0/2224255515 <== mon.2 v2:172.21.15.73:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5609153a1a40 con 0x560915375000
2024-03-19T01:47:00.715 INFO:journalctl@ceph.mds.e.smithi073.stdout:Mar 19 01:47:00 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-e[96556]: starting mds.e at
2024-03-19T01:47:00.715 INFO:journalctl@ceph.mds.e.smithi073.stdout:Mar 19 01:47:00 smithi073 bash[96541]: 48e10e912a7625d066bb30c06675af25270f095ec9bb5038a0cd45223a9c53e6
2024-03-19T01:47:00.715 INFO:journalctl@ceph.mds.e.smithi073.stdout:Mar 19 01:47:00 smithi073 systemd[1]: Started Ceph mds.e for 53c8cf3e-e591-11ee-95c9-87774f69a715.
2024-03-19T01:47:01.126 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:47:01.241 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.239+0000 7feb79612640  1 -- 172.21.15.46:0/3262033320 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feb741075a0 msgr2=0x7feb741099f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:01.241 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.239+0000 7feb79612640  1 --2- 172.21.15.46:0/3262033320 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feb741075a0 0x7feb741099f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7feb6c009ca0 tx=0x7feb6c02c0f0 comp rx=0 tx=0).stop
2024-03-19T01:47:01.241 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.239+0000 7feb79612640  1 -- 172.21.15.46:0/3262033320 shutdown_connections
2024-03-19T01:47:01.241 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.239+0000 7feb79612640  1 --2- 172.21.15.46:0/3262033320 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feb741075a0 0x7feb741099f0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:01.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.239+0000 7feb79612640  1 --2- 172.21.15.46:0/3262033320 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7feb74104c70 0x7feb74107060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:01.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.239+0000 7feb79612640  1 --2- 172.21.15.46:0/3262033320 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feb74102340 0x7feb74104730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:01.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.239+0000 7feb79612640  1 -- 172.21.15.46:0/3262033320 >> 172.21.15.46:0/3262033320 conn(0x7feb740fbd50 msgr2=0x7feb740fe170 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:01.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.239+0000 7feb79612640  1 -- 172.21.15.46:0/3262033320 shutdown_connections
2024-03-19T01:47:01.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.239+0000 7feb79612640  1 -- 172.21.15.46:0/3262033320 wait complete.
2024-03-19T01:47:01.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.240+0000 7feb79612640  1  Processor -- start
2024-03-19T01:47:01.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.240+0000 7feb79612640  1 --  start start
2024-03-19T01:47:01.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.240+0000 7feb79612640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7feb74102340 0x7feb74197a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:01.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.240+0000 7feb79612640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feb74104c70 0x7feb74197f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:01.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.240+0000 7feb79612640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feb741075a0 0x7feb7419eff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:01.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.240+0000 7feb79612640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7feb7410d3a0 con 0x7feb741075a0
2024-03-19T01:47:01.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.240+0000 7feb79612640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7feb7410d220 con 0x7feb74102340
2024-03-19T01:47:01.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.240+0000 7feb79612640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7feb7410d520 con 0x7feb74104c70
2024-03-19T01:47:01.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.240+0000 7feb737fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feb741075a0 0x7feb7419eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:01.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.240+0000 7feb737fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feb741075a0 0x7feb7419eff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:59708/0 (socket says 172.21.15.46:59708)
2024-03-19T01:47:01.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.240+0000 7feb737fe640  1 -- 172.21.15.46:0/2654079325 learned_addr learned my addr 172.21.15.46:0/2654079325 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:01.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.240+0000 7feb727fc640  1 --2- 172.21.15.46:0/2654079325 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feb74104c70 0x7feb74197f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:01.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.240+0000 7feb72ffd640  1 --2- 172.21.15.46:0/2654079325 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7feb74102340 0x7feb74197a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:01.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.240+0000 7feb737fe640  1 -- 172.21.15.46:0/2654079325 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feb74104c70 msgr2=0x7feb74197f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:01.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.240+0000 7feb737fe640  1 --2- 172.21.15.46:0/2654079325 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feb74104c70 0x7feb74197f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:01.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.240+0000 7feb737fe640  1 -- 172.21.15.46:0/2654079325 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7feb74102340 msgr2=0x7feb74197a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:01.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.240+0000 7feb737fe640  1 --2- 172.21.15.46:0/2654079325 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7feb74102340 0x7feb74197a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:01.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.240+0000 7feb737fe640  1 -- 172.21.15.46:0/2654079325 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb7419f660 con 0x7feb741075a0
2024-03-19T01:47:01.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.240+0000 7feb72ffd640  1 --2- 172.21.15.46:0/2654079325 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7feb74102340 0x7feb74197a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:47:01.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.241+0000 7feb737fe640  1 --2- 172.21.15.46:0/2654079325 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feb741075a0 0x7feb7419eff0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7feb6c02c700 tx=0x7feb6c0328a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:01.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.241+0000 7feb5bfff640  1 -- 172.21.15.46:0/2654079325 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb6c041020 con 0x7feb741075a0
2024-03-19T01:47:01.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.241+0000 7feb79612640  1 -- 172.21.15.46:0/2654079325 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb7419f8f0 con 0x7feb741075a0
2024-03-19T01:47:01.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.241+0000 7feb5bfff640  1 -- 172.21.15.46:0/2654079325 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feb6c003e20 con 0x7feb741075a0
2024-03-19T01:47:01.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.241+0000 7feb5bfff640  1 -- 172.21.15.46:0/2654079325 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb6c039040 con 0x7feb741075a0
2024-03-19T01:47:01.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.241+0000 7feb79612640  1 -- 172.21.15.46:0/2654079325 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb7419fe30 con 0x7feb741075a0
2024-03-19T01:47:01.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.242+0000 7feb79612640  1 -- 172.21.15.46:0/2654079325 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb740fd840 con 0x7feb741075a0
2024-03-19T01:47:01.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.243+0000 7feb5bfff640  1 -- 172.21.15.46:0/2654079325 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7feb6c044020 con 0x7feb741075a0
2024-03-19T01:47:01.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.243+0000 7feb5bfff640  1 --2- 172.21.15.46:0/2654079325 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7feb5c0a2800 0x7feb5c0a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:01.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.244+0000 7feb72ffd640  1 --2- 172.21.15.46:0/2654079325 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7feb5c0a2800 0x7feb5c0a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:01.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.244+0000 7feb5bfff640  1 -- 172.21.15.46:0/2654079325 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7feb6c0f0bf0 con 0x7feb741075a0
2024-03-19T01:47:01.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.244+0000 7feb72ffd640  1 --2- 172.21.15.46:0/2654079325 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7feb5c0a2800 0x7feb5c0a4cc0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7feb64005fd0 tx=0x7feb6400b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:01.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.247+0000 7feb5bfff640  1 -- 172.21.15.46:0/2654079325 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7feb6c04b020 con 0x7feb741075a0
2024-03-19T01:47:01.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.468+0000 7feb79612640  1 -- 172.21.15.46:0/2654079325 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7feb7402d3b0 con 0x7feb741075a0
2024-03-19T01:47:01.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.469+0000 7feb5bfff640  1 -- 172.21.15.46:0/2654079325 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4690 (secure 0 0 0) 0x7feb6c0be130 con 0x7feb741075a0
2024-03-19T01:47:01.469 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:47:01.469 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24440,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]}
2024-03-19T01:47:01.469 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 6
2024-03-19T01:47:01.471 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.471+0000 7feb79612640  1 -- 172.21.15.46:0/2654079325 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7feb5c0a2800 msgr2=0x7feb5c0a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:01.471 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.471+0000 7feb79612640  1 --2- 172.21.15.46:0/2654079325 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7feb5c0a2800 0x7feb5c0a4cc0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7feb64005fd0 tx=0x7feb6400b390 comp rx=0 tx=0).stop
2024-03-19T01:47:01.471 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.471+0000 7feb79612640  1 -- 172.21.15.46:0/2654079325 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feb741075a0 msgr2=0x7feb7419eff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:01.471 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.471+0000 7feb79612640  1 --2- 172.21.15.46:0/2654079325 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feb741075a0 0x7feb7419eff0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7feb6c02c700 tx=0x7feb6c0328a0 comp rx=0 tx=0).stop
2024-03-19T01:47:01.471 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.471+0000 7feb79612640  1 -- 172.21.15.46:0/2654079325 shutdown_connections
2024-03-19T01:47:01.471 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.471+0000 7feb79612640  1 --2- 172.21.15.46:0/2654079325 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7feb5c0a2800 0x7feb5c0a4cc0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:01.471 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.471+0000 7feb79612640  1 --2- 172.21.15.46:0/2654079325 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feb741075a0 0x7feb7419eff0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:01.471 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.471+0000 7feb79612640  1 --2- 172.21.15.46:0/2654079325 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feb74104c70 0x7feb74197f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:01.471 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.471+0000 7feb79612640  1 --2- 172.21.15.46:0/2654079325 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7feb74102340 0x7feb74197a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:01.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.471+0000 7feb79612640  1 -- 172.21.15.46:0/2654079325 >> 172.21.15.46:0/2654079325 conn(0x7feb740fbd50 msgr2=0x7feb74102c80 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:01.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.471+0000 7feb79612640  1 -- 172.21.15.46:0/2654079325 shutdown_connections
2024-03-19T01:47:01.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:01.471+0000 7feb79612640  1 -- 172.21.15.46:0/2654079325 wait complete.
2024-03-19T01:47:01.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:01 smithi102 ceph-mon[66557]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:01.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:01 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:01.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:01 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:01.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:01 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:01.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:01 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:47:01.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:01 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:47:01.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:01 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:47:01.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:01 smithi102 ceph-mon[66557]: Deploying daemon mds.f on smithi102
2024-03-19T01:47:01.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:01 smithi102 ceph-mon[66557]: mds.? [v2:172.21.15.73:6834/1549569940,v1:172.21.15.73:6835/1549569940] up:boot
2024-03-19T01:47:01.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:01 smithi102 ceph-mon[66557]: fsmap  5 up:standby
2024-03-19T01:47:01.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:01 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch
2024-03-19T01:47:01.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:01 smithi073 ceph-mon[66833]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:01.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:01 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:01.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:01 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:01.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:01 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:01.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:01 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:47:01.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:01 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:47:01.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:01 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:47:01.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:01 smithi073 ceph-mon[66833]: Deploying daemon mds.f on smithi102
2024-03-19T01:47:01.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:01 smithi073 ceph-mon[66833]: mds.? [v2:172.21.15.73:6834/1549569940,v1:172.21.15.73:6835/1549569940] up:boot
2024-03-19T01:47:01.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:01 smithi073 ceph-mon[66833]: fsmap  5 up:standby
2024-03-19T01:47:01.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:01 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch
2024-03-19T01:47:01.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:01 smithi046 ceph-mon[63102]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:01.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:01 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:01.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:01 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:01.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:01 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:01.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:01 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:47:01.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:01 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:47:01.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:01 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:47:01.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:01 smithi046 ceph-mon[63102]: Deploying daemon mds.f on smithi102
2024-03-19T01:47:01.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:01 smithi046 ceph-mon[63102]: mds.? [v2:172.21.15.73:6834/1549569940,v1:172.21.15.73:6835/1549569940] up:boot
2024-03-19T01:47:01.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:01 smithi046 ceph-mon[63102]: fsmap  5 up:standby
2024-03-19T01:47:01.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:01 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch
2024-03-19T01:47:02.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:02 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2654079325' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:02.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:02 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2654079325' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:02.731 INFO:journalctl@ceph.mds.f.smithi102.stdout:Mar 19 01:47:02 smithi102 systemd[1]: Starting Ceph mds.f for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T01:47:02.766 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:02 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2654079325' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:02.995 INFO:journalctl@ceph.mds.f.smithi102.stdout:Mar 19 01:47:02 smithi102 podman[96686]: 2024-03-19 01:47:02.63984321 +0000 UTC m=+0.017693314 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639
2024-03-19T01:47:02.996 INFO:journalctl@ceph.mds.f.smithi102.stdout:Mar 19 01:47:02 smithi102 podman[96686]: 2024-03-19 01:47:02.743384247 +0000 UTC m=+0.121234382 container create 87fd2a1862101802a8a050e8b5fcaa4281e3f808aa66a3f65f88cd8f700c4a6c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-f, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30)
2024-03-19T01:47:02.996 INFO:journalctl@ceph.mds.f.smithi102.stdout:Mar 19 01:47:02 smithi102 podman[96686]: 2024-03-19 01:47:02.971251713 +0000 UTC m=+0.349101813 container init 87fd2a1862101802a8a050e8b5fcaa4281e3f808aa66a3f65f88cd8f700c4a6c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-f, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-batrick-testing-20240318.181317-b6ae249)
2024-03-19T01:47:02.996 INFO:journalctl@ceph.mds.f.smithi102.stdout:Mar 19 01:47:02 smithi102 podman[96686]: 2024-03-19 01:47:02.973749921 +0000 UTC m=+0.351600017 container start 87fd2a1862101802a8a050e8b5fcaa4281e3f808aa66a3f65f88cd8f700c4a6c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-f, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, ceph=True, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5)
2024-03-19T01:47:03.412 INFO:journalctl@ceph.mds.f.smithi102.stdout:Mar 19 01:47:02 smithi102 ceph-mds[96705]: -- 172.21.15.102:0/1229356535 <== mon.1 v2:172.21.15.102:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56373ee77a40 con 0x56373ee4ac00
2024-03-19T01:47:03.413 INFO:journalctl@ceph.mds.f.smithi102.stdout:Mar 19 01:47:02 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-f[96701]: starting mds.f at
2024-03-19T01:47:03.413 INFO:journalctl@ceph.mds.f.smithi102.stdout:Mar 19 01:47:03 smithi102 bash[96686]: 87fd2a1862101802a8a050e8b5fcaa4281e3f808aa66a3f65f88cd8f700c4a6c
2024-03-19T01:47:03.413 INFO:journalctl@ceph.mds.f.smithi102.stdout:Mar 19 01:47:03 smithi102 systemd[1]: Started Ceph mds.f for 53c8cf3e-e591-11ee-95c9-87774f69a715.
2024-03-19T01:47:03.483 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:47:03.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.587+0000 7f17110ff640  1 -- 172.21.15.46:0/3031284701 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f170c1022f0 msgr2=0x7f170c108b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:03.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.587+0000 7f17110ff640  1 --2- 172.21.15.46:0/3031284701 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f170c1022f0 0x7f170c108b80 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f1704009ca0 tx=0x7f170402c0f0 comp rx=0 tx=0).stop
2024-03-19T01:47:03.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.587+0000 7f17110ff640  1 -- 172.21.15.46:0/3031284701 shutdown_connections
2024-03-19T01:47:03.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.587+0000 7f17110ff640  1 --2- 172.21.15.46:0/3031284701 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f170c1022f0 0x7f170c108b80 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:03.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.587+0000 7f17110ff640  1 --2- 172.21.15.46:0/3031284701 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f170c101930 0x7f170c101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:03.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.587+0000 7f17110ff640  1 --2- 172.21.15.46:0/3031284701 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f170c100740 0x7f170c100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:03.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.587+0000 7f17110ff640  1 -- 172.21.15.46:0/3031284701 >> 172.21.15.46:0/3031284701 conn(0x7f170c0fbcb0 msgr2=0x7f170c0fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:03.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.587+0000 7f17110ff640  1 -- 172.21.15.46:0/3031284701 shutdown_connections
2024-03-19T01:47:03.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.587+0000 7f17110ff640  1 -- 172.21.15.46:0/3031284701 wait complete.
2024-03-19T01:47:03.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.588+0000 7f17110ff640  1  Processor -- start
2024-03-19T01:47:03.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.588+0000 7f17110ff640  1 --  start start
2024-03-19T01:47:03.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.588+0000 7f17110ff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f170c100740 0x7f170c069550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:03.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.588+0000 7f17110ff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f170c101930 0x7f170c19c700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:03.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.588+0000 7f17110ff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f170c1022f0 0x7f170c19ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:03.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.588+0000 7f17110ff640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f170c10c270 con 0x7f170c101930
2024-03-19T01:47:03.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.588+0000 7f17110ff640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f170c10c0f0 con 0x7f170c100740
2024-03-19T01:47:03.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.588+0000 7f17110ff640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f170c10c3f0 con 0x7f170c1022f0
2024-03-19T01:47:03.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.589+0000 7f170a59c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f170c101930 0x7f170c19c700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:03.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.589+0000 7f170b59e640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f170c1022f0 0x7f170c19ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:03.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.589+0000 7f170a59c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f170c101930 0x7f170c19c700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34062/0 (socket says 172.21.15.46:34062)
2024-03-19T01:47:03.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.589+0000 7f170a59c640  1 -- 172.21.15.46:0/2403329238 learned_addr learned my addr 172.21.15.46:0/2403329238 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:03.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.589+0000 7f170ad9d640  1 --2- 172.21.15.46:0/2403329238 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f170c100740 0x7f170c069550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:03.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.589+0000 7f170b59e640  1 -- 172.21.15.46:0/2403329238 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f170c100740 msgr2=0x7f170c069550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:03.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.589+0000 7f170b59e640  1 --2- 172.21.15.46:0/2403329238 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f170c100740 0x7f170c069550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:03.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.589+0000 7f170b59e640  1 -- 172.21.15.46:0/2403329238 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f170c101930 msgr2=0x7f170c19c700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:03.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.589+0000 7f170b59e640  1 --2- 172.21.15.46:0/2403329238 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f170c101930 0x7f170c19c700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:03.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.589+0000 7f170b59e640  1 -- 172.21.15.46:0/2403329238 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f170c19f630 con 0x7f170c1022f0
2024-03-19T01:47:03.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.589+0000 7f170b59e640  1 --2- 172.21.15.46:0/2403329238 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f170c1022f0 0x7f170c19ed70 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f170402c630 tx=0x7f17040328a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:03.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.589+0000 7f16f3fff640  1 -- 172.21.15.46:0/2403329238 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1704041020 con 0x7f170c1022f0
2024-03-19T01:47:03.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.589+0000 7f17110ff640  1 -- 172.21.15.46:0/2403329238 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f170c19f8c0 con 0x7f170c1022f0
2024-03-19T01:47:03.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.589+0000 7f16f3fff640  1 -- 172.21.15.46:0/2403329238 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1704003e20 con 0x7f170c1022f0
2024-03-19T01:47:03.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.589+0000 7f16f3fff640  1 -- 172.21.15.46:0/2403329238 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1704039040 con 0x7f170c1022f0
2024-03-19T01:47:03.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.589+0000 7f17110ff640  1 -- 172.21.15.46:0/2403329238 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f170c19fe00 con 0x7f170c1022f0
2024-03-19T01:47:03.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.590+0000 7f17110ff640  1 -- 172.21.15.46:0/2403329238 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f170c107ae0 con 0x7f170c1022f0
2024-03-19T01:47:03.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.592+0000 7f16f3fff640  1 -- 172.21.15.46:0/2403329238 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f1704044020 con 0x7f170c1022f0
2024-03-19T01:47:03.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.592+0000 7f16f3fff640  1 --2- 172.21.15.46:0/2403329238 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f16f40a2800 0x7f16f40a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:03.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.592+0000 7f170ad9d640  1 --2- 172.21.15.46:0/2403329238 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f16f40a2800 0x7f16f40a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:03.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.592+0000 7f16f3fff640  1 -- 172.21.15.46:0/2403329238 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f17040f0c80 con 0x7f170c1022f0
2024-03-19T01:47:03.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.593+0000 7f170ad9d640  1 --2- 172.21.15.46:0/2403329238 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f16f40a2800 0x7f16f40a4cc0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f1700005fd0 tx=0x7f170000b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:03.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.596+0000 7f16f3fff640  1 -- 172.21.15.46:0/2403329238 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f170404b020 con 0x7f170c1022f0
2024-03-19T01:47:03.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:03 smithi073 ceph-mon[66833]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:03.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:03 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:03.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:03 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:03.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:03 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:03.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:03 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:47:03.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:03 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:47:03.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:03 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:47:03.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:03 smithi102 ceph-mon[66557]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:03.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:03 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:03.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:03 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:03.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:03 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:03.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:03 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:47:03.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:03 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:47:03.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:03 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:47:03.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.818+0000 7f17110ff640  1 -- 172.21.15.46:0/2403329238 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f170c062420 con 0x7f170c1022f0
2024-03-19T01:47:03.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.819+0000 7f16f3fff640  1 -- 172.21.15.46:0/2403329238 <== mon.1 v2:172.21.15.102:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5515 (secure 0 0 0) 0x7f17040be160 con 0x7f170c1022f0
2024-03-19T01:47:03.819 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:47:03.819 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24440,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24442,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[]}
2024-03-19T01:47:03.820 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 7
2024-03-19T01:47:03.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.821+0000 7f17110ff640  1 -- 172.21.15.46:0/2403329238 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f16f40a2800 msgr2=0x7f16f40a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:03.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.822+0000 7f17110ff640  1 --2- 172.21.15.46:0/2403329238 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f16f40a2800 0x7f16f40a4cc0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f1700005fd0 tx=0x7f170000b390 comp rx=0 tx=0).stop
2024-03-19T01:47:03.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.822+0000 7f17110ff640  1 -- 172.21.15.46:0/2403329238 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f170c1022f0 msgr2=0x7f170c19ed70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:03.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.822+0000 7f17110ff640  1 --2- 172.21.15.46:0/2403329238 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f170c1022f0 0x7f170c19ed70 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f170402c630 tx=0x7f17040328a0 comp rx=0 tx=0).stop
2024-03-19T01:47:03.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.822+0000 7f17110ff640  1 -- 172.21.15.46:0/2403329238 shutdown_connections
2024-03-19T01:47:03.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.822+0000 7f17110ff640  1 --2- 172.21.15.46:0/2403329238 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f16f40a2800 0x7f16f40a4cc0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:03.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.822+0000 7f17110ff640  1 --2- 172.21.15.46:0/2403329238 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f170c1022f0 0x7f170c19ed70 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:03.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.822+0000 7f17110ff640  1 --2- 172.21.15.46:0/2403329238 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f170c101930 0x7f170c19c700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:03.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.822+0000 7f17110ff640  1 --2- 172.21.15.46:0/2403329238 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f170c100740 0x7f170c069550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:03.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.822+0000 7f17110ff640  1 -- 172.21.15.46:0/2403329238 >> 172.21.15.46:0/2403329238 conn(0x7f170c0fbcb0 msgr2=0x7f170c104cb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:03.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.822+0000 7f17110ff640  1 -- 172.21.15.46:0/2403329238 shutdown_connections
2024-03-19T01:47:03.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:03.822+0000 7f17110ff640  1 -- 172.21.15.46:0/2403329238 wait complete.
2024-03-19T01:47:03.831 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:03 smithi046 ceph-mon[63102]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:03.831 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:03 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:03.831 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:03 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:03.831 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:03 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:03.832 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:03 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:47:03.832 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:03 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:47:03.832 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:03 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:47:04.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:04 smithi073 ceph-mon[66833]: Deploying daemon mds.c on smithi102
2024-03-19T01:47:04.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:04 smithi073 ceph-mon[66833]: mds.? [v2:172.21.15.102:6834/402895235,v1:172.21.15.102:6835/402895235] up:boot
2024-03-19T01:47:04.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:04 smithi073 ceph-mon[66833]: fsmap  6 up:standby
2024-03-19T01:47:04.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:04 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch
2024-03-19T01:47:04.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:04 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2403329238' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:04.729 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:04 smithi102 ceph-mon[66557]: Deploying daemon mds.c on smithi102
2024-03-19T01:47:04.729 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:04 smithi102 ceph-mon[66557]: mds.? [v2:172.21.15.102:6834/402895235,v1:172.21.15.102:6835/402895235] up:boot
2024-03-19T01:47:04.729 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:04 smithi102 ceph-mon[66557]: fsmap  6 up:standby
2024-03-19T01:47:04.729 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:04 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch
2024-03-19T01:47:04.729 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:04 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2403329238' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:04.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:04 smithi046 ceph-mon[63102]: Deploying daemon mds.c on smithi102
2024-03-19T01:47:04.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:04 smithi046 ceph-mon[63102]: mds.? [v2:172.21.15.102:6834/402895235,v1:172.21.15.102:6835/402895235] up:boot
2024-03-19T01:47:04.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:04 smithi046 ceph-mon[63102]: fsmap  6 up:standby
2024-03-19T01:47:04.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:04 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch
2024-03-19T01:47:04.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:04 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2403329238' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:05.417 INFO:journalctl@ceph.mds.c.smithi102.stdout:Mar 19 01:47:05 smithi102 systemd[1]: Starting Ceph mds.c for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T01:47:05.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:05 smithi102 ceph-mon[66557]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:05.702 INFO:journalctl@ceph.mds.c.smithi102.stdout:Mar 19 01:47:05 smithi102 podman[97001]: 2024-03-19 01:47:05.319796407 +0000 UTC m=+0.017199924 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639
2024-03-19T01:47:05.702 INFO:journalctl@ceph.mds.c.smithi102.stdout:Mar 19 01:47:05 smithi102 podman[97001]: 2024-03-19 01:47:05.440561608 +0000 UTC m=+0.137965117 container create b684dbfe2988f2b867935887cdeabf32f94e8772dbdf1ed58df798f9c7e22f2f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-c, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307)
2024-03-19T01:47:05.702 INFO:journalctl@ceph.mds.c.smithi102.stdout:Mar 19 01:47:05 smithi102 podman[97001]: 2024-03-19 01:47:05.702659824 +0000 UTC m=+0.400063332 container init b684dbfe2988f2b867935887cdeabf32f94e8772dbdf1ed58df798f9c7e22f2f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-c, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249)
2024-03-19T01:47:05.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:05 smithi073 ceph-mon[66833]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:05.833 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:47:05.863 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:05 smithi046 ceph-mon[63102]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:05.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.951+0000 7f195ce30640  1 -- 172.21.15.46:0/859965946 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f19581022f0 msgr2=0x7f1958108b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:05.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.951+0000 7f195ce30640  1 --2- 172.21.15.46:0/859965946 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f19581022f0 0x7f1958108b80 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f1948009ca0 tx=0x7f194802c0f0 comp rx=0 tx=0).stop
2024-03-19T01:47:05.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.951+0000 7f195ce30640  1 -- 172.21.15.46:0/859965946 shutdown_connections
2024-03-19T01:47:05.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.951+0000 7f195ce30640  1 --2- 172.21.15.46:0/859965946 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f19581022f0 0x7f1958108b80 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:05.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.951+0000 7f195ce30640  1 --2- 172.21.15.46:0/859965946 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1958101930 0x7f1958101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:05.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.951+0000 7f195ce30640  1 --2- 172.21.15.46:0/859965946 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1958100740 0x7f1958100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:05.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.951+0000 7f195ce30640  1 -- 172.21.15.46:0/859965946 >> 172.21.15.46:0/859965946 conn(0x7f19580fbcb0 msgr2=0x7f19580fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:05.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.951+0000 7f195ce30640  1 -- 172.21.15.46:0/859965946 shutdown_connections
2024-03-19T01:47:05.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.951+0000 7f195ce30640  1 -- 172.21.15.46:0/859965946 wait complete.
2024-03-19T01:47:05.954 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.952+0000 7f195ce30640  1  Processor -- start
2024-03-19T01:47:05.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.952+0000 7f195ce30640  1 --  start start
2024-03-19T01:47:05.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.952+0000 7f195ce30640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1958100740 0x7f1958196930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:05.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.952+0000 7f195ce30640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1958101930 0x7f1958196e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:05.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.952+0000 7f195ce30640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f19581022f0 0x7f195819dee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:05.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.952+0000 7f195ce30640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f195810c270 con 0x7f1958100740
2024-03-19T01:47:05.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.952+0000 7f195ce30640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f195810c0f0 con 0x7f19581022f0
2024-03-19T01:47:05.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.952+0000 7f195ce30640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f195810c3f0 con 0x7f1958101930
2024-03-19T01:47:05.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.952+0000 7f195659c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1958100740 0x7f1958196930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:05.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.952+0000 7f195659c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1958100740 0x7f1958196930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34076/0 (socket says 172.21.15.46:34076)
2024-03-19T01:47:05.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.952+0000 7f195659c640  1 -- 172.21.15.46:0/890882069 learned_addr learned my addr 172.21.15.46:0/890882069 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:05.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.952+0000 7f1956d9d640  1 --2- 172.21.15.46:0/890882069 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f19581022f0 0x7f195819dee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:05.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.952+0000 7f1955d9b640  1 --2- 172.21.15.46:0/890882069 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1958101930 0x7f1958196e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:05.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.952+0000 7f195659c640  1 -- 172.21.15.46:0/890882069 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1958101930 msgr2=0x7f1958196e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:05.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.952+0000 7f195659c640  1 --2- 172.21.15.46:0/890882069 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1958101930 0x7f1958196e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:05.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.952+0000 7f195659c640  1 -- 172.21.15.46:0/890882069 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f19581022f0 msgr2=0x7f195819dee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:05.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.952+0000 7f195659c640  1 --2- 172.21.15.46:0/890882069 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f19581022f0 0x7f195819dee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:05.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.952+0000 7f195659c640  1 -- 172.21.15.46:0/890882069 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f195819e550 con 0x7f1958100740
2024-03-19T01:47:05.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.952+0000 7f1956d9d640  1 --2- 172.21.15.46:0/890882069 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f19581022f0 0x7f195819dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:47:05.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.953+0000 7f195659c640  1 --2- 172.21.15.46:0/890882069 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1958100740 0x7f1958196930 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f195000ead0 tx=0x7f195000ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:05.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.953+0000 7f19477fe640  1 -- 172.21.15.46:0/890882069 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f195000bbd0 con 0x7f1958100740
2024-03-19T01:47:05.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.953+0000 7f19477fe640  1 -- 172.21.15.46:0/890882069 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f195000bd70 con 0x7f1958100740
2024-03-19T01:47:05.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.953+0000 7f195ce30640  1 -- 172.21.15.46:0/890882069 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19580689e0 con 0x7f1958100740
2024-03-19T01:47:05.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.953+0000 7f19477fe640  1 -- 172.21.15.46:0/890882069 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1950017410 con 0x7f1958100740
2024-03-19T01:47:05.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.953+0000 7f195ce30640  1 -- 172.21.15.46:0/890882069 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1958068f30 con 0x7f1958100740
2024-03-19T01:47:05.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.954+0000 7f195ce30640  1 -- 172.21.15.46:0/890882069 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1958068610 con 0x7f1958100740
2024-03-19T01:47:05.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.955+0000 7f19477fe640  1 -- 172.21.15.46:0/890882069 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f195001e020 con 0x7f1958100740
2024-03-19T01:47:05.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.956+0000 7f19477fe640  1 --2- 172.21.15.46:0/890882069 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f19400a2800 0x7f19400a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:05.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.956+0000 7f1955d9b640  1 --2- 172.21.15.46:0/890882069 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f19400a2800 0x7f19400a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:05.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.956+0000 7f19477fe640  1 -- 172.21.15.46:0/890882069 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f19500d0420 con 0x7f1958100740
2024-03-19T01:47:05.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.956+0000 7f1955d9b640  1 --2- 172.21.15.46:0/890882069 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f19400a2800 0x7f19400a4cc0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f1958197e40 tx=0x7f194c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:05.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:05.959+0000 7f19477fe640  1 -- 172.21.15.46:0/890882069 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f1950025070 con 0x7f1958100740
2024-03-19T01:47:05.980 INFO:journalctl@ceph.mds.c.smithi102.stdout:Mar 19 01:47:05 smithi102 podman[97001]: 2024-03-19 01:47:05.705456029 +0000 UTC m=+0.402859544 container start b684dbfe2988f2b867935887cdeabf32f94e8772dbdf1ed58df798f9c7e22f2f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-c, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.build-date=20240307, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux <gabrioux@redhat.com>)
2024-03-19T01:47:05.980 INFO:journalctl@ceph.mds.c.smithi102.stdout:Mar 19 01:47:05 smithi102 ceph-mds[97020]: -- 172.21.15.102:0/3680354864 <== mon.1 v2:172.21.15.102:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558cacfe7a40 con 0x558cacfbac00
2024-03-19T01:47:05.980 INFO:journalctl@ceph.mds.c.smithi102.stdout:Mar 19 01:47:05 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-c[97016]: starting mds.c at
2024-03-19T01:47:05.980 INFO:journalctl@ceph.mds.c.smithi102.stdout:Mar 19 01:47:05 smithi102 bash[97001]: b684dbfe2988f2b867935887cdeabf32f94e8772dbdf1ed58df798f9c7e22f2f
2024-03-19T01:47:05.980 INFO:journalctl@ceph.mds.c.smithi102.stdout:Mar 19 01:47:05 smithi102 systemd[1]: Started Ceph mds.c for 53c8cf3e-e591-11ee-95c9-87774f69a715.
2024-03-19T01:47:06.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:06.180+0000 7f195ce30640  1 -- 172.21.15.46:0/890882069 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f19581074d0 con 0x7f1958100740
2024-03-19T01:47:06.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:06.180+0000 7f19477fe640  1 -- 172.21.15.46:0/890882069 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5515 (secure 0 0 0) 0x7f195009d8c0 con 0x7f1958100740
2024-03-19T01:47:06.180 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:47:06.180 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24440,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24442,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[]}
2024-03-19T01:47:06.181 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 7
2024-03-19T01:47:06.182 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:06.182+0000 7f195ce30640  1 -- 172.21.15.46:0/890882069 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f19400a2800 msgr2=0x7f19400a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:06.182 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:06.182+0000 7f195ce30640  1 --2- 172.21.15.46:0/890882069 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f19400a2800 0x7f19400a4cc0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f1958197e40 tx=0x7f194c005f90 comp rx=0 tx=0).stop
2024-03-19T01:47:06.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:06.182+0000 7f195ce30640  1 -- 172.21.15.46:0/890882069 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1958100740 msgr2=0x7f1958196930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:06.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:06.182+0000 7f195ce30640  1 --2- 172.21.15.46:0/890882069 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1958100740 0x7f1958196930 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f195000ead0 tx=0x7f195000ef90 comp rx=0 tx=0).stop
2024-03-19T01:47:06.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:06.182+0000 7f195ce30640  1 -- 172.21.15.46:0/890882069 shutdown_connections
2024-03-19T01:47:06.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:06.182+0000 7f195ce30640  1 --2- 172.21.15.46:0/890882069 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f19400a2800 0x7f19400a4cc0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:06.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:06.182+0000 7f195ce30640  1 --2- 172.21.15.46:0/890882069 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f19581022f0 0x7f195819dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:06.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:06.182+0000 7f195ce30640  1 --2- 172.21.15.46:0/890882069 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1958101930 0x7f1958196e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:06.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:06.182+0000 7f195ce30640  1 --2- 172.21.15.46:0/890882069 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1958100740 0x7f1958196930 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:06.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:06.182+0000 7f195ce30640  1 -- 172.21.15.46:0/890882069 >> 172.21.15.46:0/890882069 conn(0x7f19580fbcb0 msgr2=0x7f1958104c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:06.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:06.182+0000 7f195ce30640  1 -- 172.21.15.46:0/890882069 shutdown_connections
2024-03-19T01:47:06.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:06.182+0000 7f195ce30640  1 -- 172.21.15.46:0/890882069 wait complete.
2024-03-19T01:47:07.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:06 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:07.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:06 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:07.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:06 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:07.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:06 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:47:07.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:06 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:47:07.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:06 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:47:07.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:06 smithi046 ceph-mon[63102]: Deploying daemon mds.h on smithi073
2024-03-19T01:47:07.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:06 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/890882069' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:07.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:06 smithi046 ceph-mon[63102]: mds.? [v2:172.21.15.102:6836/1583798896,v1:172.21.15.102:6837/1583798896] up:boot
2024-03-19T01:47:07.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:06 smithi046 ceph-mon[63102]: fsmap  7 up:standby
2024-03-19T01:47:07.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:06 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch
2024-03-19T01:47:07.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:06 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:07.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:06 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:07.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:06 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:07.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:06 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:47:07.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:06 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:47:07.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:06 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:47:07.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:06 smithi073 ceph-mon[66833]: Deploying daemon mds.h on smithi073
2024-03-19T01:47:07.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:06 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/890882069' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:07.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:06 smithi073 ceph-mon[66833]: mds.? [v2:172.21.15.102:6836/1583798896,v1:172.21.15.102:6837/1583798896] up:boot
2024-03-19T01:47:07.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:06 smithi073 ceph-mon[66833]: fsmap  7 up:standby
2024-03-19T01:47:07.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:06 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch
2024-03-19T01:47:07.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:06 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:07.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:06 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:07.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:06 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:07.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:06 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:47:07.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:06 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:47:07.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:06 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:47:07.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:06 smithi102 ceph-mon[66557]: Deploying daemon mds.h on smithi073
2024-03-19T01:47:07.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:06 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/890882069' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:07.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:06 smithi102 ceph-mon[66557]: mds.? [v2:172.21.15.102:6836/1583798896,v1:172.21.15.102:6837/1583798896] up:boot
2024-03-19T01:47:07.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:06 smithi102 ceph-mon[66557]: fsmap  7 up:standby
2024-03-19T01:47:07.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:06 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch
2024-03-19T01:47:08.194 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:47:08.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:07 smithi073 ceph-mon[66833]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:08.215 INFO:journalctl@ceph.mds.h.smithi073.stdout:Mar 19 01:47:08 smithi073 systemd[1]: Starting Ceph mds.h for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T01:47:08.222 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:07 smithi046 ceph-mon[63102]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:08.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:07 smithi102 ceph-mon[66557]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:08.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.309+0000 7f0908e0b640  1 -- 172.21.15.46:0/1767559833 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f09041033f0 msgr2=0x7f0904109c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:08.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.309+0000 7f0908e0b640  1 --2- 172.21.15.46:0/1767559833 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f09041033f0 0x7f0904109c80 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f08fc009ca0 tx=0x7f08fc02c0f0 comp rx=0 tx=0).stop
2024-03-19T01:47:08.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.309+0000 7f0908e0b640  1 -- 172.21.15.46:0/1767559833 shutdown_connections
2024-03-19T01:47:08.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.309+0000 7f0908e0b640  1 --2- 172.21.15.46:0/1767559833 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f09041033f0 0x7f0904109c80 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:08.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.309+0000 7f0908e0b640  1 --2- 172.21.15.46:0/1767559833 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0904102a30 0x7f0904102eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:08.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.309+0000 7f0908e0b640  1 --2- 172.21.15.46:0/1767559833 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0904101840 0x7f0904101c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:08.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.309+0000 7f0908e0b640  1 -- 172.21.15.46:0/1767559833 >> 172.21.15.46:0/1767559833 conn(0x7f09040fcdd0 msgr2=0x7f09040ff1f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:08.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.309+0000 7f0908e0b640  1 -- 172.21.15.46:0/1767559833 shutdown_connections
2024-03-19T01:47:08.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.309+0000 7f0908e0b640  1 -- 172.21.15.46:0/1767559833 wait complete.
2024-03-19T01:47:08.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.310+0000 7f0908e0b640  1  Processor -- start
2024-03-19T01:47:08.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.310+0000 7f0908e0b640  1 --  start start
2024-03-19T01:47:08.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.310+0000 7f0908e0b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0904101840 0x7f0904197a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:08.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.310+0000 7f0908e0b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0904102a30 0x7f0904197f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:08.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.310+0000 7f0908e0b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f09041033f0 0x7f090419efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:08.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.310+0000 7f0908e0b640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f090410d370 con 0x7f0904101840
2024-03-19T01:47:08.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.310+0000 7f0908e0b640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f090410d1f0 con 0x7f0904102a30
2024-03-19T01:47:08.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.310+0000 7f0908e0b640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f090410d4f0 con 0x7f09041033f0
2024-03-19T01:47:08.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.310+0000 7f090259c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0904101840 0x7f0904197a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:08.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.310+0000 7f090259c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0904101840 0x7f0904197a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34080/0 (socket says 172.21.15.46:34080)
2024-03-19T01:47:08.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.310+0000 7f090259c640  1 -- 172.21.15.46:0/1672641293 learned_addr learned my addr 172.21.15.46:0/1672641293 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:08.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.310+0000 7f0901d9b640  1 --2- 172.21.15.46:0/1672641293 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0904102a30 0x7f0904197f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:08.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.310+0000 7f090259c640  1 -- 172.21.15.46:0/1672641293 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f09041033f0 msgr2=0x7f090419efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:08.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.310+0000 7f090259c640  1 --2- 172.21.15.46:0/1672641293 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f09041033f0 0x7f090419efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:08.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.310+0000 7f090259c640  1 -- 172.21.15.46:0/1672641293 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0904102a30 msgr2=0x7f0904197f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:08.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.310+0000 7f090259c640  1 --2- 172.21.15.46:0/1672641293 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0904102a30 0x7f0904197f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:08.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.310+0000 7f090259c640  1 -- 172.21.15.46:0/1672641293 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f090419f620 con 0x7f0904101840
2024-03-19T01:47:08.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.310+0000 7f0901d9b640  1 --2- 172.21.15.46:0/1672641293 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0904102a30 0x7f0904197f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:47:08.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.311+0000 7f090259c640  1 --2- 172.21.15.46:0/1672641293 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0904101840 0x7f0904197a00 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f08ec00d950 tx=0x7f08ec00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:08.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.311+0000 7f08fb7fe640  1 -- 172.21.15.46:0/1672641293 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08ec017070 con 0x7f0904101840
2024-03-19T01:47:08.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.311+0000 7f08fb7fe640  1 -- 172.21.15.46:0/1672641293 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f08ec009c30 con 0x7f0904101840
2024-03-19T01:47:08.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.311+0000 7f0908e0b640  1 -- 172.21.15.46:0/1672641293 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f090419f910 con 0x7f0904101840
2024-03-19T01:47:08.314 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.311+0000 7f08fb7fe640  1 -- 172.21.15.46:0/1672641293 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08ec00f620 con 0x7f0904101840
2024-03-19T01:47:08.314 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.311+0000 7f0908e0b640  1 -- 172.21.15.46:0/1672641293 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f090419fe10 con 0x7f0904101840
2024-03-19T01:47:08.314 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.312+0000 7f0908e0b640  1 -- 172.21.15.46:0/1672641293 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0904108c00 con 0x7f0904101840
2024-03-19T01:47:08.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.313+0000 7f08fb7fe640  1 -- 172.21.15.46:0/1672641293 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f08ec01a070 con 0x7f0904101840
2024-03-19T01:47:08.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.314+0000 7f08fb7fe640  1 --2- 172.21.15.46:0/1672641293 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f08f00a2800 0x7f08f00a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:08.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.314+0000 7f0901d9b640  1 --2- 172.21.15.46:0/1672641293 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f08f00a2800 0x7f08f00a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:08.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.314+0000 7f08fb7fe640  1 -- 172.21.15.46:0/1672641293 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f08ec0cdff0 con 0x7f0904101840
2024-03-19T01:47:08.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.314+0000 7f0901d9b640  1 --2- 172.21.15.46:0/1672641293 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f08f00a2800 0x7f08f00a4cc0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f0904198f10 tx=0x7f08f4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:08.319 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.319+0000 7f08fb7fe640  1 -- 172.21.15.46:0/1672641293 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f08ec009de0 con 0x7f0904101840
2024-03-19T01:47:08.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.540+0000 7f0908e0b640  1 -- 172.21.15.46:0/1672641293 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f090402d1f0 con 0x7f0904101840
2024-03-19T01:47:08.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.541+0000 7f08fb7fe640  1 -- 172.21.15.46:0/1672641293 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6343 (secure 0 0 0) 0x7f090402d1f0 con 0x7f0904101840
2024-03-19T01:47:08.541 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:47:08.541 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24440,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24442,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24454,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]}
2024-03-19T01:47:08.541 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 8
2024-03-19T01:47:08.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.542+0000 7f0908e0b640  1 -- 172.21.15.46:0/1672641293 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f08f00a2800 msgr2=0x7f08f00a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:08.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.542+0000 7f0908e0b640  1 --2- 172.21.15.46:0/1672641293 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f08f00a2800 0x7f08f00a4cc0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f0904198f10 tx=0x7f08f4005f90 comp rx=0 tx=0).stop
2024-03-19T01:47:08.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.542+0000 7f0908e0b640  1 -- 172.21.15.46:0/1672641293 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0904101840 msgr2=0x7f0904197a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:08.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.542+0000 7f0908e0b640  1 --2- 172.21.15.46:0/1672641293 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0904101840 0x7f0904197a00 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f08ec00d950 tx=0x7f08ec00de10 comp rx=0 tx=0).stop
2024-03-19T01:47:08.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.542+0000 7f0908e0b640  1 -- 172.21.15.46:0/1672641293 shutdown_connections
2024-03-19T01:47:08.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.542+0000 7f0908e0b640  1 --2- 172.21.15.46:0/1672641293 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f08f00a2800 0x7f08f00a4cc0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:08.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.542+0000 7f0908e0b640  1 --2- 172.21.15.46:0/1672641293 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f09041033f0 0x7f090419efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:08.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.542+0000 7f0908e0b640  1 --2- 172.21.15.46:0/1672641293 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0904102a30 0x7f0904197f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:08.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.542+0000 7f0908e0b640  1 --2- 172.21.15.46:0/1672641293 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0904101840 0x7f0904197a00 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:08.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.542+0000 7f0908e0b640  1 -- 172.21.15.46:0/1672641293 >> 172.21.15.46:0/1672641293 conn(0x7f09040fcdd0 msgr2=0x7f0904105dd0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:08.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.543+0000 7f0908e0b640  1 -- 172.21.15.46:0/1672641293 shutdown_connections
2024-03-19T01:47:08.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:08.543+0000 7f0908e0b640  1 -- 172.21.15.46:0/1672641293 wait complete.
2024-03-19T01:47:08.572 INFO:journalctl@ceph.mds.h.smithi073.stdout:Mar 19 01:47:08 smithi073 podman[96852]: 2024-03-19 01:47:08.222953899 +0000 UTC m=+0.018743997 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639
2024-03-19T01:47:08.572 INFO:journalctl@ceph.mds.h.smithi073.stdout:Mar 19 01:47:08 smithi073 podman[96852]: 2024-03-19 01:47:08.337142683 +0000 UTC m=+0.132932773 container create 2a57624588dec59300b5303b0b035e4ece12789802b10058ef2d336b08a4549b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-h, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30)
2024-03-19T01:47:08.572 INFO:journalctl@ceph.mds.h.smithi073.stdout:Mar 19 01:47:08 smithi073 podman[96852]: 2024-03-19 01:47:08.572904392 +0000 UTC m=+0.368694489 container init 2a57624588dec59300b5303b0b035e4ece12789802b10058ef2d336b08a4549b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-h, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.schema-version=1.0, GIT_CLEAN=True)
2024-03-19T01:47:08.893 INFO:journalctl@ceph.mds.h.smithi073.stdout:Mar 19 01:47:08 smithi073 podman[96852]: 2024-03-19 01:47:08.575616499 +0000 UTC m=+0.371406598 container start 2a57624588dec59300b5303b0b035e4ece12789802b10058ef2d336b08a4549b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-h, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_CLEAN=True, org.label-schema.schema-version=1.0)
2024-03-19T01:47:08.893 INFO:journalctl@ceph.mds.h.smithi073.stdout:Mar 19 01:47:08 smithi073 ceph-mds[96871]: -- 172.21.15.73:0/1360466336 <== mon.2 v2:172.21.15.73:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fa160a3a40 con 0x55fa16076800
2024-03-19T01:47:08.893 INFO:journalctl@ceph.mds.h.smithi073.stdout:Mar 19 01:47:08 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-h[96867]: starting mds.h at
2024-03-19T01:47:08.893 INFO:journalctl@ceph.mds.h.smithi073.stdout:Mar 19 01:47:08 smithi073 bash[96852]: 2a57624588dec59300b5303b0b035e4ece12789802b10058ef2d336b08a4549b
2024-03-19T01:47:08.893 INFO:journalctl@ceph.mds.h.smithi073.stdout:Mar 19 01:47:08 smithi073 systemd[1]: Started Ceph mds.h for 53c8cf3e-e591-11ee-95c9-87774f69a715.
2024-03-19T01:47:09.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:08 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1672641293' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:09.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:08 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:09.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:08 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:09.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:08 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:09.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:08 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:47:09.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:08 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:47:09.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:08 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:47:09.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:08 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1672641293' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:09.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:08 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:09.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:08 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:09.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:08 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:09.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:08 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:47:09.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:08 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:47:09.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:08 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:47:09.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:08 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1672641293' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:09.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:08 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:09.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:08 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:09.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:08 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:09.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:08 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:47:09.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:08 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:47:09.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:08 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:47:10.092 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:09 smithi102 ceph-mon[66557]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:10.092 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:09 smithi102 ceph-mon[66557]: Deploying daemon mds.i on smithi102
2024-03-19T01:47:10.092 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:09 smithi102 ceph-mon[66557]: mds.? [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] up:boot
2024-03-19T01:47:10.092 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:09 smithi102 ceph-mon[66557]: fsmap  8 up:standby
2024-03-19T01:47:10.092 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:09 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch
2024-03-19T01:47:10.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:09 smithi073 ceph-mon[66833]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:10.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:09 smithi073 ceph-mon[66833]: Deploying daemon mds.i on smithi102
2024-03-19T01:47:10.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:09 smithi073 ceph-mon[66833]: mds.? [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] up:boot
2024-03-19T01:47:10.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:09 smithi073 ceph-mon[66833]: fsmap  8 up:standby
2024-03-19T01:47:10.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:09 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch
2024-03-19T01:47:10.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:09 smithi046 ceph-mon[63102]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:10.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:09 smithi046 ceph-mon[63102]: Deploying daemon mds.i on smithi102
2024-03-19T01:47:10.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:09 smithi046 ceph-mon[63102]: mds.? [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] up:boot
2024-03-19T01:47:10.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:09 smithi046 ceph-mon[63102]: fsmap  8 up:standby
2024-03-19T01:47:10.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:09 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch
2024-03-19T01:47:10.554 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:47:10.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.668+0000 7f86737e6640  1 -- 172.21.15.46:0/3309261759 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f866c102a40 msgr2=0x7f866c104eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:10.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.668+0000 7f86737e6640  1 --2- 172.21.15.46:0/3309261759 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f866c102a40 0x7f866c104eb0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f865c009900 tx=0x7f865c02bc30 comp rx=0 tx=0).stop
2024-03-19T01:47:10.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.668+0000 7f86737e6640  1 -- 172.21.15.46:0/3309261759 shutdown_connections
2024-03-19T01:47:10.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.668+0000 7f86737e6640  1 --2- 172.21.15.46:0/3309261759 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f866c1053f0 0x7f866c105870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:10.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.668+0000 7f86737e6640  1 --2- 172.21.15.46:0/3309261759 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f866c102a40 0x7f866c104eb0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:10.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.668+0000 7f86737e6640  1 --2- 172.21.15.46:0/3309261759 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f866c1000d0 0x7f866c102500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:10.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.668+0000 7f86737e6640  1 -- 172.21.15.46:0/3309261759 >> 172.21.15.46:0/3309261759 conn(0x7f866c0fbcd0 msgr2=0x7f866c0fe110 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:10.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.669+0000 7f86737e6640  1 -- 172.21.15.46:0/3309261759 shutdown_connections
2024-03-19T01:47:10.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.669+0000 7f86737e6640  1 -- 172.21.15.46:0/3309261759 wait complete.
2024-03-19T01:47:10.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.669+0000 7f86737e6640  1  Processor -- start
2024-03-19T01:47:10.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.669+0000 7f86737e6640  1 --  start start
2024-03-19T01:47:10.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.669+0000 7f86737e6640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f866c1000d0 0x7f866c19e080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:10.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.669+0000 7f86737e6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f866c102a40 0x7f866c19e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:10.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.669+0000 7f86737e6640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f866c1053f0 0x7f866c1a5630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:10.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.669+0000 7f86737e6640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f866c113980 con 0x7f866c102a40
2024-03-19T01:47:10.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.669+0000 7f86737e6640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f866c113800 con 0x7f866c1053f0
2024-03-19T01:47:10.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.669+0000 7f86737e6640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f866c113b00 con 0x7f866c1000d0
2024-03-19T01:47:10.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.669+0000 7f8670d81640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f866c102a40 0x7f866c19e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:10.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.669+0000 7f8670d81640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f866c102a40 0x7f866c19e5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34104/0 (socket says 172.21.15.46:34104)
2024-03-19T01:47:10.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.669+0000 7f8670d81640  1 -- 172.21.15.46:0/2189493369 learned_addr learned my addr 172.21.15.46:0/2189493369 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:10.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.669+0000 7f8671582640  1 --2- 172.21.15.46:0/2189493369 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f866c1000d0 0x7f866c19e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:10.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.670+0000 7f8671d83640  1 --2- 172.21.15.46:0/2189493369 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f866c1053f0 0x7f866c1a5630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:10.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.670+0000 7f8670d81640  1 -- 172.21.15.46:0/2189493369 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f866c1000d0 msgr2=0x7f866c19e080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:10.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.670+0000 7f8670d81640  1 --2- 172.21.15.46:0/2189493369 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f866c1000d0 0x7f866c19e080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:10.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.670+0000 7f8670d81640  1 -- 172.21.15.46:0/2189493369 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f866c1053f0 msgr2=0x7f866c1a5630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:10.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.670+0000 7f8670d81640  1 --2- 172.21.15.46:0/2189493369 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f866c1053f0 0x7f866c1a5630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:10.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.670+0000 7f8670d81640  1 -- 172.21.15.46:0/2189493369 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f866c1a5ca0 con 0x7f866c102a40
2024-03-19T01:47:10.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.670+0000 7f8671582640  1 --2- 172.21.15.46:0/2189493369 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f866c1000d0 0x7f866c19e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:47:10.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.670+0000 7f8670d81640  1 --2- 172.21.15.46:0/2189493369 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f866c102a40 0x7f866c19e5c0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f865c006010 tx=0x7f865c005e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:10.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.670+0000 7f86627fc640  1 -- 172.21.15.46:0/2189493369 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f865c043020 con 0x7f866c102a40
2024-03-19T01:47:10.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.670+0000 7f86627fc640  1 -- 172.21.15.46:0/2189493369 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f865c0043d0 con 0x7f866c102a40
2024-03-19T01:47:10.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.670+0000 7f86737e6640  1 -- 172.21.15.46:0/2189493369 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f866c1a5f30 con 0x7f866c102a40
2024-03-19T01:47:10.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.670+0000 7f86627fc640  1 -- 172.21.15.46:0/2189493369 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f865c003b80 con 0x7f866c102a40
2024-03-19T01:47:10.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.670+0000 7f86737e6640  1 -- 172.21.15.46:0/2189493369 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f866c1a63f0 con 0x7f866c102a40
2024-03-19T01:47:10.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.671+0000 7f86737e6640  1 -- 172.21.15.46:0/2189493369 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f866c0fd7c0 con 0x7f866c102a40
2024-03-19T01:47:10.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.672+0000 7f86627fc640  1 -- 172.21.15.46:0/2189493369 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f865c046020 con 0x7f866c102a40
2024-03-19T01:47:10.677 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.673+0000 7f86627fc640  1 --2- 172.21.15.46:0/2189493369 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f86580a2800 0x7f86580a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:10.677 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.673+0000 7f8671582640  1 --2- 172.21.15.46:0/2189493369 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f86580a2800 0x7f86580a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:10.677 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.673+0000 7f86627fc640  1 -- 172.21.15.46:0/2189493369 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f865c0f0920 con 0x7f866c102a40
2024-03-19T01:47:10.677 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.673+0000 7f8671582640  1 --2- 172.21.15.46:0/2189493369 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f86580a2800 0x7f86580a4cc0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f8668009fc0 tx=0x7f8668005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:10.677 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.678+0000 7f86627fc640  1 -- 172.21.15.46:0/2189493369 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f865c04d020 con 0x7f866c102a40
2024-03-19T01:47:10.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.900+0000 7f86737e6640  1 -- 172.21.15.46:0/2189493369 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f866c062450 con 0x7f866c102a40
2024-03-19T01:47:10.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.901+0000 7f86627fc640  1 -- 172.21.15.46:0/2189493369 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7168 (secure 0 0 0) 0x7f865c0bddc0 con 0x7f866c102a40
2024-03-19T01:47:10.901 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:47:10.901 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24440,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24442,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24454,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24479,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]}
2024-03-19T01:47:10.901 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 9
2024-03-19T01:47:10.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.903+0000 7f86737e6640  1 -- 172.21.15.46:0/2189493369 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f86580a2800 msgr2=0x7f86580a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:10.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.903+0000 7f86737e6640  1 --2- 172.21.15.46:0/2189493369 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f86580a2800 0x7f86580a4cc0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f8668009fc0 tx=0x7f8668005f90 comp rx=0 tx=0).stop
2024-03-19T01:47:10.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.903+0000 7f86737e6640  1 -- 172.21.15.46:0/2189493369 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f866c102a40 msgr2=0x7f866c19e5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:10.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.903+0000 7f86737e6640  1 --2- 172.21.15.46:0/2189493369 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f866c102a40 0x7f866c19e5c0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f865c006010 tx=0x7f865c005e40 comp rx=0 tx=0).stop
2024-03-19T01:47:10.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.903+0000 7f86737e6640  1 -- 172.21.15.46:0/2189493369 shutdown_connections
2024-03-19T01:47:10.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.903+0000 7f86737e6640  1 --2- 172.21.15.46:0/2189493369 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f86580a2800 0x7f86580a4cc0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:10.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.903+0000 7f86737e6640  1 --2- 172.21.15.46:0/2189493369 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f866c1053f0 0x7f866c1a5630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:10.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.903+0000 7f86737e6640  1 --2- 172.21.15.46:0/2189493369 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f866c102a40 0x7f866c19e5c0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:10.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.903+0000 7f86737e6640  1 --2- 172.21.15.46:0/2189493369 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f866c1000d0 0x7f866c19e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:10.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.903+0000 7f86737e6640  1 -- 172.21.15.46:0/2189493369 >> 172.21.15.46:0/2189493369 conn(0x7f866c0fbcd0 msgr2=0x7f866c100bf0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:10.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.903+0000 7f86737e6640  1 -- 172.21.15.46:0/2189493369 shutdown_connections
2024-03-19T01:47:10.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:10.903+0000 7f86737e6640  1 -- 172.21.15.46:0/2189493369 wait complete.
2024-03-19T01:47:10.980 INFO:journalctl@ceph.mds.i.smithi102.stdout:Mar 19 01:47:10 smithi102 systemd[1]: Starting Ceph mds.i for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T01:47:11.390 INFO:journalctl@ceph.mds.i.smithi102.stdout:Mar 19 01:47:11 smithi102 podman[97311]: 2024-03-19 01:47:11.011216297 +0000 UTC m=+0.018220036 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639
2024-03-19T01:47:11.390 INFO:journalctl@ceph.mds.i.smithi102.stdout:Mar 19 01:47:11 smithi102 podman[97311]: 2024-03-19 01:47:11.138390829 +0000 UTC m=+0.145394571 container create 1649899fd8bed9d2571e402746fd36cc6e6d2fba7d5b30a67fbe791ca5de5e57 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-i, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.vendor=CentOS)
2024-03-19T01:47:11.390 INFO:journalctl@ceph.mds.i.smithi102.stdout:Mar 19 01:47:11 smithi102 podman[97311]: 2024-03-19 01:47:11.391167647 +0000 UTC m=+0.398171400 container init 1649899fd8bed9d2571e402746fd36cc6e6d2fba7d5b30a67fbe791ca5de5e57 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-i, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_CLEAN=True, org.label-schema.license=GPLv2)
2024-03-19T01:47:11.730 INFO:journalctl@ceph.mds.i.smithi102.stdout:Mar 19 01:47:11 smithi102 podman[97311]: 2024-03-19 01:47:11.393815286 +0000 UTC m=+0.400819028 container start 1649899fd8bed9d2571e402746fd36cc6e6d2fba7d5b30a67fbe791ca5de5e57 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-i, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD)
2024-03-19T01:47:11.730 INFO:journalctl@ceph.mds.i.smithi102.stdout:Mar 19 01:47:11 smithi102 ceph-mds[97330]: -- 172.21.15.102:0/2446063885 <== mon.1 v2:172.21.15.102:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560f4eb47a40 con 0x560f4eb1ac00
2024-03-19T01:47:11.731 INFO:journalctl@ceph.mds.i.smithi102.stdout:Mar 19 01:47:11 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-i[97326]: starting mds.i at
2024-03-19T01:47:11.731 INFO:journalctl@ceph.mds.i.smithi102.stdout:Mar 19 01:47:11 smithi102 bash[97311]: 1649899fd8bed9d2571e402746fd36cc6e6d2fba7d5b30a67fbe791ca5de5e57
2024-03-19T01:47:11.731 INFO:journalctl@ceph.mds.i.smithi102.stdout:Mar 19 01:47:11 smithi102 systemd[1]: Started Ceph mds.i for 53c8cf3e-e591-11ee-95c9-87774f69a715.
2024-03-19T01:47:12.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:11 smithi073 ceph-mon[66833]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:12.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:11 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2189493369' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:12.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:11 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:12.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:11 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:12.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:11 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:12.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:11 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:47:12.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:11 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:47:12.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:11 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:47:12.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:11 smithi102 ceph-mon[66557]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:12.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:11 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2189493369' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:12.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:11 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:12.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:11 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:12.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:11 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:12.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:11 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:47:12.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:11 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:47:12.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:11 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:47:12.231 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:11 smithi046 ceph-mon[63102]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:12.231 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:11 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2189493369' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:12.231 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:11 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:12.231 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:11 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:12.231 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:11 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:12.231 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:11 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:47:12.231 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:11 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:47:12.231 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:11 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:47:12.914 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:47:13.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.023+0000 7ff6616e8640  1 -- 172.21.15.46:0/482222004 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff65c100740 msgr2=0x7ff65c100b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:13.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.023+0000 7ff6616e8640  1 --2- 172.21.15.46:0/482222004 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff65c100740 0x7ff65c100b60 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ff64c009900 tx=0x7ff64c02bc30 comp rx=0 tx=0).stop
2024-03-19T01:47:13.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.024+0000 7ff6616e8640  1 -- 172.21.15.46:0/482222004 shutdown_connections
2024-03-19T01:47:13.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.024+0000 7ff6616e8640  1 --2- 172.21.15.46:0/482222004 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff65c1022f0 0x7ff65c108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:13.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.024+0000 7ff6616e8640  1 --2- 172.21.15.46:0/482222004 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff65c101930 0x7ff65c101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:13.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.024+0000 7ff6616e8640  1 --2- 172.21.15.46:0/482222004 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff65c100740 0x7ff65c100b60 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:13.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.024+0000 7ff6616e8640  1 -- 172.21.15.46:0/482222004 >> 172.21.15.46:0/482222004 conn(0x7ff65c0fbcb0 msgr2=0x7ff65c0fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:13.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.024+0000 7ff6616e8640  1 -- 172.21.15.46:0/482222004 shutdown_connections
2024-03-19T01:47:13.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.024+0000 7ff6616e8640  1 -- 172.21.15.46:0/482222004 wait complete.
2024-03-19T01:47:13.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.024+0000 7ff6616e8640  1  Processor -- start
2024-03-19T01:47:13.026 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.024+0000 7ff6616e8640  1 --  start start
2024-03-19T01:47:13.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.024+0000 7ff6616e8640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff65c100740 0x7ff65c197b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:13.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.024+0000 7ff6616e8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff65c101930 0x7ff65c1980b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:13.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.024+0000 7ff6616e8640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff65c1022f0 0x7ff65c19f120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:13.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.024+0000 7ff6616e8640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff65c10c2e0 con 0x7ff65c101930
2024-03-19T01:47:13.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.024+0000 7ff6616e8640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ff65c10c160 con 0x7ff65c100740
2024-03-19T01:47:13.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.024+0000 7ff6616e8640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff65c10c460 con 0x7ff65c1022f0
2024-03-19T01:47:13.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.025+0000 7ff6527fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff65c101930 0x7ff65c1980b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:13.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.025+0000 7ff6527fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff65c101930 0x7ff65c1980b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50556/0 (socket says 172.21.15.46:50556)
2024-03-19T01:47:13.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.025+0000 7ff6527fc640  1 -- 172.21.15.46:0/3081936761 learned_addr learned my addr 172.21.15.46:0/3081936761 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:13.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.025+0000 7ff65b7fe640  1 --2- 172.21.15.46:0/3081936761 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff65c1022f0 0x7ff65c19f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:13.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.025+0000 7ff6527fc640  1 -- 172.21.15.46:0/3081936761 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff65c1022f0 msgr2=0x7ff65c19f120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:13.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.025+0000 7ff6527fc640  1 --2- 172.21.15.46:0/3081936761 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff65c1022f0 0x7ff65c19f120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:13.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.025+0000 7ff6527fc640  1 -- 172.21.15.46:0/3081936761 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff65c100740 msgr2=0x7ff65c197b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:13.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.025+0000 7ff6527fc640  1 --2- 172.21.15.46:0/3081936761 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff65c100740 0x7ff65c197b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:13.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.025+0000 7ff6527fc640  1 -- 172.21.15.46:0/3081936761 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff65c19f790 con 0x7ff65c101930
2024-03-19T01:47:13.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.025+0000 7ff6527fc640  1 --2- 172.21.15.46:0/3081936761 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff65c101930 0x7ff65c1980b0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7ff64400d770 tx=0x7ff64400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:13.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.025+0000 7ff658ff9640  1 -- 172.21.15.46:0/3081936761 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff644017070 con 0x7ff65c101930
2024-03-19T01:47:13.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.025+0000 7ff658ff9640  1 -- 172.21.15.46:0/3081936761 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff6440054d0 con 0x7ff65c101930
2024-03-19T01:47:13.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.025+0000 7ff6616e8640  1 -- 172.21.15.46:0/3081936761 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff65c19fa80 con 0x7ff65c101930
2024-03-19T01:47:13.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.025+0000 7ff658ff9640  1 -- 172.21.15.46:0/3081936761 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff644004cf0 con 0x7ff65c101930
2024-03-19T01:47:13.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.025+0000 7ff6616e8640  1 -- 172.21.15.46:0/3081936761 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff65c19ff80 con 0x7ff65c101930
2024-03-19T01:47:13.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.026+0000 7ff6616e8640  1 -- 172.21.15.46:0/3081936761 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff65c1a01b0 con 0x7ff65c101930
2024-03-19T01:47:13.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.027+0000 7ff658ff9640  1 -- 172.21.15.46:0/3081936761 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7ff644004e90 con 0x7ff65c101930
2024-03-19T01:47:13.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.028+0000 7ff658ff9640  1 --2- 172.21.15.46:0/3081936761 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff6480a2800 0x7ff6480a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:13.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.028+0000 7ff658ff9640  1 -- 172.21.15.46:0/3081936761 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7ff6440ce480 con 0x7ff65c101930
2024-03-19T01:47:13.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.028+0000 7ff65affd640  1 --2- 172.21.15.46:0/3081936761 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff6480a2800 0x7ff6480a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:13.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.028+0000 7ff65affd640  1 --2- 172.21.15.46:0/3081936761 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff6480a2800 0x7ff6480a4cc0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7ff64c036040 tx=0x7ff64c000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:13.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.032+0000 7ff658ff9640  1 -- 172.21.15.46:0/3081936761 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7ff64409b9c0 con 0x7ff65c101930
2024-03-19T01:47:13.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:12 smithi073 ceph-mon[66833]: Deploying daemon mds.g on smithi046
2024-03-19T01:47:13.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:12 smithi073 ceph-mon[66833]: mds.? [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] up:boot
2024-03-19T01:47:13.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:12 smithi073 ceph-mon[66833]: fsmap  9 up:standby
2024-03-19T01:47:13.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:12 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch
2024-03-19T01:47:13.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:12 smithi102 ceph-mon[66557]: Deploying daemon mds.g on smithi046
2024-03-19T01:47:13.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:12 smithi102 ceph-mon[66557]: mds.? [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] up:boot
2024-03-19T01:47:13.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:12 smithi102 ceph-mon[66557]: fsmap  9 up:standby
2024-03-19T01:47:13.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:12 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch
2024-03-19T01:47:13.243 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:12 smithi046 ceph-mon[63102]: Deploying daemon mds.g on smithi046
2024-03-19T01:47:13.243 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:12 smithi046 ceph-mon[63102]: mds.? [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] up:boot
2024-03-19T01:47:13.243 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:12 smithi046 ceph-mon[63102]: fsmap  9 up:standby
2024-03-19T01:47:13.243 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:12 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch
2024-03-19T01:47:13.254 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.255+0000 7ff6616e8640  1 -- 172.21.15.46:0/3081936761 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff65c1a0540 con 0x7ff65c101930
2024-03-19T01:47:13.255 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.255+0000 7ff658ff9640  1 -- 172.21.15.46:0/3081936761 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+7998 (secure 0 0 0) 0x7ff64409b2c0 con 0x7ff65c101930
2024-03-19T01:47:13.255 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:47:13.255 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24440,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24442,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24454,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24478,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24479,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]}
2024-03-19T01:47:13.256 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 10
2024-03-19T01:47:13.257 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.257+0000 7ff6616e8640  1 -- 172.21.15.46:0/3081936761 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff6480a2800 msgr2=0x7ff6480a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:13.257 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.257+0000 7ff6616e8640  1 --2- 172.21.15.46:0/3081936761 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff6480a2800 0x7ff6480a4cc0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7ff64c036040 tx=0x7ff64c000bc0 comp rx=0 tx=0).stop
2024-03-19T01:47:13.257 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.257+0000 7ff6616e8640  1 -- 172.21.15.46:0/3081936761 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff65c101930 msgr2=0x7ff65c1980b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:13.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.257+0000 7ff6616e8640  1 --2- 172.21.15.46:0/3081936761 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff65c101930 0x7ff65c1980b0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7ff64400d770 tx=0x7ff64400dc30 comp rx=0 tx=0).stop
2024-03-19T01:47:13.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.257+0000 7ff6616e8640  1 -- 172.21.15.46:0/3081936761 shutdown_connections
2024-03-19T01:47:13.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.257+0000 7ff6616e8640  1 --2- 172.21.15.46:0/3081936761 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff6480a2800 0x7ff6480a4cc0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:13.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.257+0000 7ff6616e8640  1 --2- 172.21.15.46:0/3081936761 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff65c1022f0 0x7ff65c19f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:13.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.257+0000 7ff6616e8640  1 --2- 172.21.15.46:0/3081936761 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff65c101930 0x7ff65c1980b0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:13.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.257+0000 7ff6616e8640  1 --2- 172.21.15.46:0/3081936761 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff65c100740 0x7ff65c197b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:13.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.257+0000 7ff6616e8640  1 -- 172.21.15.46:0/3081936761 >> 172.21.15.46:0/3081936761 conn(0x7ff65c0fbcb0 msgr2=0x7ff65c0689f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:13.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.257+0000 7ff6616e8640  1 -- 172.21.15.46:0/3081936761 shutdown_connections
2024-03-19T01:47:13.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:13.257+0000 7ff6616e8640  1 -- 172.21.15.46:0/3081936761 wait complete.
2024-03-19T01:47:13.865 INFO:journalctl@ceph.mds.g.smithi046.stdout:Mar 19 01:47:13 smithi046 systemd[1]: Starting Ceph mds.g for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T01:47:14.189 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:13 smithi046 ceph-mon[63102]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:14.189 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:13 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3081936761' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:14.190 INFO:journalctl@ceph.mds.g.smithi046.stdout:Mar 19 01:47:14 smithi046 podman[104640]: 2024-03-19 01:47:13.929095294 +0000 UTC m=+0.018305150 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639
2024-03-19T01:47:14.190 INFO:journalctl@ceph.mds.g.smithi046.stdout:Mar 19 01:47:14 smithi046 podman[104640]: 2024-03-19 01:47:14.043659539 +0000 UTC m=+0.132869366 container create e2ed83231b8ffa40be12e8de448272f82963004b5eb335360fc1186f59315acf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-g, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git)
2024-03-19T01:47:14.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:13 smithi073 ceph-mon[66833]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:14.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:13 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3081936761' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:14.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:13 smithi102 ceph-mon[66557]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:14.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:13 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3081936761' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:14.615 INFO:journalctl@ceph.mds.g.smithi046.stdout:Mar 19 01:47:14 smithi046 podman[104640]: 2024-03-19 01:47:14.322211328 +0000 UTC m=+0.411421179 container init e2ed83231b8ffa40be12e8de448272f82963004b5eb335360fc1186f59315acf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-g, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux <gabrioux@redhat.com>)
2024-03-19T01:47:14.615 INFO:journalctl@ceph.mds.g.smithi046.stdout:Mar 19 01:47:14 smithi046 podman[104640]: 2024-03-19 01:47:14.325240196 +0000 UTC m=+0.414450023 container start e2ed83231b8ffa40be12e8de448272f82963004b5eb335360fc1186f59315acf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-g, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30)
2024-03-19T01:47:14.616 INFO:journalctl@ceph.mds.g.smithi046.stdout:Mar 19 01:47:14 smithi046 ceph-mds[104658]: -- 172.21.15.46:0/799177396 <== mon.0 v2:172.21.15.46:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bedca9da40 con 0x55bedca71000
2024-03-19T01:47:14.616 INFO:journalctl@ceph.mds.g.smithi046.stdout:Mar 19 01:47:14 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-g[104654]: starting mds.g at
2024-03-19T01:47:14.616 INFO:journalctl@ceph.mds.g.smithi046.stdout:Mar 19 01:47:14 smithi046 bash[104640]: e2ed83231b8ffa40be12e8de448272f82963004b5eb335360fc1186f59315acf
2024-03-19T01:47:14.616 INFO:journalctl@ceph.mds.g.smithi046.stdout:Mar 19 01:47:14 smithi046 systemd[1]: Started Ceph mds.g for 53c8cf3e-e591-11ee-95c9-87774f69a715.
2024-03-19T01:47:15.268 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:47:15.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.377+0000 7f1937c75640  1 -- 172.21.15.46:0/3517071754 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f19301075e0 msgr2=0x7f19301099d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:15.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.377+0000 7f1937c75640  1 --2- 172.21.15.46:0/3517071754 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f19301075e0 0x7f19301099d0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f1928009ca0 tx=0x7f192802c0f0 comp rx=0 tx=0).stop
2024-03-19T01:47:15.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.377+0000 7f1937c75640  1 -- 172.21.15.46:0/3517071754 shutdown_connections
2024-03-19T01:47:15.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.377+0000 7f1937c75640  1 --2- 172.21.15.46:0/3517071754 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f19301075e0 0x7f19301099d0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:15.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.377+0000 7f1937c75640  1 --2- 172.21.15.46:0/3517071754 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1930104cb0 0x7f19301070a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:15.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.377+0000 7f1937c75640  1 --2- 172.21.15.46:0/3517071754 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1930102380 0x7f1930104770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:15.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.377+0000 7f1937c75640  1 -- 172.21.15.46:0/3517071754 >> 172.21.15.46:0/3517071754 conn(0x7f19300fbcd0 msgr2=0x7f19300fe110 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:15.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.377+0000 7f1937c75640  1 -- 172.21.15.46:0/3517071754 shutdown_connections
2024-03-19T01:47:15.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.377+0000 7f1937c75640  1 -- 172.21.15.46:0/3517071754 wait complete.
2024-03-19T01:47:15.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.377+0000 7f1937c75640  1  Processor -- start
2024-03-19T01:47:15.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.377+0000 7f1937c75640  1 --  start start
2024-03-19T01:47:15.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.378+0000 7f1937c75640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1930102380 0x7f1930101cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:15.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.378+0000 7f1937c75640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1930104cb0 0x7f1930100330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:15.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.378+0000 7f1937c75640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f19301075e0 0x7f1930100870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:15.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.378+0000 7f1937c75640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f193010d390 con 0x7f19301075e0
2024-03-19T01:47:15.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.378+0000 7f1937c75640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f193010d210 con 0x7f1930104cb0
2024-03-19T01:47:15.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.378+0000 7f1937c75640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f193010d510 con 0x7f1930102380
2024-03-19T01:47:15.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.378+0000 7f1936212640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f19301075e0 0x7f1930100870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:15.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.378+0000 7f1936212640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f19301075e0 0x7f1930100870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50606/0 (socket says 172.21.15.46:50606)
2024-03-19T01:47:15.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.378+0000 7f1936212640  1 -- 172.21.15.46:0/1759600997 learned_addr learned my addr 172.21.15.46:0/1759600997 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:15.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.378+0000 7f1935a11640  1 --2- 172.21.15.46:0/1759600997 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1930102380 0x7f1930101cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:15.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.378+0000 7f1935210640  1 --2- 172.21.15.46:0/1759600997 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1930104cb0 0x7f1930100330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:15.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.378+0000 7f1936212640  1 -- 172.21.15.46:0/1759600997 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1930102380 msgr2=0x7f1930101cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:15.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.378+0000 7f1936212640  1 --2- 172.21.15.46:0/1759600997 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1930102380 0x7f1930101cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:15.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.378+0000 7f1936212640  1 -- 172.21.15.46:0/1759600997 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1930104cb0 msgr2=0x7f1930100330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:15.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.378+0000 7f1936212640  1 --2- 172.21.15.46:0/1759600997 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1930104cb0 0x7f1930100330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:15.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.378+0000 7f1936212640  1 -- 172.21.15.46:0/1759600997 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1930101100 con 0x7f19301075e0
2024-03-19T01:47:15.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.378+0000 7f1935210640  1 --2- 172.21.15.46:0/1759600997 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1930104cb0 0x7f1930100330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed!
2024-03-19T01:47:15.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.379+0000 7f1936212640  1 --2- 172.21.15.46:0/1759600997 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f19301075e0 0x7f1930100870 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f1928037040 tx=0x7f1928032820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:15.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.379+0000 7f1926ffd640  1 -- 172.21.15.46:0/1759600997 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1928041020 con 0x7f19301075e0
2024-03-19T01:47:15.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.379+0000 7f1926ffd640  1 -- 172.21.15.46:0/1759600997 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1928003e20 con 0x7f19301075e0
2024-03-19T01:47:15.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.379+0000 7f1937c75640  1 -- 172.21.15.46:0/1759600997 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19301a1b50 con 0x7f19301075e0
2024-03-19T01:47:15.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.379+0000 7f1926ffd640  1 -- 172.21.15.46:0/1759600997 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1928039040 con 0x7f19301075e0
2024-03-19T01:47:15.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.379+0000 7f1937c75640  1 -- 172.21.15.46:0/1759600997 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19301a20f0 con 0x7f19301075e0
2024-03-19T01:47:15.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.380+0000 7f1937c75640  1 -- 172.21.15.46:0/1759600997 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19300fd7c0 con 0x7f19301075e0
2024-03-19T01:47:15.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.382+0000 7f1926ffd640  1 -- 172.21.15.46:0/1759600997 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f1928044020 con 0x7f19301075e0
2024-03-19T01:47:15.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.382+0000 7f1926ffd640  1 --2- 172.21.15.46:0/1759600997 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f191c0a2880 0x7f191c0a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:15.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.382+0000 7f1926ffd640  1 -- 172.21.15.46:0/1759600997 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f19280f0700 con 0x7f19301075e0
2024-03-19T01:47:15.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.383+0000 7f1935a11640  1 --2- 172.21.15.46:0/1759600997 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f191c0a2880 0x7f191c0a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:15.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.383+0000 7f1935a11640  1 --2- 172.21.15.46:0/1759600997 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f191c0a2880 0x7f191c0a4d40 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f192c009bd0 tx=0x7f192c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:15.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.387+0000 7f1926ffd640  1 -- 172.21.15.46:0/1759600997 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f192804b020 con 0x7f19301075e0
2024-03-19T01:47:15.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.612+0000 7f1937c75640  1 -- 172.21.15.46:0/1759600997 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f193002d1f0 con 0x7f19301075e0
2024-03-19T01:47:15.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.613+0000 7f1926ffd640  1 -- 172.21.15.46:0/1759600997 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8821 (secure 0 0 0) 0x7f19280bdc40 con 0x7f19301075e0
2024-03-19T01:47:15.613 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:47:15.613 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24440,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24442,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24454,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24478,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24479,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]}
2024-03-19T01:47:15.613 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 11
2024-03-19T01:47:15.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.615+0000 7f1937c75640  1 -- 172.21.15.46:0/1759600997 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f191c0a2880 msgr2=0x7f191c0a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:15.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.615+0000 7f1937c75640  1 --2- 172.21.15.46:0/1759600997 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f191c0a2880 0x7f191c0a4d40 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f192c009bd0 tx=0x7f192c005f90 comp rx=0 tx=0).stop
2024-03-19T01:47:15.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.615+0000 7f1937c75640  1 -- 172.21.15.46:0/1759600997 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f19301075e0 msgr2=0x7f1930100870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:15.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.615+0000 7f1937c75640  1 --2- 172.21.15.46:0/1759600997 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f19301075e0 0x7f1930100870 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f1928037040 tx=0x7f1928032820 comp rx=0 tx=0).stop
2024-03-19T01:47:15.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.615+0000 7f1937c75640  1 -- 172.21.15.46:0/1759600997 shutdown_connections
2024-03-19T01:47:15.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.615+0000 7f1937c75640  1 --2- 172.21.15.46:0/1759600997 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f191c0a2880 0x7f191c0a4d40 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:15.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.615+0000 7f1937c75640  1 --2- 172.21.15.46:0/1759600997 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f19301075e0 0x7f1930100870 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:15.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.615+0000 7f1937c75640  1 --2- 172.21.15.46:0/1759600997 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1930104cb0 0x7f1930100330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:15.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.615+0000 7f1937c75640  1 --2- 172.21.15.46:0/1759600997 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1930102380 0x7f1930101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:15.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.615+0000 7f1937c75640  1 -- 172.21.15.46:0/1759600997 >> 172.21.15.46:0/1759600997 conn(0x7f19300fbcd0 msgr2=0x7f1930102e00 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:15.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.615+0000 7f1937c75640  1 -- 172.21.15.46:0/1759600997 shutdown_connections
2024-03-19T01:47:15.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:15.615+0000 7f1937c75640  1 -- 172.21.15.46:0/1759600997 wait complete.
2024-03-19T01:47:15.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:15 smithi102 ceph-mon[66557]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:15.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:15 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:15.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:15 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:15.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:15 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:15.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:15 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:47:15.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:15 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:47:15.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:15 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:47:15.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:15 smithi102 ceph-mon[66557]: Deploying daemon mds.a on smithi046
2024-03-19T01:47:15.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:15 smithi102 ceph-mon[66557]: mds.? [v2:172.21.15.46:6838/562502693,v1:172.21.15.46:6839/562502693] up:boot
2024-03-19T01:47:15.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:15 smithi102 ceph-mon[66557]: fsmap  10 up:standby
2024-03-19T01:47:15.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:15 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch
2024-03-19T01:47:15.813 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:15 smithi046 ceph-mon[63102]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:15.813 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:15 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:15.813 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:15 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:15.813 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:15 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:15.813 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:15 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:47:15.813 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:15 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:47:15.813 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:15 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:47:15.813 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:15 smithi046 ceph-mon[63102]: Deploying daemon mds.a on smithi046
2024-03-19T01:47:15.813 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:15 smithi046 ceph-mon[63102]: mds.? [v2:172.21.15.46:6838/562502693,v1:172.21.15.46:6839/562502693] up:boot
2024-03-19T01:47:15.813 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:15 smithi046 ceph-mon[63102]: fsmap  10 up:standby
2024-03-19T01:47:15.813 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:15 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch
2024-03-19T01:47:15.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:15 smithi073 ceph-mon[66833]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:15.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:15 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:15.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:15 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:15.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:15 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:15.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:15 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:47:15.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:15 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:47:15.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:15 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:47:15.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:15 smithi073 ceph-mon[66833]: Deploying daemon mds.a on smithi046
2024-03-19T01:47:15.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:15 smithi073 ceph-mon[66833]: mds.? [v2:172.21.15.46:6838/562502693,v1:172.21.15.46:6839/562502693] up:boot
2024-03-19T01:47:15.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:15 smithi073 ceph-mon[66833]: fsmap  10 up:standby
2024-03-19T01:47:15.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:15 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch
2024-03-19T01:47:16.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:16 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1759600997' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:16.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:16 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1759600997' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:16.865 INFO:journalctl@ceph.mds.a.smithi046.stdout:Mar 19 01:47:16 smithi046 systemd[1]: Starting Ceph mds.a for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T01:47:16.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:16 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1759600997' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:17.169 INFO:journalctl@ceph.mds.a.smithi046.stdout:Mar 19 01:47:16 smithi046 podman[105003]: 2024-03-19 01:47:16.809177099 +0000 UTC m=+0.017958111 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639
2024-03-19T01:47:17.169 INFO:journalctl@ceph.mds.a.smithi046.stdout:Mar 19 01:47:16 smithi046 podman[105003]: 2024-03-19 01:47:16.916894759 +0000 UTC m=+0.125675754 container create 9f8d84cfe4d9e35b904564774e76f192e48b5dcd3480afb0ea8f52d7d8c8d046 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-a, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2)
2024-03-19T01:47:17.169 INFO:journalctl@ceph.mds.a.smithi046.stdout:Mar 19 01:47:17 smithi046 podman[105003]: 2024-03-19 01:47:17.144734306 +0000 UTC m=+0.353515299 container init 9f8d84cfe4d9e35b904564774e76f192e48b5dcd3480afb0ea8f52d7d8c8d046 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-a, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, GIT_CLEAN=True, ceph=True)
2024-03-19T01:47:17.169 INFO:journalctl@ceph.mds.a.smithi046.stdout:Mar 19 01:47:17 smithi046 podman[105003]: 2024-03-19 01:47:17.147227001 +0000 UTC m=+0.356007994 container start 9f8d84cfe4d9e35b904564774e76f192e48b5dcd3480afb0ea8f52d7d8c8d046 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-a, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0)
2024-03-19T01:47:17.479 INFO:journalctl@ceph.mds.a.smithi046.stdout:Mar 19 01:47:17 smithi046 ceph-mds[105022]: -- 172.21.15.46:0/3732298596 <== mon.0 v2:172.21.15.46:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55555dfb1a40 con 0x55555df84c00
2024-03-19T01:47:17.479 INFO:journalctl@ceph.mds.a.smithi046.stdout:Mar 19 01:47:17 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-a[105018]: starting mds.a at
2024-03-19T01:47:17.479 INFO:journalctl@ceph.mds.a.smithi046.stdout:Mar 19 01:47:17 smithi046 bash[105003]: 9f8d84cfe4d9e35b904564774e76f192e48b5dcd3480afb0ea8f52d7d8c8d046
2024-03-19T01:47:17.479 INFO:journalctl@ceph.mds.a.smithi046.stdout:Mar 19 01:47:17 smithi046 systemd[1]: Started Ceph mds.a for 53c8cf3e-e591-11ee-95c9-87774f69a715.
2024-03-19T01:47:17.626 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:47:17.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:17 smithi102 ceph-mon[66557]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:17.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:17 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:17.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:17 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:17.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:17 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:17.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:17 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:47:17.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:17 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:47:17.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:17 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:47:17.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.734+0000 7f6c0c177640  1 -- 172.21.15.46:0/2103401373 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c04101870 msgr2=0x7f6c04101c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:17.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.734+0000 7f6c0c177640  1 --2- 172.21.15.46:0/2103401373 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c04101870 0x7f6c04101c90 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f6bfc009900 tx=0x7f6bfc02bc30 comp rx=0 tx=0).stop
2024-03-19T01:47:17.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.734+0000 7f6c0c177640  1 -- 172.21.15.46:0/2103401373 shutdown_connections
2024-03-19T01:47:17.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.734+0000 7f6c0c177640  1 --2- 172.21.15.46:0/2103401373 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6c04103420 0x7f6c04109cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:17.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.734+0000 7f6c0c177640  1 --2- 172.21.15.46:0/2103401373 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6c04102a60 0x7f6c04102ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:17.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.734+0000 7f6c0c177640  1 --2- 172.21.15.46:0/2103401373 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c04101870 0x7f6c04101c90 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:17.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.734+0000 7f6c0c177640  1 -- 172.21.15.46:0/2103401373 >> 172.21.15.46:0/2103401373 conn(0x7f6c040fcdc0 msgr2=0x7f6c040ff220 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:17.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.734+0000 7f6c0c177640  1 -- 172.21.15.46:0/2103401373 shutdown_connections
2024-03-19T01:47:17.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.734+0000 7f6c0c177640  1 -- 172.21.15.46:0/2103401373 wait complete.
2024-03-19T01:47:17.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.734+0000 7f6c0c177640  1  Processor -- start
2024-03-19T01:47:17.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.735+0000 7f6c0c177640  1 --  start start
2024-03-19T01:47:17.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.735+0000 7f6c0c177640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6c04101870 0x7f6c040755d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:17.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.735+0000 7f6c0c177640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6c04102a60 0x7f6c04073c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:17.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.735+0000 7f6c0c177640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c04103420 0x7f6c04074150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:17.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.735+0000 7f6c0c177640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6c0410d3a0 con 0x7f6c04103420
2024-03-19T01:47:17.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.735+0000 7f6c0c177640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f6c0410d220 con 0x7f6c04102a60
2024-03-19T01:47:17.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.735+0000 7f6c0c177640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6c0410d520 con 0x7f6c04101870
2024-03-19T01:47:17.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.735+0000 7f6c0a714640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c04103420 0x7f6c04074150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:17.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.735+0000 7f6c0a714640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c04103420 0x7f6c04074150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50630/0 (socket says 172.21.15.46:50630)
2024-03-19T01:47:17.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.735+0000 7f6c0a714640  1 -- 172.21.15.46:0/4046555626 learned_addr learned my addr 172.21.15.46:0/4046555626 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:17.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.735+0000 7f6c09712640  1 --2- 172.21.15.46:0/4046555626 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6c04102a60 0x7f6c04073c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:17.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.735+0000 7f6c0a714640  1 -- 172.21.15.46:0/4046555626 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6c04101870 msgr2=0x7f6c040755d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:17.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.735+0000 7f6c0a714640  1 --2- 172.21.15.46:0/4046555626 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6c04101870 0x7f6c040755d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:17.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.735+0000 7f6c0a714640  1 -- 172.21.15.46:0/4046555626 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6c04102a60 msgr2=0x7f6c04073c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:17.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.735+0000 7f6c0a714640  1 --2- 172.21.15.46:0/4046555626 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6c04102a60 0x7f6c04073c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:17.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.735+0000 7f6c0a714640  1 -- 172.21.15.46:0/4046555626 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c040749e0 con 0x7f6c04103420
2024-03-19T01:47:17.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.735+0000 7f6c09712640  1 --2- 172.21.15.46:0/4046555626 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6c04102a60 0x7f6c04073c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:47:17.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.735+0000 7f6c0a714640  1 --2- 172.21.15.46:0/4046555626 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c04103420 0x7f6c04074150 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f6c0000cad0 tx=0x7f6c0000cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:17.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.735+0000 7f6bfaffd640  1 -- 172.21.15.46:0/4046555626 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c0000ae20 con 0x7f6c04103420
2024-03-19T01:47:17.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.735+0000 7f6bfaffd640  1 -- 172.21.15.46:0/4046555626 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6c00005020 con 0x7f6c04103420
2024-03-19T01:47:17.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.735+0000 7f6c0c177640  1 -- 172.21.15.46:0/4046555626 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c041a1c10 con 0x7f6c04103420
2024-03-19T01:47:17.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.735+0000 7f6bfaffd640  1 -- 172.21.15.46:0/4046555626 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c0000f6b0 con 0x7f6c04103420
2024-03-19T01:47:17.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.735+0000 7f6c0c177640  1 -- 172.21.15.46:0/4046555626 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c041a21b0 con 0x7f6c04103420
2024-03-19T01:47:17.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.736+0000 7f6c0c177640  1 -- 172.21.15.46:0/4046555626 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c04108c30 con 0x7f6c04103420
2024-03-19T01:47:17.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.738+0000 7f6bfaffd640  1 -- 172.21.15.46:0/4046555626 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f6c000051d0 con 0x7f6c04103420
2024-03-19T01:47:17.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.738+0000 7f6bfaffd640  1 --2- 172.21.15.46:0/4046555626 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6bf00a2880 0x7f6bf00a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:17.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.738+0000 7f6c09f13640  1 --2- 172.21.15.46:0/4046555626 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6bf00a2880 0x7f6bf00a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:17.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.738+0000 7f6bfaffd640  1 -- 172.21.15.46:0/4046555626 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f6c000ce9b0 con 0x7f6c04103420
2024-03-19T01:47:17.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.739+0000 7f6c09f13640  1 --2- 172.21.15.46:0/4046555626 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6bf00a2880 0x7f6bf00a4d40 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f6bfc036040 tx=0x7f6bfc000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:17.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.742+0000 7f6bfaffd640  1 -- 172.21.15.46:0/4046555626 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f6c00014030 con 0x7f6c04103420
2024-03-19T01:47:17.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:17 smithi046 ceph-mon[63102]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:17.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:17.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:17.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:17.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:47:17.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:47:17.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:17 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:47:17.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:17 smithi073 ceph-mon[66833]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:17.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:17 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:17.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:17 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:17.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:17 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:17.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:17 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch
2024-03-19T01:47:17.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:17 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished
2024-03-19T01:47:17.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:17 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:47:17.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.968+0000 7f6c0c177640  1 -- 172.21.15.46:0/4046555626 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6c0402d460 con 0x7f6c04103420
2024-03-19T01:47:17.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.969+0000 7f6bfaffd640  1 -- 172.21.15.46:0/4046555626 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9644 (secure 0 0 0) 0x7f6c0009bf70 con 0x7f6c04103420
2024-03-19T01:47:17.969 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:47:17.969 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24440,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24442,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24454,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24478,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24479,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]}
2024-03-19T01:47:17.969 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 12
2024-03-19T01:47:17.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.971+0000 7f6c0c177640  1 -- 172.21.15.46:0/4046555626 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6bf00a2880 msgr2=0x7f6bf00a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:17.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.971+0000 7f6c0c177640  1 --2- 172.21.15.46:0/4046555626 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6bf00a2880 0x7f6bf00a4d40 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f6bfc036040 tx=0x7f6bfc000bc0 comp rx=0 tx=0).stop
2024-03-19T01:47:17.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.971+0000 7f6c0c177640  1 -- 172.21.15.46:0/4046555626 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c04103420 msgr2=0x7f6c04074150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:17.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.971+0000 7f6c0c177640  1 --2- 172.21.15.46:0/4046555626 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c04103420 0x7f6c04074150 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f6c0000cad0 tx=0x7f6c0000cf90 comp rx=0 tx=0).stop
2024-03-19T01:47:17.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.971+0000 7f6c0c177640  1 -- 172.21.15.46:0/4046555626 shutdown_connections
2024-03-19T01:47:17.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.971+0000 7f6c0c177640  1 --2- 172.21.15.46:0/4046555626 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6bf00a2880 0x7f6bf00a4d40 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:17.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.971+0000 7f6c0c177640  1 --2- 172.21.15.46:0/4046555626 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c04103420 0x7f6c04074150 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:17.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.971+0000 7f6c0c177640  1 --2- 172.21.15.46:0/4046555626 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6c04102a60 0x7f6c04073c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:17.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.971+0000 7f6c0c177640  1 --2- 172.21.15.46:0/4046555626 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6c04101870 0x7f6c040755d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:17.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.971+0000 7f6c0c177640  1 -- 172.21.15.46:0/4046555626 >> 172.21.15.46:0/4046555626 conn(0x7f6c040fcdc0 msgr2=0x7f6c04105e00 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:17.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.971+0000 7f6c0c177640  1 -- 172.21.15.46:0/4046555626 shutdown_connections
2024-03-19T01:47:17.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:17.971+0000 7f6c0c177640  1 -- 172.21.15.46:0/4046555626 wait complete.
2024-03-19T01:47:18.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:18 smithi073 ceph-mon[66833]: Deploying daemon mds.b on smithi073
2024-03-19T01:47:18.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:18 smithi073 ceph-mon[66833]: mds.? [v2:172.21.15.46:6840/292549266,v1:172.21.15.46:6841/292549266] up:boot
2024-03-19T01:47:18.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:18 smithi073 ceph-mon[66833]: fsmap  11 up:standby
2024-03-19T01:47:18.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:18 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch
2024-03-19T01:47:18.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:18 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/4046555626' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:18.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:18 smithi046 ceph-mon[63102]: Deploying daemon mds.b on smithi073
2024-03-19T01:47:18.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:18 smithi046 ceph-mon[63102]: mds.? [v2:172.21.15.46:6840/292549266,v1:172.21.15.46:6841/292549266] up:boot
2024-03-19T01:47:18.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:18 smithi046 ceph-mon[63102]: fsmap  11 up:standby
2024-03-19T01:47:18.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:18 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch
2024-03-19T01:47:18.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:18 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/4046555626' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:18.900 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:18 smithi102 ceph-mon[66557]: Deploying daemon mds.b on smithi073
2024-03-19T01:47:18.900 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:18 smithi102 ceph-mon[66557]: mds.? [v2:172.21.15.46:6840/292549266,v1:172.21.15.46:6841/292549266] up:boot
2024-03-19T01:47:18.900 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:18 smithi102 ceph-mon[66557]: fsmap  11 up:standby
2024-03-19T01:47:18.900 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:18 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch
2024-03-19T01:47:18.900 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:18 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/4046555626' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:19.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:19 smithi073 ceph-mon[66833]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:19.715 INFO:journalctl@ceph.mds.b.smithi073.stdout:Mar 19 01:47:19 smithi073 systemd[1]: Starting Ceph mds.b for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T01:47:19.833 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:19 smithi102 ceph-mon[66557]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:19.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:19 smithi046 ceph-mon[63102]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:19.982 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:47:20.054 INFO:journalctl@ceph.mds.b.smithi073.stdout:Mar 19 01:47:19 smithi073 podman[97160]: 2024-03-19 01:47:19.677944511 +0000 UTC m=+0.017742193 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639
2024-03-19T01:47:20.054 INFO:journalctl@ceph.mds.b.smithi073.stdout:Mar 19 01:47:19 smithi073 podman[97160]: 2024-03-19 01:47:19.793322305 +0000 UTC m=+0.133120049 container create 5c94e008c8063c59decf318bb2e39657f5cf45658699c60faa4528ca5b8de1e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-b, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image)
2024-03-19T01:47:20.054 INFO:journalctl@ceph.mds.b.smithi073.stdout:Mar 19 01:47:20 smithi073 podman[97160]: 2024-03-19 01:47:20.05469072 +0000 UTC m=+0.394488411 container init 5c94e008c8063c59decf318bb2e39657f5cf45658699c60faa4528ca5b8de1e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-b, org.label-schema.license=GPLv2, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.name=CentOS Stream 8 Base Image)
2024-03-19T01:47:20.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.099+0000 7f5fa7012640  1 -- 172.21.15.46:0/1643562190 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5fa01022f0 msgr2=0x7f5fa0108b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:20.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.099+0000 7f5fa7012640  1 --2- 172.21.15.46:0/1643562190 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5fa01022f0 0x7f5fa0108b80 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f5f98009ca0 tx=0x7f5f9802c0f0 comp rx=0 tx=0).stop
2024-03-19T01:47:20.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.099+0000 7f5fa7012640  1 -- 172.21.15.46:0/1643562190 shutdown_connections
2024-03-19T01:47:20.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.099+0000 7f5fa7012640  1 --2- 172.21.15.46:0/1643562190 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5fa01022f0 0x7f5fa0108b80 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:20.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.099+0000 7f5fa7012640  1 --2- 172.21.15.46:0/1643562190 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5fa0101930 0x7f5fa0101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:20.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.099+0000 7f5fa7012640  1 --2- 172.21.15.46:0/1643562190 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5fa0100740 0x7f5fa0100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:20.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.099+0000 7f5fa7012640  1 -- 172.21.15.46:0/1643562190 >> 172.21.15.46:0/1643562190 conn(0x7f5fa00fbcb0 msgr2=0x7f5fa00fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:20.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.099+0000 7f5fa7012640  1 -- 172.21.15.46:0/1643562190 shutdown_connections
2024-03-19T01:47:20.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.099+0000 7f5fa7012640  1 -- 172.21.15.46:0/1643562190 wait complete.
2024-03-19T01:47:20.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.099+0000 7f5fa7012640  1  Processor -- start
2024-03-19T01:47:20.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.099+0000 7f5fa7012640  1 --  start start
2024-03-19T01:47:20.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.099+0000 7f5fa7012640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5fa0100740 0x7f5fa01979f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:20.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.099+0000 7f5fa7012640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5fa0101930 0x7f5fa0197f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:20.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.099+0000 7f5fa7012640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5fa01022f0 0x7f5fa019efa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:20.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.099+0000 7f5fa7012640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f5fa010c250 con 0x7f5fa0101930
2024-03-19T01:47:20.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.099+0000 7f5fa7012640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f5fa010c0d0 con 0x7f5fa01022f0
2024-03-19T01:47:20.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.099+0000 7f5fa7012640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5fa010c3d0 con 0x7f5fa0100740
2024-03-19T01:47:20.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.100+0000 7f5f9ffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5fa0101930 0x7f5fa0197f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:20.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.100+0000 7f5f9ffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5fa0101930 0x7f5fa0197f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50646/0 (socket says 172.21.15.46:50646)
2024-03-19T01:47:20.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.100+0000 7f5f9ffff640  1 -- 172.21.15.46:0/2196131578 learned_addr learned my addr 172.21.15.46:0/2196131578 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:20.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.100+0000 7f5fa4dae640  1 --2- 172.21.15.46:0/2196131578 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5fa0100740 0x7f5fa01979f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:20.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.100+0000 7f5fa55af640  1 --2- 172.21.15.46:0/2196131578 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5fa01022f0 0x7f5fa019efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:20.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.100+0000 7f5f9ffff640  1 -- 172.21.15.46:0/2196131578 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5fa0100740 msgr2=0x7f5fa01979f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:20.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.100+0000 7f5f9ffff640  1 --2- 172.21.15.46:0/2196131578 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5fa0100740 0x7f5fa01979f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:20.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.100+0000 7f5f9ffff640  1 -- 172.21.15.46:0/2196131578 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5fa01022f0 msgr2=0x7f5fa019efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:20.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.100+0000 7f5f9ffff640  1 --2- 172.21.15.46:0/2196131578 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5fa01022f0 0x7f5fa019efa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:20.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.100+0000 7f5f9ffff640  1 -- 172.21.15.46:0/2196131578 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fa019f610 con 0x7f5fa0101930
2024-03-19T01:47:20.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.100+0000 7f5f9ffff640  1 --2- 172.21.15.46:0/2196131578 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5fa0101930 0x7f5fa0197f30 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f5f8c00c890 tx=0x7f5f8c00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:20.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.100+0000 7f5f9dffb640  1 -- 172.21.15.46:0/2196131578 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f8c004220 con 0x7f5fa0101930
2024-03-19T01:47:20.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.100+0000 7f5f9dffb640  1 -- 172.21.15.46:0/2196131578 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5f8c0043c0 con 0x7f5fa0101930
2024-03-19T01:47:20.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.100+0000 7f5f9dffb640  1 -- 172.21.15.46:0/2196131578 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f8c004a00 con 0x7f5fa0101930
2024-03-19T01:47:20.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.100+0000 7f5fa7012640  1 -- 172.21.15.46:0/2196131578 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fa019f900 con 0x7f5fa0101930
2024-03-19T01:47:20.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.101+0000 7f5fa7012640  1 -- 172.21.15.46:0/2196131578 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fa019fe00 con 0x7f5fa0101930
2024-03-19T01:47:20.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.101+0000 7f5fa7012640  1 -- 172.21.15.46:0/2196131578 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5fa01a0090 con 0x7f5fa0101930
2024-03-19T01:47:20.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.103+0000 7f5f9dffb640  1 -- 172.21.15.46:0/2196131578 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f5f8c004ba0 con 0x7f5fa0101930
2024-03-19T01:47:20.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.103+0000 7f5f9dffb640  1 --2- 172.21.15.46:0/2196131578 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f5f900a2800 0x7f5f900a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:20.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.103+0000 7f5fa4dae640  1 --2- 172.21.15.46:0/2196131578 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f5f900a2800 0x7f5f900a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:20.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.103+0000 7f5f9dffb640  1 -- 172.21.15.46:0/2196131578 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f5f8c0ce290 con 0x7f5fa0101930
2024-03-19T01:47:20.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.104+0000 7f5fa4dae640  1 --2- 172.21.15.46:0/2196131578 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f5f900a2800 0x7f5f900a4cc0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f5fa0101790 tx=0x7f5f94005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:20.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.108+0000 7f5f9dffb640  1 -- 172.21.15.46:0/2196131578 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f5f8c014030 con 0x7f5fa0101930
2024-03-19T01:47:20.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.334+0000 7f5fa7012640  1 -- 172.21.15.46:0/2196131578 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5fa01a0260 con 0x7f5fa0101930
2024-03-19T01:47:20.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.335+0000 7f5f9dffb640  1 -- 172.21.15.46:0/2196131578 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9644 (secure 0 0 0) 0x7f5f8c09b7d0 con 0x7f5fa0101930
2024-03-19T01:47:20.335 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:47:20.335 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24440,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24442,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24454,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24478,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24479,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]}
2024-03-19T01:47:20.335 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 12
2024-03-19T01:47:20.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.337+0000 7f5fa7012640  1 -- 172.21.15.46:0/2196131578 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f5f900a2800 msgr2=0x7f5f900a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:20.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.337+0000 7f5fa7012640  1 --2- 172.21.15.46:0/2196131578 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f5f900a2800 0x7f5f900a4cc0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f5fa0101790 tx=0x7f5f94005f90 comp rx=0 tx=0).stop
2024-03-19T01:47:20.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.337+0000 7f5fa7012640  1 -- 172.21.15.46:0/2196131578 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5fa0101930 msgr2=0x7f5fa0197f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:20.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.337+0000 7f5fa7012640  1 --2- 172.21.15.46:0/2196131578 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5fa0101930 0x7f5fa0197f30 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f5f8c00c890 tx=0x7f5f8c00cd50 comp rx=0 tx=0).stop
2024-03-19T01:47:20.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.337+0000 7f5fa7012640  1 -- 172.21.15.46:0/2196131578 shutdown_connections
2024-03-19T01:47:20.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.337+0000 7f5fa7012640  1 --2- 172.21.15.46:0/2196131578 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f5f900a2800 0x7f5f900a4cc0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:20.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.337+0000 7f5fa7012640  1 --2- 172.21.15.46:0/2196131578 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5fa01022f0 0x7f5fa019efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:20.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.337+0000 7f5fa7012640  1 --2- 172.21.15.46:0/2196131578 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5fa0101930 0x7f5fa0197f30 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:20.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.337+0000 7f5fa7012640  1 --2- 172.21.15.46:0/2196131578 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5fa0100740 0x7f5fa01979f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:20.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.337+0000 7f5fa7012640  1 -- 172.21.15.46:0/2196131578 >> 172.21.15.46:0/2196131578 conn(0x7f5fa00fbcb0 msgr2=0x7f5fa00fd720 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:20.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.337+0000 7f5fa7012640  1 -- 172.21.15.46:0/2196131578 shutdown_connections
2024-03-19T01:47:20.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:20.337+0000 7f5fa7012640  1 -- 172.21.15.46:0/2196131578 wait complete.
2024-03-19T01:47:20.464 INFO:journalctl@ceph.mds.b.smithi073.stdout:Mar 19 01:47:20 smithi073 podman[97160]: 2024-03-19 01:47:20.057397151 +0000 UTC m=+0.397194837 container start 5c94e008c8063c59decf318bb2e39657f5cf45658699c60faa4528ca5b8de1e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True)
2024-03-19T01:47:20.464 INFO:journalctl@ceph.mds.b.smithi073.stdout:Mar 19 01:47:20 smithi073 ceph-mds[97179]: -- 172.21.15.73:0/3954734697 <== mon.2 v2:172.21.15.73:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558dfc755a40 con 0x558dfc728c00
2024-03-19T01:47:20.464 INFO:journalctl@ceph.mds.b.smithi073.stdout:Mar 19 01:47:20 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-b[97175]: starting mds.b at
2024-03-19T01:47:20.465 INFO:journalctl@ceph.mds.b.smithi073.stdout:Mar 19 01:47:20 smithi073 bash[97160]: 5c94e008c8063c59decf318bb2e39657f5cf45658699c60faa4528ca5b8de1e3
2024-03-19T01:47:20.465 INFO:journalctl@ceph.mds.b.smithi073.stdout:Mar 19 01:47:20 smithi073 systemd[1]: Started Ceph mds.b for 53c8cf3e-e591-11ee-95c9-87774f69a715.
2024-03-19T01:47:21.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:21 smithi073 ceph-mon[66833]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:21.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:21.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:21.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:21.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:21.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:21.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:21 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2196131578' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:21.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:47:21.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:21 smithi073 ceph-mon[66833]: mds.? [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] up:boot
2024-03-19T01:47:21.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:21 smithi073 ceph-mon[66833]: fsmap  12 up:standby
2024-03-19T01:47:21.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:21 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch
2024-03-19T01:47:21.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:21 smithi102 ceph-mon[66557]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:21.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:21.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:21.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:21.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:21.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:21.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:21 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2196131578' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:21.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:47:21.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:21 smithi102 ceph-mon[66557]: mds.? [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] up:boot
2024-03-19T01:47:21.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:21 smithi102 ceph-mon[66557]: fsmap  12 up:standby
2024-03-19T01:47:21.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:21 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch
2024-03-19T01:47:21.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:21 smithi046 ceph-mon[63102]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:21.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:21.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:21.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:21.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:21.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:21.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:21 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2196131578' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:21.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:47:21.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:21 smithi046 ceph-mon[63102]: mds.? [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] up:boot
2024-03-19T01:47:21.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:21 smithi046 ceph-mon[63102]: fsmap  12 up:standby
2024-03-19T01:47:21.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:21 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch
2024-03-19T01:47:22.349 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:47:22.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.455+0000 7f6cb48ea640  1 -- 172.21.15.46:0/2700115247 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6cb0100740 msgr2=0x7f6cb0100b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:22.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.455+0000 7f6cb48ea640  1 --2- 172.21.15.46:0/2700115247 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6cb0100740 0x7f6cb0100b60 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f6ca0009900 tx=0x7f6ca002bc30 comp rx=0 tx=0).stop
2024-03-19T01:47:22.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.455+0000 7f6cb48ea640  1 -- 172.21.15.46:0/2700115247 shutdown_connections
2024-03-19T01:47:22.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.455+0000 7f6cb48ea640  1 --2- 172.21.15.46:0/2700115247 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6cb01022f0 0x7f6cb0108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:22.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.455+0000 7f6cb48ea640  1 --2- 172.21.15.46:0/2700115247 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6cb0101930 0x7f6cb0101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:22.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.455+0000 7f6cb48ea640  1 --2- 172.21.15.46:0/2700115247 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6cb0100740 0x7f6cb0100b60 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:22.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.455+0000 7f6cb48ea640  1 -- 172.21.15.46:0/2700115247 >> 172.21.15.46:0/2700115247 conn(0x7f6cb00fbcb0 msgr2=0x7f6cb00fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:22.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.455+0000 7f6cb48ea640  1 -- 172.21.15.46:0/2700115247 shutdown_connections
2024-03-19T01:47:22.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.455+0000 7f6cb48ea640  1 -- 172.21.15.46:0/2700115247 wait complete.
2024-03-19T01:47:22.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.456+0000 7f6cb48ea640  1  Processor -- start
2024-03-19T01:47:22.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.456+0000 7f6cb48ea640  1 --  start start
2024-03-19T01:47:22.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.456+0000 7f6cb48ea640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6cb0100740 0x7f6cb0197ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:22.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.456+0000 7f6cb48ea640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6cb0101930 0x7f6cb0198000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:22.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.456+0000 7f6cb48ea640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6cb01022f0 0x7f6cb019f070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:22.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.456+0000 7f6cb48ea640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6cb010c240 con 0x7f6cb0100740
2024-03-19T01:47:22.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.456+0000 7f6cb48ea640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f6cb010c0c0 con 0x7f6cb0101930
2024-03-19T01:47:22.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.456+0000 7f6cb48ea640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6cb010c3c0 con 0x7f6cb01022f0
2024-03-19T01:47:22.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.456+0000 7f6cae59c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6cb0100740 0x7f6cb0197ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:22.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.456+0000 7f6cae59c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6cb0100740 0x7f6cb0197ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50668/0 (socket says 172.21.15.46:50668)
2024-03-19T01:47:22.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.456+0000 7f6cae59c640  1 -- 172.21.15.46:0/1277070331 learned_addr learned my addr 172.21.15.46:0/1277070331 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:22.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.457+0000 7f6caed9d640  1 --2- 172.21.15.46:0/1277070331 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6cb01022f0 0x7f6cb019f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:22.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.457+0000 7f6cadd9b640  1 --2- 172.21.15.46:0/1277070331 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6cb0101930 0x7f6cb0198000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:22.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.457+0000 7f6cae59c640  1 -- 172.21.15.46:0/1277070331 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6cb01022f0 msgr2=0x7f6cb019f070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:22.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.457+0000 7f6cae59c640  1 --2- 172.21.15.46:0/1277070331 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6cb01022f0 0x7f6cb019f070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:22.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.457+0000 7f6cae59c640  1 -- 172.21.15.46:0/1277070331 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6cb0101930 msgr2=0x7f6cb0198000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:22.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.457+0000 7f6cae59c640  1 --2- 172.21.15.46:0/1277070331 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6cb0101930 0x7f6cb0198000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:22.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.457+0000 7f6cae59c640  1 -- 172.21.15.46:0/1277070331 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6cb019f6e0 con 0x7f6cb0100740
2024-03-19T01:47:22.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.457+0000 7f6caed9d640  1 --2- 172.21.15.46:0/1277070331 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6cb01022f0 0x7f6cb019f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:47:22.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.457+0000 7f6cae59c640  1 --2- 172.21.15.46:0/1277070331 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6cb0100740 0x7f6cb0197ac0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f6ca0000c00 tx=0x7f6ca0005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:22.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.457+0000 7f6c9f7fe640  1 -- 172.21.15.46:0/1277070331 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ca0043020 con 0x7f6cb0100740
2024-03-19T01:47:22.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.457+0000 7f6cb48ea640  1 -- 172.21.15.46:0/1277070331 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6cb019f970 con 0x7f6cb0100740
2024-03-19T01:47:22.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.457+0000 7f6c9f7fe640  1 -- 172.21.15.46:0/1277070331 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6ca0004350 con 0x7f6cb0100740
2024-03-19T01:47:22.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.457+0000 7f6cb48ea640  1 -- 172.21.15.46:0/1277070331 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6cb019ff10 con 0x7f6cb0100740
2024-03-19T01:47:22.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.457+0000 7f6c9f7fe640  1 -- 172.21.15.46:0/1277070331 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ca0003b80 con 0x7f6cb0100740
2024-03-19T01:47:22.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.458+0000 7f6cb48ea640  1 -- 172.21.15.46:0/1277070331 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6cb01a0200 con 0x7f6cb0100740
2024-03-19T01:47:22.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.459+0000 7f6c9f7fe640  1 -- 172.21.15.46:0/1277070331 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f6ca0046020 con 0x7f6cb0100740
2024-03-19T01:47:22.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.460+0000 7f6c9f7fe640  1 --2- 172.21.15.46:0/1277070331 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6c980a2800 0x7f6c980a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:22.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.460+0000 7f6cadd9b640  1 --2- 172.21.15.46:0/1277070331 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6c980a2800 0x7f6c980a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:22.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.460+0000 7f6c9f7fe640  1 -- 172.21.15.46:0/1277070331 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f6ca00f0b30 con 0x7f6cb0100740
2024-03-19T01:47:22.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.461+0000 7f6cadd9b640  1 --2- 172.21.15.46:0/1277070331 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6c980a2800 0x7f6c980a4cc0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f6cb0198fd0 tx=0x7f6ca4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:22.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.468+0000 7f6c9f7fe640  1 -- 172.21.15.46:0/1277070331 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f6ca004d020 con 0x7f6cb0100740
2024-03-19T01:47:22.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.691+0000 7f6cb48ea640  1 -- 172.21.15.46:0/1277070331 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6cb01a03d0 con 0x7f6cb0100740
2024-03-19T01:47:22.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.692+0000 7f6c9f7fe640  1 -- 172.21.15.46:0/1277070331 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10470 (secure 0 0 0) 0x7f6ca00bdfd0 con 0x7f6cb0100740
2024-03-19T01:47:22.693 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:47:22.693 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24440,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24442,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24454,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24478,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24479,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24506,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6839/1788589639","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6838","nonce":1788589639},{"type":"v1","addr":"172.21.15.73:6839","nonce":1788589639}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[]}
2024-03-19T01:47:22.693 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 13
2024-03-19T01:47:22.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.695+0000 7f6cb48ea640  1 -- 172.21.15.46:0/1277070331 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6c980a2800 msgr2=0x7f6c980a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:22.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.695+0000 7f6cb48ea640  1 --2- 172.21.15.46:0/1277070331 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6c980a2800 0x7f6c980a4cc0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f6cb0198fd0 tx=0x7f6ca4005f90 comp rx=0 tx=0).stop
2024-03-19T01:47:22.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.695+0000 7f6cb48ea640  1 -- 172.21.15.46:0/1277070331 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6cb0100740 msgr2=0x7f6cb0197ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:22.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.695+0000 7f6cb48ea640  1 --2- 172.21.15.46:0/1277070331 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6cb0100740 0x7f6cb0197ac0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f6ca0000c00 tx=0x7f6ca0005dc0 comp rx=0 tx=0).stop
2024-03-19T01:47:22.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.695+0000 7f6cb48ea640  1 -- 172.21.15.46:0/1277070331 shutdown_connections
2024-03-19T01:47:22.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.695+0000 7f6cb48ea640  1 --2- 172.21.15.46:0/1277070331 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6c980a2800 0x7f6c980a4cc0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:22.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.695+0000 7f6cb48ea640  1 --2- 172.21.15.46:0/1277070331 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6cb01022f0 0x7f6cb019f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:22.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.695+0000 7f6cb48ea640  1 --2- 172.21.15.46:0/1277070331 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6cb0101930 0x7f6cb0198000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:22.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.695+0000 7f6cb48ea640  1 --2- 172.21.15.46:0/1277070331 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6cb0100740 0x7f6cb0197ac0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:22.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.695+0000 7f6cb48ea640  1 -- 172.21.15.46:0/1277070331 >> 172.21.15.46:0/1277070331 conn(0x7f6cb00fbcb0 msgr2=0x7f6cb00689b0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:22.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.695+0000 7f6cb48ea640  1 -- 172.21.15.46:0/1277070331 shutdown_connections
2024-03-19T01:47:22.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.695+0000 7f6cb48ea640  1 -- 172.21.15.46:0/1277070331 wait complete.
2024-03-19T01:47:22.707 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-03-19T01:47:22.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.826+0000 7fcb985c4640  1 -- 172.21.15.46:0/4050632094 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb90101930 msgr2=0x7fcb90101db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:22.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.826+0000 7fcb985c4640  1 --2- 172.21.15.46:0/4050632094 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb90101930 0x7fcb90101db0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fcb8000d910 tx=0x7fcb8002b9a0 comp rx=0 tx=0).stop
2024-03-19T01:47:22.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.827+0000 7fcb985c4640  1 -- 172.21.15.46:0/4050632094 shutdown_connections
2024-03-19T01:47:22.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.827+0000 7fcb985c4640  1 --2- 172.21.15.46:0/4050632094 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcb901022f0 0x7fcb90108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:22.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.827+0000 7fcb985c4640  1 --2- 172.21.15.46:0/4050632094 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb90101930 0x7fcb90101db0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:22.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.827+0000 7fcb985c4640  1 --2- 172.21.15.46:0/4050632094 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcb90100740 0x7fcb90100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:22.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.827+0000 7fcb985c4640  1 -- 172.21.15.46:0/4050632094 >> 172.21.15.46:0/4050632094 conn(0x7fcb900fbcb0 msgr2=0x7fcb900fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:22.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.827+0000 7fcb985c4640  1 -- 172.21.15.46:0/4050632094 shutdown_connections
2024-03-19T01:47:22.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.827+0000 7fcb985c4640  1 -- 172.21.15.46:0/4050632094 wait complete.
2024-03-19T01:47:22.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.827+0000 7fcb985c4640  1  Processor -- start
2024-03-19T01:47:22.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.827+0000 7fcb985c4640  1 --  start start
2024-03-19T01:47:22.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.827+0000 7fcb985c4640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcb90100740 0x7fcb90195870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:22.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.827+0000 7fcb985c4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb90101930 0x7fcb90195db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:22.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.827+0000 7fcb985c4640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcb901022f0 0x7fcb9019ce20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:22.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.827+0000 7fcb985c4640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fcb9010b170 con 0x7fcb90101930
2024-03-19T01:47:22.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.827+0000 7fcb985c4640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fcb9010aff0 con 0x7fcb90100740
2024-03-19T01:47:22.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.827+0000 7fcb985c4640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fcb9010b2f0 con 0x7fcb901022f0
2024-03-19T01:47:22.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.828+0000 7fcb95b5f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb90101930 0x7fcb90195db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:22.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.828+0000 7fcb95b5f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb90101930 0x7fcb90195db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:40858/0 (socket says 172.21.15.46:40858)
2024-03-19T01:47:22.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.828+0000 7fcb95b5f640  1 -- 172.21.15.46:0/4228827976 learned_addr learned my addr 172.21.15.46:0/4228827976 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:22.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.828+0000 7fcb96b61640  1 --2- 172.21.15.46:0/4228827976 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcb901022f0 0x7fcb9019ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:22.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.828+0000 7fcb96360640  1 --2- 172.21.15.46:0/4228827976 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcb90100740 0x7fcb90195870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:22.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.828+0000 7fcb95b5f640  1 -- 172.21.15.46:0/4228827976 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcb901022f0 msgr2=0x7fcb9019ce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:22.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.828+0000 7fcb95b5f640  1 --2- 172.21.15.46:0/4228827976 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcb901022f0 0x7fcb9019ce20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:22.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.828+0000 7fcb95b5f640  1 -- 172.21.15.46:0/4228827976 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcb90100740 msgr2=0x7fcb90195870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:22.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.828+0000 7fcb95b5f640  1 --2- 172.21.15.46:0/4228827976 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcb90100740 0x7fcb90195870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:22.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.828+0000 7fcb95b5f640  1 -- 172.21.15.46:0/4228827976 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb9019d490 con 0x7fcb90101930
2024-03-19T01:47:22.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.828+0000 7fcb95b5f640  1 --2- 172.21.15.46:0/4228827976 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb90101930 0x7fcb90195db0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fcb80009230 tx=0x7fcb80004ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:22.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.828+0000 7fcb877fe640  1 -- 172.21.15.46:0/4228827976 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb80030500 con 0x7fcb90101930
2024-03-19T01:47:22.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.828+0000 7fcb877fe640  1 -- 172.21.15.46:0/4228827976 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcb80030b50 con 0x7fcb90101930
2024-03-19T01:47:22.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.828+0000 7fcb985c4640  1 -- 172.21.15.46:0/4228827976 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb9019d720 con 0x7fcb90101930
2024-03-19T01:47:22.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.828+0000 7fcb877fe640  1 -- 172.21.15.46:0/4228827976 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb8000cca0 con 0x7fcb90101930
2024-03-19T01:47:22.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.828+0000 7fcb985c4640  1 -- 172.21.15.46:0/4228827976 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb9019dc60 con 0x7fcb90101930
2024-03-19T01:47:22.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.830+0000 7fcb985c4640  1 -- 172.21.15.46:0/4228827976 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb90107a90 con 0x7fcb90101930
2024-03-19T01:47:22.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.830+0000 7fcb877fe640  1 -- 172.21.15.46:0/4228827976 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fcb80037070 con 0x7fcb90101930
2024-03-19T01:47:22.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.831+0000 7fcb877fe640  1 --2- 172.21.15.46:0/4228827976 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fcb7c0a2880 0x7fcb7c0a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:22.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.831+0000 7fcb877fe640  1 -- 172.21.15.46:0/4228827976 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fcb800f0260 con 0x7fcb90101930
2024-03-19T01:47:22.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.831+0000 7fcb96360640  1 --2- 172.21.15.46:0/4228827976 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fcb7c0a2880 0x7fcb7c0a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:22.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.832+0000 7fcb96360640  1 --2- 172.21.15.46:0/4228827976 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fcb7c0a2880 0x7fcb7c0a4d40 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fcb8c005d00 tx=0x7fcb8c005c50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:22.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:22.840+0000 7fcb877fe640  1 -- 172.21.15.46:0/4228827976 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fcb800bd780 con 0x7fcb90101930
2024-03-19T01:47:23.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.025+0000 7fcb985c4640  1 -- 172.21.15.46:0/4228827976 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcb9002d440 con 0x7fcb90101930
2024-03-19T01:47:23.026 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.026+0000 7fcb877fe640  1 -- 172.21.15.46:0/4228827976 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v81) ==== 74+0+18395 (secure 0 0 0) 0x7fcb800054a0 con 0x7fcb90101930
2024-03-19T01:47:23.026 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:47:23.026 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":81,"fsid":"53c8cf3e-e591-11ee-95c9-87774f69a715","created":"2024-03-19T01:39:22.615473+0000","modified":"2024-03-19T01:46:33.784955+0000","last_up_change":"2024-03-19T01:46:32.777223+0000","last_in_change":"2024-03-19T01:46:12.842023+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-19T01:42:46.174113+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4fc98477-1fec-465b-892b-9a0c12e15754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6803","nonce":1888713943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6805","nonce":1888713943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6809","nonce":1888713943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6807","nonce":1888713943}]},"public_addr":"172.21.15.46:6803/1888713943","cluster_addr":"172.21.15.46:6805/1888713943","heartbeat_back_addr":"172.21.15.46:6809/1888713943","heartbeat_front_addr":"172.21.15.46:6807/1888713943","state":["exists","up"]},{"osd":1,"uuid":"4109d6a1-240e-4f1f-b09d-75f3b77e6303","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6801","nonce":2502945674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6803","nonce":2502945674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6807","nonce":2502945674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6805","nonce":2502945674}]},"public_addr":"172.21.15.73:6801/2502945674","cluster_addr":"172.21.15.73:6803/2502945674","heartbeat_back_addr":"172.21.15.73:6807/2502945674","heartbeat_front_addr":"172.21.15.73:6805/2502945674","state":["exists","up"]},{"osd":2,"uuid":"45e8479c-4006-4dd4-bdd8-b4a2eafacc80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6801","nonce":90484514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6803","nonce":90484514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6807","nonce":90484514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6805","nonce":90484514}]},"public_addr":"172.21.15.102:6801/90484514","cluster_addr":"172.21.15.102:6803/90484514","heartbeat_back_addr":"172.21.15.102:6807/90484514","heartbeat_front_addr":"172.21.15.102:6805/90484514","state":["exists","up"]},{"osd":3,"uuid":"4cdc93cf-2e8d-436d-a78a-c235e9b970fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6811","nonce":3336792470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6813","nonce":3336792470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6817","nonce":3336792470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6815","nonce":3336792470}]},"public_addr":"172.21.15.46:6811/3336792470","cluster_addr":"172.21.15.46:6813/3336792470","heartbeat_back_addr":"172.21.15.46:6817/3336792470","heartbeat_front_addr":"172.21.15.46:6815/3336792470","state":["exists","up"]},{"osd":4,"uuid":"35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6809","nonce":1192862788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6811","nonce":1192862788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6815","nonce":1192862788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6813","nonce":1192862788}]},"public_addr":"172.21.15.73:6809/1192862788","cluster_addr":"172.21.15.73:6811/1192862788","heartbeat_back_addr":"172.21.15.73:6815/1192862788","heartbeat_front_addr":"172.21.15.73:6813/1192862788","state":["exists","up"]},{"osd":5,"uuid":"1587c1e6-6719-4117-a80f-5c6bce0e5814","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6809","nonce":3252664135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6811","nonce":3252664135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6815","nonce":3252664135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6813","nonce":3252664135}]},"public_addr":"172.21.15.102:6809/3252664135","cluster_addr":"172.21.15.102:6811/3252664135","heartbeat_back_addr":"172.21.15.102:6815/3252664135","heartbeat_front_addr":"172.21.15.102:6813/3252664135","state":["exists","up"]},{"osd":6,"uuid":"af41cbff-69e5-45ab-ad59-95e5addd1b6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6819","nonce":595340737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6821","nonce":595340737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6825","nonce":595340737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6823","nonce":595340737}]},"public_addr":"172.21.15.46:6819/595340737","cluster_addr":"172.21.15.46:6821/595340737","heartbeat_back_addr":"172.21.15.46:6825/595340737","heartbeat_front_addr":"172.21.15.46:6823/595340737","state":["exists","up"]},{"osd":7,"uuid":"23e9241a-4ed9-4606-93c1-ccfe277d0c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6817","nonce":143082020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6819","nonce":143082020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6823","nonce":143082020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6821","nonce":143082020}]},"public_addr":"172.21.15.73:6817/143082020","cluster_addr":"172.21.15.73:6819/143082020","heartbeat_back_addr":"172.21.15.73:6823/143082020","heartbeat_front_addr":"172.21.15.73:6821/143082020","state":["exists","up"]},{"osd":8,"uuid":"c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6817","nonce":2533208086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6819","nonce":2533208086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6823","nonce":2533208086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6821","nonce":2533208086}]},"public_addr":"172.21.15.102:6817/2533208086","cluster_addr":"172.21.15.102:6819/2533208086","heartbeat_back_addr":"172.21.15.102:6823/2533208086","heartbeat_front_addr":"172.21.15.102:6821/2533208086","state":["exists","up"]},{"osd":9,"uuid":"a16dd21b-77e4-4148-90a3-c085fd621fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6827","nonce":4252594050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6829","nonce":4252594050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6833","nonce":4252594050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6831","nonce":4252594050}]},"public_addr":"172.21.15.46:6827/4252594050","cluster_addr":"172.21.15.46:6829/4252594050","heartbeat_back_addr":"172.21.15.46:6833/4252594050","heartbeat_front_addr":"172.21.15.46:6831/4252594050","state":["exists","up"]},{"osd":10,"uuid":"3a794482-bcfa-4e99-8e96-77228a828ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6825","nonce":1252006239}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6827","nonce":1252006239}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6831","nonce":1252006239}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6829","nonce":1252006239}]},"public_addr":"172.21.15.73:6825/1252006239","cluster_addr":"172.21.15.73:6827/1252006239","heartbeat_back_addr":"172.21.15.73:6831/1252006239","heartbeat_front_addr":"172.21.15.73:6829/1252006239","state":["exists","up"]},{"osd":11,"uuid":"93bdea99-6072-431a-a919-3aecf631c727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6825","nonce":2997263049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6827","nonce":2997263049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6831","nonce":2997263049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6829","nonce":2997263049}]},"public_addr":"172.21.15.102:6825/2997263049","cluster_addr":"172.21.15.102:6827/2997263049","heartbeat_back_addr":"172.21.15.102:6831/2997263049","heartbeat_front_addr":"172.21.15.102:6829/2997263049","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:41:54.705424+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:18.405516+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:42.028548+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:06.440586+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:31.526566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:56.491476+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:22.116952+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:48.187884+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:12.546546+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:39.238062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:05.249938+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:30.959573+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:6800/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/534183632":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/3469071427":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/816672825":"2024-03-20T01:39:49.978463+0000","172.21.15.46:6800/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/482098752":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/3024883566":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/2231887791":"2024-03-20T01:39:49.978463+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-03-19T01:47:23.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.028+0000 7fcb985c4640  1 -- 172.21.15.46:0/4228827976 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fcb7c0a2880 msgr2=0x7fcb7c0a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:23.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.028+0000 7fcb985c4640  1 --2- 172.21.15.46:0/4228827976 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fcb7c0a2880 0x7fcb7c0a4d40 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fcb8c005d00 tx=0x7fcb8c005c50 comp rx=0 tx=0).stop
2024-03-19T01:47:23.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.028+0000 7fcb985c4640  1 -- 172.21.15.46:0/4228827976 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb90101930 msgr2=0x7fcb90195db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:23.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.028+0000 7fcb985c4640  1 --2- 172.21.15.46:0/4228827976 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb90101930 0x7fcb90195db0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fcb80009230 tx=0x7fcb80004ea0 comp rx=0 tx=0).stop
2024-03-19T01:47:23.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.028+0000 7fcb985c4640  1 -- 172.21.15.46:0/4228827976 shutdown_connections
2024-03-19T01:47:23.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.028+0000 7fcb985c4640  1 --2- 172.21.15.46:0/4228827976 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fcb7c0a2880 0x7fcb7c0a4d40 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:23.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.028+0000 7fcb985c4640  1 --2- 172.21.15.46:0/4228827976 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcb901022f0 0x7fcb9019ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:23.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.028+0000 7fcb985c4640  1 --2- 172.21.15.46:0/4228827976 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb90101930 0x7fcb90195db0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:23.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.028+0000 7fcb985c4640  1 --2- 172.21.15.46:0/4228827976 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcb90100740 0x7fcb90195870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:23.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.028+0000 7fcb985c4640  1 -- 172.21.15.46:0/4228827976 >> 172.21.15.46:0/4228827976 conn(0x7fcb900fbcb0 msgr2=0x7fcb90104c60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:23.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.028+0000 7fcb985c4640  1 -- 172.21.15.46:0/4228827976 shutdown_connections
2024-03-19T01:47:23.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.028+0000 7fcb985c4640  1 -- 172.21.15.46:0/4228827976 wait complete.
2024-03-19T01:47:23.039 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-19T01:42:46.174113+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}]
2024-03-19T01:47:23.039 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num
2024-03-19T01:47:23.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.146+0000 7fdbad9f4640  1 -- 172.21.15.46:0/398250031 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdba81033e0 msgr2=0x7fdba8109c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:23.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.146+0000 7fdbad9f4640  1 --2- 172.21.15.46:0/398250031 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdba81033e0 0x7fdba8109c70 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fdba0009ca0 tx=0x7fdba002c0f0 comp rx=0 tx=0).stop
2024-03-19T01:47:23.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.146+0000 7fdbad9f4640  1 -- 172.21.15.46:0/398250031 shutdown_connections
2024-03-19T01:47:23.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.146+0000 7fdbad9f4640  1 --2- 172.21.15.46:0/398250031 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdba81033e0 0x7fdba8109c70 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:23.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.146+0000 7fdbad9f4640  1 --2- 172.21.15.46:0/398250031 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdba8102a20 0x7fdba8102ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:23.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.146+0000 7fdbad9f4640  1 --2- 172.21.15.46:0/398250031 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdba8101830 0x7fdba8101c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:23.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.146+0000 7fdbad9f4640  1 -- 172.21.15.46:0/398250031 >> 172.21.15.46:0/398250031 conn(0x7fdba80fcd80 msgr2=0x7fdba80ff1e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:23.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.146+0000 7fdbad9f4640  1 -- 172.21.15.46:0/398250031 shutdown_connections
2024-03-19T01:47:23.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.146+0000 7fdbad9f4640  1 -- 172.21.15.46:0/398250031 wait complete.
2024-03-19T01:47:23.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.147+0000 7fdbad9f4640  1  Processor -- start
2024-03-19T01:47:23.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.147+0000 7fdbad9f4640  1 --  start start
2024-03-19T01:47:23.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.147+0000 7fdbad9f4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdba8101830 0x7fdba8197a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:23.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.147+0000 7fdbad9f4640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdba8102a20 0x7fdba8197f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:23.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.147+0000 7fdbad9f4640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdba81033e0 0x7fdba819efc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:23.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.147+0000 7fdbad9f4640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fdba810d360 con 0x7fdba8101830
2024-03-19T01:47:23.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.147+0000 7fdbad9f4640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fdba810d1e0 con 0x7fdba81033e0
2024-03-19T01:47:23.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.147+0000 7fdbad9f4640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fdba810d4e0 con 0x7fdba8102a20
2024-03-19T01:47:23.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.147+0000 7fdba6ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdba8101830 0x7fdba8197a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:23.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.147+0000 7fdba6ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdba8101830 0x7fdba8197a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:40882/0 (socket says 172.21.15.46:40882)
2024-03-19T01:47:23.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.147+0000 7fdba6ffd640  1 -- 172.21.15.46:0/498928429 learned_addr learned my addr 172.21.15.46:0/498928429 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:23.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.147+0000 7fdba77fe640  1 --2- 172.21.15.46:0/498928429 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdba81033e0 0x7fdba819efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:23.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.147+0000 7fdba67fc640  1 --2- 172.21.15.46:0/498928429 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdba8102a20 0x7fdba8197f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:23.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.147+0000 7fdba6ffd640  1 -- 172.21.15.46:0/498928429 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdba8102a20 msgr2=0x7fdba8197f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:23.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.147+0000 7fdba6ffd640  1 --2- 172.21.15.46:0/498928429 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdba8102a20 0x7fdba8197f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:23.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.148+0000 7fdba6ffd640  1 -- 172.21.15.46:0/498928429 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdba81033e0 msgr2=0x7fdba819efc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:23.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.148+0000 7fdba6ffd640  1 --2- 172.21.15.46:0/498928429 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdba81033e0 0x7fdba819efc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:23.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.148+0000 7fdba6ffd640  1 -- 172.21.15.46:0/498928429 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdba819f630 con 0x7fdba8101830
2024-03-19T01:47:23.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.148+0000 7fdba77fe640  1 --2- 172.21.15.46:0/498928429 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdba81033e0 0x7fdba819efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:47:23.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.148+0000 7fdba6ffd640  1 --2- 172.21.15.46:0/498928429 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdba8101830 0x7fdba8197a10 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fdb9800e9c0 tx=0x7fdb9800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:23.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.148+0000 7fdbac9f2640  1 -- 172.21.15.46:0/498928429 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb9800cd80 con 0x7fdba8101830
2024-03-19T01:47:23.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.148+0000 7fdbad9f4640  1 -- 172.21.15.46:0/498928429 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdba819f920 con 0x7fdba8101830
2024-03-19T01:47:23.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.148+0000 7fdbac9f2640  1 -- 172.21.15.46:0/498928429 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdb980035f0 con 0x7fdba8101830
2024-03-19T01:47:23.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.148+0000 7fdbac9f2640  1 -- 172.21.15.46:0/498928429 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb98010690 con 0x7fdba8101830
2024-03-19T01:47:23.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.148+0000 7fdbad9f4640  1 -- 172.21.15.46:0/498928429 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdba819fe70 con 0x7fdba8101830
2024-03-19T01:47:23.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.149+0000 7fdbad9f4640  1 -- 172.21.15.46:0/498928429 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdba8108c90 con 0x7fdba8101830
2024-03-19T01:47:23.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.150+0000 7fdbac9f2640  1 -- 172.21.15.46:0/498928429 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fdb980037a0 con 0x7fdba8101830
2024-03-19T01:47:23.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.151+0000 7fdbac9f2640  1 --2- 172.21.15.46:0/498928429 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdb900a2800 0x7fdb900a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:23.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.151+0000 7fdba67fc640  1 --2- 172.21.15.46:0/498928429 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdb900a2800 0x7fdb900a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:23.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.151+0000 7fdbac9f2640  1 -- 172.21.15.46:0/498928429 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fdb980ceb10 con 0x7fdba8101830
2024-03-19T01:47:23.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.151+0000 7fdba67fc640  1 --2- 172.21.15.46:0/498928429 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdb900a2800 0x7fdb900a4cc0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fdb9c0095f0 tx=0x7fdb9c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:23.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.155+0000 7fdbac9f2640  1 -- 172.21.15.46:0/498928429 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fdb9809c050 con 0x7fdba8101830
2024-03-19T01:47:23.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.346+0000 7fdbad9f4640  1 -- 172.21.15.46:0/498928429 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fdba8062420 con 0x7fdba8101830
2024-03-19T01:47:23.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.347+0000 7fdbac9f2640  1 -- 172.21.15.46:0/498928429 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0  v81) ==== 93+0+10 (secure 0 0 0) 0x7fdb9809b950 con 0x7fdba8101830
2024-03-19T01:47:23.349 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1
2024-03-19T01:47:23.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.349+0000 7fdbad9f4640  1 -- 172.21.15.46:0/498928429 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdb900a2800 msgr2=0x7fdb900a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:23.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.349+0000 7fdbad9f4640  1 --2- 172.21.15.46:0/498928429 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdb900a2800 0x7fdb900a4cc0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fdb9c0095f0 tx=0x7fdb9c005f90 comp rx=0 tx=0).stop
2024-03-19T01:47:23.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.349+0000 7fdbad9f4640  1 -- 172.21.15.46:0/498928429 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdba8101830 msgr2=0x7fdba8197a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:23.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.349+0000 7fdbad9f4640  1 --2- 172.21.15.46:0/498928429 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdba8101830 0x7fdba8197a10 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fdb9800e9c0 tx=0x7fdb9800ee80 comp rx=0 tx=0).stop
2024-03-19T01:47:23.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.349+0000 7fdbad9f4640  1 -- 172.21.15.46:0/498928429 shutdown_connections
2024-03-19T01:47:23.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.349+0000 7fdbad9f4640  1 --2- 172.21.15.46:0/498928429 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdb900a2800 0x7fdb900a4cc0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:23.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.349+0000 7fdbad9f4640  1 --2- 172.21.15.46:0/498928429 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdba81033e0 0x7fdba819efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:23.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.349+0000 7fdbad9f4640  1 --2- 172.21.15.46:0/498928429 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdba8102a20 0x7fdba8197f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:23.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.349+0000 7fdbad9f4640  1 --2- 172.21.15.46:0/498928429 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdba8101830 0x7fdba8197a10 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:23.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.349+0000 7fdbad9f4640  1 -- 172.21.15.46:0/498928429 >> 172.21.15.46:0/498928429 conn(0x7fdba80fcd80 msgr2=0x7fdba8105e60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:23.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.349+0000 7fdbad9f4640  1 -- 172.21.15.46:0/498928429 shutdown_connections
2024-03-19T01:47:23.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.349+0000 7fdbad9f4640  1 -- 172.21.15.46:0/498928429 wait complete.
2024-03-19T01:47:23.353 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:23 smithi046 ceph-mon[63102]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:23.353 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:23 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:23.353 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:23 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:23.353 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:23 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:23.353 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:23 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:23.353 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:23 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:23.354 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:23 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:23.354 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:23 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:47:23.354 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:23 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:47:23.354 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:23 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:23.354 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:23 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:47:23.354 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:23 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1277070331' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:23.354 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:23 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:23.354 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:23 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/4228827976' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:47:23.362 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools
2024-03-19T01:47:23.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:23 smithi073 ceph-mon[66833]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:23.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:23 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:23.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:23 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:23.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:23 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:23.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:23 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:23.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:23 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:23.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:23 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:23.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:23 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:47:23.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:23 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:47:23.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:23 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:23.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:23 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:47:23.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:23 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1277070331' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:23.466 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:23 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:23.466 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:23 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/4228827976' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:47:23.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.465+0000 7f36de034640  1 -- 172.21.15.46:0/814069811 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36d81007c0 msgr2=0x7f36d8100be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:23.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.465+0000 7f36de034640  1 --2- 172.21.15.46:0/814069811 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36d81007c0 0x7f36d8100be0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f36c8009900 tx=0x7f36c802bc30 comp rx=0 tx=0).stop
2024-03-19T01:47:23.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.465+0000 7f36de034640  1 -- 172.21.15.46:0/814069811 shutdown_connections
2024-03-19T01:47:23.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.465+0000 7f36de034640  1 --2- 172.21.15.46:0/814069811 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f36d8102370 0x7f36d8108c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:23.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.465+0000 7f36de034640  1 --2- 172.21.15.46:0/814069811 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f36d81019b0 0x7f36d8101e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:23.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.465+0000 7f36de034640  1 --2- 172.21.15.46:0/814069811 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36d81007c0 0x7f36d8100be0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:23.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.465+0000 7f36de034640  1 -- 172.21.15.46:0/814069811 >> 172.21.15.46:0/814069811 conn(0x7f36d80fbd50 msgr2=0x7f36d80fe170 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:23.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.465+0000 7f36de034640  1 -- 172.21.15.46:0/814069811 shutdown_connections
2024-03-19T01:47:23.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.465+0000 7f36de034640  1 -- 172.21.15.46:0/814069811 wait complete.
2024-03-19T01:47:23.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.465+0000 7f36de034640  1  Processor -- start
2024-03-19T01:47:23.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.466+0000 7f36de034640  1 --  start start
2024-03-19T01:47:23.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.466+0000 7f36de034640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f36d81007c0 0x7f36d806a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:23.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.466+0000 7f36de034640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36d81019b0 0x7f36d819c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:23.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.466+0000 7f36de034640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f36d8102370 0x7f36d819edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:23.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.466+0000 7f36de034640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f36d810c280 con 0x7f36d81019b0
2024-03-19T01:47:23.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.466+0000 7f36de034640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f36d810c100 con 0x7f36d81007c0
2024-03-19T01:47:23.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.466+0000 7f36de034640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f36d810c400 con 0x7f36d8102370
2024-03-19T01:47:23.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.466+0000 7f36d6ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36d81019b0 0x7f36d819c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:23.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.466+0000 7f36d6ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36d81019b0 0x7f36d819c7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:40906/0 (socket says 172.21.15.46:40906)
2024-03-19T01:47:23.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.466+0000 7f36d6ffd640  1 -- 172.21.15.46:0/2162592531 learned_addr learned my addr 172.21.15.46:0/2162592531 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:23.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.466+0000 7f36d77fe640  1 --2- 172.21.15.46:0/2162592531 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f36d81007c0 0x7f36d806a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:23.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.466+0000 7f36d7fff640  1 --2- 172.21.15.46:0/2162592531 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f36d8102370 0x7f36d819edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:23.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.466+0000 7f36d6ffd640  1 -- 172.21.15.46:0/2162592531 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f36d8102370 msgr2=0x7f36d819edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:23.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.466+0000 7f36d6ffd640  1 --2- 172.21.15.46:0/2162592531 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f36d8102370 0x7f36d819edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:23.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.466+0000 7f36d6ffd640  1 -- 172.21.15.46:0/2162592531 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f36d81007c0 msgr2=0x7f36d806a9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:23.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.466+0000 7f36d6ffd640  1 --2- 172.21.15.46:0/2162592531 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f36d81007c0 0x7f36d806a9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:23.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.466+0000 7f36d6ffd640  1 -- 172.21.15.46:0/2162592531 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36d819f6b0 con 0x7f36d81019b0
2024-03-19T01:47:23.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.466+0000 7f36d6ffd640  1 --2- 172.21.15.46:0/2162592531 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36d81019b0 0x7f36d819c7b0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f36cc00e9f0 tx=0x7f36cc00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:23.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.466+0000 7f36d4ff9640  1 -- 172.21.15.46:0/2162592531 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36cc00cd80 con 0x7f36d81019b0
2024-03-19T01:47:23.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.466+0000 7f36de034640  1 -- 172.21.15.46:0/2162592531 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36d819f9a0 con 0x7f36d81019b0
2024-03-19T01:47:23.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.466+0000 7f36d4ff9640  1 -- 172.21.15.46:0/2162592531 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f36cc0108e0 con 0x7f36d81019b0
2024-03-19T01:47:23.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.466+0000 7f36d4ff9640  1 -- 172.21.15.46:0/2162592531 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36cc018920 con 0x7f36d81019b0
2024-03-19T01:47:23.471 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.466+0000 7f36de034640  1 -- 172.21.15.46:0/2162592531 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36d819fef0 con 0x7f36d81019b0
2024-03-19T01:47:23.471 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.467+0000 7f36de034640  1 -- 172.21.15.46:0/2162592531 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36d8107c20 con 0x7f36d81019b0
2024-03-19T01:47:23.471 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.469+0000 7f36d4ff9640  1 -- 172.21.15.46:0/2162592531 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f36cc010a90 con 0x7f36d81019b0
2024-03-19T01:47:23.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.469+0000 7f36d4ff9640  1 --2- 172.21.15.46:0/2162592531 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f36c00a2800 0x7f36c00a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:23.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.469+0000 7f36d77fe640  1 --2- 172.21.15.46:0/2162592531 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f36c00a2800 0x7f36c00a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:23.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.469+0000 7f36d4ff9640  1 -- 172.21.15.46:0/2162592531 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f36cc0ced80 con 0x7f36d81019b0
2024-03-19T01:47:23.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.470+0000 7f36d77fe640  1 --2- 172.21.15.46:0/2162592531 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f36c00a2800 0x7f36c00a4cc0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f36c8005ab0 tx=0x7f36c8005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:23.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.473+0000 7f36d4ff9640  1 -- 172.21.15.46:0/2162592531 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f36cc09bc70 con 0x7f36d81019b0
2024-03-19T01:47:23.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:23 smithi102 ceph-mon[66557]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:23.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:23 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:23.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:23 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:23.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:23 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:23.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:23 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:23.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:23 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:23.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:23 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:23.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:23 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:47:23.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:23 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:47:23.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:23 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:23.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:23 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:47:23.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:23 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1277070331' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:23.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:23 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:23.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:23 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/4228827976' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:47:23.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.682+0000 7f36de034640  1 -- 172.21.15.46:0/2162592531 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f36d802d440 con 0x7f36d81019b0
2024-03-19T01:47:23.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.683+0000 7f36d4ff9640  1 -- 172.21.15.46:0/2162592531 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0  v81) ==== 84+0+65 (secure 0 0 0) 0x7f36cc09fd10 con 0x7f36d81019b0
2024-03-19T01:47:23.683 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:47:23.683 INFO:teuthology.orchestra.run.smithi046.stdout:[
2024-03-19T01:47:23.683 INFO:teuthology.orchestra.run.smithi046.stdout:    {
2024-03-19T01:47:23.683 INFO:teuthology.orchestra.run.smithi046.stdout:        "poolnum": 1,
2024-03-19T01:47:23.683 INFO:teuthology.orchestra.run.smithi046.stdout:        "poolname": ".mgr"
2024-03-19T01:47:23.683 INFO:teuthology.orchestra.run.smithi046.stdout:    }
2024-03-19T01:47:23.683 INFO:teuthology.orchestra.run.smithi046.stdout:]
2024-03-19T01:47:23.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.685+0000 7f36de034640  1 -- 172.21.15.46:0/2162592531 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f36c00a2800 msgr2=0x7f36c00a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:23.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.685+0000 7f36de034640  1 --2- 172.21.15.46:0/2162592531 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f36c00a2800 0x7f36c00a4cc0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f36c8005ab0 tx=0x7f36c8005fd0 comp rx=0 tx=0).stop
2024-03-19T01:47:23.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.685+0000 7f36de034640  1 -- 172.21.15.46:0/2162592531 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36d81019b0 msgr2=0x7f36d819c7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:23.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.685+0000 7f36de034640  1 --2- 172.21.15.46:0/2162592531 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36d81019b0 0x7f36d819c7b0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f36cc00e9f0 tx=0x7f36cc00eeb0 comp rx=0 tx=0).stop
2024-03-19T01:47:23.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.685+0000 7f36de034640  1 -- 172.21.15.46:0/2162592531 shutdown_connections
2024-03-19T01:47:23.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.685+0000 7f36de034640  1 --2- 172.21.15.46:0/2162592531 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f36c00a2800 0x7f36c00a4cc0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:23.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.685+0000 7f36de034640  1 --2- 172.21.15.46:0/2162592531 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f36d8102370 0x7f36d819edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:23.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.685+0000 7f36de034640  1 --2- 172.21.15.46:0/2162592531 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36d81019b0 0x7f36d819c7b0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:23.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.685+0000 7f36de034640  1 --2- 172.21.15.46:0/2162592531 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f36d81007c0 0x7f36d806a9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:23.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.685+0000 7f36de034640  1 -- 172.21.15.46:0/2162592531 >> 172.21.15.46:0/2162592531 conn(0x7f36d80fbd50 msgr2=0x7f36d8104df0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:23.686 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.685+0000 7f36de034640  1 -- 172.21.15.46:0/2162592531 shutdown_connections
2024-03-19T01:47:23.686 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.685+0000 7f36de034640  1 -- 172.21.15.46:0/2162592531 wait complete.
2024-03-19T01:47:23.697 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs'
2024-03-19T01:47:23.697 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64
2024-03-19T01:47:23.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.810+0000 7f33bb537640  1 -- 172.21.15.46:0/861892476 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33b4101830 msgr2=0x7f33b4101c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:23.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.810+0000 7f33bb537640  1 --2- 172.21.15.46:0/861892476 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33b4101830 0x7f33b4101c50 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f33b0009900 tx=0x7f33b002bc30 comp rx=0 tx=0).stop
2024-03-19T01:47:23.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.810+0000 7f33bb537640  1 -- 172.21.15.46:0/861892476 shutdown_connections
2024-03-19T01:47:23.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.810+0000 7f33bb537640  1 --2- 172.21.15.46:0/861892476 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f33b41033e0 0x7f33b4109c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:23.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.810+0000 7f33bb537640  1 --2- 172.21.15.46:0/861892476 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f33b4102a20 0x7f33b4102ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:23.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.810+0000 7f33bb537640  1 --2- 172.21.15.46:0/861892476 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33b4101830 0x7f33b4101c50 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:23.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.810+0000 7f33bb537640  1 -- 172.21.15.46:0/861892476 >> 172.21.15.46:0/861892476 conn(0x7f33b40fcd80 msgr2=0x7f33b40ff1e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:23.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.810+0000 7f33bb537640  1 -- 172.21.15.46:0/861892476 shutdown_connections
2024-03-19T01:47:23.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.810+0000 7f33bb537640  1 -- 172.21.15.46:0/861892476 wait complete.
2024-03-19T01:47:23.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.811+0000 7f33bb537640  1  Processor -- start
2024-03-19T01:47:23.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.811+0000 7f33bb537640  1 --  start start
2024-03-19T01:47:23.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.811+0000 7f33bb537640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f33b4101830 0x7f33b4197ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:23.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.811+0000 7f33bb537640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33b4102a20 0x7f33b4198010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:23.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.811+0000 7f33bb537640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f33b41033e0 0x7f33b419f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:23.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.811+0000 7f33bb537640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f33b410d350 con 0x7f33b4102a20
2024-03-19T01:47:23.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.811+0000 7f33bb537640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f33b410d1d0 con 0x7f33b4101830
2024-03-19T01:47:23.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.811+0000 7f33bb537640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f33b410d4d0 con 0x7f33b41033e0
2024-03-19T01:47:23.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.811+0000 7f33b8ad2640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33b4102a20 0x7f33b4198010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:23.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.811+0000 7f33b8ad2640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33b4102a20 0x7f33b4198010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:40916/0 (socket says 172.21.15.46:40916)
2024-03-19T01:47:23.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.811+0000 7f33b8ad2640  1 -- 172.21.15.46:0/1581015447 learned_addr learned my addr 172.21.15.46:0/1581015447 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:23.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.811+0000 7f33b92d3640  1 --2- 172.21.15.46:0/1581015447 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f33b4101830 0x7f33b4197ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:23.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.811+0000 7f33b9ad4640  1 --2- 172.21.15.46:0/1581015447 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f33b41033e0 0x7f33b419f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:23.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.812+0000 7f33b92d3640  1 -- 172.21.15.46:0/1581015447 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f33b41033e0 msgr2=0x7f33b419f080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:23.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.812+0000 7f33b92d3640  1 --2- 172.21.15.46:0/1581015447 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f33b41033e0 0x7f33b419f080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:23.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.812+0000 7f33b92d3640  1 -- 172.21.15.46:0/1581015447 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33b4102a20 msgr2=0x7f33b4198010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:23.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.812+0000 7f33b92d3640  1 --2- 172.21.15.46:0/1581015447 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33b4102a20 0x7f33b4198010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:23.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.812+0000 7f33b92d3640  1 -- 172.21.15.46:0/1581015447 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33b419f6f0 con 0x7f33b4101830
2024-03-19T01:47:23.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.812+0000 7f33b92d3640  1 --2- 172.21.15.46:0/1581015447 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f33b4101830 0x7f33b4197ad0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f33b0036040 tx=0x7f33b0005dc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:23.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.812+0000 7f33aa7fc640  1 -- 172.21.15.46:0/1581015447 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33b0043020 con 0x7f33b4101830
2024-03-19T01:47:23.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.812+0000 7f33bb537640  1 -- 172.21.15.46:0/1581015447 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33b419f980 con 0x7f33b4101830
2024-03-19T01:47:23.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.812+0000 7f33aa7fc640  1 -- 172.21.15.46:0/1581015447 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f33b0004350 con 0x7f33b4101830
2024-03-19T01:47:23.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.812+0000 7f33aa7fc640  1 -- 172.21.15.46:0/1581015447 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33b0003ab0 con 0x7f33b4101830
2024-03-19T01:47:23.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.812+0000 7f33bb537640  1 -- 172.21.15.46:0/1581015447 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33b419fea0 con 0x7f33b4101830
2024-03-19T01:47:23.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.813+0000 7f33bb537640  1 -- 172.21.15.46:0/1581015447 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33b4108c70 con 0x7f33b4101830
2024-03-19T01:47:23.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.814+0000 7f33aa7fc640  1 -- 172.21.15.46:0/1581015447 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f33b0046020 con 0x7f33b4101830
2024-03-19T01:47:23.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.815+0000 7f33aa7fc640  1 --2- 172.21.15.46:0/1581015447 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f33a00a2800 0x7f33a00a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:23.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.815+0000 7f33aa7fc640  1 -- 172.21.15.46:0/1581015447 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f33b00f0680 con 0x7f33b4101830
2024-03-19T01:47:23.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.815+0000 7f33b8ad2640  1 --2- 172.21.15.46:0/1581015447 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f33a00a2800 0x7f33a00a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:23.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.815+0000 7f33b8ad2640  1 --2- 172.21.15.46:0/1581015447 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f33a00a2800 0x7f33a00a4cc0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f33b4198fe0 tx=0x7f33a4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:23.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:23.820+0000 7f33aa7fc640  1 -- 172.21.15.46:0/1581015447 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f33b004d020 con 0x7f33b4101830
2024-03-19T01:47:24.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:24.028+0000 7f33bb537640  1 -- 172.21.15.46:0/1581015447 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f33b4062420 con 0x7f33b4101830
2024-03-19T01:47:24.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:24 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/498928429' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:47:24.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:24 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2162592531' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch
2024-03-19T01:47:24.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:24 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:24.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:24 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:24.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:24 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:24.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:24 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:24.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:24 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:24.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:24 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:24.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:24 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:47:24.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:24 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:47:24.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:24 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:24.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:24 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1581015447' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch
2024-03-19T01:47:24.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:24 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/498928429' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:47:24.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:24 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2162592531' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch
2024-03-19T01:47:24.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:24 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:24.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:24 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:24.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:24 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:24.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:24 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:24.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:24 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:24.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:24 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:24.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:24 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:47:24.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:24 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:47:24.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:24 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:24.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:24 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1581015447' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch
2024-03-19T01:47:24.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:24 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/498928429' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:47:24.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:24 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2162592531' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch
2024-03-19T01:47:24.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:24 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:24.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:24 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:24.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:24 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:24.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:24 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:24.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:24 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:24.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:24 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:24.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:24 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:47:24.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:24 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:47:24.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:24 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:47:24.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:24 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1581015447' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch
2024-03-19T01:47:25.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.033+0000 7f33aa7fc640  1 -- 172.21.15.46:0/1581015447 <== mon.2 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v82) ==== 138+0+0 (secure 0 0 0) 0x7f33b00bdba0 con 0x7f33b4101830
2024-03-19T01:47:25.033 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_metadata' created
2024-03-19T01:47:25.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.037+0000 7f33bb537640  1 -- 172.21.15.46:0/1581015447 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f33a00a2800 msgr2=0x7f33a00a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:25.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.037+0000 7f33bb537640  1 --2- 172.21.15.46:0/1581015447 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f33a00a2800 0x7f33a00a4cc0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f33b4198fe0 tx=0x7f33a4005f90 comp rx=0 tx=0).stop
2024-03-19T01:47:25.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.037+0000 7f33bb537640  1 -- 172.21.15.46:0/1581015447 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f33b4101830 msgr2=0x7f33b4197ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:25.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.037+0000 7f33bb537640  1 --2- 172.21.15.46:0/1581015447 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f33b4101830 0x7f33b4197ad0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f33b0036040 tx=0x7f33b0005dc0 comp rx=0 tx=0).stop
2024-03-19T01:47:25.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.037+0000 7f33bb537640  1 -- 172.21.15.46:0/1581015447 shutdown_connections
2024-03-19T01:47:25.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.037+0000 7f33bb537640  1 --2- 172.21.15.46:0/1581015447 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f33a00a2800 0x7f33a00a4cc0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:25.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.037+0000 7f33bb537640  1 --2- 172.21.15.46:0/1581015447 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f33b41033e0 0x7f33b419f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:25.038 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.037+0000 7f33bb537640  1 --2- 172.21.15.46:0/1581015447 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33b4102a20 0x7f33b4198010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:25.038 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.037+0000 7f33bb537640  1 --2- 172.21.15.46:0/1581015447 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f33b4101830 0x7f33b4197ad0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:25.038 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.037+0000 7f33bb537640  1 -- 172.21.15.46:0/1581015447 >> 172.21.15.46:0/1581015447 conn(0x7f33b40fcd80 msgr2=0x7f33b4105e40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:25.038 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.037+0000 7f33bb537640  1 -- 172.21.15.46:0/1581015447 shutdown_connections
2024-03-19T01:47:25.038 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.037+0000 7f33bb537640  1 -- 172.21.15.46:0/1581015447 wait complete.
2024-03-19T01:47:25.050 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05
2024-03-19T01:47:25.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.166+0000 7fdca78f1640  1 -- 172.21.15.46:0/3393599072 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdca0107590 msgr2=0x7fdca0109980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:25.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.166+0000 7fdca78f1640  1 --2- 172.21.15.46:0/3393599072 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdca0107590 0x7fdca0109980 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fdc98009ca0 tx=0x7fdc9802c0f0 comp rx=0 tx=0).stop
2024-03-19T01:47:25.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.166+0000 7fdca78f1640  1 -- 172.21.15.46:0/3393599072 shutdown_connections
2024-03-19T01:47:25.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.166+0000 7fdca78f1640  1 --2- 172.21.15.46:0/3393599072 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdca0107590 0x7fdca0109980 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:25.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.166+0000 7fdca78f1640  1 --2- 172.21.15.46:0/3393599072 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdca0104c60 0x7fdca0107050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:25.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.166+0000 7fdca78f1640  1 --2- 172.21.15.46:0/3393599072 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdca0102330 0x7fdca0104720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:25.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.166+0000 7fdca78f1640  1 -- 172.21.15.46:0/3393599072 >> 172.21.15.46:0/3393599072 conn(0x7fdca00fbcc0 msgr2=0x7fdca00fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:25.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.166+0000 7fdca78f1640  1 -- 172.21.15.46:0/3393599072 shutdown_connections
2024-03-19T01:47:25.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.166+0000 7fdca78f1640  1 -- 172.21.15.46:0/3393599072 wait complete.
2024-03-19T01:47:25.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.166+0000 7fdca78f1640  1  Processor -- start
2024-03-19T01:47:25.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.166+0000 7fdca78f1640  1 --  start start
2024-03-19T01:47:25.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.166+0000 7fdca78f1640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdca0102330 0x7fdca0197a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:25.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.166+0000 7fdca78f1640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdca0104c60 0x7fdca0197fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:25.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.166+0000 7fdca78f1640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdca0107590 0x7fdca019f030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:25.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.166+0000 7fdca78f1640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fdca010d380 con 0x7fdca0107590
2024-03-19T01:47:25.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.167+0000 7fdca78f1640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fdca010d200 con 0x7fdca0102330
2024-03-19T01:47:25.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.167+0000 7fdca78f1640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fdca010d500 con 0x7fdca0104c60
2024-03-19T01:47:25.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.167+0000 7fdca5e8e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdca0107590 0x7fdca019f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:25.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.167+0000 7fdca5e8e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdca0107590 0x7fdca019f030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:40932/0 (socket says 172.21.15.46:40932)
2024-03-19T01:47:25.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.167+0000 7fdca5e8e640  1 -- 172.21.15.46:0/3528900920 learned_addr learned my addr 172.21.15.46:0/3528900920 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:25.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.167+0000 7fdca4e8c640  1 --2- 172.21.15.46:0/3528900920 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdca0104c60 0x7fdca0197fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:25.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.167+0000 7fdca568d640  1 --2- 172.21.15.46:0/3528900920 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdca0102330 0x7fdca0197a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:25.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.167+0000 7fdca5e8e640  1 -- 172.21.15.46:0/3528900920 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdca0104c60 msgr2=0x7fdca0197fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:25.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.167+0000 7fdca5e8e640  1 --2- 172.21.15.46:0/3528900920 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdca0104c60 0x7fdca0197fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:25.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.167+0000 7fdca5e8e640  1 -- 172.21.15.46:0/3528900920 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdca0102330 msgr2=0x7fdca0197a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:25.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.167+0000 7fdca5e8e640  1 --2- 172.21.15.46:0/3528900920 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdca0102330 0x7fdca0197a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:25.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.167+0000 7fdca5e8e640  1 -- 172.21.15.46:0/3528900920 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdca019f6a0 con 0x7fdca0107590
2024-03-19T01:47:25.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.167+0000 7fdca5e8e640  1 --2- 172.21.15.46:0/3528900920 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdca0107590 0x7fdca019f030 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fdc98037040 tx=0x7fdc980328f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:25.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.167+0000 7fdc967fc640  1 -- 172.21.15.46:0/3528900920 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc98041020 con 0x7fdca0107590
2024-03-19T01:47:25.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.167+0000 7fdca78f1640  1 -- 172.21.15.46:0/3528900920 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdca019f930 con 0x7fdca0107590
2024-03-19T01:47:25.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.167+0000 7fdc967fc640  1 -- 172.21.15.46:0/3528900920 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdc98003e20 con 0x7fdca0107590
2024-03-19T01:47:25.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.167+0000 7fdc967fc640  1 -- 172.21.15.46:0/3528900920 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc98039040 con 0x7fdca0107590
2024-03-19T01:47:25.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.167+0000 7fdca78f1640  1 -- 172.21.15.46:0/3528900920 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdca019fe70 con 0x7fdca0107590
2024-03-19T01:47:25.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.168+0000 7fdca78f1640  1 -- 172.21.15.46:0/3528900920 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdca00fd7b0 con 0x7fdca0107590
2024-03-19T01:47:25.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.169+0000 7fdc967fc640  1 -- 172.21.15.46:0/3528900920 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fdc98044020 con 0x7fdca0107590
2024-03-19T01:47:25.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.170+0000 7fdc967fc640  1 --2- 172.21.15.46:0/3528900920 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdc8c0a2800 0x7fdc8c0a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:25.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.170+0000 7fdca568d640  1 --2- 172.21.15.46:0/3528900920 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdc8c0a2800 0x7fdc8c0a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:25.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.170+0000 7fdc967fc640  1 -- 172.21.15.46:0/3528900920 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7497+0+0 (secure 0 0 0) 0x7fdc980f0bf0 con 0x7fdca0107590
2024-03-19T01:47:25.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.170+0000 7fdca568d640  1 --2- 172.21.15.46:0/3528900920 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdc8c0a2800 0x7fdc8c0a4cc0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fdc9c0058c0 tx=0x7fdc9c00a250 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:25.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.175+0000 7fdc967fc640  1 -- 172.21.15.46:0/3528900920 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fdc9804b020 con 0x7fdca0107590
2024-03-19T01:47:25.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:25.359+0000 7fdca78f1640  1 -- 172.21.15.46:0/3528900920 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) -- 0x7fdca0062420 con 0x7fdca0107590
2024-03-19T01:47:25.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:25 smithi046 ceph-mon[63102]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:25.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:25 smithi046 ceph-mon[63102]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch
2024-03-19T01:47:25.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:25 smithi046 ceph-mon[63102]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished
2024-03-19T01:47:25.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:25 smithi046 ceph-mon[63102]: osdmap e82: 12 total, 12 up, 12 in
2024-03-19T01:47:25.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:25 smithi073 ceph-mon[66833]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:25.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:25 smithi073 ceph-mon[66833]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch
2024-03-19T01:47:25.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:25 smithi073 ceph-mon[66833]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished
2024-03-19T01:47:25.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:25 smithi073 ceph-mon[66833]: osdmap e82: 12 total, 12 up, 12 in
2024-03-19T01:47:25.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:25 smithi102 ceph-mon[66557]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:25.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:25 smithi102 ceph-mon[66557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch
2024-03-19T01:47:25.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:25 smithi102 ceph-mon[66557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished
2024-03-19T01:47:25.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:25 smithi102 ceph-mon[66557]: osdmap e82: 12 total, 12 up, 12 in
2024-03-19T01:47:26.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.029+0000 7fdc967fc640  1 -- 172.21.15.46:0/3528900920 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v83) ==== 171+0+0 (secure 0 0 0) 0x7fdc980098b0 con 0x7fdca0107590
2024-03-19T01:47:26.030 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_data' created
2024-03-19T01:47:26.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.032+0000 7fdca78f1640  1 -- 172.21.15.46:0/3528900920 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdc8c0a2800 msgr2=0x7fdc8c0a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:26.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.032+0000 7fdca78f1640  1 --2- 172.21.15.46:0/3528900920 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdc8c0a2800 0x7fdc8c0a4cc0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fdc9c0058c0 tx=0x7fdc9c00a250 comp rx=0 tx=0).stop
2024-03-19T01:47:26.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.032+0000 7fdca78f1640  1 -- 172.21.15.46:0/3528900920 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdca0107590 msgr2=0x7fdca019f030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:26.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.032+0000 7fdca78f1640  1 --2- 172.21.15.46:0/3528900920 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdca0107590 0x7fdca019f030 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fdc98037040 tx=0x7fdc980328f0 comp rx=0 tx=0).stop
2024-03-19T01:47:26.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.033+0000 7fdca78f1640  1 -- 172.21.15.46:0/3528900920 shutdown_connections
2024-03-19T01:47:26.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.033+0000 7fdca78f1640  1 --2- 172.21.15.46:0/3528900920 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdc8c0a2800 0x7fdc8c0a4cc0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:26.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.033+0000 7fdca78f1640  1 --2- 172.21.15.46:0/3528900920 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdca0107590 0x7fdca019f030 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:26.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.033+0000 7fdca78f1640  1 --2- 172.21.15.46:0/3528900920 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdca0104c60 0x7fdca0197fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:26.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.033+0000 7fdca78f1640  1 --2- 172.21.15.46:0/3528900920 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdca0102330 0x7fdca0197a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:26.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.033+0000 7fdca78f1640  1 -- 172.21.15.46:0/3528900920 >> 172.21.15.46:0/3528900920 conn(0x7fdca00fbcc0 msgr2=0x7fdca0102d90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:26.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.033+0000 7fdca78f1640  1 -- 172.21.15.46:0/3528900920 shutdown_connections
2024-03-19T01:47:26.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.033+0000 7fdca78f1640  1 -- 172.21.15.46:0/3528900920 wait complete.
2024-03-19T01:47:26.055 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data
2024-03-19T01:47:26.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.162+0000 7f8682537640  1 -- 172.21.15.46:0/2693896882 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f867c1022d0 msgr2=0x7f867c108b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:26.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.162+0000 7f8682537640  1 --2- 172.21.15.46:0/2693896882 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f867c1022d0 0x7f867c108b60 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f8674009ca0 tx=0x7f867402c0f0 comp rx=0 tx=0).stop
2024-03-19T01:47:26.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.162+0000 7f8682537640  1 -- 172.21.15.46:0/2693896882 shutdown_connections
2024-03-19T01:47:26.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.162+0000 7f8682537640  1 --2- 172.21.15.46:0/2693896882 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f867c1022d0 0x7f867c108b60 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:26.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.162+0000 7f8682537640  1 --2- 172.21.15.46:0/2693896882 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f867c101910 0x7f867c101d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:26.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.162+0000 7f8682537640  1 --2- 172.21.15.46:0/2693896882 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f867c100720 0x7f867c100b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:26.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.162+0000 7f8682537640  1 -- 172.21.15.46:0/2693896882 >> 172.21.15.46:0/2693896882 conn(0x7f867c0fbcb0 msgr2=0x7f867c0fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:26.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.162+0000 7f8682537640  1 -- 172.21.15.46:0/2693896882 shutdown_connections
2024-03-19T01:47:26.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.162+0000 7f8682537640  1 -- 172.21.15.46:0/2693896882 wait complete.
2024-03-19T01:47:26.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.163+0000 7f8682537640  1  Processor -- start
2024-03-19T01:47:26.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.163+0000 7f8682537640  1 --  start start
2024-03-19T01:47:26.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.163+0000 7f8682537640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f867c100720 0x7f867c197a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:26.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.163+0000 7f8682537640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f867c101910 0x7f867c197fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:26.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.163+0000 7f8682537640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f867c1022d0 0x7f867c19f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:26.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.163+0000 7f8682537640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f867c10c250 con 0x7f867c100720
2024-03-19T01:47:26.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.163+0000 7f8682537640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f867c10c0d0 con 0x7f867c101910
2024-03-19T01:47:26.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.163+0000 7f8682537640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f867c10c3d0 con 0x7f867c1022d0
2024-03-19T01:47:26.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.163+0000 7f867bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f867c100720 0x7f867c197a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:26.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.163+0000 7f867bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f867c100720 0x7f867c197a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:40940/0 (socket says 172.21.15.46:40940)
2024-03-19T01:47:26.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.163+0000 7f867bfff640  1 -- 172.21.15.46:0/2565315580 learned_addr learned my addr 172.21.15.46:0/2565315580 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:26.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.164+0000 7f8680ad4640  1 --2- 172.21.15.46:0/2565315580 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f867c1022d0 0x7f867c19f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:26.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.164+0000 7f867b7fe640  1 --2- 172.21.15.46:0/2565315580 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f867c101910 0x7f867c197fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:26.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.164+0000 7f867bfff640  1 -- 172.21.15.46:0/2565315580 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f867c1022d0 msgr2=0x7f867c19f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:26.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.164+0000 7f867bfff640  1 --2- 172.21.15.46:0/2565315580 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f867c1022d0 0x7f867c19f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:26.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.164+0000 7f867bfff640  1 -- 172.21.15.46:0/2565315580 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f867c101910 msgr2=0x7f867c197fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:26.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.164+0000 7f867bfff640  1 --2- 172.21.15.46:0/2565315580 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f867c101910 0x7f867c197fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:26.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.164+0000 7f867bfff640  1 -- 172.21.15.46:0/2565315580 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f867c19f690 con 0x7f867c100720
2024-03-19T01:47:26.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.164+0000 7f867b7fe640  1 --2- 172.21.15.46:0/2565315580 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f867c101910 0x7f867c197fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed!
2024-03-19T01:47:26.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.164+0000 7f867bfff640  1 --2- 172.21.15.46:0/2565315580 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f867c100720 0x7f867c197a70 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f866c00d950 tx=0x7f866c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:26.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.164+0000 7f86797fa640  1 -- 172.21.15.46:0/2565315580 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f866c017070 con 0x7f867c100720
2024-03-19T01:47:26.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.164+0000 7f86797fa640  1 -- 172.21.15.46:0/2565315580 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f866c009c30 con 0x7f867c100720
2024-03-19T01:47:26.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.164+0000 7f8682537640  1 -- 172.21.15.46:0/2565315580 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f867c19f980 con 0x7f867c100720
2024-03-19T01:47:26.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.164+0000 7f86797fa640  1 -- 172.21.15.46:0/2565315580 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f866c00f620 con 0x7f867c100720
2024-03-19T01:47:26.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.164+0000 7f8682537640  1 -- 172.21.15.46:0/2565315580 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f867c19fed0 con 0x7f867c100720
2024-03-19T01:47:26.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.165+0000 7f8682537640  1 -- 172.21.15.46:0/2565315580 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f867c068610 con 0x7f867c100720
2024-03-19T01:47:26.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.166+0000 7f86797fa640  1 -- 172.21.15.46:0/2565315580 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f866c01a070 con 0x7f867c100720
2024-03-19T01:47:26.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.167+0000 7f86797fa640  1 --2- 172.21.15.46:0/2565315580 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f86680a2880 0x7f86680a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:26.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.167+0000 7f867b7fe640  1 --2- 172.21.15.46:0/2565315580 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f86680a2880 0x7f86680a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:26.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.167+0000 7f86797fa640  1 -- 172.21.15.46:0/2565315580 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7879+0+0 (secure 0 0 0) 0x7f866c0ce3a0 con 0x7f867c100720
2024-03-19T01:47:26.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.168+0000 7f867b7fe640  1 --2- 172.21.15.46:0/2565315580 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f86680a2880 0x7f86680a4d40 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f8664005d00 tx=0x7f8664009550 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:26.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.171+0000 7f86797fa640  1 -- 172.21.15.46:0/2565315580 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f866c009de0 con 0x7f867c100720
2024-03-19T01:47:26.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:26.394+0000 7f8682537640  1 -- 172.21.15.46:0/2565315580 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f867c1a0100 con 0x7f867c100720
2024-03-19T01:47:26.577 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:26 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3528900920' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch
2024-03-19T01:47:26.577 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:26 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3528900920' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished
2024-03-19T01:47:26.577 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:26 smithi046 ceph-mon[63102]: osdmap e83: 12 total, 12 up, 12 in
2024-03-19T01:47:26.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:26 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3528900920' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch
2024-03-19T01:47:26.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:26 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3528900920' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished
2024-03-19T01:47:26.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:26 smithi073 ceph-mon[66833]: osdmap e83: 12 total, 12 up, 12 in
2024-03-19T01:47:26.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:26 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3528900920' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch
2024-03-19T01:47:26.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:26 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3528900920' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished
2024-03-19T01:47:26.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:26 smithi102 ceph-mon[66557]: osdmap e83: 12 total, 12 up, 12 in
2024-03-19T01:47:27.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.296+0000 7f86797fa640  1 -- 172.21.15.46:0/2565315580 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7f866c09b670 con 0x7f867c100720
2024-03-19T01:47:27.296 INFO:teuthology.orchestra.run.smithi046.stderr:new fs with metadata pool 2 and data pool 3
2024-03-19T01:47:27.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.300+0000 7f8682537640  1 -- 172.21.15.46:0/2565315580 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f86680a2880 msgr2=0x7f86680a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:27.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.300+0000 7f8682537640  1 --2- 172.21.15.46:0/2565315580 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f86680a2880 0x7f86680a4d40 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f8664005d00 tx=0x7f8664009550 comp rx=0 tx=0).stop
2024-03-19T01:47:27.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.300+0000 7f8682537640  1 -- 172.21.15.46:0/2565315580 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f867c100720 msgr2=0x7f867c197a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:27.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.301+0000 7f8682537640  1 --2- 172.21.15.46:0/2565315580 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f867c100720 0x7f867c197a70 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f866c00d950 tx=0x7f866c00de10 comp rx=0 tx=0).stop
2024-03-19T01:47:27.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.301+0000 7f8682537640  1 -- 172.21.15.46:0/2565315580 shutdown_connections
2024-03-19T01:47:27.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.301+0000 7f8682537640  1 --2- 172.21.15.46:0/2565315580 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f86680a2880 0x7f86680a4d40 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:27.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.301+0000 7f8682537640  1 --2- 172.21.15.46:0/2565315580 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f867c1022d0 0x7f867c19f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:27.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.301+0000 7f8682537640  1 --2- 172.21.15.46:0/2565315580 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f867c101910 0x7f867c197fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:27.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.301+0000 7f8682537640  1 --2- 172.21.15.46:0/2565315580 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f867c100720 0x7f867c197a70 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:27.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.301+0000 7f8682537640  1 -- 172.21.15.46:0/2565315580 >> 172.21.15.46:0/2565315580 conn(0x7f867c0fbcb0 msgr2=0x7f867c0689b0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:27.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.301+0000 7f8682537640  1 -- 172.21.15.46:0/2565315580 shutdown_connections
2024-03-19T01:47:27.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.301+0000 7f8682537640  1 -- 172.21.15.46:0/2565315580 wait complete.
2024-03-19T01:47:27.324 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd']
2024-03-19T01:47:27.324 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd
2024-03-19T01:47:27.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.436+0000 7fade3d90640  1 -- 172.21.15.46:0/1853899648 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faddc1022b0 msgr2=0x7faddc1046a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:27.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.436+0000 7fade3d90640  1 --2- 172.21.15.46:0/1853899648 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faddc1022b0 0x7faddc1046a0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fadd4009900 tx=0x7fadd402bc30 comp rx=0 tx=0).stop
2024-03-19T01:47:27.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.436+0000 7fade3d90640  1 -- 172.21.15.46:0/1853899648 shutdown_connections
2024-03-19T01:47:27.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.436+0000 7fade3d90640  1 --2- 172.21.15.46:0/1853899648 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faddc107510 0x7faddc109960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:27.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.436+0000 7fade3d90640  1 --2- 172.21.15.46:0/1853899648 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faddc104be0 0x7faddc106fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:27.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.436+0000 7fade3d90640  1 --2- 172.21.15.46:0/1853899648 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faddc1022b0 0x7faddc1046a0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:27.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.436+0000 7fade3d90640  1 -- 172.21.15.46:0/1853899648 >> 172.21.15.46:0/1853899648 conn(0x7faddc0fbcc0 msgr2=0x7faddc0fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:27.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.436+0000 7fade3d90640  1 -- 172.21.15.46:0/1853899648 shutdown_connections
2024-03-19T01:47:27.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.436+0000 7fade3d90640  1 -- 172.21.15.46:0/1853899648 wait complete.
2024-03-19T01:47:27.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.437+0000 7fade3d90640  1  Processor -- start
2024-03-19T01:47:27.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.437+0000 7fade3d90640  1 --  start start
2024-03-19T01:47:27.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.437+0000 7fade3d90640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faddc1022b0 0x7faddc197a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:27.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.437+0000 7fade3d90640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faddc104be0 0x7faddc197fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:27.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.437+0000 7fade3d90640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faddc107510 0x7faddc19f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:27.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.437+0000 7fade3d90640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7faddc10d390 con 0x7faddc1022b0
2024-03-19T01:47:27.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.437+0000 7fade3d90640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7faddc10d210 con 0x7faddc107510
2024-03-19T01:47:27.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.437+0000 7fade3d90640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7faddc10d510 con 0x7faddc104be0
2024-03-19T01:47:27.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.437+0000 7fade1b2c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faddc1022b0 0x7faddc197a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:27.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.437+0000 7fade1b2c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faddc1022b0 0x7faddc197a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:40954/0 (socket says 172.21.15.46:40954)
2024-03-19T01:47:27.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.437+0000 7fade1b2c640  1 -- 172.21.15.46:0/2718336725 learned_addr learned my addr 172.21.15.46:0/2718336725 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:27.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.437+0000 7fade132b640  1 --2- 172.21.15.46:0/2718336725 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faddc104be0 0x7faddc197fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:27.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.437+0000 7fade232d640  1 --2- 172.21.15.46:0/2718336725 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faddc107510 0x7faddc19f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:27.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.437+0000 7fade1b2c640  1 -- 172.21.15.46:0/2718336725 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faddc104be0 msgr2=0x7faddc197fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:27.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.437+0000 7fade1b2c640  1 --2- 172.21.15.46:0/2718336725 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faddc104be0 0x7faddc197fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:27.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.437+0000 7fade1b2c640  1 -- 172.21.15.46:0/2718336725 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faddc107510 msgr2=0x7faddc19f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:27.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.437+0000 7fade1b2c640  1 --2- 172.21.15.46:0/2718336725 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faddc107510 0x7faddc19f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:27.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.438+0000 7fade1b2c640  1 -- 172.21.15.46:0/2718336725 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faddc19f690 con 0x7faddc1022b0
2024-03-19T01:47:27.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.438+0000 7fade132b640  1 --2- 172.21.15.46:0/2718336725 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faddc104be0 0x7faddc197fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:47:27.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.438+0000 7fade232d640  1 --2- 172.21.15.46:0/2718336725 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faddc107510 0x7faddc19f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed!
2024-03-19T01:47:27.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.438+0000 7fade1b2c640  1 --2- 172.21.15.46:0/2718336725 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faddc1022b0 0x7faddc197a70 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fadd4006010 tx=0x7fadd40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:27.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.438+0000 7faddaffd640  1 -- 172.21.15.46:0/2718336725 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd4043020 con 0x7faddc1022b0
2024-03-19T01:47:27.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.438+0000 7faddaffd640  1 -- 172.21.15.46:0/2718336725 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fadd4004aa0 con 0x7faddc1022b0
2024-03-19T01:47:27.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.438+0000 7fade3d90640  1 -- 172.21.15.46:0/2718336725 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faddc19f920 con 0x7faddc1022b0
2024-03-19T01:47:27.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.438+0000 7faddaffd640  1 -- 172.21.15.46:0/2718336725 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd4003c60 con 0x7faddc1022b0
2024-03-19T01:47:27.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.438+0000 7fade3d90640  1 -- 172.21.15.46:0/2718336725 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faddc19fe70 con 0x7faddc1022b0
2024-03-19T01:47:27.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.439+0000 7fade3d90640  1 -- 172.21.15.46:0/2718336725 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faddc068a60 con 0x7faddc1022b0
2024-03-19T01:47:27.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.440+0000 7faddaffd640  1 -- 172.21.15.46:0/2718336725 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fadd4046020 con 0x7faddc1022b0
2024-03-19T01:47:27.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.441+0000 7faddaffd640  1 --2- 172.21.15.46:0/2718336725 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fadc40a2800 0x7fadc40a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:27.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.441+0000 7fade132b640  1 --2- 172.21.15.46:0/2718336725 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fadc40a2800 0x7fadc40a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:27.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.441+0000 7faddaffd640  1 -- 172.21.15.46:0/2718336725 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7979+0+0 (secure 0 0 0) 0x7fadd40f1480 con 0x7faddc1022b0
2024-03-19T01:47:27.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.441+0000 7fade132b640  1 --2- 172.21.15.46:0/2718336725 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fadc40a2800 0x7fadc40a4cc0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fadd00058c0 tx=0x7fadd0005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:27.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.444+0000 7faddaffd640  1 -- 172.21.15.46:0/2718336725 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fadd404d020 con 0x7faddc1022b0
2024-03-19T01:47:27.614 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:27 smithi046 ceph-mon[63102]: pgmap v286: 33 pgs: 6 creating+peering, 1 active+clean, 26 unknown; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:27.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:27 smithi046 ceph-mon[63102]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)
2024-03-19T01:47:27.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:27 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2565315580' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch
2024-03-19T01:47:27.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:27 smithi046 ceph-mon[63102]: daemon mds.b assigned to filesystem cephfs as rank 0
2024-03-19T01:47:27.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:27.642+0000 7fade3d90640  1 -- 172.21.15.46:0/2718336725 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) -- 0x7faddc0fd7b0 con 0x7faddc1022b0
2024-03-19T01:47:27.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:27 smithi073 ceph-mon[66833]: pgmap v286: 33 pgs: 6 creating+peering, 1 active+clean, 26 unknown; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:27.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:27 smithi073 ceph-mon[66833]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)
2024-03-19T01:47:27.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:27 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2565315580' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch
2024-03-19T01:47:27.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:27 smithi073 ceph-mon[66833]: daemon mds.b assigned to filesystem cephfs as rank 0
2024-03-19T01:47:27.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:27 smithi102 ceph-mon[66557]: pgmap v286: 33 pgs: 6 creating+peering, 1 active+clean, 26 unknown; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:27.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:27 smithi102 ceph-mon[66557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)
2024-03-19T01:47:27.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:27 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2565315580' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch
2024-03-19T01:47:27.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:27 smithi102 ceph-mon[66557]: daemon mds.b assigned to filesystem cephfs as rank 0
2024-03-19T01:47:28.285 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.285+0000 7faddaffd640  1 -- 172.21.15.46:0/2718336725 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0  v85) ==== 157+0+0 (secure 0 0 0) 0x7fadd40be5d0 con 0x7faddc1022b0
2024-03-19T01:47:28.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.289+0000 7fade3d90640  1 -- 172.21.15.46:0/2718336725 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fadc40a2800 msgr2=0x7fadc40a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:28.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.289+0000 7fade3d90640  1 --2- 172.21.15.46:0/2718336725 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fadc40a2800 0x7fadc40a4cc0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fadd00058c0 tx=0x7fadd0005850 comp rx=0 tx=0).stop
2024-03-19T01:47:28.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.289+0000 7fade3d90640  1 -- 172.21.15.46:0/2718336725 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faddc1022b0 msgr2=0x7faddc197a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:28.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.289+0000 7fade3d90640  1 --2- 172.21.15.46:0/2718336725 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faddc1022b0 0x7faddc197a70 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fadd4006010 tx=0x7fadd40042f0 comp rx=0 tx=0).stop
2024-03-19T01:47:28.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.289+0000 7fade3d90640  1 -- 172.21.15.46:0/2718336725 shutdown_connections
2024-03-19T01:47:28.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.289+0000 7fade3d90640  1 --2- 172.21.15.46:0/2718336725 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fadc40a2800 0x7fadc40a4cc0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:28.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.289+0000 7fade3d90640  1 --2- 172.21.15.46:0/2718336725 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faddc107510 0x7faddc19f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:28.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.289+0000 7fade3d90640  1 --2- 172.21.15.46:0/2718336725 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faddc104be0 0x7faddc197fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:28.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.289+0000 7fade3d90640  1 --2- 172.21.15.46:0/2718336725 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faddc1022b0 0x7faddc197a70 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:28.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.289+0000 7fade3d90640  1 -- 172.21.15.46:0/2718336725 >> 172.21.15.46:0/2718336725 conn(0x7faddc0fbcc0 msgr2=0x7faddc102bf0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:28.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.289+0000 7fade3d90640  1 -- 172.21.15.46:0/2718336725 shutdown_connections
2024-03-19T01:47:28.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.290+0000 7fade3d90640  1 -- 172.21.15.46:0/2718336725 wait complete.
2024-03-19T01:47:28.303 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9
2024-03-19T01:47:28.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.420+0000 7f26f7577640  1 -- 172.21.15.46:0/3954268570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26f01022c0 msgr2=0x7f26f01046b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:28.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.420+0000 7f26f7577640  1 --2- 172.21.15.46:0/3954268570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26f01022c0 0x7f26f01046b0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f26ec009900 tx=0x7f26ec02bc30 comp rx=0 tx=0).stop
2024-03-19T01:47:28.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.420+0000 7f26f7577640  1 -- 172.21.15.46:0/3954268570 shutdown_connections
2024-03-19T01:47:28.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.420+0000 7f26f7577640  1 --2- 172.21.15.46:0/3954268570 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f26f0107520 0x7f26f0109970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:28.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.420+0000 7f26f7577640  1 --2- 172.21.15.46:0/3954268570 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26f0104bf0 0x7f26f0106fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:28.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.420+0000 7f26f7577640  1 --2- 172.21.15.46:0/3954268570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26f01022c0 0x7f26f01046b0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:28.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.420+0000 7f26f7577640  1 -- 172.21.15.46:0/3954268570 >> 172.21.15.46:0/3954268570 conn(0x7f26f00fbcb0 msgr2=0x7f26f00fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:28.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.420+0000 7f26f7577640  1 -- 172.21.15.46:0/3954268570 shutdown_connections
2024-03-19T01:47:28.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.420+0000 7f26f7577640  1 -- 172.21.15.46:0/3954268570 wait complete.
2024-03-19T01:47:28.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.421+0000 7f26f7577640  1  Processor -- start
2024-03-19T01:47:28.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.421+0000 7f26f7577640  1 --  start start
2024-03-19T01:47:28.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.421+0000 7f26f7577640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f26f01022c0 0x7f26f0197ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:28.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.421+0000 7f26f7577640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26f0104bf0 0x7f26f0198010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:28.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.421+0000 7f26f7577640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26f0107520 0x7f26f019f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:28.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.421+0000 7f26f7577640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f26f010d3a0 con 0x7f26f0107520
2024-03-19T01:47:28.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.421+0000 7f26f7577640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f26f010d220 con 0x7f26f01022c0
2024-03-19T01:47:28.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.421+0000 7f26f7577640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f26f010d520 con 0x7f26f0104bf0
2024-03-19T01:47:28.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.421+0000 7f26f5b14640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26f0107520 0x7f26f019f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:28.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.421+0000 7f26f5b14640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26f0107520 0x7f26f019f080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:40974/0 (socket says 172.21.15.46:40974)
2024-03-19T01:47:28.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.421+0000 7f26f5313640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f26f01022c0 0x7f26f0197ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:28.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.421+0000 7f26f5b14640  1 -- 172.21.15.46:0/3369154361 learned_addr learned my addr 172.21.15.46:0/3369154361 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:28.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.421+0000 7f26f4b12640  1 --2- 172.21.15.46:0/3369154361 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26f0104bf0 0x7f26f0198010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:28.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.421+0000 7f26f5b14640  1 -- 172.21.15.46:0/3369154361 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26f0104bf0 msgr2=0x7f26f0198010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:28.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.421+0000 7f26f5b14640  1 --2- 172.21.15.46:0/3369154361 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26f0104bf0 0x7f26f0198010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:28.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.421+0000 7f26f5b14640  1 -- 172.21.15.46:0/3369154361 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f26f01022c0 msgr2=0x7f26f0197ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:28.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.421+0000 7f26f5b14640  1 --2- 172.21.15.46:0/3369154361 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f26f01022c0 0x7f26f0197ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:28.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.422+0000 7f26f5b14640  1 -- 172.21.15.46:0/3369154361 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26f019f6f0 con 0x7f26f0107520
2024-03-19T01:47:28.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.422+0000 7f26f4b12640  1 --2- 172.21.15.46:0/3369154361 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26f0104bf0 0x7f26f0198010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:47:28.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.422+0000 7f26f5313640  1 --2- 172.21.15.46:0/3369154361 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f26f01022c0 0x7f26f0197ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:47:28.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.422+0000 7f26f5b14640  1 --2- 172.21.15.46:0/3369154361 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26f0107520 0x7f26f019f080 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f26e800eb10 tx=0x7f26e800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:28.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.422+0000 7f26e67fc640  1 -- 172.21.15.46:0/3369154361 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26e8004b20 con 0x7f26f0107520
2024-03-19T01:47:28.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.422+0000 7f26f7577640  1 -- 172.21.15.46:0/3369154361 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26f019f9e0 con 0x7f26f0107520
2024-03-19T01:47:28.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.422+0000 7f26e67fc640  1 -- 172.21.15.46:0/3369154361 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f26e8004cc0 con 0x7f26f0107520
2024-03-19T01:47:28.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.422+0000 7f26e67fc640  1 -- 172.21.15.46:0/3369154361 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26e8010690 con 0x7f26f0107520
2024-03-19T01:47:28.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.422+0000 7f26f7577640  1 -- 172.21.15.46:0/3369154361 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26f019fee0 con 0x7f26f0107520
2024-03-19T01:47:28.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.423+0000 7f26f7577640  1 -- 172.21.15.46:0/3369154361 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26f00fd7a0 con 0x7f26f0107520
2024-03-19T01:47:28.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.425+0000 7f26e67fc640  1 -- 172.21.15.46:0/3369154361 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f26e8005000 con 0x7f26f0107520
2024-03-19T01:47:28.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.425+0000 7f26e67fc640  1 --2- 172.21.15.46:0/3369154361 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f26dc0a2800 0x7f26dc0a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:28.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.425+0000 7f26f5313640  1 --2- 172.21.15.46:0/3369154361 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f26dc0a2800 0x7f26dc0a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:28.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.425+0000 7f26e67fc640  1 -- 172.21.15.46:0/3369154361 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8277+0+0 (secure 0 0 0) 0x7f26e80cf330 con 0x7f26f0107520
2024-03-19T01:47:28.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.426+0000 7f26f5313640  1 --2- 172.21.15.46:0/3369154361 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f26dc0a2800 0x7f26dc0a4cc0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f26ec009230 tx=0x7f26ec005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:28.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.429+0000 7f26e67fc640  1 -- 172.21.15.46:0/3369154361 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f26e8053740 con 0x7f26f0107520
2024-03-19T01:47:28.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:28 smithi046 ceph-mon[63102]: osdmap e84: 12 total, 12 up, 12 in
2024-03-19T01:47:28.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:28 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2565315580' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished
2024-03-19T01:47:28.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:28 smithi046 ceph-mon[63102]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby
2024-03-19T01:47:28.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:28 smithi046 ceph-mon[63102]: daemon mds.b is now active in filesystem cephfs as rank 0
2024-03-19T01:47:28.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:28 smithi046 ceph-mon[63102]: mds.? [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] up:active
2024-03-19T01:47:28.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:28 smithi046 ceph-mon[63102]: fsmap cephfs:1 {0=b=up:active} 11 up:standby
2024-03-19T01:47:28.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:28 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2718336725' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch
2024-03-19T01:47:28.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:28.615+0000 7f26f7577640  1 -- 172.21.15.46:0/3369154361 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f26f002d1f0 con 0x7f26f0107520
2024-03-19T01:47:28.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:28 smithi073 ceph-mon[66833]: osdmap e84: 12 total, 12 up, 12 in
2024-03-19T01:47:28.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:28 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2565315580' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished
2024-03-19T01:47:28.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:28 smithi073 ceph-mon[66833]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby
2024-03-19T01:47:28.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:28 smithi073 ceph-mon[66833]: daemon mds.b is now active in filesystem cephfs as rank 0
2024-03-19T01:47:28.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:28 smithi073 ceph-mon[66833]: mds.? [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] up:active
2024-03-19T01:47:28.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:28 smithi073 ceph-mon[66833]: fsmap cephfs:1 {0=b=up:active} 11 up:standby
2024-03-19T01:47:28.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:28 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2718336725' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch
2024-03-19T01:47:28.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:28 smithi102 ceph-mon[66557]: osdmap e84: 12 total, 12 up, 12 in
2024-03-19T01:47:28.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:28 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2565315580' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished
2024-03-19T01:47:28.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:28 smithi102 ceph-mon[66557]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby
2024-03-19T01:47:28.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:28 smithi102 ceph-mon[66557]: daemon mds.b is now active in filesystem cephfs as rank 0
2024-03-19T01:47:28.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:28 smithi102 ceph-mon[66557]: mds.? [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] up:active
2024-03-19T01:47:28.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:28 smithi102 ceph-mon[66557]: fsmap cephfs:1 {0=b=up:active} 11 up:standby
2024-03-19T01:47:28.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:28 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2718336725' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch
2024-03-19T01:47:29.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:29 smithi102 ceph-mon[66557]: pgmap v289: 97 pgs: 23 active+clean, 17 creating+peering, 57 unknown; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:29.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:29 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2718336725' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished
2024-03-19T01:47:29.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:29 smithi102 ceph-mon[66557]: osdmap e85: 12 total, 12 up, 12 in
2024-03-19T01:47:29.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:29 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3369154361' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch
2024-03-19T01:47:29.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:29 smithi102 ceph-mon[66557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled)
2024-03-19T01:47:29.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:29 smithi102 ceph-mon[66557]: Cluster is now healthy
2024-03-19T01:47:29.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:29 smithi046 ceph-mon[63102]: pgmap v289: 97 pgs: 23 active+clean, 17 creating+peering, 57 unknown; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:29.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:29 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2718336725' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished
2024-03-19T01:47:29.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:29 smithi046 ceph-mon[63102]: osdmap e85: 12 total, 12 up, 12 in
2024-03-19T01:47:29.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:29 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3369154361' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch
2024-03-19T01:47:29.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:29 smithi046 ceph-mon[63102]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled)
2024-03-19T01:47:29.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:29 smithi046 ceph-mon[63102]: Cluster is now healthy
2024-03-19T01:47:29.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:29 smithi073 ceph-mon[66833]: pgmap v289: 97 pgs: 23 active+clean, 17 creating+peering, 57 unknown; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:29.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:29 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2718336725' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished
2024-03-19T01:47:29.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:29 smithi073 ceph-mon[66833]: osdmap e85: 12 total, 12 up, 12 in
2024-03-19T01:47:29.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:29 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3369154361' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch
2024-03-19T01:47:29.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:29 smithi073 ceph-mon[66833]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled)
2024-03-19T01:47:29.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:29 smithi073 ceph-mon[66833]: Cluster is now healthy
2024-03-19T01:47:30.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.296+0000 7f26e67fc640  1 -- 172.21.15.46:0/3369154361 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v87) ==== 228+0+0 (secure 0 0 0) 0x7f26e809c340 con 0x7f26f0107520
2024-03-19T01:47:30.296 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_data_ec' created
2024-03-19T01:47:30.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.299+0000 7f26f7577640  1 -- 172.21.15.46:0/3369154361 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f26dc0a2800 msgr2=0x7f26dc0a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:30.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.299+0000 7f26f7577640  1 --2- 172.21.15.46:0/3369154361 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f26dc0a2800 0x7f26dc0a4cc0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f26ec009230 tx=0x7f26ec005fd0 comp rx=0 tx=0).stop
2024-03-19T01:47:30.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.299+0000 7f26f7577640  1 -- 172.21.15.46:0/3369154361 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26f0107520 msgr2=0x7f26f019f080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:30.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.299+0000 7f26f7577640  1 --2- 172.21.15.46:0/3369154361 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26f0107520 0x7f26f019f080 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f26e800eb10 tx=0x7f26e800c2d0 comp rx=0 tx=0).stop
2024-03-19T01:47:30.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.299+0000 7f26f7577640  1 -- 172.21.15.46:0/3369154361 shutdown_connections
2024-03-19T01:47:30.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.299+0000 7f26f7577640  1 --2- 172.21.15.46:0/3369154361 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f26dc0a2800 0x7f26dc0a4cc0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:30.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.299+0000 7f26f7577640  1 --2- 172.21.15.46:0/3369154361 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26f0107520 0x7f26f019f080 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:30.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.299+0000 7f26f7577640  1 --2- 172.21.15.46:0/3369154361 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26f0104bf0 0x7f26f0198010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:30.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.299+0000 7f26f7577640  1 --2- 172.21.15.46:0/3369154361 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f26f01022c0 0x7f26f0197ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:30.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.299+0000 7f26f7577640  1 -- 172.21.15.46:0/3369154361 >> 172.21.15.46:0/3369154361 conn(0x7f26f00fbcb0 msgr2=0x7f26f0102d40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:30.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.299+0000 7f26f7577640  1 -- 172.21.15.46:0/3369154361 shutdown_connections
2024-03-19T01:47:30.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.299+0000 7f26f7577640  1 -- 172.21.15.46:0/3369154361 wait complete.
2024-03-19T01:47:30.318 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true
2024-03-19T01:47:30.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.430+0000 7f0955e27640  1 -- 172.21.15.46:0/3785663678 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0950101920 msgr2=0x7f0950101da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:30.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.430+0000 7f0955e27640  1 --2- 172.21.15.46:0/3785663678 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0950101920 0x7f0950101da0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f0940009900 tx=0x7f094002bc30 comp rx=0 tx=0).stop
2024-03-19T01:47:30.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.430+0000 7f0955e27640  1 -- 172.21.15.46:0/3785663678 shutdown_connections
2024-03-19T01:47:30.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.430+0000 7f0955e27640  1 --2- 172.21.15.46:0/3785663678 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f09501022e0 0x7f0950108b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:30.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.430+0000 7f0955e27640  1 --2- 172.21.15.46:0/3785663678 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0950101920 0x7f0950101da0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:30.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.430+0000 7f0955e27640  1 --2- 172.21.15.46:0/3785663678 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0950100730 0x7f0950100b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:30.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.430+0000 7f0955e27640  1 -- 172.21.15.46:0/3785663678 >> 172.21.15.46:0/3785663678 conn(0x7f09500fbcc0 msgr2=0x7f09500fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:30.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.430+0000 7f0955e27640  1 -- 172.21.15.46:0/3785663678 shutdown_connections
2024-03-19T01:47:30.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.430+0000 7f0955e27640  1 -- 172.21.15.46:0/3785663678 wait complete.
2024-03-19T01:47:30.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.430+0000 7f0955e27640  1  Processor -- start
2024-03-19T01:47:30.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.431+0000 7f0955e27640  1 --  start start
2024-03-19T01:47:30.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.431+0000 7f0955e27640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0950100730 0x7f095006a980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:30.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.431+0000 7f0955e27640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0950101920 0x7f095019c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:30.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.431+0000 7f0955e27640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f09501022e0 0x7f095019ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:30.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.431+0000 7f0955e27640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f095010c260 con 0x7f0950100730
2024-03-19T01:47:30.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.431+0000 7f0955e27640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f095010c0e0 con 0x7f09501022e0
2024-03-19T01:47:30.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.431+0000 7f0955e27640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f095010c3e0 con 0x7f0950101920
2024-03-19T01:47:30.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.431+0000 7f094f7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0950100730 0x7f095006a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:30.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.431+0000 7f094f7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0950100730 0x7f095006a980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41002/0 (socket says 172.21.15.46:41002)
2024-03-19T01:47:30.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.431+0000 7f094f7fe640  1 -- 172.21.15.46:0/246538067 learned_addr learned my addr 172.21.15.46:0/246538067 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:30.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.431+0000 7f094ffff640  1 --2- 172.21.15.46:0/246538067 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f09501022e0 0x7f095019ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:30.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.431+0000 7f094effd640  1 --2- 172.21.15.46:0/246538067 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0950101920 0x7f095019c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:30.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.431+0000 7f094f7fe640  1 -- 172.21.15.46:0/246538067 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0950101920 msgr2=0x7f095019c7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:30.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.431+0000 7f094f7fe640  1 --2- 172.21.15.46:0/246538067 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0950101920 0x7f095019c7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:30.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.431+0000 7f094f7fe640  1 -- 172.21.15.46:0/246538067 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f09501022e0 msgr2=0x7f095019ede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:30.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.431+0000 7f094f7fe640  1 --2- 172.21.15.46:0/246538067 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f09501022e0 0x7f095019ede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:30.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.431+0000 7f094f7fe640  1 -- 172.21.15.46:0/246538067 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f095019f6a0 con 0x7f0950100730
2024-03-19T01:47:30.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.431+0000 7f094f7fe640  1 --2- 172.21.15.46:0/246538067 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0950100730 0x7f095006a980 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f094400e9c0 tx=0x7f094400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:30.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.432+0000 7f094cff9640  1 -- 172.21.15.46:0/246538067 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f094400cd80 con 0x7f0950100730
2024-03-19T01:47:30.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.432+0000 7f094cff9640  1 -- 172.21.15.46:0/246538067 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f09440035f0 con 0x7f0950100730
2024-03-19T01:47:30.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.432+0000 7f0955e27640  1 -- 172.21.15.46:0/246538067 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f095019f990 con 0x7f0950100730
2024-03-19T01:47:30.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.432+0000 7f094cff9640  1 -- 172.21.15.46:0/246538067 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0944010690 con 0x7f0950100730
2024-03-19T01:47:30.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.432+0000 7f0955e27640  1 -- 172.21.15.46:0/246538067 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f095019fe90 con 0x7f0950100730
2024-03-19T01:47:30.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.433+0000 7f0955e27640  1 -- 172.21.15.46:0/246538067 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0950107b40 con 0x7f0950100730
2024-03-19T01:47:30.437 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.434+0000 7f094cff9640  1 -- 172.21.15.46:0/246538067 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f09440037a0 con 0x7f0950100730
2024-03-19T01:47:30.437 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.435+0000 7f094cff9640  1 --2- 172.21.15.46:0/246538067 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f09380a2800 0x7f09380a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:30.437 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.435+0000 7f094effd640  1 --2- 172.21.15.46:0/246538067 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f09380a2800 0x7f09380a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:30.437 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.435+0000 7f094cff9640  1 -- 172.21.15.46:0/246538067 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8770+0+0 (secure 0 0 0) 0x7f09440cf370 con 0x7f0950100730
2024-03-19T01:47:30.437 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.435+0000 7f094effd640  1 --2- 172.21.15.46:0/246538067 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f09380a2800 0x7f09380a4cc0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f095006a6f0 tx=0x7f0940005be0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:30.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.439+0000 7f094cff9640  1 -- 172.21.15.46:0/246538067 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f094409c1f0 con 0x7f0950100730
2024-03-19T01:47:30.614 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:30 smithi046 ceph-mon[63102]: osdmap e86: 12 total, 12 up, 12 in
2024-03-19T01:47:30.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:30 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3369154361' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished
2024-03-19T01:47:30.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:30 smithi046 ceph-mon[63102]: osdmap e87: 12 total, 12 up, 12 in
2024-03-19T01:47:30.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:30.623+0000 7f0955e27640  1 -- 172.21.15.46:0/246538067 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) -- 0x7f095002d1f0 con 0x7f0950100730
2024-03-19T01:47:30.865 INFO:journalctl@ceph.mds.b.smithi073.stdout:Mar 19 01:47:30 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-b[97175]: 2024-03-19T01:47:30.497+0000 7f470b025700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request.
2024-03-19T01:47:30.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:30 smithi073 ceph-mon[66833]: osdmap e86: 12 total, 12 up, 12 in
2024-03-19T01:47:30.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:30 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3369154361' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished
2024-03-19T01:47:30.866 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:30 smithi073 ceph-mon[66833]: osdmap e87: 12 total, 12 up, 12 in
2024-03-19T01:47:30.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:30 smithi102 ceph-mon[66557]: osdmap e86: 12 total, 12 up, 12 in
2024-03-19T01:47:30.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:30 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3369154361' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished
2024-03-19T01:47:30.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:30 smithi102 ceph-mon[66557]: osdmap e87: 12 total, 12 up, 12 in
2024-03-19T01:47:31.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.297+0000 7f094cff9640  1 -- 172.21.15.46:0/246538067 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v88) ==== 169+0+0 (secure 0 0 0) 0x7f094409baf0 con 0x7f0950100730
2024-03-19T01:47:31.298 INFO:teuthology.orchestra.run.smithi046.stderr:set pool 4 allow_ec_overwrites to true
2024-03-19T01:47:31.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.302+0000 7f0955e27640  1 -- 172.21.15.46:0/246538067 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f09380a2800 msgr2=0x7f09380a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:31.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.302+0000 7f0955e27640  1 --2- 172.21.15.46:0/246538067 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f09380a2800 0x7f09380a4cc0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f095006a6f0 tx=0x7f0940005be0 comp rx=0 tx=0).stop
2024-03-19T01:47:31.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.302+0000 7f0955e27640  1 -- 172.21.15.46:0/246538067 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0950100730 msgr2=0x7f095006a980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:31.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.302+0000 7f0955e27640  1 --2- 172.21.15.46:0/246538067 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0950100730 0x7f095006a980 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f094400e9c0 tx=0x7f094400ee80 comp rx=0 tx=0).stop
2024-03-19T01:47:31.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.302+0000 7f0955e27640  1 -- 172.21.15.46:0/246538067 shutdown_connections
2024-03-19T01:47:31.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.302+0000 7f0955e27640  1 --2- 172.21.15.46:0/246538067 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f09380a2800 0x7f09380a4cc0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:31.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.302+0000 7f0955e27640  1 --2- 172.21.15.46:0/246538067 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f09501022e0 0x7f095019ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:31.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.302+0000 7f0955e27640  1 --2- 172.21.15.46:0/246538067 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0950101920 0x7f095019c7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:31.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.302+0000 7f0955e27640  1 --2- 172.21.15.46:0/246538067 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0950100730 0x7f095006a980 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:31.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.302+0000 7f0955e27640  1 -- 172.21.15.46:0/246538067 >> 172.21.15.46:0/246538067 conn(0x7f09500fbcc0 msgr2=0x7f0950104d10 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:31.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.303+0000 7f0955e27640  1 -- 172.21.15.46:0/246538067 shutdown_connections
2024-03-19T01:47:31.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.303+0000 7f0955e27640  1 -- 172.21.15.46:0/246538067 wait complete.
2024-03-19T01:47:31.324 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec
2024-03-19T01:47:31.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.436+0000 7f3d25f9d640  1 -- 172.21.15.46:0/1201286456 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3d20101700 msgr2=0x7f3d20101b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:31.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.436+0000 7f3d25f9d640  1 --2- 172.21.15.46:0/1201286456 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3d20101700 0x7f3d20101b20 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f3d14009900 tx=0x7f3d1402bc30 comp rx=0 tx=0).stop
2024-03-19T01:47:31.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.436+0000 7f3d25f9d640  1 -- 172.21.15.46:0/1201286456 shutdown_connections
2024-03-19T01:47:31.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.436+0000 7f3d25f9d640  1 --2- 172.21.15.46:0/1201286456 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3d201032b0 0x7f3d20109b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:31.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.436+0000 7f3d25f9d640  1 --2- 172.21.15.46:0/1201286456 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3d201028f0 0x7f3d20102d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:31.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.436+0000 7f3d25f9d640  1 --2- 172.21.15.46:0/1201286456 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3d20101700 0x7f3d20101b20 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:31.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.436+0000 7f3d25f9d640  1 -- 172.21.15.46:0/1201286456 >> 172.21.15.46:0/1201286456 conn(0x7f3d200fcc90 msgr2=0x7f3d200ff0b0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:31.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.436+0000 7f3d25f9d640  1 -- 172.21.15.46:0/1201286456 shutdown_connections
2024-03-19T01:47:31.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.436+0000 7f3d25f9d640  1 -- 172.21.15.46:0/1201286456 wait complete.
2024-03-19T01:47:31.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.437+0000 7f3d25f9d640  1  Processor -- start
2024-03-19T01:47:31.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.437+0000 7f3d25f9d640  1 --  start start
2024-03-19T01:47:31.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.437+0000 7f3d25f9d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3d20101700 0x7f3d20197970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:31.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.437+0000 7f3d25f9d640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3d201028f0 0x7f3d20197eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:31.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.437+0000 7f3d25f9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3d201032b0 0x7f3d2019ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:31.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.437+0000 7f3d25f9d640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f3d2010d270 con 0x7f3d201032b0
2024-03-19T01:47:31.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.437+0000 7f3d25f9d640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f3d2010d0f0 con 0x7f3d20101700
2024-03-19T01:47:31.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.437+0000 7f3d25f9d640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f3d2010d3f0 con 0x7f3d201028f0
2024-03-19T01:47:31.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.437+0000 7f3d2579c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3d201032b0 0x7f3d2019ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:31.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.437+0000 7f3d24f9b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3d20101700 0x7f3d20197970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:31.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.437+0000 7f3d24f9b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3d20101700 0x7f3d20197970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:41964/0 (socket says 172.21.15.46:41964)
2024-03-19T01:47:31.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.437+0000 7f3d2579c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3d201032b0 0x7f3d2019ef20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41020/0 (socket says 172.21.15.46:41020)
2024-03-19T01:47:31.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.437+0000 7f3d24f9b640  1 -- 172.21.15.46:0/120119717 learned_addr learned my addr 172.21.15.46:0/120119717 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:31.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.437+0000 7f3d1ffff640  1 --2- 172.21.15.46:0/120119717 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3d201028f0 0x7f3d20197eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:31.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.437+0000 7f3d24f9b640  1 -- 172.21.15.46:0/120119717 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3d201028f0 msgr2=0x7f3d20197eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:31.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.437+0000 7f3d24f9b640  1 --2- 172.21.15.46:0/120119717 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3d201028f0 0x7f3d20197eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:31.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.437+0000 7f3d24f9b640  1 -- 172.21.15.46:0/120119717 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3d201032b0 msgr2=0x7f3d2019ef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:31.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.437+0000 7f3d24f9b640  1 --2- 172.21.15.46:0/120119717 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3d201032b0 0x7f3d2019ef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:31.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.437+0000 7f3d24f9b640  1 -- 172.21.15.46:0/120119717 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d2019f590 con 0x7f3d20101700
2024-03-19T01:47:31.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.437+0000 7f3d2579c640  1 --2- 172.21.15.46:0/120119717 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3d201032b0 0x7f3d2019ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:47:31.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.437+0000 7f3d1ffff640  1 --2- 172.21.15.46:0/120119717 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3d201028f0 0x7f3d20197eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed!
2024-03-19T01:47:31.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.437+0000 7f3d24f9b640  1 --2- 172.21.15.46:0/120119717 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3d20101700 0x7f3d20197970 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f3d14000c00 tx=0x7f3d140040c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:31.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.437+0000 7f3d1dffb640  1 -- 172.21.15.46:0/120119717 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d14043020 con 0x7f3d20101700
2024-03-19T01:47:31.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.438+0000 7f3d1dffb640  1 -- 172.21.15.46:0/120119717 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3d140044c0 con 0x7f3d20101700
2024-03-19T01:47:31.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.438+0000 7f3d25f9d640  1 -- 172.21.15.46:0/120119717 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d2019f820 con 0x7f3d20101700
2024-03-19T01:47:31.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.438+0000 7f3d1dffb640  1 -- 172.21.15.46:0/120119717 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d14003c90 con 0x7f3d20101700
2024-03-19T01:47:31.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.438+0000 7f3d25f9d640  1 -- 172.21.15.46:0/120119717 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d2019fdc0 con 0x7f3d20101700
2024-03-19T01:47:31.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.439+0000 7f3d25f9d640  1 -- 172.21.15.46:0/120119717 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d20108a90 con 0x7f3d20101700
2024-03-19T01:47:31.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.440+0000 7f3d1dffb640  1 -- 172.21.15.46:0/120119717 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f3d14046020 con 0x7f3d20101700
2024-03-19T01:47:31.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.440+0000 7f3d1dffb640  1 --2- 172.21.15.46:0/120119717 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f3d100a2880 0x7f3d100a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:31.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.440+0000 7f3d1ffff640  1 --2- 172.21.15.46:0/120119717 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f3d100a2880 0x7f3d100a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:31.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.441+0000 7f3d1dffb640  1 -- 172.21.15.46:0/120119717 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8770+0+0 (secure 0 0 0) 0x7f3d140f1270 con 0x7f3d20101700
2024-03-19T01:47:31.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.441+0000 7f3d1ffff640  1 --2- 172.21.15.46:0/120119717 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f3d100a2880 0x7f3d100a4d40 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3d20198e80 tx=0x7f3d0c005d30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:31.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.444+0000 7f3d1dffb640  1 -- 172.21.15.46:0/120119717 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f3d1404d020 con 0x7f3d20101700
2024-03-19T01:47:31.614 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:31 smithi046 ceph-mon[63102]: pgmap v292: 97 pgs: 68 active+clean, 17 creating+peering, 12 unknown; 578 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s wr, 4 op/s
2024-03-19T01:47:31.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:31 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/246538067' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch
2024-03-19T01:47:31.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:31 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/246538067' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished
2024-03-19T01:47:31.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:31 smithi046 ceph-mon[63102]: osdmap e88: 12 total, 12 up, 12 in
2024-03-19T01:47:31.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:31.669+0000 7f3d25f9d640  1 -- 172.21.15.46:0/120119717 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) -- 0x7f3d2002d1f0 con 0x7f3d20101700
2024-03-19T01:47:31.876 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:31 smithi073 ceph-mon[66833]: pgmap v292: 97 pgs: 68 active+clean, 17 creating+peering, 12 unknown; 578 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s wr, 4 op/s
2024-03-19T01:47:31.876 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:31 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/246538067' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch
2024-03-19T01:47:31.877 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:31 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/246538067' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished
2024-03-19T01:47:31.877 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:31 smithi073 ceph-mon[66833]: osdmap e88: 12 total, 12 up, 12 in
2024-03-19T01:47:31.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:31 smithi102 ceph-mon[66557]: pgmap v292: 97 pgs: 68 active+clean, 17 creating+peering, 12 unknown; 578 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s wr, 4 op/s
2024-03-19T01:47:31.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:31 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/246538067' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch
2024-03-19T01:47:31.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:31 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/246538067' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished
2024-03-19T01:47:31.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:31 smithi102 ceph-mon[66557]: osdmap e88: 12 total, 12 up, 12 in
2024-03-19T01:47:32.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.562+0000 7f3d1dffb640  1 -- 172.21.15.46:0/120119717 <== mon.2 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v16) ==== 137+0+0 (secure 0 0 0) 0x7f3d140be0f0 con 0x7f3d20101700
2024-03-19T01:47:32.562 INFO:teuthology.orchestra.run.smithi046.stderr:added data pool 4 to fsmap
2024-03-19T01:47:32.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.565+0000 7f3d25f9d640  1 -- 172.21.15.46:0/120119717 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f3d100a2880 msgr2=0x7f3d100a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:32.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.565+0000 7f3d25f9d640  1 --2- 172.21.15.46:0/120119717 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f3d100a2880 0x7f3d100a4d40 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3d20198e80 tx=0x7f3d0c005d30 comp rx=0 tx=0).stop
2024-03-19T01:47:32.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.565+0000 7f3d25f9d640  1 -- 172.21.15.46:0/120119717 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3d20101700 msgr2=0x7f3d20197970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:32.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.565+0000 7f3d25f9d640  1 --2- 172.21.15.46:0/120119717 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3d20101700 0x7f3d20197970 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f3d14000c00 tx=0x7f3d140040c0 comp rx=0 tx=0).stop
2024-03-19T01:47:32.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.565+0000 7f3d25f9d640  1 -- 172.21.15.46:0/120119717 shutdown_connections
2024-03-19T01:47:32.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.565+0000 7f3d25f9d640  1 --2- 172.21.15.46:0/120119717 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f3d100a2880 0x7f3d100a4d40 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:32.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.565+0000 7f3d25f9d640  1 --2- 172.21.15.46:0/120119717 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3d201032b0 0x7f3d2019ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:32.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.565+0000 7f3d25f9d640  1 --2- 172.21.15.46:0/120119717 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3d201028f0 0x7f3d20197eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:32.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.565+0000 7f3d25f9d640  1 --2- 172.21.15.46:0/120119717 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3d20101700 0x7f3d20197970 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:32.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.565+0000 7f3d25f9d640  1 -- 172.21.15.46:0/120119717 >> 172.21.15.46:0/120119717 conn(0x7f3d200fcc90 msgr2=0x7f3d20105c60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:32.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.565+0000 7f3d25f9d640  1 -- 172.21.15.46:0/120119717 shutdown_connections
2024-03-19T01:47:32.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.565+0000 7f3d25f9d640  1 -- 172.21.15.46:0/120119717 wait complete.
2024-03-19T01:47:32.578 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:47:32.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.687+0000 7f6513505640  1 -- 172.21.15.46:0/296649939 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f650c101850 msgr2=0x7f650c101c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:32.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.687+0000 7f6513505640  1 --2- 172.21.15.46:0/296649939 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f650c101850 0x7f650c101c70 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f6504009900 tx=0x7f650402bc30 comp rx=0 tx=0).stop
2024-03-19T01:47:32.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.687+0000 7f6513505640  1 -- 172.21.15.46:0/296649939 shutdown_connections
2024-03-19T01:47:32.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.687+0000 7f6513505640  1 --2- 172.21.15.46:0/296649939 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f650c103400 0x7f650c109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:32.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.687+0000 7f6513505640  1 --2- 172.21.15.46:0/296649939 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f650c102a40 0x7f650c102ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:32.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.687+0000 7f6513505640  1 --2- 172.21.15.46:0/296649939 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f650c101850 0x7f650c101c70 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:32.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.687+0000 7f6513505640  1 -- 172.21.15.46:0/296649939 >> 172.21.15.46:0/296649939 conn(0x7f650c0fcdc0 msgr2=0x7f650c0ff200 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:32.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.687+0000 7f6513505640  1 -- 172.21.15.46:0/296649939 shutdown_connections
2024-03-19T01:47:32.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.687+0000 7f6513505640  1 -- 172.21.15.46:0/296649939 wait complete.
2024-03-19T01:47:32.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.687+0000 7f6513505640  1  Processor -- start
2024-03-19T01:47:32.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.687+0000 7f6513505640  1 --  start start
2024-03-19T01:47:32.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.688+0000 7f6513505640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f650c101850 0x7f650c0755d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:32.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.688+0000 7f6513505640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f650c102a40 0x7f650c073c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:32.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.688+0000 7f6513505640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f650c103400 0x7f650c074150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:32.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.688+0000 7f6513505640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f650c10d380 con 0x7f650c102a40
2024-03-19T01:47:32.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.688+0000 7f6513505640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f650c10d200 con 0x7f650c103400
2024-03-19T01:47:32.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.688+0000 7f6513505640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f650c10d500 con 0x7f650c101850
2024-03-19T01:47:32.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.688+0000 7f6510aa0640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f650c102a40 0x7f650c073c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:32.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.688+0000 7f6510aa0640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f650c102a40 0x7f650c073c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34164/0 (socket says 172.21.15.46:34164)
2024-03-19T01:47:32.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.688+0000 7f6510aa0640  1 -- 172.21.15.46:0/3899148128 learned_addr learned my addr 172.21.15.46:0/3899148128 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:32.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.688+0000 7f6511aa2640  1 --2- 172.21.15.46:0/3899148128 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f650c103400 0x7f650c074150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:32.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.688+0000 7f65112a1640  1 --2- 172.21.15.46:0/3899148128 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f650c101850 0x7f650c0755d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:32.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.688+0000 7f6510aa0640  1 -- 172.21.15.46:0/3899148128 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f650c101850 msgr2=0x7f650c0755d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:32.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.688+0000 7f6510aa0640  1 --2- 172.21.15.46:0/3899148128 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f650c101850 0x7f650c0755d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:32.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.688+0000 7f6510aa0640  1 -- 172.21.15.46:0/3899148128 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f650c103400 msgr2=0x7f650c074150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:32.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.688+0000 7f6510aa0640  1 --2- 172.21.15.46:0/3899148128 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f650c103400 0x7f650c074150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:32.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.688+0000 7f6510aa0640  1 -- 172.21.15.46:0/3899148128 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f650c0749e0 con 0x7f650c102a40
2024-03-19T01:47:32.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.688+0000 7f65112a1640  1 --2- 172.21.15.46:0/3899148128 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f650c101850 0x7f650c0755d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:47:32.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.688+0000 7f6510aa0640  1 --2- 172.21.15.46:0/3899148128 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f650c102a40 0x7f650c073c10 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f64fc00e9f0 tx=0x7f64fc00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:32.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.688+0000 7f65027fc640  1 -- 172.21.15.46:0/3899148128 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64fc00cd80 con 0x7f650c102a40
2024-03-19T01:47:32.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.688+0000 7f65027fc640  1 -- 172.21.15.46:0/3899148128 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f64fc0108e0 con 0x7f650c102a40
2024-03-19T01:47:32.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.688+0000 7f65027fc640  1 -- 172.21.15.46:0/3899148128 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64fc018920 con 0x7f650c102a40
2024-03-19T01:47:32.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.688+0000 7f6513505640  1 -- 172.21.15.46:0/3899148128 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f650c1a1ba0 con 0x7f650c102a40
2024-03-19T01:47:32.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.688+0000 7f6513505640  1 -- 172.21.15.46:0/3899148128 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f650c1a20f0 con 0x7f650c102a40
2024-03-19T01:47:32.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.689+0000 7f6513505640  1 -- 172.21.15.46:0/3899148128 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f650c108c40 con 0x7f650c102a40
2024-03-19T01:47:32.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.691+0000 7f65027fc640  1 -- 172.21.15.46:0/3899148128 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f64fc010a90 con 0x7f650c102a40
2024-03-19T01:47:32.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.691+0000 7f65027fc640  1 --2- 172.21.15.46:0/3899148128 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f64f80a2800 0x7f64f80a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:32.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.691+0000 7f65112a1640  1 --2- 172.21.15.46:0/3899148128 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f64f80a2800 0x7f64f80a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:32.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.692+0000 7f65027fc640  1 -- 172.21.15.46:0/3899148128 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f64fc0cf040 con 0x7f650c102a40
2024-03-19T01:47:32.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.692+0000 7f65112a1640  1 --2- 172.21.15.46:0/3899148128 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f64f80a2800 0x7f64f80a4cc0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f6504006010 tx=0x7f650402c7e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:32.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.696+0000 7f65027fc640  1 -- 172.21.15.46:0/3899148128 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f64fc09bea0 con 0x7f650c102a40
2024-03-19T01:47:32.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:32 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/120119717' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch
2024-03-19T01:47:32.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:32 smithi046 ceph-mon[63102]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch
2024-03-19T01:47:32.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.916+0000 7f6513505640  1 -- 172.21.15.46:0/3899148128 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f650c062450 con 0x7f650c102a40
2024-03-19T01:47:32.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.917+0000 7f65027fc640  1 -- 172.21.15.46:0/3899148128 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) ==== 94+0+11788 (secure 0 0 0) 0x7f64fc09b7a0 con 0x7f650c102a40
2024-03-19T01:47:32.917 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:47:32.917 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":16,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24440,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24442,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24454,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24478,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24479,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-03-19T01:47:26.395717+0000","modified":"2024-03-19T01:47:31.671262+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24506},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6839/1788589639","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6838","nonce":1788589639},{"type":"v1","addr":"172.21.15.73:6839","nonce":1788589639}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24506,"qdb_cluster":[24506]},"id":1}]}
2024-03-19T01:47:32.918 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 16
2024-03-19T01:47:32.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.919+0000 7f6513505640  1 -- 172.21.15.46:0/3899148128 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f64f80a2800 msgr2=0x7f64f80a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:32.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.919+0000 7f6513505640  1 --2- 172.21.15.46:0/3899148128 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f64f80a2800 0x7f64f80a4cc0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f6504006010 tx=0x7f650402c7e0 comp rx=0 tx=0).stop
2024-03-19T01:47:32.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.919+0000 7f6513505640  1 -- 172.21.15.46:0/3899148128 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f650c102a40 msgr2=0x7f650c073c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:32.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.919+0000 7f6513505640  1 --2- 172.21.15.46:0/3899148128 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f650c102a40 0x7f650c073c10 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f64fc00e9f0 tx=0x7f64fc00eeb0 comp rx=0 tx=0).stop
2024-03-19T01:47:32.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.919+0000 7f6513505640  1 -- 172.21.15.46:0/3899148128 shutdown_connections
2024-03-19T01:47:32.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.919+0000 7f6513505640  1 --2- 172.21.15.46:0/3899148128 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f64f80a2800 0x7f64f80a4cc0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:32.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.919+0000 7f6513505640  1 --2- 172.21.15.46:0/3899148128 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f650c103400 0x7f650c074150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:32.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.919+0000 7f6513505640  1 --2- 172.21.15.46:0/3899148128 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f650c102a40 0x7f650c073c10 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:32.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.919+0000 7f6513505640  1 --2- 172.21.15.46:0/3899148128 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f650c101850 0x7f650c0755d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:32.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.919+0000 7f6513505640  1 -- 172.21.15.46:0/3899148128 >> 172.21.15.46:0/3899148128 conn(0x7f650c0fcdc0 msgr2=0x7f650c105e10 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:32.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.919+0000 7f6513505640  1 -- 172.21.15.46:0/3899148128 shutdown_connections
2024-03-19T01:47:32.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:32.919+0000 7f6513505640  1 -- 172.21.15.46:0/3899148128 wait complete.
2024-03-19T01:47:32.930 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-03-19T01:47:32.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:32 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/120119717' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch
2024-03-19T01:47:32.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:32 smithi073 ceph-mon[66833]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch
2024-03-19T01:47:32.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:32 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/120119717' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch
2024-03-19T01:47:32.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:32 smithi102 ceph-mon[66557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch
2024-03-19T01:47:33.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.034+0000 7fc38f6f7640  1 -- 172.21.15.46:0/3484219960 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc3881022f0 msgr2=0x7fc388108b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:33.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.034+0000 7fc38f6f7640  1 --2- 172.21.15.46:0/3484219960 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc3881022f0 0x7fc388108b80 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fc380009ca0 tx=0x7fc38002c0f0 comp rx=0 tx=0).stop
2024-03-19T01:47:33.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.034+0000 7fc38f6f7640  1 -- 172.21.15.46:0/3484219960 shutdown_connections
2024-03-19T01:47:33.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.034+0000 7fc38f6f7640  1 --2- 172.21.15.46:0/3484219960 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc3881022f0 0x7fc388108b80 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:33.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.034+0000 7fc38f6f7640  1 --2- 172.21.15.46:0/3484219960 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc388101930 0x7fc388101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:33.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.034+0000 7fc38f6f7640  1 --2- 172.21.15.46:0/3484219960 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc388100740 0x7fc388100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:33.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.034+0000 7fc38f6f7640  1 -- 172.21.15.46:0/3484219960 >> 172.21.15.46:0/3484219960 conn(0x7fc3880fbcb0 msgr2=0x7fc3880fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:33.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.034+0000 7fc38f6f7640  1 -- 172.21.15.46:0/3484219960 shutdown_connections
2024-03-19T01:47:33.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.034+0000 7fc38f6f7640  1 -- 172.21.15.46:0/3484219960 wait complete.
2024-03-19T01:47:33.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.035+0000 7fc38f6f7640  1  Processor -- start
2024-03-19T01:47:33.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.035+0000 7fc38f6f7640  1 --  start start
2024-03-19T01:47:33.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.035+0000 7fc38f6f7640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc388100740 0x7fc388197a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:33.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.035+0000 7fc38f6f7640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc388101930 0x7fc388197fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:33.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.035+0000 7fc38f6f7640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc3881022f0 0x7fc38819f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:33.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.035+0000 7fc38f6f7640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc38810c270 con 0x7fc388101930
2024-03-19T01:47:33.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.035+0000 7fc38f6f7640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fc38810c0f0 con 0x7fc3881022f0
2024-03-19T01:47:33.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.035+0000 7fc38f6f7640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc38810c3f0 con 0x7fc388100740
2024-03-19T01:47:33.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.035+0000 7fc38cc92640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc388101930 0x7fc388197fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:33.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.035+0000 7fc38cc92640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc388101930 0x7fc388197fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34184/0 (socket says 172.21.15.46:34184)
2024-03-19T01:47:33.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.035+0000 7fc38cc92640  1 -- 172.21.15.46:0/3021298862 learned_addr learned my addr 172.21.15.46:0/3021298862 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:33.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.035+0000 7fc38dc94640  1 --2- 172.21.15.46:0/3021298862 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc3881022f0 0x7fc38819f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:33.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.035+0000 7fc38d493640  1 --2- 172.21.15.46:0/3021298862 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc388100740 0x7fc388197a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:33.038 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.035+0000 7fc38cc92640  1 -- 172.21.15.46:0/3021298862 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc388100740 msgr2=0x7fc388197a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:33.038 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.035+0000 7fc38cc92640  1 --2- 172.21.15.46:0/3021298862 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc388100740 0x7fc388197a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:33.038 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.035+0000 7fc38cc92640  1 -- 172.21.15.46:0/3021298862 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc3881022f0 msgr2=0x7fc38819f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:33.038 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.035+0000 7fc38cc92640  1 --2- 172.21.15.46:0/3021298862 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc3881022f0 0x7fc38819f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:33.038 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.035+0000 7fc38cc92640  1 -- 172.21.15.46:0/3021298862 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc38819f690 con 0x7fc388101930
2024-03-19T01:47:33.038 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.035+0000 7fc38cc92640  1 --2- 172.21.15.46:0/3021298862 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc388101930 0x7fc388197fb0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fc38400e9f0 tx=0x7fc38400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:33.038 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.035+0000 7fc37e7fc640  1 -- 172.21.15.46:0/3021298862 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc38400cd80 con 0x7fc388101930
2024-03-19T01:47:33.038 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.035+0000 7fc37e7fc640  1 -- 172.21.15.46:0/3021298862 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc3840054d0 con 0x7fc388101930
2024-03-19T01:47:33.038 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.035+0000 7fc37e7fc640  1 -- 172.21.15.46:0/3021298862 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc384010490 con 0x7fc388101930
2024-03-19T01:47:33.038 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.036+0000 7fc38f6f7640  1 -- 172.21.15.46:0/3021298862 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc38819f980 con 0x7fc388101930
2024-03-19T01:47:33.038 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.036+0000 7fc38f6f7640  1 -- 172.21.15.46:0/3021298862 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc38819fe80 con 0x7fc388101930
2024-03-19T01:47:33.039 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.037+0000 7fc38f6f7640  1 -- 172.21.15.46:0/3021298862 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3881a0110 con 0x7fc388101930
2024-03-19T01:47:33.039 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.038+0000 7fc37e7fc640  1 -- 172.21.15.46:0/3021298862 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fc384005000 con 0x7fc388101930
2024-03-19T01:47:33.039 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.038+0000 7fc37e7fc640  1 --2- 172.21.15.46:0/3021298862 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc3740a2800 0x7fc3740a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:33.039 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.038+0000 7fc38d493640  1 --2- 172.21.15.46:0/3021298862 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc3740a2800 0x7fc3740a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:33.040 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.039+0000 7fc37e7fc640  1 -- 172.21.15.46:0/3021298862 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fc3840cf310 con 0x7fc388101930
2024-03-19T01:47:33.040 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.039+0000 7fc38d493640  1 --2- 172.21.15.46:0/3021298862 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc3740a2800 0x7fc3740a4cc0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fc388101790 tx=0x7fc378005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:33.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.042+0000 7fc37e7fc640  1 -- 172.21.15.46:0/3021298862 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fc384053740 con 0x7fc388101930
2024-03-19T01:47:33.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.228+0000 7fc38f6f7640  1 -- 172.21.15.46:0/3021298862 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc3881a02e0 con 0x7fc388101930
2024-03-19T01:47:33.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.229+0000 7fc37e7fc640  1 -- 172.21.15.46:0/3021298862 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v89) ==== 74+0+24067 (secure 0 0 0) 0x7fc3840052f0 con 0x7fc388101930
2024-03-19T01:47:33.229 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:47:33.229 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":89,"fsid":"53c8cf3e-e591-11ee-95c9-87774f69a715","created":"2024-03-19T01:39:22.615473+0000","modified":"2024-03-19T01:47:31.671097+0000","last_up_change":"2024-03-19T01:46:32.777223+0000","last_in_change":"2024-03-19T01:46:12.842023+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-19T01:42:46.174113+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-19T01:47:24.276277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-19T01:47:25.605471+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-19T01:47:29.545614+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"4fc98477-1fec-465b-892b-9a0c12e15754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6803","nonce":1888713943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6805","nonce":1888713943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6809","nonce":1888713943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6807","nonce":1888713943}]},"public_addr":"172.21.15.46:6803/1888713943","cluster_addr":"172.21.15.46:6805/1888713943","heartbeat_back_addr":"172.21.15.46:6809/1888713943","heartbeat_front_addr":"172.21.15.46:6807/1888713943","state":["exists","up"]},{"osd":1,"uuid":"4109d6a1-240e-4f1f-b09d-75f3b77e6303","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6801","nonce":2502945674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6803","nonce":2502945674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6807","nonce":2502945674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6805","nonce":2502945674}]},"public_addr":"172.21.15.73:6801/2502945674","cluster_addr":"172.21.15.73:6803/2502945674","heartbeat_back_addr":"172.21.15.73:6807/2502945674","heartbeat_front_addr":"172.21.15.73:6805/2502945674","state":["exists","up"]},{"osd":2,"uuid":"45e8479c-4006-4dd4-bdd8-b4a2eafacc80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6801","nonce":90484514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6803","nonce":90484514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6807","nonce":90484514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6805","nonce":90484514}]},"public_addr":"172.21.15.102:6801/90484514","cluster_addr":"172.21.15.102:6803/90484514","heartbeat_back_addr":"172.21.15.102:6807/90484514","heartbeat_front_addr":"172.21.15.102:6805/90484514","state":["exists","up"]},{"osd":3,"uuid":"4cdc93cf-2e8d-436d-a78a-c235e9b970fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6811","nonce":3336792470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6813","nonce":3336792470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6817","nonce":3336792470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6815","nonce":3336792470}]},"public_addr":"172.21.15.46:6811/3336792470","cluster_addr":"172.21.15.46:6813/3336792470","heartbeat_back_addr":"172.21.15.46:6817/3336792470","heartbeat_front_addr":"172.21.15.46:6815/3336792470","state":["exists","up"]},{"osd":4,"uuid":"35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6809","nonce":1192862788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6811","nonce":1192862788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6815","nonce":1192862788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6813","nonce":1192862788}]},"public_addr":"172.21.15.73:6809/1192862788","cluster_addr":"172.21.15.73:6811/1192862788","heartbeat_back_addr":"172.21.15.73:6815/1192862788","heartbeat_front_addr":"172.21.15.73:6813/1192862788","state":["exists","up"]},{"osd":5,"uuid":"1587c1e6-6719-4117-a80f-5c6bce0e5814","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6809","nonce":3252664135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6811","nonce":3252664135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6815","nonce":3252664135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6813","nonce":3252664135}]},"public_addr":"172.21.15.102:6809/3252664135","cluster_addr":"172.21.15.102:6811/3252664135","heartbeat_back_addr":"172.21.15.102:6815/3252664135","heartbeat_front_addr":"172.21.15.102:6813/3252664135","state":["exists","up"]},{"osd":6,"uuid":"af41cbff-69e5-45ab-ad59-95e5addd1b6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6819","nonce":595340737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6821","nonce":595340737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6825","nonce":595340737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6823","nonce":595340737}]},"public_addr":"172.21.15.46:6819/595340737","cluster_addr":"172.21.15.46:6821/595340737","heartbeat_back_addr":"172.21.15.46:6825/595340737","heartbeat_front_addr":"172.21.15.46:6823/595340737","state":["exists","up"]},{"osd":7,"uuid":"23e9241a-4ed9-4606-93c1-ccfe277d0c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6817","nonce":143082020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6819","nonce":143082020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6823","nonce":143082020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6821","nonce":143082020}]},"public_addr":"172.21.15.73:6817/143082020","cluster_addr":"172.21.15.73:6819/143082020","heartbeat_back_addr":"172.21.15.73:6823/143082020","heartbeat_front_addr":"172.21.15.73:6821/143082020","state":["exists","up"]},{"osd":8,"uuid":"c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6817","nonce":2533208086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6819","nonce":2533208086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6823","nonce":2533208086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6821","nonce":2533208086}]},"public_addr":"172.21.15.102:6817/2533208086","cluster_addr":"172.21.15.102:6819/2533208086","heartbeat_back_addr":"172.21.15.102:6823/2533208086","heartbeat_front_addr":"172.21.15.102:6821/2533208086","state":["exists","up"]},{"osd":9,"uuid":"a16dd21b-77e4-4148-90a3-c085fd621fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6827","nonce":4252594050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6829","nonce":4252594050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6833","nonce":4252594050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6831","nonce":4252594050}]},"public_addr":"172.21.15.46:6827/4252594050","cluster_addr":"172.21.15.46:6829/4252594050","heartbeat_back_addr":"172.21.15.46:6833/4252594050","heartbeat_front_addr":"172.21.15.46:6831/4252594050","state":["exists","up"]},{"osd":10,"uuid":"3a794482-bcfa-4e99-8e96-77228a828ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6825","nonce":1252006239}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6827","nonce":1252006239}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6831","nonce":1252006239}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6829","nonce":1252006239}]},"public_addr":"172.21.15.73:6825/1252006239","cluster_addr":"172.21.15.73:6827/1252006239","heartbeat_back_addr":"172.21.15.73:6831/1252006239","heartbeat_front_addr":"172.21.15.73:6829/1252006239","state":["exists","up"]},{"osd":11,"uuid":"93bdea99-6072-431a-a919-3aecf631c727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6825","nonce":2997263049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6827","nonce":2997263049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6831","nonce":2997263049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6829","nonce":2997263049}]},"public_addr":"172.21.15.102:6825/2997263049","cluster_addr":"172.21.15.102:6827/2997263049","heartbeat_back_addr":"172.21.15.102:6831/2997263049","heartbeat_front_addr":"172.21.15.102:6829/2997263049","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:41:54.705424+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:18.405516+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:42.028548+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:06.440586+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:31.526566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:56.491476+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:22.116952+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:48.187884+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:12.546546+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:39.238062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:05.249938+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:30.959573+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:6800/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/534183632":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/3469071427":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/816672825":"2024-03-20T01:39:49.978463+0000","172.21.15.46:6800/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/482098752":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/3024883566":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/2231887791":"2024-03-20T01:39:49.978463+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-03-19T01:47:33.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.231+0000 7fc38f6f7640  1 -- 172.21.15.46:0/3021298862 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc3740a2800 msgr2=0x7fc3740a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:33.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.231+0000 7fc38f6f7640  1 --2- 172.21.15.46:0/3021298862 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc3740a2800 0x7fc3740a4cc0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fc388101790 tx=0x7fc378005f90 comp rx=0 tx=0).stop
2024-03-19T01:47:33.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.231+0000 7fc38f6f7640  1 -- 172.21.15.46:0/3021298862 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc388101930 msgr2=0x7fc388197fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:33.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.231+0000 7fc38f6f7640  1 --2- 172.21.15.46:0/3021298862 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc388101930 0x7fc388197fb0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fc38400e9f0 tx=0x7fc38400edf0 comp rx=0 tx=0).stop
2024-03-19T01:47:33.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.231+0000 7fc38f6f7640  1 -- 172.21.15.46:0/3021298862 shutdown_connections
2024-03-19T01:47:33.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.231+0000 7fc38f6f7640  1 --2- 172.21.15.46:0/3021298862 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc3740a2800 0x7fc3740a4cc0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:33.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.231+0000 7fc38f6f7640  1 --2- 172.21.15.46:0/3021298862 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc3881022f0 0x7fc38819f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:33.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.231+0000 7fc38f6f7640  1 --2- 172.21.15.46:0/3021298862 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc388101930 0x7fc388197fb0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:33.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.231+0000 7fc38f6f7640  1 --2- 172.21.15.46:0/3021298862 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc388100740 0x7fc388197a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:33.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.231+0000 7fc38f6f7640  1 -- 172.21.15.46:0/3021298862 >> 172.21.15.46:0/3021298862 conn(0x7fc3880fbcb0 msgr2=0x7fc388068a70 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:33.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.231+0000 7fc38f6f7640  1 -- 172.21.15.46:0/3021298862 shutdown_connections
2024-03-19T01:47:33.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.231+0000 7fc38f6f7640  1 -- 172.21.15.46:0/3021298862 wait complete.
2024-03-19T01:47:33.243 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-03-19T01:47:33.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.347+0000 7f4c34322640  1 -- 172.21.15.46:0/2548957720 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4c2c104c10 msgr2=0x7f4c2c107000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:33.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.347+0000 7f4c34322640  1 --2- 172.21.15.46:0/2548957720 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4c2c104c10 0x7f4c2c107000 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f4c20009900 tx=0x7f4c2002bc30 comp rx=0 tx=0).stop
2024-03-19T01:47:33.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.347+0000 7f4c34322640  1 -- 172.21.15.46:0/2548957720 shutdown_connections
2024-03-19T01:47:33.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.347+0000 7f4c34322640  1 --2- 172.21.15.46:0/2548957720 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4c2c107540 0x7f4c2c109970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:33.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.347+0000 7f4c34322640  1 --2- 172.21.15.46:0/2548957720 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4c2c104c10 0x7f4c2c107000 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:33.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.347+0000 7f4c34322640  1 --2- 172.21.15.46:0/2548957720 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4c2c1022e0 0x7f4c2c1046d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:33.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.347+0000 7f4c34322640  1 -- 172.21.15.46:0/2548957720 >> 172.21.15.46:0/2548957720 conn(0x7f4c2c0fbcb0 msgr2=0x7f4c2c0fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:33.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.347+0000 7f4c34322640  1 -- 172.21.15.46:0/2548957720 shutdown_connections
2024-03-19T01:47:33.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.347+0000 7f4c34322640  1 -- 172.21.15.46:0/2548957720 wait complete.
2024-03-19T01:47:33.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.347+0000 7f4c34322640  1  Processor -- start
2024-03-19T01:47:33.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.347+0000 7f4c34322640  1 --  start start
2024-03-19T01:47:33.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.348+0000 7f4c34322640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4c2c1022e0 0x7f4c2c199cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:33.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.348+0000 7f4c34322640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4c2c104c10 0x7f4c2c19a230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:33.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.348+0000 7f4c34322640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4c2c107540 0x7f4c2c1a1260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:33.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.348+0000 7f4c34322640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f4c2c10d360 con 0x7f4c2c1022e0
2024-03-19T01:47:33.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.348+0000 7f4c34322640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f4c2c10d1e0 con 0x7f4c2c107540
2024-03-19T01:47:33.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.348+0000 7f4c34322640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4c2c10d4e0 con 0x7f4c2c104c10
2024-03-19T01:47:33.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.348+0000 7f4c320be640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4c2c1022e0 0x7f4c2c199cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:33.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.348+0000 7f4c320be640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4c2c1022e0 0x7f4c2c199cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34202/0 (socket says 172.21.15.46:34202)
2024-03-19T01:47:33.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.348+0000 7f4c320be640  1 -- 172.21.15.46:0/3802993077 learned_addr learned my addr 172.21.15.46:0/3802993077 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:33.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.348+0000 7f4c328bf640  1 --2- 172.21.15.46:0/3802993077 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4c2c107540 0x7f4c2c1a1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:33.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.348+0000 7f4c318bd640  1 --2- 172.21.15.46:0/3802993077 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4c2c104c10 0x7f4c2c19a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:33.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.348+0000 7f4c320be640  1 -- 172.21.15.46:0/3802993077 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4c2c104c10 msgr2=0x7f4c2c19a230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:33.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.348+0000 7f4c320be640  1 --2- 172.21.15.46:0/3802993077 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4c2c104c10 0x7f4c2c19a230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:33.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.348+0000 7f4c320be640  1 -- 172.21.15.46:0/3802993077 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4c2c107540 msgr2=0x7f4c2c1a1260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:33.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.348+0000 7f4c320be640  1 --2- 172.21.15.46:0/3802993077 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4c2c107540 0x7f4c2c1a1260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:33.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.348+0000 7f4c320be640  1 -- 172.21.15.46:0/3802993077 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c2c1a1900 con 0x7f4c2c1022e0
2024-03-19T01:47:33.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.348+0000 7f4c318bd640  1 --2- 172.21.15.46:0/3802993077 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4c2c104c10 0x7f4c2c19a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:47:33.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.348+0000 7f4c320be640  1 --2- 172.21.15.46:0/3802993077 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4c2c1022e0 0x7f4c2c199cf0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f4c2400e9f0 tx=0x7f4c2400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:33.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.348+0000 7f4c2b7fe640  1 -- 172.21.15.46:0/3802993077 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c2400cd80 con 0x7f4c2c1022e0
2024-03-19T01:47:33.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.348+0000 7f4c2b7fe640  1 -- 172.21.15.46:0/3802993077 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4c240108e0 con 0x7f4c2c1022e0
2024-03-19T01:47:33.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.348+0000 7f4c34322640  1 -- 172.21.15.46:0/3802993077 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c2c1a1bf0 con 0x7f4c2c1022e0
2024-03-19T01:47:33.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.348+0000 7f4c2b7fe640  1 -- 172.21.15.46:0/3802993077 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c24018920 con 0x7f4c2c1022e0
2024-03-19T01:47:33.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.348+0000 7f4c34322640  1 -- 172.21.15.46:0/3802993077 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c2c1a2190 con 0x7f4c2c1022e0
2024-03-19T01:47:33.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.349+0000 7f4c34322640  1 -- 172.21.15.46:0/3802993077 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c2c109070 con 0x7f4c2c1022e0
2024-03-19T01:47:33.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.350+0000 7f4c2b7fe640  1 -- 172.21.15.46:0/3802993077 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f4c24010a90 con 0x7f4c2c1022e0
2024-03-19T01:47:33.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.351+0000 7f4c2b7fe640  1 --2- 172.21.15.46:0/3802993077 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f4c140a2880 0x7f4c140a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:33.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.351+0000 7f4c318bd640  1 --2- 172.21.15.46:0/3802993077 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f4c140a2880 0x7f4c140a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:33.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.351+0000 7f4c2b7fe640  1 -- 172.21.15.46:0/3802993077 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f4c240cf0b0 con 0x7f4c2c1022e0
2024-03-19T01:47:33.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.352+0000 7f4c318bd640  1 --2- 172.21.15.46:0/3802993077 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f4c140a2880 0x7f4c140a4d40 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f4c20006010 tx=0x7f4c2002c7e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:33.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.356+0000 7f4c2b7fe640  1 -- 172.21.15.46:0/3802993077 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f4c2409beb0 con 0x7f4c2c1022e0
2024-03-19T01:47:33.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.542+0000 7f4c34322640  1 -- 172.21.15.46:0/3802993077 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4c2c062450 con 0x7f4c2c1022e0
2024-03-19T01:47:33.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.544+0000 7f4c2b7fe640  1 -- 172.21.15.46:0/3802993077 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v89) ==== 74+0+24067 (secure 0 0 0) 0x7f4c2409b7b0 con 0x7f4c2c1022e0
2024-03-19T01:47:33.544 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:47:33.544 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":89,"fsid":"53c8cf3e-e591-11ee-95c9-87774f69a715","created":"2024-03-19T01:39:22.615473+0000","modified":"2024-03-19T01:47:31.671097+0000","last_up_change":"2024-03-19T01:46:32.777223+0000","last_in_change":"2024-03-19T01:46:12.842023+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-19T01:42:46.174113+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-19T01:47:24.276277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-19T01:47:25.605471+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-19T01:47:29.545614+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"4fc98477-1fec-465b-892b-9a0c12e15754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6803","nonce":1888713943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6805","nonce":1888713943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6809","nonce":1888713943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6807","nonce":1888713943}]},"public_addr":"172.21.15.46:6803/1888713943","cluster_addr":"172.21.15.46:6805/1888713943","heartbeat_back_addr":"172.21.15.46:6809/1888713943","heartbeat_front_addr":"172.21.15.46:6807/1888713943","state":["exists","up"]},{"osd":1,"uuid":"4109d6a1-240e-4f1f-b09d-75f3b77e6303","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6801","nonce":2502945674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6803","nonce":2502945674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6807","nonce":2502945674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6805","nonce":2502945674}]},"public_addr":"172.21.15.73:6801/2502945674","cluster_addr":"172.21.15.73:6803/2502945674","heartbeat_back_addr":"172.21.15.73:6807/2502945674","heartbeat_front_addr":"172.21.15.73:6805/2502945674","state":["exists","up"]},{"osd":2,"uuid":"45e8479c-4006-4dd4-bdd8-b4a2eafacc80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6801","nonce":90484514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6803","nonce":90484514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6807","nonce":90484514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6805","nonce":90484514}]},"public_addr":"172.21.15.102:6801/90484514","cluster_addr":"172.21.15.102:6803/90484514","heartbeat_back_addr":"172.21.15.102:6807/90484514","heartbeat_front_addr":"172.21.15.102:6805/90484514","state":["exists","up"]},{"osd":3,"uuid":"4cdc93cf-2e8d-436d-a78a-c235e9b970fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6811","nonce":3336792470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6813","nonce":3336792470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6817","nonce":3336792470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6815","nonce":3336792470}]},"public_addr":"172.21.15.46:6811/3336792470","cluster_addr":"172.21.15.46:6813/3336792470","heartbeat_back_addr":"172.21.15.46:6817/3336792470","heartbeat_front_addr":"172.21.15.46:6815/3336792470","state":["exists","up"]},{"osd":4,"uuid":"35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6809","nonce":1192862788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6811","nonce":1192862788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6815","nonce":1192862788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6813","nonce":1192862788}]},"public_addr":"172.21.15.73:6809/1192862788","cluster_addr":"172.21.15.73:6811/1192862788","heartbeat_back_addr":"172.21.15.73:6815/1192862788","heartbeat_front_addr":"172.21.15.73:6813/1192862788","state":["exists","up"]},{"osd":5,"uuid":"1587c1e6-6719-4117-a80f-5c6bce0e5814","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6809","nonce":3252664135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6811","nonce":3252664135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6815","nonce":3252664135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6813","nonce":3252664135}]},"public_addr":"172.21.15.102:6809/3252664135","cluster_addr":"172.21.15.102:6811/3252664135","heartbeat_back_addr":"172.21.15.102:6815/3252664135","heartbeat_front_addr":"172.21.15.102:6813/3252664135","state":["exists","up"]},{"osd":6,"uuid":"af41cbff-69e5-45ab-ad59-95e5addd1b6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6819","nonce":595340737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6821","nonce":595340737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6825","nonce":595340737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6823","nonce":595340737}]},"public_addr":"172.21.15.46:6819/595340737","cluster_addr":"172.21.15.46:6821/595340737","heartbeat_back_addr":"172.21.15.46:6825/595340737","heartbeat_front_addr":"172.21.15.46:6823/595340737","state":["exists","up"]},{"osd":7,"uuid":"23e9241a-4ed9-4606-93c1-ccfe277d0c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6817","nonce":143082020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6819","nonce":143082020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6823","nonce":143082020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6821","nonce":143082020}]},"public_addr":"172.21.15.73:6817/143082020","cluster_addr":"172.21.15.73:6819/143082020","heartbeat_back_addr":"172.21.15.73:6823/143082020","heartbeat_front_addr":"172.21.15.73:6821/143082020","state":["exists","up"]},{"osd":8,"uuid":"c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6817","nonce":2533208086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6819","nonce":2533208086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6823","nonce":2533208086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6821","nonce":2533208086}]},"public_addr":"172.21.15.102:6817/2533208086","cluster_addr":"172.21.15.102:6819/2533208086","heartbeat_back_addr":"172.21.15.102:6823/2533208086","heartbeat_front_addr":"172.21.15.102:6821/2533208086","state":["exists","up"]},{"osd":9,"uuid":"a16dd21b-77e4-4148-90a3-c085fd621fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6827","nonce":4252594050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6829","nonce":4252594050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6833","nonce":4252594050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6831","nonce":4252594050}]},"public_addr":"172.21.15.46:6827/4252594050","cluster_addr":"172.21.15.46:6829/4252594050","heartbeat_back_addr":"172.21.15.46:6833/4252594050","heartbeat_front_addr":"172.21.15.46:6831/4252594050","state":["exists","up"]},{"osd":10,"uuid":"3a794482-bcfa-4e99-8e96-77228a828ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6825","nonce":1252006239}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6827","nonce":1252006239}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6831","nonce":1252006239}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6829","nonce":1252006239}]},"public_addr":"172.21.15.73:6825/1252006239","cluster_addr":"172.21.15.73:6827/1252006239","heartbeat_back_addr":"172.21.15.73:6831/1252006239","heartbeat_front_addr":"172.21.15.73:6829/1252006239","state":["exists","up"]},{"osd":11,"uuid":"93bdea99-6072-431a-a919-3aecf631c727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6825","nonce":2997263049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6827","nonce":2997263049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6831","nonce":2997263049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6829","nonce":2997263049}]},"public_addr":"172.21.15.102:6825/2997263049","cluster_addr":"172.21.15.102:6827/2997263049","heartbeat_back_addr":"172.21.15.102:6831/2997263049","heartbeat_front_addr":"172.21.15.102:6829/2997263049","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:41:54.705424+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:18.405516+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:42.028548+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:06.440586+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:31.526566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:56.491476+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:22.116952+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:48.187884+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:12.546546+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:39.238062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:05.249938+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:30.959573+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:6800/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/534183632":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/3469071427":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/816672825":"2024-03-20T01:39:49.978463+0000","172.21.15.46:6800/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/482098752":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/3024883566":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/2231887791":"2024-03-20T01:39:49.978463+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-03-19T01:47:33.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.546+0000 7f4c34322640  1 -- 172.21.15.46:0/3802993077 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f4c140a2880 msgr2=0x7f4c140a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:33.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.546+0000 7f4c34322640  1 --2- 172.21.15.46:0/3802993077 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f4c140a2880 0x7f4c140a4d40 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f4c20006010 tx=0x7f4c2002c7e0 comp rx=0 tx=0).stop
2024-03-19T01:47:33.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.546+0000 7f4c34322640  1 -- 172.21.15.46:0/3802993077 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4c2c1022e0 msgr2=0x7f4c2c199cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:33.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.546+0000 7f4c34322640  1 --2- 172.21.15.46:0/3802993077 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4c2c1022e0 0x7f4c2c199cf0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f4c2400e9f0 tx=0x7f4c2400eeb0 comp rx=0 tx=0).stop
2024-03-19T01:47:33.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.546+0000 7f4c34322640  1 -- 172.21.15.46:0/3802993077 shutdown_connections
2024-03-19T01:47:33.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.546+0000 7f4c34322640  1 --2- 172.21.15.46:0/3802993077 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f4c140a2880 0x7f4c140a4d40 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:33.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.546+0000 7f4c34322640  1 --2- 172.21.15.46:0/3802993077 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4c2c107540 0x7f4c2c1a1260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:33.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.546+0000 7f4c34322640  1 --2- 172.21.15.46:0/3802993077 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4c2c104c10 0x7f4c2c19a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:33.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.546+0000 7f4c34322640  1 --2- 172.21.15.46:0/3802993077 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4c2c1022e0 0x7f4c2c199cf0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:33.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.546+0000 7f4c34322640  1 -- 172.21.15.46:0/3802993077 >> 172.21.15.46:0/3802993077 conn(0x7f4c2c0fbcb0 msgr2=0x7f4c2c101b90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:33.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.546+0000 7f4c34322640  1 -- 172.21.15.46:0/3802993077 shutdown_connections
2024-03-19T01:47:33.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.546+0000 7f4c34322640  1 -- 172.21.15.46:0/3802993077 wait complete.
2024-03-19T01:47:33.574 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:47:33.678 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.678+0000 7f71ac80c640  1 -- 172.21.15.46:0/406698456 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f71a81022f0 msgr2=0x7f71a8108b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:33.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.678+0000 7f71ac80c640  1 --2- 172.21.15.46:0/406698456 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f71a81022f0 0x7f71a8108b80 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f71a0009ca0 tx=0x7f71a002c0f0 comp rx=0 tx=0).stop
2024-03-19T01:47:33.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.678+0000 7f71ac80c640  1 -- 172.21.15.46:0/406698456 shutdown_connections
2024-03-19T01:47:33.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.678+0000 7f71ac80c640  1 --2- 172.21.15.46:0/406698456 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f71a81022f0 0x7f71a8108b80 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:33.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.678+0000 7f71ac80c640  1 --2- 172.21.15.46:0/406698456 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f71a8101930 0x7f71a8101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:33.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.678+0000 7f71ac80c640  1 --2- 172.21.15.46:0/406698456 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f71a8100740 0x7f71a8100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:33.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.678+0000 7f71ac80c640  1 -- 172.21.15.46:0/406698456 >> 172.21.15.46:0/406698456 conn(0x7f71a80fbcb0 msgr2=0x7f71a80fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:33.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.678+0000 7f71ac80c640  1 -- 172.21.15.46:0/406698456 shutdown_connections
2024-03-19T01:47:33.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.678+0000 7f71ac80c640  1 -- 172.21.15.46:0/406698456 wait complete.
2024-03-19T01:47:33.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.679+0000 7f71ac80c640  1  Processor -- start
2024-03-19T01:47:33.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.679+0000 7f71ac80c640  1 --  start start
2024-03-19T01:47:33.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.679+0000 7f71ac80c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f71a8100740 0x7f71a810b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:33.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.679+0000 7f71ac80c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f71a8101930 0x7f71a8109700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:33.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.679+0000 7f71ac80c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f71a81022f0 0x7f71a8109c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:33.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.679+0000 7f71ac80c640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f71a810d390 con 0x7f71a81022f0
2024-03-19T01:47:33.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.679+0000 7f71ac80c640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f71a810d210 con 0x7f71a8101930
2024-03-19T01:47:33.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.679+0000 7f71ac80c640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f71a810d510 con 0x7f71a8100740
2024-03-19T01:47:33.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.679+0000 7f71a6d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f71a81022f0 0x7f71a8109c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:33.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.679+0000 7f719dd9b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f71a8101930 0x7f71a8109700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:33.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.679+0000 7f719dd9b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f71a8101930 0x7f71a8109700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:58170/0 (socket says 172.21.15.46:58170)
2024-03-19T01:47:33.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.679+0000 7f71a6d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f71a81022f0 0x7f71a8109c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34228/0 (socket says 172.21.15.46:34228)
2024-03-19T01:47:33.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.679+0000 7f719dd9b640  1 -- 172.21.15.46:0/2847669250 learned_addr learned my addr 172.21.15.46:0/2847669250 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:33.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.679+0000 7f71a659c640  1 --2- 172.21.15.46:0/2847669250 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f71a8100740 0x7f71a810b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:33.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.680+0000 7f719dd9b640  1 -- 172.21.15.46:0/2847669250 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f71a8100740 msgr2=0x7f71a810b0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:33.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.680+0000 7f719dd9b640  1 --2- 172.21.15.46:0/2847669250 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f71a8100740 0x7f71a810b0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:33.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.680+0000 7f719dd9b640  1 -- 172.21.15.46:0/2847669250 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f71a81022f0 msgr2=0x7f71a8109c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:33.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.680+0000 7f719dd9b640  1 --2- 172.21.15.46:0/2847669250 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f71a81022f0 0x7f71a8109c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:33.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.680+0000 7f719dd9b640  1 -- 172.21.15.46:0/2847669250 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71a810a4d0 con 0x7f71a8101930
2024-03-19T01:47:33.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.680+0000 7f71a6d9d640  1 --2- 172.21.15.46:0/2847669250 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f71a81022f0 0x7f71a8109c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:47:33.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.680+0000 7f719dd9b640  1 --2- 172.21.15.46:0/2847669250 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f71a8101930 0x7f71a8109700 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f719000c970 tx=0x7f719000ce30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:33.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.680+0000 7f719ffff640  1 -- 172.21.15.46:0/2847669250 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7190007bb0 con 0x7f71a8101930
2024-03-19T01:47:33.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.680+0000 7f719ffff640  1 -- 172.21.15.46:0/2847669250 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7190007d50 con 0x7f71a8101930
2024-03-19T01:47:33.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.680+0000 7f71ac80c640  1 -- 172.21.15.46:0/2847669250 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71a81a1b70 con 0x7f71a8101930
2024-03-19T01:47:33.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.680+0000 7f719ffff640  1 -- 172.21.15.46:0/2847669250 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f719000f450 con 0x7f71a8101930
2024-03-19T01:47:33.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.680+0000 7f71ac80c640  1 -- 172.21.15.46:0/2847669250 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71a81a2070 con 0x7f71a8101930
2024-03-19T01:47:33.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.681+0000 7f71ac80c640  1 -- 172.21.15.46:0/2847669250 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71a8107a80 con 0x7f71a8101930
2024-03-19T01:47:33.684 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.682+0000 7f719ffff640  1 -- 172.21.15.46:0/2847669250 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f7190004f20 con 0x7f71a8101930
2024-03-19T01:47:33.684 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.682+0000 7f719ffff640  1 --2- 172.21.15.46:0/2847669250 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f71940a2800 0x7f71940a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:33.684 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.682+0000 7f71a659c640  1 --2- 172.21.15.46:0/2847669250 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f71940a2800 0x7f71940a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:33.684 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.683+0000 7f719ffff640  1 -- 172.21.15.46:0/2847669250 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f71900ce990 con 0x7f71a8101930
2024-03-19T01:47:33.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.683+0000 7f71a659c640  1 --2- 172.21.15.46:0/2847669250 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f71940a2800 0x7f71940a4cc0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f71a8101790 tx=0x7f7198005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:33.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.687+0000 7f719ffff640  1 -- 172.21.15.46:0/2847669250 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f7190014030 con 0x7f71a8101930
2024-03-19T01:47:33.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:33 smithi046 ceph-mon[63102]: pgmap v295: 129 pgs: 101 active+clean, 3 creating+peering, 25 unknown; 579 KiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s wr, 11 op/s
2024-03-19T01:47:33.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:33 smithi046 ceph-mon[63102]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)
2024-03-19T01:47:33.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:33 smithi046 ceph-mon[63102]: osdmap e89: 12 total, 12 up, 12 in
2024-03-19T01:47:33.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:33 smithi046 ceph-mon[63102]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished
2024-03-19T01:47:33.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:33 smithi046 ceph-mon[63102]: fsmap cephfs:1 {0=b=up:active} 11 up:standby
2024-03-19T01:47:33.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:33 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3899148128' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:33.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:33 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3021298862' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:47:33.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:33 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3802993077' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:47:33.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.912+0000 7f71ac80c640  1 -- 172.21.15.46:0/2847669250 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f71a802d1f0 con 0x7f71a8101930
2024-03-19T01:47:33.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.912+0000 7f719ffff640  1 -- 172.21.15.46:0/2847669250 <== mon.2 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) ==== 94+0+11788 (secure 0 0 0) 0x7f719009b1a0 con 0x7f71a8101930
2024-03-19T01:47:33.912 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:47:33.913 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":16,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24440,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24442,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24454,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24478,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24479,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-03-19T01:47:26.395717+0000","modified":"2024-03-19T01:47:31.671262+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24506},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6839/1788589639","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6838","nonce":1788589639},{"type":"v1","addr":"172.21.15.73:6839","nonce":1788589639}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24506,"qdb_cluster":[24506]},"id":1}]}
2024-03-19T01:47:33.913 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 16
2024-03-19T01:47:33.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.915+0000 7f71ac80c640  1 -- 172.21.15.46:0/2847669250 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f71940a2800 msgr2=0x7f71940a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:33.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.915+0000 7f71ac80c640  1 --2- 172.21.15.46:0/2847669250 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f71940a2800 0x7f71940a4cc0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f71a8101790 tx=0x7f7198005f90 comp rx=0 tx=0).stop
2024-03-19T01:47:33.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.915+0000 7f71ac80c640  1 -- 172.21.15.46:0/2847669250 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f71a8101930 msgr2=0x7f71a8109700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:33.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.915+0000 7f71ac80c640  1 --2- 172.21.15.46:0/2847669250 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f71a8101930 0x7f71a8109700 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f719000c970 tx=0x7f719000ce30 comp rx=0 tx=0).stop
2024-03-19T01:47:33.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.916+0000 7f71ac80c640  1 -- 172.21.15.46:0/2847669250 shutdown_connections
2024-03-19T01:47:33.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.916+0000 7f71ac80c640  1 --2- 172.21.15.46:0/2847669250 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f71940a2800 0x7f71940a4cc0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:33.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.916+0000 7f71ac80c640  1 --2- 172.21.15.46:0/2847669250 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f71a81022f0 0x7f71a8109c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:33.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.916+0000 7f71ac80c640  1 --2- 172.21.15.46:0/2847669250 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f71a8101930 0x7f71a8109700 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:33.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.916+0000 7f71ac80c640  1 --2- 172.21.15.46:0/2847669250 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f71a8100740 0x7f71a810b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:33.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.916+0000 7f71ac80c640  1 -- 172.21.15.46:0/2847669250 >> 172.21.15.46:0/2847669250 conn(0x7f71a80fbcb0 msgr2=0x7f71a8104c50 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:33.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.916+0000 7f71ac80c640  1 -- 172.21.15.46:0/2847669250 shutdown_connections
2024-03-19T01:47:33.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:33.916+0000 7f71ac80c640  1 -- 172.21.15.46:0/2847669250 wait complete.
2024-03-19T01:47:33.930 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-03-19T01:47:33.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:33 smithi073 ceph-mon[66833]: pgmap v295: 129 pgs: 101 active+clean, 3 creating+peering, 25 unknown; 579 KiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s wr, 11 op/s
2024-03-19T01:47:33.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:33 smithi073 ceph-mon[66833]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)
2024-03-19T01:47:33.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:33 smithi073 ceph-mon[66833]: osdmap e89: 12 total, 12 up, 12 in
2024-03-19T01:47:33.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:33 smithi073 ceph-mon[66833]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished
2024-03-19T01:47:33.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:33 smithi073 ceph-mon[66833]: fsmap cephfs:1 {0=b=up:active} 11 up:standby
2024-03-19T01:47:33.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:33 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3899148128' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:33.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:33 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3021298862' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:47:33.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:33 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3802993077' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:47:33.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:33 smithi102 ceph-mon[66557]: pgmap v295: 129 pgs: 101 active+clean, 3 creating+peering, 25 unknown; 579 KiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s wr, 11 op/s
2024-03-19T01:47:33.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:33 smithi102 ceph-mon[66557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED)
2024-03-19T01:47:33.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:33 smithi102 ceph-mon[66557]: osdmap e89: 12 total, 12 up, 12 in
2024-03-19T01:47:33.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:33 smithi102 ceph-mon[66557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished
2024-03-19T01:47:33.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:33 smithi102 ceph-mon[66557]: fsmap cephfs:1 {0=b=up:active} 11 up:standby
2024-03-19T01:47:33.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:33 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3899148128' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:33.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:33 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3021298862' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:47:33.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:33 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3802993077' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:47:34.035 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.033+0000 7ff2480dc640  1 -- 172.21.15.46:0/1274159670 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff240100740 msgr2=0x7ff240100b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:34.035 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.033+0000 7ff2480dc640  1 --2- 172.21.15.46:0/1274159670 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff240100740 0x7ff240100b60 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7ff23c009900 tx=0x7ff23c02bc30 comp rx=0 tx=0).stop
2024-03-19T01:47:34.035 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.033+0000 7ff2480dc640  1 -- 172.21.15.46:0/1274159670 shutdown_connections
2024-03-19T01:47:34.035 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.033+0000 7ff2480dc640  1 --2- 172.21.15.46:0/1274159670 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff2401022f0 0x7ff240108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.035 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.033+0000 7ff2480dc640  1 --2- 172.21.15.46:0/1274159670 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff240101930 0x7ff240101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.035 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.033+0000 7ff2480dc640  1 --2- 172.21.15.46:0/1274159670 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff240100740 0x7ff240100b60 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.035 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.033+0000 7ff2480dc640  1 -- 172.21.15.46:0/1274159670 >> 172.21.15.46:0/1274159670 conn(0x7ff2400fbcb0 msgr2=0x7ff2400fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:34.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.033+0000 7ff2480dc640  1 -- 172.21.15.46:0/1274159670 shutdown_connections
2024-03-19T01:47:34.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.033+0000 7ff2480dc640  1 -- 172.21.15.46:0/1274159670 wait complete.
2024-03-19T01:47:34.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.034+0000 7ff2480dc640  1  Processor -- start
2024-03-19T01:47:34.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.034+0000 7ff2480dc640  1 --  start start
2024-03-19T01:47:34.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.034+0000 7ff2480dc640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff240100740 0x7ff240199d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:34.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.034+0000 7ff2480dc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff240101930 0x7ff24019a270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:34.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.034+0000 7ff2480dc640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff2401022f0 0x7ff2401a12a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:34.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.034+0000 7ff2480dc640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff24010c310 con 0x7ff240101930
2024-03-19T01:47:34.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.034+0000 7ff2480dc640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ff24010c190 con 0x7ff2401022f0
2024-03-19T01:47:34.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.034+0000 7ff2480dc640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff24010c490 con 0x7ff240100740
2024-03-19T01:47:34.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.034+0000 7ff245677640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff240101930 0x7ff24019a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:34.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.034+0000 7ff245677640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff240101930 0x7ff24019a270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34242/0 (socket says 172.21.15.46:34242)
2024-03-19T01:47:34.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.034+0000 7ff245677640  1 -- 172.21.15.46:0/3150479993 learned_addr learned my addr 172.21.15.46:0/3150479993 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:34.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.034+0000 7ff246679640  1 --2- 172.21.15.46:0/3150479993 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff2401022f0 0x7ff2401a12a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:34.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.034+0000 7ff245e78640  1 --2- 172.21.15.46:0/3150479993 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff240100740 0x7ff240199d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:34.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.034+0000 7ff245677640  1 -- 172.21.15.46:0/3150479993 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff240100740 msgr2=0x7ff240199d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:34.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.034+0000 7ff245677640  1 --2- 172.21.15.46:0/3150479993 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff240100740 0x7ff240199d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.034+0000 7ff245677640  1 -- 172.21.15.46:0/3150479993 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff2401022f0 msgr2=0x7ff2401a12a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:34.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.034+0000 7ff245677640  1 --2- 172.21.15.46:0/3150479993 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff2401022f0 0x7ff2401a12a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.034+0000 7ff245677640  1 -- 172.21.15.46:0/3150479993 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2401a1940 con 0x7ff240101930
2024-03-19T01:47:34.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.034+0000 7ff245677640  1 --2- 172.21.15.46:0/3150479993 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff240101930 0x7ff24019a270 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7ff23000e9f0 tx=0x7ff23000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:34.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.035+0000 7ff236ffd640  1 -- 172.21.15.46:0/3150479993 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff23000cd80 con 0x7ff240101930
2024-03-19T01:47:34.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.035+0000 7ff2480dc640  1 -- 172.21.15.46:0/3150479993 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2401a1c30 con 0x7ff240101930
2024-03-19T01:47:34.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.035+0000 7ff236ffd640  1 -- 172.21.15.46:0/3150479993 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff2300108e0 con 0x7ff240101930
2024-03-19T01:47:34.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.035+0000 7ff236ffd640  1 -- 172.21.15.46:0/3150479993 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff230018920 con 0x7ff240101930
2024-03-19T01:47:34.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.035+0000 7ff2480dc640  1 -- 172.21.15.46:0/3150479993 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2401a2180 con 0x7ff240101930
2024-03-19T01:47:34.038 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.036+0000 7ff2480dc640  1 -- 172.21.15.46:0/3150479993 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2401a2350 con 0x7ff240101930
2024-03-19T01:47:34.038 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.037+0000 7ff236ffd640  1 -- 172.21.15.46:0/3150479993 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7ff230010a90 con 0x7ff240101930
2024-03-19T01:47:34.038 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.037+0000 7ff236ffd640  1 --2- 172.21.15.46:0/3150479993 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff22c0a2800 0x7ff22c0a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:34.038 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.038+0000 7ff236ffd640  1 -- 172.21.15.46:0/3150479993 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7ff2300cf570 con 0x7ff240101930
2024-03-19T01:47:34.039 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.038+0000 7ff245e78640  1 --2- 172.21.15.46:0/3150479993 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff22c0a2800 0x7ff22c0a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:34.039 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.038+0000 7ff245e78640  1 --2- 172.21.15.46:0/3150479993 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff22c0a2800 0x7ff22c0a4cc0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7ff23c036040 tx=0x7ff23c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:34.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.041+0000 7ff236ffd640  1 -- 172.21.15.46:0/3150479993 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7ff23009c3d0 con 0x7ff240101930
2024-03-19T01:47:34.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.227+0000 7ff2480dc640  1 -- 172.21.15.46:0/3150479993 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff2401a26e0 con 0x7ff240101930
2024-03-19T01:47:34.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.229+0000 7ff236ffd640  1 -- 172.21.15.46:0/3150479993 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v89) ==== 74+0+24067 (secure 0 0 0) 0x7ff23009bcd0 con 0x7ff240101930
2024-03-19T01:47:34.229 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:47:34.229 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":89,"fsid":"53c8cf3e-e591-11ee-95c9-87774f69a715","created":"2024-03-19T01:39:22.615473+0000","modified":"2024-03-19T01:47:31.671097+0000","last_up_change":"2024-03-19T01:46:32.777223+0000","last_in_change":"2024-03-19T01:46:12.842023+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-19T01:42:46.174113+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-19T01:47:24.276277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-19T01:47:25.605471+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-19T01:47:29.545614+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"4fc98477-1fec-465b-892b-9a0c12e15754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6803","nonce":1888713943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6805","nonce":1888713943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6809","nonce":1888713943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6807","nonce":1888713943}]},"public_addr":"172.21.15.46:6803/1888713943","cluster_addr":"172.21.15.46:6805/1888713943","heartbeat_back_addr":"172.21.15.46:6809/1888713943","heartbeat_front_addr":"172.21.15.46:6807/1888713943","state":["exists","up"]},{"osd":1,"uuid":"4109d6a1-240e-4f1f-b09d-75f3b77e6303","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6801","nonce":2502945674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6803","nonce":2502945674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6807","nonce":2502945674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6805","nonce":2502945674}]},"public_addr":"172.21.15.73:6801/2502945674","cluster_addr":"172.21.15.73:6803/2502945674","heartbeat_back_addr":"172.21.15.73:6807/2502945674","heartbeat_front_addr":"172.21.15.73:6805/2502945674","state":["exists","up"]},{"osd":2,"uuid":"45e8479c-4006-4dd4-bdd8-b4a2eafacc80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6801","nonce":90484514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6803","nonce":90484514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6807","nonce":90484514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6805","nonce":90484514}]},"public_addr":"172.21.15.102:6801/90484514","cluster_addr":"172.21.15.102:6803/90484514","heartbeat_back_addr":"172.21.15.102:6807/90484514","heartbeat_front_addr":"172.21.15.102:6805/90484514","state":["exists","up"]},{"osd":3,"uuid":"4cdc93cf-2e8d-436d-a78a-c235e9b970fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6811","nonce":3336792470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6813","nonce":3336792470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6817","nonce":3336792470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6815","nonce":3336792470}]},"public_addr":"172.21.15.46:6811/3336792470","cluster_addr":"172.21.15.46:6813/3336792470","heartbeat_back_addr":"172.21.15.46:6817/3336792470","heartbeat_front_addr":"172.21.15.46:6815/3336792470","state":["exists","up"]},{"osd":4,"uuid":"35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6809","nonce":1192862788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6811","nonce":1192862788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6815","nonce":1192862788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6813","nonce":1192862788}]},"public_addr":"172.21.15.73:6809/1192862788","cluster_addr":"172.21.15.73:6811/1192862788","heartbeat_back_addr":"172.21.15.73:6815/1192862788","heartbeat_front_addr":"172.21.15.73:6813/1192862788","state":["exists","up"]},{"osd":5,"uuid":"1587c1e6-6719-4117-a80f-5c6bce0e5814","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6809","nonce":3252664135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6811","nonce":3252664135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6815","nonce":3252664135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6813","nonce":3252664135}]},"public_addr":"172.21.15.102:6809/3252664135","cluster_addr":"172.21.15.102:6811/3252664135","heartbeat_back_addr":"172.21.15.102:6815/3252664135","heartbeat_front_addr":"172.21.15.102:6813/3252664135","state":["exists","up"]},{"osd":6,"uuid":"af41cbff-69e5-45ab-ad59-95e5addd1b6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6819","nonce":595340737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6821","nonce":595340737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6825","nonce":595340737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6823","nonce":595340737}]},"public_addr":"172.21.15.46:6819/595340737","cluster_addr":"172.21.15.46:6821/595340737","heartbeat_back_addr":"172.21.15.46:6825/595340737","heartbeat_front_addr":"172.21.15.46:6823/595340737","state":["exists","up"]},{"osd":7,"uuid":"23e9241a-4ed9-4606-93c1-ccfe277d0c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6817","nonce":143082020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6819","nonce":143082020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6823","nonce":143082020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6821","nonce":143082020}]},"public_addr":"172.21.15.73:6817/143082020","cluster_addr":"172.21.15.73:6819/143082020","heartbeat_back_addr":"172.21.15.73:6823/143082020","heartbeat_front_addr":"172.21.15.73:6821/143082020","state":["exists","up"]},{"osd":8,"uuid":"c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6817","nonce":2533208086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6819","nonce":2533208086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6823","nonce":2533208086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6821","nonce":2533208086}]},"public_addr":"172.21.15.102:6817/2533208086","cluster_addr":"172.21.15.102:6819/2533208086","heartbeat_back_addr":"172.21.15.102:6823/2533208086","heartbeat_front_addr":"172.21.15.102:6821/2533208086","state":["exists","up"]},{"osd":9,"uuid":"a16dd21b-77e4-4148-90a3-c085fd621fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6827","nonce":4252594050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6829","nonce":4252594050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6833","nonce":4252594050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6831","nonce":4252594050}]},"public_addr":"172.21.15.46:6827/4252594050","cluster_addr":"172.21.15.46:6829/4252594050","heartbeat_back_addr":"172.21.15.46:6833/4252594050","heartbeat_front_addr":"172.21.15.46:6831/4252594050","state":["exists","up"]},{"osd":10,"uuid":"3a794482-bcfa-4e99-8e96-77228a828ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6825","nonce":1252006239}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6827","nonce":1252006239}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6831","nonce":1252006239}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6829","nonce":1252006239}]},"public_addr":"172.21.15.73:6825/1252006239","cluster_addr":"172.21.15.73:6827/1252006239","heartbeat_back_addr":"172.21.15.73:6831/1252006239","heartbeat_front_addr":"172.21.15.73:6829/1252006239","state":["exists","up"]},{"osd":11,"uuid":"93bdea99-6072-431a-a919-3aecf631c727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6825","nonce":2997263049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6827","nonce":2997263049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6831","nonce":2997263049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6829","nonce":2997263049}]},"public_addr":"172.21.15.102:6825/2997263049","cluster_addr":"172.21.15.102:6827/2997263049","heartbeat_back_addr":"172.21.15.102:6831/2997263049","heartbeat_front_addr":"172.21.15.102:6829/2997263049","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:41:54.705424+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:18.405516+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:42.028548+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:06.440586+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:31.526566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:56.491476+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:22.116952+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:48.187884+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:12.546546+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:39.238062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:05.249938+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:30.959573+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:6800/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/534183632":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/3469071427":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/816672825":"2024-03-20T01:39:49.978463+0000","172.21.15.46:6800/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/482098752":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/3024883566":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/2231887791":"2024-03-20T01:39:49.978463+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-03-19T01:47:34.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.231+0000 7ff2480dc640  1 -- 172.21.15.46:0/3150479993 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff22c0a2800 msgr2=0x7ff22c0a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:34.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.231+0000 7ff2480dc640  1 --2- 172.21.15.46:0/3150479993 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff22c0a2800 0x7ff22c0a4cc0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7ff23c036040 tx=0x7ff23c005fd0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.231+0000 7ff2480dc640  1 -- 172.21.15.46:0/3150479993 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff240101930 msgr2=0x7ff24019a270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:34.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.231+0000 7ff2480dc640  1 --2- 172.21.15.46:0/3150479993 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff240101930 0x7ff24019a270 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7ff23000e9f0 tx=0x7ff23000eeb0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.231+0000 7ff2480dc640  1 -- 172.21.15.46:0/3150479993 shutdown_connections
2024-03-19T01:47:34.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.231+0000 7ff2480dc640  1 --2- 172.21.15.46:0/3150479993 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff22c0a2800 0x7ff22c0a4cc0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.231+0000 7ff2480dc640  1 --2- 172.21.15.46:0/3150479993 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff2401022f0 0x7ff2401a12a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.231+0000 7ff2480dc640  1 --2- 172.21.15.46:0/3150479993 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff240101930 0x7ff24019a270 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.231+0000 7ff2480dc640  1 --2- 172.21.15.46:0/3150479993 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff240100740 0x7ff240199d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.231+0000 7ff2480dc640  1 -- 172.21.15.46:0/3150479993 >> 172.21.15.46:0/3150479993 conn(0x7ff2400fbcb0 msgr2=0x7ff2400fd7c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:34.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.231+0000 7ff2480dc640  1 -- 172.21.15.46:0/3150479993 shutdown_connections
2024-03-19T01:47:34.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.231+0000 7ff2480dc640  1 -- 172.21.15.46:0/3150479993 wait complete.
2024-03-19T01:47:34.242 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 16, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-03-19T01:47:26.395717+0000', 'modified': '2024-03-19T01:47:31.671262+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24506}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24506': {'gid': 24506, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.73:6839/1788589639', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.73:6838', 'nonce': 1788589639}, {'type': 'v1', 'addr': '172.21.15.73:6839', 'nonce': 1788589639}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 24506, 'qdb_cluster': [24506]}
2024-03-19T01:47:34.242 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1
2024-03-19T01:47:34.242 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status
2024-03-19T01:47:34.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.346+0000 7f6a9cc8a640  1 -- 172.21.15.46:0/1011362535 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6a981022d0 msgr2=0x7f6a98108b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:34.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.346+0000 7f6a9cc8a640  1 --2- 172.21.15.46:0/1011362535 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6a981022d0 0x7f6a98108b60 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f6a90009900 tx=0x7f6a9002bc30 comp rx=0 tx=0).stop
2024-03-19T01:47:34.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.346+0000 7f6a9cc8a640  1 -- 172.21.15.46:0/1011362535 shutdown_connections
2024-03-19T01:47:34.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.346+0000 7f6a9cc8a640  1 --2- 172.21.15.46:0/1011362535 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6a981022d0 0x7f6a98108b60 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.346+0000 7f6a9cc8a640  1 --2- 172.21.15.46:0/1011362535 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6a98101910 0x7f6a98101d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.346+0000 7f6a9cc8a640  1 --2- 172.21.15.46:0/1011362535 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6a98100720 0x7f6a98100b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.346+0000 7f6a9cc8a640  1 -- 172.21.15.46:0/1011362535 >> 172.21.15.46:0/1011362535 conn(0x7f6a980fbcb0 msgr2=0x7f6a980fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:34.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.347+0000 7f6a9cc8a640  1 -- 172.21.15.46:0/1011362535 shutdown_connections
2024-03-19T01:47:34.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.347+0000 7f6a9cc8a640  1 -- 172.21.15.46:0/1011362535 wait complete.
2024-03-19T01:47:34.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.347+0000 7f6a9cc8a640  1  Processor -- start
2024-03-19T01:47:34.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.347+0000 7f6a9cc8a640  1 --  start start
2024-03-19T01:47:34.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.347+0000 7f6a9cc8a640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6a98100720 0x7f6a981969b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:34.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.347+0000 7f6a9cc8a640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6a98101910 0x7f6a98196ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:34.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.347+0000 7f6a9cc8a640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6a981022d0 0x7f6a9819df60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:34.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.347+0000 7f6a9cc8a640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6a9810c2b0 con 0x7f6a98101910
2024-03-19T01:47:34.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.347+0000 7f6a9cc8a640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f6a9810c130 con 0x7f6a98100720
2024-03-19T01:47:34.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.347+0000 7f6a9cc8a640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6a9810c430 con 0x7f6a981022d0
2024-03-19T01:47:34.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.348+0000 7f6a95d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6a98101910 0x7f6a98196ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:34.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.348+0000 7f6a95d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6a98101910 0x7f6a98196ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34262/0 (socket says 172.21.15.46:34262)
2024-03-19T01:47:34.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.348+0000 7f6a95d9b640  1 -- 172.21.15.46:0/1199600148 learned_addr learned my addr 172.21.15.46:0/1199600148 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:34.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.348+0000 7f6a9659c640  1 --2- 172.21.15.46:0/1199600148 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6a98100720 0x7f6a981969b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:34.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.348+0000 7f6a96d9d640  1 --2- 172.21.15.46:0/1199600148 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6a981022d0 0x7f6a9819df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:34.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.348+0000 7f6a95d9b640  1 -- 172.21.15.46:0/1199600148 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6a981022d0 msgr2=0x7f6a9819df60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:34.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.348+0000 7f6a95d9b640  1 --2- 172.21.15.46:0/1199600148 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6a981022d0 0x7f6a9819df60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.348+0000 7f6a95d9b640  1 -- 172.21.15.46:0/1199600148 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6a98100720 msgr2=0x7f6a981969b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:34.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.348+0000 7f6a95d9b640  1 --2- 172.21.15.46:0/1199600148 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6a98100720 0x7f6a981969b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.348+0000 7f6a95d9b640  1 -- 172.21.15.46:0/1199600148 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a9819e5d0 con 0x7f6a98101910
2024-03-19T01:47:34.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.348+0000 7f6a9659c640  1 --2- 172.21.15.46:0/1199600148 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6a98100720 0x7f6a981969b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:47:34.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.348+0000 7f6a95d9b640  1 --2- 172.21.15.46:0/1199600148 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6a98101910 0x7f6a98196ef0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f6a8000b4a0 tx=0x7f6a8000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:34.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.348+0000 7f6a8f7fe640  1 -- 172.21.15.46:0/1199600148 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a80014070 con 0x7f6a98101910
2024-03-19T01:47:34.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.348+0000 7f6a8f7fe640  1 -- 172.21.15.46:0/1199600148 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6a80010ac0 con 0x7f6a98101910
2024-03-19T01:47:34.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.348+0000 7f6a9cc8a640  1 -- 172.21.15.46:0/1199600148 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a9819e8c0 con 0x7f6a98101910
2024-03-19T01:47:34.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.348+0000 7f6a8f7fe640  1 -- 172.21.15.46:0/1199600148 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a80017c30 con 0x7f6a98101910
2024-03-19T01:47:34.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.348+0000 7f6a9cc8a640  1 -- 172.21.15.46:0/1199600148 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a9819ee40 con 0x7f6a98101910
2024-03-19T01:47:34.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.350+0000 7f6a8f7fe640  1 -- 172.21.15.46:0/1199600148 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f6a80017070 con 0x7f6a98101910
2024-03-19T01:47:34.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.351+0000 7f6a9f870740  1  Processor -- start
2024-03-19T01:47:34.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.351+0000 7f6a9f870740  1 --  start start
2024-03-19T01:47:34.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.351+0000 7f6a8f7fe640  1 --2- 172.21.15.46:0/1199600148 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6a840a2800 0x7f6a840a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:34.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.351+0000 7f6a9f870740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562f8416e200 0x562f8416e620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:34.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.351+0000 7f6a9f870740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562f8416ebf0 0x562f841736f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:34.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.351+0000 7f6a9f870740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562f84173d60 0x562f841761f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:34.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.351+0000 7f6a9f870740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x562f840d0de0 con 0x562f8416e200
2024-03-19T01:47:34.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.351+0000 7f6a9f870740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x562f84079c80 con 0x562f8416ebf0
2024-03-19T01:47:34.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.351+0000 7f6a9f870740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x562f840cce80 con 0x562f84173d60
2024-03-19T01:47:34.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.351+0000 7f6a96d9d640  1 --2- 172.21.15.46:0/1199600148 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6a840a2800 0x7f6a840a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:34.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.351+0000 7f6a9659c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562f8416e200 0x562f8416e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:34.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.351+0000 7f6a95d9b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562f8416ebf0 0x562f841736f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:34.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.351+0000 7f6a9659c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562f8416e200 0x562f8416e620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34278/0 (socket says 172.21.15.46:34278)
2024-03-19T01:47:34.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.351+0000 7f6a9659c640  1 -- 172.21.15.46:0/3752873336 learned_addr learned my addr 172.21.15.46:0/3752873336 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:34.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.351+0000 7f6a8f7fe640  1 -- 172.21.15.46:0/1199600148 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f6a800cdf70 con 0x7f6a98101910
2024-03-19T01:47:34.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.351+0000 7f6a9659c640  1 -- 172.21.15.46:0/3752873336 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562f84173d60 msgr2=0x562f841761f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:47:34.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.351+0000 7f6a9659c640  1 --2- 172.21.15.46:0/3752873336 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562f84173d60 0x562f841761f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.351+0000 7f6a9659c640  1 -- 172.21.15.46:0/3752873336 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562f8416ebf0 msgr2=0x562f841736f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:47:34.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.351+0000 7f6a9659c640  1 --2- 172.21.15.46:0/3752873336 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562f8416ebf0 0x562f841736f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.351+0000 7f6a9659c640  1 -- 172.21.15.46:0/3752873336 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562f8408bfb0 con 0x562f8416e200
2024-03-19T01:47:34.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.351+0000 7f6a95d9b640  1 --2- 172.21.15.46:0/3752873336 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562f8416ebf0 0x562f841736f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:47:34.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.352+0000 7f6a9659c640  1 --2- 172.21.15.46:0/3752873336 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562f8416e200 0x562f8416e620 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f6a88011820 tx=0x7f6a88011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8af4c1166990ae15 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:34.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.352+0000 7f6a96d9d640  1 --2- 172.21.15.46:0/1199600148 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6a840a2800 0x7f6a840a4cc0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f6a90006010 tx=0x7f6a90009560 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:34.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.352+0000 7f6a8cff9640  1 -- 172.21.15.46:0/3752873336 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a88011220 con 0x562f8416e200
2024-03-19T01:47:34.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.352+0000 7f6a8cff9640  1 -- 172.21.15.46:0/3752873336 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6a8800fe50 con 0x562f8416e200
2024-03-19T01:47:34.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.352+0000 7f6a8cff9640  1 -- 172.21.15.46:0/3752873336 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a88010430 con 0x562f8416e200
2024-03-19T01:47:34.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.352+0000 7f6a9f870740  1 -- 172.21.15.46:0/3752873336 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562f8416e200 msgr2=0x562f8416e620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:34.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.352+0000 7f6a9f870740  1 --2- 172.21.15.46:0/3752873336 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562f8416e200 0x562f8416e620 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f6a88011820 tx=0x7f6a88011ce0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.352+0000 7f6a9f870740  1 -- 172.21.15.46:0/3752873336 shutdown_connections
2024-03-19T01:47:34.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.352+0000 7f6a9f870740  1 --2- 172.21.15.46:0/3752873336 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562f84173d60 0x562f841761f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.352+0000 7f6a9f870740  1 --2- 172.21.15.46:0/3752873336 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562f8416ebf0 0x562f841736f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.352+0000 7f6a9f870740  1 --2- 172.21.15.46:0/3752873336 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562f8416e200 0x562f8416e620 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.352+0000 7f6a9f870740  1 -- 172.21.15.46:0/3752873336 >> 172.21.15.46:0/3752873336 conn(0x562f84167560 msgr2=0x562f84167960 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:34.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.353+0000 7f6a9f870740  1 -- 172.21.15.46:0/3752873336 shutdown_connections
2024-03-19T01:47:34.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.353+0000 7f6a9f870740  1 -- 172.21.15.46:0/3752873336 wait complete.
2024-03-19T01:47:34.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.353+0000 7f6a9f870740  1 --  start start
2024-03-19T01:47:34.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.353+0000 7f6a9f870740  1  Processor -- start
2024-03-19T01:47:34.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.353+0000 7f6a9f870740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562f8416e200 0x562f84178680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:34.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.353+0000 7f6a9f870740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562f8416ebf0 0x562f84178bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:34.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.353+0000 7f6a9f870740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562f84173d60 0x562f8417fc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:34.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.353+0000 7f6a9f870740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x562f84176d10 con 0x562f8416e200
2024-03-19T01:47:34.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.353+0000 7f6a9f870740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x562f8408cfc0 con 0x562f84173d60
2024-03-19T01:47:34.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.353+0000 7f6a9f870740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x562f84176e90 con 0x562f8416ebf0
2024-03-19T01:47:34.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.353+0000 7f6a9f870740 10 client.0 _ll_register_callbacks cb 0x562f840c8a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:47:34.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.353+0000 7f6a9659c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562f8416e200 0x562f84178680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:34.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.353+0000 7f6a9659c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562f8416e200 0x562f84178680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34282/0 (socket says 172.21.15.46:34282)
2024-03-19T01:47:34.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.353+0000 7f6a9659c640  1 -- 172.21.15.46:0/1871208506 learned_addr learned my addr 172.21.15.46:0/1871208506 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:34.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.353+0000 7f6a96d9d640  1 --2- 172.21.15.46:0/1871208506 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562f84173d60 0x562f8417fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:34.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.353+0000 7f6a9659c640  1 -- 172.21.15.46:0/1871208506 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562f8416ebf0 msgr2=0x562f84178bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:47:34.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.353+0000 7f6a9659c640  1 --2- 172.21.15.46:0/1871208506 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562f8416ebf0 0x562f84178bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.353+0000 7f6a9659c640  1 -- 172.21.15.46:0/1871208506 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562f84173d60 msgr2=0x562f8417fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:47:34.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.353+0000 7f6a9659c640  1 --2- 172.21.15.46:0/1871208506 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562f84173d60 0x562f8417fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.353+0000 7f6a9659c640  1 -- 172.21.15.46:0/1871208506 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562f83de52d0 con 0x562f8416e200
2024-03-19T01:47:34.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.354+0000 7f6a9659c640  1 --2- 172.21.15.46:0/1871208506 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562f8416e200 0x562f84178680 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f6a8801b040 tx=0x7f6a8800fc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8affb817095c929 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:34.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.354+0000 7f6a7dffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:47:34.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.354+0000 7f6a7dffb640  1 -- 172.21.15.46:0/1871208506 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a88027020 con 0x562f8416e200
2024-03-19T01:47:34.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.354+0000 7f6a7dffb640  1 -- 172.21.15.46:0/1871208506 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f6a88011070 con 0x562f8416e200
2024-03-19T01:47:34.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.354+0000 7f6a9f870740  1 -- 172.21.15.46:0/1871208506 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a8800fe50 con 0x562f8416e200
2024-03-19T01:47:34.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.354+0000 7f6a7dffb640  1 -- 172.21.15.46:0/1871208506 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=16) ==== 24+0+0 (secure 0 0 0) 0x7f6a88032050 con 0x562f8416e200
2024-03-19T01:47:34.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.354+0000 7f6a9f870740 10 client.14754 fetch_fsmap learned FSMap version 16
2024-03-19T01:47:34.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.354+0000 7f6a9f870740  1 -- 172.21.15.46:0/1871208506 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=16,monmap=4+}) -- 0x562f83eaf6b0 con 0x562f8416e200
2024-03-19T01:47:34.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.354+0000 7f6a7dffb640  1 -- 172.21.15.46:0/1871208506 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6a8800fe50 con 0x562f8416e200
2024-03-19T01:47:34.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.354+0000 7f6a7dffb640  1 -- 172.21.15.46:0/1871208506 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 16) ==== 8342+0+0 (secure 0 0 0) 0x7f6a88003cd0 con 0x562f8416e200
2024-03-19T01:47:34.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.354+0000 7f6a9f870740 10 client.14754 fetch_fsmap finished waiting for FSMap version 16
2024-03-19T01:47:34.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.354+0000 7f6a9f870740 10 client.14754 resolve_mds: resolved name 'b' to daemon mds.b
2024-03-19T01:47:34.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.354+0000 7f6a9f870740 20 client.14754 populate_metadata read hostname 'smithi046'
2024-03-19T01:47:34.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.354+0000 7f6a9f870740  1 --2- 172.21.15.46:0/1871208506 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x562f841852b0 0x562f84186720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:34.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.354+0000 7f6a9f870740  4 client.14754 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:47:34.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.354+0000 7f6a9f870740  1 -- 172.21.15.46:0/1871208506 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562f840de320 con 0x562f841852b0
2024-03-19T01:47:34.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.355+0000 7f6a95d9b640  1 --2- 172.21.15.46:0/1871208506 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x562f841852b0 0x562f84186720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:34.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.355+0000 7f6a95d9b640  1 --2- 172.21.15.46:0/1871208506 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x562f841852b0 0x562f84186720 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d3677f6992213a55 server_cookie=b9a5cb4200f252b2 in_seq=0 out_seq=0
2024-03-19T01:47:34.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.355+0000 7f6a7dffb640 10 client.14754 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:47:34.364 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.356+0000 7f6a7dffb640  1 -- 172.21.15.46:0/1871208506 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x562f840de320 con 0x562f841852b0
2024-03-19T01:47:34.364 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.356+0000 7f6a7dffb640 10 client.14754 handle_command_reply: tid=0
2024-03-19T01:47:34.364 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.356+0000 7f6a9f870740  1 client.14754 shutdown
2024-03-19T01:47:34.364 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.356+0000 7f6a9f870740  1 -- 172.21.15.46:0/1871208506 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562f8416e200 msgr2=0x562f84178680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:34.364 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.356+0000 7f6a9f870740  1 --2- 172.21.15.46:0/1871208506 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562f8416e200 0x562f84178680 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f6a8801b040 tx=0x7f6a8800fc50 comp rx=0 tx=0).stop
2024-03-19T01:47:34.364 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.356+0000 7f6a9f870740  1 -- 172.21.15.46:0/1871208506 shutdown_connections
2024-03-19T01:47:34.364 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.356+0000 7f6a9f870740  1 --2- 172.21.15.46:0/1871208506 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x562f841852b0 0x562f84186720 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.364 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.356+0000 7f6a9f870740  1 --2- 172.21.15.46:0/1871208506 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562f84173d60 0x562f8417fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.364 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.356+0000 7f6a7dffb640  0 client.14754 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:47:34.364 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.356+0000 7f6a9f870740  1 --2- 172.21.15.46:0/1871208506 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562f8416ebf0 0x562f84178bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.364 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.356+0000 7f6a9f870740  1 --2- 172.21.15.46:0/1871208506 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562f8416e200 0x562f84178680 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.364 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.356+0000 7f6a9f870740  1 -- 172.21.15.46:0/1871208506 >> 172.21.15.46:0/1871208506 conn(0x562f84167560 msgr2=0x562f841667e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:34.364 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.356+0000 7f6a9f870740  1 -- 172.21.15.46:0/1871208506 shutdown_connections
2024-03-19T01:47:34.364 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.356+0000 7f6a9f870740  1 -- 172.21.15.46:0/1871208506 wait complete.
2024-03-19T01:47:34.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.356+0000 7f6a9f870740 20 client.14754 trim_cache size 0 max 16384
2024-03-19T01:47:34.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.374+0000 7f6a9f870740  1  Processor -- start
2024-03-19T01:47:34.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.374+0000 7f6a9f870740  1 --  start start
2024-03-19T01:47:34.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.374+0000 7f6a9f870740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562f8416e200 0x562f84170050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:34.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.374+0000 7f6a9f870740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562f8416ebf0 0x562f84170590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:34.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.374+0000 7f6a9f870740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562f84173d60 0x562f8417fb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:34.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.374+0000 7f6a9f870740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x562f84184a60 con 0x562f84173d60
2024-03-19T01:47:34.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.374+0000 7f6a9f870740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x562f84185130 con 0x562f8416e200
2024-03-19T01:47:34.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.374+0000 7f6a9f870740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x562f84185800 con 0x562f8416ebf0
2024-03-19T01:47:34.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.374+0000 7f6a96d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562f84173d60 0x562f8417fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:34.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.374+0000 7f6a96d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562f84173d60 0x562f8417fb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34294/0 (socket says 172.21.15.46:34294)
2024-03-19T01:47:34.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.374+0000 7f6a96d9d640  1 -- 172.21.15.46:0/1628991382 learned_addr learned my addr 172.21.15.46:0/1628991382 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:34.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.374+0000 7f6a9659c640  1 --2- 172.21.15.46:0/1628991382 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562f8416e200 0x562f84170050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:34.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.374+0000 7f6a96d9d640  1 -- 172.21.15.46:0/1628991382 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562f8416ebf0 msgr2=0x562f84170590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:47:34.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.374+0000 7f6a96d9d640  1 --2- 172.21.15.46:0/1628991382 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562f8416ebf0 0x562f84170590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.374+0000 7f6a96d9d640  1 -- 172.21.15.46:0/1628991382 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562f8416e200 msgr2=0x562f84170050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:47:34.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.374+0000 7f6a96d9d640  1 --2- 172.21.15.46:0/1628991382 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562f8416e200 0x562f84170050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.374+0000 7f6a96d9d640  1 -- 172.21.15.46:0/1628991382 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562f84179440 con 0x562f84173d60
2024-03-19T01:47:34.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.374+0000 7f6a96d9d640  1 --2- 172.21.15.46:0/1628991382 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562f84173d60 0x562f8417fb90 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f6a90009900 tx=0x7f6a90040000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf57d0c45f3a4b79 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:34.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.375+0000 7f6a7ffff640  1 -- 172.21.15.46:0/1628991382 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a90049040 con 0x562f84173d60
2024-03-19T01:47:34.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.375+0000 7f6a7ffff640  1 -- 172.21.15.46:0/1628991382 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6a90054070 con 0x562f84173d60
2024-03-19T01:47:34.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.375+0000 7f6a7ffff640  1 -- 172.21.15.46:0/1628991382 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a900035f0 con 0x562f84173d60
2024-03-19T01:47:34.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.375+0000 7f6a9f870740  1 -- 172.21.15.46:0/1628991382 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562f84173d60 msgr2=0x562f8417fb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:34.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.375+0000 7f6a9f870740  1 --2- 172.21.15.46:0/1628991382 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562f84173d60 0x562f8417fb90 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f6a90009900 tx=0x7f6a90040000 comp rx=0 tx=0).stop
2024-03-19T01:47:34.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.375+0000 7f6a9f870740  1 -- 172.21.15.46:0/1628991382 shutdown_connections
2024-03-19T01:47:34.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.375+0000 7f6a9f870740  1 --2- 172.21.15.46:0/1628991382 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562f84173d60 0x562f8417fb90 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.375+0000 7f6a9f870740  1 --2- 172.21.15.46:0/1628991382 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562f8416ebf0 0x562f84170590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.375+0000 7f6a9f870740  1 --2- 172.21.15.46:0/1628991382 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562f8416e200 0x562f84170050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.375+0000 7f6a9f870740  1 -- 172.21.15.46:0/1628991382 >> 172.21.15.46:0/1628991382 conn(0x562f84167560 msgr2=0x562f84184200 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:34.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.375+0000 7f6a9f870740  1 -- 172.21.15.46:0/1628991382 shutdown_connections
2024-03-19T01:47:34.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.375+0000 7f6a9f870740  1 -- 172.21.15.46:0/1628991382 wait complete.
2024-03-19T01:47:34.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.375+0000 7f6a9f870740  1 --  start start
2024-03-19T01:47:34.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.375+0000 7f6a9f870740  1  Processor -- start
2024-03-19T01:47:34.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.376+0000 7f6a9f870740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562f8416e200 0x562f8417ae80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:34.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.376+0000 7f6a9f870740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562f8416ebf0 0x562f8417b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:34.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.376+0000 7f6a9f870740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562f84173d60 0x562f8417e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:34.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.376+0000 7f6a9f870740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x562f841865a0 con 0x562f8416ebf0
2024-03-19T01:47:34.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.376+0000 7f6a9f870740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x562f84185ed0 con 0x562f8416e200
2024-03-19T01:47:34.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.376+0000 7f6a9f870740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x562f84186c70 con 0x562f84173d60
2024-03-19T01:47:34.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.376+0000 7f6a9f870740 10 client.0 _ll_register_callbacks cb 0x7f6a800175f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:47:34.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.376+0000 7f6a95d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562f8416ebf0 0x562f8417b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:34.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.376+0000 7f6a95d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562f8416ebf0 0x562f8417b3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34306/0 (socket says 172.21.15.46:34306)
2024-03-19T01:47:34.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.376+0000 7f6a95d9b640  1 -- 172.21.15.46:0/2363579928 learned_addr learned my addr 172.21.15.46:0/2363579928 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:34.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.376+0000 7f6a9659c640  1 --2- 172.21.15.46:0/2363579928 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562f8416e200 0x562f8417ae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:34.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.376+0000 7f6a95d9b640  1 -- 172.21.15.46:0/2363579928 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562f84173d60 msgr2=0x562f8417e3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:47:34.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.376+0000 7f6a95d9b640  1 --2- 172.21.15.46:0/2363579928 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562f84173d60 0x562f8417e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.376+0000 7f6a95d9b640  1 -- 172.21.15.46:0/2363579928 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562f8416e200 msgr2=0x562f8417ae80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:47:34.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.376+0000 7f6a95d9b640  1 --2- 172.21.15.46:0/2363579928 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562f8416e200 0x562f8417ae80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.376+0000 7f6a95d9b640  1 -- 172.21.15.46:0/2363579928 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562f8417e9d0 con 0x562f8416ebf0
2024-03-19T01:47:34.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.376+0000 7f6a95d9b640  1 --2- 172.21.15.46:0/2363579928 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562f8416ebf0 0x562f8417b3c0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f6a800cb880 tx=0x7f6a800047d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c409d649b383ac5 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:34.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.376+0000 7f6a7dffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:47:34.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.376+0000 7f6a7dffb640  1 -- 172.21.15.46:0/2363579928 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a8001e040 con 0x562f8416ebf0
2024-03-19T01:47:34.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.376+0000 7f6a7dffb640  1 -- 172.21.15.46:0/2363579928 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f6a80098820 con 0x562f8416ebf0
2024-03-19T01:47:34.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.376+0000 7f6a9f870740  1 -- 172.21.15.46:0/2363579928 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a90054070 con 0x562f8416ebf0
2024-03-19T01:47:34.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.376+0000 7f6a7dffb640  1 -- 172.21.15.46:0/2363579928 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=16) ==== 24+0+0 (secure 0 0 0) 0x7f6a80098a80 con 0x562f8416ebf0
2024-03-19T01:47:34.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.376+0000 7f6a9f870740 10 client.14760 fetch_fsmap learned FSMap version 16
2024-03-19T01:47:34.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.376+0000 7f6a9f870740  1 -- 172.21.15.46:0/2363579928 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=16,monmap=4+}) -- 0x562f8417fd40 con 0x562f8416ebf0
2024-03-19T01:47:34.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.377+0000 7f6a7dffb640  1 -- 172.21.15.46:0/2363579928 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6a90054070 con 0x562f8416ebf0
2024-03-19T01:47:34.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.377+0000 7f6a7dffb640  1 -- 172.21.15.46:0/2363579928 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 16) ==== 8342+0+0 (secure 0 0 0) 0x7f6a80096040 con 0x562f8416ebf0
2024-03-19T01:47:34.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.377+0000 7f6a9f870740 10 client.14760 fetch_fsmap finished waiting for FSMap version 16
2024-03-19T01:47:34.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.377+0000 7f6a9f870740 10 client.14760 resolve_mds: resolved name 'b' to daemon mds.b
2024-03-19T01:47:34.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.377+0000 7f6a9f870740 20 client.14760 populate_metadata read hostname 'smithi046'
2024-03-19T01:47:34.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.377+0000 7f6a9f870740  1 --2- 172.21.15.46:0/2363579928 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x562f841ef800 0x562f841ee510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:34.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.377+0000 7f6a9f870740  4 client.14760 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "status"}]
2024-03-19T01:47:34.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.377+0000 7f6a9f870740  1 -- 172.21.15.46:0/2363579928 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "status"}) -- 0x562f840d8670 con 0x562f841ef800
2024-03-19T01:47:34.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.377+0000 7f6a9659c640  1 --2- 172.21.15.46:0/2363579928 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x562f841ef800 0x562f841ee510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:34.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.377+0000 7f6a7dffb640 10 client.14760 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:47:34.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.377+0000 7f6a9659c640  1 --2- 172.21.15.46:0/2363579928 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x562f841ef800 0x562f841ee510 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e95054380c54c1a5 server_cookie=adce7323e29b73e1 in_seq=0 out_seq=0
2024-03-19T01:47:34.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.377+0000 7f6a7dffb640  1 -- 172.21.15.46:0/2363579928 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x562f840d8670 con 0x562f841ef800
2024-03-19T01:47:34.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.377+0000 7f6a7dffb640 10 client.14760 handle_command_reply: tid=0
2024-03-19T01:47:34.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.377+0000 7f6a9f870740  1 client.14760 shutdown
2024-03-19T01:47:34.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.378+0000 7f6a9f870740  1 -- 172.21.15.46:0/2363579928 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562f8416ebf0 msgr2=0x562f8417b3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:34.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.378+0000 7f6a9f870740  1 --2- 172.21.15.46:0/2363579928 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562f8416ebf0 0x562f8417b3c0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f6a800cb880 tx=0x7f6a800047d0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.378+0000 7f6a9f870740  1 -- 172.21.15.46:0/2363579928 shutdown_connections
2024-03-19T01:47:34.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.378+0000 7f6a9f870740  1 --2- 172.21.15.46:0/2363579928 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x562f841ef800 0x562f841ee510 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.378+0000 7f6a9f870740  1 --2- 172.21.15.46:0/2363579928 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562f84173d60 0x562f8417e3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.378+0000 7f6a9f870740  1 --2- 172.21.15.46:0/2363579928 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562f8416ebf0 0x562f8417b3c0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.378+0000 7f6a7dffb640  0 client.14760 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:47:34.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.378+0000 7f6a9f870740  1 --2- 172.21.15.46:0/2363579928 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562f8416e200 0x562f8417ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.378+0000 7f6a9f870740  1 -- 172.21.15.46:0/2363579928 >> 172.21.15.46:0/2363579928 conn(0x562f84167560 msgr2=0x562f84170050 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:34.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.378+0000 7f6a9f870740  1 -- 172.21.15.46:0/2363579928 shutdown_connections
2024-03-19T01:47:34.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.378+0000 7f6a9f870740  1 -- 172.21.15.46:0/2363579928 wait complete.
2024-03-19T01:47:34.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.378+0000 7f6a9f870740 20 client.14760 trim_cache size 0 max 16384
2024-03-19T01:47:34.387 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:47:34.387 INFO:teuthology.orchestra.run.smithi046.stdout:    "cluster_fsid": "53c8cf3e-e591-11ee-95c9-87774f69a715",
2024-03-19T01:47:34.387 INFO:teuthology.orchestra.run.smithi046.stdout:    "whoami": 0,
2024-03-19T01:47:34.387 INFO:teuthology.orchestra.run.smithi046.stdout:    "id": 24506,
2024-03-19T01:47:34.387 INFO:teuthology.orchestra.run.smithi046.stdout:    "want_state": "up:active",
2024-03-19T01:47:34.387 INFO:teuthology.orchestra.run.smithi046.stdout:    "state": "up:active",
2024-03-19T01:47:34.387 INFO:teuthology.orchestra.run.smithi046.stdout:    "fs_name": "cephfs",
2024-03-19T01:47:34.387 INFO:teuthology.orchestra.run.smithi046.stdout:    "rank_uptime": 7.0775638220000001,
2024-03-19T01:47:34.387 INFO:teuthology.orchestra.run.smithi046.stdout:    "mdsmap_epoch": 16,
2024-03-19T01:47:34.387 INFO:teuthology.orchestra.run.smithi046.stdout:    "osdmap_epoch": 89,
2024-03-19T01:47:34.387 INFO:teuthology.orchestra.run.smithi046.stdout:    "osdmap_epoch_barrier": 89,
2024-03-19T01:47:34.387 INFO:teuthology.orchestra.run.smithi046.stdout:    "uptime": 14.295955098
2024-03-19T01:47:34.388 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:47:34.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.378+0000 7f6a9cc8a640  1 -- 172.21.15.46:0/1199600148 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6a840a2800 msgr2=0x7f6a840a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:34.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.378+0000 7f6a9cc8a640  1 --2- 172.21.15.46:0/1199600148 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6a840a2800 0x7f6a840a4cc0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f6a90006010 tx=0x7f6a90009560 comp rx=0 tx=0).stop
2024-03-19T01:47:34.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.378+0000 7f6a9cc8a640  1 -- 172.21.15.46:0/1199600148 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6a98101910 msgr2=0x7f6a98196ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:34.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.378+0000 7f6a9cc8a640  1 --2- 172.21.15.46:0/1199600148 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6a98101910 0x7f6a98196ef0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f6a8000b4a0 tx=0x7f6a8000b960 comp rx=0 tx=0).stop
2024-03-19T01:47:34.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.378+0000 7f6a9cc8a640  1 -- 172.21.15.46:0/1199600148 shutdown_connections
2024-03-19T01:47:34.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.378+0000 7f6a9cc8a640  1 --2- 172.21.15.46:0/1199600148 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6a840a2800 0x7f6a840a4cc0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.378+0000 7f6a9cc8a640  1 --2- 172.21.15.46:0/1199600148 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6a981022d0 0x7f6a9819df60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.378+0000 7f6a9cc8a640  1 --2- 172.21.15.46:0/1199600148 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6a98101910 0x7f6a98196ef0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.378+0000 7f6a9cc8a640  1 --2- 172.21.15.46:0/1199600148 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6a98100720 0x7f6a981969b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:34.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.378+0000 7f6a9cc8a640  1 -- 172.21.15.46:0/1199600148 >> 172.21.15.46:0/1199600148 conn(0x7f6a980fbcb0 msgr2=0x7f6a98104c60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:34.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.378+0000 7f6a9cc8a640  1 -- 172.21.15.46:0/1199600148 shutdown_connections
2024-03-19T01:47:34.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:34.378+0000 7f6a9cc8a640  1 -- 172.21.15.46:0/1199600148 wait complete.
2024-03-19T01:47:34.391 INFO:tasks.cephfs.mount:cephfs_mntpt = None
2024-03-19T01:47:34.391 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin
2024-03-19T01:47:34.391 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph fs ls
2024-03-19T01:47:34.632 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:47:34.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:34 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2847669250' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:34.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:34 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3150479993' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:47:34.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:34 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2847669250' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:34.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:34 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3150479993' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:47:34.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:34 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2847669250' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:34.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:34 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3150479993' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:47:35.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:35 smithi046 ceph-mon[63102]: pgmap v297: 129 pgs: 112 active+clean, 3 creating+peering, 14 unknown; 579 KiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s wr, 7 op/s
2024-03-19T01:47:35.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:35 smithi046 ceph-mon[63102]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled)
2024-03-19T01:47:35.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:35 smithi046 ceph-mon[63102]: Cluster is now healthy
2024-03-19T01:47:35.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:35 smithi073 ceph-mon[66833]: pgmap v297: 129 pgs: 112 active+clean, 3 creating+peering, 14 unknown; 579 KiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s wr, 7 op/s
2024-03-19T01:47:35.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:35 smithi073 ceph-mon[66833]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled)
2024-03-19T01:47:35.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:35 smithi073 ceph-mon[66833]: Cluster is now healthy
2024-03-19T01:47:35.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:35 smithi102 ceph-mon[66557]: pgmap v297: 129 pgs: 112 active+clean, 3 creating+peering, 14 unknown; 579 KiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s wr, 7 op/s
2024-03-19T01:47:35.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:35 smithi102 ceph-mon[66557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled)
2024-03-19T01:47:35.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:35 smithi102 ceph-mon[66557]: Cluster is now healthy
2024-03-19T01:47:36.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.262+0000 7fd30d47a700  1 -- 172.21.15.46:0/3655241205 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd3081025f0 msgr2=0x7fd3081029d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:36.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.262+0000 7fd30d47a700  1 --2- 172.21.15.46:0/3655241205 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd3081025f0 0x7fd3081029d0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fd2f80099c0 tx=0x7fd2f8009cd0 comp rx=0 tx=0).stop
2024-03-19T01:47:36.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.262+0000 7fd30d47a700  1 -- 172.21.15.46:0/3655241205 shutdown_connections
2024-03-19T01:47:36.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.262+0000 7fd30d47a700  1 --2- 172.21.15.46:0/3655241205 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd3081076a0 0x7fd30810f220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:36.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.262+0000 7fd30d47a700  1 --2- 172.21.15.46:0/3655241205 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd3081025f0 0x7fd3081029d0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:36.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.262+0000 7fd30d47a700  1 --2- 172.21.15.46:0/3655241205 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd308102fa0 0x7fd308106f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:36.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.262+0000 7fd30d47a700  1 -- 172.21.15.46:0/3655241205 >> 172.21.15.46:0/3655241205 conn(0x7fd308079430 msgr2=0x7fd308079840 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:36.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.262+0000 7fd30d47a700  1 -- 172.21.15.46:0/3655241205 shutdown_connections
2024-03-19T01:47:36.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.262+0000 7fd30d47a700  1 -- 172.21.15.46:0/3655241205 wait complete.
2024-03-19T01:47:36.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.263+0000 7fd30d47a700  1  Processor -- start
2024-03-19T01:47:36.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.263+0000 7fd30d47a700  1 --  start start
2024-03-19T01:47:36.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.263+0000 7fd30d47a700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd3081025f0 0x7fd308074610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:36.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.263+0000 7fd30d47a700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd308102fa0 0x7fd308074b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:36.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.263+0000 7fd30d47a700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd3081076a0 0x7fd308075090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:36.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.263+0000 7fd30d47a700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd308112510 con 0x7fd3081025f0
2024-03-19T01:47:36.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.263+0000 7fd30d47a700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fd308112390 con 0x7fd308102fa0
2024-03-19T01:47:36.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.263+0000 7fd30d47a700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd308112690 con 0x7fd3081076a0
2024-03-19T01:47:36.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.264+0000 7fd306ffd700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd3081025f0 0x7fd308074610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:36.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.264+0000 7fd306ffd700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd3081025f0 0x7fd308074610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34312/0 (socket says 172.21.15.46:34312)
2024-03-19T01:47:36.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.264+0000 7fd306ffd700  1 -- 172.21.15.46:0/2715872731 learned_addr learned my addr 172.21.15.46:0/2715872731 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:36.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.264+0000 7fd3067fc700  1 --2- 172.21.15.46:0/2715872731 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd308102fa0 0x7fd308074b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:36.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.264+0000 7fd3077fe700  1 --2- 172.21.15.46:0/2715872731 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd3081076a0 0x7fd308075090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:36.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.264+0000 7fd306ffd700  1 -- 172.21.15.46:0/2715872731 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd3081076a0 msgr2=0x7fd308075090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:36.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.264+0000 7fd306ffd700  1 --2- 172.21.15.46:0/2715872731 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd3081076a0 0x7fd308075090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:36.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.264+0000 7fd306ffd700  1 -- 172.21.15.46:0/2715872731 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd308102fa0 msgr2=0x7fd308074b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:36.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.264+0000 7fd306ffd700  1 --2- 172.21.15.46:0/2715872731 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd308102fa0 0x7fd308074b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:36.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.264+0000 7fd306ffd700  1 -- 172.21.15.46:0/2715872731 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3081a6f30 con 0x7fd3081025f0
2024-03-19T01:47:36.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.264+0000 7fd3067fc700  1 --2- 172.21.15.46:0/2715872731 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd308102fa0 0x7fd308074b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:47:36.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.264+0000 7fd306ffd700  1 --2- 172.21.15.46:0/2715872731 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd3081025f0 0x7fd308074610 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fd2f8006010 tx=0x7fd2f80045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:36.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.264+0000 7fd2effff700  1 -- 172.21.15.46:0/2715872731 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2f8026070 con 0x7fd3081025f0
2024-03-19T01:47:36.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.264+0000 7fd2effff700  1 -- 172.21.15.46:0/2715872731 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd2f800f460 con 0x7fd3081025f0
2024-03-19T01:47:36.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.264+0000 7fd30d47a700  1 -- 172.21.15.46:0/2715872731 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3081a71c0 con 0x7fd3081025f0
2024-03-19T01:47:36.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.264+0000 7fd2effff700  1 -- 172.21.15.46:0/2715872731 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2f8009e60 con 0x7fd3081025f0
2024-03-19T01:47:36.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.264+0000 7fd30d47a700  1 -- 172.21.15.46:0/2715872731 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3081a7610 con 0x7fd3081025f0
2024-03-19T01:47:36.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.265+0000 7fd30d47a700  1 -- 172.21.15.46:0/2715872731 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd30810a850 con 0x7fd3081025f0
2024-03-19T01:47:36.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.266+0000 7fd2effff700  1 -- 172.21.15.46:0/2715872731 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fd2f8029070 con 0x7fd3081025f0
2024-03-19T01:47:36.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.267+0000 7fd2effff700  1 --2- 172.21.15.46:0/2715872731 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd2f00a2890 0x7fd2f00a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:36.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.267+0000 7fd3067fc700  1 --2- 172.21.15.46:0/2715872731 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd2f00a2890 0x7fd2f00a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:36.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.267+0000 7fd2effff700  1 -- 172.21.15.46:0/2715872731 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fd2f80cf4d0 con 0x7fd3081025f0
2024-03-19T01:47:36.271 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.267+0000 7fd3067fc700  1 --2- 172.21.15.46:0/2715872731 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd2f00a2890 0x7fd2f00a4d50 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fd308101fe0 tx=0x7fd2fc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:36.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.272+0000 7fd2effff700  1 -- 172.21.15.46:0/2715872731 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fd2f805d740 con 0x7fd3081025f0
2024-03-19T01:47:36.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.522+0000 7fd30d47a700  1 -- 172.21.15.46:0/2715872731 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fd30810a230 con 0x7fd3081025f0
2024-03-19T01:47:36.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.523+0000 7fd2effff700  1 -- 172.21.15.46:0/2715872731 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0  v16) ==== 53+0+88 (secure 0 0 0) 0x7fd2f8013070 con 0x7fd3081025f0
2024-03-19T01:47:36.523 INFO:teuthology.orchestra.run.smithi046.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ]
2024-03-19T01:47:36.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.525+0000 7fd30d47a700  1 -- 172.21.15.46:0/2715872731 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd2f00a2890 msgr2=0x7fd2f00a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:36.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.525+0000 7fd30d47a700  1 --2- 172.21.15.46:0/2715872731 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd2f00a2890 0x7fd2f00a4d50 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fd308101fe0 tx=0x7fd2fc009260 comp rx=0 tx=0).stop
2024-03-19T01:47:36.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.525+0000 7fd30d47a700  1 -- 172.21.15.46:0/2715872731 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd3081025f0 msgr2=0x7fd308074610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:36.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.525+0000 7fd30d47a700  1 --2- 172.21.15.46:0/2715872731 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd3081025f0 0x7fd308074610 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fd2f8006010 tx=0x7fd2f80045e0 comp rx=0 tx=0).stop
2024-03-19T01:47:36.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.525+0000 7fd30d47a700  1 -- 172.21.15.46:0/2715872731 shutdown_connections
2024-03-19T01:47:36.526 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.525+0000 7fd30d47a700  1 --2- 172.21.15.46:0/2715872731 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd2f00a2890 0x7fd2f00a4d50 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:36.526 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.525+0000 7fd30d47a700  1 --2- 172.21.15.46:0/2715872731 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd3081076a0 0x7fd308075090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:36.526 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.525+0000 7fd30d47a700  1 --2- 172.21.15.46:0/2715872731 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd3081025f0 0x7fd308074610 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:36.526 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.525+0000 7fd30d47a700  1 --2- 172.21.15.46:0/2715872731 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd308102fa0 0x7fd308074b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:36.526 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.525+0000 7fd30d47a700  1 -- 172.21.15.46:0/2715872731 >> 172.21.15.46:0/2715872731 conn(0x7fd308079430 msgr2=0x7fd308100720 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:36.526 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.525+0000 7fd30d47a700  1 -- 172.21.15.46:0/2715872731 shutdown_connections
2024-03-19T01:47:36.526 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:36.525+0000 7fd30d47a700  1 -- 172.21.15.46:0/2715872731 wait complete.
2024-03-19T01:47:36.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:36 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2715872731' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch
2024-03-19T01:47:36.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:36 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2715872731' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch
2024-03-19T01:47:36.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:36 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2715872731' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch
2024-03-19T01:47:37.321 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster
2024-03-19T01:47:37.321 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None -
2024-03-19T01:47:37.322 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi046.front.sepia.ceph.com
2024-03-19T01:47:37.322 INFO:tasks.cephfs.mount:self.client.name = client.admin
2024-03-19T01:47:37.322 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin
2024-03-19T01:47:37.322 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs
2024-03-19T01:47:37.322 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None
2024-03-19T01:47:37.322 INFO:tasks.cephfs.mount:self.client_keyring_path = None
2024-03-19T01:47:37.322 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin'
2024-03-19T01:47:37.322 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:47:37.322 DEBUG:teuthology.orchestra.run.smithi046:> ip addr
2024-03-19T01:47:37.340 INFO:teuthology.orchestra.run.smithi046.stdout:1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
2024-03-19T01:47:37.341 INFO:teuthology.orchestra.run.smithi046.stdout:    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
2024-03-19T01:47:37.341 INFO:teuthology.orchestra.run.smithi046.stdout:    inet 127.0.0.1/8 scope host lo
2024-03-19T01:47:37.341 INFO:teuthology.orchestra.run.smithi046.stdout:       valid_lft forever preferred_lft forever
2024-03-19T01:47:37.341 INFO:teuthology.orchestra.run.smithi046.stdout:    inet6 ::1/128 scope host
2024-03-19T01:47:37.341 INFO:teuthology.orchestra.run.smithi046.stdout:       valid_lft forever preferred_lft forever
2024-03-19T01:47:37.341 INFO:teuthology.orchestra.run.smithi046.stdout:2: eno1: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc mq state DOWN group default qlen 1000
2024-03-19T01:47:37.341 INFO:teuthology.orchestra.run.smithi046.stdout:    link/ether 0c:c4:7a:6b:f6:10 brd ff:ff:ff:ff:ff:ff
2024-03-19T01:47:37.341 INFO:teuthology.orchestra.run.smithi046.stdout:    altname enp7s0f0
2024-03-19T01:47:37.341 INFO:teuthology.orchestra.run.smithi046.stdout:3: eno2: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc mq state DOWN group default qlen 1000
2024-03-19T01:47:37.341 INFO:teuthology.orchestra.run.smithi046.stdout:    link/ether 0c:c4:7a:6b:f6:11 brd ff:ff:ff:ff:ff:ff
2024-03-19T01:47:37.341 INFO:teuthology.orchestra.run.smithi046.stdout:    altname enp7s0f1
2024-03-19T01:47:37.341 INFO:teuthology.orchestra.run.smithi046.stdout:4: ens1f0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000
2024-03-19T01:47:37.342 INFO:teuthology.orchestra.run.smithi046.stdout:    link/ether 0c:c4:7a:bd:15:f8 brd ff:ff:ff:ff:ff:ff
2024-03-19T01:47:37.342 INFO:teuthology.orchestra.run.smithi046.stdout:    altname enp1s0f0
2024-03-19T01:47:37.342 INFO:teuthology.orchestra.run.smithi046.stdout:    inet 172.21.15.46/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0
2024-03-19T01:47:37.342 INFO:teuthology.orchestra.run.smithi046.stdout:       valid_lft 40131sec preferred_lft 40131sec
2024-03-19T01:47:37.342 INFO:teuthology.orchestra.run.smithi046.stdout:    inet6 fe80::ec4:7aff:febd:15f8/64 scope link noprefixroute
2024-03-19T01:47:37.342 INFO:teuthology.orchestra.run.smithi046.stdout:       valid_lft forever preferred_lft forever
2024-03-19T01:47:37.342 INFO:teuthology.orchestra.run.smithi046.stdout:5: ens1f1: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc mq state DOWN group default qlen 1000
2024-03-19T01:47:37.342 INFO:teuthology.orchestra.run.smithi046.stdout:    link/ether 0c:c4:7a:bd:15:f9 brd ff:ff:ff:ff:ff:ff
2024-03-19T01:47:37.342 INFO:teuthology.orchestra.run.smithi046.stdout:    altname enp1s0f1
2024-03-19T01:47:37.343 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16
2024-03-19T01:47:37.343 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec stdin-killer --timeout=300 -- bash -c '
2024-03-19T01:47:37.343 DEBUG:teuthology.orchestra.run.smithi046:>                 set -e
2024-03-19T01:47:37.343 DEBUG:teuthology.orchestra.run.smithi046:>                 sudo ip link add name ceph-brx type bridge
2024-03-19T01:47:37.343 DEBUG:teuthology.orchestra.run.smithi046:>                 sudo ip addr flush dev ceph-brx
2024-03-19T01:47:37.343 DEBUG:teuthology.orchestra.run.smithi046:>                 sudo ip link set ceph-brx up
2024-03-19T01:47:37.344 DEBUG:teuthology.orchestra.run.smithi046:>                 sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx
2024-03-19T01:47:37.344 DEBUG:teuthology.orchestra.run.smithi046:>             ')
2024-03-19T01:47:37.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:37 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete
2024-03-19T01:47:37.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:37 stdin-killer INFO: command exited with status 0: exiting normally with same code!
2024-03-19T01:47:37.551 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:47:37.551 DEBUG:teuthology.orchestra.run.smithi046:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward
2024-03-19T01:47:37.579 INFO:teuthology.orchestra.run.smithi046.stdout:1
2024-03-19T01:47:37.580 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:47:37.581 DEBUG:teuthology.orchestra.run.smithi046:> route
2024-03-19T01:47:37.652 INFO:teuthology.orchestra.run.smithi046.stdout:Kernel IP routing table
2024-03-19T01:47:37.652 INFO:teuthology.orchestra.run.smithi046.stdout:Destination     Gateway         Genmask         Flags Metric Ref    Use Iface
2024-03-19T01:47:37.652 INFO:teuthology.orchestra.run.smithi046.stdout:default         _gateway        0.0.0.0         UG    100    0        0 ens1f0
2024-03-19T01:47:37.652 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.0.0      0.0.0.0         255.255.240.0   U     100    0        0 ens1f0
2024-03-19T01:47:37.652 INFO:teuthology.orchestra.run.smithi046.stdout:192.168.0.0     0.0.0.0         255.255.0.0     U     0      0        0 ceph-brx
2024-03-19T01:47:37.653 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec stdin-killer --timeout=300 -- bash -c '
2024-03-19T01:47:37.653 DEBUG:teuthology.orchestra.run.smithi046:>             set -e
2024-03-19T01:47:37.653 DEBUG:teuthology.orchestra.run.smithi046:>             sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT
2024-03-19T01:47:37.653 DEBUG:teuthology.orchestra.run.smithi046:>             sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT
2024-03-19T01:47:37.653 DEBUG:teuthology.orchestra.run.smithi046:>             sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE
2024-03-19T01:47:37.653 DEBUG:teuthology.orchestra.run.smithi046:>         ')
2024-03-19T01:47:37.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:37 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete
2024-03-19T01:47:37.841 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:37 smithi046 ceph-mon[63102]: pgmap v298: 129 pgs: 127 active+clean, 2 creating+peering; 579 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 4 op/s
2024-03-19T01:47:37.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:37 stdin-killer INFO: command exited with status 0: exiting normally with same code!
2024-03-19T01:47:37.944 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:47:37.944 DEBUG:teuthology.orchestra.run.smithi046:> ip netns list
2024-03-19T01:47:37.959 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:47:37.959 DEBUG:teuthology.orchestra.run.smithi046:> ip netns list-id
2024-03-19T01:47:37.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:37 smithi073 ceph-mon[66833]: pgmap v298: 129 pgs: 127 active+clean, 2 creating+peering; 579 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 4 op/s
2024-03-19T01:47:37.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:37 smithi102 ceph-mon[66557]: pgmap v298: 129 pgs: 127 active+clean, 2 creating+peering; 579 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 4 op/s
2024-03-19T01:47:38.013 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec stdin-killer --timeout=300 -- bash -c '
2024-03-19T01:47:38.014 DEBUG:teuthology.orchestra.run.smithi046:>                 set -e
2024-03-19T01:47:38.014 DEBUG:teuthology.orchestra.run.smithi046:>                 sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin
2024-03-19T01:47:38.014 DEBUG:teuthology.orchestra.run.smithi046:>                 sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0
2024-03-19T01:47:38.014 DEBUG:teuthology.orchestra.run.smithi046:>             ')
2024-03-19T01:47:38.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:38 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete
2024-03-19T01:47:38.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:38 stdin-killer INFO: command exited with status 0: exiting normally with same code!
2024-03-19T01:47:38.136 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16
2024-03-19T01:47:38.136 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec stdin-killer --timeout=300 -- bash -c '
2024-03-19T01:47:38.137 DEBUG:teuthology.orchestra.run.smithi046:>             set -e
2024-03-19T01:47:38.137 DEBUG:teuthology.orchestra.run.smithi046:>             sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0
2024-03-19T01:47:38.137 DEBUG:teuthology.orchestra.run.smithi046:>             sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0
2024-03-19T01:47:38.137 DEBUG:teuthology.orchestra.run.smithi046:>             sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up
2024-03-19T01:47:38.137 DEBUG:teuthology.orchestra.run.smithi046:>             sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up
2024-03-19T01:47:38.137 DEBUG:teuthology.orchestra.run.smithi046:>             sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254
2024-03-19T01:47:38.137 DEBUG:teuthology.orchestra.run.smithi046:>         ')
2024-03-19T01:47:38.184 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:38 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete
2024-03-19T01:47:38.284 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:38 stdin-killer INFO: command exited with status 0: exiting normally with same code!
2024-03-19T01:47:38.290 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec stdin-killer --timeout=300 -- bash -c '
2024-03-19T01:47:38.290 DEBUG:teuthology.orchestra.run.smithi046:>             set -e
2024-03-19T01:47:38.290 DEBUG:teuthology.orchestra.run.smithi046:>             sudo ip link set brx.0 up
2024-03-19T01:47:38.290 DEBUG:teuthology.orchestra.run.smithi046:>             sudo ip link set dev brx.0 master ceph-brx
2024-03-19T01:47:38.290 DEBUG:teuthology.orchestra.run.smithi046:>         ')
2024-03-19T01:47:38.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:38 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete
2024-03-19T01:47:38.366 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:38 stdin-killer INFO: command exited with status 0: exiting normally with same code!
2024-03-19T01:47:38.372 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {}
2024-03-19T01:47:38.372 INFO:teuthology.orchestra.run:Running command with timeout 60
2024-03-19T01:47:38.373 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin
2024-03-19T01:47:38.387 INFO:teuthology.orchestra.run.smithi046.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin'
2024-03-19T01:47:38.387 INFO:teuthology.orchestra.run:Running command with timeout 60
2024-03-19T01:47:38.388 DEBUG:teuthology.orchestra.run.smithi046:> chmod 0000 /home/ubuntu/cephtest/mnt.admin
2024-03-19T01:47:38.442 DEBUG:teuthology.orchestra.run.smithi046:> sudo modprobe fuse
2024-03-19T01:47:38.510 DEBUG:teuthology.orchestra.run.smithi046:> cat /proc/self/mounts | awk '{print $2}'
2024-03-19T01:47:38.565 INFO:teuthology.orchestra.run.smithi046.stdout:/proc
2024-03-19T01:47:38.566 INFO:teuthology.orchestra.run.smithi046.stdout:/sys
2024-03-19T01:47:38.566 INFO:teuthology.orchestra.run.smithi046.stdout:/dev
2024-03-19T01:47:38.566 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/security
2024-03-19T01:47:38.566 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/shm
2024-03-19T01:47:38.566 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/pts
2024-03-19T01:47:38.566 INFO:teuthology.orchestra.run.smithi046.stdout:/run
2024-03-19T01:47:38.566 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/cgroup
2024-03-19T01:47:38.566 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/pstore
2024-03-19T01:47:38.566 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/bpf
2024-03-19T01:47:38.566 INFO:teuthology.orchestra.run.smithi046.stdout:/
2024-03-19T01:47:38.566 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/selinux
2024-03-19T01:47:38.566 INFO:teuthology.orchestra.run.smithi046.stdout:/proc/sys/fs/binfmt_misc
2024-03-19T01:47:38.567 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/mqueue
2024-03-19T01:47:38.567 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/debug
2024-03-19T01:47:38.567 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/hugepages
2024-03-19T01:47:38.567 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/tracing
2024-03-19T01:47:38.567 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/fuse/connections
2024-03-19T01:47:38.567 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/config
2024-03-19T01:47:38.567 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-sysctl.service
2024-03-19T01:47:38.567 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service
2024-03-19T01:47:38.567 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-tmpfiles-setup.service
2024-03-19T01:47:38.567 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/nfs/rpc_pipefs
2024-03-19T01:47:38.567 INFO:teuthology.orchestra.run.smithi046.stdout:/run/user/1000
2024-03-19T01:47:38.567 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph
2024-03-19T01:47:38.567 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay
2024-03-19T01:47:38.567 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/3befe0d96a13c4c5c4698d7452cc650ef4fb594be9695276a56b7992db211bde/merged
2024-03-19T01:47:38.568 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/18986a17da761e0ec2bd41e133c68de0eb27310757215fc4bde5dfb56f8ff83e/merged
2024-03-19T01:47:38.568 INFO:teuthology.orchestra.run.smithi046.stdout:/run/user/0
2024-03-19T01:47:38.568 INFO:teuthology.orchestra.run.smithi046.stdout:/proc/sys/fs/binfmt_misc
2024-03-19T01:47:38.568 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/8b973a647e871ff5a7056e3aa393f670da3dce8b41131823824cf182895e3196/merged
2024-03-19T01:47:38.568 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/5cd278f6eb80ddfb4969b15aa65c143edd8011ce16a35ecb3c7e06ee97c2b692/merged
2024-03-19T01:47:38.568 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/ed20171ca5d2c12131f5162038c70ab046efae9b6d9a5d0ffe72756de80b0a4a/merged
2024-03-19T01:47:38.568 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/59696de60a2f4a6d5fe67ecc5ded7e9221867d952feb0a708da6fdef0837f889/merged
2024-03-19T01:47:38.568 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/661140a2ad4f0243f9d20ed3ff994ada4d79ea28ba7a03a4c665f054d7e816aa/merged
2024-03-19T01:47:38.568 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/5d38c0686203ae9b6e1e0ee064c68c9a3f8e1b09b2a80e069ca3925ccf9bef07/merged
2024-03-19T01:47:38.568 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/ce551dbb834fc0b30fb9f5ded31031ed04f914d6bc790f18dc87115f40e755b1/merged
2024-03-19T01:47:38.568 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/45c4af71142e80802cf3c35d50fe5c9bd1cd4970b6a354cd3d956144faff0cb3/merged
2024-03-19T01:47:38.568 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns
2024-03-19T01:47:38.568 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin
2024-03-19T01:47:38.568 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin
2024-03-19T01:47:38.569 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:47:38.570 DEBUG:teuthology.orchestra.run.smithi046:> ls /sys/fs/fuse/connections
2024-03-19T01:47:38.624 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: []
2024-03-19T01:47:38.624 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs)
2024-03-19T01:47:38.667 DEBUG:teuthology.orchestra.run.smithi046:> sudo modprobe fuse
2024-03-19T01:47:38.693 DEBUG:teuthology.orchestra.run.smithi046:> cat /proc/self/mounts | awk '{print $2}'
2024-03-19T01:47:38.750 INFO:teuthology.orchestra.run.smithi046.stdout:/proc
2024-03-19T01:47:38.750 INFO:teuthology.orchestra.run.smithi046.stdout:/sys
2024-03-19T01:47:38.750 INFO:teuthology.orchestra.run.smithi046.stdout:/dev
2024-03-19T01:47:38.750 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/security
2024-03-19T01:47:38.750 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/shm
2024-03-19T01:47:38.750 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/pts
2024-03-19T01:47:38.750 INFO:teuthology.orchestra.run.smithi046.stdout:/run
2024-03-19T01:47:38.750 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/cgroup
2024-03-19T01:47:38.751 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/pstore
2024-03-19T01:47:38.751 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/bpf
2024-03-19T01:47:38.751 INFO:teuthology.orchestra.run.smithi046.stdout:/
2024-03-19T01:47:38.751 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/selinux
2024-03-19T01:47:38.751 INFO:teuthology.orchestra.run.smithi046.stdout:/proc/sys/fs/binfmt_misc
2024-03-19T01:47:38.751 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/mqueue
2024-03-19T01:47:38.751 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/debug
2024-03-19T01:47:38.751 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/hugepages
2024-03-19T01:47:38.751 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/tracing
2024-03-19T01:47:38.751 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/fuse/connections
2024-03-19T01:47:38.751 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/config
2024-03-19T01:47:38.751 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-sysctl.service
2024-03-19T01:47:38.751 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service
2024-03-19T01:47:38.752 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-tmpfiles-setup.service
2024-03-19T01:47:38.752 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/nfs/rpc_pipefs
2024-03-19T01:47:38.752 INFO:teuthology.orchestra.run.smithi046.stdout:/run/user/1000
2024-03-19T01:47:38.752 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph
2024-03-19T01:47:38.752 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay
2024-03-19T01:47:38.752 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/3befe0d96a13c4c5c4698d7452cc650ef4fb594be9695276a56b7992db211bde/merged
2024-03-19T01:47:38.752 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/18986a17da761e0ec2bd41e133c68de0eb27310757215fc4bde5dfb56f8ff83e/merged
2024-03-19T01:47:38.752 INFO:teuthology.orchestra.run.smithi046.stdout:/run/user/0
2024-03-19T01:47:38.752 INFO:teuthology.orchestra.run.smithi046.stdout:/proc/sys/fs/binfmt_misc
2024-03-19T01:47:38.752 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/8b973a647e871ff5a7056e3aa393f670da3dce8b41131823824cf182895e3196/merged
2024-03-19T01:47:38.752 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/5cd278f6eb80ddfb4969b15aa65c143edd8011ce16a35ecb3c7e06ee97c2b692/merged
2024-03-19T01:47:38.752 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/ed20171ca5d2c12131f5162038c70ab046efae9b6d9a5d0ffe72756de80b0a4a/merged
2024-03-19T01:47:38.752 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/59696de60a2f4a6d5fe67ecc5ded7e9221867d952feb0a708da6fdef0837f889/merged
2024-03-19T01:47:38.752 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/661140a2ad4f0243f9d20ed3ff994ada4d79ea28ba7a03a4c665f054d7e816aa/merged
2024-03-19T01:47:38.752 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/5d38c0686203ae9b6e1e0ee064c68c9a3f8e1b09b2a80e069ca3925ccf9bef07/merged
2024-03-19T01:47:38.753 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/ce551dbb834fc0b30fb9f5ded31031ed04f914d6bc790f18dc87115f40e755b1/merged
2024-03-19T01:47:38.753 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/45c4af71142e80802cf3c35d50fe5c9bd1cd4970b6a354cd3d956144faff0cb3/merged
2024-03-19T01:47:38.753 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns
2024-03-19T01:47:38.753 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin
2024-03-19T01:47:38.753 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin
2024-03-19T01:47:38.753 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:47:38.753 DEBUG:teuthology.orchestra.run.smithi046:> ls /sys/fs/fuse/connections
2024-03-19T01:47:38.758 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi046.stderr:2024-03-19T01:47:38.758+0000 7f4a0ee91480 -1 init, newargv = 0x55c36cd10220 newargc=15
2024-03-19T01:47:38.758 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi046.stderr:ceph-fuse[107185]: starting ceph client
2024-03-19T01:47:38.764 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi046.stderr:ceph-fuse[107185]: starting fuse
2024-03-19T01:47:38.773 INFO:teuthology.orchestra.run.smithi046.stdout:119
2024-03-19T01:47:38.773 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [119]
2024-03-19T01:47:38.773 DEBUG:teuthology.orchestra.run.smithi046:> sudo stdin-killer -- python3 -c '
2024-03-19T01:47:38.773 DEBUG:teuthology.orchestra.run.smithi046:> import glob
2024-03-19T01:47:38.773 DEBUG:teuthology.orchestra.run.smithi046:> import re
2024-03-19T01:47:38.773 DEBUG:teuthology.orchestra.run.smithi046:> import os
2024-03-19T01:47:38.773 DEBUG:teuthology.orchestra.run.smithi046:> import subprocess
2024-03-19T01:47:38.773 DEBUG:teuthology.orchestra.run.smithi046:> 
2024-03-19T01:47:38.773 DEBUG:teuthology.orchestra.run.smithi046:> def _find_admin_socket(client_name):
2024-03-19T01:47:38.774 DEBUG:teuthology.orchestra.run.smithi046:>         asok_path = "/var/run/ceph/ceph-client.admin.*.asok"
2024-03-19T01:47:38.774 DEBUG:teuthology.orchestra.run.smithi046:>         files = glob.glob(asok_path)
2024-03-19T01:47:38.774 DEBUG:teuthology.orchestra.run.smithi046:>         mountpoint = "/home/ubuntu/cephtest/mnt.admin"
2024-03-19T01:47:38.774 DEBUG:teuthology.orchestra.run.smithi046:> 
2024-03-19T01:47:38.774 DEBUG:teuthology.orchestra.run.smithi046:>         # Given a non-glob path, it better be there
2024-03-19T01:47:38.774 DEBUG:teuthology.orchestra.run.smithi046:>         if "*" not in asok_path:
2024-03-19T01:47:38.774 DEBUG:teuthology.orchestra.run.smithi046:>             assert(len(files) == 1)
2024-03-19T01:47:38.774 DEBUG:teuthology.orchestra.run.smithi046:>             return files[0]
2024-03-19T01:47:38.774 DEBUG:teuthology.orchestra.run.smithi046:> 
2024-03-19T01:47:38.774 DEBUG:teuthology.orchestra.run.smithi046:>         for f in files:
2024-03-19T01:47:38.774 DEBUG:teuthology.orchestra.run.smithi046:>                 pid = re.match(".*\.(\d+)\.asok$", f).group(1)
2024-03-19T01:47:38.774 DEBUG:teuthology.orchestra.run.smithi046:>                 if os.path.exists("/proc/{0}".format(pid)):
2024-03-19T01:47:38.774 DEBUG:teuthology.orchestra.run.smithi046:>                     with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f:
2024-03-19T01:47:38.774 DEBUG:teuthology.orchestra.run.smithi046:>                         contents = proc_f.read()
2024-03-19T01:47:38.775 DEBUG:teuthology.orchestra.run.smithi046:>                         if mountpoint in contents:
2024-03-19T01:47:38.775 DEBUG:teuthology.orchestra.run.smithi046:>                             return f
2024-03-19T01:47:38.775 DEBUG:teuthology.orchestra.run.smithi046:>         raise RuntimeError("Client socket {0} not found".format(client_name))
2024-03-19T01:47:38.775 DEBUG:teuthology.orchestra.run.smithi046:> 
2024-03-19T01:47:38.775 DEBUG:teuthology.orchestra.run.smithi046:> print(_find_admin_socket("client.admin"))
2024-03-19T01:47:38.775 DEBUG:teuthology.orchestra.run.smithi046:> '
2024-03-19T01:47:38.893 INFO:teuthology.orchestra.run.smithi046.stdout:/var/run/ceph/ceph-client.admin.107185.asok
2024-03-19T01:47:38.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:38 stdin-killer INFO: command exited with status 0: exiting normally with same code!
2024-03-19T01:47:38.904 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.107185.asok
2024-03-19T01:47:38.904 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:47:38.904 DEBUG:teuthology.orchestra.run.smithi046:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.107185.asok status
2024-03-19T01:47:39.041 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:47:39.041 INFO:teuthology.orchestra.run.smithi046.stdout:    "metadata": {
2024-03-19T01:47:39.041 INFO:teuthology.orchestra.run.smithi046.stdout:        "ceph_sha1": "b6ae24918b03b1b8a19c9263a50655bba80bb810",
2024-03-19T01:47:39.041 INFO:teuthology.orchestra.run.smithi046.stdout:        "ceph_version": "ceph version 19.0.0-2206-gb6ae2491 (b6ae24918b03b1b8a19c9263a50655bba80bb810) squid (dev)",
2024-03-19T01:47:39.042 INFO:teuthology.orchestra.run.smithi046.stdout:        "entity_id": "admin",
2024-03-19T01:47:39.042 INFO:teuthology.orchestra.run.smithi046.stdout:        "hostname": "smithi046",
2024-03-19T01:47:39.042 INFO:teuthology.orchestra.run.smithi046.stdout:        "mount_point": "/home/ubuntu/cephtest/mnt.admin",
2024-03-19T01:47:39.042 INFO:teuthology.orchestra.run.smithi046.stdout:        "pid": "107185",
2024-03-19T01:47:39.042 INFO:teuthology.orchestra.run.smithi046.stdout:        "root": "/"
2024-03-19T01:47:39.042 INFO:teuthology.orchestra.run.smithi046.stdout:    },
2024-03-19T01:47:39.042 INFO:teuthology.orchestra.run.smithi046.stdout:    "dentry_count": 0,
2024-03-19T01:47:39.042 INFO:teuthology.orchestra.run.smithi046.stdout:    "dentry_pinned_count": 0,
2024-03-19T01:47:39.042 INFO:teuthology.orchestra.run.smithi046.stdout:    "id": 14772,
2024-03-19T01:47:39.042 INFO:teuthology.orchestra.run.smithi046.stdout:    "inst": {
2024-03-19T01:47:39.042 INFO:teuthology.orchestra.run.smithi046.stdout:        "name": {
2024-03-19T01:47:39.042 INFO:teuthology.orchestra.run.smithi046.stdout:            "type": "client",
2024-03-19T01:47:39.042 INFO:teuthology.orchestra.run.smithi046.stdout:            "num": 14772
2024-03-19T01:47:39.043 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T01:47:39.043 INFO:teuthology.orchestra.run.smithi046.stdout:        "addr": {
2024-03-19T01:47:39.043 INFO:teuthology.orchestra.run.smithi046.stdout:            "type": "v1",
2024-03-19T01:47:39.043 INFO:teuthology.orchestra.run.smithi046.stdout:            "addr": "192.168.0.1:0",
2024-03-19T01:47:39.043 INFO:teuthology.orchestra.run.smithi046.stdout:            "nonce": 914168312
2024-03-19T01:47:39.043 INFO:teuthology.orchestra.run.smithi046.stdout:        }
2024-03-19T01:47:39.043 INFO:teuthology.orchestra.run.smithi046.stdout:    },
2024-03-19T01:47:39.043 INFO:teuthology.orchestra.run.smithi046.stdout:    "addr": {
2024-03-19T01:47:39.043 INFO:teuthology.orchestra.run.smithi046.stdout:        "type": "v1",
2024-03-19T01:47:39.043 INFO:teuthology.orchestra.run.smithi046.stdout:        "addr": "192.168.0.1:0",
2024-03-19T01:47:39.043 INFO:teuthology.orchestra.run.smithi046.stdout:        "nonce": 914168312
2024-03-19T01:47:39.043 INFO:teuthology.orchestra.run.smithi046.stdout:    },
2024-03-19T01:47:39.043 INFO:teuthology.orchestra.run.smithi046.stdout:    "inst_str": "client.14772 192.168.0.1:0/914168312",
2024-03-19T01:47:39.044 INFO:teuthology.orchestra.run.smithi046.stdout:    "addr_str": "192.168.0.1:0/914168312",
2024-03-19T01:47:39.044 INFO:teuthology.orchestra.run.smithi046.stdout:    "inode_count": 1,
2024-03-19T01:47:39.044 INFO:teuthology.orchestra.run.smithi046.stdout:    "mds_epoch": 16,
2024-03-19T01:47:39.044 INFO:teuthology.orchestra.run.smithi046.stdout:    "osd_epoch": 89,
2024-03-19T01:47:39.044 INFO:teuthology.orchestra.run.smithi046.stdout:    "osd_epoch_barrier": 0,
2024-03-19T01:47:39.044 INFO:teuthology.orchestra.run.smithi046.stdout:    "blocklisted": false,
2024-03-19T01:47:39.044 INFO:teuthology.orchestra.run.smithi046.stdout:    "fs_name": "cephfs"
2024-03-19T01:47:39.044 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:47:39.050 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:47:39.050 DEBUG:teuthology.orchestra.run.smithi046:> stat --file-system '--printf=%T
2024-03-19T01:47:39.050 DEBUG:teuthology.orchestra.run.smithi046:> ' -- /home/ubuntu/cephtest/mnt.admin
2024-03-19T01:47:39.065 INFO:teuthology.orchestra.run.smithi046.stdout:fuseblk
2024-03-19T01:47:39.065 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin
2024-03-19T01:47:39.065 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:47:39.065 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin
2024-03-19T01:47:39.132 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest/mnt.admin && exec stdin-killer --timeout=900 -- bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .')
2024-03-19T01:47:39.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete
2024-03-19T01:47:39.240 INFO:teuthology.orchestra.run.smithi046.stdout:# file: .
2024-03-19T01:47:39.240 INFO:teuthology.orchestra.run.smithi046.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec"
2024-03-19T01:47:39.240 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:47:39.240 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39 stdin-killer INFO: command exited with status 0: exiting normally with same code!
2024-03-19T01:47:39.245 DEBUG:teuthology.orchestra.run.smithi046:> set -ex
2024-03-19T01:47:39.245 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/proc/self/mounts of=/dev/stdout
2024-03-19T01:47:39.261 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-03-19T01:47:39.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.406+0000 7f5d34eb2640  1 -- 172.21.15.46:0/2396144196 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d301022f0 msgr2=0x7f5d30108b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:39.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.406+0000 7f5d34eb2640  1 --2- 172.21.15.46:0/2396144196 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d301022f0 0x7f5d30108b80 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f5d28009ca0 tx=0x7f5d2802c0f0 comp rx=0 tx=0).stop
2024-03-19T01:47:39.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.406+0000 7f5d34eb2640  1 -- 172.21.15.46:0/2396144196 shutdown_connections
2024-03-19T01:47:39.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.406+0000 7f5d34eb2640  1 --2- 172.21.15.46:0/2396144196 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d301022f0 0x7f5d30108b80 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:39.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.406+0000 7f5d34eb2640  1 --2- 172.21.15.46:0/2396144196 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5d30101930 0x7f5d30101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:39.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.406+0000 7f5d34eb2640  1 --2- 172.21.15.46:0/2396144196 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5d30100740 0x7f5d30100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:39.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.406+0000 7f5d34eb2640  1 -- 172.21.15.46:0/2396144196 >> 172.21.15.46:0/2396144196 conn(0x7f5d300fbcb0 msgr2=0x7f5d300fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:39.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.406+0000 7f5d34eb2640  1 -- 172.21.15.46:0/2396144196 shutdown_connections
2024-03-19T01:47:39.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.406+0000 7f5d34eb2640  1 -- 172.21.15.46:0/2396144196 wait complete.
2024-03-19T01:47:39.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.406+0000 7f5d34eb2640  1  Processor -- start
2024-03-19T01:47:39.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.407+0000 7f5d34eb2640  1 --  start start
2024-03-19T01:47:39.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.407+0000 7f5d34eb2640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5d30100740 0x7f5d30197a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:39.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.407+0000 7f5d34eb2640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d30101930 0x7f5d30197f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:39.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.407+0000 7f5d34eb2640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5d301022f0 0x7f5d3019efe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:39.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.407+0000 7f5d34eb2640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f5d3010d390 con 0x7f5d30101930
2024-03-19T01:47:39.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.407+0000 7f5d34eb2640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f5d3010d210 con 0x7f5d30100740
2024-03-19T01:47:39.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.407+0000 7f5d34eb2640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5d3010d510 con 0x7f5d301022f0
2024-03-19T01:47:39.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.407+0000 7f5d2dd9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d30101930 0x7f5d30197f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:39.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.407+0000 7f5d2dd9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d30101930 0x7f5d30197f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34326/0 (socket says 172.21.15.46:34326)
2024-03-19T01:47:39.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.407+0000 7f5d2e59c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5d30100740 0x7f5d30197a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:39.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.407+0000 7f5d2dd9b640  1 -- 172.21.15.46:0/2002915706 learned_addr learned my addr 172.21.15.46:0/2002915706 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:39.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.407+0000 7f5d2ed9d640  1 --2- 172.21.15.46:0/2002915706 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5d301022f0 0x7f5d3019efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:39.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.407+0000 7f5d2e59c640  1 -- 172.21.15.46:0/2002915706 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5d301022f0 msgr2=0x7f5d3019efe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:39.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.407+0000 7f5d2e59c640  1 --2- 172.21.15.46:0/2002915706 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5d301022f0 0x7f5d3019efe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:39.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.407+0000 7f5d2e59c640  1 -- 172.21.15.46:0/2002915706 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d30101930 msgr2=0x7f5d30197f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:39.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.407+0000 7f5d2e59c640  1 --2- 172.21.15.46:0/2002915706 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d30101930 0x7f5d30197f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:39.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.407+0000 7f5d2e59c640  1 -- 172.21.15.46:0/2002915706 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d3019f650 con 0x7f5d30100740
2024-03-19T01:47:39.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.407+0000 7f5d2ed9d640  1 --2- 172.21.15.46:0/2002915706 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5d301022f0 0x7f5d3019efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed!
2024-03-19T01:47:39.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.407+0000 7f5d2dd9b640  1 --2- 172.21.15.46:0/2002915706 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d30101930 0x7f5d30197f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:47:39.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.407+0000 7f5d2e59c640  1 --2- 172.21.15.46:0/2002915706 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5d30100740 0x7f5d30197a30 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f5d2000e9c0 tx=0x7f5d2000ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:39.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.407+0000 7f5d1f7fe640  1 -- 172.21.15.46:0/2002915706 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d2000ccc0 con 0x7f5d30100740
2024-03-19T01:47:39.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.408+0000 7f5d34eb2640  1 -- 172.21.15.46:0/2002915706 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d3019f940 con 0x7f5d30100740
2024-03-19T01:47:39.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.408+0000 7f5d1f7fe640  1 -- 172.21.15.46:0/2002915706 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5d200035f0 con 0x7f5d30100740
2024-03-19T01:47:39.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.408+0000 7f5d1f7fe640  1 -- 172.21.15.46:0/2002915706 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d2000ce60 con 0x7f5d30100740
2024-03-19T01:47:39.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.408+0000 7f5d34eb2640  1 -- 172.21.15.46:0/2002915706 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d3019fee0 con 0x7f5d30100740
2024-03-19T01:47:39.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.408+0000 7f5d34eb2640  1 -- 172.21.15.46:0/2002915706 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d30107a60 con 0x7f5d30100740
2024-03-19T01:47:39.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.409+0000 7f5d1f7fe640  1 -- 172.21.15.46:0/2002915706 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f5d200037a0 con 0x7f5d30100740
2024-03-19T01:47:39.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.410+0000 7f5d1f7fe640  1 --2- 172.21.15.46:0/2002915706 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f5d180a2800 0x7f5d180a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:39.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.410+0000 7f5d2dd9b640  1 --2- 172.21.15.46:0/2002915706 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f5d180a2800 0x7f5d180a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:39.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.410+0000 7f5d1f7fe640  1 -- 172.21.15.46:0/2002915706 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f5d200cf1c0 con 0x7f5d30100740
2024-03-19T01:47:39.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.411+0000 7f5d2dd9b640  1 --2- 172.21.15.46:0/2002915706 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f5d180a2800 0x7f5d180a4cc0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f5d30198f40 tx=0x7f5d2400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:39.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.414+0000 7f5d1f7fe640  1 -- 172.21.15.46:0/2002915706 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f5d2009bfc0 con 0x7f5d30100740
2024-03-19T01:47:39.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.600+0000 7f5d34eb2640  1 -- 172.21.15.46:0/2002915706 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5d3002d1f0 con 0x7f5d30100740
2024-03-19T01:47:39.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.602+0000 7f5d1f7fe640  1 -- 172.21.15.46:0/2002915706 <== mon.2 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v89) ==== 74+0+24067 (secure 0 0 0) 0x7f5d2009b8c0 con 0x7f5d30100740
2024-03-19T01:47:39.602 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:47:39.602 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":89,"fsid":"53c8cf3e-e591-11ee-95c9-87774f69a715","created":"2024-03-19T01:39:22.615473+0000","modified":"2024-03-19T01:47:31.671097+0000","last_up_change":"2024-03-19T01:46:32.777223+0000","last_in_change":"2024-03-19T01:46:12.842023+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-19T01:42:46.174113+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-19T01:47:24.276277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-19T01:47:25.605471+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-19T01:47:29.545614+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"4fc98477-1fec-465b-892b-9a0c12e15754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6803","nonce":1888713943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6805","nonce":1888713943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6809","nonce":1888713943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6807","nonce":1888713943}]},"public_addr":"172.21.15.46:6803/1888713943","cluster_addr":"172.21.15.46:6805/1888713943","heartbeat_back_addr":"172.21.15.46:6809/1888713943","heartbeat_front_addr":"172.21.15.46:6807/1888713943","state":["exists","up"]},{"osd":1,"uuid":"4109d6a1-240e-4f1f-b09d-75f3b77e6303","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6801","nonce":2502945674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6803","nonce":2502945674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6807","nonce":2502945674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6805","nonce":2502945674}]},"public_addr":"172.21.15.73:6801/2502945674","cluster_addr":"172.21.15.73:6803/2502945674","heartbeat_back_addr":"172.21.15.73:6807/2502945674","heartbeat_front_addr":"172.21.15.73:6805/2502945674","state":["exists","up"]},{"osd":2,"uuid":"45e8479c-4006-4dd4-bdd8-b4a2eafacc80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6801","nonce":90484514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6803","nonce":90484514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6807","nonce":90484514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6805","nonce":90484514}]},"public_addr":"172.21.15.102:6801/90484514","cluster_addr":"172.21.15.102:6803/90484514","heartbeat_back_addr":"172.21.15.102:6807/90484514","heartbeat_front_addr":"172.21.15.102:6805/90484514","state":["exists","up"]},{"osd":3,"uuid":"4cdc93cf-2e8d-436d-a78a-c235e9b970fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6811","nonce":3336792470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6813","nonce":3336792470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6817","nonce":3336792470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6815","nonce":3336792470}]},"public_addr":"172.21.15.46:6811/3336792470","cluster_addr":"172.21.15.46:6813/3336792470","heartbeat_back_addr":"172.21.15.46:6817/3336792470","heartbeat_front_addr":"172.21.15.46:6815/3336792470","state":["exists","up"]},{"osd":4,"uuid":"35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6809","nonce":1192862788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6811","nonce":1192862788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6815","nonce":1192862788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6813","nonce":1192862788}]},"public_addr":"172.21.15.73:6809/1192862788","cluster_addr":"172.21.15.73:6811/1192862788","heartbeat_back_addr":"172.21.15.73:6815/1192862788","heartbeat_front_addr":"172.21.15.73:6813/1192862788","state":["exists","up"]},{"osd":5,"uuid":"1587c1e6-6719-4117-a80f-5c6bce0e5814","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6809","nonce":3252664135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6811","nonce":3252664135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6815","nonce":3252664135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6813","nonce":3252664135}]},"public_addr":"172.21.15.102:6809/3252664135","cluster_addr":"172.21.15.102:6811/3252664135","heartbeat_back_addr":"172.21.15.102:6815/3252664135","heartbeat_front_addr":"172.21.15.102:6813/3252664135","state":["exists","up"]},{"osd":6,"uuid":"af41cbff-69e5-45ab-ad59-95e5addd1b6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6819","nonce":595340737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6821","nonce":595340737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6825","nonce":595340737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6823","nonce":595340737}]},"public_addr":"172.21.15.46:6819/595340737","cluster_addr":"172.21.15.46:6821/595340737","heartbeat_back_addr":"172.21.15.46:6825/595340737","heartbeat_front_addr":"172.21.15.46:6823/595340737","state":["exists","up"]},{"osd":7,"uuid":"23e9241a-4ed9-4606-93c1-ccfe277d0c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6817","nonce":143082020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6819","nonce":143082020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6823","nonce":143082020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6821","nonce":143082020}]},"public_addr":"172.21.15.73:6817/143082020","cluster_addr":"172.21.15.73:6819/143082020","heartbeat_back_addr":"172.21.15.73:6823/143082020","heartbeat_front_addr":"172.21.15.73:6821/143082020","state":["exists","up"]},{"osd":8,"uuid":"c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6817","nonce":2533208086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6819","nonce":2533208086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6823","nonce":2533208086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6821","nonce":2533208086}]},"public_addr":"172.21.15.102:6817/2533208086","cluster_addr":"172.21.15.102:6819/2533208086","heartbeat_back_addr":"172.21.15.102:6823/2533208086","heartbeat_front_addr":"172.21.15.102:6821/2533208086","state":["exists","up"]},{"osd":9,"uuid":"a16dd21b-77e4-4148-90a3-c085fd621fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6827","nonce":4252594050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6829","nonce":4252594050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6833","nonce":4252594050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6831","nonce":4252594050}]},"public_addr":"172.21.15.46:6827/4252594050","cluster_addr":"172.21.15.46:6829/4252594050","heartbeat_back_addr":"172.21.15.46:6833/4252594050","heartbeat_front_addr":"172.21.15.46:6831/4252594050","state":["exists","up"]},{"osd":10,"uuid":"3a794482-bcfa-4e99-8e96-77228a828ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6825","nonce":1252006239}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6827","nonce":1252006239}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6831","nonce":1252006239}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6829","nonce":1252006239}]},"public_addr":"172.21.15.73:6825/1252006239","cluster_addr":"172.21.15.73:6827/1252006239","heartbeat_back_addr":"172.21.15.73:6831/1252006239","heartbeat_front_addr":"172.21.15.73:6829/1252006239","state":["exists","up"]},{"osd":11,"uuid":"93bdea99-6072-431a-a919-3aecf631c727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6825","nonce":2997263049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6827","nonce":2997263049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6831","nonce":2997263049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6829","nonce":2997263049}]},"public_addr":"172.21.15.102:6825/2997263049","cluster_addr":"172.21.15.102:6827/2997263049","heartbeat_back_addr":"172.21.15.102:6831/2997263049","heartbeat_front_addr":"172.21.15.102:6829/2997263049","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:41:54.705424+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:18.405516+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:42.028548+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:06.440586+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:31.526566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:56.491476+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:22.116952+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:48.187884+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:12.546546+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:39.238062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:05.249938+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:30.959573+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:6800/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/534183632":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/3469071427":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/816672825":"2024-03-20T01:39:49.978463+0000","172.21.15.46:6800/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/482098752":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/3024883566":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/2231887791":"2024-03-20T01:39:49.978463+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-03-19T01:47:39.604 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.604+0000 7f5d34eb2640  1 -- 172.21.15.46:0/2002915706 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f5d180a2800 msgr2=0x7f5d180a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:39.604 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.604+0000 7f5d34eb2640  1 --2- 172.21.15.46:0/2002915706 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f5d180a2800 0x7f5d180a4cc0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f5d30198f40 tx=0x7f5d2400b410 comp rx=0 tx=0).stop
2024-03-19T01:47:39.604 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.604+0000 7f5d34eb2640  1 -- 172.21.15.46:0/2002915706 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5d30100740 msgr2=0x7f5d30197a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:39.604 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.604+0000 7f5d34eb2640  1 --2- 172.21.15.46:0/2002915706 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5d30100740 0x7f5d30197a30 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f5d2000e9c0 tx=0x7f5d2000ee80 comp rx=0 tx=0).stop
2024-03-19T01:47:39.604 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.604+0000 7f5d34eb2640  1 -- 172.21.15.46:0/2002915706 shutdown_connections
2024-03-19T01:47:39.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.604+0000 7f5d34eb2640  1 --2- 172.21.15.46:0/2002915706 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f5d180a2800 0x7f5d180a4cc0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:39.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.604+0000 7f5d34eb2640  1 --2- 172.21.15.46:0/2002915706 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5d301022f0 0x7f5d3019efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:39.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.604+0000 7f5d34eb2640  1 --2- 172.21.15.46:0/2002915706 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d30101930 0x7f5d30197f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:39.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.604+0000 7f5d34eb2640  1 --2- 172.21.15.46:0/2002915706 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5d30100740 0x7f5d30197a30 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:39.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.604+0000 7f5d34eb2640  1 -- 172.21.15.46:0/2002915706 >> 172.21.15.46:0/2002915706 conn(0x7f5d300fbcb0 msgr2=0x7f5d30104c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:39.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.604+0000 7f5d34eb2640  1 -- 172.21.15.46:0/2002915706 shutdown_connections
2024-03-19T01:47:39.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.604+0000 7f5d34eb2640  1 -- 172.21.15.46:0/2002915706 wait complete.
2024-03-19T01:47:39.613 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:39 smithi046 ceph-mon[63102]: pgmap v299: 129 pgs: 129 active+clean; 579 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 269 B/s wr, 3 op/s
2024-03-19T01:47:39.615 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-19T01:42:46.174113+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-19T01:47:24.276277+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-19T01:47:25.605471+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-19T01:47:29.545614+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}]
2024-03-19T01:47:39.616 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num
2024-03-19T01:47:39.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.721+0000 7fc8a20f1640  1 -- 172.21.15.46:0/3556991136 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc89c100730 msgr2=0x7fc89c100b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:39.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.721+0000 7fc8a20f1640  1 --2- 172.21.15.46:0/3556991136 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc89c100730 0x7fc89c100b50 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fc88c009900 tx=0x7fc88c02bc30 comp rx=0 tx=0).stop
2024-03-19T01:47:39.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.721+0000 7fc8a20f1640  1 -- 172.21.15.46:0/3556991136 shutdown_connections
2024-03-19T01:47:39.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.721+0000 7fc8a20f1640  1 --2- 172.21.15.46:0/3556991136 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc89c1022e0 0x7fc89c108b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:39.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.721+0000 7fc8a20f1640  1 --2- 172.21.15.46:0/3556991136 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc89c101920 0x7fc89c101da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:39.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.721+0000 7fc8a20f1640  1 --2- 172.21.15.46:0/3556991136 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc89c100730 0x7fc89c100b50 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:39.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.721+0000 7fc8a20f1640  1 -- 172.21.15.46:0/3556991136 >> 172.21.15.46:0/3556991136 conn(0x7fc89c0fbcc0 msgr2=0x7fc89c0fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:39.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.721+0000 7fc8a20f1640  1 -- 172.21.15.46:0/3556991136 shutdown_connections
2024-03-19T01:47:39.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.721+0000 7fc8a20f1640  1 -- 172.21.15.46:0/3556991136 wait complete.
2024-03-19T01:47:39.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.722+0000 7fc8a20f1640  1  Processor -- start
2024-03-19T01:47:39.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.722+0000 7fc8a20f1640  1 --  start start
2024-03-19T01:47:39.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.722+0000 7fc8a20f1640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc89c100730 0x7fc89c1969b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:39.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.722+0000 7fc8a20f1640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc89c101920 0x7fc89c196ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:39.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.722+0000 7fc8a20f1640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc89c1022e0 0x7fc89c19df60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:39.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.722+0000 7fc8a20f1640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc89c10c230 con 0x7fc89c100730
2024-03-19T01:47:39.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.722+0000 7fc8a20f1640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fc89c10c0b0 con 0x7fc89c101920
2024-03-19T01:47:39.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.722+0000 7fc8a20f1640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc89c10c3b0 con 0x7fc89c1022e0
2024-03-19T01:47:39.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.722+0000 7fc89b7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc89c100730 0x7fc89c1969b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:39.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.722+0000 7fc89b7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc89c100730 0x7fc89c1969b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34346/0 (socket says 172.21.15.46:34346)
2024-03-19T01:47:39.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.722+0000 7fc89b7fe640  1 -- 172.21.15.46:0/2255928809 learned_addr learned my addr 172.21.15.46:0/2255928809 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:39.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.722+0000 7fc893fff640  1 --2- 172.21.15.46:0/2255928809 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc89c101920 0x7fc89c196ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:39.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.722+0000 7fc89bfff640  1 --2- 172.21.15.46:0/2255928809 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc89c1022e0 0x7fc89c19df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:39.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.722+0000 7fc89b7fe640  1 -- 172.21.15.46:0/2255928809 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc89c1022e0 msgr2=0x7fc89c19df60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:39.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.722+0000 7fc89b7fe640  1 --2- 172.21.15.46:0/2255928809 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc89c1022e0 0x7fc89c19df60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:39.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.722+0000 7fc89b7fe640  1 -- 172.21.15.46:0/2255928809 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc89c101920 msgr2=0x7fc89c196ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:39.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.722+0000 7fc89b7fe640  1 --2- 172.21.15.46:0/2255928809 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc89c101920 0x7fc89c196ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:39.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.722+0000 7fc89b7fe640  1 -- 172.21.15.46:0/2255928809 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc89c19e5d0 con 0x7fc89c100730
2024-03-19T01:47:39.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.722+0000 7fc89bfff640  1 --2- 172.21.15.46:0/2255928809 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc89c1022e0 0x7fc89c19df60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:47:39.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.722+0000 7fc893fff640  1 --2- 172.21.15.46:0/2255928809 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc89c101920 0x7fc89c196ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:47:39.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.723+0000 7fc89b7fe640  1 --2- 172.21.15.46:0/2255928809 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc89c100730 0x7fc89c1969b0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fc88c000c00 tx=0x7fc88c004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:39.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.723+0000 7fc8997fa640  1 -- 172.21.15.46:0/2255928809 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc88c043020 con 0x7fc89c100730
2024-03-19T01:47:39.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.723+0000 7fc8997fa640  1 -- 172.21.15.46:0/2255928809 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc88c004440 con 0x7fc89c100730
2024-03-19T01:47:39.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.723+0000 7fc8997fa640  1 -- 172.21.15.46:0/2255928809 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc88c003c90 con 0x7fc89c100730
2024-03-19T01:47:39.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.723+0000 7fc8a20f1640  1 -- 172.21.15.46:0/2255928809 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc89c19e860 con 0x7fc89c100730
2024-03-19T01:47:39.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.723+0000 7fc8a20f1640  1 -- 172.21.15.46:0/2255928809 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc89c19ee00 con 0x7fc89c100730
2024-03-19T01:47:39.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.724+0000 7fc8a20f1640  1 -- 172.21.15.46:0/2255928809 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc89c107be0 con 0x7fc89c100730
2024-03-19T01:47:39.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.725+0000 7fc8997fa640  1 -- 172.21.15.46:0/2255928809 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fc88c046020 con 0x7fc89c100730
2024-03-19T01:47:39.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.725+0000 7fc8997fa640  1 --2- 172.21.15.46:0/2255928809 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc8880a2880 0x7fc8880a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:39.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.725+0000 7fc8997fa640  1 -- 172.21.15.46:0/2255928809 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fc88c0f1270 con 0x7fc89c100730
2024-03-19T01:47:39.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.725+0000 7fc893fff640  1 --2- 172.21.15.46:0/2255928809 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc8880a2880 0x7fc8880a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:39.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.726+0000 7fc893fff640  1 --2- 172.21.15.46:0/2255928809 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc8880a2880 0x7fc8880a4d40 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fc89c197ec0 tx=0x7fc88400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:39.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.729+0000 7fc8997fa640  1 -- 172.21.15.46:0/2255928809 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fc88c04d020 con 0x7fc89c100730
2024-03-19T01:47:39.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.911+0000 7fc8a20f1640  1 -- 172.21.15.46:0/2255928809 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fc89c02d1f0 con 0x7fc89c100730
2024-03-19T01:47:39.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.911+0000 7fc8997fa640  1 -- 172.21.15.46:0/2255928809 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0  v89) ==== 93+0+10 (secure 0 0 0) 0x7fc88c0be0d0 con 0x7fc89c100730
2024-03-19T01:47:39.911 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1
2024-03-19T01:47:39.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.913+0000 7fc8a20f1640  1 -- 172.21.15.46:0/2255928809 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc8880a2880 msgr2=0x7fc8880a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:39.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.913+0000 7fc8a20f1640  1 --2- 172.21.15.46:0/2255928809 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc8880a2880 0x7fc8880a4d40 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fc89c197ec0 tx=0x7fc88400b410 comp rx=0 tx=0).stop
2024-03-19T01:47:39.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.913+0000 7fc8a20f1640  1 -- 172.21.15.46:0/2255928809 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc89c100730 msgr2=0x7fc89c1969b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:39.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.913+0000 7fc8a20f1640  1 --2- 172.21.15.46:0/2255928809 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc89c100730 0x7fc89c1969b0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fc88c000c00 tx=0x7fc88c004040 comp rx=0 tx=0).stop
2024-03-19T01:47:39.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.913+0000 7fc8a20f1640  1 -- 172.21.15.46:0/2255928809 shutdown_connections
2024-03-19T01:47:39.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.913+0000 7fc8a20f1640  1 --2- 172.21.15.46:0/2255928809 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc8880a2880 0x7fc8880a4d40 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:39.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.913+0000 7fc8a20f1640  1 --2- 172.21.15.46:0/2255928809 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc89c1022e0 0x7fc89c19df60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:39.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.913+0000 7fc8a20f1640  1 --2- 172.21.15.46:0/2255928809 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc89c101920 0x7fc89c196ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:39.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.913+0000 7fc8a20f1640  1 --2- 172.21.15.46:0/2255928809 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc89c100730 0x7fc89c1969b0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:39.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.913+0000 7fc8a20f1640  1 -- 172.21.15.46:0/2255928809 >> 172.21.15.46:0/2255928809 conn(0x7fc89c0fbcc0 msgr2=0x7fc89c104db0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:39.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.913+0000 7fc8a20f1640  1 -- 172.21.15.46:0/2255928809 shutdown_connections
2024-03-19T01:47:39.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:39.913+0000 7fc8a20f1640  1 -- 172.21.15.46:0/2255928809 wait complete.
2024-03-19T01:47:39.924 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num
2024-03-19T01:47:39.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:39 smithi073 ceph-mon[66833]: pgmap v299: 129 pgs: 129 active+clean; 579 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 269 B/s wr, 3 op/s
2024-03-19T01:47:39.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:39 smithi102 ceph-mon[66557]: pgmap v299: 129 pgs: 129 active+clean; 579 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 269 B/s wr, 3 op/s
2024-03-19T01:47:40.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.030+0000 7fc019a0b640  1 -- 172.21.15.46:0/890165185 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc014101830 msgr2=0x7fc014101c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:40.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.030+0000 7fc019a0b640  1 --2- 172.21.15.46:0/890165185 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc014101830 0x7fc014101c50 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fc004009900 tx=0x7fc00402bc30 comp rx=0 tx=0).stop
2024-03-19T01:47:40.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.030+0000 7fc019a0b640  1 -- 172.21.15.46:0/890165185 shutdown_connections
2024-03-19T01:47:40.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.030+0000 7fc019a0b640  1 --2- 172.21.15.46:0/890165185 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc0141033e0 0x7fc014109c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.030+0000 7fc019a0b640  1 --2- 172.21.15.46:0/890165185 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc014102a20 0x7fc014102ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.030+0000 7fc019a0b640  1 --2- 172.21.15.46:0/890165185 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc014101830 0x7fc014101c50 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.030+0000 7fc019a0b640  1 -- 172.21.15.46:0/890165185 >> 172.21.15.46:0/890165185 conn(0x7fc0140fcdc0 msgr2=0x7fc0140ff1e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:40.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.030+0000 7fc019a0b640  1 -- 172.21.15.46:0/890165185 shutdown_connections
2024-03-19T01:47:40.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.030+0000 7fc019a0b640  1 -- 172.21.15.46:0/890165185 wait complete.
2024-03-19T01:47:40.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.030+0000 7fc019a0b640  1  Processor -- start
2024-03-19T01:47:40.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.030+0000 7fc019a0b640  1 --  start start
2024-03-19T01:47:40.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.031+0000 7fc019a0b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc014101830 0x7fc014197ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:40.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.031+0000 7fc019a0b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc014102a20 0x7fc014197ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:40.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.031+0000 7fc019a0b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc0141033e0 0x7fc01419f060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:40.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.031+0000 7fc019a0b640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc01410d330 con 0x7fc0141033e0
2024-03-19T01:47:40.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.031+0000 7fc019a0b640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fc01410d1b0 con 0x7fc014102a20
2024-03-19T01:47:40.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.031+0000 7fc019a0b640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc01410d4b0 con 0x7fc014101830
2024-03-19T01:47:40.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.031+0000 7fc0137fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc0141033e0 0x7fc01419f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:40.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.031+0000 7fc0137fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc0141033e0 0x7fc01419f060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34366/0 (socket says 172.21.15.46:34366)
2024-03-19T01:47:40.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.031+0000 7fc0137fe640  1 -- 172.21.15.46:0/4096358811 learned_addr learned my addr 172.21.15.46:0/4096358811 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:40.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.031+0000 7fc00a7fc640  1 --2- 172.21.15.46:0/4096358811 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc014102a20 0x7fc014197ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:40.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.031+0000 7fc012ffd640  1 --2- 172.21.15.46:0/4096358811 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc014101830 0x7fc014197ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:40.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.031+0000 7fc0137fe640  1 -- 172.21.15.46:0/4096358811 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc014101830 msgr2=0x7fc014197ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:40.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.031+0000 7fc0137fe640  1 --2- 172.21.15.46:0/4096358811 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc014101830 0x7fc014197ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.031+0000 7fc0137fe640  1 -- 172.21.15.46:0/4096358811 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc014102a20 msgr2=0x7fc014197ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:40.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.031+0000 7fc0137fe640  1 --2- 172.21.15.46:0/4096358811 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc014102a20 0x7fc014197ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.031+0000 7fc0137fe640  1 -- 172.21.15.46:0/4096358811 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc01419f6d0 con 0x7fc0141033e0
2024-03-19T01:47:40.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.031+0000 7fc0137fe640  1 --2- 172.21.15.46:0/4096358811 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc0141033e0 0x7fc01419f060 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fc00c00eaa0 tx=0x7fc00c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:40.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.031+0000 7fc018a09640  1 -- 172.21.15.46:0/4096358811 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc00c00cdb0 con 0x7fc0141033e0
2024-03-19T01:47:40.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.032+0000 7fc018a09640  1 -- 172.21.15.46:0/4096358811 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc00c005020 con 0x7fc0141033e0
2024-03-19T01:47:40.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.032+0000 7fc018a09640  1 -- 172.21.15.46:0/4096358811 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc00c0116d0 con 0x7fc0141033e0
2024-03-19T01:47:40.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.032+0000 7fc019a0b640  1 -- 172.21.15.46:0/4096358811 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc01419f9c0 con 0x7fc0141033e0
2024-03-19T01:47:40.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.032+0000 7fc019a0b640  1 -- 172.21.15.46:0/4096358811 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc01419fec0 con 0x7fc0141033e0
2024-03-19T01:47:40.035 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.032+0000 7fc019a0b640  1 -- 172.21.15.46:0/4096358811 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc014108ce0 con 0x7fc0141033e0
2024-03-19T01:47:40.035 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.034+0000 7fc018a09640  1 -- 172.21.15.46:0/4096358811 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fc00c0051d0 con 0x7fc0141033e0
2024-03-19T01:47:40.035 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.034+0000 7fc018a09640  1 --2- 172.21.15.46:0/4096358811 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc0000a2800 0x7fc0000a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:40.035 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.034+0000 7fc012ffd640  1 --2- 172.21.15.46:0/4096358811 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc0000a2800 0x7fc0000a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:40.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.034+0000 7fc018a09640  1 -- 172.21.15.46:0/4096358811 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fc00c0cf1f0 con 0x7fc0141033e0
2024-03-19T01:47:40.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.035+0000 7fc012ffd640  1 --2- 172.21.15.46:0/4096358811 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc0000a2800 0x7fc0000a4cc0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fc004036040 tx=0x7fc004000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:40.038 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.038+0000 7fc018a09640  1 -- 172.21.15.46:0/4096358811 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fc00c016030 con 0x7fc0141033e0
2024-03-19T01:47:40.219 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.218+0000 7fc019a0b640  1 -- 172.21.15.46:0/4096358811 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fc01402d1f0 con 0x7fc0141033e0
2024-03-19T01:47:40.219 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.219+0000 7fc018a09640  1 -- 172.21.15.46:0/4096358811 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0  v89) ==== 104+0+11 (secure 0 0 0) 0x7fc00c09c0f0 con 0x7fc0141033e0
2024-03-19T01:47:40.219 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32
2024-03-19T01:47:40.221 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.221+0000 7fc019a0b640  1 -- 172.21.15.46:0/4096358811 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc0000a2800 msgr2=0x7fc0000a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:40.221 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.221+0000 7fc019a0b640  1 --2- 172.21.15.46:0/4096358811 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc0000a2800 0x7fc0000a4cc0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fc004036040 tx=0x7fc004000bc0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.221 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.221+0000 7fc019a0b640  1 -- 172.21.15.46:0/4096358811 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc0141033e0 msgr2=0x7fc01419f060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:40.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.221+0000 7fc019a0b640  1 --2- 172.21.15.46:0/4096358811 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc0141033e0 0x7fc01419f060 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fc00c00eaa0 tx=0x7fc00c00ef60 comp rx=0 tx=0).stop
2024-03-19T01:47:40.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.221+0000 7fc019a0b640  1 -- 172.21.15.46:0/4096358811 shutdown_connections
2024-03-19T01:47:40.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.221+0000 7fc019a0b640  1 --2- 172.21.15.46:0/4096358811 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc0000a2800 0x7fc0000a4cc0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.221+0000 7fc019a0b640  1 --2- 172.21.15.46:0/4096358811 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc0141033e0 0x7fc01419f060 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.221+0000 7fc019a0b640  1 --2- 172.21.15.46:0/4096358811 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc014102a20 0x7fc014197ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.221+0000 7fc019a0b640  1 --2- 172.21.15.46:0/4096358811 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc014101830 0x7fc014197ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.221+0000 7fc019a0b640  1 -- 172.21.15.46:0/4096358811 >> 172.21.15.46:0/4096358811 conn(0x7fc0140fcdc0 msgr2=0x7fc014105eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:40.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.221+0000 7fc019a0b640  1 -- 172.21.15.46:0/4096358811 shutdown_connections
2024-03-19T01:47:40.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.221+0000 7fc019a0b640  1 -- 172.21.15.46:0/4096358811 wait complete.
2024-03-19T01:47:40.232 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num
2024-03-19T01:47:40.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.337+0000 7fbf7d53b640  1 -- 172.21.15.46:0/1143282730 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf78104c50 msgr2=0x7fbf78107040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:40.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.337+0000 7fbf7d53b640  1 --2- 172.21.15.46:0/1143282730 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf78104c50 0x7fbf78107040 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fbf60009860 tx=0x7fbf6002bb70 comp rx=0 tx=0).stop
2024-03-19T01:47:40.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.337+0000 7fbf7d53b640  1 -- 172.21.15.46:0/1143282730 shutdown_connections
2024-03-19T01:47:40.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.337+0000 7fbf7d53b640  1 --2- 172.21.15.46:0/1143282730 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf78107580 0x7fbf781099d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.337+0000 7fbf7d53b640  1 --2- 172.21.15.46:0/1143282730 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf78104c50 0x7fbf78107040 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.337+0000 7fbf7d53b640  1 --2- 172.21.15.46:0/1143282730 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf78102320 0x7fbf78104710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.337+0000 7fbf7d53b640  1 -- 172.21.15.46:0/1143282730 >> 172.21.15.46:0/1143282730 conn(0x7fbf780fbd50 msgr2=0x7fbf780fe170 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:40.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.337+0000 7fbf7d53b640  1 -- 172.21.15.46:0/1143282730 shutdown_connections
2024-03-19T01:47:40.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.337+0000 7fbf7d53b640  1 -- 172.21.15.46:0/1143282730 wait complete.
2024-03-19T01:47:40.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.338+0000 7fbf7d53b640  1  Processor -- start
2024-03-19T01:47:40.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.338+0000 7fbf7d53b640  1 --  start start
2024-03-19T01:47:40.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.338+0000 7fbf7d53b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf78102320 0x7fbf78197a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:40.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.338+0000 7fbf7d53b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf78104c50 0x7fbf78197f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:40.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.338+0000 7fbf7d53b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf78107580 0x7fbf7819f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:40.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.338+0000 7fbf7d53b640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fbf7810d350 con 0x7fbf78104c50
2024-03-19T01:47:40.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.338+0000 7fbf7d53b640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fbf7810d1d0 con 0x7fbf78102320
2024-03-19T01:47:40.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.338+0000 7fbf7d53b640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fbf7810d4d0 con 0x7fbf78107580
2024-03-19T01:47:40.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.338+0000 7fbf6e7fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf78104c50 0x7fbf78197f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:40.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.338+0000 7fbf6e7fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf78104c50 0x7fbf78197f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34390/0 (socket says 172.21.15.46:34390)
2024-03-19T01:47:40.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.338+0000 7fbf6e7fc640  1 -- 172.21.15.46:0/60205240 learned_addr learned my addr 172.21.15.46:0/60205240 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:40.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.338+0000 7fbf76ffd640  1 --2- 172.21.15.46:0/60205240 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf78102320 0x7fbf78197a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:40.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.338+0000 7fbf777fe640  1 --2- 172.21.15.46:0/60205240 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf78107580 0x7fbf7819f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:40.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.339+0000 7fbf6e7fc640  1 -- 172.21.15.46:0/60205240 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf78107580 msgr2=0x7fbf7819f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:40.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.339+0000 7fbf6e7fc640  1 --2- 172.21.15.46:0/60205240 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf78107580 0x7fbf7819f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.339+0000 7fbf6e7fc640  1 -- 172.21.15.46:0/60205240 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf78102320 msgr2=0x7fbf78197a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:40.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.339+0000 7fbf6e7fc640  1 --2- 172.21.15.46:0/60205240 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf78102320 0x7fbf78197a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.339+0000 7fbf6e7fc640  1 -- 172.21.15.46:0/60205240 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf7819f670 con 0x7fbf78104c50
2024-03-19T01:47:40.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.339+0000 7fbf76ffd640  1 --2- 172.21.15.46:0/60205240 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf78102320 0x7fbf78197a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:47:40.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.339+0000 7fbf6e7fc640  1 --2- 172.21.15.46:0/60205240 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf78104c50 0x7fbf78197f90 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fbf60005940 tx=0x7fbf600042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:40.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.339+0000 7fbf74ff9640  1 -- 172.21.15.46:0/60205240 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf60041020 con 0x7fbf78104c50
2024-03-19T01:47:40.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.339+0000 7fbf7d53b640  1 -- 172.21.15.46:0/60205240 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf7819f900 con 0x7fbf78104c50
2024-03-19T01:47:40.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.339+0000 7fbf74ff9640  1 -- 172.21.15.46:0/60205240 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbf600035f0 con 0x7fbf78104c50
2024-03-19T01:47:40.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.339+0000 7fbf74ff9640  1 -- 172.21.15.46:0/60205240 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf60039040 con 0x7fbf78104c50
2024-03-19T01:47:40.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.339+0000 7fbf7d53b640  1 -- 172.21.15.46:0/60205240 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf7819fe40 con 0x7fbf78104c50
2024-03-19T01:47:40.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.340+0000 7fbf7d53b640  1 -- 172.21.15.46:0/60205240 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf780fd840 con 0x7fbf78104c50
2024-03-19T01:47:40.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.341+0000 7fbf74ff9640  1 -- 172.21.15.46:0/60205240 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fbf60044020 con 0x7fbf78104c50
2024-03-19T01:47:40.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.342+0000 7fbf74ff9640  1 --2- 172.21.15.46:0/60205240 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fbf640a2800 0x7fbf640a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:40.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.342+0000 7fbf76ffd640  1 --2- 172.21.15.46:0/60205240 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fbf640a2800 0x7fbf640a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:40.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.342+0000 7fbf74ff9640  1 -- 172.21.15.46:0/60205240 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fbf600f0770 con 0x7fbf78104c50
2024-03-19T01:47:40.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.342+0000 7fbf76ffd640  1 --2- 172.21.15.46:0/60205240 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fbf640a2800 0x7fbf640a4cc0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fbf6800afb0 tx=0x7fbf6800a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:40.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.346+0000 7fbf74ff9640  1 -- 172.21.15.46:0/60205240 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fbf6004b020 con 0x7fbf78104c50
2024-03-19T01:47:40.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.529+0000 7fbf7d53b640  1 -- 172.21.15.46:0/60205240 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fbf78062420 con 0x7fbf78104c50
2024-03-19T01:47:40.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.530+0000 7fbf74ff9640  1 -- 172.21.15.46:0/60205240 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0  v89) ==== 100+0+11 (secure 0 0 0) 0x7fbf600bd5d0 con 0x7fbf78104c50
2024-03-19T01:47:40.530 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64
2024-03-19T01:47:40.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.532+0000 7fbf7d53b640  1 -- 172.21.15.46:0/60205240 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fbf640a2800 msgr2=0x7fbf640a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:40.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.532+0000 7fbf7d53b640  1 --2- 172.21.15.46:0/60205240 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fbf640a2800 0x7fbf640a4cc0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fbf6800afb0 tx=0x7fbf6800a2d0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.532+0000 7fbf7d53b640  1 -- 172.21.15.46:0/60205240 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf78104c50 msgr2=0x7fbf78197f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:40.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.532+0000 7fbf7d53b640  1 --2- 172.21.15.46:0/60205240 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf78104c50 0x7fbf78197f90 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fbf60005940 tx=0x7fbf600042f0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.532+0000 7fbf7d53b640  1 -- 172.21.15.46:0/60205240 shutdown_connections
2024-03-19T01:47:40.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.532+0000 7fbf7d53b640  1 --2- 172.21.15.46:0/60205240 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fbf640a2800 0x7fbf640a4cc0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.532+0000 7fbf7d53b640  1 --2- 172.21.15.46:0/60205240 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf78107580 0x7fbf7819f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.532+0000 7fbf7d53b640  1 --2- 172.21.15.46:0/60205240 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf78104c50 0x7fbf78197f90 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.532+0000 7fbf7d53b640  1 --2- 172.21.15.46:0/60205240 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf78102320 0x7fbf78197a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.532+0000 7fbf7d53b640  1 -- 172.21.15.46:0/60205240 >> 172.21.15.46:0/60205240 conn(0x7fbf780fbd50 msgr2=0x7fbf78102de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:40.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.532+0000 7fbf7d53b640  1 -- 172.21.15.46:0/60205240 shutdown_connections
2024-03-19T01:47:40.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.532+0000 7fbf7d53b640  1 -- 172.21.15.46:0/60205240 wait complete.
2024-03-19T01:47:40.543 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num
2024-03-19T01:47:40.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.648+0000 7f48d500b640  1 -- 172.21.15.46:0/1568335397 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f48d01013c0 msgr2=0x7f48d0108c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:40.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.648+0000 7f48d500b640  1 --2- 172.21.15.46:0/1568335397 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f48d01013c0 0x7f48d0108c60 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f48c8009ca0 tx=0x7f48c802c0f0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.648+0000 7f48d500b640  1 -- 172.21.15.46:0/1568335397 shutdown_connections
2024-03-19T01:47:40.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.648+0000 7f48d500b640  1 --2- 172.21.15.46:0/1568335397 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f48d01013c0 0x7f48d0108c60 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.648+0000 7f48d500b640  1 --2- 172.21.15.46:0/1568335397 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f48d0100a00 0x7f48d0100e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.648+0000 7f48d500b640  1 --2- 172.21.15.46:0/1568335397 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f48d0101cd0 0x7f48d01020f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.648+0000 7f48d500b640  1 -- 172.21.15.46:0/1568335397 >> 172.21.15.46:0/1568335397 conn(0x7f48d00fb430 msgr2=0x7f48d00fd870 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:40.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.648+0000 7f48d500b640  1 -- 172.21.15.46:0/1568335397 shutdown_connections
2024-03-19T01:47:40.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.648+0000 7f48d500b640  1 -- 172.21.15.46:0/1568335397 wait complete.
2024-03-19T01:47:40.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.648+0000 7f48d500b640  1  Processor -- start
2024-03-19T01:47:40.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.649+0000 7f48d500b640  1 --  start start
2024-03-19T01:47:40.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.649+0000 7f48d500b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f48d0100a00 0x7f48d0197af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:40.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.649+0000 7f48d500b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f48d01013c0 0x7f48d0198030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:40.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.649+0000 7f48d500b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f48d0101cd0 0x7f48d019f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:40.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.649+0000 7f48d500b640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f48d010c2f0 con 0x7f48d0101cd0
2024-03-19T01:47:40.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.649+0000 7f48d500b640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f48d010c170 con 0x7f48d01013c0
2024-03-19T01:47:40.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.649+0000 7f48d500b640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f48d010c470 con 0x7f48d0100a00
2024-03-19T01:47:40.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.649+0000 7f48cf59e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f48d0101cd0 0x7f48d019f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:40.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.649+0000 7f48cf59e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f48d0101cd0 0x7f48d019f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34406/0 (socket says 172.21.15.46:34406)
2024-03-19T01:47:40.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.649+0000 7f48cf59e640  1 -- 172.21.15.46:0/867598707 learned_addr learned my addr 172.21.15.46:0/867598707 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:40.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.649+0000 7f48ce59c640  1 --2- 172.21.15.46:0/867598707 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f48d01013c0 0x7f48d0198030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:40.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.649+0000 7f48ced9d640  1 --2- 172.21.15.46:0/867598707 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f48d0100a00 0x7f48d0197af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:40.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.649+0000 7f48cf59e640  1 -- 172.21.15.46:0/867598707 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f48d0100a00 msgr2=0x7f48d0197af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:40.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.649+0000 7f48cf59e640  1 --2- 172.21.15.46:0/867598707 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f48d0100a00 0x7f48d0197af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.649+0000 7f48cf59e640  1 -- 172.21.15.46:0/867598707 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f48d01013c0 msgr2=0x7f48d0198030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:40.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.649+0000 7f48cf59e640  1 --2- 172.21.15.46:0/867598707 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f48d01013c0 0x7f48d0198030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.649+0000 7f48cf59e640  1 -- 172.21.15.46:0/867598707 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48d019f710 con 0x7f48d0101cd0
2024-03-19T01:47:40.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.649+0000 7f48ce59c640  1 --2- 172.21.15.46:0/867598707 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f48d01013c0 0x7f48d0198030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:47:40.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.649+0000 7f48cf59e640  1 --2- 172.21.15.46:0/867598707 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f48d0101cd0 0x7f48d019f0a0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f48c802c700 tx=0x7f48c80328a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:40.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.650+0000 7f48b7fff640  1 -- 172.21.15.46:0/867598707 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48c8041020 con 0x7f48d0101cd0
2024-03-19T01:47:40.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.650+0000 7f48b7fff640  1 -- 172.21.15.46:0/867598707 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f48c8003e20 con 0x7f48d0101cd0
2024-03-19T01:47:40.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.650+0000 7f48d500b640  1 -- 172.21.15.46:0/867598707 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48d019f9a0 con 0x7f48d0101cd0
2024-03-19T01:47:40.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.650+0000 7f48b7fff640  1 -- 172.21.15.46:0/867598707 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48c8039040 con 0x7f48d0101cd0
2024-03-19T01:47:40.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.650+0000 7f48d500b640  1 -- 172.21.15.46:0/867598707 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48d019ff10 con 0x7f48d0101cd0
2024-03-19T01:47:40.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.651+0000 7f48d500b640  1 -- 172.21.15.46:0/867598707 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48d01a0140 con 0x7f48d0101cd0
2024-03-19T01:47:40.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.652+0000 7f48b7fff640  1 -- 172.21.15.46:0/867598707 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f48c8044020 con 0x7f48d0101cd0
2024-03-19T01:47:40.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.652+0000 7f48b7fff640  1 --2- 172.21.15.46:0/867598707 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f48b80a2800 0x7f48b80a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:40.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.652+0000 7f48b7fff640  1 -- 172.21.15.46:0/867598707 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f48c80f0e80 con 0x7f48d0101cd0
2024-03-19T01:47:40.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.652+0000 7f48ced9d640  1 --2- 172.21.15.46:0/867598707 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f48b80a2800 0x7f48b80a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:40.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.653+0000 7f48ced9d640  1 --2- 172.21.15.46:0/867598707 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f48b80a2800 0x7f48b80a4cc0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f48d0069b90 tx=0x7f48c0009110 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:40.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.657+0000 7f48b7fff640  1 -- 172.21.15.46:0/867598707 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f48c804b020 con 0x7f48d0101cd0
2024-03-19T01:47:40.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.839+0000 7f48d500b640  1 -- 172.21.15.46:0/867598707 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f48d01a0310 con 0x7f48d0101cd0
2024-03-19T01:47:40.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.839+0000 7f48b7fff640  1 -- 172.21.15.46:0/867598707 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0  v89) ==== 103+0+11 (secure 0 0 0) 0x7f48c80bdce0 con 0x7f48d0101cd0
2024-03-19T01:47:40.839 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32
2024-03-19T01:47:40.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.841+0000 7f48d500b640  1 -- 172.21.15.46:0/867598707 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f48b80a2800 msgr2=0x7f48b80a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:40.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.841+0000 7f48d500b640  1 --2- 172.21.15.46:0/867598707 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f48b80a2800 0x7f48b80a4cc0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f48d0069b90 tx=0x7f48c0009110 comp rx=0 tx=0).stop
2024-03-19T01:47:40.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.841+0000 7f48d500b640  1 -- 172.21.15.46:0/867598707 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f48d0101cd0 msgr2=0x7f48d019f0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:40.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.841+0000 7f48d500b640  1 --2- 172.21.15.46:0/867598707 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f48d0101cd0 0x7f48d019f0a0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f48c802c700 tx=0x7f48c80328a0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.841+0000 7f48d500b640  1 -- 172.21.15.46:0/867598707 shutdown_connections
2024-03-19T01:47:40.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.841+0000 7f48d500b640  1 --2- 172.21.15.46:0/867598707 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f48b80a2800 0x7f48b80a4cc0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.841+0000 7f48d500b640  1 --2- 172.21.15.46:0/867598707 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f48d0101cd0 0x7f48d019f0a0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.841+0000 7f48d500b640  1 --2- 172.21.15.46:0/867598707 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f48d01013c0 0x7f48d0198030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.841+0000 7f48d500b640  1 --2- 172.21.15.46:0/867598707 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f48d0100a00 0x7f48d0197af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.841+0000 7f48d500b640  1 -- 172.21.15.46:0/867598707 >> 172.21.15.46:0/867598707 conn(0x7f48d00fb430 msgr2=0x7f48d00fcf40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:40.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.841+0000 7f48d500b640  1 -- 172.21.15.46:0/867598707 shutdown_connections
2024-03-19T01:47:40.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.841+0000 7f48d500b640  1 -- 172.21.15.46:0/867598707 wait complete.
2024-03-19T01:47:40.851 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:40 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2002915706' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:47:40.851 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:40 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2255928809' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:47:40.851 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:40 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/4096358811' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T01:47:40.851 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:40 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/60205240' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T01:47:40.853 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls
2024-03-19T01:47:40.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.956+0000 7fab0f7cd640  1 -- 172.21.15.46:0/1368709592 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fab081075c0 msgr2=0x7fab081099b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:40.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.956+0000 7fab0f7cd640  1 --2- 172.21.15.46:0/1368709592 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fab081075c0 0x7fab081099b0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fab00009be0 tx=0x7fab0002bef0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.956+0000 7fab0f7cd640  1 -- 172.21.15.46:0/1368709592 shutdown_connections
2024-03-19T01:47:40.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.956+0000 7fab0f7cd640  1 --2- 172.21.15.46:0/1368709592 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fab081075c0 0x7fab081099b0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.956+0000 7fab0f7cd640  1 --2- 172.21.15.46:0/1368709592 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fab08104c90 0x7fab08107080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.956+0000 7fab0f7cd640  1 --2- 172.21.15.46:0/1368709592 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab08102360 0x7fab08104750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.956+0000 7fab0f7cd640  1 -- 172.21.15.46:0/1368709592 >> 172.21.15.46:0/1368709592 conn(0x7fab080fbcd0 msgr2=0x7fab080fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:40.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.956+0000 7fab0f7cd640  1 -- 172.21.15.46:0/1368709592 shutdown_connections
2024-03-19T01:47:40.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.956+0000 7fab0f7cd640  1 -- 172.21.15.46:0/1368709592 wait complete.
2024-03-19T01:47:40.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.956+0000 7fab0f7cd640  1  Processor -- start
2024-03-19T01:47:40.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.957+0000 7fab0f7cd640  1 --  start start
2024-03-19T01:47:40.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.957+0000 7fab0f7cd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fab08102360 0x7fab08101cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:40.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.957+0000 7fab0f7cd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fab08104c90 0x7fab08100310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:40.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.957+0000 7fab0f7cd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab081075c0 0x7fab08100850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:40.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.957+0000 7fab0f7cd640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fab0810d370 con 0x7fab081075c0
2024-03-19T01:47:40.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.957+0000 7fab0f7cd640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fab0810d1f0 con 0x7fab08102360
2024-03-19T01:47:40.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.957+0000 7fab0f7cd640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fab0810d4f0 con 0x7fab08104c90
2024-03-19T01:47:40.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.957+0000 7fab0dd6a640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab081075c0 0x7fab08100850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:40.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.957+0000 7fab0dd6a640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab081075c0 0x7fab08100850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34422/0 (socket says 172.21.15.46:34422)
2024-03-19T01:47:40.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.957+0000 7fab0d569640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fab08102360 0x7fab08101cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:40.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.957+0000 7fab0dd6a640  1 -- 172.21.15.46:0/4172418847 learned_addr learned my addr 172.21.15.46:0/4172418847 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:40.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.957+0000 7fab0cd68640  1 --2- 172.21.15.46:0/4172418847 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fab08104c90 0x7fab08100310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:40.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.957+0000 7fab0dd6a640  1 -- 172.21.15.46:0/4172418847 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fab08104c90 msgr2=0x7fab08100310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:40.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.957+0000 7fab0dd6a640  1 --2- 172.21.15.46:0/4172418847 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fab08104c90 0x7fab08100310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.957+0000 7fab0dd6a640  1 -- 172.21.15.46:0/4172418847 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fab08102360 msgr2=0x7fab08101cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:40.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.957+0000 7fab0dd6a640  1 --2- 172.21.15.46:0/4172418847 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fab08102360 0x7fab08101cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:40.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.957+0000 7fab0dd6a640  1 -- 172.21.15.46:0/4172418847 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab081010e0 con 0x7fab081075c0
2024-03-19T01:47:40.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.957+0000 7fab0d569640  1 --2- 172.21.15.46:0/4172418847 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fab08102360 0x7fab08101cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:47:40.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.957+0000 7fab0cd68640  1 --2- 172.21.15.46:0/4172418847 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fab08104c90 0x7fab08100310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed!
2024-03-19T01:47:40.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.957+0000 7fab0dd6a640  1 --2- 172.21.15.46:0/4172418847 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab081075c0 0x7fab08100850 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fab00004af0 tx=0x7fab00033c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:40.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.958+0000 7faafe7fc640  1 -- 172.21.15.46:0/4172418847 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab00043020 con 0x7fab081075c0
2024-03-19T01:47:40.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.958+0000 7fab0f7cd640  1 -- 172.21.15.46:0/4172418847 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab081a1b00 con 0x7fab081075c0
2024-03-19T01:47:40.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.958+0000 7faafe7fc640  1 -- 172.21.15.46:0/4172418847 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fab00003b80 con 0x7fab081075c0
2024-03-19T01:47:40.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.958+0000 7faafe7fc640  1 -- 172.21.15.46:0/4172418847 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab00034690 con 0x7fab081075c0
2024-03-19T01:47:40.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.958+0000 7fab0f7cd640  1 -- 172.21.15.46:0/4172418847 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab081a20a0 con 0x7fab081075c0
2024-03-19T01:47:40.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.958+0000 7fab0f7cd640  1 -- 172.21.15.46:0/4172418847 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab080fd7c0 con 0x7fab081075c0
2024-03-19T01:47:40.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.960+0000 7faafe7fc640  1 -- 172.21.15.46:0/4172418847 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fab00046020 con 0x7fab081075c0
2024-03-19T01:47:40.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.960+0000 7faafe7fc640  1 --2- 172.21.15.46:0/4172418847 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7faaf40a2800 0x7faaf40a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:40.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.960+0000 7fab0d569640  1 --2- 172.21.15.46:0/4172418847 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7faaf40a2800 0x7faaf40a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:40.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.960+0000 7faafe7fc640  1 -- 172.21.15.46:0/4172418847 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fab000f1c80 con 0x7fab081075c0
2024-03-19T01:47:40.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.961+0000 7fab0d569640  1 --2- 172.21.15.46:0/4172418847 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7faaf40a2800 0x7faaf40a4cc0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fab040096c0 tx=0x7fab04009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:40.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:40.964+0000 7faafe7fc640  1 -- 172.21.15.46:0/4172418847 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fab0004d020 con 0x7fab081075c0
2024-03-19T01:47:40.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:40 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2002915706' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:47:40.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:40 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2255928809' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:47:40.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:40 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/4096358811' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T01:47:40.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:40 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/60205240' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T01:47:40.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:40 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2002915706' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:47:40.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:40 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2255928809' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:47:40.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:40 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/4096358811' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T01:47:40.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:40 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/60205240' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T01:47:41.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.157+0000 7fab0f7cd640  1 -- 172.21.15.46:0/4172418847 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fab0802d1f0 con 0x7fab081075c0
2024-03-19T01:47:41.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.158+0000 7faafe7fc640  1 -- 172.21.15.46:0/4172418847 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v89) ==== 81+0+589 (secure 0 0 0) 0x7fab000beae0 con 0x7fab081075c0
2024-03-19T01:47:41.158 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:6800/2839078617 2024-03-20T01:40:17.827850+0000
2024-03-19T01:47:41.158 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:6801/2839078617 2024-03-20T01:40:17.827850+0000
2024-03-19T01:47:41.158 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/534183632 2024-03-20T01:40:17.827850+0000
2024-03-19T01:47:41.158 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/3469071427 2024-03-20T01:40:17.827850+0000
2024-03-19T01:47:41.158 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/816672825 2024-03-20T01:39:49.978463+0000
2024-03-19T01:47:41.159 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:6800/1846458200 2024-03-20T01:39:49.978463+0000
2024-03-19T01:47:41.159 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/482098752 2024-03-20T01:40:17.827850+0000
2024-03-19T01:47:41.159 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:6801/1846458200 2024-03-20T01:39:49.978463+0000
2024-03-19T01:47:41.159 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/3024883566 2024-03-20T01:39:49.978463+0000
2024-03-19T01:47:41.159 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/2231887791 2024-03-20T01:39:49.978463+0000
2024-03-19T01:47:41.159 INFO:teuthology.orchestra.run.smithi046.stderr:listed 10 entries
2024-03-19T01:47:41.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.160+0000 7fab0f7cd640  1 -- 172.21.15.46:0/4172418847 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7faaf40a2800 msgr2=0x7faaf40a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:41.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.160+0000 7fab0f7cd640  1 --2- 172.21.15.46:0/4172418847 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7faaf40a2800 0x7faaf40a4cc0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fab040096c0 tx=0x7fab04009260 comp rx=0 tx=0).stop
2024-03-19T01:47:41.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.160+0000 7fab0f7cd640  1 -- 172.21.15.46:0/4172418847 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab081075c0 msgr2=0x7fab08100850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:41.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.160+0000 7fab0f7cd640  1 --2- 172.21.15.46:0/4172418847 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab081075c0 0x7fab08100850 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fab00004af0 tx=0x7fab00033c90 comp rx=0 tx=0).stop
2024-03-19T01:47:41.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.160+0000 7fab0f7cd640  1 -- 172.21.15.46:0/4172418847 shutdown_connections
2024-03-19T01:47:41.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.160+0000 7fab0f7cd640  1 --2- 172.21.15.46:0/4172418847 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7faaf40a2800 0x7faaf40a4cc0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:41.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.160+0000 7fab0f7cd640  1 --2- 172.21.15.46:0/4172418847 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fab081075c0 0x7fab08100850 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:41.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.160+0000 7fab0f7cd640  1 --2- 172.21.15.46:0/4172418847 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fab08104c90 0x7fab08100310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:41.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.160+0000 7fab0f7cd640  1 --2- 172.21.15.46:0/4172418847 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fab08102360 0x7fab08101cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:41.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.160+0000 7fab0f7cd640  1 -- 172.21.15.46:0/4172418847 >> 172.21.15.46:0/4172418847 conn(0x7fab080fbcd0 msgr2=0x7fab08102ca0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:41.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.160+0000 7fab0f7cd640  1 -- 172.21.15.46:0/4172418847 shutdown_connections
2024-03-19T01:47:41.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.160+0000 7fab0f7cd640  1 -- 172.21.15.46:0/4172418847 wait complete.
2024-03-19T01:47:41.170 DEBUG:teuthology.orchestra.run.smithi046:> set -ex
2024-03-19T01:47:41.171 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/proc/self/mounts of=/dev/stdout
2024-03-19T01:47:41.186 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-03-19T01:47:41.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.329+0000 7fd9dc57e640  1 -- 172.21.15.46:0/1867020376 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd9d41019b0 msgr2=0x7fd9d4101e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:41.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.329+0000 7fd9dc57e640  1 --2- 172.21.15.46:0/1867020376 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd9d41019b0 0x7fd9d4101e30 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fd9c4009900 tx=0x7fd9c402bc30 comp rx=0 tx=0).stop
2024-03-19T01:47:41.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.329+0000 7fd9dc57e640  1 -- 172.21.15.46:0/1867020376 shutdown_connections
2024-03-19T01:47:41.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.329+0000 7fd9dc57e640  1 --2- 172.21.15.46:0/1867020376 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd9d4102370 0x7fd9d4108c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:41.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.329+0000 7fd9dc57e640  1 --2- 172.21.15.46:0/1867020376 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd9d41019b0 0x7fd9d4101e30 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:41.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.329+0000 7fd9dc57e640  1 --2- 172.21.15.46:0/1867020376 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd9d41007c0 0x7fd9d4100be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:41.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.329+0000 7fd9dc57e640  1 -- 172.21.15.46:0/1867020376 >> 172.21.15.46:0/1867020376 conn(0x7fd9d40fbd50 msgr2=0x7fd9d40fe170 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:41.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.329+0000 7fd9dc57e640  1 -- 172.21.15.46:0/1867020376 shutdown_connections
2024-03-19T01:47:41.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.329+0000 7fd9dc57e640  1 -- 172.21.15.46:0/1867020376 wait complete.
2024-03-19T01:47:41.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.329+0000 7fd9dc57e640  1  Processor -- start
2024-03-19T01:47:41.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.330+0000 7fd9dc57e640  1 --  start start
2024-03-19T01:47:41.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.330+0000 7fd9dc57e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd9d41007c0 0x7fd9d406a990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:41.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.330+0000 7fd9dc57e640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd9d41019b0 0x7fd9d419c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:41.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.330+0000 7fd9dc57e640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd9d4102370 0x7fd9d419eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:41.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.330+0000 7fd9dc57e640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd9d410c280 con 0x7fd9d41007c0
2024-03-19T01:47:41.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.330+0000 7fd9dc57e640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fd9d410c100 con 0x7fd9d41019b0
2024-03-19T01:47:41.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.330+0000 7fd9dc57e640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd9d410c400 con 0x7fd9d4102370
2024-03-19T01:47:41.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.330+0000 7fd9da31a640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd9d41007c0 0x7fd9d406a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:41.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.330+0000 7fd9da31a640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd9d41007c0 0x7fd9d406a990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34434/0 (socket says 172.21.15.46:34434)
2024-03-19T01:47:41.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.330+0000 7fd9da31a640  1 -- 172.21.15.46:0/2261965657 learned_addr learned my addr 172.21.15.46:0/2261965657 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:41.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.330+0000 7fd9d9b19640  1 --2- 172.21.15.46:0/2261965657 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd9d41019b0 0x7fd9d419c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:41.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.330+0000 7fd9dab1b640  1 --2- 172.21.15.46:0/2261965657 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd9d4102370 0x7fd9d419eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:41.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.330+0000 7fd9da31a640  1 -- 172.21.15.46:0/2261965657 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd9d4102370 msgr2=0x7fd9d419eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:41.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.330+0000 7fd9da31a640  1 --2- 172.21.15.46:0/2261965657 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd9d4102370 0x7fd9d419eda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:41.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.330+0000 7fd9da31a640  1 -- 172.21.15.46:0/2261965657 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd9d41019b0 msgr2=0x7fd9d419c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:41.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.330+0000 7fd9da31a640  1 --2- 172.21.15.46:0/2261965657 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd9d41019b0 0x7fd9d419c7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:41.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.330+0000 7fd9da31a640  1 -- 172.21.15.46:0/2261965657 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9d419f660 con 0x7fd9d41007c0
2024-03-19T01:47:41.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.330+0000 7fd9d9b19640  1 --2- 172.21.15.46:0/2261965657 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd9d41019b0 0x7fd9d419c7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:47:41.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.330+0000 7fd9da31a640  1 --2- 172.21.15.46:0/2261965657 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd9d41007c0 0x7fd9d406a990 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fd9d000e9c0 tx=0x7fd9d000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:41.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.330+0000 7fd9cb7fe640  1 -- 172.21.15.46:0/2261965657 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9d000cde0 con 0x7fd9d41007c0
2024-03-19T01:47:41.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.330+0000 7fd9cb7fe640  1 -- 172.21.15.46:0/2261965657 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd9d00108e0 con 0x7fd9d41007c0
2024-03-19T01:47:41.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.330+0000 7fd9dc57e640  1 -- 172.21.15.46:0/2261965657 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9d419f950 con 0x7fd9d41007c0
2024-03-19T01:47:41.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.330+0000 7fd9cb7fe640  1 -- 172.21.15.46:0/2261965657 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9d0018990 con 0x7fd9d41007c0
2024-03-19T01:47:41.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.331+0000 7fd9dc57e640  1 -- 172.21.15.46:0/2261965657 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9d419fe70 con 0x7fd9d41007c0
2024-03-19T01:47:41.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.332+0000 7fd9dc57e640  1 -- 172.21.15.46:0/2261965657 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9d4068a60 con 0x7fd9d41007c0
2024-03-19T01:47:41.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.332+0000 7fd9cb7fe640  1 -- 172.21.15.46:0/2261965657 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fd9d001f020 con 0x7fd9d41007c0
2024-03-19T01:47:41.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.333+0000 7fd9cb7fe640  1 --2- 172.21.15.46:0/2261965657 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd9c00a2800 0x7fd9c00a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:41.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.333+0000 7fd9d9b19640  1 --2- 172.21.15.46:0/2261965657 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd9c00a2800 0x7fd9c00a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:41.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.333+0000 7fd9cb7fe640  1 -- 172.21.15.46:0/2261965657 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fd9d00cef00 con 0x7fd9d41007c0
2024-03-19T01:47:41.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.333+0000 7fd9d9b19640  1 --2- 172.21.15.46:0/2261965657 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd9c00a2800 0x7fd9c00a4cc0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd9d406a700 tx=0x7fd9c402c7e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:41.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.337+0000 7fd9cb7fe640  1 -- 172.21.15.46:0/2261965657 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fd9d009bd60 con 0x7fd9d41007c0
2024-03-19T01:47:41.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.524+0000 7fd9dc57e640  1 -- 172.21.15.46:0/2261965657 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd9d4062420 con 0x7fd9d41007c0
2024-03-19T01:47:41.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.525+0000 7fd9cb7fe640  1 -- 172.21.15.46:0/2261965657 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v89) ==== 74+0+24067 (secure 0 0 0) 0x7fd9d009b660 con 0x7fd9d41007c0
2024-03-19T01:47:41.525 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:47:41.526 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":89,"fsid":"53c8cf3e-e591-11ee-95c9-87774f69a715","created":"2024-03-19T01:39:22.615473+0000","modified":"2024-03-19T01:47:31.671097+0000","last_up_change":"2024-03-19T01:46:32.777223+0000","last_in_change":"2024-03-19T01:46:12.842023+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-19T01:42:46.174113+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-19T01:47:24.276277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-19T01:47:25.605471+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-19T01:47:29.545614+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"4fc98477-1fec-465b-892b-9a0c12e15754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6803","nonce":1888713943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6805","nonce":1888713943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6809","nonce":1888713943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6807","nonce":1888713943}]},"public_addr":"172.21.15.46:6803/1888713943","cluster_addr":"172.21.15.46:6805/1888713943","heartbeat_back_addr":"172.21.15.46:6809/1888713943","heartbeat_front_addr":"172.21.15.46:6807/1888713943","state":["exists","up"]},{"osd":1,"uuid":"4109d6a1-240e-4f1f-b09d-75f3b77e6303","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6801","nonce":2502945674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6803","nonce":2502945674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6807","nonce":2502945674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6805","nonce":2502945674}]},"public_addr":"172.21.15.73:6801/2502945674","cluster_addr":"172.21.15.73:6803/2502945674","heartbeat_back_addr":"172.21.15.73:6807/2502945674","heartbeat_front_addr":"172.21.15.73:6805/2502945674","state":["exists","up"]},{"osd":2,"uuid":"45e8479c-4006-4dd4-bdd8-b4a2eafacc80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6801","nonce":90484514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6803","nonce":90484514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6807","nonce":90484514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6805","nonce":90484514}]},"public_addr":"172.21.15.102:6801/90484514","cluster_addr":"172.21.15.102:6803/90484514","heartbeat_back_addr":"172.21.15.102:6807/90484514","heartbeat_front_addr":"172.21.15.102:6805/90484514","state":["exists","up"]},{"osd":3,"uuid":"4cdc93cf-2e8d-436d-a78a-c235e9b970fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6811","nonce":3336792470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6813","nonce":3336792470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6817","nonce":3336792470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6815","nonce":3336792470}]},"public_addr":"172.21.15.46:6811/3336792470","cluster_addr":"172.21.15.46:6813/3336792470","heartbeat_back_addr":"172.21.15.46:6817/3336792470","heartbeat_front_addr":"172.21.15.46:6815/3336792470","state":["exists","up"]},{"osd":4,"uuid":"35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6809","nonce":1192862788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6811","nonce":1192862788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6815","nonce":1192862788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6813","nonce":1192862788}]},"public_addr":"172.21.15.73:6809/1192862788","cluster_addr":"172.21.15.73:6811/1192862788","heartbeat_back_addr":"172.21.15.73:6815/1192862788","heartbeat_front_addr":"172.21.15.73:6813/1192862788","state":["exists","up"]},{"osd":5,"uuid":"1587c1e6-6719-4117-a80f-5c6bce0e5814","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6809","nonce":3252664135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6811","nonce":3252664135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6815","nonce":3252664135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6813","nonce":3252664135}]},"public_addr":"172.21.15.102:6809/3252664135","cluster_addr":"172.21.15.102:6811/3252664135","heartbeat_back_addr":"172.21.15.102:6815/3252664135","heartbeat_front_addr":"172.21.15.102:6813/3252664135","state":["exists","up"]},{"osd":6,"uuid":"af41cbff-69e5-45ab-ad59-95e5addd1b6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6819","nonce":595340737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6821","nonce":595340737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6825","nonce":595340737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6823","nonce":595340737}]},"public_addr":"172.21.15.46:6819/595340737","cluster_addr":"172.21.15.46:6821/595340737","heartbeat_back_addr":"172.21.15.46:6825/595340737","heartbeat_front_addr":"172.21.15.46:6823/595340737","state":["exists","up"]},{"osd":7,"uuid":"23e9241a-4ed9-4606-93c1-ccfe277d0c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6817","nonce":143082020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6819","nonce":143082020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6823","nonce":143082020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6821","nonce":143082020}]},"public_addr":"172.21.15.73:6817/143082020","cluster_addr":"172.21.15.73:6819/143082020","heartbeat_back_addr":"172.21.15.73:6823/143082020","heartbeat_front_addr":"172.21.15.73:6821/143082020","state":["exists","up"]},{"osd":8,"uuid":"c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6817","nonce":2533208086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6819","nonce":2533208086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6823","nonce":2533208086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6821","nonce":2533208086}]},"public_addr":"172.21.15.102:6817/2533208086","cluster_addr":"172.21.15.102:6819/2533208086","heartbeat_back_addr":"172.21.15.102:6823/2533208086","heartbeat_front_addr":"172.21.15.102:6821/2533208086","state":["exists","up"]},{"osd":9,"uuid":"a16dd21b-77e4-4148-90a3-c085fd621fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6827","nonce":4252594050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6829","nonce":4252594050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6833","nonce":4252594050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6831","nonce":4252594050}]},"public_addr":"172.21.15.46:6827/4252594050","cluster_addr":"172.21.15.46:6829/4252594050","heartbeat_back_addr":"172.21.15.46:6833/4252594050","heartbeat_front_addr":"172.21.15.46:6831/4252594050","state":["exists","up"]},{"osd":10,"uuid":"3a794482-bcfa-4e99-8e96-77228a828ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6825","nonce":1252006239}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6827","nonce":1252006239}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6831","nonce":1252006239}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6829","nonce":1252006239}]},"public_addr":"172.21.15.73:6825/1252006239","cluster_addr":"172.21.15.73:6827/1252006239","heartbeat_back_addr":"172.21.15.73:6831/1252006239","heartbeat_front_addr":"172.21.15.73:6829/1252006239","state":["exists","up"]},{"osd":11,"uuid":"93bdea99-6072-431a-a919-3aecf631c727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6825","nonce":2997263049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6827","nonce":2997263049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6831","nonce":2997263049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6829","nonce":2997263049}]},"public_addr":"172.21.15.102:6825/2997263049","cluster_addr":"172.21.15.102:6827/2997263049","heartbeat_back_addr":"172.21.15.102:6831/2997263049","heartbeat_front_addr":"172.21.15.102:6829/2997263049","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:41:54.705424+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:18.405516+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:42.028548+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:06.440586+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:31.526566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:56.491476+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:22.116952+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:48.187884+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:12.546546+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:39.238062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:05.249938+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:30.959573+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:6800/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/534183632":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/3469071427":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/816672825":"2024-03-20T01:39:49.978463+0000","172.21.15.46:6800/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/482098752":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/3024883566":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/2231887791":"2024-03-20T01:39:49.978463+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-03-19T01:47:41.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.527+0000 7fd9dc57e640  1 -- 172.21.15.46:0/2261965657 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd9c00a2800 msgr2=0x7fd9c00a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:41.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.527+0000 7fd9dc57e640  1 --2- 172.21.15.46:0/2261965657 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd9c00a2800 0x7fd9c00a4cc0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd9d406a700 tx=0x7fd9c402c7e0 comp rx=0 tx=0).stop
2024-03-19T01:47:41.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.527+0000 7fd9dc57e640  1 -- 172.21.15.46:0/2261965657 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd9d41007c0 msgr2=0x7fd9d406a990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:41.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.527+0000 7fd9dc57e640  1 --2- 172.21.15.46:0/2261965657 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd9d41007c0 0x7fd9d406a990 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fd9d000e9c0 tx=0x7fd9d000ee80 comp rx=0 tx=0).stop
2024-03-19T01:47:41.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.527+0000 7fd9dc57e640  1 -- 172.21.15.46:0/2261965657 shutdown_connections
2024-03-19T01:47:41.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.527+0000 7fd9dc57e640  1 --2- 172.21.15.46:0/2261965657 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd9c00a2800 0x7fd9c00a4cc0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:41.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.527+0000 7fd9dc57e640  1 --2- 172.21.15.46:0/2261965657 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd9d4102370 0x7fd9d419eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:41.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.527+0000 7fd9dc57e640  1 --2- 172.21.15.46:0/2261965657 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd9d41019b0 0x7fd9d419c7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:41.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.527+0000 7fd9dc57e640  1 --2- 172.21.15.46:0/2261965657 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd9d41007c0 0x7fd9d406a990 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:41.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.527+0000 7fd9dc57e640  1 -- 172.21.15.46:0/2261965657 >> 172.21.15.46:0/2261965657 conn(0x7fd9d40fbd50 msgr2=0x7fd9d4104d80 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:41.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.528+0000 7fd9dc57e640  1 -- 172.21.15.46:0/2261965657 shutdown_connections
2024-03-19T01:47:41.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.528+0000 7fd9dc57e640  1 -- 172.21.15.46:0/2261965657 wait complete.
2024-03-19T01:47:41.539 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-19T01:42:46.174113+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-19T01:47:24.276277+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-19T01:47:25.605471+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-19T01:47:29.545614+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}]
2024-03-19T01:47:41.539 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num
2024-03-19T01:47:41.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.645+0000 7f310becc640  1 -- 172.21.15.46:0/1080232391 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3104101910 msgr2=0x7f3104101d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:41.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.645+0000 7f310becc640  1 --2- 172.21.15.46:0/1080232391 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3104101910 0x7f3104101d90 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f30f8009900 tx=0x7f30f802bc30 comp rx=0 tx=0).stop
2024-03-19T01:47:41.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.645+0000 7f310becc640  1 -- 172.21.15.46:0/1080232391 shutdown_connections
2024-03-19T01:47:41.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.645+0000 7f310becc640  1 --2- 172.21.15.46:0/1080232391 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f31041022d0 0x7f3104108b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:41.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.645+0000 7f310becc640  1 --2- 172.21.15.46:0/1080232391 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3104101910 0x7f3104101d90 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:41.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.645+0000 7f310becc640  1 --2- 172.21.15.46:0/1080232391 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3104100720 0x7f3104100b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:41.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.645+0000 7f310becc640  1 -- 172.21.15.46:0/1080232391 >> 172.21.15.46:0/1080232391 conn(0x7f31040fbcb0 msgr2=0x7f31040fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:41.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.646+0000 7f310becc640  1 -- 172.21.15.46:0/1080232391 shutdown_connections
2024-03-19T01:47:41.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.646+0000 7f310becc640  1 -- 172.21.15.46:0/1080232391 wait complete.
2024-03-19T01:47:41.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.646+0000 7f310becc640  1  Processor -- start
2024-03-19T01:47:41.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.646+0000 7f310becc640  1 --  start start
2024-03-19T01:47:41.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.646+0000 7f310becc640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3104100720 0x7f310410b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:41.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.646+0000 7f310becc640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3104101910 0x7f31041096e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:41.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.646+0000 7f310becc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f31041022d0 0x7f3104109c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:41.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.646+0000 7f310becc640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f310410d370 con 0x7f31041022d0
2024-03-19T01:47:41.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.646+0000 7f310becc640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f310410d1f0 con 0x7f3104100720
2024-03-19T01:47:41.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.646+0000 7f310becc640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f310410d4f0 con 0x7f3104101910
2024-03-19T01:47:41.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.646+0000 7f310a469640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f31041022d0 0x7f3104109c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:41.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.646+0000 7f310a469640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f31041022d0 0x7f3104109c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34458/0 (socket says 172.21.15.46:34458)
2024-03-19T01:47:41.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.646+0000 7f310a469640  1 -- 172.21.15.46:0/2541428727 learned_addr learned my addr 172.21.15.46:0/2541428727 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:41.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.646+0000 7f3109c68640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3104100720 0x7f310410b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:41.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.646+0000 7f3109467640  1 --2- 172.21.15.46:0/2541428727 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3104101910 0x7f31041096e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:41.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.647+0000 7f310a469640  1 -- 172.21.15.46:0/2541428727 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3104101910 msgr2=0x7f31041096e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:41.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.647+0000 7f310a469640  1 --2- 172.21.15.46:0/2541428727 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3104101910 0x7f31041096e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:41.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.647+0000 7f310a469640  1 -- 172.21.15.46:0/2541428727 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3104100720 msgr2=0x7f310410b0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:41.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.647+0000 7f310a469640  1 --2- 172.21.15.46:0/2541428727 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3104100720 0x7f310410b0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:41.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.647+0000 7f310a469640  1 -- 172.21.15.46:0/2541428727 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f310410a4b0 con 0x7f31041022d0
2024-03-19T01:47:41.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.647+0000 7f3109c68640  1 --2- 172.21.15.46:0/2541428727 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3104100720 0x7f310410b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:47:41.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.647+0000 7f310a469640  1 --2- 172.21.15.46:0/2541428727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f31041022d0 0x7f3104109c20 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f30f400eaa0 tx=0x7f30f400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:41.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.647+0000 7f3102ffd640  1 -- 172.21.15.46:0/2541428727 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30f400cdb0 con 0x7f31041022d0
2024-03-19T01:47:41.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.647+0000 7f3102ffd640  1 -- 172.21.15.46:0/2541428727 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f30f4005020 con 0x7f31041022d0
2024-03-19T01:47:41.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.647+0000 7f3102ffd640  1 -- 172.21.15.46:0/2541428727 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30f40116d0 con 0x7f31041022d0
2024-03-19T01:47:41.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.647+0000 7f310becc640  1 -- 172.21.15.46:0/2541428727 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31041a1bb0 con 0x7f31041022d0
2024-03-19T01:47:41.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.647+0000 7f310becc640  1 -- 172.21.15.46:0/2541428727 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31041a2120 con 0x7f31041022d0
2024-03-19T01:47:41.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.648+0000 7f310becc640  1 -- 172.21.15.46:0/2541428727 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3104107b60 con 0x7f31041022d0
2024-03-19T01:47:41.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.649+0000 7f3102ffd640  1 -- 172.21.15.46:0/2541428727 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f30f40051d0 con 0x7f31041022d0
2024-03-19T01:47:41.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.650+0000 7f3102ffd640  1 --2- 172.21.15.46:0/2541428727 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f30ec0a2880 0x7f30ec0a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:41.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.650+0000 7f3109c68640  1 --2- 172.21.15.46:0/2541428727 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f30ec0a2880 0x7f30ec0a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:41.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.650+0000 7f3102ffd640  1 -- 172.21.15.46:0/2541428727 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f30f40ceda0 con 0x7f31041022d0
2024-03-19T01:47:41.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.650+0000 7f3109c68640  1 --2- 172.21.15.46:0/2541428727 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f30ec0a2880 0x7f30ec0a4d40 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f3104101770 tx=0x7f30fc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:41.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.654+0000 7f3102ffd640  1 -- 172.21.15.46:0/2541428727 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f30f4016030 con 0x7f31041022d0
2024-03-19T01:47:41.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.840+0000 7f310becc640  1 -- 172.21.15.46:0/2541428727 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f31040624c0 con 0x7f31041022d0
2024-03-19T01:47:41.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.840+0000 7f3102ffd640  1 -- 172.21.15.46:0/2541428727 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0  v89) ==== 93+0+10 (secure 0 0 0) 0x7f30f409b550 con 0x7f31041022d0
2024-03-19T01:47:41.840 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1
2024-03-19T01:47:41.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.842+0000 7f310becc640  1 -- 172.21.15.46:0/2541428727 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f30ec0a2880 msgr2=0x7f30ec0a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:41.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.842+0000 7f310becc640  1 --2- 172.21.15.46:0/2541428727 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f30ec0a2880 0x7f30ec0a4d40 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f3104101770 tx=0x7f30fc005f90 comp rx=0 tx=0).stop
2024-03-19T01:47:41.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.842+0000 7f310becc640  1 -- 172.21.15.46:0/2541428727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f31041022d0 msgr2=0x7f3104109c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:41.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.842+0000 7f310becc640  1 --2- 172.21.15.46:0/2541428727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f31041022d0 0x7f3104109c20 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f30f400eaa0 tx=0x7f30f400ef60 comp rx=0 tx=0).stop
2024-03-19T01:47:41.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.842+0000 7f310becc640  1 -- 172.21.15.46:0/2541428727 shutdown_connections
2024-03-19T01:47:41.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.842+0000 7f310becc640  1 --2- 172.21.15.46:0/2541428727 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f30ec0a2880 0x7f30ec0a4d40 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:41.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.842+0000 7f310becc640  1 --2- 172.21.15.46:0/2541428727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f31041022d0 0x7f3104109c20 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:41.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.842+0000 7f310becc640  1 --2- 172.21.15.46:0/2541428727 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3104101910 0x7f31041096e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:41.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.842+0000 7f310becc640  1 --2- 172.21.15.46:0/2541428727 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3104100720 0x7f310410b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:41.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.842+0000 7f310becc640  1 -- 172.21.15.46:0/2541428727 >> 172.21.15.46:0/2541428727 conn(0x7f31040fbcb0 msgr2=0x7f3104104d30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:41.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.842+0000 7f310becc640  1 -- 172.21.15.46:0/2541428727 shutdown_connections
2024-03-19T01:47:41.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.842+0000 7f310becc640  1 -- 172.21.15.46:0/2541428727 wait complete.
2024-03-19T01:47:41.851 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:41 smithi046 ceph-mon[63102]: pgmap v300: 129 pgs: 129 active+clean; 579 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 118 B/s wr, 0 op/s
2024-03-19T01:47:41.851 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:41 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/867598707' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T01:47:41.852 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:41 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/4172418847' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch
2024-03-19T01:47:41.852 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:41 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2261965657' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:47:41.853 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num
2024-03-19T01:47:41.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.959+0000 7fa7519c6640  1 -- 172.21.15.46:0/2112538273 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa74c100720 msgr2=0x7fa74c100b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:41.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.959+0000 7fa7519c6640  1 --2- 172.21.15.46:0/2112538273 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa74c100720 0x7fa74c100b40 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fa744009900 tx=0x7fa74402bc30 comp rx=0 tx=0).stop
2024-03-19T01:47:41.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.959+0000 7fa7519c6640  1 -- 172.21.15.46:0/2112538273 shutdown_connections
2024-03-19T01:47:41.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.959+0000 7fa7519c6640  1 --2- 172.21.15.46:0/2112538273 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa74c1022d0 0x7fa74c108b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:41.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.959+0000 7fa7519c6640  1 --2- 172.21.15.46:0/2112538273 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa74c101910 0x7fa74c101d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:41.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.959+0000 7fa7519c6640  1 --2- 172.21.15.46:0/2112538273 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa74c100720 0x7fa74c100b40 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:41.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.959+0000 7fa7519c6640  1 -- 172.21.15.46:0/2112538273 >> 172.21.15.46:0/2112538273 conn(0x7fa74c0fbcb0 msgr2=0x7fa74c0fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:41.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.959+0000 7fa7519c6640  1 -- 172.21.15.46:0/2112538273 shutdown_connections
2024-03-19T01:47:41.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.959+0000 7fa7519c6640  1 -- 172.21.15.46:0/2112538273 wait complete.
2024-03-19T01:47:41.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.960+0000 7fa7519c6640  1  Processor -- start
2024-03-19T01:47:41.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.960+0000 7fa7519c6640  1 --  start start
2024-03-19T01:47:41.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.960+0000 7fa7519c6640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa74c100720 0x7fa74c10b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:41.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.960+0000 7fa7519c6640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa74c101910 0x7fa74c1096e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:41.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.960+0000 7fa7519c6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa74c1022d0 0x7fa74c109c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:41.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.960+0000 7fa7519c6640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa74c10d370 con 0x7fa74c1022d0
2024-03-19T01:47:41.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.960+0000 7fa7519c6640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa74c10d1f0 con 0x7fa74c100720
2024-03-19T01:47:41.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.960+0000 7fa7519c6640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa74c10d4f0 con 0x7fa74c101910
2024-03-19T01:47:41.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.960+0000 7fa74b7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa74c1022d0 0x7fa74c109c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:41.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.960+0000 7fa74b7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa74c1022d0 0x7fa74c109c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34490/0 (socket says 172.21.15.46:34490)
2024-03-19T01:47:41.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.960+0000 7fa74b7fe640  1 -- 172.21.15.46:0/2475378853 learned_addr learned my addr 172.21.15.46:0/2475378853 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:41.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.960+0000 7fa74a7fc640  1 --2- 172.21.15.46:0/2475378853 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa74c101910 0x7fa74c1096e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:41.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.960+0000 7fa74affd640  1 --2- 172.21.15.46:0/2475378853 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa74c100720 0x7fa74c10b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:41.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.961+0000 7fa74b7fe640  1 -- 172.21.15.46:0/2475378853 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa74c101910 msgr2=0x7fa74c1096e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:41.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.961+0000 7fa74b7fe640  1 --2- 172.21.15.46:0/2475378853 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa74c101910 0x7fa74c1096e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:41.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.961+0000 7fa74b7fe640  1 -- 172.21.15.46:0/2475378853 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa74c100720 msgr2=0x7fa74c10b0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:41.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.961+0000 7fa74b7fe640  1 --2- 172.21.15.46:0/2475378853 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa74c100720 0x7fa74c10b0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:41.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.961+0000 7fa74b7fe640  1 -- 172.21.15.46:0/2475378853 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa74c10a4b0 con 0x7fa74c1022d0
2024-03-19T01:47:41.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.961+0000 7fa74b7fe640  1 --2- 172.21.15.46:0/2475378853 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa74c1022d0 0x7fa74c109c20 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fa73c00eaa0 tx=0x7fa73c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:41.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.961+0000 7fa7509c4640  1 -- 172.21.15.46:0/2475378853 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa73c00cdb0 con 0x7fa74c1022d0
2024-03-19T01:47:41.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.961+0000 7fa7509c4640  1 -- 172.21.15.46:0/2475378853 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa73c005020 con 0x7fa74c1022d0
2024-03-19T01:47:41.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.961+0000 7fa7519c6640  1 -- 172.21.15.46:0/2475378853 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa74c1a1c00 con 0x7fa74c1022d0
2024-03-19T01:47:41.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.961+0000 7fa7509c4640  1 -- 172.21.15.46:0/2475378853 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa73c0116d0 con 0x7fa74c1022d0
2024-03-19T01:47:41.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.961+0000 7fa7519c6640  1 -- 172.21.15.46:0/2475378853 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa74c1a2150 con 0x7fa74c1022d0
2024-03-19T01:47:41.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:41 smithi073 ceph-mon[66833]: pgmap v300: 129 pgs: 129 active+clean; 579 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 118 B/s wr, 0 op/s
2024-03-19T01:47:41.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:41 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/867598707' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T01:47:41.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:41 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/4172418847' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch
2024-03-19T01:47:41.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:41 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2261965657' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:47:41.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.962+0000 7fa7519c6640  1 -- 172.21.15.46:0/2475378853 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa74c107bb0 con 0x7fa74c1022d0
2024-03-19T01:47:41.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.963+0000 7fa7509c4640  1 -- 172.21.15.46:0/2475378853 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fa73c0051d0 con 0x7fa74c1022d0
2024-03-19T01:47:41.966 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.964+0000 7fa7509c4640  1 --2- 172.21.15.46:0/2475378853 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa7380a2800 0x7fa7380a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:41.966 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.964+0000 7fa74affd640  1 --2- 172.21.15.46:0/2475378853 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa7380a2800 0x7fa7380a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:41.966 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.964+0000 7fa7509c4640  1 -- 172.21.15.46:0/2475378853 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fa73c0cf1d0 con 0x7fa74c1022d0
2024-03-19T01:47:41.966 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.964+0000 7fa74affd640  1 --2- 172.21.15.46:0/2475378853 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa7380a2800 0x7fa7380a4cc0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fa744005ab0 tx=0x7fa744005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:41.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:41.967+0000 7fa7509c4640  1 -- 172.21.15.46:0/2475378853 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fa73c016030 con 0x7fa74c1022d0
2024-03-19T01:47:41.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:41 smithi102 ceph-mon[66557]: pgmap v300: 129 pgs: 129 active+clean; 579 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 118 B/s wr, 0 op/s
2024-03-19T01:47:41.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:41 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/867598707' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T01:47:41.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:41 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/4172418847' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch
2024-03-19T01:47:41.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:41 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2261965657' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:47:42.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.152+0000 7fa7519c6640  1 -- 172.21.15.46:0/2475378853 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fa74c02d1f0 con 0x7fa74c1022d0
2024-03-19T01:47:42.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.153+0000 7fa7509c4640  1 -- 172.21.15.46:0/2475378853 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0  v89) ==== 104+0+11 (secure 0 0 0) 0x7fa73c09b9e0 con 0x7fa74c1022d0
2024-03-19T01:47:42.153 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32
2024-03-19T01:47:42.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.155+0000 7fa7519c6640  1 -- 172.21.15.46:0/2475378853 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa7380a2800 msgr2=0x7fa7380a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:42.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.155+0000 7fa7519c6640  1 --2- 172.21.15.46:0/2475378853 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa7380a2800 0x7fa7380a4cc0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fa744005ab0 tx=0x7fa744005fd0 comp rx=0 tx=0).stop
2024-03-19T01:47:42.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.155+0000 7fa7519c6640  1 -- 172.21.15.46:0/2475378853 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa74c1022d0 msgr2=0x7fa74c109c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:42.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.155+0000 7fa7519c6640  1 --2- 172.21.15.46:0/2475378853 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa74c1022d0 0x7fa74c109c20 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fa73c00eaa0 tx=0x7fa73c00ef60 comp rx=0 tx=0).stop
2024-03-19T01:47:42.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.155+0000 7fa7519c6640  1 -- 172.21.15.46:0/2475378853 shutdown_connections
2024-03-19T01:47:42.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.155+0000 7fa7519c6640  1 --2- 172.21.15.46:0/2475378853 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa7380a2800 0x7fa7380a4cc0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:42.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.155+0000 7fa7519c6640  1 --2- 172.21.15.46:0/2475378853 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa74c1022d0 0x7fa74c109c20 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:42.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.155+0000 7fa7519c6640  1 --2- 172.21.15.46:0/2475378853 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa74c101910 0x7fa74c1096e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:42.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.155+0000 7fa7519c6640  1 --2- 172.21.15.46:0/2475378853 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa74c100720 0x7fa74c10b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:42.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.155+0000 7fa7519c6640  1 -- 172.21.15.46:0/2475378853 >> 172.21.15.46:0/2475378853 conn(0x7fa74c0fbcb0 msgr2=0x7fa74c104d80 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:42.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.155+0000 7fa7519c6640  1 -- 172.21.15.46:0/2475378853 shutdown_connections
2024-03-19T01:47:42.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.155+0000 7fa7519c6640  1 -- 172.21.15.46:0/2475378853 wait complete.
2024-03-19T01:47:42.166 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num
2024-03-19T01:47:42.273 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.271+0000 7f37eeb9d640  1 -- 172.21.15.46:0/2650174915 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f37e81017f0 msgr2=0x7f37e8101c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:42.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.271+0000 7f37eeb9d640  1 --2- 172.21.15.46:0/2650174915 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f37e81017f0 0x7f37e8101c70 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f37d8009900 tx=0x7f37d802bc30 comp rx=0 tx=0).stop
2024-03-19T01:47:42.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.271+0000 7f37eeb9d640  1 -- 172.21.15.46:0/2650174915 shutdown_connections
2024-03-19T01:47:42.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.271+0000 7f37eeb9d640  1 --2- 172.21.15.46:0/2650174915 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f37e81021b0 0x7f37e8108a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:42.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.271+0000 7f37eeb9d640  1 --2- 172.21.15.46:0/2650174915 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f37e81017f0 0x7f37e8101c70 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:42.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.271+0000 7f37eeb9d640  1 --2- 172.21.15.46:0/2650174915 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f37e8100600 0x7f37e8100a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:42.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.271+0000 7f37eeb9d640  1 -- 172.21.15.46:0/2650174915 >> 172.21.15.46:0/2650174915 conn(0x7f37e80fbb90 msgr2=0x7f37e80fdfb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:42.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.272+0000 7f37eeb9d640  1 -- 172.21.15.46:0/2650174915 shutdown_connections
2024-03-19T01:47:42.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.272+0000 7f37eeb9d640  1 -- 172.21.15.46:0/2650174915 wait complete.
2024-03-19T01:47:42.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.272+0000 7f37eeb9d640  1  Processor -- start
2024-03-19T01:47:42.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.272+0000 7f37eeb9d640  1 --  start start
2024-03-19T01:47:42.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.272+0000 7f37eeb9d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f37e8100600 0x7f37e8196800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:42.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.272+0000 7f37eeb9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f37e81017f0 0x7f37e8196d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:42.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.272+0000 7f37eeb9d640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f37e81021b0 0x7f37e819ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:42.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.272+0000 7f37eeb9d640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f37e810c130 con 0x7f37e81017f0
2024-03-19T01:47:42.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.272+0000 7f37eeb9d640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f37e810bfb0 con 0x7f37e8100600
2024-03-19T01:47:42.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.272+0000 7f37eeb9d640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f37e810c2b0 con 0x7f37e81021b0
2024-03-19T01:47:42.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.272+0000 7f37ed39a640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f37e81017f0 0x7f37e8196d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:42.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.272+0000 7f37edb9b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f37e8100600 0x7f37e8196800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:42.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.272+0000 7f37edb9b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f37e8100600 0x7f37e8196800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:58474/0 (socket says 172.21.15.46:58474)
2024-03-19T01:47:42.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.272+0000 7f37ed39a640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f37e81017f0 0x7f37e8196d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34502/0 (socket says 172.21.15.46:34502)
2024-03-19T01:47:42.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.272+0000 7f37edb9b640  1 -- 172.21.15.46:0/927894708 learned_addr learned my addr 172.21.15.46:0/927894708 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:42.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.272+0000 7f37ee39c640  1 --2- 172.21.15.46:0/927894708 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f37e81021b0 0x7f37e819ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:42.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.273+0000 7f37edb9b640  1 -- 172.21.15.46:0/927894708 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f37e81021b0 msgr2=0x7f37e819ddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:42.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.273+0000 7f37edb9b640  1 --2- 172.21.15.46:0/927894708 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f37e81021b0 0x7f37e819ddb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:42.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.273+0000 7f37edb9b640  1 -- 172.21.15.46:0/927894708 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f37e81017f0 msgr2=0x7f37e8196d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:42.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.273+0000 7f37edb9b640  1 --2- 172.21.15.46:0/927894708 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f37e81017f0 0x7f37e8196d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:42.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.273+0000 7f37edb9b640  1 -- 172.21.15.46:0/927894708 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37e819e420 con 0x7f37e8100600
2024-03-19T01:47:42.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.273+0000 7f37ed39a640  1 --2- 172.21.15.46:0/927894708 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f37e81017f0 0x7f37e8196d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:47:42.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.273+0000 7f37edb9b640  1 --2- 172.21.15.46:0/927894708 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f37e8100600 0x7f37e8196800 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f37e400e9c0 tx=0x7f37e400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:42.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.273+0000 7f37deffd640  1 -- 172.21.15.46:0/927894708 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37e400cd80 con 0x7f37e8100600
2024-03-19T01:47:42.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.273+0000 7f37deffd640  1 -- 172.21.15.46:0/927894708 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f37e40035f0 con 0x7f37e8100600
2024-03-19T01:47:42.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.273+0000 7f37eeb9d640  1 -- 172.21.15.46:0/927894708 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37e819e710 con 0x7f37e8100600
2024-03-19T01:47:42.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.273+0000 7f37deffd640  1 -- 172.21.15.46:0/927894708 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37e4010690 con 0x7f37e8100600
2024-03-19T01:47:42.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.273+0000 7f37eeb9d640  1 -- 172.21.15.46:0/927894708 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37e819ec30 con 0x7f37e8100600
2024-03-19T01:47:42.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.274+0000 7f37eeb9d640  1 -- 172.21.15.46:0/927894708 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37e81079f0 con 0x7f37e8100600
2024-03-19T01:47:42.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.275+0000 7f37deffd640  1 -- 172.21.15.46:0/927894708 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f37e40037a0 con 0x7f37e8100600
2024-03-19T01:47:42.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.275+0000 7f37deffd640  1 --2- 172.21.15.46:0/927894708 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f37d40a2800 0x7f37d40a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:42.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.276+0000 7f37ed39a640  1 --2- 172.21.15.46:0/927894708 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f37d40a2800 0x7f37d40a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:42.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.276+0000 7f37deffd640  1 -- 172.21.15.46:0/927894708 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f37e40cf0d0 con 0x7f37e8100600
2024-03-19T01:47:42.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.276+0000 7f37ed39a640  1 --2- 172.21.15.46:0/927894708 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f37d40a2800 0x7f37d40a4cc0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f37d8009230 tx=0x7f37d8005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:42.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.279+0000 7f37deffd640  1 -- 172.21.15.46:0/927894708 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f37e409bed0 con 0x7f37e8100600
2024-03-19T01:47:42.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.463+0000 7f37eeb9d640  1 -- 172.21.15.46:0/927894708 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f37e802d4a0 con 0x7f37e8100600
2024-03-19T01:47:42.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.463+0000 7f37deffd640  1 -- 172.21.15.46:0/927894708 <== mon.2 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0  v89) ==== 100+0+11 (secure 0 0 0) 0x7f37e409b7d0 con 0x7f37e8100600
2024-03-19T01:47:42.463 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64
2024-03-19T01:47:42.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.465+0000 7f37eeb9d640  1 -- 172.21.15.46:0/927894708 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f37d40a2800 msgr2=0x7f37d40a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:42.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.465+0000 7f37eeb9d640  1 --2- 172.21.15.46:0/927894708 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f37d40a2800 0x7f37d40a4cc0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f37d8009230 tx=0x7f37d8005fd0 comp rx=0 tx=0).stop
2024-03-19T01:47:42.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.465+0000 7f37eeb9d640  1 -- 172.21.15.46:0/927894708 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f37e8100600 msgr2=0x7f37e8196800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:42.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.465+0000 7f37eeb9d640  1 --2- 172.21.15.46:0/927894708 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f37e8100600 0x7f37e8196800 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f37e400e9c0 tx=0x7f37e400ee80 comp rx=0 tx=0).stop
2024-03-19T01:47:42.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.465+0000 7f37eeb9d640  1 -- 172.21.15.46:0/927894708 shutdown_connections
2024-03-19T01:47:42.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.465+0000 7f37eeb9d640  1 --2- 172.21.15.46:0/927894708 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f37d40a2800 0x7f37d40a4cc0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:42.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.465+0000 7f37eeb9d640  1 --2- 172.21.15.46:0/927894708 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f37e81021b0 0x7f37e819ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:42.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.465+0000 7f37eeb9d640  1 --2- 172.21.15.46:0/927894708 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f37e81017f0 0x7f37e8196d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:42.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.465+0000 7f37eeb9d640  1 --2- 172.21.15.46:0/927894708 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f37e8100600 0x7f37e8196800 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:42.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.465+0000 7f37eeb9d640  1 -- 172.21.15.46:0/927894708 >> 172.21.15.46:0/927894708 conn(0x7f37e80fbb90 msgr2=0x7f37e8104bc0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:42.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.466+0000 7f37eeb9d640  1 -- 172.21.15.46:0/927894708 shutdown_connections
2024-03-19T01:47:42.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.466+0000 7f37eeb9d640  1 -- 172.21.15.46:0/927894708 wait complete.
2024-03-19T01:47:42.477 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num
2024-03-19T01:47:42.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.583+0000 7f8146ae8640  1 -- 172.21.15.46:0/3068009364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8140101850 msgr2=0x7f8140101c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:42.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.583+0000 7f8146ae8640  1 --2- 172.21.15.46:0/3068009364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8140101850 0x7f8140101c70 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f8134009900 tx=0x7f813402bc30 comp rx=0 tx=0).stop
2024-03-19T01:47:42.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.583+0000 7f8146ae8640  1 -- 172.21.15.46:0/3068009364 shutdown_connections
2024-03-19T01:47:42.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.583+0000 7f8146ae8640  1 --2- 172.21.15.46:0/3068009364 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8140103400 0x7f8140109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:42.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.583+0000 7f8146ae8640  1 --2- 172.21.15.46:0/3068009364 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8140102a40 0x7f8140102ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:42.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.583+0000 7f8146ae8640  1 --2- 172.21.15.46:0/3068009364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8140101850 0x7f8140101c70 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:42.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.583+0000 7f8146ae8640  1 -- 172.21.15.46:0/3068009364 >> 172.21.15.46:0/3068009364 conn(0x7f81400fcdc0 msgr2=0x7f81400ff200 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:42.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.583+0000 7f8146ae8640  1 -- 172.21.15.46:0/3068009364 shutdown_connections
2024-03-19T01:47:42.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.583+0000 7f8146ae8640  1 -- 172.21.15.46:0/3068009364 wait complete.
2024-03-19T01:47:42.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.584+0000 7f8146ae8640  1  Processor -- start
2024-03-19T01:47:42.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.584+0000 7f8146ae8640  1 --  start start
2024-03-19T01:47:42.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.584+0000 7f8146ae8640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8140101850 0x7f8140197ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:42.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.584+0000 7f8146ae8640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8140102a40 0x7f8140198000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:42.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.584+0000 7f8146ae8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8140103400 0x7f814019f070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:42.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.584+0000 7f8146ae8640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f814010d3a0 con 0x7f8140103400
2024-03-19T01:47:42.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.584+0000 7f8146ae8640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f814010d220 con 0x7f8140102a40
2024-03-19T01:47:42.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.584+0000 7f8146ae8640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f814010d520 con 0x7f8140101850
2024-03-19T01:47:42.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.584+0000 7f8145085640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8140103400 0x7f814019f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:42.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.584+0000 7f813ffff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8140102a40 0x7f8140198000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:42.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.584+0000 7f8145085640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8140103400 0x7f814019f070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34964/0 (socket says 172.21.15.46:34964)
2024-03-19T01:47:42.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.584+0000 7f813ffff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8140102a40 0x7f8140198000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:43448/0 (socket says 172.21.15.46:43448)
2024-03-19T01:47:42.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.584+0000 7f8145085640  1 -- 172.21.15.46:0/1012298746 learned_addr learned my addr 172.21.15.46:0/1012298746 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:42.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.584+0000 7f8144884640  1 --2- 172.21.15.46:0/1012298746 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8140101850 0x7f8140197ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:42.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.584+0000 7f8145085640  1 -- 172.21.15.46:0/1012298746 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8140101850 msgr2=0x7f8140197ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:42.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.584+0000 7f8145085640  1 --2- 172.21.15.46:0/1012298746 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8140101850 0x7f8140197ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:42.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.584+0000 7f8145085640  1 -- 172.21.15.46:0/1012298746 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8140102a40 msgr2=0x7f8140198000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:42.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.584+0000 7f8145085640  1 --2- 172.21.15.46:0/1012298746 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8140102a40 0x7f8140198000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:42.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.584+0000 7f8145085640  1 -- 172.21.15.46:0/1012298746 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f814019f6e0 con 0x7f8140103400
2024-03-19T01:47:42.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.584+0000 7f813ffff640  1 --2- 172.21.15.46:0/1012298746 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8140102a40 0x7f8140198000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:47:42.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.585+0000 7f8145085640  1 --2- 172.21.15.46:0/1012298746 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8140103400 0x7f814019f070 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f813800eb10 tx=0x7f813800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:42.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.585+0000 7f813dffb640  1 -- 172.21.15.46:0/1012298746 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8138004b20 con 0x7f8140103400
2024-03-19T01:47:42.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.585+0000 7f813dffb640  1 -- 172.21.15.46:0/1012298746 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8138004cc0 con 0x7f8140103400
2024-03-19T01:47:42.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.585+0000 7f813dffb640  1 -- 172.21.15.46:0/1012298746 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8138010690 con 0x7f8140103400
2024-03-19T01:47:42.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.585+0000 7f8146ae8640  1 -- 172.21.15.46:0/1012298746 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f814019f9d0 con 0x7f8140103400
2024-03-19T01:47:42.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.585+0000 7f8146ae8640  1 -- 172.21.15.46:0/1012298746 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f814019ff20 con 0x7f8140103400
2024-03-19T01:47:42.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.586+0000 7f8146ae8640  1 -- 172.21.15.46:0/1012298746 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8140108c40 con 0x7f8140103400
2024-03-19T01:47:42.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.587+0000 7f813dffb640  1 -- 172.21.15.46:0/1012298746 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f8138005020 con 0x7f8140103400
2024-03-19T01:47:42.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.588+0000 7f813dffb640  1 --2- 172.21.15.46:0/1012298746 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f81300a2880 0x7f81300a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:42.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.588+0000 7f8144884640  1 --2- 172.21.15.46:0/1012298746 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f81300a2880 0x7f81300a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:42.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.588+0000 7f813dffb640  1 -- 172.21.15.46:0/1012298746 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f81380cf210 con 0x7f8140103400
2024-03-19T01:47:42.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.588+0000 7f8144884640  1 --2- 172.21.15.46:0/1012298746 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f81300a2880 0x7f81300a4d40 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f813402c240 tx=0x7f813402c7e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:42.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.592+0000 7f813dffb640  1 -- 172.21.15.46:0/1012298746 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f813809c010 con 0x7f8140103400
2024-03-19T01:47:42.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.776+0000 7f8146ae8640  1 -- 172.21.15.46:0/1012298746 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f8140062420 con 0x7f8140103400
2024-03-19T01:47:42.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.776+0000 7f813dffb640  1 -- 172.21.15.46:0/1012298746 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0  v89) ==== 103+0+11 (secure 0 0 0) 0x7f813809b910 con 0x7f8140103400
2024-03-19T01:47:42.776 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32
2024-03-19T01:47:42.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.778+0000 7f8146ae8640  1 -- 172.21.15.46:0/1012298746 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f81300a2880 msgr2=0x7f81300a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:42.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.778+0000 7f8146ae8640  1 --2- 172.21.15.46:0/1012298746 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f81300a2880 0x7f81300a4d40 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f813402c240 tx=0x7f813402c7e0 comp rx=0 tx=0).stop
2024-03-19T01:47:42.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.778+0000 7f8146ae8640  1 -- 172.21.15.46:0/1012298746 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8140103400 msgr2=0x7f814019f070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:42.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.778+0000 7f8146ae8640  1 --2- 172.21.15.46:0/1012298746 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8140103400 0x7f814019f070 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f813800eb10 tx=0x7f813800c2d0 comp rx=0 tx=0).stop
2024-03-19T01:47:42.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.779+0000 7f8146ae8640  1 -- 172.21.15.46:0/1012298746 shutdown_connections
2024-03-19T01:47:42.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.779+0000 7f8146ae8640  1 --2- 172.21.15.46:0/1012298746 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f81300a2880 0x7f81300a4d40 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:42.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.779+0000 7f8146ae8640  1 --2- 172.21.15.46:0/1012298746 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8140103400 0x7f814019f070 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:42.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.779+0000 7f8146ae8640  1 --2- 172.21.15.46:0/1012298746 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8140102a40 0x7f8140198000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:42.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.779+0000 7f8146ae8640  1 --2- 172.21.15.46:0/1012298746 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8140101850 0x7f8140197ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:42.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.779+0000 7f8146ae8640  1 -- 172.21.15.46:0/1012298746 >> 172.21.15.46:0/1012298746 conn(0x7f81400fcdc0 msgr2=0x7f8140105e10 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:42.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.779+0000 7f8146ae8640  1 -- 172.21.15.46:0/1012298746 shutdown_connections
2024-03-19T01:47:42.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.779+0000 7f8146ae8640  1 -- 172.21.15.46:0/1012298746 wait complete.
2024-03-19T01:47:42.788 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:42 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2541428727' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:47:42.789 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:42 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2475378853' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T01:47:42.789 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:42 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/927894708' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T01:47:42.790 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls
2024-03-19T01:47:42.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.894+0000 7fcb18bf4640  1 -- 172.21.15.46:0/798708667 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcb14104c90 msgr2=0x7fcb14107080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:42.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.894+0000 7fcb18bf4640  1 --2- 172.21.15.46:0/798708667 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcb14104c90 0x7fcb14107080 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fcafc009860 tx=0x7fcafc02bb70 comp rx=0 tx=0).stop
2024-03-19T01:47:42.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.894+0000 7fcb18bf4640  1 -- 172.21.15.46:0/798708667 shutdown_connections
2024-03-19T01:47:42.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.894+0000 7fcb18bf4640  1 --2- 172.21.15.46:0/798708667 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb141075c0 0x7fcb141099b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:42.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.894+0000 7fcb18bf4640  1 --2- 172.21.15.46:0/798708667 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcb14104c90 0x7fcb14107080 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:42.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.894+0000 7fcb18bf4640  1 --2- 172.21.15.46:0/798708667 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcb14102360 0x7fcb14104750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:42.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.894+0000 7fcb18bf4640  1 -- 172.21.15.46:0/798708667 >> 172.21.15.46:0/798708667 conn(0x7fcb140fbcd0 msgr2=0x7fcb140fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:42.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.894+0000 7fcb18bf4640  1 -- 172.21.15.46:0/798708667 shutdown_connections
2024-03-19T01:47:42.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.894+0000 7fcb18bf4640  1 -- 172.21.15.46:0/798708667 wait complete.
2024-03-19T01:47:42.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.895+0000 7fcb18bf4640  1  Processor -- start
2024-03-19T01:47:42.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.895+0000 7fcb18bf4640  1 --  start start
2024-03-19T01:47:42.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.895+0000 7fcb18bf4640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcb14102360 0x7fcb14197af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:42.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.895+0000 7fcb18bf4640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcb14104c90 0x7fcb14198030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:42.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.895+0000 7fcb18bf4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb141075c0 0x7fcb1419f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:42.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.895+0000 7fcb18bf4640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fcb1410d360 con 0x7fcb141075c0
2024-03-19T01:47:42.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.895+0000 7fcb18bf4640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fcb1410d1e0 con 0x7fcb14102360
2024-03-19T01:47:42.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.895+0000 7fcb18bf4640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fcb1410d4e0 con 0x7fcb14104c90
2024-03-19T01:47:42.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.895+0000 7fcb12d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb141075c0 0x7fcb1419f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:42.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.895+0000 7fcb1259c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcb14102360 0x7fcb14197af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:42.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.895+0000 7fcb12d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb141075c0 0x7fcb1419f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34980/0 (socket says 172.21.15.46:34980)
2024-03-19T01:47:42.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.895+0000 7fcb12d9d640  1 -- 172.21.15.46:0/337777401 learned_addr learned my addr 172.21.15.46:0/337777401 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:42.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.895+0000 7fcb0bfff640  1 --2- 172.21.15.46:0/337777401 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcb14104c90 0x7fcb14198030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:42.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.895+0000 7fcb1259c640  1 -- 172.21.15.46:0/337777401 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcb14104c90 msgr2=0x7fcb14198030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:42.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.895+0000 7fcb1259c640  1 --2- 172.21.15.46:0/337777401 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcb14104c90 0x7fcb14198030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:42.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.895+0000 7fcb1259c640  1 -- 172.21.15.46:0/337777401 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb141075c0 msgr2=0x7fcb1419f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:42.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.895+0000 7fcb1259c640  1 --2- 172.21.15.46:0/337777401 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb141075c0 0x7fcb1419f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:42.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.895+0000 7fcb1259c640  1 -- 172.21.15.46:0/337777401 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb1419f710 con 0x7fcb14102360
2024-03-19T01:47:42.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.895+0000 7fcb12d9d640  1 --2- 172.21.15.46:0/337777401 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb141075c0 0x7fcb1419f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:47:42.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.895+0000 7fcb1259c640  1 --2- 172.21.15.46:0/337777401 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcb14102360 0x7fcb14197af0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fcb0400e9f0 tx=0x7fcb0400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:42.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.896+0000 7fcb0b7fe640  1 -- 172.21.15.46:0/337777401 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb0400ccc0 con 0x7fcb14102360
2024-03-19T01:47:42.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.896+0000 7fcb0b7fe640  1 -- 172.21.15.46:0/337777401 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcb04005020 con 0x7fcb14102360
2024-03-19T01:47:42.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.896+0000 7fcb18bf4640  1 -- 172.21.15.46:0/337777401 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb141001b0 con 0x7fcb14102360
2024-03-19T01:47:42.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.896+0000 7fcb0b7fe640  1 -- 172.21.15.46:0/337777401 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb04004a00 con 0x7fcb14102360
2024-03-19T01:47:42.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.896+0000 7fcb18bf4640  1 -- 172.21.15.46:0/337777401 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb14100680 con 0x7fcb14102360
2024-03-19T01:47:42.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.897+0000 7fcb18bf4640  1 -- 172.21.15.46:0/337777401 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb140fd7c0 con 0x7fcb14102360
2024-03-19T01:47:42.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.898+0000 7fcb0b7fe640  1 -- 172.21.15.46:0/337777401 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fcb04004ba0 con 0x7fcb14102360
2024-03-19T01:47:42.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.898+0000 7fcb0b7fe640  1 --2- 172.21.15.46:0/337777401 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fcb000a2800 0x7fcb000a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:42.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.898+0000 7fcb0bfff640  1 --2- 172.21.15.46:0/337777401 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fcb000a2800 0x7fcb000a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:42.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.898+0000 7fcb0b7fe640  1 -- 172.21.15.46:0/337777401 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fcb040cebc0 con 0x7fcb14102360
2024-03-19T01:47:42.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.899+0000 7fcb0bfff640  1 --2- 172.21.15.46:0/337777401 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fcb000a2800 0x7fcb000a4cc0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fcafc02c180 tx=0x7fcafc0349a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:42.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:42.906+0000 7fcb0b7fe640  1 -- 172.21.15.46:0/337777401 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fcb0409ba20 con 0x7fcb14102360
2024-03-19T01:47:42.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:42 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2541428727' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:47:42.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:42 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2475378853' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T01:47:42.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:42 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/927894708' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T01:47:42.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:42 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2541428727' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:47:42.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:42 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2475378853' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T01:47:42.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:42 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/927894708' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T01:47:43.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:43.100+0000 7fcb18bf4640  1 -- 172.21.15.46:0/337777401 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fcb1402d1f0 con 0x7fcb14102360
2024-03-19T01:47:43.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:43.100+0000 7fcb0b7fe640  1 -- 172.21.15.46:0/337777401 <== mon.2 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v89) ==== 81+0+589 (secure 0 0 0) 0x7fcb040b9e20 con 0x7fcb14102360
2024-03-19T01:47:43.100 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:6800/2839078617 2024-03-20T01:40:17.827850+0000
2024-03-19T01:47:43.101 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:6801/2839078617 2024-03-20T01:40:17.827850+0000
2024-03-19T01:47:43.101 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/534183632 2024-03-20T01:40:17.827850+0000
2024-03-19T01:47:43.101 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/3469071427 2024-03-20T01:40:17.827850+0000
2024-03-19T01:47:43.101 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/816672825 2024-03-20T01:39:49.978463+0000
2024-03-19T01:47:43.101 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:6800/1846458200 2024-03-20T01:39:49.978463+0000
2024-03-19T01:47:43.101 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/482098752 2024-03-20T01:40:17.827850+0000
2024-03-19T01:47:43.101 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:6801/1846458200 2024-03-20T01:39:49.978463+0000
2024-03-19T01:47:43.101 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/3024883566 2024-03-20T01:39:49.978463+0000
2024-03-19T01:47:43.101 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/2231887791 2024-03-20T01:39:49.978463+0000
2024-03-19T01:47:43.101 INFO:teuthology.orchestra.run.smithi046.stderr:listed 10 entries
2024-03-19T01:47:43.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:43.102+0000 7fcb18bf4640  1 -- 172.21.15.46:0/337777401 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fcb000a2800 msgr2=0x7fcb000a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:43.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:43.102+0000 7fcb18bf4640  1 --2- 172.21.15.46:0/337777401 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fcb000a2800 0x7fcb000a4cc0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fcafc02c180 tx=0x7fcafc0349a0 comp rx=0 tx=0).stop
2024-03-19T01:47:43.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:43.102+0000 7fcb18bf4640  1 -- 172.21.15.46:0/337777401 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcb14102360 msgr2=0x7fcb14197af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:43.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:43.102+0000 7fcb18bf4640  1 --2- 172.21.15.46:0/337777401 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcb14102360 0x7fcb14197af0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fcb0400e9f0 tx=0x7fcb0400eeb0 comp rx=0 tx=0).stop
2024-03-19T01:47:43.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:43.102+0000 7fcb18bf4640  1 -- 172.21.15.46:0/337777401 shutdown_connections
2024-03-19T01:47:43.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:43.102+0000 7fcb18bf4640  1 --2- 172.21.15.46:0/337777401 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fcb000a2800 0x7fcb000a4cc0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:43.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:43.102+0000 7fcb18bf4640  1 --2- 172.21.15.46:0/337777401 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb141075c0 0x7fcb1419f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:43.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:43.102+0000 7fcb18bf4640  1 --2- 172.21.15.46:0/337777401 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcb14104c90 0x7fcb14198030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:43.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:43.102+0000 7fcb18bf4640  1 --2- 172.21.15.46:0/337777401 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcb14102360 0x7fcb14197af0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:43.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:43.102+0000 7fcb18bf4640  1 -- 172.21.15.46:0/337777401 >> 172.21.15.46:0/337777401 conn(0x7fcb140fbcd0 msgr2=0x7fcb14102e60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:43.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:43.102+0000 7fcb18bf4640  1 -- 172.21.15.46:0/337777401 shutdown_connections
2024-03-19T01:47:43.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:43.102+0000 7fcb18bf4640  1 -- 172.21.15.46:0/337777401 wait complete.
2024-03-19T01:47:43.113 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi046.front.sepia.ceph.com...
2024-03-19T01:47:43.113 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:47:43.113 DEBUG:teuthology.orchestra.run.smithi046:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin
2024-03-19T01:47:43.138 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi046.stderr:ceph-fuse[107185]: fuse finished with error 0 and tester_r 0
2024-03-19T01:47:43.140 INFO:teuthology.orchestra.run:waiting for 300
2024-03-19T01:47:43.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:43 smithi046 ceph-mon[63102]: pgmap v301: 129 pgs: 129 active+clean; 579 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:43.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:43 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1012298746' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T01:47:43.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:43 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/337777401' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch
2024-03-19T01:47:43.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:43 smithi073 ceph-mon[66833]: pgmap v301: 129 pgs: 129 active+clean; 579 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:43.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:43 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1012298746' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T01:47:43.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:43 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/337777401' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch
2024-03-19T01:47:43.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:43 smithi102 ceph-mon[66557]: pgmap v301: 129 pgs: 129 active+clean; 579 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:47:43.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:43 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1012298746' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T01:47:43.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:43 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/337777401' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch
2024-03-19T01:47:45.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:45 smithi046 ceph-mon[63102]: pgmap v302: 129 pgs: 129 active+clean; 581 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 450 B/s wr, 0 op/s
2024-03-19T01:47:45.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:45 smithi073 ceph-mon[66833]: pgmap v302: 129 pgs: 129 active+clean; 581 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 450 B/s wr, 0 op/s
2024-03-19T01:47:45.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:45 smithi102 ceph-mon[66557]: pgmap v302: 129 pgs: 129 active+clean; 581 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 450 B/s wr, 0 op/s
2024-03-19T01:47:47.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:47 smithi046 ceph-mon[63102]: pgmap v303: 129 pgs: 129 active+clean; 581 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s
2024-03-19T01:47:47.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:47 smithi073 ceph-mon[66833]: pgmap v303: 129 pgs: 129 active+clean; 581 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s
2024-03-19T01:47:47.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:47 smithi102 ceph-mon[66557]: pgmap v303: 129 pgs: 129 active+clean; 581 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s
2024-03-19T01:47:49.242 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi046.front.sepia.ceph.com
2024-03-19T01:47:49.242 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:47:49.242 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin)
2024-03-19T01:47:49.270 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-03-19T01:47:49.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.423+0000 7f68e9e36640  1 -- 172.21.15.46:0/3541766737 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f68e4101930 msgr2=0x7f68e4101db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:49.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.423+0000 7f68e9e36640  1 --2- 172.21.15.46:0/3541766737 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f68e4101930 0x7f68e4101db0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f68d8009900 tx=0x7f68d802bc30 comp rx=0 tx=0).stop
2024-03-19T01:47:49.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.423+0000 7f68e9e36640  1 -- 172.21.15.46:0/3541766737 shutdown_connections
2024-03-19T01:47:49.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.423+0000 7f68e9e36640  1 --2- 172.21.15.46:0/3541766737 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f68e41022f0 0x7f68e4108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:49.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.423+0000 7f68e9e36640  1 --2- 172.21.15.46:0/3541766737 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f68e4101930 0x7f68e4101db0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:49.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.423+0000 7f68e9e36640  1 --2- 172.21.15.46:0/3541766737 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f68e4100740 0x7f68e4100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:49.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.423+0000 7f68e9e36640  1 -- 172.21.15.46:0/3541766737 >> 172.21.15.46:0/3541766737 conn(0x7f68e40fbcb0 msgr2=0x7f68e40fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:49.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.423+0000 7f68e9e36640  1 -- 172.21.15.46:0/3541766737 shutdown_connections
2024-03-19T01:47:49.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.423+0000 7f68e9e36640  1 -- 172.21.15.46:0/3541766737 wait complete.
2024-03-19T01:47:49.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.424+0000 7f68e9e36640  1  Processor -- start
2024-03-19T01:47:49.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.424+0000 7f68e9e36640  1 --  start start
2024-03-19T01:47:49.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.424+0000 7f68e9e36640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f68e4100740 0x7f68e4197a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:49.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.424+0000 7f68e9e36640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f68e4101930 0x7f68e4197fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:49.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.424+0000 7f68e9e36640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f68e41022f0 0x7f68e419f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:49.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.424+0000 7f68e9e36640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f68e410d390 con 0x7f68e41022f0
2024-03-19T01:47:49.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.424+0000 7f68e9e36640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f68e410d210 con 0x7f68e4100740
2024-03-19T01:47:49.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.424+0000 7f68e9e36640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f68e410d510 con 0x7f68e4101930
2024-03-19T01:47:49.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.424+0000 7f68e3fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f68e41022f0 0x7f68e419f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:49.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.424+0000 7f68e3fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f68e41022f0 0x7f68e419f020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35006/0 (socket says 172.21.15.46:35006)
2024-03-19T01:47:49.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.424+0000 7f68e3fff640  1 -- 172.21.15.46:0/1920888246 learned_addr learned my addr 172.21.15.46:0/1920888246 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:49.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.424+0000 7f68e37fe640  1 --2- 172.21.15.46:0/1920888246 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f68e4100740 0x7f68e4197a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:49.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.424+0000 7f68e2ffd640  1 --2- 172.21.15.46:0/1920888246 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f68e4101930 0x7f68e4197fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:49.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.425+0000 7f68e3fff640  1 -- 172.21.15.46:0/1920888246 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f68e4101930 msgr2=0x7f68e4197fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:49.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.425+0000 7f68e3fff640  1 --2- 172.21.15.46:0/1920888246 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f68e4101930 0x7f68e4197fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:49.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.425+0000 7f68e3fff640  1 -- 172.21.15.46:0/1920888246 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f68e4100740 msgr2=0x7f68e4197a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:49.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.425+0000 7f68e3fff640  1 --2- 172.21.15.46:0/1920888246 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f68e4100740 0x7f68e4197a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:49.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.425+0000 7f68e3fff640  1 -- 172.21.15.46:0/1920888246 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68e419f690 con 0x7f68e41022f0
2024-03-19T01:47:49.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.425+0000 7f68e3fff640  1 --2- 172.21.15.46:0/1920888246 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f68e41022f0 0x7f68e419f020 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f68dc00eb10 tx=0x7f68dc00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:49.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.425+0000 7f68e0ff9640  1 -- 172.21.15.46:0/1920888246 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68dc004b20 con 0x7f68e41022f0
2024-03-19T01:47:49.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.425+0000 7f68e0ff9640  1 -- 172.21.15.46:0/1920888246 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f68dc004cc0 con 0x7f68e41022f0
2024-03-19T01:47:49.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.425+0000 7f68e9e36640  1 -- 172.21.15.46:0/1920888246 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68e419f980 con 0x7f68e41022f0
2024-03-19T01:47:49.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.425+0000 7f68e0ff9640  1 -- 172.21.15.46:0/1920888246 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68dc010690 con 0x7f68e41022f0
2024-03-19T01:47:49.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.425+0000 7f68e9e36640  1 -- 172.21.15.46:0/1920888246 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68e419fea0 con 0x7f68e41022f0
2024-03-19T01:47:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.426+0000 7f68e9e36640  1 -- 172.21.15.46:0/1920888246 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68e4107ad0 con 0x7f68e41022f0
2024-03-19T01:47:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.427+0000 7f68e0ff9640  1 -- 172.21.15.46:0/1920888246 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f68dc005020 con 0x7f68e41022f0
2024-03-19T01:47:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.428+0000 7f68e0ff9640  1 --2- 172.21.15.46:0/1920888246 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f68cc0a2800 0x7f68cc0a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.428+0000 7f68e37fe640  1 --2- 172.21.15.46:0/1920888246 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f68cc0a2800 0x7f68cc0a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.428+0000 7f68e0ff9640  1 -- 172.21.15.46:0/1920888246 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f68dc0cf3c0 con 0x7f68e41022f0
2024-03-19T01:47:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.428+0000 7f68e37fe640  1 --2- 172.21.15.46:0/1920888246 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f68cc0a2800 0x7f68cc0a4cc0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f68e4101790 tx=0x7f68d4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:49.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.432+0000 7f68e0ff9640  1 -- 172.21.15.46:0/1920888246 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f68dc09c1c0 con 0x7f68e41022f0
2024-03-19T01:47:49.616 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.617+0000 7f68e9e36640  1 -- 172.21.15.46:0/1920888246 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f68e402d2d0 con 0x7f68e41022f0
2024-03-19T01:47:49.618 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.618+0000 7f68e0ff9640  1 -- 172.21.15.46:0/1920888246 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v89) ==== 74+0+24067 (secure 0 0 0) 0x7f68dc09bac0 con 0x7f68e41022f0
2024-03-19T01:47:49.618 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:47:49.619 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":89,"fsid":"53c8cf3e-e591-11ee-95c9-87774f69a715","created":"2024-03-19T01:39:22.615473+0000","modified":"2024-03-19T01:47:31.671097+0000","last_up_change":"2024-03-19T01:46:32.777223+0000","last_in_change":"2024-03-19T01:46:12.842023+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-19T01:42:46.174113+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-19T01:47:24.276277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-19T01:47:25.605471+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-19T01:47:29.545614+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"4fc98477-1fec-465b-892b-9a0c12e15754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6803","nonce":1888713943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6805","nonce":1888713943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6809","nonce":1888713943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6807","nonce":1888713943}]},"public_addr":"172.21.15.46:6803/1888713943","cluster_addr":"172.21.15.46:6805/1888713943","heartbeat_back_addr":"172.21.15.46:6809/1888713943","heartbeat_front_addr":"172.21.15.46:6807/1888713943","state":["exists","up"]},{"osd":1,"uuid":"4109d6a1-240e-4f1f-b09d-75f3b77e6303","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6801","nonce":2502945674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6803","nonce":2502945674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6807","nonce":2502945674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6805","nonce":2502945674}]},"public_addr":"172.21.15.73:6801/2502945674","cluster_addr":"172.21.15.73:6803/2502945674","heartbeat_back_addr":"172.21.15.73:6807/2502945674","heartbeat_front_addr":"172.21.15.73:6805/2502945674","state":["exists","up"]},{"osd":2,"uuid":"45e8479c-4006-4dd4-bdd8-b4a2eafacc80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6801","nonce":90484514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6803","nonce":90484514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6807","nonce":90484514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6805","nonce":90484514}]},"public_addr":"172.21.15.102:6801/90484514","cluster_addr":"172.21.15.102:6803/90484514","heartbeat_back_addr":"172.21.15.102:6807/90484514","heartbeat_front_addr":"172.21.15.102:6805/90484514","state":["exists","up"]},{"osd":3,"uuid":"4cdc93cf-2e8d-436d-a78a-c235e9b970fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6811","nonce":3336792470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6813","nonce":3336792470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6817","nonce":3336792470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6815","nonce":3336792470}]},"public_addr":"172.21.15.46:6811/3336792470","cluster_addr":"172.21.15.46:6813/3336792470","heartbeat_back_addr":"172.21.15.46:6817/3336792470","heartbeat_front_addr":"172.21.15.46:6815/3336792470","state":["exists","up"]},{"osd":4,"uuid":"35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6809","nonce":1192862788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6811","nonce":1192862788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6815","nonce":1192862788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6813","nonce":1192862788}]},"public_addr":"172.21.15.73:6809/1192862788","cluster_addr":"172.21.15.73:6811/1192862788","heartbeat_back_addr":"172.21.15.73:6815/1192862788","heartbeat_front_addr":"172.21.15.73:6813/1192862788","state":["exists","up"]},{"osd":5,"uuid":"1587c1e6-6719-4117-a80f-5c6bce0e5814","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6809","nonce":3252664135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6811","nonce":3252664135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6815","nonce":3252664135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6813","nonce":3252664135}]},"public_addr":"172.21.15.102:6809/3252664135","cluster_addr":"172.21.15.102:6811/3252664135","heartbeat_back_addr":"172.21.15.102:6815/3252664135","heartbeat_front_addr":"172.21.15.102:6813/3252664135","state":["exists","up"]},{"osd":6,"uuid":"af41cbff-69e5-45ab-ad59-95e5addd1b6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6819","nonce":595340737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6821","nonce":595340737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6825","nonce":595340737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6823","nonce":595340737}]},"public_addr":"172.21.15.46:6819/595340737","cluster_addr":"172.21.15.46:6821/595340737","heartbeat_back_addr":"172.21.15.46:6825/595340737","heartbeat_front_addr":"172.21.15.46:6823/595340737","state":["exists","up"]},{"osd":7,"uuid":"23e9241a-4ed9-4606-93c1-ccfe277d0c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6817","nonce":143082020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6819","nonce":143082020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6823","nonce":143082020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6821","nonce":143082020}]},"public_addr":"172.21.15.73:6817/143082020","cluster_addr":"172.21.15.73:6819/143082020","heartbeat_back_addr":"172.21.15.73:6823/143082020","heartbeat_front_addr":"172.21.15.73:6821/143082020","state":["exists","up"]},{"osd":8,"uuid":"c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6817","nonce":2533208086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6819","nonce":2533208086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6823","nonce":2533208086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6821","nonce":2533208086}]},"public_addr":"172.21.15.102:6817/2533208086","cluster_addr":"172.21.15.102:6819/2533208086","heartbeat_back_addr":"172.21.15.102:6823/2533208086","heartbeat_front_addr":"172.21.15.102:6821/2533208086","state":["exists","up"]},{"osd":9,"uuid":"a16dd21b-77e4-4148-90a3-c085fd621fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6827","nonce":4252594050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6829","nonce":4252594050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6833","nonce":4252594050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6831","nonce":4252594050}]},"public_addr":"172.21.15.46:6827/4252594050","cluster_addr":"172.21.15.46:6829/4252594050","heartbeat_back_addr":"172.21.15.46:6833/4252594050","heartbeat_front_addr":"172.21.15.46:6831/4252594050","state":["exists","up"]},{"osd":10,"uuid":"3a794482-bcfa-4e99-8e96-77228a828ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6825","nonce":1252006239}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6827","nonce":1252006239}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6831","nonce":1252006239}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6829","nonce":1252006239}]},"public_addr":"172.21.15.73:6825/1252006239","cluster_addr":"172.21.15.73:6827/1252006239","heartbeat_back_addr":"172.21.15.73:6831/1252006239","heartbeat_front_addr":"172.21.15.73:6829/1252006239","state":["exists","up"]},{"osd":11,"uuid":"93bdea99-6072-431a-a919-3aecf631c727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6825","nonce":2997263049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6827","nonce":2997263049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6831","nonce":2997263049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6829","nonce":2997263049}]},"public_addr":"172.21.15.102:6825/2997263049","cluster_addr":"172.21.15.102:6827/2997263049","heartbeat_back_addr":"172.21.15.102:6831/2997263049","heartbeat_front_addr":"172.21.15.102:6829/2997263049","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:41:54.705424+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:18.405516+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:42.028548+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:06.440586+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:31.526566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:56.491476+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:22.116952+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:48.187884+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:12.546546+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:39.238062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:05.249938+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:30.959573+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:6800/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/534183632":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/3469071427":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/816672825":"2024-03-20T01:39:49.978463+0000","172.21.15.46:6800/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/482098752":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/3024883566":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/2231887791":"2024-03-20T01:39:49.978463+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-03-19T01:47:49.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.620+0000 7f68e9e36640  1 -- 172.21.15.46:0/1920888246 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f68cc0a2800 msgr2=0x7f68cc0a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:49.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.620+0000 7f68e9e36640  1 --2- 172.21.15.46:0/1920888246 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f68cc0a2800 0x7f68cc0a4cc0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f68e4101790 tx=0x7f68d4005f90 comp rx=0 tx=0).stop
2024-03-19T01:47:49.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.620+0000 7f68e9e36640  1 -- 172.21.15.46:0/1920888246 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f68e41022f0 msgr2=0x7f68e419f020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:49.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.620+0000 7f68e9e36640  1 --2- 172.21.15.46:0/1920888246 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f68e41022f0 0x7f68e419f020 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f68dc00eb10 tx=0x7f68dc00c2d0 comp rx=0 tx=0).stop
2024-03-19T01:47:49.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.621+0000 7f68e9e36640  1 -- 172.21.15.46:0/1920888246 shutdown_connections
2024-03-19T01:47:49.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.621+0000 7f68e9e36640  1 --2- 172.21.15.46:0/1920888246 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f68cc0a2800 0x7f68cc0a4cc0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:49.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.621+0000 7f68e9e36640  1 --2- 172.21.15.46:0/1920888246 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f68e41022f0 0x7f68e419f020 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:49.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.621+0000 7f68e9e36640  1 --2- 172.21.15.46:0/1920888246 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f68e4101930 0x7f68e4197fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:49.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.621+0000 7f68e9e36640  1 --2- 172.21.15.46:0/1920888246 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f68e4100740 0x7f68e4197a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:49.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.621+0000 7f68e9e36640  1 -- 172.21.15.46:0/1920888246 >> 172.21.15.46:0/1920888246 conn(0x7f68e40fbcb0 msgr2=0x7f68e4104ca0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:49.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.621+0000 7f68e9e36640  1 -- 172.21.15.46:0/1920888246 shutdown_connections
2024-03-19T01:47:49.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.621+0000 7f68e9e36640  1 -- 172.21.15.46:0/1920888246 wait complete.
2024-03-19T01:47:49.634 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-03-19T01:47:49.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.737+0000 7fedcf6d3640  1 -- 172.21.15.46:0/3581035156 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fedc8101850 msgr2=0x7fedc8101c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:49.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.737+0000 7fedcf6d3640  1 --2- 172.21.15.46:0/3581035156 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fedc8101850 0x7fedc8101c70 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fedc4009900 tx=0x7fedc402bc30 comp rx=0 tx=0).stop
2024-03-19T01:47:49.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.737+0000 7fedcf6d3640  1 -- 172.21.15.46:0/3581035156 shutdown_connections
2024-03-19T01:47:49.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.737+0000 7fedcf6d3640  1 --2- 172.21.15.46:0/3581035156 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fedc8103400 0x7fedc8109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:49.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.737+0000 7fedcf6d3640  1 --2- 172.21.15.46:0/3581035156 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fedc8102a40 0x7fedc8102ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:49.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.737+0000 7fedcf6d3640  1 --2- 172.21.15.46:0/3581035156 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fedc8101850 0x7fedc8101c70 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:49.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.737+0000 7fedcf6d3640  1 -- 172.21.15.46:0/3581035156 >> 172.21.15.46:0/3581035156 conn(0x7fedc80fcdc0 msgr2=0x7fedc80ff200 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:49.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.737+0000 7fedcf6d3640  1 -- 172.21.15.46:0/3581035156 shutdown_connections
2024-03-19T01:47:49.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.737+0000 7fedcf6d3640  1 -- 172.21.15.46:0/3581035156 wait complete.
2024-03-19T01:47:49.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.738+0000 7fedcf6d3640  1  Processor -- start
2024-03-19T01:47:49.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.738+0000 7fedcf6d3640  1 --  start start
2024-03-19T01:47:49.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.738+0000 7fedcf6d3640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fedc8101850 0x7fedc8197a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:49.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.738+0000 7fedcf6d3640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fedc8102a40 0x7fedc8197f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:49.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.738+0000 7fedcf6d3640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fedc8103400 0x7fedc819f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:49.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.738+0000 7fedcf6d3640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fedc810d350 con 0x7fedc8103400
2024-03-19T01:47:49.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.738+0000 7fedcf6d3640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fedc810d1d0 con 0x7fedc8102a40
2024-03-19T01:47:49.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.738+0000 7fedcf6d3640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fedc810d4d0 con 0x7fedc8101850
2024-03-19T01:47:49.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.738+0000 7fedccc6e640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fedc8102a40 0x7fedc8197f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:49.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.738+0000 7fedcdc70640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fedc8103400 0x7fedc819f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:49.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.738+0000 7fedccc6e640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fedc8102a40 0x7fedc8197f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:43486/0 (socket says 172.21.15.46:43486)
2024-03-19T01:47:49.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.738+0000 7fedccc6e640  1 -- 172.21.15.46:0/2162317383 learned_addr learned my addr 172.21.15.46:0/2162317383 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:49.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.738+0000 7fedcd46f640  1 --2- 172.21.15.46:0/2162317383 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fedc8101850 0x7fedc8197a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:49.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.738+0000 7fedccc6e640  1 -- 172.21.15.46:0/2162317383 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fedc8101850 msgr2=0x7fedc8197a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:49.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.738+0000 7fedccc6e640  1 --2- 172.21.15.46:0/2162317383 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fedc8101850 0x7fedc8197a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:49.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.738+0000 7fedccc6e640  1 -- 172.21.15.46:0/2162317383 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fedc8103400 msgr2=0x7fedc819f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:49.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.738+0000 7fedccc6e640  1 --2- 172.21.15.46:0/2162317383 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fedc8103400 0x7fedc819f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:49.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.738+0000 7fedccc6e640  1 -- 172.21.15.46:0/2162317383 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedc819f670 con 0x7fedc8102a40
2024-03-19T01:47:49.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.738+0000 7fedcdc70640  1 --2- 172.21.15.46:0/2162317383 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fedc8103400 0x7fedc819f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:47:49.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.739+0000 7fedccc6e640  1 --2- 172.21.15.46:0/2162317383 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fedc8102a40 0x7fedc8197f90 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fedb800e9f0 tx=0x7fedb800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:49.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.739+0000 7fedbe7fc640  1 -- 172.21.15.46:0/2162317383 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb800cd80 con 0x7fedc8102a40
2024-03-19T01:47:49.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.739+0000 7fedbe7fc640  1 -- 172.21.15.46:0/2162317383 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fedb80108e0 con 0x7fedc8102a40
2024-03-19T01:47:49.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.739+0000 7fedcf6d3640  1 -- 172.21.15.46:0/2162317383 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedc819f960 con 0x7fedc8102a40
2024-03-19T01:47:49.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.739+0000 7fedbe7fc640  1 -- 172.21.15.46:0/2162317383 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb8018920 con 0x7fedc8102a40
2024-03-19T01:47:49.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.739+0000 7fedcf6d3640  1 -- 172.21.15.46:0/2162317383 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedc819ff00 con 0x7fedc8102a40
2024-03-19T01:47:49.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.740+0000 7fedcf6d3640  1 -- 172.21.15.46:0/2162317383 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fedc8108c40 con 0x7fedc8102a40
2024-03-19T01:47:49.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.741+0000 7fedbe7fc640  1 -- 172.21.15.46:0/2162317383 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7fedb8010a90 con 0x7fedc8102a40
2024-03-19T01:47:49.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.741+0000 7fedbe7fc640  1 --2- 172.21.15.46:0/2162317383 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fedb40a2880 0x7fedb40a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:49.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.742+0000 7fedcd46f640  1 --2- 172.21.15.46:0/2162317383 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fedb40a2880 0x7fedb40a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:49.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.742+0000 7fedbe7fc640  1 -- 172.21.15.46:0/2162317383 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fedb80cf380 con 0x7fedc8102a40
2024-03-19T01:47:49.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.742+0000 7fedcd46f640  1 --2- 172.21.15.46:0/2162317383 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fedb40a2880 0x7fedb40a4d40 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fedc4005ab0 tx=0x7fedc4005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:49.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.745+0000 7fedbe7fc640  1 -- 172.21.15.46:0/2162317383 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fedb809bb90 con 0x7fedc8102a40
2024-03-19T01:47:49.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:49 smithi046 ceph-mon[63102]: pgmap v304: 129 pgs: 129 active+clean; 581 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s
2024-03-19T01:47:49.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.929+0000 7fedcf6d3640  1 -- 172.21.15.46:0/2162317383 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fedc802d440 con 0x7fedc8102a40
2024-03-19T01:47:49.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.930+0000 7fedbe7fc640  1 -- 172.21.15.46:0/2162317383 <== mon.2 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v89) ==== 74+0+24067 (secure 0 0 0) 0x7fedb809fc30 con 0x7fedc8102a40
2024-03-19T01:47:49.931 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:47:49.931 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":89,"fsid":"53c8cf3e-e591-11ee-95c9-87774f69a715","created":"2024-03-19T01:39:22.615473+0000","modified":"2024-03-19T01:47:31.671097+0000","last_up_change":"2024-03-19T01:46:32.777223+0000","last_in_change":"2024-03-19T01:46:12.842023+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-19T01:42:46.174113+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-19T01:47:24.276277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-19T01:47:25.605471+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-19T01:47:29.545614+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"4fc98477-1fec-465b-892b-9a0c12e15754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6803","nonce":1888713943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6805","nonce":1888713943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6809","nonce":1888713943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6807","nonce":1888713943}]},"public_addr":"172.21.15.46:6803/1888713943","cluster_addr":"172.21.15.46:6805/1888713943","heartbeat_back_addr":"172.21.15.46:6809/1888713943","heartbeat_front_addr":"172.21.15.46:6807/1888713943","state":["exists","up"]},{"osd":1,"uuid":"4109d6a1-240e-4f1f-b09d-75f3b77e6303","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6801","nonce":2502945674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6803","nonce":2502945674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6807","nonce":2502945674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6805","nonce":2502945674}]},"public_addr":"172.21.15.73:6801/2502945674","cluster_addr":"172.21.15.73:6803/2502945674","heartbeat_back_addr":"172.21.15.73:6807/2502945674","heartbeat_front_addr":"172.21.15.73:6805/2502945674","state":["exists","up"]},{"osd":2,"uuid":"45e8479c-4006-4dd4-bdd8-b4a2eafacc80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6801","nonce":90484514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6803","nonce":90484514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6807","nonce":90484514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6805","nonce":90484514}]},"public_addr":"172.21.15.102:6801/90484514","cluster_addr":"172.21.15.102:6803/90484514","heartbeat_back_addr":"172.21.15.102:6807/90484514","heartbeat_front_addr":"172.21.15.102:6805/90484514","state":["exists","up"]},{"osd":3,"uuid":"4cdc93cf-2e8d-436d-a78a-c235e9b970fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6811","nonce":3336792470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6813","nonce":3336792470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6817","nonce":3336792470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6815","nonce":3336792470}]},"public_addr":"172.21.15.46:6811/3336792470","cluster_addr":"172.21.15.46:6813/3336792470","heartbeat_back_addr":"172.21.15.46:6817/3336792470","heartbeat_front_addr":"172.21.15.46:6815/3336792470","state":["exists","up"]},{"osd":4,"uuid":"35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6809","nonce":1192862788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6811","nonce":1192862788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6815","nonce":1192862788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6813","nonce":1192862788}]},"public_addr":"172.21.15.73:6809/1192862788","cluster_addr":"172.21.15.73:6811/1192862788","heartbeat_back_addr":"172.21.15.73:6815/1192862788","heartbeat_front_addr":"172.21.15.73:6813/1192862788","state":["exists","up"]},{"osd":5,"uuid":"1587c1e6-6719-4117-a80f-5c6bce0e5814","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6809","nonce":3252664135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6811","nonce":3252664135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6815","nonce":3252664135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6813","nonce":3252664135}]},"public_addr":"172.21.15.102:6809/3252664135","cluster_addr":"172.21.15.102:6811/3252664135","heartbeat_back_addr":"172.21.15.102:6815/3252664135","heartbeat_front_addr":"172.21.15.102:6813/3252664135","state":["exists","up"]},{"osd":6,"uuid":"af41cbff-69e5-45ab-ad59-95e5addd1b6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6819","nonce":595340737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6821","nonce":595340737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6825","nonce":595340737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6823","nonce":595340737}]},"public_addr":"172.21.15.46:6819/595340737","cluster_addr":"172.21.15.46:6821/595340737","heartbeat_back_addr":"172.21.15.46:6825/595340737","heartbeat_front_addr":"172.21.15.46:6823/595340737","state":["exists","up"]},{"osd":7,"uuid":"23e9241a-4ed9-4606-93c1-ccfe277d0c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6817","nonce":143082020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6819","nonce":143082020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6823","nonce":143082020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6821","nonce":143082020}]},"public_addr":"172.21.15.73:6817/143082020","cluster_addr":"172.21.15.73:6819/143082020","heartbeat_back_addr":"172.21.15.73:6823/143082020","heartbeat_front_addr":"172.21.15.73:6821/143082020","state":["exists","up"]},{"osd":8,"uuid":"c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6817","nonce":2533208086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6819","nonce":2533208086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6823","nonce":2533208086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6821","nonce":2533208086}]},"public_addr":"172.21.15.102:6817/2533208086","cluster_addr":"172.21.15.102:6819/2533208086","heartbeat_back_addr":"172.21.15.102:6823/2533208086","heartbeat_front_addr":"172.21.15.102:6821/2533208086","state":["exists","up"]},{"osd":9,"uuid":"a16dd21b-77e4-4148-90a3-c085fd621fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6827","nonce":4252594050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6829","nonce":4252594050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6833","nonce":4252594050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6831","nonce":4252594050}]},"public_addr":"172.21.15.46:6827/4252594050","cluster_addr":"172.21.15.46:6829/4252594050","heartbeat_back_addr":"172.21.15.46:6833/4252594050","heartbeat_front_addr":"172.21.15.46:6831/4252594050","state":["exists","up"]},{"osd":10,"uuid":"3a794482-bcfa-4e99-8e96-77228a828ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6825","nonce":1252006239}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6827","nonce":1252006239}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6831","nonce":1252006239}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6829","nonce":1252006239}]},"public_addr":"172.21.15.73:6825/1252006239","cluster_addr":"172.21.15.73:6827/1252006239","heartbeat_back_addr":"172.21.15.73:6831/1252006239","heartbeat_front_addr":"172.21.15.73:6829/1252006239","state":["exists","up"]},{"osd":11,"uuid":"93bdea99-6072-431a-a919-3aecf631c727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6825","nonce":2997263049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6827","nonce":2997263049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6831","nonce":2997263049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6829","nonce":2997263049}]},"public_addr":"172.21.15.102:6825/2997263049","cluster_addr":"172.21.15.102:6827/2997263049","heartbeat_back_addr":"172.21.15.102:6831/2997263049","heartbeat_front_addr":"172.21.15.102:6829/2997263049","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:41:54.705424+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:18.405516+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:42.028548+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:06.440586+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:31.526566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:56.491476+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:22.116952+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:48.187884+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:12.546546+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:39.238062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:05.249938+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:30.959573+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:6800/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/534183632":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/3469071427":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/816672825":"2024-03-20T01:39:49.978463+0000","172.21.15.46:6800/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/482098752":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/3024883566":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/2231887791":"2024-03-20T01:39:49.978463+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-03-19T01:47:49.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.932+0000 7fedcf6d3640  1 -- 172.21.15.46:0/2162317383 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fedb40a2880 msgr2=0x7fedb40a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:49.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.932+0000 7fedcf6d3640  1 --2- 172.21.15.46:0/2162317383 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fedb40a2880 0x7fedb40a4d40 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fedc4005ab0 tx=0x7fedc4005fd0 comp rx=0 tx=0).stop
2024-03-19T01:47:49.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.932+0000 7fedcf6d3640  1 -- 172.21.15.46:0/2162317383 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fedc8102a40 msgr2=0x7fedc8197f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:49.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.932+0000 7fedcf6d3640  1 --2- 172.21.15.46:0/2162317383 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fedc8102a40 0x7fedc8197f90 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fedb800e9f0 tx=0x7fedb800eeb0 comp rx=0 tx=0).stop
2024-03-19T01:47:49.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.932+0000 7fedcf6d3640  1 -- 172.21.15.46:0/2162317383 shutdown_connections
2024-03-19T01:47:49.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.932+0000 7fedcf6d3640  1 --2- 172.21.15.46:0/2162317383 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fedb40a2880 0x7fedb40a4d40 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:49.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.932+0000 7fedcf6d3640  1 --2- 172.21.15.46:0/2162317383 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fedc8103400 0x7fedc819f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:49.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.932+0000 7fedcf6d3640  1 --2- 172.21.15.46:0/2162317383 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fedc8102a40 0x7fedc8197f90 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:49.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.932+0000 7fedcf6d3640  1 --2- 172.21.15.46:0/2162317383 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fedc8101850 0x7fedc8197a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:49.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.932+0000 7fedcf6d3640  1 -- 172.21.15.46:0/2162317383 >> 172.21.15.46:0/2162317383 conn(0x7fedc80fcdc0 msgr2=0x7fedc8105e10 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:49.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.933+0000 7fedcf6d3640  1 -- 172.21.15.46:0/2162317383 shutdown_connections
2024-03-19T01:47:49.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:49.933+0000 7fedcf6d3640  1 -- 172.21.15.46:0/2162317383 wait complete.
2024-03-19T01:47:49.945 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0
2024-03-19T01:47:49.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:49 smithi073 ceph-mon[66833]: pgmap v304: 129 pgs: 129 active+clean; 581 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s
2024-03-19T01:47:49.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:49 smithi102 ceph-mon[66557]: pgmap v304: 129 pgs: 129 active+clean; 581 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s
2024-03-19T01:47:50.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.052+0000 7f3afd420640  1 -- 172.21.15.46:0/3522331112 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3af8104c70 msgr2=0x7f3af8107060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:50.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.052+0000 7f3afd420640  1 --2- 172.21.15.46:0/3522331112 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3af8104c70 0x7f3af8107060 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f3ae0009900 tx=0x7f3ae002bc30 comp rx=0 tx=0).stop
2024-03-19T01:47:50.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.052+0000 7f3afd420640  1 -- 172.21.15.46:0/3522331112 shutdown_connections
2024-03-19T01:47:50.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.052+0000 7f3afd420640  1 --2- 172.21.15.46:0/3522331112 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3af81075a0 0x7f3af8109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:50.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.052+0000 7f3afd420640  1 --2- 172.21.15.46:0/3522331112 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3af8104c70 0x7f3af8107060 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:50.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.052+0000 7f3afd420640  1 --2- 172.21.15.46:0/3522331112 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3af8102340 0x7f3af8104730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:50.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.052+0000 7f3afd420640  1 -- 172.21.15.46:0/3522331112 >> 172.21.15.46:0/3522331112 conn(0x7f3af80fbcb0 msgr2=0x7f3af80fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:50.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.052+0000 7f3afd420640  1 -- 172.21.15.46:0/3522331112 shutdown_connections
2024-03-19T01:47:50.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.052+0000 7f3afd420640  1 -- 172.21.15.46:0/3522331112 wait complete.
2024-03-19T01:47:50.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.053+0000 7f3afd420640  1  Processor -- start
2024-03-19T01:47:50.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.053+0000 7f3afd420640  1 --  start start
2024-03-19T01:47:50.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.053+0000 7f3afd420640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3af8102340 0x7f3af8199d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:50.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.053+0000 7f3afd420640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3af8104c70 0x7f3af819a250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:50.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.053+0000 7f3afd420640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3af81075a0 0x7f3af81a1280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:50.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.053+0000 7f3afd420640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f3af8100890 con 0x7f3af8102340
2024-03-19T01:47:50.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.053+0000 7f3afd420640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f3af8100710 con 0x7f3af81075a0
2024-03-19T01:47:50.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.053+0000 7f3afd420640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f3af8100a10 con 0x7f3af8104c70
2024-03-19T01:47:50.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.053+0000 7f3af6ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3af8102340 0x7f3af8199d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:50.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.053+0000 7f3af77fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3af81075a0 0x7f3af81a1280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:50.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.053+0000 7f3aee7fc640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3af8104c70 0x7f3af819a250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:50.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.053+0000 7f3af6ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3af8102340 0x7f3af8199d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35054/0 (socket says 172.21.15.46:35054)
2024-03-19T01:47:50.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.053+0000 7f3af6ffd640  1 -- 172.21.15.46:0/3587724727 learned_addr learned my addr 172.21.15.46:0/3587724727 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:50.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.053+0000 7f3af6ffd640  1 -- 172.21.15.46:0/3587724727 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3af8104c70 msgr2=0x7f3af819a250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:50.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.053+0000 7f3af6ffd640  1 --2- 172.21.15.46:0/3587724727 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3af8104c70 0x7f3af819a250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:50.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.053+0000 7f3af6ffd640  1 -- 172.21.15.46:0/3587724727 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3af81075a0 msgr2=0x7f3af81a1280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:50.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.053+0000 7f3af6ffd640  1 --2- 172.21.15.46:0/3587724727 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3af81075a0 0x7f3af81a1280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:50.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.053+0000 7f3af6ffd640  1 -- 172.21.15.46:0/3587724727 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3af81a1920 con 0x7f3af8102340
2024-03-19T01:47:50.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.054+0000 7f3af77fe640  1 --2- 172.21.15.46:0/3587724727 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3af81075a0 0x7f3af81a1280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:47:50.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.054+0000 7f3af6ffd640  1 --2- 172.21.15.46:0/3587724727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3af8102340 0x7f3af8199d10 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f3ae800e9f0 tx=0x7f3ae800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:50.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.054+0000 7f3af4ff9640  1 -- 172.21.15.46:0/3587724727 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ae800cd80 con 0x7f3af8102340
2024-03-19T01:47:50.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.054+0000 7f3af4ff9640  1 -- 172.21.15.46:0/3587724727 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3ae80108e0 con 0x7f3af8102340
2024-03-19T01:47:50.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.054+0000 7f3afd420640  1 -- 172.21.15.46:0/3587724727 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3af81a1c10 con 0x7f3af8102340
2024-03-19T01:47:50.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.054+0000 7f3af4ff9640  1 -- 172.21.15.46:0/3587724727 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ae8018920 con 0x7f3af8102340
2024-03-19T01:47:50.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.054+0000 7f3afd420640  1 -- 172.21.15.46:0/3587724727 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3af81a21b0 con 0x7f3af8102340
2024-03-19T01:47:50.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.055+0000 7f3afd420640  1 -- 172.21.15.46:0/3587724727 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3af81a2380 con 0x7f3af8102340
2024-03-19T01:47:50.057 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.056+0000 7f3af4ff9640  1 -- 172.21.15.46:0/3587724727 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f3ae8010a90 con 0x7f3af8102340
2024-03-19T01:47:50.057 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.056+0000 7f3af4ff9640  1 --2- 172.21.15.46:0/3587724727 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f3ae40a2880 0x7f3ae40a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:50.057 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.057+0000 7f3aee7fc640  1 --2- 172.21.15.46:0/3587724727 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f3ae40a2880 0x7f3ae40a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:50.057 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.057+0000 7f3af4ff9640  1 -- 172.21.15.46:0/3587724727 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f3ae80cefa0 con 0x7f3af8102340
2024-03-19T01:47:50.057 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.057+0000 7f3aee7fc640  1 --2- 172.21.15.46:0/3587724727 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f3ae40a2880 0x7f3ae40a4d40 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f3ae0005ab0 tx=0x7f3ae0005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:50.061 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.061+0000 7f3af4ff9640  1 -- 172.21.15.46:0/3587724727 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f3ae809b7b0 con 0x7f3af8102340
2024-03-19T01:47:50.284 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.284+0000 7f3afd420640  1 -- 172.21.15.46:0/3587724727 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f3af81a2550 con 0x7f3af8102340
2024-03-19T01:47:50.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.593+0000 7f3af4ff9640  1 -- 172.21.15.46:0/3587724727 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0  v17) ==== 118+0+0 (secure 0 0 0) 0x7f3ae809f850 con 0x7f3af8102340
2024-03-19T01:47:50.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.596+0000 7f3afd420640  1 -- 172.21.15.46:0/3587724727 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f3ae40a2880 msgr2=0x7f3ae40a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:50.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.596+0000 7f3afd420640  1 --2- 172.21.15.46:0/3587724727 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f3ae40a2880 0x7f3ae40a4d40 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f3ae0005ab0 tx=0x7f3ae0005fd0 comp rx=0 tx=0).stop
2024-03-19T01:47:50.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.596+0000 7f3afd420640  1 -- 172.21.15.46:0/3587724727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3af8102340 msgr2=0x7f3af8199d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:50.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.596+0000 7f3afd420640  1 --2- 172.21.15.46:0/3587724727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3af8102340 0x7f3af8199d10 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f3ae800e9f0 tx=0x7f3ae800eeb0 comp rx=0 tx=0).stop
2024-03-19T01:47:50.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.596+0000 7f3afd420640  1 -- 172.21.15.46:0/3587724727 shutdown_connections
2024-03-19T01:47:50.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.596+0000 7f3afd420640  1 --2- 172.21.15.46:0/3587724727 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f3ae40a2880 0x7f3ae40a4d40 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:50.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.596+0000 7f3afd420640  1 --2- 172.21.15.46:0/3587724727 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3af81075a0 0x7f3af81a1280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:50.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.596+0000 7f3afd420640  1 --2- 172.21.15.46:0/3587724727 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3af8104c70 0x7f3af819a250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:50.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.596+0000 7f3afd420640  1 --2- 172.21.15.46:0/3587724727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3af8102340 0x7f3af8199d10 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:50.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.596+0000 7f3afd420640  1 -- 172.21.15.46:0/3587724727 >> 172.21.15.46:0/3587724727 conn(0x7f3af80fbcb0 msgr2=0x7f3af8107980 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:50.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.596+0000 7f3afd420640  1 -- 172.21.15.46:0/3587724727 shutdown_connections
2024-03-19T01:47:50.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.596+0000 7f3afd420640  1 -- 172.21.15.46:0/3587724727 wait complete.
2024-03-19T01:47:50.607 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 3, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2}}
2024-03-19T01:47:50.608 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 3
2024-03-19T01:47:50.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.714+0000 7f7f36590640  1 -- 172.21.15.46:0/1507715650 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7f30100730 msgr2=0x7f7f30100b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:50.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.714+0000 7f7f36590640  1 --2- 172.21.15.46:0/1507715650 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7f30100730 0x7f7f30100b50 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f7f20009900 tx=0x7f7f2002bc30 comp rx=0 tx=0).stop
2024-03-19T01:47:50.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.715+0000 7f7f36590640  1 -- 172.21.15.46:0/1507715650 shutdown_connections
2024-03-19T01:47:50.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.715+0000 7f7f36590640  1 --2- 172.21.15.46:0/1507715650 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7f301022e0 0x7f7f30108b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:50.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.715+0000 7f7f36590640  1 --2- 172.21.15.46:0/1507715650 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7f30101920 0x7f7f30101da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:50.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.715+0000 7f7f36590640  1 --2- 172.21.15.46:0/1507715650 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7f30100730 0x7f7f30100b50 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:50.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.715+0000 7f7f36590640  1 -- 172.21.15.46:0/1507715650 >> 172.21.15.46:0/1507715650 conn(0x7f7f300fbcc0 msgr2=0x7f7f300fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:50.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.715+0000 7f7f36590640  1 -- 172.21.15.46:0/1507715650 shutdown_connections
2024-03-19T01:47:50.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.715+0000 7f7f36590640  1 -- 172.21.15.46:0/1507715650 wait complete.
2024-03-19T01:47:50.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.715+0000 7f7f36590640  1  Processor -- start
2024-03-19T01:47:50.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.715+0000 7f7f36590640  1 --  start start
2024-03-19T01:47:50.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.715+0000 7f7f36590640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7f30100730 0x7f7f301046c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:50.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.715+0000 7f7f36590640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7f30101920 0x7f7f30102d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:50.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.715+0000 7f7f36590640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7f301022e0 0x7f7f30103240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:50.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.715+0000 7f7f36590640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7f3010c260 con 0x7f7f301022e0
2024-03-19T01:47:50.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.715+0000 7f7f36590640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f7f3010c0e0 con 0x7f7f30100730
2024-03-19T01:47:50.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.715+0000 7f7f36590640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f7f3010c3e0 con 0x7f7f30101920
2024-03-19T01:47:50.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.716+0000 7f7f34b2d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7f301022e0 0x7f7f30103240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:50.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.716+0000 7f7f34b2d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7f301022e0 0x7f7f30103240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35072/0 (socket says 172.21.15.46:35072)
2024-03-19T01:47:50.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.716+0000 7f7f34b2d640  1 -- 172.21.15.46:0/397467881 learned_addr learned my addr 172.21.15.46:0/397467881 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:50.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.716+0000 7f7f2ffff640  1 --2- 172.21.15.46:0/397467881 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7f30100730 0x7f7f301046c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:50.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.716+0000 7f7f2f7fe640  1 --2- 172.21.15.46:0/397467881 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7f30101920 0x7f7f30102d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:50.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.716+0000 7f7f34b2d640  1 -- 172.21.15.46:0/397467881 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7f30101920 msgr2=0x7f7f30102d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:50.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.716+0000 7f7f34b2d640  1 --2- 172.21.15.46:0/397467881 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7f30101920 0x7f7f30102d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:50.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.716+0000 7f7f34b2d640  1 -- 172.21.15.46:0/397467881 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7f30100730 msgr2=0x7f7f301046c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:50.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.716+0000 7f7f34b2d640  1 --2- 172.21.15.46:0/397467881 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7f30100730 0x7f7f301046c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:50.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.716+0000 7f7f34b2d640  1 -- 172.21.15.46:0/397467881 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f30103ad0 con 0x7f7f301022e0
2024-03-19T01:47:50.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.716+0000 7f7f34b2d640  1 --2- 172.21.15.46:0/397467881 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7f301022e0 0x7f7f30103240 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f7f2800eb10 tx=0x7f7f2800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:50.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.716+0000 7f7f2d7fa640  1 -- 172.21.15.46:0/397467881 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f28004b20 con 0x7f7f301022e0
2024-03-19T01:47:50.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.716+0000 7f7f36590640  1 -- 172.21.15.46:0/397467881 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f301a1ba0 con 0x7f7f301022e0
2024-03-19T01:47:50.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.716+0000 7f7f2d7fa640  1 -- 172.21.15.46:0/397467881 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7f28004cc0 con 0x7f7f301022e0
2024-03-19T01:47:50.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.716+0000 7f7f2d7fa640  1 -- 172.21.15.46:0/397467881 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f28010690 con 0x7f7f301022e0
2024-03-19T01:47:50.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.716+0000 7f7f36590640  1 -- 172.21.15.46:0/397467881 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f301a20f0 con 0x7f7f301022e0
2024-03-19T01:47:50.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.717+0000 7f7f36590640  1 -- 172.21.15.46:0/397467881 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f301a2320 con 0x7f7f301022e0
2024-03-19T01:47:50.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.718+0000 7f7f2d7fa640  1 -- 172.21.15.46:0/397467881 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f7f28005000 con 0x7f7f301022e0
2024-03-19T01:47:50.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.719+0000 7f7f2d7fa640  1 --2- 172.21.15.46:0/397467881 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f7f180a2800 0x7f7f180a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:50.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.719+0000 7f7f2ffff640  1 --2- 172.21.15.46:0/397467881 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f7f180a2800 0x7f7f180a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:50.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.719+0000 7f7f2d7fa640  1 -- 172.21.15.46:0/397467881 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f7f280cf6e0 con 0x7f7f301022e0
2024-03-19T01:47:50.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.719+0000 7f7f2ffff640  1 --2- 172.21.15.46:0/397467881 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f7f180a2800 0x7f7f180a4cc0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f7f20005ab0 tx=0x7f7f20005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:50.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.723+0000 7f7f2d7fa640  1 -- 172.21.15.46:0/397467881 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f7f2809c540 con 0x7f7f301022e0
2024-03-19T01:47:50.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:50 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1920888246' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:47:50.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:50 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2162317383' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:47:50.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:50 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3587724727' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch
2024-03-19T01:47:50.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:50.946+0000 7f7f36590640  1 -- 172.21.15.46:0/397467881 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"} v 0) -- 0x7f7f301a24f0 con 0x7f7f301022e0
2024-03-19T01:47:50.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:50 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1920888246' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:47:50.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:50 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2162317383' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:47:50.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:50 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3587724727' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch
2024-03-19T01:47:50.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:50 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1920888246' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:47:50.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:50 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2162317383' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:47:50.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:50 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3587724727' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch
2024-03-19T01:47:51.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.595+0000 7f7f2d7fa640  1 -- 172.21.15.46:0/397467881 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]=0  v18) ==== 105+0+0 (secure 0 0 0) 0x7f7f2809be40 con 0x7f7f301022e0
2024-03-19T01:47:51.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.598+0000 7f7f36590640  1 -- 172.21.15.46:0/397467881 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f7f180a2800 msgr2=0x7f7f180a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:51.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.598+0000 7f7f36590640  1 --2- 172.21.15.46:0/397467881 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f7f180a2800 0x7f7f180a4cc0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f7f20005ab0 tx=0x7f7f20005fd0 comp rx=0 tx=0).stop
2024-03-19T01:47:51.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.598+0000 7f7f36590640  1 -- 172.21.15.46:0/397467881 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7f301022e0 msgr2=0x7f7f30103240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:51.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.598+0000 7f7f36590640  1 --2- 172.21.15.46:0/397467881 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7f301022e0 0x7f7f30103240 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f7f2800eb10 tx=0x7f7f2800c2d0 comp rx=0 tx=0).stop
2024-03-19T01:47:51.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.598+0000 7f7f36590640  1 -- 172.21.15.46:0/397467881 shutdown_connections
2024-03-19T01:47:51.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.598+0000 7f7f36590640  1 --2- 172.21.15.46:0/397467881 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f7f180a2800 0x7f7f180a4cc0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:51.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.598+0000 7f7f36590640  1 --2- 172.21.15.46:0/397467881 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7f301022e0 0x7f7f30103240 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:51.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.598+0000 7f7f36590640  1 --2- 172.21.15.46:0/397467881 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7f30101920 0x7f7f30102d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:51.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.598+0000 7f7f36590640  1 --2- 172.21.15.46:0/397467881 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7f30100730 0x7f7f301046c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:51.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.598+0000 7f7f36590640  1 -- 172.21.15.46:0/397467881 >> 172.21.15.46:0/397467881 conn(0x7f7f300fbcc0 msgr2=0x7f7f30069e10 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:51.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.598+0000 7f7f36590640  1 -- 172.21.15.46:0/397467881 shutdown_connections
2024-03-19T01:47:51.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.598+0000 7f7f36590640  1 -- 172.21.15.46:0/397467881 wait complete.
2024-03-19T01:47:51.616 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay true
2024-03-19T01:47:51.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.727+0000 7f88236bf640  1 -- 172.21.15.46:0/1392655026 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f881c102a00 msgr2=0x7f881c104e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:51.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.727+0000 7f88236bf640  1 --2- 172.21.15.46:0/1392655026 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f881c102a00 0x7f881c104e70 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f880c009900 tx=0x7f880c02bc30 comp rx=0 tx=0).stop
2024-03-19T01:47:51.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.727+0000 7f88236bf640  1 -- 172.21.15.46:0/1392655026 shutdown_connections
2024-03-19T01:47:51.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.727+0000 7f88236bf640  1 --2- 172.21.15.46:0/1392655026 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f881c1053b0 0x7f881c105830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:51.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.727+0000 7f88236bf640  1 --2- 172.21.15.46:0/1392655026 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f881c102a00 0x7f881c104e70 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:51.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.727+0000 7f88236bf640  1 --2- 172.21.15.46:0/1392655026 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f881c100090 0x7f881c1024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:51.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.727+0000 7f88236bf640  1 -- 172.21.15.46:0/1392655026 >> 172.21.15.46:0/1392655026 conn(0x7f881c0fbcb0 msgr2=0x7f881c0fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:51.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.727+0000 7f88236bf640  1 -- 172.21.15.46:0/1392655026 shutdown_connections
2024-03-19T01:47:51.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.727+0000 7f88236bf640  1 -- 172.21.15.46:0/1392655026 wait complete.
2024-03-19T01:47:51.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.728+0000 7f88236bf640  1  Processor -- start
2024-03-19T01:47:51.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.728+0000 7f88236bf640  1 --  start start
2024-03-19T01:47:51.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.728+0000 7f88236bf640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f881c100090 0x7f881c19dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:51.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.728+0000 7f88236bf640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f881c102a00 0x7f881c19e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:51.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.728+0000 7f88236bf640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f881c1053b0 0x7f881c1a5550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:51.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.728+0000 7f88236bf640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f881c113920 con 0x7f881c100090
2024-03-19T01:47:51.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.728+0000 7f88236bf640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f881c1137a0 con 0x7f881c102a00
2024-03-19T01:47:51.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.728+0000 7f88236bf640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f881c113aa0 con 0x7f881c1053b0
2024-03-19T01:47:51.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.728+0000 7f882145b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f881c100090 0x7f881c19dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:51.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.728+0000 7f882145b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f881c100090 0x7f881c19dfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35080/0 (socket says 172.21.15.46:35080)
2024-03-19T01:47:51.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.728+0000 7f882145b640  1 -- 172.21.15.46:0/2777088375 learned_addr learned my addr 172.21.15.46:0/2777088375 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:51.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.728+0000 7f8820c5a640  1 --2- 172.21.15.46:0/2777088375 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f881c102a00 0x7f881c19e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:51.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.728+0000 7f8821c5c640  1 --2- 172.21.15.46:0/2777088375 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f881c1053b0 0x7f881c1a5550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:51.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.728+0000 7f882145b640  1 -- 172.21.15.46:0/2777088375 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f881c1053b0 msgr2=0x7f881c1a5550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:51.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.728+0000 7f882145b640  1 --2- 172.21.15.46:0/2777088375 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f881c1053b0 0x7f881c1a5550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:51.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.728+0000 7f882145b640  1 -- 172.21.15.46:0/2777088375 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f881c102a00 msgr2=0x7f881c19e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:51.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.728+0000 7f882145b640  1 --2- 172.21.15.46:0/2777088375 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f881c102a00 0x7f881c19e4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:51.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.728+0000 7f882145b640  1 -- 172.21.15.46:0/2777088375 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f881c1a5bc0 con 0x7f881c100090
2024-03-19T01:47:51.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.728+0000 7f882145b640  1 --2- 172.21.15.46:0/2777088375 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f881c100090 0x7f881c19dfa0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f881800c920 tx=0x7f881800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:51.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.729+0000 7f88127fc640  1 -- 172.21.15.46:0/2777088375 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8818007c70 con 0x7f881c100090
2024-03-19T01:47:51.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.729+0000 7f88127fc640  1 -- 172.21.15.46:0/2777088375 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8818007e10 con 0x7f881c100090
2024-03-19T01:47:51.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.729+0000 7f88236bf640  1 -- 172.21.15.46:0/2777088375 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f881c1a5eb0 con 0x7f881c100090
2024-03-19T01:47:51.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.729+0000 7f88127fc640  1 -- 172.21.15.46:0/2777088375 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8818018820 con 0x7f881c100090
2024-03-19T01:47:51.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.729+0000 7f88236bf640  1 -- 172.21.15.46:0/2777088375 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f881c1a6320 con 0x7f881c100090
2024-03-19T01:47:51.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.730+0000 7f88236bf640  1 -- 172.21.15.46:0/2777088375 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f881c0fd7a0 con 0x7f881c100090
2024-03-19T01:47:51.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.731+0000 7f88127fc640  1 -- 172.21.15.46:0/2777088375 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f88180189c0 con 0x7f881c100090
2024-03-19T01:47:51.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.732+0000 7f88127fc640  1 --2- 172.21.15.46:0/2777088375 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f88080a2880 0x7f88080a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:51.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.732+0000 7f8820c5a640  1 --2- 172.21.15.46:0/2777088375 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f88080a2880 0x7f88080a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:51.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.732+0000 7f88127fc640  1 -- 172.21.15.46:0/2777088375 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f88180cef50 con 0x7f881c100090
2024-03-19T01:47:51.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.732+0000 7f8820c5a640  1 --2- 172.21.15.46:0/2777088375 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f88080a2880 0x7f88080a4d40 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f880c009230 tx=0x7f880c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:51.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.736+0000 7f88127fc640  1 -- 172.21.15.46:0/2777088375 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f8818014030 con 0x7f881c100090
2024-03-19T01:47:51.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:51 smithi046 ceph-mon[63102]: pgmap v305: 129 pgs: 129 active+clean; 581 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s
2024-03-19T01:47:51.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:51 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3587724727' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished
2024-03-19T01:47:51.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:51 smithi046 ceph-mon[63102]: fsmap cephfs:1 {0=b=up:active} 11 up:standby
2024-03-19T01:47:51.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:51 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/397467881' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch
2024-03-19T01:47:51.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:51.959+0000 7f88236bf640  1 -- 172.21.15.46:0/2777088375 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7f881c02d1f0 con 0x7f881c100090
2024-03-19T01:47:51.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:51 smithi073 ceph-mon[66833]: pgmap v305: 129 pgs: 129 active+clean; 581 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s
2024-03-19T01:47:51.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:51 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3587724727' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished
2024-03-19T01:47:51.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:51 smithi073 ceph-mon[66833]: fsmap cephfs:1 {0=b=up:active} 11 up:standby
2024-03-19T01:47:51.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:51 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/397467881' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch
2024-03-19T01:47:51.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:51 smithi102 ceph-mon[66557]: pgmap v305: 129 pgs: 129 active+clean; 581 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s
2024-03-19T01:47:51.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:51 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3587724727' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished
2024-03-19T01:47:51.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:51 smithi102 ceph-mon[66557]: fsmap cephfs:1 {0=b=up:active} 11 up:standby
2024-03-19T01:47:51.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:51 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/397467881' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch
2024-03-19T01:47:52.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.615+0000 7f88127fc640  1 -- 172.21.15.46:0/2777088375 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0  v20) ==== 121+0+0 (secure 0 0 0) 0x7f881809bec0 con 0x7f881c100090
2024-03-19T01:47:52.618 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.618+0000 7f88236bf640  1 -- 172.21.15.46:0/2777088375 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f88080a2880 msgr2=0x7f88080a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:52.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.618+0000 7f88236bf640  1 --2- 172.21.15.46:0/2777088375 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f88080a2880 0x7f88080a4d40 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f880c009230 tx=0x7f880c005fd0 comp rx=0 tx=0).stop
2024-03-19T01:47:52.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.618+0000 7f88236bf640  1 -- 172.21.15.46:0/2777088375 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f881c100090 msgr2=0x7f881c19dfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:52.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.618+0000 7f88236bf640  1 --2- 172.21.15.46:0/2777088375 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f881c100090 0x7f881c19dfa0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f881800c920 tx=0x7f881800cde0 comp rx=0 tx=0).stop
2024-03-19T01:47:52.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.618+0000 7f88236bf640  1 -- 172.21.15.46:0/2777088375 shutdown_connections
2024-03-19T01:47:52.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.619+0000 7f88236bf640  1 --2- 172.21.15.46:0/2777088375 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f88080a2880 0x7f88080a4d40 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:52.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.619+0000 7f88236bf640  1 --2- 172.21.15.46:0/2777088375 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f881c1053b0 0x7f881c1a5550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:52.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.619+0000 7f88236bf640  1 --2- 172.21.15.46:0/2777088375 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f881c102a00 0x7f881c19e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:52.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.619+0000 7f88236bf640  1 --2- 172.21.15.46:0/2777088375 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f881c100090 0x7f881c19dfa0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:52.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.619+0000 7f88236bf640  1 -- 172.21.15.46:0/2777088375 >> 172.21.15.46:0/2777088375 conn(0x7f881c0fbcb0 msgr2=0x7f881c100a10 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:52.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.619+0000 7f88236bf640  1 -- 172.21.15.46:0/2777088375 shutdown_connections
2024-03-19T01:47:52.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.619+0000 7f88236bf640  1 -- 172.21.15.46:0/2777088375 wait complete.
2024-03-19T01:47:52.636 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs session_timeout 300
2024-03-19T01:47:52.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.747+0000 7f3ede2cc640  1 -- 172.21.15.46:0/3702851316 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3ed80ffb20 msgr2=0x7f3ed80fff40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:52.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.747+0000 7f3ede2cc640  1 --2- 172.21.15.46:0/3702851316 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3ed80ffb20 0x7f3ed80fff40 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f3ec8009930 tx=0x7f3ec802bc30 comp rx=0 tx=0).stop
2024-03-19T01:47:52.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.747+0000 7f3ede2cc640  1 -- 172.21.15.46:0/3702851316 shutdown_connections
2024-03-19T01:47:52.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.747+0000 7f3ede2cc640  1 --2- 172.21.15.46:0/3702851316 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3ed8103550 0x7f3ed8109de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:52.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.747+0000 7f3ede2cc640  1 --2- 172.21.15.46:0/3702851316 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3ed8102b90 0x7f3ed8103010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:52.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.747+0000 7f3ede2cc640  1 --2- 172.21.15.46:0/3702851316 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3ed80ffb20 0x7f3ed80fff40 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:52.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.747+0000 7f3ede2cc640  1 -- 172.21.15.46:0/3702851316 >> 172.21.15.46:0/3702851316 conn(0x7f3ed80fb430 msgr2=0x7f3ed80fd870 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:52.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.747+0000 7f3ede2cc640  1 -- 172.21.15.46:0/3702851316 shutdown_connections
2024-03-19T01:47:52.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.747+0000 7f3ede2cc640  1 -- 172.21.15.46:0/3702851316 wait complete.
2024-03-19T01:47:52.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.748+0000 7f3ede2cc640  1  Processor -- start
2024-03-19T01:47:52.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.748+0000 7f3ede2cc640  1 --  start start
2024-03-19T01:47:52.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.748+0000 7f3ede2cc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3ed80ffb20 0x7f3ed8197b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:52.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.748+0000 7f3ede2cc640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3ed8102b90 0x7f3ed8198040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:52.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.748+0000 7f3ede2cc640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3ed8103550 0x7f3ed819f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:52.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.748+0000 7f3ede2cc640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f3ed810d380 con 0x7f3ed80ffb20
2024-03-19T01:47:52.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.748+0000 7f3ede2cc640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f3ed810d200 con 0x7f3ed8103550
2024-03-19T01:47:52.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.748+0000 7f3ede2cc640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f3ed810d500 con 0x7f3ed8102b90
2024-03-19T01:47:52.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.748+0000 7f3ed7fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3ed80ffb20 0x7f3ed8197b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:52.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.748+0000 7f3ed7fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3ed80ffb20 0x7f3ed8197b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48582/0 (socket says 172.21.15.46:48582)
2024-03-19T01:47:52.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.748+0000 7f3ed7fff640  1 -- 172.21.15.46:0/3482445853 learned_addr learned my addr 172.21.15.46:0/3482445853 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:52.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.748+0000 7f3edc869640  1 --2- 172.21.15.46:0/3482445853 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3ed8103550 0x7f3ed819f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:52.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.749+0000 7f3ed77fe640  1 --2- 172.21.15.46:0/3482445853 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3ed8102b90 0x7f3ed8198040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:52.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.749+0000 7f3ed7fff640  1 -- 172.21.15.46:0/3482445853 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3ed8102b90 msgr2=0x7f3ed8198040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:52.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.749+0000 7f3ed7fff640  1 --2- 172.21.15.46:0/3482445853 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3ed8102b90 0x7f3ed8198040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:52.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.749+0000 7f3ed7fff640  1 -- 172.21.15.46:0/3482445853 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3ed8103550 msgr2=0x7f3ed819f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:52.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.749+0000 7f3ed7fff640  1 --2- 172.21.15.46:0/3482445853 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3ed8103550 0x7f3ed819f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:52.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.749+0000 7f3ed7fff640  1 -- 172.21.15.46:0/3482445853 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ed819f720 con 0x7f3ed80ffb20
2024-03-19T01:47:52.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.749+0000 7f3ed77fe640  1 --2- 172.21.15.46:0/3482445853 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3ed8102b90 0x7f3ed8198040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:47:52.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.749+0000 7f3ed7fff640  1 --2- 172.21.15.46:0/3482445853 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3ed80ffb20 0x7f3ed8197b00 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f3ec8000c00 tx=0x7f3ec8004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:52.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.749+0000 7f3ed57fa640  1 -- 172.21.15.46:0/3482445853 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ec8043020 con 0x7f3ed80ffb20
2024-03-19T01:47:52.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.749+0000 7f3ed57fa640  1 -- 172.21.15.46:0/3482445853 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3ec8004440 con 0x7f3ed80ffb20
2024-03-19T01:47:52.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.749+0000 7f3ede2cc640  1 -- 172.21.15.46:0/3482445853 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ed819f9b0 con 0x7f3ed80ffb20
2024-03-19T01:47:52.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.749+0000 7f3ed57fa640  1 -- 172.21.15.46:0/3482445853 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ec8003c60 con 0x7f3ed80ffb20
2024-03-19T01:47:52.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.749+0000 7f3ede2cc640  1 -- 172.21.15.46:0/3482445853 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ed819ff00 con 0x7f3ed80ffb20
2024-03-19T01:47:52.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.750+0000 7f3ede2cc640  1 -- 172.21.15.46:0/3482445853 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ed8108e50 con 0x7f3ed80ffb20
2024-03-19T01:47:52.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.751+0000 7f3ed57fa640  1 -- 172.21.15.46:0/3482445853 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f3ec8046020 con 0x7f3ed80ffb20
2024-03-19T01:47:52.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.752+0000 7f3ed57fa640  1 --2- 172.21.15.46:0/3482445853 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f3ec00a2800 0x7f3ec00a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:52.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.752+0000 7f3ed77fe640  1 --2- 172.21.15.46:0/3482445853 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f3ec00a2800 0x7f3ec00a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:52.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.752+0000 7f3ed57fa640  1 -- 172.21.15.46:0/3482445853 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f3ec80f12f0 con 0x7f3ed80ffb20
2024-03-19T01:47:52.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.752+0000 7f3ed77fe640  1 --2- 172.21.15.46:0/3482445853 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f3ec00a2800 0x7f3ec00a4cc0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f3ecc0058c0 tx=0x7f3ecc005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:52.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.756+0000 7f3ed57fa640  1 -- 172.21.15.46:0/3482445853 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f3ec804d020 con 0x7f3ed80ffb20
2024-03-19T01:47:52.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:52 smithi046 ceph-mon[63102]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX)
2024-03-19T01:47:52.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:52 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/397467881' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished
2024-03-19T01:47:52.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:52 smithi046 ceph-mon[63102]: daemon mds.h assigned to filesystem cephfs as rank 1 (now has 2 ranks)
2024-03-19T01:47:52.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:52 smithi046 ceph-mon[63102]: fsmap cephfs:1 {0=b=up:active} 11 up:standby
2024-03-19T01:47:52.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:52 smithi046 ceph-mon[63102]: fsmap cephfs:2 {0=b=up:active,1=h=up:creating} 10 up:standby
2024-03-19T01:47:52.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:52 smithi046 ceph-mon[63102]: daemon mds.h is now active in filesystem cephfs as rank 1
2024-03-19T01:47:52.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:52 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2777088375' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch
2024-03-19T01:47:52.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:52 smithi073 ceph-mon[66833]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX)
2024-03-19T01:47:52.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:52 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/397467881' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished
2024-03-19T01:47:52.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:52 smithi073 ceph-mon[66833]: daemon mds.h assigned to filesystem cephfs as rank 1 (now has 2 ranks)
2024-03-19T01:47:52.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:52 smithi073 ceph-mon[66833]: fsmap cephfs:1 {0=b=up:active} 11 up:standby
2024-03-19T01:47:52.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:52 smithi073 ceph-mon[66833]: fsmap cephfs:2 {0=b=up:active,1=h=up:creating} 10 up:standby
2024-03-19T01:47:52.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:52 smithi073 ceph-mon[66833]: daemon mds.h is now active in filesystem cephfs as rank 1
2024-03-19T01:47:52.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:52 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2777088375' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch
2024-03-19T01:47:52.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:52.980+0000 7f3ede2cc640  1 -- 172.21.15.46:0/3482445853 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7f3ed802d1f0 con 0x7f3ed80ffb20
2024-03-19T01:47:52.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:52 smithi102 ceph-mon[66557]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX)
2024-03-19T01:47:52.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:52 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/397467881' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished
2024-03-19T01:47:52.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:52 smithi102 ceph-mon[66557]: daemon mds.h assigned to filesystem cephfs as rank 1 (now has 2 ranks)
2024-03-19T01:47:52.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:52 smithi102 ceph-mon[66557]: fsmap cephfs:1 {0=b=up:active} 11 up:standby
2024-03-19T01:47:52.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:52 smithi102 ceph-mon[66557]: fsmap cephfs:2 {0=b=up:active,1=h=up:creating} 10 up:standby
2024-03-19T01:47:52.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:52 smithi102 ceph-mon[66557]: daemon mds.h is now active in filesystem cephfs as rank 1
2024-03-19T01:47:52.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:52 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2777088375' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch
2024-03-19T01:47:53.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.622+0000 7f3ed57fa640  1 -- 172.21.15.46:0/3482445853 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0  v22) ==== 115+0+0 (secure 0 0 0) 0x7f3ec80be150 con 0x7f3ed80ffb20
2024-03-19T01:47:53.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.624+0000 7f3ede2cc640  1 -- 172.21.15.46:0/3482445853 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f3ec00a2800 msgr2=0x7f3ec00a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:53.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.624+0000 7f3ede2cc640  1 --2- 172.21.15.46:0/3482445853 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f3ec00a2800 0x7f3ec00a4cc0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f3ecc0058c0 tx=0x7f3ecc005850 comp rx=0 tx=0).stop
2024-03-19T01:47:53.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.624+0000 7f3ede2cc640  1 -- 172.21.15.46:0/3482445853 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3ed80ffb20 msgr2=0x7f3ed8197b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:53.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.624+0000 7f3ede2cc640  1 --2- 172.21.15.46:0/3482445853 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3ed80ffb20 0x7f3ed8197b00 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f3ec8000c00 tx=0x7f3ec8004040 comp rx=0 tx=0).stop
2024-03-19T01:47:53.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.625+0000 7f3ede2cc640  1 -- 172.21.15.46:0/3482445853 shutdown_connections
2024-03-19T01:47:53.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.625+0000 7f3ede2cc640  1 --2- 172.21.15.46:0/3482445853 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f3ec00a2800 0x7f3ec00a4cc0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:53.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.625+0000 7f3ede2cc640  1 --2- 172.21.15.46:0/3482445853 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3ed8103550 0x7f3ed819f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:53.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.625+0000 7f3ede2cc640  1 --2- 172.21.15.46:0/3482445853 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3ed8102b90 0x7f3ed8198040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:53.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.625+0000 7f3ede2cc640  1 --2- 172.21.15.46:0/3482445853 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3ed80ffb20 0x7f3ed8197b00 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:53.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.625+0000 7f3ede2cc640  1 -- 172.21.15.46:0/3482445853 >> 172.21.15.46:0/3482445853 conn(0x7f3ed80fb430 msgr2=0x7f3ed8106020 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:53.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.625+0000 7f3ede2cc640  1 -- 172.21.15.46:0/3482445853 shutdown_connections
2024-03-19T01:47:53.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.625+0000 7f3ede2cc640  1 -- 172.21.15.46:0/3482445853 wait complete.
2024-03-19T01:47:53.640 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2} subvols for filesystem 'cephfs'
2024-03-19T01:47:53.640 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup create cephfs qa
2024-03-19T01:47:53.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.752+0000 7f873072f640  1 -- 172.21.15.46:0/3652621230 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f87281033e0 msgr2=0x7f8728109c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:53.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.752+0000 7f873072f640  1 --2- 172.21.15.46:0/3652621230 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f87281033e0 0x7f8728109c70 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f8720009ca0 tx=0x7f872002c0f0 comp rx=0 tx=0).stop
2024-03-19T01:47:53.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.752+0000 7f873072f640  1 -- 172.21.15.46:0/3652621230 shutdown_connections
2024-03-19T01:47:53.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.752+0000 7f873072f640  1 --2- 172.21.15.46:0/3652621230 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f87281033e0 0x7f8728109c70 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:53.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.752+0000 7f873072f640  1 --2- 172.21.15.46:0/3652621230 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8728102a20 0x7f8728102ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:53.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.752+0000 7f873072f640  1 --2- 172.21.15.46:0/3652621230 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8728101830 0x7f8728101c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:53.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.752+0000 7f873072f640  1 -- 172.21.15.46:0/3652621230 >> 172.21.15.46:0/3652621230 conn(0x7f87280fcdc0 msgr2=0x7f87280ff1e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:53.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.752+0000 7f873072f640  1 -- 172.21.15.46:0/3652621230 shutdown_connections
2024-03-19T01:47:53.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.752+0000 7f873072f640  1 -- 172.21.15.46:0/3652621230 wait complete.
2024-03-19T01:47:53.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.753+0000 7f873072f640  1  Processor -- start
2024-03-19T01:47:53.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.753+0000 7f873072f640  1 --  start start
2024-03-19T01:47:53.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.753+0000 7f873072f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8728101830 0x7f8728197a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:53.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.753+0000 7f873072f640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8728102a20 0x7f8728197f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:53.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.753+0000 7f873072f640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f87281033e0 0x7f872819efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:53.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.753+0000 7f873072f640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f872810d340 con 0x7f8728101830
2024-03-19T01:47:53.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.753+0000 7f873072f640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f872810d1c0 con 0x7f8728102a20
2024-03-19T01:47:53.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.753+0000 7f873072f640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f872810d4c0 con 0x7f87281033e0
2024-03-19T01:47:53.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.753+0000 7f872e4cb640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8728101830 0x7f8728197a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:53.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.753+0000 7f872e4cb640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8728101830 0x7f8728197a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48600/0 (socket says 172.21.15.46:48600)
2024-03-19T01:47:53.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.753+0000 7f872e4cb640  1 -- 172.21.15.46:0/131708000 learned_addr learned my addr 172.21.15.46:0/131708000 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:53.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.753+0000 7f872dcca640  1 --2- 172.21.15.46:0/131708000 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8728102a20 0x7f8728197f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:53.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.753+0000 7f872eccc640  1 --2- 172.21.15.46:0/131708000 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f87281033e0 0x7f872819efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:53.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.753+0000 7f872e4cb640  1 -- 172.21.15.46:0/131708000 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f87281033e0 msgr2=0x7f872819efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:53.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.753+0000 7f872e4cb640  1 --2- 172.21.15.46:0/131708000 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f87281033e0 0x7f872819efb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:53.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.753+0000 7f872e4cb640  1 -- 172.21.15.46:0/131708000 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8728102a20 msgr2=0x7f8728197f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:53.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.753+0000 7f872e4cb640  1 --2- 172.21.15.46:0/131708000 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8728102a20 0x7f8728197f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:53.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.753+0000 7f872e4cb640  1 -- 172.21.15.46:0/131708000 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f872819f620 con 0x7f8728101830
2024-03-19T01:47:53.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.753+0000 7f872e4cb640  1 --2- 172.21.15.46:0/131708000 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8728101830 0x7f8728197a00 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f872400e9c0 tx=0x7f872400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:53.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.753+0000 7f871f7fe640  1 -- 172.21.15.46:0/131708000 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f872400cd80 con 0x7f8728101830
2024-03-19T01:47:53.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.753+0000 7f871f7fe640  1 -- 172.21.15.46:0/131708000 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f87240035f0 con 0x7f8728101830
2024-03-19T01:47:53.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.753+0000 7f871f7fe640  1 -- 172.21.15.46:0/131708000 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8724010690 con 0x7f8728101830
2024-03-19T01:47:53.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.753+0000 7f873072f640  1 -- 172.21.15.46:0/131708000 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f872819f910 con 0x7f8728101830
2024-03-19T01:47:53.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.754+0000 7f873072f640  1 -- 172.21.15.46:0/131708000 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f872819feb0 con 0x7f8728101830
2024-03-19T01:47:53.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.754+0000 7f873072f640  1 -- 172.21.15.46:0/131708000 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8728068a60 con 0x7f8728101830
2024-03-19T01:47:53.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.755+0000 7f871f7fe640  1 -- 172.21.15.46:0/131708000 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f87240037a0 con 0x7f8728101830
2024-03-19T01:47:53.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.756+0000 7f871f7fe640  1 --2- 172.21.15.46:0/131708000 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f87140a2880 0x7f87140a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:53.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.756+0000 7f872dcca640  1 --2- 172.21.15.46:0/131708000 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f87140a2880 0x7f87140a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:53.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.756+0000 7f871f7fe640  1 -- 172.21.15.46:0/131708000 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f87240cefb0 con 0x7f8728101830
2024-03-19T01:47:53.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.757+0000 7f872dcca640  1 --2- 172.21.15.46:0/131708000 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f87140a2880 0x7f87140a4d40 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f8728198f10 tx=0x7f8718005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:53.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.761+0000 7f871f7fe640  1 -- 172.21.15.46:0/131708000 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f872409be10 con 0x7f8728101830
2024-03-19T01:47:53.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:53 smithi073 ceph-mon[66833]: pgmap v306: 129 pgs: 129 active+clean; 581 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s
2024-03-19T01:47:53.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:53 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2777088375' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished
2024-03-19T01:47:53.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:53 smithi073 ceph-mon[66833]: mds.? [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] up:active
2024-03-19T01:47:53.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:53 smithi073 ceph-mon[66833]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks)
2024-03-19T01:47:53.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:53 smithi073 ceph-mon[66833]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds)
2024-03-19T01:47:53.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:53 smithi073 ceph-mon[66833]: Cluster is now healthy
2024-03-19T01:47:53.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:53 smithi073 ceph-mon[66833]: fsmap cephfs:2 {0=b=up:active,1=h=up:active} 10 up:standby
2024-03-19T01:47:53.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:53 smithi073 ceph-mon[66833]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:creating} 9 up:standby
2024-03-19T01:47:53.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:53 smithi073 ceph-mon[66833]: daemon mds.i is now active in filesystem cephfs as rank 2
2024-03-19T01:47:53.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:53 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3482445853' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch
2024-03-19T01:47:53.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.973+0000 7f873072f640  1 -- 172.21.15.46:0/131708000 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f8728061c60 con 0x7f87140a2880
2024-03-19T01:47:53.979 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:53 smithi046 ceph-mon[63102]: pgmap v306: 129 pgs: 129 active+clean; 581 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s
2024-03-19T01:47:53.979 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:53 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2777088375' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished
2024-03-19T01:47:53.979 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:53 smithi046 ceph-mon[63102]: mds.? [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] up:active
2024-03-19T01:47:53.979 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:53 smithi046 ceph-mon[63102]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks)
2024-03-19T01:47:53.979 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:53 smithi046 ceph-mon[63102]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds)
2024-03-19T01:47:53.979 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:53 smithi046 ceph-mon[63102]: Cluster is now healthy
2024-03-19T01:47:53.979 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:53 smithi046 ceph-mon[63102]: fsmap cephfs:2 {0=b=up:active,1=h=up:active} 10 up:standby
2024-03-19T01:47:53.979 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:53 smithi046 ceph-mon[63102]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:creating} 9 up:standby
2024-03-19T01:47:53.980 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:53 smithi046 ceph-mon[63102]: daemon mds.i is now active in filesystem cephfs as rank 2
2024-03-19T01:47:53.980 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:53 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3482445853' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch
2024-03-19T01:47:53.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:53 smithi102 ceph-mon[66557]: pgmap v306: 129 pgs: 129 active+clean; 581 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s
2024-03-19T01:47:53.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:53 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2777088375' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished
2024-03-19T01:47:53.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:53 smithi102 ceph-mon[66557]: mds.? [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] up:active
2024-03-19T01:47:53.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:53 smithi102 ceph-mon[66557]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks)
2024-03-19T01:47:53.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:53 smithi102 ceph-mon[66557]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds)
2024-03-19T01:47:53.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:53 smithi102 ceph-mon[66557]: Cluster is now healthy
2024-03-19T01:47:53.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:53 smithi102 ceph-mon[66557]: fsmap cephfs:2 {0=b=up:active,1=h=up:active} 10 up:standby
2024-03-19T01:47:53.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:53 smithi102 ceph-mon[66557]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:creating} 9 up:standby
2024-03-19T01:47:53.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:53 smithi102 ceph-mon[66557]: daemon mds.i is now active in filesystem cephfs as rank 2
2024-03-19T01:47:53.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:53 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3482445853' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch
2024-03-19T01:47:53.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.995+0000 7f871f7fe640  1 -- 172.21.15.46:0/131708000 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f8728061c60 con 0x7f87140a2880
2024-03-19T01:47:53.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.997+0000 7f873072f640  1 -- 172.21.15.46:0/131708000 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f87140a2880 msgr2=0x7f87140a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.997+0000 7f873072f640  1 --2- 172.21.15.46:0/131708000 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f87140a2880 0x7f87140a4d40 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f8728198f10 tx=0x7f8718005f90 comp rx=0 tx=0).stop
2024-03-19T01:47:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.997+0000 7f873072f640  1 -- 172.21.15.46:0/131708000 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8728101830 msgr2=0x7f8728197a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.997+0000 7f873072f640  1 --2- 172.21.15.46:0/131708000 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8728101830 0x7f8728197a00 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f872400e9c0 tx=0x7f872400ee80 comp rx=0 tx=0).stop
2024-03-19T01:47:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.997+0000 7f873072f640  1 -- 172.21.15.46:0/131708000 shutdown_connections
2024-03-19T01:47:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.997+0000 7f873072f640  1 --2- 172.21.15.46:0/131708000 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f87140a2880 0x7f87140a4d40 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.997+0000 7f873072f640  1 --2- 172.21.15.46:0/131708000 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f87281033e0 0x7f872819efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.997+0000 7f873072f640  1 --2- 172.21.15.46:0/131708000 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8728102a20 0x7f8728197f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.997+0000 7f873072f640  1 --2- 172.21.15.46:0/131708000 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8728101830 0x7f8728197a00 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.997+0000 7f873072f640  1 -- 172.21.15.46:0/131708000 >> 172.21.15.46:0/131708000 conn(0x7f87280fcdc0 msgr2=0x7f8728105df0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.997+0000 7f873072f640  1 -- 172.21.15.46:0/131708000 shutdown_connections
2024-03-19T01:47:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:53.997+0000 7f873072f640  1 -- 172.21.15.46:0/131708000 wait complete.
2024-03-19T01:47:54.008 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_0 --group_name qa
2024-03-19T01:47:54.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.116+0000 7f8a2390c640  1 -- 172.21.15.46:0/4028187770 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a1c101830 msgr2=0x7f8a1c101c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:54.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.116+0000 7f8a2390c640  1 --2- 172.21.15.46:0/4028187770 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a1c101830 0x7f8a1c101c50 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f8a18009860 tx=0x7f8a1802bb70 comp rx=0 tx=0).stop
2024-03-19T01:47:54.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.116+0000 7f8a2390c640  1 -- 172.21.15.46:0/4028187770 shutdown_connections
2024-03-19T01:47:54.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.116+0000 7f8a2390c640  1 --2- 172.21.15.46:0/4028187770 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a1c1033e0 0x7f8a1c109c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:54.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.116+0000 7f8a2390c640  1 --2- 172.21.15.46:0/4028187770 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8a1c102a20 0x7f8a1c102ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:54.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.116+0000 7f8a2390c640  1 --2- 172.21.15.46:0/4028187770 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a1c101830 0x7f8a1c101c50 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:54.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.116+0000 7f8a2390c640  1 -- 172.21.15.46:0/4028187770 >> 172.21.15.46:0/4028187770 conn(0x7f8a1c0fcdc0 msgr2=0x7f8a1c0ff1e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:54.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.116+0000 7f8a2390c640  1 -- 172.21.15.46:0/4028187770 shutdown_connections
2024-03-19T01:47:54.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.116+0000 7f8a2390c640  1 -- 172.21.15.46:0/4028187770 wait complete.
2024-03-19T01:47:54.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.117+0000 7f8a2390c640  1  Processor -- start
2024-03-19T01:47:54.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.117+0000 7f8a2390c640  1 --  start start
2024-03-19T01:47:54.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.117+0000 7f8a2390c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a1c101830 0x7f8a1c197af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:54.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.117+0000 7f8a2390c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8a1c102a20 0x7f8a1c198030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:54.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.117+0000 7f8a2390c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a1c1033e0 0x7f8a1c19f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:54.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.117+0000 7f8a2390c640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f8a1c10d350 con 0x7f8a1c101830
2024-03-19T01:47:54.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.117+0000 7f8a2390c640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f8a1c10d1d0 con 0x7f8a1c102a20
2024-03-19T01:47:54.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.117+0000 7f8a2390c640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f8a1c10d4d0 con 0x7f8a1c1033e0
2024-03-19T01:47:54.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.117+0000 7f8a216a8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a1c101830 0x7f8a1c197af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:54.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.117+0000 7f8a216a8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a1c101830 0x7f8a1c197af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48636/0 (socket says 172.21.15.46:48636)
2024-03-19T01:47:54.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.117+0000 7f8a216a8640  1 -- 172.21.15.46:0/2495474649 learned_addr learned my addr 172.21.15.46:0/2495474649 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:54.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.117+0000 7f8a20ea7640  1 --2- 172.21.15.46:0/2495474649 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8a1c102a20 0x7f8a1c198030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:54.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.117+0000 7f8a21ea9640  1 --2- 172.21.15.46:0/2495474649 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a1c1033e0 0x7f8a1c19f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:54.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.118+0000 7f8a216a8640  1 -- 172.21.15.46:0/2495474649 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a1c1033e0 msgr2=0x7f8a1c19f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:54.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.118+0000 7f8a216a8640  1 --2- 172.21.15.46:0/2495474649 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a1c1033e0 0x7f8a1c19f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:54.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.118+0000 7f8a216a8640  1 -- 172.21.15.46:0/2495474649 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8a1c102a20 msgr2=0x7f8a1c198030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:54.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.118+0000 7f8a216a8640  1 --2- 172.21.15.46:0/2495474649 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8a1c102a20 0x7f8a1c198030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:54.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.118+0000 7f8a216a8640  1 -- 172.21.15.46:0/2495474649 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a1c19f710 con 0x7f8a1c101830
2024-03-19T01:47:54.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.118+0000 7f8a20ea7640  1 --2- 172.21.15.46:0/2495474649 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8a1c102a20 0x7f8a1c198030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:47:54.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.118+0000 7f8a216a8640  1 --2- 172.21.15.46:0/2495474649 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a1c101830 0x7f8a1c197af0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f8a18005940 tx=0x7f8a180042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:54.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.118+0000 7f8a127fc640  1 -- 172.21.15.46:0/2495474649 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a18041020 con 0x7f8a1c101830
2024-03-19T01:47:54.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.118+0000 7f8a2390c640  1 -- 172.21.15.46:0/2495474649 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a1c19f9a0 con 0x7f8a1c101830
2024-03-19T01:47:54.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.118+0000 7f8a127fc640  1 -- 172.21.15.46:0/2495474649 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8a180035f0 con 0x7f8a1c101830
2024-03-19T01:47:54.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.118+0000 7f8a127fc640  1 -- 172.21.15.46:0/2495474649 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a18039040 con 0x7f8a1c101830
2024-03-19T01:47:54.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.118+0000 7f8a2390c640  1 -- 172.21.15.46:0/2495474649 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a1c19fee0 con 0x7f8a1c101830
2024-03-19T01:47:54.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.119+0000 7f8a2390c640  1 -- 172.21.15.46:0/2495474649 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a1c108c90 con 0x7f8a1c101830
2024-03-19T01:47:54.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.120+0000 7f8a127fc640  1 -- 172.21.15.46:0/2495474649 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f8a18044020 con 0x7f8a1c101830
2024-03-19T01:47:54.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.121+0000 7f8a127fc640  1 --2- 172.21.15.46:0/2495474649 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f8a080a2800 0x7f8a080a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:54.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.121+0000 7f8a127fc640  1 -- 172.21.15.46:0/2495474649 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f8a180f0a80 con 0x7f8a1c101830
2024-03-19T01:47:54.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.121+0000 7f8a20ea7640  1 --2- 172.21.15.46:0/2495474649 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f8a080a2800 0x7f8a080a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:54.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.121+0000 7f8a20ea7640  1 --2- 172.21.15.46:0/2495474649 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f8a080a2800 0x7f8a080a4cc0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f8a1c199000 tx=0x7f8a0c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:54.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.125+0000 7f8a127fc640  1 -- 172.21.15.46:0/2495474649 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f8a1804b020 con 0x7f8a1c101830
2024-03-19T01:47:54.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.334+0000 7f8a2390c640  1 -- 172.21.15.46:0/2495474649 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f8a1c061cf0 con 0x7f8a080a2800
2024-03-19T01:47:54.355 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.355+0000 7f8a127fc640  1 -- 172.21.15.46:0/2495474649 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f8a1c061cf0 con 0x7f8a080a2800
2024-03-19T01:47:54.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.357+0000 7f8a2390c640  1 -- 172.21.15.46:0/2495474649 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f8a080a2800 msgr2=0x7f8a080a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:54.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.357+0000 7f8a2390c640  1 --2- 172.21.15.46:0/2495474649 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f8a080a2800 0x7f8a080a4cc0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f8a1c199000 tx=0x7f8a0c005f90 comp rx=0 tx=0).stop
2024-03-19T01:47:54.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.357+0000 7f8a2390c640  1 -- 172.21.15.46:0/2495474649 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a1c101830 msgr2=0x7f8a1c197af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:54.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.357+0000 7f8a2390c640  1 --2- 172.21.15.46:0/2495474649 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a1c101830 0x7f8a1c197af0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f8a18005940 tx=0x7f8a180042f0 comp rx=0 tx=0).stop
2024-03-19T01:47:54.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.357+0000 7f8a2390c640  1 -- 172.21.15.46:0/2495474649 shutdown_connections
2024-03-19T01:47:54.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.357+0000 7f8a2390c640  1 --2- 172.21.15.46:0/2495474649 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f8a080a2800 0x7f8a080a4cc0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:54.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.357+0000 7f8a2390c640  1 --2- 172.21.15.46:0/2495474649 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a1c1033e0 0x7f8a1c19f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:54.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.357+0000 7f8a2390c640  1 --2- 172.21.15.46:0/2495474649 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8a1c102a20 0x7f8a1c198030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:54.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.357+0000 7f8a2390c640  1 --2- 172.21.15.46:0/2495474649 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a1c101830 0x7f8a1c197af0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:54.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.357+0000 7f8a2390c640  1 -- 172.21.15.46:0/2495474649 >> 172.21.15.46:0/2495474649 conn(0x7f8a1c0fcdc0 msgr2=0x7f8a1c105e60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:54.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.357+0000 7f8a2390c640  1 -- 172.21.15.46:0/2495474649 shutdown_connections
2024-03-19T01:47:54.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.357+0000 7f8a2390c640  1 -- 172.21.15.46:0/2495474649 wait complete.
2024-03-19T01:47:54.364 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:47:53 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:47:53.978+0000 7fc73bf11700 -1 client.0 error registering admin socket command: (17) File exists
2024-03-19T01:47:54.365 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:47:53 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:47:53.978+0000 7fc73bf11700 -1 client.0 error registering admin socket command: (17) File exists
2024-03-19T01:47:54.365 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:47:53 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:47:53.978+0000 7fc73bf11700 -1 client.0 error registering admin socket command: (17) File exists
2024-03-19T01:47:54.365 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:47:53 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:47:53.978+0000 7fc73bf11700 -1 client.0 error registering admin socket command: (17) File exists
2024-03-19T01:47:54.365 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:47:53 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:47:53.978+0000 7fc73bf11700 -1 client.0 error registering admin socket command: (17) File exists
2024-03-19T01:47:54.368 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_0
2024-03-19T01:47:54.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.475+0000 7f26e0c9a640  1 -- 172.21.15.46:0/4215212756 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26dc074220 msgr2=0x7f26dc074680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:54.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.475+0000 7f26e0c9a640  1 --2- 172.21.15.46:0/4215212756 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26dc074220 0x7f26dc074680 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f26c4009900 tx=0x7f26c402bcd0 comp rx=0 tx=0).stop
2024-03-19T01:47:54.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.476+0000 7f26e0c9a640  1 -- 172.21.15.46:0/4215212756 shutdown_connections
2024-03-19T01:47:54.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.476+0000 7f26e0c9a640  1 --2- 172.21.15.46:0/4215212756 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26dc1096e0 0x7f26dc10bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:54.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.476+0000 7f26e0c9a640  1 --2- 172.21.15.46:0/4215212756 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26dc074220 0x7f26dc074680 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:54.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.476+0000 7f26e0c9a640  1 --2- 172.21.15.46:0/4215212756 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f26dc075800 0x7f26dc073c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:54.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.476+0000 7f26e0c9a640  1 -- 172.21.15.46:0/4215212756 >> 172.21.15.46:0/4215212756 conn(0x7f26dc0fcdc0 msgr2=0x7f26dc0ff200 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:54.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.476+0000 7f26e0c9a640  1 -- 172.21.15.46:0/4215212756 shutdown_connections
2024-03-19T01:47:54.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.476+0000 7f26e0c9a640  1 -- 172.21.15.46:0/4215212756 wait complete.
2024-03-19T01:47:54.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.476+0000 7f26e0c9a640  1  Processor -- start
2024-03-19T01:47:54.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.476+0000 7f26e0c9a640  1 --  start start
2024-03-19T01:47:54.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.476+0000 7f26e0c9a640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26dc074220 0x7f26dc199cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:54.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.476+0000 7f26e0c9a640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f26dc075800 0x7f26dc19a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:54.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.476+0000 7f26e0c9a640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26dc1096e0 0x7f26dc1a1250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:54.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.476+0000 7f26e0c9a640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f26dc10f560 con 0x7f26dc074220
2024-03-19T01:47:54.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.476+0000 7f26e0c9a640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f26dc10f3e0 con 0x7f26dc075800
2024-03-19T01:47:54.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.476+0000 7f26e0c9a640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f26dc10f6e0 con 0x7f26dc1096e0
2024-03-19T01:47:54.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.477+0000 7f26da59c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26dc074220 0x7f26dc199cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:54.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.477+0000 7f26da59c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26dc074220 0x7f26dc199cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48654/0 (socket says 172.21.15.46:48654)
2024-03-19T01:47:54.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.477+0000 7f26da59c640  1 -- 172.21.15.46:0/1230833272 learned_addr learned my addr 172.21.15.46:0/1230833272 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:54.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.477+0000 7f26dad9d640  1 --2- 172.21.15.46:0/1230833272 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26dc1096e0 0x7f26dc1a1250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:54.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.477+0000 7f26d9d9b640  1 --2- 172.21.15.46:0/1230833272 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f26dc075800 0x7f26dc19a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:54.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.477+0000 7f26da59c640  1 -- 172.21.15.46:0/1230833272 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26dc1096e0 msgr2=0x7f26dc1a1250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:54.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.477+0000 7f26da59c640  1 --2- 172.21.15.46:0/1230833272 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26dc1096e0 0x7f26dc1a1250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:54.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.477+0000 7f26da59c640  1 -- 172.21.15.46:0/1230833272 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f26dc075800 msgr2=0x7f26dc19a1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:54.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.477+0000 7f26da59c640  1 --2- 172.21.15.46:0/1230833272 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f26dc075800 0x7f26dc19a1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:54.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.477+0000 7f26da59c640  1 -- 172.21.15.46:0/1230833272 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26dc1a18f0 con 0x7f26dc074220
2024-03-19T01:47:54.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.477+0000 7f26d9d9b640  1 --2- 172.21.15.46:0/1230833272 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f26dc075800 0x7f26dc19a1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:47:54.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.477+0000 7f26dad9d640  1 --2- 172.21.15.46:0/1230833272 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26dc1096e0 0x7f26dc1a1250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:47:54.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.477+0000 7f26da59c640  1 --2- 172.21.15.46:0/1230833272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26dc074220 0x7f26dc199cb0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f26d400ea60 tx=0x7f26d400ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:54.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.477+0000 7f26d37fe640  1 -- 172.21.15.46:0/1230833272 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26d400cd20 con 0x7f26dc074220
2024-03-19T01:47:54.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.477+0000 7f26e0c9a640  1 -- 172.21.15.46:0/1230833272 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26dc1a1be0 con 0x7f26dc074220
2024-03-19T01:47:54.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.477+0000 7f26d37fe640  1 -- 172.21.15.46:0/1230833272 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f26d40035f0 con 0x7f26dc074220
2024-03-19T01:47:54.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.477+0000 7f26d37fe640  1 -- 172.21.15.46:0/1230833272 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26d4010690 con 0x7f26dc074220
2024-03-19T01:47:54.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.477+0000 7f26e0c9a640  1 -- 172.21.15.46:0/1230833272 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26dc1a2100 con 0x7f26dc074220
2024-03-19T01:47:54.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.478+0000 7f26e0c9a640  1 -- 172.21.15.46:0/1230833272 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26dc1084a0 con 0x7f26dc074220
2024-03-19T01:47:54.481 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.479+0000 7f26d37fe640  1 -- 172.21.15.46:0/1230833272 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 137290+0+0 (secure 0 0 0) 0x7f26d40037a0 con 0x7f26dc074220
2024-03-19T01:47:54.481 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.480+0000 7f26d37fe640  1 --2- 172.21.15.46:0/1230833272 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f26c80a2800 0x7f26c80a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:54.481 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.480+0000 7f26d9d9b640  1 --2- 172.21.15.46:0/1230833272 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f26c80a2800 0x7f26c80a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:54.481 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.480+0000 7f26d37fe640  1 -- 172.21.15.46:0/1230833272 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f26d40ceee0 con 0x7f26dc074220
2024-03-19T01:47:54.482 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.480+0000 7f26d9d9b640  1 --2- 172.21.15.46:0/1230833272 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f26c80a2800 0x7f26c80a4cc0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f26c4009230 tx=0x7f26c4005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:54.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.484+0000 7f26d37fe640  1 -- 172.21.15.46:0/1230833272 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f26d409bd40 con 0x7f26dc074220
2024-03-19T01:47:54.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.640+0000 7f26d37fe640  1 -- 172.21.15.46:0/1230833272 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f26d4097cb0 con 0x7f26dc074220
2024-03-19T01:47:54.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.701+0000 7f26e0c9a640  1 -- 172.21.15.46:0/1230833272 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7f26dc061c60 con 0x7f26c80a2800
2024-03-19T01:47:54.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.704+0000 7f26d37fe640  1 -- 172.21.15.46:0/1230833272 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f26dc061c60 con 0x7f26c80a2800
2024-03-19T01:47:54.704 INFO:teuthology.orchestra.run.smithi046.stdout:/volumes/qa/sv_0/59edbafb-b044-479b-82ac-a792a23607db
2024-03-19T01:47:54.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.706+0000 7f26e0c9a640  1 -- 172.21.15.46:0/1230833272 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f26c80a2800 msgr2=0x7f26c80a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:54.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.706+0000 7f26e0c9a640  1 --2- 172.21.15.46:0/1230833272 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f26c80a2800 0x7f26c80a4cc0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f26c4009230 tx=0x7f26c4005fd0 comp rx=0 tx=0).stop
2024-03-19T01:47:54.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.706+0000 7f26e0c9a640  1 -- 172.21.15.46:0/1230833272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26dc074220 msgr2=0x7f26dc199cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:54.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.706+0000 7f26e0c9a640  1 --2- 172.21.15.46:0/1230833272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26dc074220 0x7f26dc199cb0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f26d400ea60 tx=0x7f26d400ee60 comp rx=0 tx=0).stop
2024-03-19T01:47:54.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.706+0000 7f26e0c9a640  1 -- 172.21.15.46:0/1230833272 shutdown_connections
2024-03-19T01:47:54.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.706+0000 7f26e0c9a640  1 --2- 172.21.15.46:0/1230833272 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f26c80a2800 0x7f26c80a4cc0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:54.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.706+0000 7f26e0c9a640  1 --2- 172.21.15.46:0/1230833272 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26dc1096e0 0x7f26dc1a1250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:54.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.706+0000 7f26e0c9a640  1 --2- 172.21.15.46:0/1230833272 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f26dc075800 0x7f26dc19a1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:54.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.706+0000 7f26e0c9a640  1 --2- 172.21.15.46:0/1230833272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26dc074220 0x7f26dc199cb0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:54.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.706+0000 7f26e0c9a640  1 -- 172.21.15.46:0/1230833272 >> 172.21.15.46:0/1230833272 conn(0x7f26dc0fcdc0 msgr2=0x7f26dc105670 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:54.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.706+0000 7f26e0c9a640  1 -- 172.21.15.46:0/1230833272 shutdown_connections
2024-03-19T01:47:54.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.707+0000 7f26e0c9a640  1 -- 172.21.15.46:0/1230833272 wait complete.
2024-03-19T01:47:54.717 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_1 --group_name qa
2024-03-19T01:47:54.826 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.824+0000 7fc0c6bd3640  1 -- 172.21.15.46:0/1819063415 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc0c01022d0 msgr2=0x7fc0c0108b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:54.827 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.824+0000 7fc0c6bd3640  1 --2- 172.21.15.46:0/1819063415 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc0c01022d0 0x7fc0c0108b60 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fc0b0009900 tx=0x7fc0b002bc30 comp rx=0 tx=0).stop
2024-03-19T01:47:54.827 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.824+0000 7fc0c6bd3640  1 -- 172.21.15.46:0/1819063415 shutdown_connections
2024-03-19T01:47:54.827 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.824+0000 7fc0c6bd3640  1 --2- 172.21.15.46:0/1819063415 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc0c01022d0 0x7fc0c0108b60 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:54.827 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.824+0000 7fc0c6bd3640  1 --2- 172.21.15.46:0/1819063415 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc0c0101910 0x7fc0c0101d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:54.827 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.825+0000 7fc0c6bd3640  1 --2- 172.21.15.46:0/1819063415 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc0c0100720 0x7fc0c0100b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:54.827 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.825+0000 7fc0c6bd3640  1 -- 172.21.15.46:0/1819063415 >> 172.21.15.46:0/1819063415 conn(0x7fc0c00fbcb0 msgr2=0x7fc0c00fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:54.827 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.825+0000 7fc0c6bd3640  1 -- 172.21.15.46:0/1819063415 shutdown_connections
2024-03-19T01:47:54.827 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.825+0000 7fc0c6bd3640  1 -- 172.21.15.46:0/1819063415 wait complete.
2024-03-19T01:47:54.827 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.825+0000 7fc0c6bd3640  1  Processor -- start
2024-03-19T01:47:54.827 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.825+0000 7fc0c6bd3640  1 --  start start
2024-03-19T01:47:54.827 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.825+0000 7fc0c6bd3640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc0c0100720 0x7fc0c0197a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:54.827 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.825+0000 7fc0c6bd3640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc0c0101910 0x7fc0c0197f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:54.827 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.825+0000 7fc0c6bd3640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc0c01022d0 0x7fc0c019f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:54.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.825+0000 7fc0c6bd3640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc0c010d370 con 0x7fc0c0100720
2024-03-19T01:47:54.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.825+0000 7fc0c6bd3640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fc0c010d1f0 con 0x7fc0c0101910
2024-03-19T01:47:54.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.825+0000 7fc0c6bd3640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc0c010d4f0 con 0x7fc0c01022d0
2024-03-19T01:47:54.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.825+0000 7fc0c496f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc0c0100720 0x7fc0c0197a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:54.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.825+0000 7fc0c496f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc0c0100720 0x7fc0c0197a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48666/0 (socket says 172.21.15.46:48666)
2024-03-19T01:47:54.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.825+0000 7fc0c496f640  1 -- 172.21.15.46:0/2733879391 learned_addr learned my addr 172.21.15.46:0/2733879391 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:54.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.825+0000 7fc0bffff640  1 --2- 172.21.15.46:0/2733879391 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc0c0101910 0x7fc0c0197f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:54.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.825+0000 7fc0c5170640  1 --2- 172.21.15.46:0/2733879391 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc0c01022d0 0x7fc0c019f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:54.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.826+0000 7fc0bffff640  1 -- 172.21.15.46:0/2733879391 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc0c01022d0 msgr2=0x7fc0c019f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:54.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.826+0000 7fc0bffff640  1 --2- 172.21.15.46:0/2733879391 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc0c01022d0 0x7fc0c019f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:54.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.826+0000 7fc0bffff640  1 -- 172.21.15.46:0/2733879391 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc0c0100720 msgr2=0x7fc0c0197a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:54.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.826+0000 7fc0bffff640  1 --2- 172.21.15.46:0/2733879391 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc0c0100720 0x7fc0c0197a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:54.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.826+0000 7fc0bffff640  1 -- 172.21.15.46:0/2733879391 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0c019f670 con 0x7fc0c0101910
2024-03-19T01:47:54.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.826+0000 7fc0c496f640  1 --2- 172.21.15.46:0/2733879391 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc0c0100720 0x7fc0c0197a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:47:54.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.826+0000 7fc0bffff640  1 --2- 172.21.15.46:0/2733879391 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc0c0101910 0x7fc0c0197f90 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fc0b400e9f0 tx=0x7fc0b400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:54.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.826+0000 7fc0bdffb640  1 -- 172.21.15.46:0/2733879391 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0b400cd80 con 0x7fc0c0101910
2024-03-19T01:47:54.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.826+0000 7fc0c6bd3640  1 -- 172.21.15.46:0/2733879391 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0c019f960 con 0x7fc0c0101910
2024-03-19T01:47:54.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.826+0000 7fc0bdffb640  1 -- 172.21.15.46:0/2733879391 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc0b40035f0 con 0x7fc0c0101910
2024-03-19T01:47:54.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.826+0000 7fc0bdffb640  1 -- 172.21.15.46:0/2733879391 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0b4010690 con 0x7fc0c0101910
2024-03-19T01:47:54.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.826+0000 7fc0c6bd3640  1 -- 172.21.15.46:0/2733879391 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0c019feb0 con 0x7fc0c0101910
2024-03-19T01:47:54.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.827+0000 7fc0c6bd3640  1 -- 172.21.15.46:0/2733879391 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0c0107ab0 con 0x7fc0c0101910
2024-03-19T01:47:54.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.828+0000 7fc0bdffb640  1 -- 172.21.15.46:0/2733879391 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fc0b40037a0 con 0x7fc0c0101910
2024-03-19T01:47:54.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.829+0000 7fc0bdffb640  1 --2- 172.21.15.46:0/2733879391 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc0a80a2890 0x7fc0a80a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:54.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.829+0000 7fc0c496f640  1 --2- 172.21.15.46:0/2733879391 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc0a80a2890 0x7fc0a80a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:54.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.829+0000 7fc0bdffb640  1 -- 172.21.15.46:0/2733879391 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fc0b40cf170 con 0x7fc0c0101910
2024-03-19T01:47:54.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.829+0000 7fc0c496f640  1 --2- 172.21.15.46:0/2733879391 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc0a80a2890 0x7fc0a80a4d50 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fc0b8005f40 tx=0x7fc0b8009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:54.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:54.833+0000 7fc0bdffb640  1 -- 172.21.15.46:0/2733879391 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fc0b409be10 con 0x7fc0c0101910
2024-03-19T01:47:54.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:54 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3482445853' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished
2024-03-19T01:47:54.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:54 smithi073 ceph-mon[66833]: mds.? [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] up:active
2024-03-19T01:47:54.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:54 smithi073 ceph-mon[66833]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 9 up:standby
2024-03-19T01:47:54.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:54 smithi073 ceph-mon[66833]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:47:54.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:54 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3482445853' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished
2024-03-19T01:47:54.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:54 smithi102 ceph-mon[66557]: mds.? [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] up:active
2024-03-19T01:47:54.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:54 smithi102 ceph-mon[66557]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 9 up:standby
2024-03-19T01:47:54.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:54 smithi102 ceph-mon[66557]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:47:55.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.044+0000 7fc0c6bd3640  1 -- 172.21.15.46:0/2733879391 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fc0c0061cf0 con 0x7fc0a80a2890
2024-03-19T01:47:55.064 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.064+0000 7fc0bdffb640  1 -- 172.21.15.46:0/2733879391 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fc0c0061cf0 con 0x7fc0a80a2890
2024-03-19T01:47:55.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.066+0000 7fc0c6bd3640  1 -- 172.21.15.46:0/2733879391 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc0a80a2890 msgr2=0x7fc0a80a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:55.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.066+0000 7fc0c6bd3640  1 --2- 172.21.15.46:0/2733879391 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc0a80a2890 0x7fc0a80a4d50 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fc0b8005f40 tx=0x7fc0b8009500 comp rx=0 tx=0).stop
2024-03-19T01:47:55.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.066+0000 7fc0c6bd3640  1 -- 172.21.15.46:0/2733879391 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc0c0101910 msgr2=0x7fc0c0197f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:55.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.066+0000 7fc0c6bd3640  1 --2- 172.21.15.46:0/2733879391 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc0c0101910 0x7fc0c0197f90 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fc0b400e9f0 tx=0x7fc0b400eeb0 comp rx=0 tx=0).stop
2024-03-19T01:47:55.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.066+0000 7fc0c6bd3640  1 -- 172.21.15.46:0/2733879391 shutdown_connections
2024-03-19T01:47:55.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.066+0000 7fc0c6bd3640  1 --2- 172.21.15.46:0/2733879391 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc0a80a2890 0x7fc0a80a4d50 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:55.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.066+0000 7fc0c6bd3640  1 --2- 172.21.15.46:0/2733879391 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc0c01022d0 0x7fc0c019f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:55.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.066+0000 7fc0c6bd3640  1 --2- 172.21.15.46:0/2733879391 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc0c0101910 0x7fc0c0197f90 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:55.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.066+0000 7fc0c6bd3640  1 --2- 172.21.15.46:0/2733879391 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc0c0100720 0x7fc0c0197a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:55.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.066+0000 7fc0c6bd3640  1 -- 172.21.15.46:0/2733879391 >> 172.21.15.46:0/2733879391 conn(0x7fc0c00fbcb0 msgr2=0x7fc0c0104c80 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:55.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.066+0000 7fc0c6bd3640  1 -- 172.21.15.46:0/2733879391 shutdown_connections
2024-03-19T01:47:55.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.066+0000 7fc0c6bd3640  1 -- 172.21.15.46:0/2733879391 wait complete.
2024-03-19T01:47:55.076 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:54 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3482445853' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished
2024-03-19T01:47:55.076 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:54 smithi046 ceph-mon[63102]: mds.? [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] up:active
2024-03-19T01:47:55.076 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:54 smithi046 ceph-mon[63102]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 9 up:standby
2024-03-19T01:47:55.076 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:54 smithi046 ceph-mon[63102]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:47:55.077 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_1
2024-03-19T01:47:55.184 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.184+0000 7fe06a922640  1 -- 172.21.15.46:0/1339109293 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe064100720 msgr2=0x7fe064100b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:55.184 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.184+0000 7fe06a922640  1 --2- 172.21.15.46:0/1339109293 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe064100720 0x7fe064100b40 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fe054009900 tx=0x7fe05402bc30 comp rx=0 tx=0).stop
2024-03-19T01:47:55.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.184+0000 7fe06a922640  1 -- 172.21.15.46:0/1339109293 shutdown_connections
2024-03-19T01:47:55.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.184+0000 7fe06a922640  1 --2- 172.21.15.46:0/1339109293 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe0641022d0 0x7fe064108b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:55.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.184+0000 7fe06a922640  1 --2- 172.21.15.46:0/1339109293 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe064101910 0x7fe064101d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:55.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.184+0000 7fe06a922640  1 --2- 172.21.15.46:0/1339109293 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe064100720 0x7fe064100b40 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:55.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.184+0000 7fe06a922640  1 -- 172.21.15.46:0/1339109293 >> 172.21.15.46:0/1339109293 conn(0x7fe0640fbcb0 msgr2=0x7fe0640fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:55.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.184+0000 7fe06a922640  1 -- 172.21.15.46:0/1339109293 shutdown_connections
2024-03-19T01:47:55.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.184+0000 7fe06a922640  1 -- 172.21.15.46:0/1339109293 wait complete.
2024-03-19T01:47:55.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.185+0000 7fe06a922640  1  Processor -- start
2024-03-19T01:47:55.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.185+0000 7fe06a922640  1 --  start start
2024-03-19T01:47:55.187 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.185+0000 7fe06a922640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe064100720 0x7fe064196990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:55.187 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.185+0000 7fe06a922640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe064101910 0x7fe064196ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:55.187 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.185+0000 7fe06a922640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe0641022d0 0x7fe06419df40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:55.187 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.185+0000 7fe06a922640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe06410c220 con 0x7fe064100720
2024-03-19T01:47:55.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.185+0000 7fe06a922640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe06410c0a0 con 0x7fe064101910
2024-03-19T01:47:55.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.185+0000 7fe06a922640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe06410c3a0 con 0x7fe0641022d0
2024-03-19T01:47:55.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.185+0000 7fe063fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe064100720 0x7fe064196990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:55.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.185+0000 7fe063fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe064100720 0x7fe064196990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48686/0 (socket says 172.21.15.46:48686)
2024-03-19T01:47:55.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.185+0000 7fe063fff640  1 -- 172.21.15.46:0/29209102 learned_addr learned my addr 172.21.15.46:0/29209102 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:55.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.185+0000 7fe0637fe640  1 --2- 172.21.15.46:0/29209102 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe064101910 0x7fe064196ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:55.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.185+0000 7fe068ebf640  1 --2- 172.21.15.46:0/29209102 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe0641022d0 0x7fe06419df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:55.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.185+0000 7fe063fff640  1 -- 172.21.15.46:0/29209102 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe0641022d0 msgr2=0x7fe06419df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:55.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.185+0000 7fe063fff640  1 --2- 172.21.15.46:0/29209102 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe0641022d0 0x7fe06419df40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:55.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.185+0000 7fe063fff640  1 -- 172.21.15.46:0/29209102 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe064101910 msgr2=0x7fe064196ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:55.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.185+0000 7fe063fff640  1 --2- 172.21.15.46:0/29209102 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe064101910 0x7fe064196ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:55.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.185+0000 7fe063fff640  1 -- 172.21.15.46:0/29209102 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe06419e5b0 con 0x7fe064100720
2024-03-19T01:47:55.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.186+0000 7fe063fff640  1 --2- 172.21.15.46:0/29209102 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe064100720 0x7fe064196990 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fe054000c00 tx=0x7fe054005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:55.189 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.186+0000 7fe0617fa640  1 -- 172.21.15.46:0/29209102 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe054043020 con 0x7fe064100720
2024-03-19T01:47:55.189 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.186+0000 7fe06a922640  1 -- 172.21.15.46:0/29209102 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe06419e840 con 0x7fe064100720
2024-03-19T01:47:55.189 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.186+0000 7fe0617fa640  1 -- 172.21.15.46:0/29209102 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe054004350 con 0x7fe064100720
2024-03-19T01:47:55.189 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.186+0000 7fe0617fa640  1 -- 172.21.15.46:0/29209102 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe054003b80 con 0x7fe064100720
2024-03-19T01:47:55.189 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.186+0000 7fe06a922640  1 -- 172.21.15.46:0/29209102 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe06419ede0 con 0x7fe064100720
2024-03-19T01:47:55.189 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.187+0000 7fe06a922640  1 -- 172.21.15.46:0/29209102 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe064107ab0 con 0x7fe064100720
2024-03-19T01:47:55.189 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.188+0000 7fe0617fa640  1 -- 172.21.15.46:0/29209102 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fe054046020 con 0x7fe064100720
2024-03-19T01:47:55.190 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.188+0000 7fe0617fa640  1 --2- 172.21.15.46:0/29209102 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe04c0a2890 0x7fe04c0a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:55.190 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.188+0000 7fe0637fe640  1 --2- 172.21.15.46:0/29209102 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe04c0a2890 0x7fe04c0a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:55.190 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.188+0000 7fe0617fa640  1 -- 172.21.15.46:0/29209102 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fe0540f0e20 con 0x7fe064100720
2024-03-19T01:47:55.190 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.189+0000 7fe0637fe640  1 --2- 172.21.15.46:0/29209102 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe04c0a2890 0x7fe04c0a4d50 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fe064197ea0 tx=0x7fe058005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:55.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.193+0000 7fe0617fa640  1 -- 172.21.15.46:0/29209102 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fe05404d020 con 0x7fe064100720
2024-03-19T01:47:55.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.407+0000 7fe06a922640  1 -- 172.21.15.46:0/29209102 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7fe064061cf0 con 0x7fe04c0a2890
2024-03-19T01:47:55.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.410+0000 7fe0617fa640  1 -- 172.21.15.46:0/29209102 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7fe064061cf0 con 0x7fe04c0a2890
2024-03-19T01:47:55.410 INFO:teuthology.orchestra.run.smithi046.stdout:/volumes/qa/sv_1/1aa8d4e3-ada3-4fb7-9b97-6eca1195803a
2024-03-19T01:47:55.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.412+0000 7fe06a922640  1 -- 172.21.15.46:0/29209102 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe04c0a2890 msgr2=0x7fe04c0a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:55.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.412+0000 7fe06a922640  1 --2- 172.21.15.46:0/29209102 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe04c0a2890 0x7fe04c0a4d50 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fe064197ea0 tx=0x7fe058005f90 comp rx=0 tx=0).stop
2024-03-19T01:47:55.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.412+0000 7fe06a922640  1 -- 172.21.15.46:0/29209102 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe064100720 msgr2=0x7fe064196990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:55.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.412+0000 7fe06a922640  1 --2- 172.21.15.46:0/29209102 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe064100720 0x7fe064196990 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fe054000c00 tx=0x7fe054005dc0 comp rx=0 tx=0).stop
2024-03-19T01:47:55.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.412+0000 7fe06a922640  1 -- 172.21.15.46:0/29209102 shutdown_connections
2024-03-19T01:47:55.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.412+0000 7fe06a922640  1 --2- 172.21.15.46:0/29209102 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe04c0a2890 0x7fe04c0a4d50 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:55.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.412+0000 7fe06a922640  1 --2- 172.21.15.46:0/29209102 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe0641022d0 0x7fe06419df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:55.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.412+0000 7fe06a922640  1 --2- 172.21.15.46:0/29209102 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe064101910 0x7fe064196ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:55.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.412+0000 7fe06a922640  1 --2- 172.21.15.46:0/29209102 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe064100720 0x7fe064196990 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:55.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.412+0000 7fe06a922640  1 -- 172.21.15.46:0/29209102 >> 172.21.15.46:0/29209102 conn(0x7fe0640fbcb0 msgr2=0x7fe064104c80 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:55.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.412+0000 7fe06a922640  1 -- 172.21.15.46:0/29209102 shutdown_connections
2024-03-19T01:47:55.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.412+0000 7fe06a922640  1 -- 172.21.15.46:0/29209102 wait complete.
2024-03-19T01:47:55.423 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:47:55.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.526+0000 7f31bf909640  1 -- 172.21.15.46:0/2786808837 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f31b81022f0 msgr2=0x7f31b8108b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:55.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.526+0000 7f31bf909640  1 --2- 172.21.15.46:0/2786808837 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f31b81022f0 0x7f31b8108b80 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f31b0009be0 tx=0x7f31b002bef0 comp rx=0 tx=0).stop
2024-03-19T01:47:55.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.526+0000 7f31bf909640  1 -- 172.21.15.46:0/2786808837 shutdown_connections
2024-03-19T01:47:55.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.526+0000 7f31bf909640  1 --2- 172.21.15.46:0/2786808837 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f31b81022f0 0x7f31b8108b80 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:55.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.526+0000 7f31bf909640  1 --2- 172.21.15.46:0/2786808837 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f31b8101930 0x7f31b8101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:55.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.526+0000 7f31bf909640  1 --2- 172.21.15.46:0/2786808837 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f31b8100740 0x7f31b8100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:55.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.526+0000 7f31bf909640  1 -- 172.21.15.46:0/2786808837 >> 172.21.15.46:0/2786808837 conn(0x7f31b80fbcb0 msgr2=0x7f31b80fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:55.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.526+0000 7f31bf909640  1 -- 172.21.15.46:0/2786808837 shutdown_connections
2024-03-19T01:47:55.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.526+0000 7f31bf909640  1 -- 172.21.15.46:0/2786808837 wait complete.
2024-03-19T01:47:55.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.526+0000 7f31bf909640  1  Processor -- start
2024-03-19T01:47:55.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.526+0000 7f31bf909640  1 --  start start
2024-03-19T01:47:55.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.526+0000 7f31bf909640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f31b8100740 0x7f31b8197a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:55.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.526+0000 7f31bf909640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f31b8101930 0x7f31b8197f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:55.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.526+0000 7f31bf909640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f31b81022f0 0x7f31b819eff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:55.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.526+0000 7f31bf909640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f31b810d390 con 0x7f31b8101930
2024-03-19T01:47:55.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.526+0000 7f31bf909640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f31b810d210 con 0x7f31b8100740
2024-03-19T01:47:55.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.526+0000 7f31bf909640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f31b810d510 con 0x7f31b81022f0
2024-03-19T01:47:55.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.527+0000 7f31bcea4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f31b8101930 0x7f31b8197f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:55.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.527+0000 7f31bcea4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f31b8101930 0x7f31b8197f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48702/0 (socket says 172.21.15.46:48702)
2024-03-19T01:47:55.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.527+0000 7f31bcea4640  1 -- 172.21.15.46:0/2480192328 learned_addr learned my addr 172.21.15.46:0/2480192328 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:55.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.527+0000 7f31bd6a5640  1 --2- 172.21.15.46:0/2480192328 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f31b8100740 0x7f31b8197a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:55.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.527+0000 7f31bdea6640  1 --2- 172.21.15.46:0/2480192328 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f31b81022f0 0x7f31b819eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:55.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.527+0000 7f31bcea4640  1 -- 172.21.15.46:0/2480192328 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f31b81022f0 msgr2=0x7f31b819eff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:55.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.527+0000 7f31bcea4640  1 --2- 172.21.15.46:0/2480192328 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f31b81022f0 0x7f31b819eff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:55.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.527+0000 7f31bcea4640  1 -- 172.21.15.46:0/2480192328 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f31b8100740 msgr2=0x7f31b8197a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:55.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.527+0000 7f31bcea4640  1 --2- 172.21.15.46:0/2480192328 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f31b8100740 0x7f31b8197a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:55.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.527+0000 7f31bcea4640  1 -- 172.21.15.46:0/2480192328 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31b819f660 con 0x7f31b8101930
2024-03-19T01:47:55.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.527+0000 7f31bcea4640  1 --2- 172.21.15.46:0/2480192328 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f31b8101930 0x7f31b8197f80 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f31a800e9f0 tx=0x7f31a800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:55.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.527+0000 7f31ae7fc640  1 -- 172.21.15.46:0/2480192328 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31a800ccc0 con 0x7f31b8101930
2024-03-19T01:47:55.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.527+0000 7f31bf909640  1 -- 172.21.15.46:0/2480192328 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31b819f950 con 0x7f31b8101930
2024-03-19T01:47:55.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.527+0000 7f31ae7fc640  1 -- 172.21.15.46:0/2480192328 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f31a800ce60 con 0x7f31b8101930
2024-03-19T01:47:55.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.527+0000 7f31ae7fc640  1 -- 172.21.15.46:0/2480192328 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31a8010430 con 0x7f31b8101930
2024-03-19T01:47:55.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.527+0000 7f31bf909640  1 -- 172.21.15.46:0/2480192328 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31b819fe50 con 0x7f31b8101930
2024-03-19T01:47:55.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.528+0000 7f31bf909640  1 -- 172.21.15.46:0/2480192328 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31b8107ab0 con 0x7f31b8101930
2024-03-19T01:47:55.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.529+0000 7f31ae7fc640  1 -- 172.21.15.46:0/2480192328 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f31a8005020 con 0x7f31b8101930
2024-03-19T01:47:55.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.530+0000 7f31ae7fc640  1 --2- 172.21.15.46:0/2480192328 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f31a40a2890 0x7f31a40a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:55.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.530+0000 7f31bd6a5640  1 --2- 172.21.15.46:0/2480192328 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f31a40a2890 0x7f31a40a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:55.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.530+0000 7f31ae7fc640  1 -- 172.21.15.46:0/2480192328 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f31a80cf310 con 0x7f31b8101930
2024-03-19T01:47:55.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.530+0000 7f31bd6a5640  1 --2- 172.21.15.46:0/2480192328 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f31a40a2890 0x7f31a40a4d50 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f31b8101790 tx=0x7f31b4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:55.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.534+0000 7f31ae7fc640  1 -- 172.21.15.46:0/2480192328 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f31a809bfb0 con 0x7f31b8101930
2024-03-19T01:47:55.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.757+0000 7f31bf909640  1 -- 172.21.15.46:0/2480192328 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f31b802d3d0 con 0x7f31b8101930
2024-03-19T01:47:55.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.758+0000 7f31ae7fc640  1 -- 172.21.15.46:0/2480192328 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11861 (secure 0 0 0) 0x7f31a809b8b0 con 0x7f31b8101930
2024-03-19T01:47:55.758 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:47:55.758 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-19T01:47:26.395717+0000","modified":"2024-03-19T01:47:53.626484+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24506,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6839/1788589639","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6838","nonce":1788589639},{"type":"v1","addr":"172.21.15.73:6839","nonce":1788589639}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24506,"qdb_cluster":[24479,24478,24506]},"id":1}]}
2024-03-19T01:47:55.758 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 23
2024-03-19T01:47:55.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.760+0000 7f31bf909640  1 -- 172.21.15.46:0/2480192328 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f31a40a2890 msgr2=0x7f31a40a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:55.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.760+0000 7f31bf909640  1 --2- 172.21.15.46:0/2480192328 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f31a40a2890 0x7f31a40a4d50 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f31b8101790 tx=0x7f31b4009260 comp rx=0 tx=0).stop
2024-03-19T01:47:55.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.760+0000 7f31bf909640  1 -- 172.21.15.46:0/2480192328 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f31b8101930 msgr2=0x7f31b8197f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:55.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.760+0000 7f31bf909640  1 --2- 172.21.15.46:0/2480192328 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f31b8101930 0x7f31b8197f80 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f31a800e9f0 tx=0x7f31a800edf0 comp rx=0 tx=0).stop
2024-03-19T01:47:55.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.760+0000 7f31bf909640  1 -- 172.21.15.46:0/2480192328 shutdown_connections
2024-03-19T01:47:55.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.760+0000 7f31bf909640  1 --2- 172.21.15.46:0/2480192328 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f31a40a2890 0x7f31a40a4d50 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:55.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.760+0000 7f31bf909640  1 --2- 172.21.15.46:0/2480192328 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f31b81022f0 0x7f31b819eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:55.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.760+0000 7f31bf909640  1 --2- 172.21.15.46:0/2480192328 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f31b8101930 0x7f31b8197f80 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:55.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.760+0000 7f31bf909640  1 --2- 172.21.15.46:0/2480192328 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f31b8100740 0x7f31b8197a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:55.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.760+0000 7f31bf909640  1 -- 172.21.15.46:0/2480192328 >> 172.21.15.46:0/2480192328 conn(0x7f31b80fbcb0 msgr2=0x7f31b8104c80 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:55.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.760+0000 7f31bf909640  1 -- 172.21.15.46:0/2480192328 shutdown_connections
2024-03-19T01:47:55.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.760+0000 7f31bf909640  1 -- 172.21.15.46:0/2480192328 wait complete.
2024-03-19T01:47:55.770 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:55 smithi046 ceph-mon[63102]: pgmap v307: 129 pgs: 129 active+clean; 582 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s wr, 1 op/s
2024-03-19T01:47:55.770 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:55 smithi046 ceph-mon[63102]: from='client.14886 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:47:55.770 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:55 smithi046 ceph-mon[63102]: from='client.14898 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:47:55.770 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:55 smithi046 ceph-mon[63102]: mgrmap e17: x(active, since 7m), standbys: z, y
2024-03-19T01:47:55.770 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:55 smithi046 ceph-mon[63102]: from='client.14904 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:47:55.772 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-03-19T01:47:55.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.874+0000 7f65eea4b640  1 -- 172.21.15.46:0/858366143 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f65e81022f0 msgr2=0x7f65e8108b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:55.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.874+0000 7f65eea4b640  1 --2- 172.21.15.46:0/858366143 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f65e81022f0 0x7f65e8108b80 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f65e0009ca0 tx=0x7f65e002c0f0 comp rx=0 tx=0).stop
2024-03-19T01:47:55.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.874+0000 7f65eea4b640  1 -- 172.21.15.46:0/858366143 shutdown_connections
2024-03-19T01:47:55.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.874+0000 7f65eea4b640  1 --2- 172.21.15.46:0/858366143 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f65e81022f0 0x7f65e8108b80 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:55.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.874+0000 7f65eea4b640  1 --2- 172.21.15.46:0/858366143 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f65e8101930 0x7f65e8101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:55.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.874+0000 7f65eea4b640  1 --2- 172.21.15.46:0/858366143 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f65e8100740 0x7f65e8100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:55.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.874+0000 7f65eea4b640  1 -- 172.21.15.46:0/858366143 >> 172.21.15.46:0/858366143 conn(0x7f65e80fbcd0 msgr2=0x7f65e80fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:55.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.874+0000 7f65eea4b640  1 -- 172.21.15.46:0/858366143 shutdown_connections
2024-03-19T01:47:55.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.874+0000 7f65eea4b640  1 -- 172.21.15.46:0/858366143 wait complete.
2024-03-19T01:47:55.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.875+0000 7f65eea4b640  1  Processor -- start
2024-03-19T01:47:55.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.875+0000 7f65eea4b640  1 --  start start
2024-03-19T01:47:55.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.875+0000 7f65eea4b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f65e8100740 0x7f65e8197a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:55.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.875+0000 7f65eea4b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f65e8101930 0x7f65e8197f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:55.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.875+0000 7f65eea4b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f65e81022f0 0x7f65e819f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:55.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.875+0000 7f65eea4b640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f65e810d350 con 0x7f65e81022f0
2024-03-19T01:47:55.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.875+0000 7f65eea4b640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f65e810d1d0 con 0x7f65e8101930
2024-03-19T01:47:55.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.875+0000 7f65eea4b640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f65e810d4d0 con 0x7f65e8100740
2024-03-19T01:47:55.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.875+0000 7f65ecfe8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f65e81022f0 0x7f65e819f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:55.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.875+0000 7f65ecfe8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f65e81022f0 0x7f65e819f000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48728/0 (socket says 172.21.15.46:48728)
2024-03-19T01:47:55.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.875+0000 7f65ecfe8640  1 -- 172.21.15.46:0/3192813716 learned_addr learned my addr 172.21.15.46:0/3192813716 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:55.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.875+0000 7f65e77fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f65e8101930 0x7f65e8197f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:55.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.875+0000 7f65e7fff640  1 --2- 172.21.15.46:0/3192813716 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f65e8100740 0x7f65e8197a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:55.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.876+0000 7f65ecfe8640  1 -- 172.21.15.46:0/3192813716 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f65e8100740 msgr2=0x7f65e8197a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:55.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.876+0000 7f65ecfe8640  1 --2- 172.21.15.46:0/3192813716 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f65e8100740 0x7f65e8197a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:55.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.876+0000 7f65ecfe8640  1 -- 172.21.15.46:0/3192813716 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f65e8101930 msgr2=0x7f65e8197f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:55.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.876+0000 7f65ecfe8640  1 --2- 172.21.15.46:0/3192813716 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f65e8101930 0x7f65e8197f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:55.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.876+0000 7f65ecfe8640  1 -- 172.21.15.46:0/3192813716 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65e819f670 con 0x7f65e81022f0
2024-03-19T01:47:55.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.876+0000 7f65e77fe640  1 --2- 172.21.15.46:0/3192813716 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f65e8101930 0x7f65e8197f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:47:55.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.876+0000 7f65ecfe8640  1 --2- 172.21.15.46:0/3192813716 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f65e81022f0 0x7f65e819f000 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f65e0032380 tx=0x7f65e0032820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:55.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.876+0000 7f65e57fa640  1 -- 172.21.15.46:0/3192813716 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65e0041020 con 0x7f65e81022f0
2024-03-19T01:47:55.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.876+0000 7f65e57fa640  1 -- 172.21.15.46:0/3192813716 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f65e0003e20 con 0x7f65e81022f0
2024-03-19T01:47:55.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.876+0000 7f65eea4b640  1 -- 172.21.15.46:0/3192813716 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65e819f900 con 0x7f65e81022f0
2024-03-19T01:47:55.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.876+0000 7f65e57fa640  1 -- 172.21.15.46:0/3192813716 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65e0039040 con 0x7f65e81022f0
2024-03-19T01:47:55.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.876+0000 7f65eea4b640  1 -- 172.21.15.46:0/3192813716 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65e819fdf0 con 0x7f65e81022f0
2024-03-19T01:47:55.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.877+0000 7f65eea4b640  1 -- 172.21.15.46:0/3192813716 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65e8107ad0 con 0x7f65e81022f0
2024-03-19T01:47:55.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.878+0000 7f65e57fa640  1 -- 172.21.15.46:0/3192813716 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f65e0044020 con 0x7f65e81022f0
2024-03-19T01:47:55.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.878+0000 7f65e57fa640  1 --2- 172.21.15.46:0/3192813716 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f65d40a2890 0x7f65d40a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:55.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.879+0000 7f65e7fff640  1 --2- 172.21.15.46:0/3192813716 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f65d40a2890 0x7f65d40a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:55.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.879+0000 7f65e57fa640  1 -- 172.21.15.46:0/3192813716 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f65e00f0e90 con 0x7f65e81022f0
2024-03-19T01:47:55.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.879+0000 7f65e7fff640  1 --2- 172.21.15.46:0/3192813716 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f65d40a2890 0x7f65d40a4d50 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f65d00095f0 tx=0x7f65d0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:55.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:55.883+0000 7f65e57fa640  1 -- 172.21.15.46:0/3192813716 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f65e004b020 con 0x7f65e81022f0
2024-03-19T01:47:55.964 INFO:journalctl@ceph.mds.b.smithi073.stdout:Mar 19 01:47:55 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-b[97175]: 2024-03-19T01:47:55.497+0000 7f470b025700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request.
2024-03-19T01:47:55.964 INFO:journalctl@ceph.mds.b.smithi073.stdout:Mar 19 01:47:55 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-b[97175]: 2024-03-19T01:47:55.497+0000 7f470b025700 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request.
2024-03-19T01:47:55.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:55 smithi073 ceph-mon[66833]: pgmap v307: 129 pgs: 129 active+clean; 582 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s wr, 1 op/s
2024-03-19T01:47:55.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:55 smithi073 ceph-mon[66833]: from='client.14886 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:47:55.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:55 smithi073 ceph-mon[66833]: from='client.14898 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:47:55.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:55 smithi073 ceph-mon[66833]: mgrmap e17: x(active, since 7m), standbys: z, y
2024-03-19T01:47:55.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:55 smithi073 ceph-mon[66833]: from='client.14904 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:47:55.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:55 smithi102 ceph-mon[66557]: pgmap v307: 129 pgs: 129 active+clean; 582 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s wr, 1 op/s
2024-03-19T01:47:55.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:55 smithi102 ceph-mon[66557]: from='client.14886 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:47:55.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:55 smithi102 ceph-mon[66557]: from='client.14898 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:47:55.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:55 smithi102 ceph-mon[66557]: mgrmap e17: x(active, since 7m), standbys: z, y
2024-03-19T01:47:55.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:55 smithi102 ceph-mon[66557]: from='client.14904 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:47:56.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.066+0000 7f65eea4b640  1 -- 172.21.15.46:0/3192813716 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f65e8062420 con 0x7f65e81022f0
2024-03-19T01:47:56.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.067+0000 7f65e57fa640  1 -- 172.21.15.46:0/3192813716 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v89) ==== 74+0+24067 (secure 0 0 0) 0x7f65e00bdc40 con 0x7f65e81022f0
2024-03-19T01:47:56.068 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:47:56.068 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":89,"fsid":"53c8cf3e-e591-11ee-95c9-87774f69a715","created":"2024-03-19T01:39:22.615473+0000","modified":"2024-03-19T01:47:31.671097+0000","last_up_change":"2024-03-19T01:46:32.777223+0000","last_in_change":"2024-03-19T01:46:12.842023+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-19T01:42:46.174113+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-19T01:47:24.276277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-19T01:47:25.605471+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-19T01:47:29.545614+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"4fc98477-1fec-465b-892b-9a0c12e15754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6803","nonce":1888713943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6805","nonce":1888713943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6809","nonce":1888713943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6807","nonce":1888713943}]},"public_addr":"172.21.15.46:6803/1888713943","cluster_addr":"172.21.15.46:6805/1888713943","heartbeat_back_addr":"172.21.15.46:6809/1888713943","heartbeat_front_addr":"172.21.15.46:6807/1888713943","state":["exists","up"]},{"osd":1,"uuid":"4109d6a1-240e-4f1f-b09d-75f3b77e6303","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6801","nonce":2502945674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6803","nonce":2502945674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6807","nonce":2502945674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6805","nonce":2502945674}]},"public_addr":"172.21.15.73:6801/2502945674","cluster_addr":"172.21.15.73:6803/2502945674","heartbeat_back_addr":"172.21.15.73:6807/2502945674","heartbeat_front_addr":"172.21.15.73:6805/2502945674","state":["exists","up"]},{"osd":2,"uuid":"45e8479c-4006-4dd4-bdd8-b4a2eafacc80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6801","nonce":90484514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6803","nonce":90484514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6807","nonce":90484514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6805","nonce":90484514}]},"public_addr":"172.21.15.102:6801/90484514","cluster_addr":"172.21.15.102:6803/90484514","heartbeat_back_addr":"172.21.15.102:6807/90484514","heartbeat_front_addr":"172.21.15.102:6805/90484514","state":["exists","up"]},{"osd":3,"uuid":"4cdc93cf-2e8d-436d-a78a-c235e9b970fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6811","nonce":3336792470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6813","nonce":3336792470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6817","nonce":3336792470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6815","nonce":3336792470}]},"public_addr":"172.21.15.46:6811/3336792470","cluster_addr":"172.21.15.46:6813/3336792470","heartbeat_back_addr":"172.21.15.46:6817/3336792470","heartbeat_front_addr":"172.21.15.46:6815/3336792470","state":["exists","up"]},{"osd":4,"uuid":"35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6809","nonce":1192862788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6811","nonce":1192862788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6815","nonce":1192862788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6813","nonce":1192862788}]},"public_addr":"172.21.15.73:6809/1192862788","cluster_addr":"172.21.15.73:6811/1192862788","heartbeat_back_addr":"172.21.15.73:6815/1192862788","heartbeat_front_addr":"172.21.15.73:6813/1192862788","state":["exists","up"]},{"osd":5,"uuid":"1587c1e6-6719-4117-a80f-5c6bce0e5814","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6809","nonce":3252664135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6811","nonce":3252664135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6815","nonce":3252664135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6813","nonce":3252664135}]},"public_addr":"172.21.15.102:6809/3252664135","cluster_addr":"172.21.15.102:6811/3252664135","heartbeat_back_addr":"172.21.15.102:6815/3252664135","heartbeat_front_addr":"172.21.15.102:6813/3252664135","state":["exists","up"]},{"osd":6,"uuid":"af41cbff-69e5-45ab-ad59-95e5addd1b6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6819","nonce":595340737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6821","nonce":595340737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6825","nonce":595340737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6823","nonce":595340737}]},"public_addr":"172.21.15.46:6819/595340737","cluster_addr":"172.21.15.46:6821/595340737","heartbeat_back_addr":"172.21.15.46:6825/595340737","heartbeat_front_addr":"172.21.15.46:6823/595340737","state":["exists","up"]},{"osd":7,"uuid":"23e9241a-4ed9-4606-93c1-ccfe277d0c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6817","nonce":143082020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6819","nonce":143082020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6823","nonce":143082020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6821","nonce":143082020}]},"public_addr":"172.21.15.73:6817/143082020","cluster_addr":"172.21.15.73:6819/143082020","heartbeat_back_addr":"172.21.15.73:6823/143082020","heartbeat_front_addr":"172.21.15.73:6821/143082020","state":["exists","up"]},{"osd":8,"uuid":"c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6817","nonce":2533208086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6819","nonce":2533208086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6823","nonce":2533208086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6821","nonce":2533208086}]},"public_addr":"172.21.15.102:6817/2533208086","cluster_addr":"172.21.15.102:6819/2533208086","heartbeat_back_addr":"172.21.15.102:6823/2533208086","heartbeat_front_addr":"172.21.15.102:6821/2533208086","state":["exists","up"]},{"osd":9,"uuid":"a16dd21b-77e4-4148-90a3-c085fd621fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6827","nonce":4252594050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6829","nonce":4252594050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6833","nonce":4252594050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6831","nonce":4252594050}]},"public_addr":"172.21.15.46:6827/4252594050","cluster_addr":"172.21.15.46:6829/4252594050","heartbeat_back_addr":"172.21.15.46:6833/4252594050","heartbeat_front_addr":"172.21.15.46:6831/4252594050","state":["exists","up"]},{"osd":10,"uuid":"3a794482-bcfa-4e99-8e96-77228a828ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6825","nonce":1252006239}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6827","nonce":1252006239}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6831","nonce":1252006239}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6829","nonce":1252006239}]},"public_addr":"172.21.15.73:6825/1252006239","cluster_addr":"172.21.15.73:6827/1252006239","heartbeat_back_addr":"172.21.15.73:6831/1252006239","heartbeat_front_addr":"172.21.15.73:6829/1252006239","state":["exists","up"]},{"osd":11,"uuid":"93bdea99-6072-431a-a919-3aecf631c727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6825","nonce":2997263049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6827","nonce":2997263049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6831","nonce":2997263049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6829","nonce":2997263049}]},"public_addr":"172.21.15.102:6825/2997263049","cluster_addr":"172.21.15.102:6827/2997263049","heartbeat_back_addr":"172.21.15.102:6831/2997263049","heartbeat_front_addr":"172.21.15.102:6829/2997263049","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:41:54.705424+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:18.405516+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:42.028548+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:06.440586+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:31.526566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:56.491476+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:22.116952+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:48.187884+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:12.546546+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:39.238062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:05.249938+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:30.959573+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:6800/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/534183632":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/3469071427":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/816672825":"2024-03-20T01:39:49.978463+0000","172.21.15.46:6800/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/482098752":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/3024883566":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/2231887791":"2024-03-20T01:39:49.978463+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-03-19T01:47:56.069 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.069+0000 7f65eea4b640  1 -- 172.21.15.46:0/3192813716 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f65d40a2890 msgr2=0x7f65d40a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:56.070 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.069+0000 7f65eea4b640  1 --2- 172.21.15.46:0/3192813716 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f65d40a2890 0x7f65d40a4d50 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f65d00095f0 tx=0x7f65d0005f90 comp rx=0 tx=0).stop
2024-03-19T01:47:56.070 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.069+0000 7f65eea4b640  1 -- 172.21.15.46:0/3192813716 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f65e81022f0 msgr2=0x7f65e819f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:56.070 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.069+0000 7f65eea4b640  1 --2- 172.21.15.46:0/3192813716 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f65e81022f0 0x7f65e819f000 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f65e0032380 tx=0x7f65e0032820 comp rx=0 tx=0).stop
2024-03-19T01:47:56.070 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.069+0000 7f65eea4b640  1 -- 172.21.15.46:0/3192813716 shutdown_connections
2024-03-19T01:47:56.070 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.069+0000 7f65eea4b640  1 --2- 172.21.15.46:0/3192813716 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f65d40a2890 0x7f65d40a4d50 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:56.070 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.069+0000 7f65eea4b640  1 --2- 172.21.15.46:0/3192813716 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f65e81022f0 0x7f65e819f000 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:56.070 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.069+0000 7f65eea4b640  1 --2- 172.21.15.46:0/3192813716 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f65e8101930 0x7f65e8197f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:56.070 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.069+0000 7f65eea4b640  1 --2- 172.21.15.46:0/3192813716 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f65e8100740 0x7f65e8197a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:56.070 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.069+0000 7f65eea4b640  1 -- 172.21.15.46:0/3192813716 >> 172.21.15.46:0/3192813716 conn(0x7f65e80fbcd0 msgr2=0x7f65e8104ca0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:56.070 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.069+0000 7f65eea4b640  1 -- 172.21.15.46:0/3192813716 shutdown_connections
2024-03-19T01:47:56.070 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.069+0000 7f65eea4b640  1 -- 172.21.15.46:0/3192813716 wait complete.
2024-03-19T01:47:56.081 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean
2024-03-19T01:47:56.081 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json
2024-03-19T01:47:56.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.183+0000 7efc5c844640  1 -- 172.21.15.46:0/2295769087 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc58101930 msgr2=0x7efc58101db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:56.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.183+0000 7efc5c844640  1 --2- 172.21.15.46:0/2295769087 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc58101930 0x7efc58101db0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7efc40009900 tx=0x7efc4002bc30 comp rx=0 tx=0).stop
2024-03-19T01:47:56.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.183+0000 7efc5c844640  1 -- 172.21.15.46:0/2295769087 shutdown_connections
2024-03-19T01:47:56.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.183+0000 7efc5c844640  1 --2- 172.21.15.46:0/2295769087 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efc581022f0 0x7efc58108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:56.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.183+0000 7efc5c844640  1 --2- 172.21.15.46:0/2295769087 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc58101930 0x7efc58101db0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:56.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.183+0000 7efc5c844640  1 --2- 172.21.15.46:0/2295769087 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efc58100740 0x7efc58100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:56.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.183+0000 7efc5c844640  1 -- 172.21.15.46:0/2295769087 >> 172.21.15.46:0/2295769087 conn(0x7efc580fbcb0 msgr2=0x7efc580fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:56.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.183+0000 7efc5c844640  1 -- 172.21.15.46:0/2295769087 shutdown_connections
2024-03-19T01:47:56.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.183+0000 7efc5c844640  1 -- 172.21.15.46:0/2295769087 wait complete.
2024-03-19T01:47:56.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.184+0000 7efc5c844640  1  Processor -- start
2024-03-19T01:47:56.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.184+0000 7efc5c844640  1 --  start start
2024-03-19T01:47:56.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.184+0000 7efc5c844640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efc58100740 0x7efc58197a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:56.187 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.184+0000 7efc5c844640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc58101930 0x7efc58197fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:56.187 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.184+0000 7efc5c844640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efc581022f0 0x7efc5819f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:56.187 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.184+0000 7efc5c844640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7efc5810c270 con 0x7efc58101930
2024-03-19T01:47:56.187 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.184+0000 7efc5c844640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7efc5810c0f0 con 0x7efc58100740
2024-03-19T01:47:56.187 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.184+0000 7efc5c844640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7efc5810c3f0 con 0x7efc581022f0
2024-03-19T01:47:56.187 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.184+0000 7efc4dd9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc58101930 0x7efc58197fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:56.187 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.184+0000 7efc4dd9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc58101930 0x7efc58197fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48738/0 (socket says 172.21.15.46:48738)
2024-03-19T01:47:56.187 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.184+0000 7efc4dd9b640  1 -- 172.21.15.46:0/2436106183 learned_addr learned my addr 172.21.15.46:0/2436106183 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:56.187 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.184+0000 7efc5659c640  1 --2- 172.21.15.46:0/2436106183 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efc58100740 0x7efc58197a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:56.187 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.184+0000 7efc56d9d640  1 --2- 172.21.15.46:0/2436106183 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efc581022f0 0x7efc5819f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:56.187 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.185+0000 7efc5659c640  1 -- 172.21.15.46:0/2436106183 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efc581022f0 msgr2=0x7efc5819f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:56.187 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.185+0000 7efc5659c640  1 --2- 172.21.15.46:0/2436106183 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efc581022f0 0x7efc5819f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:56.187 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.185+0000 7efc5659c640  1 -- 172.21.15.46:0/2436106183 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc58101930 msgr2=0x7efc58197fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:56.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.185+0000 7efc5659c640  1 --2- 172.21.15.46:0/2436106183 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc58101930 0x7efc58197fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:56.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.185+0000 7efc5659c640  1 -- 172.21.15.46:0/2436106183 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc5819f690 con 0x7efc58100740
2024-03-19T01:47:56.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.185+0000 7efc4dd9b640  1 --2- 172.21.15.46:0/2436106183 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc58101930 0x7efc58197fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:47:56.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.185+0000 7efc5659c640  1 --2- 172.21.15.46:0/2436106183 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efc58100740 0x7efc58197a70 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7efc4800e9c0 tx=0x7efc4800edc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:56.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.185+0000 7efc4ffff640  1 -- 172.21.15.46:0/2436106183 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc4800ccc0 con 0x7efc58100740
2024-03-19T01:47:56.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.185+0000 7efc5c844640  1 -- 172.21.15.46:0/2436106183 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc5819f980 con 0x7efc58100740
2024-03-19T01:47:56.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.185+0000 7efc4ffff640  1 -- 172.21.15.46:0/2436106183 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efc480035f0 con 0x7efc58100740
2024-03-19T01:47:56.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.185+0000 7efc4ffff640  1 -- 172.21.15.46:0/2436106183 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc4800ce60 con 0x7efc58100740
2024-03-19T01:47:56.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.185+0000 7efc5c844640  1 -- 172.21.15.46:0/2436106183 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc5819fed0 con 0x7efc58100740
2024-03-19T01:47:56.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.186+0000 7efc5c844640  1 -- 172.21.15.46:0/2436106183 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc581a0160 con 0x7efc58100740
2024-03-19T01:47:56.189 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.187+0000 7efc4ffff640  1 -- 172.21.15.46:0/2436106183 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7efc480037a0 con 0x7efc58100740
2024-03-19T01:47:56.189 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.188+0000 7efc4ffff640  1 --2- 172.21.15.46:0/2436106183 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7efc440a2890 0x7efc440a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:56.189 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.188+0000 7efc4dd9b640  1 --2- 172.21.15.46:0/2436106183 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7efc440a2890 0x7efc440a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:56.189 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.188+0000 7efc4ffff640  1 -- 172.21.15.46:0/2436106183 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7efc480cf230 con 0x7efc58100740
2024-03-19T01:47:56.189 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.188+0000 7efc4dd9b640  1 --2- 172.21.15.46:0/2436106183 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7efc440a2890 0x7efc440a4d50 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7efc58198f80 tx=0x7efc4002c7e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:56.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.196+0000 7efc4ffff640  1 -- 172.21.15.46:0/2436106183 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7efc4809bed0 con 0x7efc58100740
2024-03-19T01:47:56.378 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.379+0000 7efc5c844640  1 -- 172.21.15.46:0/2436106183 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7efc581a0330 con 0x7efc440a2890
2024-03-19T01:47:56.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.389+0000 7efc4ffff640  1 -- 172.21.15.46:0/2436106183 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340306 (secure 0 0 0) 0x7efc581a0330 con 0x7efc440a2890
2024-03-19T01:47:56.393 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:47:56.395 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all
2024-03-19T01:47:56.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.392+0000 7efc5c844640  1 -- 172.21.15.46:0/2436106183 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7efc440a2890 msgr2=0x7efc440a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:56.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.392+0000 7efc5c844640  1 --2- 172.21.15.46:0/2436106183 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7efc440a2890 0x7efc440a4d50 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7efc58198f80 tx=0x7efc4002c7e0 comp rx=0 tx=0).stop
2024-03-19T01:47:56.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.393+0000 7efc5c844640  1 -- 172.21.15.46:0/2436106183 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efc58100740 msgr2=0x7efc58197a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:56.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.393+0000 7efc5c844640  1 --2- 172.21.15.46:0/2436106183 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efc58100740 0x7efc58197a70 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7efc4800e9c0 tx=0x7efc4800edc0 comp rx=0 tx=0).stop
2024-03-19T01:47:56.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.393+0000 7efc5c844640  1 -- 172.21.15.46:0/2436106183 shutdown_connections
2024-03-19T01:47:56.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.393+0000 7efc5c844640  1 --2- 172.21.15.46:0/2436106183 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7efc440a2890 0x7efc440a4d50 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:56.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.393+0000 7efc5c844640  1 --2- 172.21.15.46:0/2436106183 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efc581022f0 0x7efc5819f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:56.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.393+0000 7efc5c844640  1 --2- 172.21.15.46:0/2436106183 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc58101930 0x7efc58197fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:56.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.393+0000 7efc5c844640  1 --2- 172.21.15.46:0/2436106183 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efc58100740 0x7efc58197a70 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:56.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.393+0000 7efc5c844640  1 -- 172.21.15.46:0/2436106183 >> 172.21.15.46:0/2436106183 conn(0x7efc580fbcb0 msgr2=0x7efc58069e90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:56.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.393+0000 7efc5c844640  1 -- 172.21.15.46:0/2436106183 shutdown_connections
2024-03-19T01:47:56.398 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.393+0000 7efc5c844640  1 -- 172.21.15.46:0/2436106183 wait complete.
2024-03-19T01:47:56.404 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":308,"stamp":"2024-03-19T01:47:55.914397+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":598212,"num_objects":56,"num_object_clones":0,"num_object_copies":168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":151,"num_read_kb":133,"num_write":293,"num_write_kb":2982,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":34,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":236,"ondisk_log_size":236,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":387580,"kb_used_data":13452,"kb_used_omap":18,"kb_used_meta":373997,"kb_avail":1124554244,"statfs":{"total":1151940427776,"available":1151543545856,"internally_reserved":0,"allocated":13774848,"data_stored":7513482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":382973242},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":3203,"num_objects":32,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":15,"num_read_kb":14,"num_write":63,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003387"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.721048+0000","last_change":"2024-03-19T01:47:27.316219+0000","last_active":"2024-03-19T01:47:33.721048+0000","last_peered":"2024-03-19T01:47:33.721048+0000","last_clean":"2024-03-19T01:47:33.721048+0000","last_became_active":"2024-03-19T01:47:27.315831+0000","last_became_peered":"2024-03-19T01:47:27.315831+0000","last_unstale":"2024-03-19T01:47:33.721048+0000","last_undegraded":"2024-03-19T01:47:33.721048+0000","last_fullsized":"2024-03-19T01:47:33.721048+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:14:54.941807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720398+0000","last_change":"2024-03-19T01:47:27.309298+0000","last_active":"2024-03-19T01:47:33.720398+0000","last_peered":"2024-03-19T01:47:33.720398+0000","last_clean":"2024-03-19T01:47:33.720398+0000","last_became_active":"2024-03-19T01:47:27.308880+0000","last_became_peered":"2024-03-19T01:47:27.308880+0000","last_unstale":"2024-03-19T01:47:33.720398+0000","last_undegraded":"2024-03-19T01:47:33.720398+0000","last_fullsized":"2024-03-19T01:47:33.720398+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:25:43.214077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720436+0000","last_change":"2024-03-19T01:47:27.314676+0000","last_active":"2024-03-19T01:47:33.720436+0000","last_peered":"2024-03-19T01:47:33.720436+0000","last_clean":"2024-03-19T01:47:33.720436+0000","last_became_active":"2024-03-19T01:47:27.314302+0000","last_became_peered":"2024-03-19T01:47:27.314302+0000","last_unstale":"2024-03-19T01:47:33.720436+0000","last_undegraded":"2024-03-19T01:47:33.720436+0000","last_fullsized":"2024-03-19T01:47:33.720436+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:58:34.309633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720431+0000","last_change":"2024-03-19T01:47:27.305666+0000","last_active":"2024-03-19T01:47:33.720431+0000","last_peered":"2024-03-19T01:47:33.720431+0000","last_clean":"2024-03-19T01:47:33.720431+0000","last_became_active":"2024-03-19T01:47:27.304845+0000","last_became_peered":"2024-03-19T01:47:27.304845+0000","last_unstale":"2024-03-19T01:47:33.720431+0000","last_undegraded":"2024-03-19T01:47:33.720431+0000","last_fullsized":"2024-03-19T01:47:33.720431+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:54:40.396227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.219282+0000","last_change":"2024-03-19T01:47:27.308830+0000","last_active":"2024-03-19T01:47:33.219282+0000","last_peered":"2024-03-19T01:47:33.219282+0000","last_clean":"2024-03-19T01:47:33.219282+0000","last_became_active":"2024-03-19T01:47:27.308481+0000","last_became_peered":"2024-03-19T01:47:27.308481+0000","last_unstale":"2024-03-19T01:47:33.219282+0000","last_undegraded":"2024-03-19T01:47:33.219282+0000","last_fullsized":"2024-03-19T01:47:33.219282+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:00:16.582732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.719893+0000","last_change":"2024-03-19T01:47:27.298860+0000","last_active":"2024-03-19T01:47:33.719893+0000","last_peered":"2024-03-19T01:47:33.719893+0000","last_clean":"2024-03-19T01:47:33.719893+0000","last_became_active":"2024-03-19T01:47:27.298524+0000","last_became_peered":"2024-03-19T01:47:27.298524+0000","last_unstale":"2024-03-19T01:47:33.719893+0000","last_undegraded":"2024-03-19T01:47:33.719893+0000","last_fullsized":"2024-03-19T01:47:33.719893+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:58:40.649961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.556421+0000","last_change":"2024-03-19T01:47:27.311624+0000","last_active":"2024-03-19T01:47:32.556421+0000","last_peered":"2024-03-19T01:47:32.556421+0000","last_clean":"2024-03-19T01:47:32.556421+0000","last_became_active":"2024-03-19T01:47:27.311254+0000","last_became_peered":"2024-03-19T01:47:27.311254+0000","last_unstale":"2024-03-19T01:47:32.556421+0000","last_undegraded":"2024-03-19T01:47:32.556421+0000","last_fullsized":"2024-03-19T01:47:32.556421+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:07:17.860441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.227505+0000","last_change":"2024-03-19T01:47:27.320016+0000","last_active":"2024-03-19T01:47:33.227505+0000","last_peered":"2024-03-19T01:47:33.227505+0000","last_clean":"2024-03-19T01:47:33.227505+0000","last_became_active":"2024-03-19T01:47:27.319694+0000","last_became_peered":"2024-03-19T01:47:27.319694+0000","last_unstale":"2024-03-19T01:47:33.227505+0000","last_undegraded":"2024-03-19T01:47:33.227505+0000","last_fullsized":"2024-03-19T01:47:33.227505+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:01:42.153899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.355800+0000","last_change":"2024-03-19T01:47:27.312254+0000","last_active":"2024-03-19T01:47:33.355800+0000","last_peered":"2024-03-19T01:47:33.355800+0000","last_clean":"2024-03-19T01:47:33.355800+0000","last_became_active":"2024-03-19T01:47:27.311733+0000","last_became_peered":"2024-03-19T01:47:27.311733+0000","last_unstale":"2024-03-19T01:47:33.355800+0000","last_undegraded":"2024-03-19T01:47:33.355800+0000","last_fullsized":"2024-03-19T01:47:33.355800+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:59:38.192531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720722+0000","last_change":"2024-03-19T01:47:27.299650+0000","last_active":"2024-03-19T01:47:33.720722+0000","last_peered":"2024-03-19T01:47:33.720722+0000","last_clean":"2024-03-19T01:47:33.720722+0000","last_became_active":"2024-03-19T01:47:27.299329+0000","last_became_peered":"2024-03-19T01:47:27.299329+0000","last_unstale":"2024-03-19T01:47:33.720722+0000","last_undegraded":"2024-03-19T01:47:33.720722+0000","last_fullsized":"2024-03-19T01:47:33.720722+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:50:21.257181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.557165+0000","last_change":"2024-03-19T01:47:27.316456+0000","last_active":"2024-03-19T01:47:32.557165+0000","last_peered":"2024-03-19T01:47:32.557165+0000","last_clean":"2024-03-19T01:47:32.557165+0000","last_became_active":"2024-03-19T01:47:27.315181+0000","last_became_peered":"2024-03-19T01:47:27.315181+0000","last_unstale":"2024-03-19T01:47:32.557165+0000","last_undegraded":"2024-03-19T01:47:32.557165+0000","last_fullsized":"2024-03-19T01:47:32.557165+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:47:00.844124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720330+0000","last_change":"2024-03-19T01:47:27.305956+0000","last_active":"2024-03-19T01:47:33.720330+0000","last_peered":"2024-03-19T01:47:33.720330+0000","last_clean":"2024-03-19T01:47:33.720330+0000","last_became_active":"2024-03-19T01:47:27.305324+0000","last_became_peered":"2024-03-19T01:47:27.305324+0000","last_unstale":"2024-03-19T01:47:33.720330+0000","last_undegraded":"2024-03-19T01:47:33.720330+0000","last_fullsized":"2024-03-19T01:47:33.720330+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:41:53.713605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.522317+0000","last_change":"2024-03-19T01:47:27.290298+0000","last_active":"2024-03-19T01:47:33.522317+0000","last_peered":"2024-03-19T01:47:33.522317+0000","last_clean":"2024-03-19T01:47:33.522317+0000","last_became_active":"2024-03-19T01:47:27.289839+0000","last_became_peered":"2024-03-19T01:47:27.289839+0000","last_unstale":"2024-03-19T01:47:33.522317+0000","last_undegraded":"2024-03-19T01:47:33.522317+0000","last_fullsized":"2024-03-19T01:47:33.522317+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:53:50.693819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.719944+0000","last_change":"2024-03-19T01:47:27.308572+0000","last_active":"2024-03-19T01:47:33.719944+0000","last_peered":"2024-03-19T01:47:33.719944+0000","last_clean":"2024-03-19T01:47:33.719944+0000","last_became_active":"2024-03-19T01:47:27.308206+0000","last_became_peered":"2024-03-19T01:47:27.308206+0000","last_unstale":"2024-03-19T01:47:33.719944+0000","last_undegraded":"2024-03-19T01:47:33.719944+0000","last_fullsized":"2024-03-19T01:47:33.719944+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:30:48.905335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.719810+0000","last_change":"2024-03-19T01:47:27.311928+0000","last_active":"2024-03-19T01:47:33.719810+0000","last_peered":"2024-03-19T01:47:33.719810+0000","last_clean":"2024-03-19T01:47:33.719810+0000","last_became_active":"2024-03-19T01:47:27.310117+0000","last_became_peered":"2024-03-19T01:47:27.310117+0000","last_unstale":"2024-03-19T01:47:33.719810+0000","last_undegraded":"2024-03-19T01:47:33.719810+0000","last_fullsized":"2024-03-19T01:47:33.719810+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:15:53.823356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.355322+0000","last_change":"2024-03-19T01:47:27.314233+0000","last_active":"2024-03-19T01:47:33.355322+0000","last_peered":"2024-03-19T01:47:33.355322+0000","last_clean":"2024-03-19T01:47:33.355322+0000","last_became_active":"2024-03-19T01:47:27.313862+0000","last_became_peered":"2024-03-19T01:47:27.313862+0000","last_unstale":"2024-03-19T01:47:33.355322+0000","last_undegraded":"2024-03-19T01:47:33.355322+0000","last_fullsized":"2024-03-19T01:47:33.355322+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:53:02.615772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720903+0000","last_change":"2024-03-19T01:47:27.320396+0000","last_active":"2024-03-19T01:47:33.720903+0000","last_peered":"2024-03-19T01:47:33.720903+0000","last_clean":"2024-03-19T01:47:33.720903+0000","last_became_active":"2024-03-19T01:47:27.320015+0000","last_became_peered":"2024-03-19T01:47:27.320015+0000","last_unstale":"2024-03-19T01:47:33.720903+0000","last_undegraded":"2024-03-19T01:47:33.720903+0000","last_fullsized":"2024-03-19T01:47:33.720903+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:04:45.224623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.557343+0000","last_change":"2024-03-19T01:47:27.318322+0000","last_active":"2024-03-19T01:47:32.557343+0000","last_peered":"2024-03-19T01:47:32.557343+0000","last_clean":"2024-03-19T01:47:32.557343+0000","last_became_active":"2024-03-19T01:47:27.317951+0000","last_became_peered":"2024-03-19T01:47:27.317951+0000","last_unstale":"2024-03-19T01:47:32.557343+0000","last_undegraded":"2024-03-19T01:47:32.557343+0000","last_fullsized":"2024-03-19T01:47:32.557343+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:58:56.214818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.558224+0000","last_change":"2024-03-19T01:47:27.307393+0000","last_active":"2024-03-19T01:47:32.558224+0000","last_peered":"2024-03-19T01:47:32.558224+0000","last_clean":"2024-03-19T01:47:32.558224+0000","last_became_active":"2024-03-19T01:47:27.306828+0000","last_became_peered":"2024-03-19T01:47:27.306828+0000","last_unstale":"2024-03-19T01:47:32.558224+0000","last_undegraded":"2024-03-19T01:47:32.558224+0000","last_fullsized":"2024-03-19T01:47:32.558224+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:47:47.296955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.557994+0000","last_change":"2024-03-19T01:47:31.328612+0000","last_active":"2024-03-19T01:47:32.557994+0000","last_peered":"2024-03-19T01:47:32.557994+0000","last_clean":"2024-03-19T01:47:32.557994+0000","last_became_active":"2024-03-19T01:47:31.328161+0000","last_became_peered":"2024-03-19T01:47:31.328161+0000","last_unstale":"2024-03-19T01:47:32.557994+0000","last_undegraded":"2024-03-19T01:47:32.557994+0000","last_fullsized":"2024-03-19T01:47:32.557994+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:34:56.588415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"84'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.557415+0000","last_change":"2024-03-19T01:47:26.053209+0000","last_active":"2024-03-19T01:47:32.557415+0000","last_peered":"2024-03-19T01:47:32.557415+0000","last_clean":"2024-03-19T01:47:32.557415+0000","last_became_active":"2024-03-19T01:47:26.052284+0000","last_became_peered":"2024-03-19T01:47:26.052284+0000","last_unstale":"2024-03-19T01:47:32.557415+0000","last_undegraded":"2024-03-19T01:47:32.557415+0000","last_fullsized":"2024-03-19T01:47:32.557415+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:16:24.337242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.228032+0000","last_change":"2024-03-19T01:47:27.314175+0000","last_active":"2024-03-19T01:47:33.228032+0000","last_peered":"2024-03-19T01:47:33.228032+0000","last_clean":"2024-03-19T01:47:33.228032+0000","last_became_active":"2024-03-19T01:47:27.311587+0000","last_became_peered":"2024-03-19T01:47:27.311587+0000","last_unstale":"2024-03-19T01:47:33.228032+0000","last_undegraded":"2024-03-19T01:47:33.228032+0000","last_fullsized":"2024-03-19T01:47:33.228032+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:45:00.080471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720234+0000","last_change":"2024-03-19T01:47:31.327408+0000","last_active":"2024-03-19T01:47:33.720234+0000","last_peered":"2024-03-19T01:47:33.720234+0000","last_clean":"2024-03-19T01:47:33.720234+0000","last_became_active":"2024-03-19T01:47:31.327035+0000","last_became_peered":"2024-03-19T01:47:31.327035+0000","last_unstale":"2024-03-19T01:47:33.720234+0000","last_undegraded":"2024-03-19T01:47:33.720234+0000","last_fullsized":"2024-03-19T01:47:33.720234+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:32:47.486791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.228302+0000","last_change":"2024-03-19T01:47:26.045775+0000","last_active":"2024-03-19T01:47:33.228302+0000","last_peered":"2024-03-19T01:47:33.228302+0000","last_clean":"2024-03-19T01:47:33.228302+0000","last_became_active":"2024-03-19T01:47:26.045433+0000","last_became_peered":"2024-03-19T01:47:26.045433+0000","last_unstale":"2024-03-19T01:47:33.228302+0000","last_undegraded":"2024-03-19T01:47:33.228302+0000","last_fullsized":"2024-03-19T01:47:33.228302+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:34:06.043855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.719864+0000","last_change":"2024-03-19T01:47:27.318571+0000","last_active":"2024-03-19T01:47:33.719864+0000","last_peered":"2024-03-19T01:47:33.719864+0000","last_clean":"2024-03-19T01:47:33.719864+0000","last_became_active":"2024-03-19T01:47:27.318151+0000","last_became_peered":"2024-03-19T01:47:27.318151+0000","last_unstale":"2024-03-19T01:47:33.719864+0000","last_undegraded":"2024-03-19T01:47:33.719864+0000","last_fullsized":"2024-03-19T01:47:33.719864+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:32:53.894252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720634+0000","last_change":"2024-03-19T01:47:31.324552+0000","last_active":"2024-03-19T01:47:33.720634+0000","last_peered":"2024-03-19T01:47:33.720634+0000","last_clean":"2024-03-19T01:47:33.720634+0000","last_became_active":"2024-03-19T01:47:31.323439+0000","last_became_peered":"2024-03-19T01:47:31.323439+0000","last_unstale":"2024-03-19T01:47:33.720634+0000","last_undegraded":"2024-03-19T01:47:33.720634+0000","last_fullsized":"2024-03-19T01:47:33.720634+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:44:57.310453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:52.633869+0000","last_change":"2024-03-19T01:47:26.055666+0000","last_active":"2024-03-19T01:47:52.633869+0000","last_peered":"2024-03-19T01:47:52.633869+0000","last_clean":"2024-03-19T01:47:52.633869+0000","last_became_active":"2024-03-19T01:47:26.054733+0000","last_became_peered":"2024-03-19T01:47:26.054733+0000","last_unstale":"2024-03-19T01:47:52.633869+0000","last_undegraded":"2024-03-19T01:47:52.633869+0000","last_fullsized":"2024-03-19T01:47:52.633869+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:47:44.123486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.355574+0000","last_change":"2024-03-19T01:47:27.314507+0000","last_active":"2024-03-19T01:47:33.355574+0000","last_peered":"2024-03-19T01:47:33.355574+0000","last_clean":"2024-03-19T01:47:33.355574+0000","last_became_active":"2024-03-19T01:47:27.313749+0000","last_became_peered":"2024-03-19T01:47:27.313749+0000","last_unstale":"2024-03-19T01:47:33.355574+0000","last_undegraded":"2024-03-19T01:47:33.355574+0000","last_fullsized":"2024-03-19T01:47:33.355574+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:30:03.286976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720275+0000","last_change":"2024-03-19T01:47:31.318980+0000","last_active":"2024-03-19T01:47:33.720275+0000","last_peered":"2024-03-19T01:47:33.720275+0000","last_clean":"2024-03-19T01:47:33.720275+0000","last_became_active":"2024-03-19T01:47:31.318571+0000","last_became_peered":"2024-03-19T01:47:31.318571+0000","last_unstale":"2024-03-19T01:47:33.720275+0000","last_undegraded":"2024-03-19T01:47:33.720275+0000","last_fullsized":"2024-03-19T01:47:33.720275+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:22:16.823320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"84'2","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.219372+0000","last_change":"2024-03-19T01:47:26.050441+0000","last_active":"2024-03-19T01:47:33.219372+0000","last_peered":"2024-03-19T01:47:33.219372+0000","last_clean":"2024-03-19T01:47:33.219372+0000","last_became_active":"2024-03-19T01:47:26.050060+0000","last_became_peered":"2024-03-19T01:47:26.050060+0000","last_unstale":"2024-03-19T01:47:33.219372+0000","last_undegraded":"2024-03-19T01:47:33.219372+0000","last_fullsized":"2024-03-19T01:47:33.219372+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:56:03.115320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720896+0000","last_change":"2024-03-19T01:47:27.302258+0000","last_active":"2024-03-19T01:47:33.720896+0000","last_peered":"2024-03-19T01:47:33.720896+0000","last_clean":"2024-03-19T01:47:33.720896+0000","last_became_active":"2024-03-19T01:47:27.301920+0000","last_became_peered":"2024-03-19T01:47:27.301920+0000","last_unstale":"2024-03-19T01:47:33.720896+0000","last_undegraded":"2024-03-19T01:47:33.720896+0000","last_fullsized":"2024-03-19T01:47:33.720896+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:46:21.858117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.558494+0000","last_change":"2024-03-19T01:47:31.319643+0000","last_active":"2024-03-19T01:47:32.558494+0000","last_peered":"2024-03-19T01:47:32.558494+0000","last_clean":"2024-03-19T01:47:32.558494+0000","last_became_active":"2024-03-19T01:47:31.319188+0000","last_became_peered":"2024-03-19T01:47:31.319188+0000","last_unstale":"2024-03-19T01:47:32.558494+0000","last_undegraded":"2024-03-19T01:47:32.558494+0000","last_fullsized":"2024-03-19T01:47:32.558494+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:31:40.287100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"89'5","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:51.612490+0000","last_change":"2024-03-19T01:47:26.046775+0000","last_active":"2024-03-19T01:47:51.612490+0000","last_peered":"2024-03-19T01:47:51.612490+0000","last_clean":"2024-03-19T01:47:51.612490+0000","last_became_active":"2024-03-19T01:47:26.046429+0000","last_became_peered":"2024-03-19T01:47:26.046429+0000","last_unstale":"2024-03-19T01:47:51.612490+0000","last_undegraded":"2024-03-19T01:47:51.612490+0000","last_fullsized":"2024-03-19T01:47:51.612490+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:06:13.290269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.219244+0000","last_change":"2024-03-19T01:47:27.311182+0000","last_active":"2024-03-19T01:47:33.219244+0000","last_peered":"2024-03-19T01:47:33.219244+0000","last_clean":"2024-03-19T01:47:33.219244+0000","last_became_active":"2024-03-19T01:47:27.310844+0000","last_became_peered":"2024-03-19T01:47:27.310844+0000","last_unstale":"2024-03-19T01:47:33.219244+0000","last_undegraded":"2024-03-19T01:47:33.219244+0000","last_fullsized":"2024-03-19T01:47:33.219244+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:24:04.220205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.558509+0000","last_change":"2024-03-19T01:47:31.328731+0000","last_active":"2024-03-19T01:47:32.558509+0000","last_peered":"2024-03-19T01:47:32.558509+0000","last_clean":"2024-03-19T01:47:32.558509+0000","last_became_active":"2024-03-19T01:47:31.328185+0000","last_became_peered":"2024-03-19T01:47:31.328185+0000","last_unstale":"2024-03-19T01:47:32.558509+0000","last_undegraded":"2024-03-19T01:47:32.558509+0000","last_fullsized":"2024-03-19T01:47:32.558509+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:10:56.880979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:52.632307+0000","last_change":"2024-03-19T01:47:26.052193+0000","last_active":"2024-03-19T01:47:52.632307+0000","last_peered":"2024-03-19T01:47:52.632307+0000","last_clean":"2024-03-19T01:47:52.632307+0000","last_became_active":"2024-03-19T01:47:26.051832+0000","last_became_peered":"2024-03-19T01:47:26.051832+0000","last_unstale":"2024-03-19T01:47:52.632307+0000","last_undegraded":"2024-03-19T01:47:52.632307+0000","last_fullsized":"2024-03-19T01:47:52.632307+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:45:11.441308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.721155+0000","last_change":"2024-03-19T01:47:27.310135+0000","last_active":"2024-03-19T01:47:33.721155+0000","last_peered":"2024-03-19T01:47:33.721155+0000","last_clean":"2024-03-19T01:47:33.721155+0000","last_became_active":"2024-03-19T01:47:27.308179+0000","last_became_peered":"2024-03-19T01:47:27.308179+0000","last_unstale":"2024-03-19T01:47:33.721155+0000","last_undegraded":"2024-03-19T01:47:33.721155+0000","last_fullsized":"2024-03-19T01:47:33.721155+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:01:50.832982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.721051+0000","last_change":"2024-03-19T01:47:31.316766+0000","last_active":"2024-03-19T01:47:33.721051+0000","last_peered":"2024-03-19T01:47:33.721051+0000","last_clean":"2024-03-19T01:47:33.721051+0000","last_became_active":"2024-03-19T01:47:31.316338+0000","last_became_peered":"2024-03-19T01:47:31.316338+0000","last_unstale":"2024-03-19T01:47:33.721051+0000","last_undegraded":"2024-03-19T01:47:33.721051+0000","last_fullsized":"2024-03-19T01:47:33.721051+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:43:01.916227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:52.632628+0000","last_change":"2024-03-19T01:47:26.053276+0000","last_active":"2024-03-19T01:47:52.632628+0000","last_peered":"2024-03-19T01:47:52.632628+0000","last_clean":"2024-03-19T01:47:52.632628+0000","last_became_active":"2024-03-19T01:47:26.052599+0000","last_became_peered":"2024-03-19T01:47:26.052599+0000","last_unstale":"2024-03-19T01:47:52.632628+0000","last_undegraded":"2024-03-19T01:47:52.632628+0000","last_fullsized":"2024-03-19T01:47:52.632628+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:48:08.688859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.227671+0000","last_change":"2024-03-19T01:47:27.311569+0000","last_active":"2024-03-19T01:47:33.227671+0000","last_peered":"2024-03-19T01:47:33.227671+0000","last_clean":"2024-03-19T01:47:33.227671+0000","last_became_active":"2024-03-19T01:47:27.311211+0000","last_became_peered":"2024-03-19T01:47:27.311211+0000","last_unstale":"2024-03-19T01:47:33.227671+0000","last_undegraded":"2024-03-19T01:47:33.227671+0000","last_fullsized":"2024-03-19T01:47:33.227671+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:18:17.937186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720416+0000","last_change":"2024-03-19T01:47:31.316304+0000","last_active":"2024-03-19T01:47:33.720416+0000","last_peered":"2024-03-19T01:47:33.720416+0000","last_clean":"2024-03-19T01:47:33.720416+0000","last_became_active":"2024-03-19T01:47:31.315859+0000","last_became_peered":"2024-03-19T01:47:31.315859+0000","last_unstale":"2024-03-19T01:47:33.720416+0000","last_undegraded":"2024-03-19T01:47:33.720416+0000","last_fullsized":"2024-03-19T01:47:33.720416+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:51:04.062955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720087+0000","last_change":"2024-03-19T01:47:26.053941+0000","last_active":"2024-03-19T01:47:33.720087+0000","last_peered":"2024-03-19T01:47:33.720087+0000","last_clean":"2024-03-19T01:47:33.720087+0000","last_became_active":"2024-03-19T01:47:26.053225+0000","last_became_peered":"2024-03-19T01:47:26.053225+0000","last_unstale":"2024-03-19T01:47:33.720087+0000","last_undegraded":"2024-03-19T01:47:33.720087+0000","last_fullsized":"2024-03-19T01:47:33.720087+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:29:53.906803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.556699+0000","last_change":"2024-03-19T01:47:27.307187+0000","last_active":"2024-03-19T01:47:32.556699+0000","last_peered":"2024-03-19T01:47:32.556699+0000","last_clean":"2024-03-19T01:47:32.556699+0000","last_became_active":"2024-03-19T01:47:27.306801+0000","last_became_peered":"2024-03-19T01:47:27.306801+0000","last_unstale":"2024-03-19T01:47:32.556699+0000","last_undegraded":"2024-03-19T01:47:32.556699+0000","last_fullsized":"2024-03-19T01:47:32.556699+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:08:01.805058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.227731+0000","last_change":"2024-03-19T01:47:31.324169+0000","last_active":"2024-03-19T01:47:33.227731+0000","last_peered":"2024-03-19T01:47:33.227731+0000","last_clean":"2024-03-19T01:47:33.227731+0000","last_became_active":"2024-03-19T01:47:31.323762+0000","last_became_peered":"2024-03-19T01:47:31.323762+0000","last_unstale":"2024-03-19T01:47:33.227731+0000","last_undegraded":"2024-03-19T01:47:33.227731+0000","last_fullsized":"2024-03-19T01:47:33.227731+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:07:28.426628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"89'3","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:51.611514+0000","last_change":"2024-03-19T01:47:26.049890+0000","last_active":"2024-03-19T01:47:51.611514+0000","last_peered":"2024-03-19T01:47:51.611514+0000","last_clean":"2024-03-19T01:47:51.611514+0000","last_became_active":"2024-03-19T01:47:26.048646+0000","last_became_peered":"2024-03-19T01:47:26.048646+0000","last_unstale":"2024-03-19T01:47:51.611514+0000","last_undegraded":"2024-03-19T01:47:51.611514+0000","last_fullsized":"2024-03-19T01:47:51.611514+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:11:50.001219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.355786+0000","last_change":"2024-03-19T01:47:27.312461+0000","last_active":"2024-03-19T01:47:33.355786+0000","last_peered":"2024-03-19T01:47:33.355786+0000","last_clean":"2024-03-19T01:47:33.355786+0000","last_became_active":"2024-03-19T01:47:27.312015+0000","last_became_peered":"2024-03-19T01:47:27.312015+0000","last_unstale":"2024-03-19T01:47:33.355786+0000","last_undegraded":"2024-03-19T01:47:33.355786+0000","last_fullsized":"2024-03-19T01:47:33.355786+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:23:14.466777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.556792+0000","last_change":"2024-03-19T01:47:31.325595+0000","last_active":"2024-03-19T01:47:32.556792+0000","last_peered":"2024-03-19T01:47:32.556792+0000","last_clean":"2024-03-19T01:47:32.556792+0000","last_became_active":"2024-03-19T01:47:31.322617+0000","last_became_peered":"2024-03-19T01:47:31.322617+0000","last_unstale":"2024-03-19T01:47:32.556792+0000","last_undegraded":"2024-03-19T01:47:32.556792+0000","last_fullsized":"2024-03-19T01:47:32.556792+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:46:04.668715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.556881+0000","last_change":"2024-03-19T01:47:26.047973+0000","last_active":"2024-03-19T01:47:32.556881+0000","last_peered":"2024-03-19T01:47:32.556881+0000","last_clean":"2024-03-19T01:47:32.556881+0000","last_became_active":"2024-03-19T01:47:26.047638+0000","last_became_peered":"2024-03-19T01:47:26.047638+0000","last_unstale":"2024-03-19T01:47:32.556881+0000","last_undegraded":"2024-03-19T01:47:32.556881+0000","last_fullsized":"2024-03-19T01:47:32.556881+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:07:45.486145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.719942+0000","last_change":"2024-03-19T01:47:27.308646+0000","last_active":"2024-03-19T01:47:33.719942+0000","last_peered":"2024-03-19T01:47:33.719942+0000","last_clean":"2024-03-19T01:47:33.719942+0000","last_became_active":"2024-03-19T01:47:27.308276+0000","last_became_peered":"2024-03-19T01:47:27.308276+0000","last_unstale":"2024-03-19T01:47:33.719942+0000","last_undegraded":"2024-03-19T01:47:33.719942+0000","last_fullsized":"2024-03-19T01:47:33.719942+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:45:45.121860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720645+0000","last_change":"2024-03-19T01:47:31.324173+0000","last_active":"2024-03-19T01:47:33.720645+0000","last_peered":"2024-03-19T01:47:33.720645+0000","last_clean":"2024-03-19T01:47:33.720645+0000","last_became_active":"2024-03-19T01:47:31.322914+0000","last_became_peered":"2024-03-19T01:47:31.322914+0000","last_unstale":"2024-03-19T01:47:33.720645+0000","last_undegraded":"2024-03-19T01:47:33.720645+0000","last_fullsized":"2024-03-19T01:47:33.720645+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:26:37.741809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720820+0000","last_change":"2024-03-19T01:47:26.046128+0000","last_active":"2024-03-19T01:47:33.720820+0000","last_peered":"2024-03-19T01:47:33.720820+0000","last_clean":"2024-03-19T01:47:33.720820+0000","last_became_active":"2024-03-19T01:47:26.045503+0000","last_became_peered":"2024-03-19T01:47:26.045503+0000","last_unstale":"2024-03-19T01:47:33.720820+0000","last_undegraded":"2024-03-19T01:47:33.720820+0000","last_fullsized":"2024-03-19T01:47:33.720820+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:56:01.163124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.355666+0000","last_change":"2024-03-19T01:47:27.314081+0000","last_active":"2024-03-19T01:47:33.355666+0000","last_peered":"2024-03-19T01:47:33.355666+0000","last_clean":"2024-03-19T01:47:33.355666+0000","last_became_active":"2024-03-19T01:47:27.313382+0000","last_became_peered":"2024-03-19T01:47:27.313382+0000","last_unstale":"2024-03-19T01:47:33.355666+0000","last_undegraded":"2024-03-19T01:47:33.355666+0000","last_fullsized":"2024-03-19T01:47:33.355666+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:28:47.817495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.556886+0000","last_change":"2024-03-19T01:47:31.322661+0000","last_active":"2024-03-19T01:47:32.556886+0000","last_peered":"2024-03-19T01:47:32.556886+0000","last_clean":"2024-03-19T01:47:32.556886+0000","last_became_active":"2024-03-19T01:47:31.321757+0000","last_became_peered":"2024-03-19T01:47:31.321757+0000","last_unstale":"2024-03-19T01:47:32.556886+0000","last_undegraded":"2024-03-19T01:47:32.556886+0000","last_fullsized":"2024-03-19T01:47:32.556886+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:56:31.252445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"89'12","reported_seq":35,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:51.608767+0000","last_change":"2024-03-19T01:47:26.051394+0000","last_active":"2024-03-19T01:47:51.608767+0000","last_peered":"2024-03-19T01:47:51.608767+0000","last_clean":"2024-03-19T01:47:51.608767+0000","last_became_active":"2024-03-19T01:47:26.050660+0000","last_became_peered":"2024-03-19T01:47:26.050660+0000","last_unstale":"2024-03-19T01:47:51.608767+0000","last_undegraded":"2024-03-19T01:47:51.608767+0000","last_fullsized":"2024-03-19T01:47:51.608767+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:52:58.183984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3843,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.219576+0000","last_change":"2024-03-19T01:47:27.315361+0000","last_active":"2024-03-19T01:47:33.219576+0000","last_peered":"2024-03-19T01:47:33.219576+0000","last_clean":"2024-03-19T01:47:33.219576+0000","last_became_active":"2024-03-19T01:47:27.314911+0000","last_became_peered":"2024-03-19T01:47:27.314911+0000","last_unstale":"2024-03-19T01:47:33.219576+0000","last_undegraded":"2024-03-19T01:47:33.219576+0000","last_fullsized":"2024-03-19T01:47:33.219576+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:08:14.621040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.721299+0000","last_change":"2024-03-19T01:47:31.330456+0000","last_active":"2024-03-19T01:47:33.721299+0000","last_peered":"2024-03-19T01:47:33.721299+0000","last_clean":"2024-03-19T01:47:33.721299+0000","last_became_active":"2024-03-19T01:47:31.329958+0000","last_became_peered":"2024-03-19T01:47:31.329958+0000","last_unstale":"2024-03-19T01:47:33.721299+0000","last_undegraded":"2024-03-19T01:47:33.721299+0000","last_fullsized":"2024-03-19T01:47:33.721299+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:59:25.295474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:52.633983+0000","last_change":"2024-03-19T01:47:26.048432+0000","last_active":"2024-03-19T01:47:52.633983+0000","last_peered":"2024-03-19T01:47:52.633983+0000","last_clean":"2024-03-19T01:47:52.633983+0000","last_became_active":"2024-03-19T01:47:26.047964+0000","last_became_peered":"2024-03-19T01:47:26.047964+0000","last_unstale":"2024-03-19T01:47:52.633983+0000","last_undegraded":"2024-03-19T01:47:52.633983+0000","last_fullsized":"2024-03-19T01:47:52.633983+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:27:36.537848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.522243+0000","last_change":"2024-03-19T01:47:27.305835+0000","last_active":"2024-03-19T01:47:33.522243+0000","last_peered":"2024-03-19T01:47:33.522243+0000","last_clean":"2024-03-19T01:47:33.522243+0000","last_became_active":"2024-03-19T01:47:27.305470+0000","last_became_peered":"2024-03-19T01:47:27.305470+0000","last_unstale":"2024-03-19T01:47:33.522243+0000","last_undegraded":"2024-03-19T01:47:33.522243+0000","last_fullsized":"2024-03-19T01:47:33.522243+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:22:26.877874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720614+0000","last_change":"2024-03-19T01:47:31.315016+0000","last_active":"2024-03-19T01:47:33.720614+0000","last_peered":"2024-03-19T01:47:33.720614+0000","last_clean":"2024-03-19T01:47:33.720614+0000","last_became_active":"2024-03-19T01:47:31.313734+0000","last_became_peered":"2024-03-19T01:47:31.313734+0000","last_unstale":"2024-03-19T01:47:33.720614+0000","last_undegraded":"2024-03-19T01:47:33.720614+0000","last_fullsized":"2024-03-19T01:47:33.720614+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:59:07.326448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:51.611562+0000","last_change":"2024-03-19T01:47:26.052773+0000","last_active":"2024-03-19T01:47:51.611562+0000","last_peered":"2024-03-19T01:47:51.611562+0000","last_clean":"2024-03-19T01:47:51.611562+0000","last_became_active":"2024-03-19T01:47:26.052417+0000","last_became_peered":"2024-03-19T01:47:26.052417+0000","last_unstale":"2024-03-19T01:47:51.611562+0000","last_undegraded":"2024-03-19T01:47:51.611562+0000","last_fullsized":"2024-03-19T01:47:51.611562+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:54:56.810454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.556763+0000","last_change":"2024-03-19T01:47:27.310818+0000","last_active":"2024-03-19T01:47:32.556763+0000","last_peered":"2024-03-19T01:47:32.556763+0000","last_clean":"2024-03-19T01:47:32.556763+0000","last_became_active":"2024-03-19T01:47:27.310473+0000","last_became_peered":"2024-03-19T01:47:27.310473+0000","last_unstale":"2024-03-19T01:47:32.556763+0000","last_undegraded":"2024-03-19T01:47:32.556763+0000","last_fullsized":"2024-03-19T01:47:32.556763+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:23:22.643669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.557217+0000","last_change":"2024-03-19T01:47:31.325929+0000","last_active":"2024-03-19T01:47:32.557217+0000","last_peered":"2024-03-19T01:47:32.557217+0000","last_clean":"2024-03-19T01:47:32.557217+0000","last_became_active":"2024-03-19T01:47:31.325515+0000","last_became_peered":"2024-03-19T01:47:31.325515+0000","last_unstale":"2024-03-19T01:47:32.557217+0000","last_undegraded":"2024-03-19T01:47:32.557217+0000","last_fullsized":"2024-03-19T01:47:32.557217+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:06:24.464372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"89'4","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:53.635619+0000","last_change":"2024-03-19T01:47:26.048736+0000","last_active":"2024-03-19T01:47:53.635619+0000","last_peered":"2024-03-19T01:47:53.635619+0000","last_clean":"2024-03-19T01:47:53.635619+0000","last_became_active":"2024-03-19T01:47:26.048395+0000","last_became_peered":"2024-03-19T01:47:26.048395+0000","last_unstale":"2024-03-19T01:47:53.635619+0000","last_undegraded":"2024-03-19T01:47:53.635619+0000","last_fullsized":"2024-03-19T01:47:53.635619+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:25:53.794609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":3,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.556488+0000","last_change":"2024-03-19T01:47:27.301270+0000","last_active":"2024-03-19T01:47:32.556488+0000","last_peered":"2024-03-19T01:47:32.556488+0000","last_clean":"2024-03-19T01:47:32.556488+0000","last_became_active":"2024-03-19T01:47:27.300953+0000","last_became_peered":"2024-03-19T01:47:27.300953+0000","last_unstale":"2024-03-19T01:47:32.556488+0000","last_undegraded":"2024-03-19T01:47:32.556488+0000","last_fullsized":"2024-03-19T01:47:32.556488+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:29:50.520610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.522697+0000","last_change":"2024-03-19T01:47:31.324765+0000","last_active":"2024-03-19T01:47:33.522697+0000","last_peered":"2024-03-19T01:47:33.522697+0000","last_clean":"2024-03-19T01:47:33.522697+0000","last_became_active":"2024-03-19T01:47:31.324360+0000","last_became_peered":"2024-03-19T01:47:31.324360+0000","last_unstale":"2024-03-19T01:47:33.522697+0000","last_undegraded":"2024-03-19T01:47:33.522697+0000","last_fullsized":"2024-03-19T01:47:33.522697+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:47:22.496628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:52.636052+0000","last_change":"2024-03-19T01:47:26.055325+0000","last_active":"2024-03-19T01:47:52.636052+0000","last_peered":"2024-03-19T01:47:52.636052+0000","last_clean":"2024-03-19T01:47:52.636052+0000","last_became_active":"2024-03-19T01:47:26.054958+0000","last_became_peered":"2024-03-19T01:47:26.054958+0000","last_unstale":"2024-03-19T01:47:52.636052+0000","last_undegraded":"2024-03-19T01:47:52.636052+0000","last_fullsized":"2024-03-19T01:47:52.636052+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:51:49.081574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720260+0000","last_change":"2024-03-19T01:47:27.306161+0000","last_active":"2024-03-19T01:47:33.720260+0000","last_peered":"2024-03-19T01:47:33.720260+0000","last_clean":"2024-03-19T01:47:33.720260+0000","last_became_active":"2024-03-19T01:47:27.304705+0000","last_became_peered":"2024-03-19T01:47:27.304705+0000","last_unstale":"2024-03-19T01:47:33.720260+0000","last_undegraded":"2024-03-19T01:47:33.720260+0000","last_fullsized":"2024-03-19T01:47:33.720260+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:46:24.912578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.721130+0000","last_change":"2024-03-19T01:47:31.322426+0000","last_active":"2024-03-19T01:47:33.721130+0000","last_peered":"2024-03-19T01:47:33.721130+0000","last_clean":"2024-03-19T01:47:33.721130+0000","last_became_active":"2024-03-19T01:47:31.322016+0000","last_became_peered":"2024-03-19T01:47:31.322016+0000","last_unstale":"2024-03-19T01:47:33.721130+0000","last_undegraded":"2024-03-19T01:47:33.721130+0000","last_fullsized":"2024-03-19T01:47:33.721130+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:54:17.409583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:53.630221+0000","last_change":"2024-03-19T01:47:26.052190+0000","last_active":"2024-03-19T01:47:53.630221+0000","last_peered":"2024-03-19T01:47:53.630221+0000","last_clean":"2024-03-19T01:47:53.630221+0000","last_became_active":"2024-03-19T01:47:26.051799+0000","last_became_peered":"2024-03-19T01:47:26.051799+0000","last_unstale":"2024-03-19T01:47:53.630221+0000","last_undegraded":"2024-03-19T01:47:53.630221+0000","last_fullsized":"2024-03-19T01:47:53.630221+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:09:59.021810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.721319+0000","last_change":"2024-03-19T01:47:27.304180+0000","last_active":"2024-03-19T01:47:33.721319+0000","last_peered":"2024-03-19T01:47:33.721319+0000","last_clean":"2024-03-19T01:47:33.721319+0000","last_became_active":"2024-03-19T01:47:27.303143+0000","last_became_peered":"2024-03-19T01:47:27.303143+0000","last_unstale":"2024-03-19T01:47:33.721319+0000","last_undegraded":"2024-03-19T01:47:33.721319+0000","last_fullsized":"2024-03-19T01:47:33.721319+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:04:21.390402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.219337+0000","last_change":"2024-03-19T01:47:31.320318+0000","last_active":"2024-03-19T01:47:33.219337+0000","last_peered":"2024-03-19T01:47:33.219337+0000","last_clean":"2024-03-19T01:47:33.219337+0000","last_became_active":"2024-03-19T01:47:31.319915+0000","last_became_peered":"2024-03-19T01:47:31.319915+0000","last_unstale":"2024-03-19T01:47:33.219337+0000","last_undegraded":"2024-03-19T01:47:33.219337+0000","last_fullsized":"2024-03-19T01:47:33.219337+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:54:50.854825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.557137+0000","last_change":"2024-03-19T01:47:26.039733+0000","last_active":"2024-03-19T01:47:32.557137+0000","last_peered":"2024-03-19T01:47:32.557137+0000","last_clean":"2024-03-19T01:47:32.557137+0000","last_became_active":"2024-03-19T01:47:26.039376+0000","last_became_peered":"2024-03-19T01:47:26.039376+0000","last_unstale":"2024-03-19T01:47:32.557137+0000","last_undegraded":"2024-03-19T01:47:32.557137+0000","last_fullsized":"2024-03-19T01:47:32.557137+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:54:25.837909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720705+0000","last_change":"2024-03-19T01:47:27.307397+0000","last_active":"2024-03-19T01:47:33.720705+0000","last_peered":"2024-03-19T01:47:33.720705+0000","last_clean":"2024-03-19T01:47:33.720705+0000","last_became_active":"2024-03-19T01:47:27.307012+0000","last_became_peered":"2024-03-19T01:47:27.307012+0000","last_unstale":"2024-03-19T01:47:33.720705+0000","last_undegraded":"2024-03-19T01:47:33.720705+0000","last_fullsized":"2024-03-19T01:47:33.720705+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:40:02.529210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.522554+0000","last_change":"2024-03-19T01:47:31.315470+0000","last_active":"2024-03-19T01:47:33.522554+0000","last_peered":"2024-03-19T01:47:33.522554+0000","last_clean":"2024-03-19T01:47:33.522554+0000","last_became_active":"2024-03-19T01:47:31.315029+0000","last_became_peered":"2024-03-19T01:47:31.315029+0000","last_unstale":"2024-03-19T01:47:33.522554+0000","last_undegraded":"2024-03-19T01:47:33.522554+0000","last_fullsized":"2024-03-19T01:47:33.522554+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:16:22.166968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.556764+0000","last_change":"2024-03-19T01:47:26.052904+0000","last_active":"2024-03-19T01:47:32.556764+0000","last_peered":"2024-03-19T01:47:32.556764+0000","last_clean":"2024-03-19T01:47:32.556764+0000","last_became_active":"2024-03-19T01:47:26.052339+0000","last_became_peered":"2024-03-19T01:47:26.052339+0000","last_unstale":"2024-03-19T01:47:32.556764+0000","last_undegraded":"2024-03-19T01:47:32.556764+0000","last_fullsized":"2024-03-19T01:47:32.556764+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:45:47.050977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.719884+0000","last_change":"2024-03-19T01:47:27.303061+0000","last_active":"2024-03-19T01:47:33.719884+0000","last_peered":"2024-03-19T01:47:33.719884+0000","last_clean":"2024-03-19T01:47:33.719884+0000","last_became_active":"2024-03-19T01:47:27.302785+0000","last_became_peered":"2024-03-19T01:47:27.302785+0000","last_unstale":"2024-03-19T01:47:33.719884+0000","last_undegraded":"2024-03-19T01:47:33.719884+0000","last_fullsized":"2024-03-19T01:47:33.719884+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:44:10.691739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.522640+0000","last_change":"2024-03-19T01:47:31.326975+0000","last_active":"2024-03-19T01:47:33.522640+0000","last_peered":"2024-03-19T01:47:33.522640+0000","last_clean":"2024-03-19T01:47:33.522640+0000","last_became_active":"2024-03-19T01:47:31.326584+0000","last_became_peered":"2024-03-19T01:47:31.326584+0000","last_unstale":"2024-03-19T01:47:33.522640+0000","last_undegraded":"2024-03-19T01:47:33.522640+0000","last_fullsized":"2024-03-19T01:47:33.522640+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:06:30.740449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720380+0000","last_change":"2024-03-19T01:47:27.308459+0000","last_active":"2024-03-19T01:47:33.720380+0000","last_peered":"2024-03-19T01:47:33.720380+0000","last_clean":"2024-03-19T01:47:33.720380+0000","last_became_active":"2024-03-19T01:47:27.308012+0000","last_became_peered":"2024-03-19T01:47:27.308012+0000","last_unstale":"2024-03-19T01:47:33.720380+0000","last_undegraded":"2024-03-19T01:47:33.720380+0000","last_fullsized":"2024-03-19T01:47:33.720380+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:07:26.894011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'4","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:52.635051+0000","last_change":"2024-03-19T01:47:26.050134+0000","last_active":"2024-03-19T01:47:52.635051+0000","last_peered":"2024-03-19T01:47:52.635051+0000","last_clean":"2024-03-19T01:47:52.635051+0000","last_became_active":"2024-03-19T01:47:26.049837+0000","last_became_peered":"2024-03-19T01:47:26.049837+0000","last_unstale":"2024-03-19T01:47:52.635051+0000","last_undegraded":"2024-03-19T01:47:52.635051+0000","last_fullsized":"2024-03-19T01:47:52.635051+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:34:49.518613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.557160+0000","last_change":"2024-03-19T01:47:31.320403+0000","last_active":"2024-03-19T01:47:32.557160+0000","last_peered":"2024-03-19T01:47:32.557160+0000","last_clean":"2024-03-19T01:47:32.557160+0000","last_became_active":"2024-03-19T01:47:31.319954+0000","last_became_peered":"2024-03-19T01:47:31.319954+0000","last_unstale":"2024-03-19T01:47:32.557160+0000","last_undegraded":"2024-03-19T01:47:32.557160+0000","last_fullsized":"2024-03-19T01:47:32.557160+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:35:57.754444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.227776+0000","last_change":"2024-03-19T01:47:27.315194+0000","last_active":"2024-03-19T01:47:33.227776+0000","last_peered":"2024-03-19T01:47:33.227776+0000","last_clean":"2024-03-19T01:47:33.227776+0000","last_became_active":"2024-03-19T01:47:27.314864+0000","last_became_peered":"2024-03-19T01:47:27.314864+0000","last_unstale":"2024-03-19T01:47:33.227776+0000","last_undegraded":"2024-03-19T01:47:33.227776+0000","last_fullsized":"2024-03-19T01:47:33.227776+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:09:40.428274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:53.631346+0000","last_change":"2024-03-19T01:47:26.047794+0000","last_active":"2024-03-19T01:47:53.631346+0000","last_peered":"2024-03-19T01:47:53.631346+0000","last_clean":"2024-03-19T01:47:53.631346+0000","last_became_active":"2024-03-19T01:47:26.047459+0000","last_became_peered":"2024-03-19T01:47:26.047459+0000","last_unstale":"2024-03-19T01:47:53.631346+0000","last_undegraded":"2024-03-19T01:47:53.631346+0000","last_fullsized":"2024-03-19T01:47:53.631346+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:25:51.486270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":355,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.556369+0000","last_change":"2024-03-19T01:46:10.623403+0000","last_active":"2024-03-19T01:47:32.556369+0000","last_peered":"2024-03-19T01:47:32.556369+0000","last_clean":"2024-03-19T01:47:32.556369+0000","last_became_active":"2024-03-19T01:46:10.622930+0000","last_became_peered":"2024-03-19T01:46:10.622930+0000","last_unstale":"2024-03-19T01:47:32.556369+0000","last_undegraded":"2024-03-19T01:47:32.556369+0000","last_fullsized":"2024-03-19T01:47:32.556369+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:42:46.754448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:42:46.754448+0000","last_clean_scrub_stamp":"2024-03-19T01:42:46.754448+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:52:24.139448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720638+0000","last_change":"2024-03-19T01:47:31.323934+0000","last_active":"2024-03-19T01:47:33.720638+0000","last_peered":"2024-03-19T01:47:33.720638+0000","last_clean":"2024-03-19T01:47:33.720638+0000","last_became_active":"2024-03-19T01:47:31.323456+0000","last_became_peered":"2024-03-19T01:47:31.323456+0000","last_unstale":"2024-03-19T01:47:33.720638+0000","last_undegraded":"2024-03-19T01:47:33.720638+0000","last_fullsized":"2024-03-19T01:47:33.720638+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:59:27.408842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.522003+0000","last_change":"2024-03-19T01:47:27.297861+0000","last_active":"2024-03-19T01:47:33.522003+0000","last_peered":"2024-03-19T01:47:33.522003+0000","last_clean":"2024-03-19T01:47:33.522003+0000","last_became_active":"2024-03-19T01:47:27.297134+0000","last_became_peered":"2024-03-19T01:47:27.297134+0000","last_unstale":"2024-03-19T01:47:33.522003+0000","last_undegraded":"2024-03-19T01:47:33.522003+0000","last_fullsized":"2024-03-19T01:47:33.522003+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:35:49.461782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.556420+0000","last_change":"2024-03-19T01:47:26.050882+0000","last_active":"2024-03-19T01:47:32.556420+0000","last_peered":"2024-03-19T01:47:32.556420+0000","last_clean":"2024-03-19T01:47:32.556420+0000","last_became_active":"2024-03-19T01:47:26.050577+0000","last_became_peered":"2024-03-19T01:47:26.050577+0000","last_unstale":"2024-03-19T01:47:32.556420+0000","last_undegraded":"2024-03-19T01:47:32.556420+0000","last_fullsized":"2024-03-19T01:47:32.556420+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:34:56.939105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720544+0000","last_change":"2024-03-19T01:47:31.319308+0000","last_active":"2024-03-19T01:47:33.720544+0000","last_peered":"2024-03-19T01:47:33.720544+0000","last_clean":"2024-03-19T01:47:33.720544+0000","last_became_active":"2024-03-19T01:47:31.318750+0000","last_became_peered":"2024-03-19T01:47:31.318750+0000","last_unstale":"2024-03-19T01:47:33.720544+0000","last_undegraded":"2024-03-19T01:47:33.720544+0000","last_fullsized":"2024-03-19T01:47:33.720544+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:25:02.391574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:51.611667+0000","last_change":"2024-03-19T01:47:26.055374+0000","last_active":"2024-03-19T01:47:51.611667+0000","last_peered":"2024-03-19T01:47:51.611667+0000","last_clean":"2024-03-19T01:47:51.611667+0000","last_became_active":"2024-03-19T01:47:26.055028+0000","last_became_peered":"2024-03-19T01:47:26.055028+0000","last_unstale":"2024-03-19T01:47:51.611667+0000","last_undegraded":"2024-03-19T01:47:51.611667+0000","last_fullsized":"2024-03-19T01:47:51.611667+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:12:50.519110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.522583+0000","last_change":"2024-03-19T01:47:27.303872+0000","last_active":"2024-03-19T01:47:33.522583+0000","last_peered":"2024-03-19T01:47:33.522583+0000","last_clean":"2024-03-19T01:47:33.522583+0000","last_became_active":"2024-03-19T01:47:27.303495+0000","last_became_peered":"2024-03-19T01:47:27.303495+0000","last_unstale":"2024-03-19T01:47:33.522583+0000","last_undegraded":"2024-03-19T01:47:33.522583+0000","last_fullsized":"2024-03-19T01:47:33.522583+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:30:58.921679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.227711+0000","last_change":"2024-03-19T01:47:31.325730+0000","last_active":"2024-03-19T01:47:33.227711+0000","last_peered":"2024-03-19T01:47:33.227711+0000","last_clean":"2024-03-19T01:47:33.227711+0000","last_became_active":"2024-03-19T01:47:31.324519+0000","last_became_peered":"2024-03-19T01:47:31.324519+0000","last_unstale":"2024-03-19T01:47:33.227711+0000","last_undegraded":"2024-03-19T01:47:33.227711+0000","last_fullsized":"2024-03-19T01:47:33.227711+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:31:17.653078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"85'1","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.557385+0000","last_change":"2024-03-19T01:47:26.053216+0000","last_active":"2024-03-19T01:47:32.557385+0000","last_peered":"2024-03-19T01:47:32.557385+0000","last_clean":"2024-03-19T01:47:32.557385+0000","last_became_active":"2024-03-19T01:47:26.052024+0000","last_became_peered":"2024-03-19T01:47:26.052024+0000","last_unstale":"2024-03-19T01:47:32.557385+0000","last_undegraded":"2024-03-19T01:47:32.557385+0000","last_fullsized":"2024-03-19T01:47:32.557385+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:19:35.518685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.228244+0000","last_change":"2024-03-19T01:47:27.309025+0000","last_active":"2024-03-19T01:47:33.228244+0000","last_peered":"2024-03-19T01:47:33.228244+0000","last_clean":"2024-03-19T01:47:33.228244+0000","last_became_active":"2024-03-19T01:47:27.308653+0000","last_became_peered":"2024-03-19T01:47:27.308653+0000","last_unstale":"2024-03-19T01:47:33.228244+0000","last_undegraded":"2024-03-19T01:47:33.228244+0000","last_fullsized":"2024-03-19T01:47:33.228244+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:26:23.835558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.557865+0000","last_change":"2024-03-19T01:47:31.316198+0000","last_active":"2024-03-19T01:47:32.557865+0000","last_peered":"2024-03-19T01:47:32.557865+0000","last_clean":"2024-03-19T01:47:32.557865+0000","last_became_active":"2024-03-19T01:47:31.315660+0000","last_became_peered":"2024-03-19T01:47:31.315660+0000","last_unstale":"2024-03-19T01:47:32.557865+0000","last_undegraded":"2024-03-19T01:47:32.557865+0000","last_fullsized":"2024-03-19T01:47:32.557865+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:00:33.887798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:51.610159+0000","last_change":"2024-03-19T01:47:26.046501+0000","last_active":"2024-03-19T01:47:51.610159+0000","last_peered":"2024-03-19T01:47:51.610159+0000","last_clean":"2024-03-19T01:47:51.610159+0000","last_became_active":"2024-03-19T01:47:26.046093+0000","last_became_peered":"2024-03-19T01:47:26.046093+0000","last_unstale":"2024-03-19T01:47:51.610159+0000","last_undegraded":"2024-03-19T01:47:51.610159+0000","last_fullsized":"2024-03-19T01:47:51.610159+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:24:48.722011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720507+0000","last_change":"2024-03-19T01:47:27.314121+0000","last_active":"2024-03-19T01:47:33.720507+0000","last_peered":"2024-03-19T01:47:33.720507+0000","last_clean":"2024-03-19T01:47:33.720507+0000","last_became_active":"2024-03-19T01:47:27.313781+0000","last_became_peered":"2024-03-19T01:47:27.313781+0000","last_unstale":"2024-03-19T01:47:33.720507+0000","last_undegraded":"2024-03-19T01:47:33.720507+0000","last_fullsized":"2024-03-19T01:47:33.720507+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:51:35.000417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720311+0000","last_change":"2024-03-19T01:47:31.323096+0000","last_active":"2024-03-19T01:47:33.720311+0000","last_peered":"2024-03-19T01:47:33.720311+0000","last_clean":"2024-03-19T01:47:33.720311+0000","last_became_active":"2024-03-19T01:47:31.322643+0000","last_became_peered":"2024-03-19T01:47:31.322643+0000","last_unstale":"2024-03-19T01:47:33.720311+0000","last_undegraded":"2024-03-19T01:47:33.720311+0000","last_fullsized":"2024-03-19T01:47:33.720311+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:10:36.376972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.355353+0000","last_change":"2024-03-19T01:47:26.047208+0000","last_active":"2024-03-19T01:47:33.355353+0000","last_peered":"2024-03-19T01:47:33.355353+0000","last_clean":"2024-03-19T01:47:33.355353+0000","last_became_active":"2024-03-19T01:47:26.046868+0000","last_became_peered":"2024-03-19T01:47:26.046868+0000","last_unstale":"2024-03-19T01:47:33.355353+0000","last_undegraded":"2024-03-19T01:47:33.355353+0000","last_fullsized":"2024-03-19T01:47:33.355353+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:12:22.018475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.219091+0000","last_change":"2024-03-19T01:47:27.305294+0000","last_active":"2024-03-19T01:47:33.219091+0000","last_peered":"2024-03-19T01:47:33.219091+0000","last_clean":"2024-03-19T01:47:33.219091+0000","last_became_active":"2024-03-19T01:47:27.304946+0000","last_became_peered":"2024-03-19T01:47:27.304946+0000","last_unstale":"2024-03-19T01:47:33.219091+0000","last_undegraded":"2024-03-19T01:47:33.219091+0000","last_fullsized":"2024-03-19T01:47:33.219091+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:49:54.560038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.557484+0000","last_change":"2024-03-19T01:47:31.327304+0000","last_active":"2024-03-19T01:47:32.557484+0000","last_peered":"2024-03-19T01:47:32.557484+0000","last_clean":"2024-03-19T01:47:32.557484+0000","last_became_active":"2024-03-19T01:47:31.326889+0000","last_became_peered":"2024-03-19T01:47:31.326889+0000","last_unstale":"2024-03-19T01:47:32.557484+0000","last_undegraded":"2024-03-19T01:47:32.557484+0000","last_fullsized":"2024-03-19T01:47:32.557484+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:28:20.045507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:51.611410+0000","last_change":"2024-03-19T01:47:26.045259+0000","last_active":"2024-03-19T01:47:51.611410+0000","last_peered":"2024-03-19T01:47:51.611410+0000","last_clean":"2024-03-19T01:47:51.611410+0000","last_became_active":"2024-03-19T01:47:26.044008+0000","last_became_peered":"2024-03-19T01:47:26.044008+0000","last_unstale":"2024-03-19T01:47:51.611410+0000","last_undegraded":"2024-03-19T01:47:51.611410+0000","last_fullsized":"2024-03-19T01:47:51.611410+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:03:29.182910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720231+0000","last_change":"2024-03-19T01:47:27.310672+0000","last_active":"2024-03-19T01:47:33.720231+0000","last_peered":"2024-03-19T01:47:33.720231+0000","last_clean":"2024-03-19T01:47:33.720231+0000","last_became_active":"2024-03-19T01:47:27.310345+0000","last_became_peered":"2024-03-19T01:47:27.310345+0000","last_unstale":"2024-03-19T01:47:33.720231+0000","last_undegraded":"2024-03-19T01:47:33.720231+0000","last_fullsized":"2024-03-19T01:47:33.720231+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:32:11.630838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720794+0000","last_change":"2024-03-19T01:47:31.323127+0000","last_active":"2024-03-19T01:47:33.720794+0000","last_peered":"2024-03-19T01:47:33.720794+0000","last_clean":"2024-03-19T01:47:33.720794+0000","last_became_active":"2024-03-19T01:47:31.322683+0000","last_became_peered":"2024-03-19T01:47:31.322683+0000","last_unstale":"2024-03-19T01:47:33.720794+0000","last_undegraded":"2024-03-19T01:47:33.720794+0000","last_fullsized":"2024-03-19T01:47:33.720794+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:13:16.272805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"89'1","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.557814+0000","last_change":"2024-03-19T01:47:26.051718+0000","last_active":"2024-03-19T01:47:32.557814+0000","last_peered":"2024-03-19T01:47:32.557814+0000","last_clean":"2024-03-19T01:47:32.557814+0000","last_became_active":"2024-03-19T01:47:26.051386+0000","last_became_peered":"2024-03-19T01:47:26.051386+0000","last_unstale":"2024-03-19T01:47:32.557814+0000","last_undegraded":"2024-03-19T01:47:32.557814+0000","last_fullsized":"2024-03-19T01:47:32.557814+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:15:41.400058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.227833+0000","last_change":"2024-03-19T01:47:27.323008+0000","last_active":"2024-03-19T01:47:33.227833+0000","last_peered":"2024-03-19T01:47:33.227833+0000","last_clean":"2024-03-19T01:47:33.227833+0000","last_became_active":"2024-03-19T01:47:27.321315+0000","last_became_peered":"2024-03-19T01:47:27.321315+0000","last_unstale":"2024-03-19T01:47:33.227833+0000","last_undegraded":"2024-03-19T01:47:33.227833+0000","last_fullsized":"2024-03-19T01:47:33.227833+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:11:55.954804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720120+0000","last_change":"2024-03-19T01:47:31.318920+0000","last_active":"2024-03-19T01:47:33.720120+0000","last_peered":"2024-03-19T01:47:33.720120+0000","last_clean":"2024-03-19T01:47:33.720120+0000","last_became_active":"2024-03-19T01:47:31.318548+0000","last_became_peered":"2024-03-19T01:47:31.318548+0000","last_unstale":"2024-03-19T01:47:33.720120+0000","last_undegraded":"2024-03-19T01:47:33.720120+0000","last_fullsized":"2024-03-19T01:47:33.720120+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:17:39.332279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:51.611416+0000","last_change":"2024-03-19T01:47:26.054583+0000","last_active":"2024-03-19T01:47:51.611416+0000","last_peered":"2024-03-19T01:47:51.611416+0000","last_clean":"2024-03-19T01:47:51.611416+0000","last_became_active":"2024-03-19T01:47:26.054229+0000","last_became_peered":"2024-03-19T01:47:26.054229+0000","last_unstale":"2024-03-19T01:47:51.611416+0000","last_undegraded":"2024-03-19T01:47:51.611416+0000","last_fullsized":"2024-03-19T01:47:51.611416+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:49:37.413673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.556684+0000","last_change":"2024-03-19T01:47:27.315503+0000","last_active":"2024-03-19T01:47:32.556684+0000","last_peered":"2024-03-19T01:47:32.556684+0000","last_clean":"2024-03-19T01:47:32.556684+0000","last_became_active":"2024-03-19T01:47:27.314977+0000","last_became_peered":"2024-03-19T01:47:27.314977+0000","last_unstale":"2024-03-19T01:47:32.556684+0000","last_undegraded":"2024-03-19T01:47:32.556684+0000","last_fullsized":"2024-03-19T01:47:32.556684+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:30:46.922775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.355494+0000","last_change":"2024-03-19T01:47:31.318603+0000","last_active":"2024-03-19T01:47:33.355494+0000","last_peered":"2024-03-19T01:47:33.355494+0000","last_clean":"2024-03-19T01:47:33.355494+0000","last_became_active":"2024-03-19T01:47:31.318204+0000","last_became_peered":"2024-03-19T01:47:31.318204+0000","last_unstale":"2024-03-19T01:47:33.355494+0000","last_undegraded":"2024-03-19T01:47:33.355494+0000","last_fullsized":"2024-03-19T01:47:33.355494+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:34:07.214073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:52.635512+0000","last_change":"2024-03-19T01:47:26.046983+0000","last_active":"2024-03-19T01:47:52.635512+0000","last_peered":"2024-03-19T01:47:52.635512+0000","last_clean":"2024-03-19T01:47:52.635512+0000","last_became_active":"2024-03-19T01:47:26.046327+0000","last_became_peered":"2024-03-19T01:47:26.046327+0000","last_unstale":"2024-03-19T01:47:52.635512+0000","last_undegraded":"2024-03-19T01:47:52.635512+0000","last_fullsized":"2024-03-19T01:47:52.635512+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:09:35.545474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.557215+0000","last_change":"2024-03-19T01:47:27.315375+0000","last_active":"2024-03-19T01:47:32.557215+0000","last_peered":"2024-03-19T01:47:32.557215+0000","last_clean":"2024-03-19T01:47:32.557215+0000","last_became_active":"2024-03-19T01:47:27.314765+0000","last_became_peered":"2024-03-19T01:47:27.314765+0000","last_unstale":"2024-03-19T01:47:32.557215+0000","last_undegraded":"2024-03-19T01:47:32.557215+0000","last_fullsized":"2024-03-19T01:47:32.557215+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:54:50.906045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720052+0000","last_change":"2024-03-19T01:47:31.315026+0000","last_active":"2024-03-19T01:47:33.720052+0000","last_peered":"2024-03-19T01:47:33.720052+0000","last_clean":"2024-03-19T01:47:33.720052+0000","last_became_active":"2024-03-19T01:47:31.314564+0000","last_became_peered":"2024-03-19T01:47:31.314564+0000","last_unstale":"2024-03-19T01:47:33.720052+0000","last_undegraded":"2024-03-19T01:47:33.720052+0000","last_fullsized":"2024-03-19T01:47:33.720052+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:36:23.663143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"84'1","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.721014+0000","last_change":"2024-03-19T01:47:26.052576+0000","last_active":"2024-03-19T01:47:33.721014+0000","last_peered":"2024-03-19T01:47:33.721014+0000","last_clean":"2024-03-19T01:47:33.721014+0000","last_became_active":"2024-03-19T01:47:26.052198+0000","last_became_peered":"2024-03-19T01:47:26.052198+0000","last_unstale":"2024-03-19T01:47:33.721014+0000","last_undegraded":"2024-03-19T01:47:33.721014+0000","last_fullsized":"2024-03-19T01:47:33.721014+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:50:40.341031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.556759+0000","last_change":"2024-03-19T01:47:27.307012+0000","last_active":"2024-03-19T01:47:32.556759+0000","last_peered":"2024-03-19T01:47:32.556759+0000","last_clean":"2024-03-19T01:47:32.556759+0000","last_became_active":"2024-03-19T01:47:27.306474+0000","last_became_peered":"2024-03-19T01:47:27.306474+0000","last_unstale":"2024-03-19T01:47:32.556759+0000","last_undegraded":"2024-03-19T01:47:32.556759+0000","last_fullsized":"2024-03-19T01:47:32.556759+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:00:45.069641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720030+0000","last_change":"2024-03-19T01:47:31.318827+0000","last_active":"2024-03-19T01:47:33.720030+0000","last_peered":"2024-03-19T01:47:33.720030+0000","last_clean":"2024-03-19T01:47:33.720030+0000","last_became_active":"2024-03-19T01:47:31.318391+0000","last_became_peered":"2024-03-19T01:47:31.318391+0000","last_unstale":"2024-03-19T01:47:33.720030+0000","last_undegraded":"2024-03-19T01:47:33.720030+0000","last_fullsized":"2024-03-19T01:47:33.720030+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:59:31.049420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"84'2","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.522557+0000","last_change":"2024-03-19T01:47:26.048652+0000","last_active":"2024-03-19T01:47:33.522557+0000","last_peered":"2024-03-19T01:47:33.522557+0000","last_clean":"2024-03-19T01:47:33.522557+0000","last_became_active":"2024-03-19T01:47:26.048219+0000","last_became_peered":"2024-03-19T01:47:26.048219+0000","last_unstale":"2024-03-19T01:47:33.522557+0000","last_undegraded":"2024-03-19T01:47:33.522557+0000","last_fullsized":"2024-03-19T01:47:33.522557+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:59:31.904872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.557041+0000","last_change":"2024-03-19T01:47:27.302116+0000","last_active":"2024-03-19T01:47:32.557041+0000","last_peered":"2024-03-19T01:47:32.557041+0000","last_clean":"2024-03-19T01:47:32.557041+0000","last_became_active":"2024-03-19T01:47:27.301769+0000","last_became_peered":"2024-03-19T01:47:27.301769+0000","last_unstale":"2024-03-19T01:47:32.557041+0000","last_undegraded":"2024-03-19T01:47:32.557041+0000","last_fullsized":"2024-03-19T01:47:32.557041+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:12:35.104525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720266+0000","last_change":"2024-03-19T01:47:27.308645+0000","last_active":"2024-03-19T01:47:33.720266+0000","last_peered":"2024-03-19T01:47:33.720266+0000","last_clean":"2024-03-19T01:47:33.720266+0000","last_became_active":"2024-03-19T01:47:27.308301+0000","last_became_peered":"2024-03-19T01:47:27.308301+0000","last_unstale":"2024-03-19T01:47:33.720266+0000","last_undegraded":"2024-03-19T01:47:33.720266+0000","last_fullsized":"2024-03-19T01:47:33.720266+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:55:16.836852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.558029+0000","last_change":"2024-03-19T01:47:27.303478+0000","last_active":"2024-03-19T01:47:32.558029+0000","last_peered":"2024-03-19T01:47:32.558029+0000","last_clean":"2024-03-19T01:47:32.558029+0000","last_became_active":"2024-03-19T01:47:27.303116+0000","last_became_peered":"2024-03-19T01:47:27.303116+0000","last_unstale":"2024-03-19T01:47:32.558029+0000","last_undegraded":"2024-03-19T01:47:32.558029+0000","last_fullsized":"2024-03-19T01:47:32.558029+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:39:45.354997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.557709+0000","last_change":"2024-03-19T01:47:27.311850+0000","last_active":"2024-03-19T01:47:32.557709+0000","last_peered":"2024-03-19T01:47:32.557709+0000","last_clean":"2024-03-19T01:47:32.557709+0000","last_became_active":"2024-03-19T01:47:27.311506+0000","last_became_peered":"2024-03-19T01:47:27.311506+0000","last_unstale":"2024-03-19T01:47:32.557709+0000","last_undegraded":"2024-03-19T01:47:32.557709+0000","last_fullsized":"2024-03-19T01:47:32.557709+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:08:34.293526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720264+0000","last_change":"2024-03-19T01:47:27.311366+0000","last_active":"2024-03-19T01:47:33.720264+0000","last_peered":"2024-03-19T01:47:33.720264+0000","last_clean":"2024-03-19T01:47:33.720264+0000","last_became_active":"2024-03-19T01:47:27.310029+0000","last_became_peered":"2024-03-19T01:47:27.310029+0000","last_unstale":"2024-03-19T01:47:33.720264+0000","last_undegraded":"2024-03-19T01:47:33.720264+0000","last_fullsized":"2024-03-19T01:47:33.720264+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:32:29.914884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.522493+0000","last_change":"2024-03-19T01:47:27.310984+0000","last_active":"2024-03-19T01:47:33.522493+0000","last_peered":"2024-03-19T01:47:33.522493+0000","last_clean":"2024-03-19T01:47:33.522493+0000","last_became_active":"2024-03-19T01:47:27.310614+0000","last_became_peered":"2024-03-19T01:47:27.310614+0000","last_unstale":"2024-03-19T01:47:33.522493+0000","last_undegraded":"2024-03-19T01:47:33.522493+0000","last_fullsized":"2024-03-19T01:47:33.522493+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:19:00.115861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720923+0000","last_change":"2024-03-19T01:47:27.306625+0000","last_active":"2024-03-19T01:47:33.720923+0000","last_peered":"2024-03-19T01:47:33.720923+0000","last_clean":"2024-03-19T01:47:33.720923+0000","last_became_active":"2024-03-19T01:47:27.306004+0000","last_became_peered":"2024-03-19T01:47:27.306004+0000","last_unstale":"2024-03-19T01:47:33.720923+0000","last_undegraded":"2024-03-19T01:47:33.720923+0000","last_fullsized":"2024-03-19T01:47:33.720923+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:03:00.845422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.558312+0000","last_change":"2024-03-19T01:47:27.318856+0000","last_active":"2024-03-19T01:47:32.558312+0000","last_peered":"2024-03-19T01:47:32.558312+0000","last_clean":"2024-03-19T01:47:32.558312+0000","last_became_active":"2024-03-19T01:47:27.318474+0000","last_became_peered":"2024-03-19T01:47:27.318474+0000","last_unstale":"2024-03-19T01:47:32.558312+0000","last_undegraded":"2024-03-19T01:47:32.558312+0000","last_fullsized":"2024-03-19T01:47:32.558312+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:55:07.829562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.228316+0000","last_change":"2024-03-19T01:47:27.306643+0000","last_active":"2024-03-19T01:47:33.228316+0000","last_peered":"2024-03-19T01:47:33.228316+0000","last_clean":"2024-03-19T01:47:33.228316+0000","last_became_active":"2024-03-19T01:47:27.306295+0000","last_became_peered":"2024-03-19T01:47:27.306295+0000","last_unstale":"2024-03-19T01:47:33.228316+0000","last_undegraded":"2024-03-19T01:47:33.228316+0000","last_fullsized":"2024-03-19T01:47:33.228316+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:04:07.878606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720152+0000","last_change":"2024-03-19T01:47:27.309545+0000","last_active":"2024-03-19T01:47:33.720152+0000","last_peered":"2024-03-19T01:47:33.720152+0000","last_clean":"2024-03-19T01:47:33.720152+0000","last_became_active":"2024-03-19T01:47:27.307757+0000","last_became_peered":"2024-03-19T01:47:27.307757+0000","last_unstale":"2024-03-19T01:47:33.720152+0000","last_undegraded":"2024-03-19T01:47:33.720152+0000","last_fullsized":"2024-03-19T01:47:33.720152+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:41:06.972203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.227793+0000","last_change":"2024-03-19T01:47:27.309735+0000","last_active":"2024-03-19T01:47:33.227793+0000","last_peered":"2024-03-19T01:47:33.227793+0000","last_clean":"2024-03-19T01:47:33.227793+0000","last_became_active":"2024-03-19T01:47:27.309393+0000","last_became_peered":"2024-03-19T01:47:27.309393+0000","last_unstale":"2024-03-19T01:47:33.227793+0000","last_undegraded":"2024-03-19T01:47:33.227793+0000","last_fullsized":"2024-03-19T01:47:33.227793+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:00:54.161968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.355617+0000","last_change":"2024-03-19T01:47:27.312750+0000","last_active":"2024-03-19T01:47:33.355617+0000","last_peered":"2024-03-19T01:47:33.355617+0000","last_clean":"2024-03-19T01:47:33.355617+0000","last_became_active":"2024-03-19T01:47:27.312192+0000","last_became_peered":"2024-03-19T01:47:27.312192+0000","last_unstale":"2024-03-19T01:47:33.355617+0000","last_undegraded":"2024-03-19T01:47:33.355617+0000","last_fullsized":"2024-03-19T01:47:33.355617+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:30:35.903989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.522197+0000","last_change":"2024-03-19T01:47:27.310347+0000","last_active":"2024-03-19T01:47:33.522197+0000","last_peered":"2024-03-19T01:47:33.522197+0000","last_clean":"2024-03-19T01:47:33.522197+0000","last_became_active":"2024-03-19T01:47:27.309951+0000","last_became_peered":"2024-03-19T01:47:27.309951+0000","last_unstale":"2024-03-19T01:47:33.522197+0000","last_undegraded":"2024-03-19T01:47:33.522197+0000","last_fullsized":"2024-03-19T01:47:33.522197+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:35:47.201218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720630+0000","last_change":"2024-03-19T01:47:27.305521+0000","last_active":"2024-03-19T01:47:33.720630+0000","last_peered":"2024-03-19T01:47:33.720630+0000","last_clean":"2024-03-19T01:47:33.720630+0000","last_became_active":"2024-03-19T01:47:27.305189+0000","last_became_peered":"2024-03-19T01:47:27.305189+0000","last_unstale":"2024-03-19T01:47:33.720630+0000","last_undegraded":"2024-03-19T01:47:33.720630+0000","last_fullsized":"2024-03-19T01:47:33.720630+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:47:59.618470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":7844,"num_objects":54,"num_object_clones":0,"num_object_copies":162,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":54,"num_whiteouts":0,"num_read":15,"num_read_kb":14,"num_write":112,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":34,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":233472,"data_stored":40021,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":99,"ondisk_log_size":99,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383699,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":477411,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645336,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36920,"kb_used_data":1584,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708232,"statfs":{"total":95995035648,"available":95957229568,"internally_reserved":0,"allocated":1622016,"data_stored":1072618,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808861,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36304,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708848,"statfs":{"total":95995035648,"available":95957860352,"internally_reserved":0,"allocated":987136,"data_stored":477411,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070499,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":477567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332135,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28572,"kb_used_data":1544,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716580,"statfs":{"total":95995035648,"available":95965777920,"internally_reserved":0,"allocated":1581056,"data_stored":1067779,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495661,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":476919,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574916,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36308,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708844,"statfs":{"total":95995035648,"available":95957856256,"internally_reserved":0,"allocated":995328,"data_stored":480672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738442,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":995328,"data_stored":477523,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411393,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36332,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708820,"statfs":{"total":95995035648,"available":95957831680,"internally_reserved":0,"allocated":1019904,"data_stored":482022,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182459,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36308,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708844,"statfs":{"total":95995035648,"available":95957856256,"internally_reserved":0,"allocated":995328,"data_stored":477023,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920823,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36308,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708844,"statfs":{"total":95995035648,"available":95957856256,"internally_reserved":0,"allocated":995328,"data_stored":477864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757296,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28584,"kb_used_data":1568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716568,"statfs":{"total":95995035648,"available":95965765632,"internally_reserved":0,"allocated":1605632,"data_stored":1068673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3843,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":24492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1035,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":5421,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}}
2024-03-19T01:47:56.409 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json
2024-03-19T01:47:56.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.546+0000 7fef23219640  1 -- 172.21.15.46:0/1242486315 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef1c102e70 msgr2=0x7fef1c103290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:56.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.546+0000 7fef23219640  1 --2- 172.21.15.46:0/1242486315 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef1c102e70 0x7fef1c103290 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fef10009900 tx=0x7fef1002bc30 comp rx=0 tx=0).stop
2024-03-19T01:47:56.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.546+0000 7fef23219640  1 -- 172.21.15.46:0/1242486315 shutdown_connections
2024-03-19T01:47:56.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.546+0000 7fef23219640  1 --2- 172.21.15.46:0/1242486315 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fef1c1002a0 0x7fef1c109e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:56.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.546+0000 7fef23219640  1 --2- 172.21.15.46:0/1242486315 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fef1c0ff8e0 0x7fef1c0ffd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:56.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.546+0000 7fef23219640  1 --2- 172.21.15.46:0/1242486315 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef1c102e70 0x7fef1c103290 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:56.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.546+0000 7fef23219640  1 -- 172.21.15.46:0/1242486315 >> 172.21.15.46:0/1242486315 conn(0x7fef1c0fb460 msgr2=0x7fef1c0fd8a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:56.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.546+0000 7fef23219640  1 -- 172.21.15.46:0/1242486315 shutdown_connections
2024-03-19T01:47:56.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.546+0000 7fef23219640  1 -- 172.21.15.46:0/1242486315 wait complete.
2024-03-19T01:47:56.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.547+0000 7fef23219640  1  Processor -- start
2024-03-19T01:47:56.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.547+0000 7fef23219640  1 --  start start
2024-03-19T01:47:56.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.547+0000 7fef23219640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef1c0ff8e0 0x7fef1c197aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:56.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.547+0000 7fef23219640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fef1c1002a0 0x7fef1c197fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:56.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.547+0000 7fef23219640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fef1c102e70 0x7fef1c19f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:56.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.547+0000 7fef23219640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fef1c10d3a0 con 0x7fef1c0ff8e0
2024-03-19T01:47:56.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.547+0000 7fef23219640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fef1c10d220 con 0x7fef1c1002a0
2024-03-19T01:47:56.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.547+0000 7fef23219640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fef1c10d520 con 0x7fef1c102e70
2024-03-19T01:47:56.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.547+0000 7fef20fb5640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef1c0ff8e0 0x7fef1c197aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:56.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.547+0000 7fef20fb5640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef1c0ff8e0 0x7fef1c197aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48756/0 (socket says 172.21.15.46:48756)
2024-03-19T01:47:56.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.547+0000 7fef20fb5640  1 -- 172.21.15.46:0/1841003174 learned_addr learned my addr 172.21.15.46:0/1841003174 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:56.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.547+0000 7fef1bfff640  1 --2- 172.21.15.46:0/1841003174 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fef1c1002a0 0x7fef1c197fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:56.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.547+0000 7fef217b6640  1 --2- 172.21.15.46:0/1841003174 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fef1c102e70 0x7fef1c19f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:56.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.547+0000 7fef20fb5640  1 -- 172.21.15.46:0/1841003174 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fef1c102e70 msgr2=0x7fef1c19f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:56.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.547+0000 7fef20fb5640  1 --2- 172.21.15.46:0/1841003174 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fef1c102e70 0x7fef1c19f050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:56.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.547+0000 7fef20fb5640  1 -- 172.21.15.46:0/1841003174 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fef1c1002a0 msgr2=0x7fef1c197fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:56.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.547+0000 7fef20fb5640  1 --2- 172.21.15.46:0/1841003174 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fef1c1002a0 0x7fef1c197fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:56.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.547+0000 7fef20fb5640  1 -- 172.21.15.46:0/1841003174 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef1c19f6c0 con 0x7fef1c0ff8e0
2024-03-19T01:47:56.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.547+0000 7fef217b6640  1 --2- 172.21.15.46:0/1841003174 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fef1c102e70 0x7fef1c19f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:47:56.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.548+0000 7fef20fb5640  1 --2- 172.21.15.46:0/1841003174 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef1c0ff8e0 0x7fef1c197aa0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fef10000c00 tx=0x7fef10005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:56.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.548+0000 7fef19ffb640  1 -- 172.21.15.46:0/1841003174 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef10043020 con 0x7fef1c0ff8e0
2024-03-19T01:47:56.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.548+0000 7fef19ffb640  1 -- 172.21.15.46:0/1841003174 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fef10004350 con 0x7fef1c0ff8e0
2024-03-19T01:47:56.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.548+0000 7fef23219640  1 -- 172.21.15.46:0/1841003174 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef1c19f950 con 0x7fef1c0ff8e0
2024-03-19T01:47:56.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.548+0000 7fef19ffb640  1 -- 172.21.15.46:0/1841003174 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef10003b80 con 0x7fef1c0ff8e0
2024-03-19T01:47:56.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.548+0000 7fef23219640  1 -- 172.21.15.46:0/1841003174 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef1c19fea0 con 0x7fef1c0ff8e0
2024-03-19T01:47:56.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.549+0000 7fef23219640  1 -- 172.21.15.46:0/1841003174 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef1c108e00 con 0x7fef1c0ff8e0
2024-03-19T01:47:56.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.550+0000 7fef19ffb640  1 -- 172.21.15.46:0/1841003174 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fef10046020 con 0x7fef1c0ff8e0
2024-03-19T01:47:56.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.550+0000 7fef19ffb640  1 --2- 172.21.15.46:0/1841003174 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fef0c0a2890 0x7fef0c0a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:56.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.551+0000 7fef19ffb640  1 -- 172.21.15.46:0/1841003174 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fef100f0f50 con 0x7fef1c0ff8e0
2024-03-19T01:47:56.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.551+0000 7fef1bfff640  1 --2- 172.21.15.46:0/1841003174 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fef0c0a2890 0x7fef0c0a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:56.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.551+0000 7fef1bfff640  1 --2- 172.21.15.46:0/1841003174 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fef0c0a2890 0x7fef0c0a4d50 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fef1c198fb0 tx=0x7fef08005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:56.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.555+0000 7fef19ffb640  1 -- 172.21.15.46:0/1841003174 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fef1004d020 con 0x7fef1c0ff8e0
2024-03-19T01:47:56.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.737+0000 7fef23219640  1 -- 172.21.15.46:0/1841003174 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fef1c061c60 con 0x7fef0c0a2890
2024-03-19T01:47:56.746 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.746+0000 7fef19ffb640  1 -- 172.21.15.46:0/1841003174 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340306 (secure 0 0 0) 0x7fef1c061c60 con 0x7fef0c0a2890
2024-03-19T01:47:56.750 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:47:56.751 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all
2024-03-19T01:47:56.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.750+0000 7fef23219640  1 -- 172.21.15.46:0/1841003174 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fef0c0a2890 msgr2=0x7fef0c0a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:56.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.750+0000 7fef23219640  1 --2- 172.21.15.46:0/1841003174 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fef0c0a2890 0x7fef0c0a4d50 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fef1c198fb0 tx=0x7fef08005f90 comp rx=0 tx=0).stop
2024-03-19T01:47:56.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.750+0000 7fef23219640  1 -- 172.21.15.46:0/1841003174 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef1c0ff8e0 msgr2=0x7fef1c197aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:56.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.750+0000 7fef23219640  1 --2- 172.21.15.46:0/1841003174 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef1c0ff8e0 0x7fef1c197aa0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fef10000c00 tx=0x7fef10005dc0 comp rx=0 tx=0).stop
2024-03-19T01:47:56.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.750+0000 7fef23219640  1 -- 172.21.15.46:0/1841003174 shutdown_connections
2024-03-19T01:47:56.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.750+0000 7fef23219640  1 --2- 172.21.15.46:0/1841003174 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fef0c0a2890 0x7fef0c0a4d50 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:56.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.750+0000 7fef23219640  1 --2- 172.21.15.46:0/1841003174 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fef1c102e70 0x7fef1c19f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:56.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.750+0000 7fef23219640  1 --2- 172.21.15.46:0/1841003174 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fef1c1002a0 0x7fef1c197fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:56.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.750+0000 7fef23219640  1 --2- 172.21.15.46:0/1841003174 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef1c0ff8e0 0x7fef1c197aa0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:56.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.750+0000 7fef23219640  1 -- 172.21.15.46:0/1841003174 >> 172.21.15.46:0/1841003174 conn(0x7fef1c0fb460 msgr2=0x7fef1c105fd0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:56.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.750+0000 7fef23219640  1 -- 172.21.15.46:0/1841003174 shutdown_connections
2024-03-19T01:47:56.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:56.750+0000 7fef23219640  1 -- 172.21.15.46:0/1841003174 wait complete.
2024-03-19T01:47:56.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:56 smithi046 ceph-mon[63102]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:47:56.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:56 smithi046 ceph-mon[63102]: from='client.14916 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:47:56.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:56 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2480192328' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:56.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:56 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3192813716' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:47:56.761 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":308,"stamp":"2024-03-19T01:47:55.914397+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":598212,"num_objects":56,"num_object_clones":0,"num_object_copies":168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":151,"num_read_kb":133,"num_write":293,"num_write_kb":2982,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":34,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":236,"ondisk_log_size":236,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":387580,"kb_used_data":13452,"kb_used_omap":18,"kb_used_meta":373997,"kb_avail":1124554244,"statfs":{"total":1151940427776,"available":1151543545856,"internally_reserved":0,"allocated":13774848,"data_stored":7513482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":382973242},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":3203,"num_objects":32,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":15,"num_read_kb":14,"num_write":63,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":20,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003387"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.721048+0000","last_change":"2024-03-19T01:47:27.316219+0000","last_active":"2024-03-19T01:47:33.721048+0000","last_peered":"2024-03-19T01:47:33.721048+0000","last_clean":"2024-03-19T01:47:33.721048+0000","last_became_active":"2024-03-19T01:47:27.315831+0000","last_became_peered":"2024-03-19T01:47:27.315831+0000","last_unstale":"2024-03-19T01:47:33.721048+0000","last_undegraded":"2024-03-19T01:47:33.721048+0000","last_fullsized":"2024-03-19T01:47:33.721048+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:14:54.941807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720398+0000","last_change":"2024-03-19T01:47:27.309298+0000","last_active":"2024-03-19T01:47:33.720398+0000","last_peered":"2024-03-19T01:47:33.720398+0000","last_clean":"2024-03-19T01:47:33.720398+0000","last_became_active":"2024-03-19T01:47:27.308880+0000","last_became_peered":"2024-03-19T01:47:27.308880+0000","last_unstale":"2024-03-19T01:47:33.720398+0000","last_undegraded":"2024-03-19T01:47:33.720398+0000","last_fullsized":"2024-03-19T01:47:33.720398+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:25:43.214077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720436+0000","last_change":"2024-03-19T01:47:27.314676+0000","last_active":"2024-03-19T01:47:33.720436+0000","last_peered":"2024-03-19T01:47:33.720436+0000","last_clean":"2024-03-19T01:47:33.720436+0000","last_became_active":"2024-03-19T01:47:27.314302+0000","last_became_peered":"2024-03-19T01:47:27.314302+0000","last_unstale":"2024-03-19T01:47:33.720436+0000","last_undegraded":"2024-03-19T01:47:33.720436+0000","last_fullsized":"2024-03-19T01:47:33.720436+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:58:34.309633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720431+0000","last_change":"2024-03-19T01:47:27.305666+0000","last_active":"2024-03-19T01:47:33.720431+0000","last_peered":"2024-03-19T01:47:33.720431+0000","last_clean":"2024-03-19T01:47:33.720431+0000","last_became_active":"2024-03-19T01:47:27.304845+0000","last_became_peered":"2024-03-19T01:47:27.304845+0000","last_unstale":"2024-03-19T01:47:33.720431+0000","last_undegraded":"2024-03-19T01:47:33.720431+0000","last_fullsized":"2024-03-19T01:47:33.720431+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:54:40.396227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.219282+0000","last_change":"2024-03-19T01:47:27.308830+0000","last_active":"2024-03-19T01:47:33.219282+0000","last_peered":"2024-03-19T01:47:33.219282+0000","last_clean":"2024-03-19T01:47:33.219282+0000","last_became_active":"2024-03-19T01:47:27.308481+0000","last_became_peered":"2024-03-19T01:47:27.308481+0000","last_unstale":"2024-03-19T01:47:33.219282+0000","last_undegraded":"2024-03-19T01:47:33.219282+0000","last_fullsized":"2024-03-19T01:47:33.219282+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:00:16.582732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.719893+0000","last_change":"2024-03-19T01:47:27.298860+0000","last_active":"2024-03-19T01:47:33.719893+0000","last_peered":"2024-03-19T01:47:33.719893+0000","last_clean":"2024-03-19T01:47:33.719893+0000","last_became_active":"2024-03-19T01:47:27.298524+0000","last_became_peered":"2024-03-19T01:47:27.298524+0000","last_unstale":"2024-03-19T01:47:33.719893+0000","last_undegraded":"2024-03-19T01:47:33.719893+0000","last_fullsized":"2024-03-19T01:47:33.719893+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:58:40.649961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.556421+0000","last_change":"2024-03-19T01:47:27.311624+0000","last_active":"2024-03-19T01:47:32.556421+0000","last_peered":"2024-03-19T01:47:32.556421+0000","last_clean":"2024-03-19T01:47:32.556421+0000","last_became_active":"2024-03-19T01:47:27.311254+0000","last_became_peered":"2024-03-19T01:47:27.311254+0000","last_unstale":"2024-03-19T01:47:32.556421+0000","last_undegraded":"2024-03-19T01:47:32.556421+0000","last_fullsized":"2024-03-19T01:47:32.556421+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:07:17.860441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.227505+0000","last_change":"2024-03-19T01:47:27.320016+0000","last_active":"2024-03-19T01:47:33.227505+0000","last_peered":"2024-03-19T01:47:33.227505+0000","last_clean":"2024-03-19T01:47:33.227505+0000","last_became_active":"2024-03-19T01:47:27.319694+0000","last_became_peered":"2024-03-19T01:47:27.319694+0000","last_unstale":"2024-03-19T01:47:33.227505+0000","last_undegraded":"2024-03-19T01:47:33.227505+0000","last_fullsized":"2024-03-19T01:47:33.227505+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:01:42.153899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.355800+0000","last_change":"2024-03-19T01:47:27.312254+0000","last_active":"2024-03-19T01:47:33.355800+0000","last_peered":"2024-03-19T01:47:33.355800+0000","last_clean":"2024-03-19T01:47:33.355800+0000","last_became_active":"2024-03-19T01:47:27.311733+0000","last_became_peered":"2024-03-19T01:47:27.311733+0000","last_unstale":"2024-03-19T01:47:33.355800+0000","last_undegraded":"2024-03-19T01:47:33.355800+0000","last_fullsized":"2024-03-19T01:47:33.355800+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:59:38.192531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720722+0000","last_change":"2024-03-19T01:47:27.299650+0000","last_active":"2024-03-19T01:47:33.720722+0000","last_peered":"2024-03-19T01:47:33.720722+0000","last_clean":"2024-03-19T01:47:33.720722+0000","last_became_active":"2024-03-19T01:47:27.299329+0000","last_became_peered":"2024-03-19T01:47:27.299329+0000","last_unstale":"2024-03-19T01:47:33.720722+0000","last_undegraded":"2024-03-19T01:47:33.720722+0000","last_fullsized":"2024-03-19T01:47:33.720722+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:50:21.257181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.557165+0000","last_change":"2024-03-19T01:47:27.316456+0000","last_active":"2024-03-19T01:47:32.557165+0000","last_peered":"2024-03-19T01:47:32.557165+0000","last_clean":"2024-03-19T01:47:32.557165+0000","last_became_active":"2024-03-19T01:47:27.315181+0000","last_became_peered":"2024-03-19T01:47:27.315181+0000","last_unstale":"2024-03-19T01:47:32.557165+0000","last_undegraded":"2024-03-19T01:47:32.557165+0000","last_fullsized":"2024-03-19T01:47:32.557165+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:47:00.844124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720330+0000","last_change":"2024-03-19T01:47:27.305956+0000","last_active":"2024-03-19T01:47:33.720330+0000","last_peered":"2024-03-19T01:47:33.720330+0000","last_clean":"2024-03-19T01:47:33.720330+0000","last_became_active":"2024-03-19T01:47:27.305324+0000","last_became_peered":"2024-03-19T01:47:27.305324+0000","last_unstale":"2024-03-19T01:47:33.720330+0000","last_undegraded":"2024-03-19T01:47:33.720330+0000","last_fullsized":"2024-03-19T01:47:33.720330+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:41:53.713605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.522317+0000","last_change":"2024-03-19T01:47:27.290298+0000","last_active":"2024-03-19T01:47:33.522317+0000","last_peered":"2024-03-19T01:47:33.522317+0000","last_clean":"2024-03-19T01:47:33.522317+0000","last_became_active":"2024-03-19T01:47:27.289839+0000","last_became_peered":"2024-03-19T01:47:27.289839+0000","last_unstale":"2024-03-19T01:47:33.522317+0000","last_undegraded":"2024-03-19T01:47:33.522317+0000","last_fullsized":"2024-03-19T01:47:33.522317+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:53:50.693819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.719944+0000","last_change":"2024-03-19T01:47:27.308572+0000","last_active":"2024-03-19T01:47:33.719944+0000","last_peered":"2024-03-19T01:47:33.719944+0000","last_clean":"2024-03-19T01:47:33.719944+0000","last_became_active":"2024-03-19T01:47:27.308206+0000","last_became_peered":"2024-03-19T01:47:27.308206+0000","last_unstale":"2024-03-19T01:47:33.719944+0000","last_undegraded":"2024-03-19T01:47:33.719944+0000","last_fullsized":"2024-03-19T01:47:33.719944+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:30:48.905335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.719810+0000","last_change":"2024-03-19T01:47:27.311928+0000","last_active":"2024-03-19T01:47:33.719810+0000","last_peered":"2024-03-19T01:47:33.719810+0000","last_clean":"2024-03-19T01:47:33.719810+0000","last_became_active":"2024-03-19T01:47:27.310117+0000","last_became_peered":"2024-03-19T01:47:27.310117+0000","last_unstale":"2024-03-19T01:47:33.719810+0000","last_undegraded":"2024-03-19T01:47:33.719810+0000","last_fullsized":"2024-03-19T01:47:33.719810+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:15:53.823356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.355322+0000","last_change":"2024-03-19T01:47:27.314233+0000","last_active":"2024-03-19T01:47:33.355322+0000","last_peered":"2024-03-19T01:47:33.355322+0000","last_clean":"2024-03-19T01:47:33.355322+0000","last_became_active":"2024-03-19T01:47:27.313862+0000","last_became_peered":"2024-03-19T01:47:27.313862+0000","last_unstale":"2024-03-19T01:47:33.355322+0000","last_undegraded":"2024-03-19T01:47:33.355322+0000","last_fullsized":"2024-03-19T01:47:33.355322+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:53:02.615772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720903+0000","last_change":"2024-03-19T01:47:27.320396+0000","last_active":"2024-03-19T01:47:33.720903+0000","last_peered":"2024-03-19T01:47:33.720903+0000","last_clean":"2024-03-19T01:47:33.720903+0000","last_became_active":"2024-03-19T01:47:27.320015+0000","last_became_peered":"2024-03-19T01:47:27.320015+0000","last_unstale":"2024-03-19T01:47:33.720903+0000","last_undegraded":"2024-03-19T01:47:33.720903+0000","last_fullsized":"2024-03-19T01:47:33.720903+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:04:45.224623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.557343+0000","last_change":"2024-03-19T01:47:27.318322+0000","last_active":"2024-03-19T01:47:32.557343+0000","last_peered":"2024-03-19T01:47:32.557343+0000","last_clean":"2024-03-19T01:47:32.557343+0000","last_became_active":"2024-03-19T01:47:27.317951+0000","last_became_peered":"2024-03-19T01:47:27.317951+0000","last_unstale":"2024-03-19T01:47:32.557343+0000","last_undegraded":"2024-03-19T01:47:32.557343+0000","last_fullsized":"2024-03-19T01:47:32.557343+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:58:56.214818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.558224+0000","last_change":"2024-03-19T01:47:27.307393+0000","last_active":"2024-03-19T01:47:32.558224+0000","last_peered":"2024-03-19T01:47:32.558224+0000","last_clean":"2024-03-19T01:47:32.558224+0000","last_became_active":"2024-03-19T01:47:27.306828+0000","last_became_peered":"2024-03-19T01:47:27.306828+0000","last_unstale":"2024-03-19T01:47:32.558224+0000","last_undegraded":"2024-03-19T01:47:32.558224+0000","last_fullsized":"2024-03-19T01:47:32.558224+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:47:47.296955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.557994+0000","last_change":"2024-03-19T01:47:31.328612+0000","last_active":"2024-03-19T01:47:32.557994+0000","last_peered":"2024-03-19T01:47:32.557994+0000","last_clean":"2024-03-19T01:47:32.557994+0000","last_became_active":"2024-03-19T01:47:31.328161+0000","last_became_peered":"2024-03-19T01:47:31.328161+0000","last_unstale":"2024-03-19T01:47:32.557994+0000","last_undegraded":"2024-03-19T01:47:32.557994+0000","last_fullsized":"2024-03-19T01:47:32.557994+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:34:56.588415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"84'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.557415+0000","last_change":"2024-03-19T01:47:26.053209+0000","last_active":"2024-03-19T01:47:32.557415+0000","last_peered":"2024-03-19T01:47:32.557415+0000","last_clean":"2024-03-19T01:47:32.557415+0000","last_became_active":"2024-03-19T01:47:26.052284+0000","last_became_peered":"2024-03-19T01:47:26.052284+0000","last_unstale":"2024-03-19T01:47:32.557415+0000","last_undegraded":"2024-03-19T01:47:32.557415+0000","last_fullsized":"2024-03-19T01:47:32.557415+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:16:24.337242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.228032+0000","last_change":"2024-03-19T01:47:27.314175+0000","last_active":"2024-03-19T01:47:33.228032+0000","last_peered":"2024-03-19T01:47:33.228032+0000","last_clean":"2024-03-19T01:47:33.228032+0000","last_became_active":"2024-03-19T01:47:27.311587+0000","last_became_peered":"2024-03-19T01:47:27.311587+0000","last_unstale":"2024-03-19T01:47:33.228032+0000","last_undegraded":"2024-03-19T01:47:33.228032+0000","last_fullsized":"2024-03-19T01:47:33.228032+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:45:00.080471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720234+0000","last_change":"2024-03-19T01:47:31.327408+0000","last_active":"2024-03-19T01:47:33.720234+0000","last_peered":"2024-03-19T01:47:33.720234+0000","last_clean":"2024-03-19T01:47:33.720234+0000","last_became_active":"2024-03-19T01:47:31.327035+0000","last_became_peered":"2024-03-19T01:47:31.327035+0000","last_unstale":"2024-03-19T01:47:33.720234+0000","last_undegraded":"2024-03-19T01:47:33.720234+0000","last_fullsized":"2024-03-19T01:47:33.720234+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:32:47.486791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.228302+0000","last_change":"2024-03-19T01:47:26.045775+0000","last_active":"2024-03-19T01:47:33.228302+0000","last_peered":"2024-03-19T01:47:33.228302+0000","last_clean":"2024-03-19T01:47:33.228302+0000","last_became_active":"2024-03-19T01:47:26.045433+0000","last_became_peered":"2024-03-19T01:47:26.045433+0000","last_unstale":"2024-03-19T01:47:33.228302+0000","last_undegraded":"2024-03-19T01:47:33.228302+0000","last_fullsized":"2024-03-19T01:47:33.228302+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:34:06.043855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.719864+0000","last_change":"2024-03-19T01:47:27.318571+0000","last_active":"2024-03-19T01:47:33.719864+0000","last_peered":"2024-03-19T01:47:33.719864+0000","last_clean":"2024-03-19T01:47:33.719864+0000","last_became_active":"2024-03-19T01:47:27.318151+0000","last_became_peered":"2024-03-19T01:47:27.318151+0000","last_unstale":"2024-03-19T01:47:33.719864+0000","last_undegraded":"2024-03-19T01:47:33.719864+0000","last_fullsized":"2024-03-19T01:47:33.719864+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:32:53.894252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720634+0000","last_change":"2024-03-19T01:47:31.324552+0000","last_active":"2024-03-19T01:47:33.720634+0000","last_peered":"2024-03-19T01:47:33.720634+0000","last_clean":"2024-03-19T01:47:33.720634+0000","last_became_active":"2024-03-19T01:47:31.323439+0000","last_became_peered":"2024-03-19T01:47:31.323439+0000","last_unstale":"2024-03-19T01:47:33.720634+0000","last_undegraded":"2024-03-19T01:47:33.720634+0000","last_fullsized":"2024-03-19T01:47:33.720634+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:44:57.310453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:52.633869+0000","last_change":"2024-03-19T01:47:26.055666+0000","last_active":"2024-03-19T01:47:52.633869+0000","last_peered":"2024-03-19T01:47:52.633869+0000","last_clean":"2024-03-19T01:47:52.633869+0000","last_became_active":"2024-03-19T01:47:26.054733+0000","last_became_peered":"2024-03-19T01:47:26.054733+0000","last_unstale":"2024-03-19T01:47:52.633869+0000","last_undegraded":"2024-03-19T01:47:52.633869+0000","last_fullsized":"2024-03-19T01:47:52.633869+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:47:44.123486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.355574+0000","last_change":"2024-03-19T01:47:27.314507+0000","last_active":"2024-03-19T01:47:33.355574+0000","last_peered":"2024-03-19T01:47:33.355574+0000","last_clean":"2024-03-19T01:47:33.355574+0000","last_became_active":"2024-03-19T01:47:27.313749+0000","last_became_peered":"2024-03-19T01:47:27.313749+0000","last_unstale":"2024-03-19T01:47:33.355574+0000","last_undegraded":"2024-03-19T01:47:33.355574+0000","last_fullsized":"2024-03-19T01:47:33.355574+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:30:03.286976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720275+0000","last_change":"2024-03-19T01:47:31.318980+0000","last_active":"2024-03-19T01:47:33.720275+0000","last_peered":"2024-03-19T01:47:33.720275+0000","last_clean":"2024-03-19T01:47:33.720275+0000","last_became_active":"2024-03-19T01:47:31.318571+0000","last_became_peered":"2024-03-19T01:47:31.318571+0000","last_unstale":"2024-03-19T01:47:33.720275+0000","last_undegraded":"2024-03-19T01:47:33.720275+0000","last_fullsized":"2024-03-19T01:47:33.720275+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:22:16.823320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"84'2","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.219372+0000","last_change":"2024-03-19T01:47:26.050441+0000","last_active":"2024-03-19T01:47:33.219372+0000","last_peered":"2024-03-19T01:47:33.219372+0000","last_clean":"2024-03-19T01:47:33.219372+0000","last_became_active":"2024-03-19T01:47:26.050060+0000","last_became_peered":"2024-03-19T01:47:26.050060+0000","last_unstale":"2024-03-19T01:47:33.219372+0000","last_undegraded":"2024-03-19T01:47:33.219372+0000","last_fullsized":"2024-03-19T01:47:33.219372+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:56:03.115320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720896+0000","last_change":"2024-03-19T01:47:27.302258+0000","last_active":"2024-03-19T01:47:33.720896+0000","last_peered":"2024-03-19T01:47:33.720896+0000","last_clean":"2024-03-19T01:47:33.720896+0000","last_became_active":"2024-03-19T01:47:27.301920+0000","last_became_peered":"2024-03-19T01:47:27.301920+0000","last_unstale":"2024-03-19T01:47:33.720896+0000","last_undegraded":"2024-03-19T01:47:33.720896+0000","last_fullsized":"2024-03-19T01:47:33.720896+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:46:21.858117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.558494+0000","last_change":"2024-03-19T01:47:31.319643+0000","last_active":"2024-03-19T01:47:32.558494+0000","last_peered":"2024-03-19T01:47:32.558494+0000","last_clean":"2024-03-19T01:47:32.558494+0000","last_became_active":"2024-03-19T01:47:31.319188+0000","last_became_peered":"2024-03-19T01:47:31.319188+0000","last_unstale":"2024-03-19T01:47:32.558494+0000","last_undegraded":"2024-03-19T01:47:32.558494+0000","last_fullsized":"2024-03-19T01:47:32.558494+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:31:40.287100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"89'5","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:51.612490+0000","last_change":"2024-03-19T01:47:26.046775+0000","last_active":"2024-03-19T01:47:51.612490+0000","last_peered":"2024-03-19T01:47:51.612490+0000","last_clean":"2024-03-19T01:47:51.612490+0000","last_became_active":"2024-03-19T01:47:26.046429+0000","last_became_peered":"2024-03-19T01:47:26.046429+0000","last_unstale":"2024-03-19T01:47:51.612490+0000","last_undegraded":"2024-03-19T01:47:51.612490+0000","last_fullsized":"2024-03-19T01:47:51.612490+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:06:13.290269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.219244+0000","last_change":"2024-03-19T01:47:27.311182+0000","last_active":"2024-03-19T01:47:33.219244+0000","last_peered":"2024-03-19T01:47:33.219244+0000","last_clean":"2024-03-19T01:47:33.219244+0000","last_became_active":"2024-03-19T01:47:27.310844+0000","last_became_peered":"2024-03-19T01:47:27.310844+0000","last_unstale":"2024-03-19T01:47:33.219244+0000","last_undegraded":"2024-03-19T01:47:33.219244+0000","last_fullsized":"2024-03-19T01:47:33.219244+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:24:04.220205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.558509+0000","last_change":"2024-03-19T01:47:31.328731+0000","last_active":"2024-03-19T01:47:32.558509+0000","last_peered":"2024-03-19T01:47:32.558509+0000","last_clean":"2024-03-19T01:47:32.558509+0000","last_became_active":"2024-03-19T01:47:31.328185+0000","last_became_peered":"2024-03-19T01:47:31.328185+0000","last_unstale":"2024-03-19T01:47:32.558509+0000","last_undegraded":"2024-03-19T01:47:32.558509+0000","last_fullsized":"2024-03-19T01:47:32.558509+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:10:56.880979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:52.632307+0000","last_change":"2024-03-19T01:47:26.052193+0000","last_active":"2024-03-19T01:47:52.632307+0000","last_peered":"2024-03-19T01:47:52.632307+0000","last_clean":"2024-03-19T01:47:52.632307+0000","last_became_active":"2024-03-19T01:47:26.051832+0000","last_became_peered":"2024-03-19T01:47:26.051832+0000","last_unstale":"2024-03-19T01:47:52.632307+0000","last_undegraded":"2024-03-19T01:47:52.632307+0000","last_fullsized":"2024-03-19T01:47:52.632307+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:45:11.441308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.721155+0000","last_change":"2024-03-19T01:47:27.310135+0000","last_active":"2024-03-19T01:47:33.721155+0000","last_peered":"2024-03-19T01:47:33.721155+0000","last_clean":"2024-03-19T01:47:33.721155+0000","last_became_active":"2024-03-19T01:47:27.308179+0000","last_became_peered":"2024-03-19T01:47:27.308179+0000","last_unstale":"2024-03-19T01:47:33.721155+0000","last_undegraded":"2024-03-19T01:47:33.721155+0000","last_fullsized":"2024-03-19T01:47:33.721155+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:01:50.832982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.721051+0000","last_change":"2024-03-19T01:47:31.316766+0000","last_active":"2024-03-19T01:47:33.721051+0000","last_peered":"2024-03-19T01:47:33.721051+0000","last_clean":"2024-03-19T01:47:33.721051+0000","last_became_active":"2024-03-19T01:47:31.316338+0000","last_became_peered":"2024-03-19T01:47:31.316338+0000","last_unstale":"2024-03-19T01:47:33.721051+0000","last_undegraded":"2024-03-19T01:47:33.721051+0000","last_fullsized":"2024-03-19T01:47:33.721051+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:43:01.916227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:52.632628+0000","last_change":"2024-03-19T01:47:26.053276+0000","last_active":"2024-03-19T01:47:52.632628+0000","last_peered":"2024-03-19T01:47:52.632628+0000","last_clean":"2024-03-19T01:47:52.632628+0000","last_became_active":"2024-03-19T01:47:26.052599+0000","last_became_peered":"2024-03-19T01:47:26.052599+0000","last_unstale":"2024-03-19T01:47:52.632628+0000","last_undegraded":"2024-03-19T01:47:52.632628+0000","last_fullsized":"2024-03-19T01:47:52.632628+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:48:08.688859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.227671+0000","last_change":"2024-03-19T01:47:27.311569+0000","last_active":"2024-03-19T01:47:33.227671+0000","last_peered":"2024-03-19T01:47:33.227671+0000","last_clean":"2024-03-19T01:47:33.227671+0000","last_became_active":"2024-03-19T01:47:27.311211+0000","last_became_peered":"2024-03-19T01:47:27.311211+0000","last_unstale":"2024-03-19T01:47:33.227671+0000","last_undegraded":"2024-03-19T01:47:33.227671+0000","last_fullsized":"2024-03-19T01:47:33.227671+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:18:17.937186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720416+0000","last_change":"2024-03-19T01:47:31.316304+0000","last_active":"2024-03-19T01:47:33.720416+0000","last_peered":"2024-03-19T01:47:33.720416+0000","last_clean":"2024-03-19T01:47:33.720416+0000","last_became_active":"2024-03-19T01:47:31.315859+0000","last_became_peered":"2024-03-19T01:47:31.315859+0000","last_unstale":"2024-03-19T01:47:33.720416+0000","last_undegraded":"2024-03-19T01:47:33.720416+0000","last_fullsized":"2024-03-19T01:47:33.720416+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:51:04.062955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720087+0000","last_change":"2024-03-19T01:47:26.053941+0000","last_active":"2024-03-19T01:47:33.720087+0000","last_peered":"2024-03-19T01:47:33.720087+0000","last_clean":"2024-03-19T01:47:33.720087+0000","last_became_active":"2024-03-19T01:47:26.053225+0000","last_became_peered":"2024-03-19T01:47:26.053225+0000","last_unstale":"2024-03-19T01:47:33.720087+0000","last_undegraded":"2024-03-19T01:47:33.720087+0000","last_fullsized":"2024-03-19T01:47:33.720087+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:29:53.906803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.556699+0000","last_change":"2024-03-19T01:47:27.307187+0000","last_active":"2024-03-19T01:47:32.556699+0000","last_peered":"2024-03-19T01:47:32.556699+0000","last_clean":"2024-03-19T01:47:32.556699+0000","last_became_active":"2024-03-19T01:47:27.306801+0000","last_became_peered":"2024-03-19T01:47:27.306801+0000","last_unstale":"2024-03-19T01:47:32.556699+0000","last_undegraded":"2024-03-19T01:47:32.556699+0000","last_fullsized":"2024-03-19T01:47:32.556699+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:08:01.805058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.227731+0000","last_change":"2024-03-19T01:47:31.324169+0000","last_active":"2024-03-19T01:47:33.227731+0000","last_peered":"2024-03-19T01:47:33.227731+0000","last_clean":"2024-03-19T01:47:33.227731+0000","last_became_active":"2024-03-19T01:47:31.323762+0000","last_became_peered":"2024-03-19T01:47:31.323762+0000","last_unstale":"2024-03-19T01:47:33.227731+0000","last_undegraded":"2024-03-19T01:47:33.227731+0000","last_fullsized":"2024-03-19T01:47:33.227731+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:07:28.426628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"89'3","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:51.611514+0000","last_change":"2024-03-19T01:47:26.049890+0000","last_active":"2024-03-19T01:47:51.611514+0000","last_peered":"2024-03-19T01:47:51.611514+0000","last_clean":"2024-03-19T01:47:51.611514+0000","last_became_active":"2024-03-19T01:47:26.048646+0000","last_became_peered":"2024-03-19T01:47:26.048646+0000","last_unstale":"2024-03-19T01:47:51.611514+0000","last_undegraded":"2024-03-19T01:47:51.611514+0000","last_fullsized":"2024-03-19T01:47:51.611514+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:11:50.001219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.355786+0000","last_change":"2024-03-19T01:47:27.312461+0000","last_active":"2024-03-19T01:47:33.355786+0000","last_peered":"2024-03-19T01:47:33.355786+0000","last_clean":"2024-03-19T01:47:33.355786+0000","last_became_active":"2024-03-19T01:47:27.312015+0000","last_became_peered":"2024-03-19T01:47:27.312015+0000","last_unstale":"2024-03-19T01:47:33.355786+0000","last_undegraded":"2024-03-19T01:47:33.355786+0000","last_fullsized":"2024-03-19T01:47:33.355786+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:23:14.466777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.556792+0000","last_change":"2024-03-19T01:47:31.325595+0000","last_active":"2024-03-19T01:47:32.556792+0000","last_peered":"2024-03-19T01:47:32.556792+0000","last_clean":"2024-03-19T01:47:32.556792+0000","last_became_active":"2024-03-19T01:47:31.322617+0000","last_became_peered":"2024-03-19T01:47:31.322617+0000","last_unstale":"2024-03-19T01:47:32.556792+0000","last_undegraded":"2024-03-19T01:47:32.556792+0000","last_fullsized":"2024-03-19T01:47:32.556792+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:46:04.668715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.556881+0000","last_change":"2024-03-19T01:47:26.047973+0000","last_active":"2024-03-19T01:47:32.556881+0000","last_peered":"2024-03-19T01:47:32.556881+0000","last_clean":"2024-03-19T01:47:32.556881+0000","last_became_active":"2024-03-19T01:47:26.047638+0000","last_became_peered":"2024-03-19T01:47:26.047638+0000","last_unstale":"2024-03-19T01:47:32.556881+0000","last_undegraded":"2024-03-19T01:47:32.556881+0000","last_fullsized":"2024-03-19T01:47:32.556881+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:07:45.486145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.719942+0000","last_change":"2024-03-19T01:47:27.308646+0000","last_active":"2024-03-19T01:47:33.719942+0000","last_peered":"2024-03-19T01:47:33.719942+0000","last_clean":"2024-03-19T01:47:33.719942+0000","last_became_active":"2024-03-19T01:47:27.308276+0000","last_became_peered":"2024-03-19T01:47:27.308276+0000","last_unstale":"2024-03-19T01:47:33.719942+0000","last_undegraded":"2024-03-19T01:47:33.719942+0000","last_fullsized":"2024-03-19T01:47:33.719942+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:45:45.121860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720645+0000","last_change":"2024-03-19T01:47:31.324173+0000","last_active":"2024-03-19T01:47:33.720645+0000","last_peered":"2024-03-19T01:47:33.720645+0000","last_clean":"2024-03-19T01:47:33.720645+0000","last_became_active":"2024-03-19T01:47:31.322914+0000","last_became_peered":"2024-03-19T01:47:31.322914+0000","last_unstale":"2024-03-19T01:47:33.720645+0000","last_undegraded":"2024-03-19T01:47:33.720645+0000","last_fullsized":"2024-03-19T01:47:33.720645+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:26:37.741809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720820+0000","last_change":"2024-03-19T01:47:26.046128+0000","last_active":"2024-03-19T01:47:33.720820+0000","last_peered":"2024-03-19T01:47:33.720820+0000","last_clean":"2024-03-19T01:47:33.720820+0000","last_became_active":"2024-03-19T01:47:26.045503+0000","last_became_peered":"2024-03-19T01:47:26.045503+0000","last_unstale":"2024-03-19T01:47:33.720820+0000","last_undegraded":"2024-03-19T01:47:33.720820+0000","last_fullsized":"2024-03-19T01:47:33.720820+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:56:01.163124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.355666+0000","last_change":"2024-03-19T01:47:27.314081+0000","last_active":"2024-03-19T01:47:33.355666+0000","last_peered":"2024-03-19T01:47:33.355666+0000","last_clean":"2024-03-19T01:47:33.355666+0000","last_became_active":"2024-03-19T01:47:27.313382+0000","last_became_peered":"2024-03-19T01:47:27.313382+0000","last_unstale":"2024-03-19T01:47:33.355666+0000","last_undegraded":"2024-03-19T01:47:33.355666+0000","last_fullsized":"2024-03-19T01:47:33.355666+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:28:47.817495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.556886+0000","last_change":"2024-03-19T01:47:31.322661+0000","last_active":"2024-03-19T01:47:32.556886+0000","last_peered":"2024-03-19T01:47:32.556886+0000","last_clean":"2024-03-19T01:47:32.556886+0000","last_became_active":"2024-03-19T01:47:31.321757+0000","last_became_peered":"2024-03-19T01:47:31.321757+0000","last_unstale":"2024-03-19T01:47:32.556886+0000","last_undegraded":"2024-03-19T01:47:32.556886+0000","last_fullsized":"2024-03-19T01:47:32.556886+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:56:31.252445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"89'12","reported_seq":35,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:51.608767+0000","last_change":"2024-03-19T01:47:26.051394+0000","last_active":"2024-03-19T01:47:51.608767+0000","last_peered":"2024-03-19T01:47:51.608767+0000","last_clean":"2024-03-19T01:47:51.608767+0000","last_became_active":"2024-03-19T01:47:26.050660+0000","last_became_peered":"2024-03-19T01:47:26.050660+0000","last_unstale":"2024-03-19T01:47:51.608767+0000","last_undegraded":"2024-03-19T01:47:51.608767+0000","last_fullsized":"2024-03-19T01:47:51.608767+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:52:58.183984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3843,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.219576+0000","last_change":"2024-03-19T01:47:27.315361+0000","last_active":"2024-03-19T01:47:33.219576+0000","last_peered":"2024-03-19T01:47:33.219576+0000","last_clean":"2024-03-19T01:47:33.219576+0000","last_became_active":"2024-03-19T01:47:27.314911+0000","last_became_peered":"2024-03-19T01:47:27.314911+0000","last_unstale":"2024-03-19T01:47:33.219576+0000","last_undegraded":"2024-03-19T01:47:33.219576+0000","last_fullsized":"2024-03-19T01:47:33.219576+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:08:14.621040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.721299+0000","last_change":"2024-03-19T01:47:31.330456+0000","last_active":"2024-03-19T01:47:33.721299+0000","last_peered":"2024-03-19T01:47:33.721299+0000","last_clean":"2024-03-19T01:47:33.721299+0000","last_became_active":"2024-03-19T01:47:31.329958+0000","last_became_peered":"2024-03-19T01:47:31.329958+0000","last_unstale":"2024-03-19T01:47:33.721299+0000","last_undegraded":"2024-03-19T01:47:33.721299+0000","last_fullsized":"2024-03-19T01:47:33.721299+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:59:25.295474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:52.633983+0000","last_change":"2024-03-19T01:47:26.048432+0000","last_active":"2024-03-19T01:47:52.633983+0000","last_peered":"2024-03-19T01:47:52.633983+0000","last_clean":"2024-03-19T01:47:52.633983+0000","last_became_active":"2024-03-19T01:47:26.047964+0000","last_became_peered":"2024-03-19T01:47:26.047964+0000","last_unstale":"2024-03-19T01:47:52.633983+0000","last_undegraded":"2024-03-19T01:47:52.633983+0000","last_fullsized":"2024-03-19T01:47:52.633983+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:27:36.537848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.522243+0000","last_change":"2024-03-19T01:47:27.305835+0000","last_active":"2024-03-19T01:47:33.522243+0000","last_peered":"2024-03-19T01:47:33.522243+0000","last_clean":"2024-03-19T01:47:33.522243+0000","last_became_active":"2024-03-19T01:47:27.305470+0000","last_became_peered":"2024-03-19T01:47:27.305470+0000","last_unstale":"2024-03-19T01:47:33.522243+0000","last_undegraded":"2024-03-19T01:47:33.522243+0000","last_fullsized":"2024-03-19T01:47:33.522243+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:22:26.877874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720614+0000","last_change":"2024-03-19T01:47:31.315016+0000","last_active":"2024-03-19T01:47:33.720614+0000","last_peered":"2024-03-19T01:47:33.720614+0000","last_clean":"2024-03-19T01:47:33.720614+0000","last_became_active":"2024-03-19T01:47:31.313734+0000","last_became_peered":"2024-03-19T01:47:31.313734+0000","last_unstale":"2024-03-19T01:47:33.720614+0000","last_undegraded":"2024-03-19T01:47:33.720614+0000","last_fullsized":"2024-03-19T01:47:33.720614+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:59:07.326448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:51.611562+0000","last_change":"2024-03-19T01:47:26.052773+0000","last_active":"2024-03-19T01:47:51.611562+0000","last_peered":"2024-03-19T01:47:51.611562+0000","last_clean":"2024-03-19T01:47:51.611562+0000","last_became_active":"2024-03-19T01:47:26.052417+0000","last_became_peered":"2024-03-19T01:47:26.052417+0000","last_unstale":"2024-03-19T01:47:51.611562+0000","last_undegraded":"2024-03-19T01:47:51.611562+0000","last_fullsized":"2024-03-19T01:47:51.611562+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:54:56.810454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.556763+0000","last_change":"2024-03-19T01:47:27.310818+0000","last_active":"2024-03-19T01:47:32.556763+0000","last_peered":"2024-03-19T01:47:32.556763+0000","last_clean":"2024-03-19T01:47:32.556763+0000","last_became_active":"2024-03-19T01:47:27.310473+0000","last_became_peered":"2024-03-19T01:47:27.310473+0000","last_unstale":"2024-03-19T01:47:32.556763+0000","last_undegraded":"2024-03-19T01:47:32.556763+0000","last_fullsized":"2024-03-19T01:47:32.556763+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:23:22.643669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.557217+0000","last_change":"2024-03-19T01:47:31.325929+0000","last_active":"2024-03-19T01:47:32.557217+0000","last_peered":"2024-03-19T01:47:32.557217+0000","last_clean":"2024-03-19T01:47:32.557217+0000","last_became_active":"2024-03-19T01:47:31.325515+0000","last_became_peered":"2024-03-19T01:47:31.325515+0000","last_unstale":"2024-03-19T01:47:32.557217+0000","last_undegraded":"2024-03-19T01:47:32.557217+0000","last_fullsized":"2024-03-19T01:47:32.557217+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:06:24.464372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"89'4","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:53.635619+0000","last_change":"2024-03-19T01:47:26.048736+0000","last_active":"2024-03-19T01:47:53.635619+0000","last_peered":"2024-03-19T01:47:53.635619+0000","last_clean":"2024-03-19T01:47:53.635619+0000","last_became_active":"2024-03-19T01:47:26.048395+0000","last_became_peered":"2024-03-19T01:47:26.048395+0000","last_unstale":"2024-03-19T01:47:53.635619+0000","last_undegraded":"2024-03-19T01:47:53.635619+0000","last_fullsized":"2024-03-19T01:47:53.635619+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:25:53.794609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":3,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.556488+0000","last_change":"2024-03-19T01:47:27.301270+0000","last_active":"2024-03-19T01:47:32.556488+0000","last_peered":"2024-03-19T01:47:32.556488+0000","last_clean":"2024-03-19T01:47:32.556488+0000","last_became_active":"2024-03-19T01:47:27.300953+0000","last_became_peered":"2024-03-19T01:47:27.300953+0000","last_unstale":"2024-03-19T01:47:32.556488+0000","last_undegraded":"2024-03-19T01:47:32.556488+0000","last_fullsized":"2024-03-19T01:47:32.556488+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:29:50.520610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.522697+0000","last_change":"2024-03-19T01:47:31.324765+0000","last_active":"2024-03-19T01:47:33.522697+0000","last_peered":"2024-03-19T01:47:33.522697+0000","last_clean":"2024-03-19T01:47:33.522697+0000","last_became_active":"2024-03-19T01:47:31.324360+0000","last_became_peered":"2024-03-19T01:47:31.324360+0000","last_unstale":"2024-03-19T01:47:33.522697+0000","last_undegraded":"2024-03-19T01:47:33.522697+0000","last_fullsized":"2024-03-19T01:47:33.522697+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:47:22.496628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:52.636052+0000","last_change":"2024-03-19T01:47:26.055325+0000","last_active":"2024-03-19T01:47:52.636052+0000","last_peered":"2024-03-19T01:47:52.636052+0000","last_clean":"2024-03-19T01:47:52.636052+0000","last_became_active":"2024-03-19T01:47:26.054958+0000","last_became_peered":"2024-03-19T01:47:26.054958+0000","last_unstale":"2024-03-19T01:47:52.636052+0000","last_undegraded":"2024-03-19T01:47:52.636052+0000","last_fullsized":"2024-03-19T01:47:52.636052+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:51:49.081574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720260+0000","last_change":"2024-03-19T01:47:27.306161+0000","last_active":"2024-03-19T01:47:33.720260+0000","last_peered":"2024-03-19T01:47:33.720260+0000","last_clean":"2024-03-19T01:47:33.720260+0000","last_became_active":"2024-03-19T01:47:27.304705+0000","last_became_peered":"2024-03-19T01:47:27.304705+0000","last_unstale":"2024-03-19T01:47:33.720260+0000","last_undegraded":"2024-03-19T01:47:33.720260+0000","last_fullsized":"2024-03-19T01:47:33.720260+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:46:24.912578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.721130+0000","last_change":"2024-03-19T01:47:31.322426+0000","last_active":"2024-03-19T01:47:33.721130+0000","last_peered":"2024-03-19T01:47:33.721130+0000","last_clean":"2024-03-19T01:47:33.721130+0000","last_became_active":"2024-03-19T01:47:31.322016+0000","last_became_peered":"2024-03-19T01:47:31.322016+0000","last_unstale":"2024-03-19T01:47:33.721130+0000","last_undegraded":"2024-03-19T01:47:33.721130+0000","last_fullsized":"2024-03-19T01:47:33.721130+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:54:17.409583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:53.630221+0000","last_change":"2024-03-19T01:47:26.052190+0000","last_active":"2024-03-19T01:47:53.630221+0000","last_peered":"2024-03-19T01:47:53.630221+0000","last_clean":"2024-03-19T01:47:53.630221+0000","last_became_active":"2024-03-19T01:47:26.051799+0000","last_became_peered":"2024-03-19T01:47:26.051799+0000","last_unstale":"2024-03-19T01:47:53.630221+0000","last_undegraded":"2024-03-19T01:47:53.630221+0000","last_fullsized":"2024-03-19T01:47:53.630221+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:09:59.021810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.721319+0000","last_change":"2024-03-19T01:47:27.304180+0000","last_active":"2024-03-19T01:47:33.721319+0000","last_peered":"2024-03-19T01:47:33.721319+0000","last_clean":"2024-03-19T01:47:33.721319+0000","last_became_active":"2024-03-19T01:47:27.303143+0000","last_became_peered":"2024-03-19T01:47:27.303143+0000","last_unstale":"2024-03-19T01:47:33.721319+0000","last_undegraded":"2024-03-19T01:47:33.721319+0000","last_fullsized":"2024-03-19T01:47:33.721319+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:04:21.390402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.219337+0000","last_change":"2024-03-19T01:47:31.320318+0000","last_active":"2024-03-19T01:47:33.219337+0000","last_peered":"2024-03-19T01:47:33.219337+0000","last_clean":"2024-03-19T01:47:33.219337+0000","last_became_active":"2024-03-19T01:47:31.319915+0000","last_became_peered":"2024-03-19T01:47:31.319915+0000","last_unstale":"2024-03-19T01:47:33.219337+0000","last_undegraded":"2024-03-19T01:47:33.219337+0000","last_fullsized":"2024-03-19T01:47:33.219337+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:54:50.854825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.557137+0000","last_change":"2024-03-19T01:47:26.039733+0000","last_active":"2024-03-19T01:47:32.557137+0000","last_peered":"2024-03-19T01:47:32.557137+0000","last_clean":"2024-03-19T01:47:32.557137+0000","last_became_active":"2024-03-19T01:47:26.039376+0000","last_became_peered":"2024-03-19T01:47:26.039376+0000","last_unstale":"2024-03-19T01:47:32.557137+0000","last_undegraded":"2024-03-19T01:47:32.557137+0000","last_fullsized":"2024-03-19T01:47:32.557137+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:54:25.837909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720705+0000","last_change":"2024-03-19T01:47:27.307397+0000","last_active":"2024-03-19T01:47:33.720705+0000","last_peered":"2024-03-19T01:47:33.720705+0000","last_clean":"2024-03-19T01:47:33.720705+0000","last_became_active":"2024-03-19T01:47:27.307012+0000","last_became_peered":"2024-03-19T01:47:27.307012+0000","last_unstale":"2024-03-19T01:47:33.720705+0000","last_undegraded":"2024-03-19T01:47:33.720705+0000","last_fullsized":"2024-03-19T01:47:33.720705+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:40:02.529210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.522554+0000","last_change":"2024-03-19T01:47:31.315470+0000","last_active":"2024-03-19T01:47:33.522554+0000","last_peered":"2024-03-19T01:47:33.522554+0000","last_clean":"2024-03-19T01:47:33.522554+0000","last_became_active":"2024-03-19T01:47:31.315029+0000","last_became_peered":"2024-03-19T01:47:31.315029+0000","last_unstale":"2024-03-19T01:47:33.522554+0000","last_undegraded":"2024-03-19T01:47:33.522554+0000","last_fullsized":"2024-03-19T01:47:33.522554+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:16:22.166968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.556764+0000","last_change":"2024-03-19T01:47:26.052904+0000","last_active":"2024-03-19T01:47:32.556764+0000","last_peered":"2024-03-19T01:47:32.556764+0000","last_clean":"2024-03-19T01:47:32.556764+0000","last_became_active":"2024-03-19T01:47:26.052339+0000","last_became_peered":"2024-03-19T01:47:26.052339+0000","last_unstale":"2024-03-19T01:47:32.556764+0000","last_undegraded":"2024-03-19T01:47:32.556764+0000","last_fullsized":"2024-03-19T01:47:32.556764+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:45:47.050977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.719884+0000","last_change":"2024-03-19T01:47:27.303061+0000","last_active":"2024-03-19T01:47:33.719884+0000","last_peered":"2024-03-19T01:47:33.719884+0000","last_clean":"2024-03-19T01:47:33.719884+0000","last_became_active":"2024-03-19T01:47:27.302785+0000","last_became_peered":"2024-03-19T01:47:27.302785+0000","last_unstale":"2024-03-19T01:47:33.719884+0000","last_undegraded":"2024-03-19T01:47:33.719884+0000","last_fullsized":"2024-03-19T01:47:33.719884+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:44:10.691739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.522640+0000","last_change":"2024-03-19T01:47:31.326975+0000","last_active":"2024-03-19T01:47:33.522640+0000","last_peered":"2024-03-19T01:47:33.522640+0000","last_clean":"2024-03-19T01:47:33.522640+0000","last_became_active":"2024-03-19T01:47:31.326584+0000","last_became_peered":"2024-03-19T01:47:31.326584+0000","last_unstale":"2024-03-19T01:47:33.522640+0000","last_undegraded":"2024-03-19T01:47:33.522640+0000","last_fullsized":"2024-03-19T01:47:33.522640+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:06:30.740449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720380+0000","last_change":"2024-03-19T01:47:27.308459+0000","last_active":"2024-03-19T01:47:33.720380+0000","last_peered":"2024-03-19T01:47:33.720380+0000","last_clean":"2024-03-19T01:47:33.720380+0000","last_became_active":"2024-03-19T01:47:27.308012+0000","last_became_peered":"2024-03-19T01:47:27.308012+0000","last_unstale":"2024-03-19T01:47:33.720380+0000","last_undegraded":"2024-03-19T01:47:33.720380+0000","last_fullsized":"2024-03-19T01:47:33.720380+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:07:26.894011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'4","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:52.635051+0000","last_change":"2024-03-19T01:47:26.050134+0000","last_active":"2024-03-19T01:47:52.635051+0000","last_peered":"2024-03-19T01:47:52.635051+0000","last_clean":"2024-03-19T01:47:52.635051+0000","last_became_active":"2024-03-19T01:47:26.049837+0000","last_became_peered":"2024-03-19T01:47:26.049837+0000","last_unstale":"2024-03-19T01:47:52.635051+0000","last_undegraded":"2024-03-19T01:47:52.635051+0000","last_fullsized":"2024-03-19T01:47:52.635051+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:34:49.518613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.557160+0000","last_change":"2024-03-19T01:47:31.320403+0000","last_active":"2024-03-19T01:47:32.557160+0000","last_peered":"2024-03-19T01:47:32.557160+0000","last_clean":"2024-03-19T01:47:32.557160+0000","last_became_active":"2024-03-19T01:47:31.319954+0000","last_became_peered":"2024-03-19T01:47:31.319954+0000","last_unstale":"2024-03-19T01:47:32.557160+0000","last_undegraded":"2024-03-19T01:47:32.557160+0000","last_fullsized":"2024-03-19T01:47:32.557160+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:35:57.754444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.227776+0000","last_change":"2024-03-19T01:47:27.315194+0000","last_active":"2024-03-19T01:47:33.227776+0000","last_peered":"2024-03-19T01:47:33.227776+0000","last_clean":"2024-03-19T01:47:33.227776+0000","last_became_active":"2024-03-19T01:47:27.314864+0000","last_became_peered":"2024-03-19T01:47:27.314864+0000","last_unstale":"2024-03-19T01:47:33.227776+0000","last_undegraded":"2024-03-19T01:47:33.227776+0000","last_fullsized":"2024-03-19T01:47:33.227776+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:09:40.428274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:53.631346+0000","last_change":"2024-03-19T01:47:26.047794+0000","last_active":"2024-03-19T01:47:53.631346+0000","last_peered":"2024-03-19T01:47:53.631346+0000","last_clean":"2024-03-19T01:47:53.631346+0000","last_became_active":"2024-03-19T01:47:26.047459+0000","last_became_peered":"2024-03-19T01:47:26.047459+0000","last_unstale":"2024-03-19T01:47:53.631346+0000","last_undegraded":"2024-03-19T01:47:53.631346+0000","last_fullsized":"2024-03-19T01:47:53.631346+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:25:51.486270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":355,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.556369+0000","last_change":"2024-03-19T01:46:10.623403+0000","last_active":"2024-03-19T01:47:32.556369+0000","last_peered":"2024-03-19T01:47:32.556369+0000","last_clean":"2024-03-19T01:47:32.556369+0000","last_became_active":"2024-03-19T01:46:10.622930+0000","last_became_peered":"2024-03-19T01:46:10.622930+0000","last_unstale":"2024-03-19T01:47:32.556369+0000","last_undegraded":"2024-03-19T01:47:32.556369+0000","last_fullsized":"2024-03-19T01:47:32.556369+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:42:46.754448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:42:46.754448+0000","last_clean_scrub_stamp":"2024-03-19T01:42:46.754448+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:52:24.139448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720638+0000","last_change":"2024-03-19T01:47:31.323934+0000","last_active":"2024-03-19T01:47:33.720638+0000","last_peered":"2024-03-19T01:47:33.720638+0000","last_clean":"2024-03-19T01:47:33.720638+0000","last_became_active":"2024-03-19T01:47:31.323456+0000","last_became_peered":"2024-03-19T01:47:31.323456+0000","last_unstale":"2024-03-19T01:47:33.720638+0000","last_undegraded":"2024-03-19T01:47:33.720638+0000","last_fullsized":"2024-03-19T01:47:33.720638+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:59:27.408842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.522003+0000","last_change":"2024-03-19T01:47:27.297861+0000","last_active":"2024-03-19T01:47:33.522003+0000","last_peered":"2024-03-19T01:47:33.522003+0000","last_clean":"2024-03-19T01:47:33.522003+0000","last_became_active":"2024-03-19T01:47:27.297134+0000","last_became_peered":"2024-03-19T01:47:27.297134+0000","last_unstale":"2024-03-19T01:47:33.522003+0000","last_undegraded":"2024-03-19T01:47:33.522003+0000","last_fullsized":"2024-03-19T01:47:33.522003+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:35:49.461782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.556420+0000","last_change":"2024-03-19T01:47:26.050882+0000","last_active":"2024-03-19T01:47:32.556420+0000","last_peered":"2024-03-19T01:47:32.556420+0000","last_clean":"2024-03-19T01:47:32.556420+0000","last_became_active":"2024-03-19T01:47:26.050577+0000","last_became_peered":"2024-03-19T01:47:26.050577+0000","last_unstale":"2024-03-19T01:47:32.556420+0000","last_undegraded":"2024-03-19T01:47:32.556420+0000","last_fullsized":"2024-03-19T01:47:32.556420+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:34:56.939105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720544+0000","last_change":"2024-03-19T01:47:31.319308+0000","last_active":"2024-03-19T01:47:33.720544+0000","last_peered":"2024-03-19T01:47:33.720544+0000","last_clean":"2024-03-19T01:47:33.720544+0000","last_became_active":"2024-03-19T01:47:31.318750+0000","last_became_peered":"2024-03-19T01:47:31.318750+0000","last_unstale":"2024-03-19T01:47:33.720544+0000","last_undegraded":"2024-03-19T01:47:33.720544+0000","last_fullsized":"2024-03-19T01:47:33.720544+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:25:02.391574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:51.611667+0000","last_change":"2024-03-19T01:47:26.055374+0000","last_active":"2024-03-19T01:47:51.611667+0000","last_peered":"2024-03-19T01:47:51.611667+0000","last_clean":"2024-03-19T01:47:51.611667+0000","last_became_active":"2024-03-19T01:47:26.055028+0000","last_became_peered":"2024-03-19T01:47:26.055028+0000","last_unstale":"2024-03-19T01:47:51.611667+0000","last_undegraded":"2024-03-19T01:47:51.611667+0000","last_fullsized":"2024-03-19T01:47:51.611667+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:12:50.519110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.522583+0000","last_change":"2024-03-19T01:47:27.303872+0000","last_active":"2024-03-19T01:47:33.522583+0000","last_peered":"2024-03-19T01:47:33.522583+0000","last_clean":"2024-03-19T01:47:33.522583+0000","last_became_active":"2024-03-19T01:47:27.303495+0000","last_became_peered":"2024-03-19T01:47:27.303495+0000","last_unstale":"2024-03-19T01:47:33.522583+0000","last_undegraded":"2024-03-19T01:47:33.522583+0000","last_fullsized":"2024-03-19T01:47:33.522583+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:30:58.921679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.227711+0000","last_change":"2024-03-19T01:47:31.325730+0000","last_active":"2024-03-19T01:47:33.227711+0000","last_peered":"2024-03-19T01:47:33.227711+0000","last_clean":"2024-03-19T01:47:33.227711+0000","last_became_active":"2024-03-19T01:47:31.324519+0000","last_became_peered":"2024-03-19T01:47:31.324519+0000","last_unstale":"2024-03-19T01:47:33.227711+0000","last_undegraded":"2024-03-19T01:47:33.227711+0000","last_fullsized":"2024-03-19T01:47:33.227711+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:31:17.653078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"85'1","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.557385+0000","last_change":"2024-03-19T01:47:26.053216+0000","last_active":"2024-03-19T01:47:32.557385+0000","last_peered":"2024-03-19T01:47:32.557385+0000","last_clean":"2024-03-19T01:47:32.557385+0000","last_became_active":"2024-03-19T01:47:26.052024+0000","last_became_peered":"2024-03-19T01:47:26.052024+0000","last_unstale":"2024-03-19T01:47:32.557385+0000","last_undegraded":"2024-03-19T01:47:32.557385+0000","last_fullsized":"2024-03-19T01:47:32.557385+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:19:35.518685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.228244+0000","last_change":"2024-03-19T01:47:27.309025+0000","last_active":"2024-03-19T01:47:33.228244+0000","last_peered":"2024-03-19T01:47:33.228244+0000","last_clean":"2024-03-19T01:47:33.228244+0000","last_became_active":"2024-03-19T01:47:27.308653+0000","last_became_peered":"2024-03-19T01:47:27.308653+0000","last_unstale":"2024-03-19T01:47:33.228244+0000","last_undegraded":"2024-03-19T01:47:33.228244+0000","last_fullsized":"2024-03-19T01:47:33.228244+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:26:23.835558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.557865+0000","last_change":"2024-03-19T01:47:31.316198+0000","last_active":"2024-03-19T01:47:32.557865+0000","last_peered":"2024-03-19T01:47:32.557865+0000","last_clean":"2024-03-19T01:47:32.557865+0000","last_became_active":"2024-03-19T01:47:31.315660+0000","last_became_peered":"2024-03-19T01:47:31.315660+0000","last_unstale":"2024-03-19T01:47:32.557865+0000","last_undegraded":"2024-03-19T01:47:32.557865+0000","last_fullsized":"2024-03-19T01:47:32.557865+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:00:33.887798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:51.610159+0000","last_change":"2024-03-19T01:47:26.046501+0000","last_active":"2024-03-19T01:47:51.610159+0000","last_peered":"2024-03-19T01:47:51.610159+0000","last_clean":"2024-03-19T01:47:51.610159+0000","last_became_active":"2024-03-19T01:47:26.046093+0000","last_became_peered":"2024-03-19T01:47:26.046093+0000","last_unstale":"2024-03-19T01:47:51.610159+0000","last_undegraded":"2024-03-19T01:47:51.610159+0000","last_fullsized":"2024-03-19T01:47:51.610159+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:24:48.722011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720507+0000","last_change":"2024-03-19T01:47:27.314121+0000","last_active":"2024-03-19T01:47:33.720507+0000","last_peered":"2024-03-19T01:47:33.720507+0000","last_clean":"2024-03-19T01:47:33.720507+0000","last_became_active":"2024-03-19T01:47:27.313781+0000","last_became_peered":"2024-03-19T01:47:27.313781+0000","last_unstale":"2024-03-19T01:47:33.720507+0000","last_undegraded":"2024-03-19T01:47:33.720507+0000","last_fullsized":"2024-03-19T01:47:33.720507+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:51:35.000417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720311+0000","last_change":"2024-03-19T01:47:31.323096+0000","last_active":"2024-03-19T01:47:33.720311+0000","last_peered":"2024-03-19T01:47:33.720311+0000","last_clean":"2024-03-19T01:47:33.720311+0000","last_became_active":"2024-03-19T01:47:31.322643+0000","last_became_peered":"2024-03-19T01:47:31.322643+0000","last_unstale":"2024-03-19T01:47:33.720311+0000","last_undegraded":"2024-03-19T01:47:33.720311+0000","last_fullsized":"2024-03-19T01:47:33.720311+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:10:36.376972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.355353+0000","last_change":"2024-03-19T01:47:26.047208+0000","last_active":"2024-03-19T01:47:33.355353+0000","last_peered":"2024-03-19T01:47:33.355353+0000","last_clean":"2024-03-19T01:47:33.355353+0000","last_became_active":"2024-03-19T01:47:26.046868+0000","last_became_peered":"2024-03-19T01:47:26.046868+0000","last_unstale":"2024-03-19T01:47:33.355353+0000","last_undegraded":"2024-03-19T01:47:33.355353+0000","last_fullsized":"2024-03-19T01:47:33.355353+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:12:22.018475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.219091+0000","last_change":"2024-03-19T01:47:27.305294+0000","last_active":"2024-03-19T01:47:33.219091+0000","last_peered":"2024-03-19T01:47:33.219091+0000","last_clean":"2024-03-19T01:47:33.219091+0000","last_became_active":"2024-03-19T01:47:27.304946+0000","last_became_peered":"2024-03-19T01:47:27.304946+0000","last_unstale":"2024-03-19T01:47:33.219091+0000","last_undegraded":"2024-03-19T01:47:33.219091+0000","last_fullsized":"2024-03-19T01:47:33.219091+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:49:54.560038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.557484+0000","last_change":"2024-03-19T01:47:31.327304+0000","last_active":"2024-03-19T01:47:32.557484+0000","last_peered":"2024-03-19T01:47:32.557484+0000","last_clean":"2024-03-19T01:47:32.557484+0000","last_became_active":"2024-03-19T01:47:31.326889+0000","last_became_peered":"2024-03-19T01:47:31.326889+0000","last_unstale":"2024-03-19T01:47:32.557484+0000","last_undegraded":"2024-03-19T01:47:32.557484+0000","last_fullsized":"2024-03-19T01:47:32.557484+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:28:20.045507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:51.611410+0000","last_change":"2024-03-19T01:47:26.045259+0000","last_active":"2024-03-19T01:47:51.611410+0000","last_peered":"2024-03-19T01:47:51.611410+0000","last_clean":"2024-03-19T01:47:51.611410+0000","last_became_active":"2024-03-19T01:47:26.044008+0000","last_became_peered":"2024-03-19T01:47:26.044008+0000","last_unstale":"2024-03-19T01:47:51.611410+0000","last_undegraded":"2024-03-19T01:47:51.611410+0000","last_fullsized":"2024-03-19T01:47:51.611410+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:03:29.182910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720231+0000","last_change":"2024-03-19T01:47:27.310672+0000","last_active":"2024-03-19T01:47:33.720231+0000","last_peered":"2024-03-19T01:47:33.720231+0000","last_clean":"2024-03-19T01:47:33.720231+0000","last_became_active":"2024-03-19T01:47:27.310345+0000","last_became_peered":"2024-03-19T01:47:27.310345+0000","last_unstale":"2024-03-19T01:47:33.720231+0000","last_undegraded":"2024-03-19T01:47:33.720231+0000","last_fullsized":"2024-03-19T01:47:33.720231+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:32:11.630838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720794+0000","last_change":"2024-03-19T01:47:31.323127+0000","last_active":"2024-03-19T01:47:33.720794+0000","last_peered":"2024-03-19T01:47:33.720794+0000","last_clean":"2024-03-19T01:47:33.720794+0000","last_became_active":"2024-03-19T01:47:31.322683+0000","last_became_peered":"2024-03-19T01:47:31.322683+0000","last_unstale":"2024-03-19T01:47:33.720794+0000","last_undegraded":"2024-03-19T01:47:33.720794+0000","last_fullsized":"2024-03-19T01:47:33.720794+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:13:16.272805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"89'1","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.557814+0000","last_change":"2024-03-19T01:47:26.051718+0000","last_active":"2024-03-19T01:47:32.557814+0000","last_peered":"2024-03-19T01:47:32.557814+0000","last_clean":"2024-03-19T01:47:32.557814+0000","last_became_active":"2024-03-19T01:47:26.051386+0000","last_became_peered":"2024-03-19T01:47:26.051386+0000","last_unstale":"2024-03-19T01:47:32.557814+0000","last_undegraded":"2024-03-19T01:47:32.557814+0000","last_fullsized":"2024-03-19T01:47:32.557814+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:15:41.400058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.227833+0000","last_change":"2024-03-19T01:47:27.323008+0000","last_active":"2024-03-19T01:47:33.227833+0000","last_peered":"2024-03-19T01:47:33.227833+0000","last_clean":"2024-03-19T01:47:33.227833+0000","last_became_active":"2024-03-19T01:47:27.321315+0000","last_became_peered":"2024-03-19T01:47:27.321315+0000","last_unstale":"2024-03-19T01:47:33.227833+0000","last_undegraded":"2024-03-19T01:47:33.227833+0000","last_fullsized":"2024-03-19T01:47:33.227833+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:11:55.954804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720120+0000","last_change":"2024-03-19T01:47:31.318920+0000","last_active":"2024-03-19T01:47:33.720120+0000","last_peered":"2024-03-19T01:47:33.720120+0000","last_clean":"2024-03-19T01:47:33.720120+0000","last_became_active":"2024-03-19T01:47:31.318548+0000","last_became_peered":"2024-03-19T01:47:31.318548+0000","last_unstale":"2024-03-19T01:47:33.720120+0000","last_undegraded":"2024-03-19T01:47:33.720120+0000","last_fullsized":"2024-03-19T01:47:33.720120+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:17:39.332279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:51.611416+0000","last_change":"2024-03-19T01:47:26.054583+0000","last_active":"2024-03-19T01:47:51.611416+0000","last_peered":"2024-03-19T01:47:51.611416+0000","last_clean":"2024-03-19T01:47:51.611416+0000","last_became_active":"2024-03-19T01:47:26.054229+0000","last_became_peered":"2024-03-19T01:47:26.054229+0000","last_unstale":"2024-03-19T01:47:51.611416+0000","last_undegraded":"2024-03-19T01:47:51.611416+0000","last_fullsized":"2024-03-19T01:47:51.611416+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:49:37.413673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.556684+0000","last_change":"2024-03-19T01:47:27.315503+0000","last_active":"2024-03-19T01:47:32.556684+0000","last_peered":"2024-03-19T01:47:32.556684+0000","last_clean":"2024-03-19T01:47:32.556684+0000","last_became_active":"2024-03-19T01:47:27.314977+0000","last_became_peered":"2024-03-19T01:47:27.314977+0000","last_unstale":"2024-03-19T01:47:32.556684+0000","last_undegraded":"2024-03-19T01:47:32.556684+0000","last_fullsized":"2024-03-19T01:47:32.556684+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:30:46.922775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.355494+0000","last_change":"2024-03-19T01:47:31.318603+0000","last_active":"2024-03-19T01:47:33.355494+0000","last_peered":"2024-03-19T01:47:33.355494+0000","last_clean":"2024-03-19T01:47:33.355494+0000","last_became_active":"2024-03-19T01:47:31.318204+0000","last_became_peered":"2024-03-19T01:47:31.318204+0000","last_unstale":"2024-03-19T01:47:33.355494+0000","last_undegraded":"2024-03-19T01:47:33.355494+0000","last_fullsized":"2024-03-19T01:47:33.355494+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:34:07.214073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:52.635512+0000","last_change":"2024-03-19T01:47:26.046983+0000","last_active":"2024-03-19T01:47:52.635512+0000","last_peered":"2024-03-19T01:47:52.635512+0000","last_clean":"2024-03-19T01:47:52.635512+0000","last_became_active":"2024-03-19T01:47:26.046327+0000","last_became_peered":"2024-03-19T01:47:26.046327+0000","last_unstale":"2024-03-19T01:47:52.635512+0000","last_undegraded":"2024-03-19T01:47:52.635512+0000","last_fullsized":"2024-03-19T01:47:52.635512+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:09:35.545474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.557215+0000","last_change":"2024-03-19T01:47:27.315375+0000","last_active":"2024-03-19T01:47:32.557215+0000","last_peered":"2024-03-19T01:47:32.557215+0000","last_clean":"2024-03-19T01:47:32.557215+0000","last_became_active":"2024-03-19T01:47:27.314765+0000","last_became_peered":"2024-03-19T01:47:27.314765+0000","last_unstale":"2024-03-19T01:47:32.557215+0000","last_undegraded":"2024-03-19T01:47:32.557215+0000","last_fullsized":"2024-03-19T01:47:32.557215+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:54:50.906045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720052+0000","last_change":"2024-03-19T01:47:31.315026+0000","last_active":"2024-03-19T01:47:33.720052+0000","last_peered":"2024-03-19T01:47:33.720052+0000","last_clean":"2024-03-19T01:47:33.720052+0000","last_became_active":"2024-03-19T01:47:31.314564+0000","last_became_peered":"2024-03-19T01:47:31.314564+0000","last_unstale":"2024-03-19T01:47:33.720052+0000","last_undegraded":"2024-03-19T01:47:33.720052+0000","last_fullsized":"2024-03-19T01:47:33.720052+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:36:23.663143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"84'1","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.721014+0000","last_change":"2024-03-19T01:47:26.052576+0000","last_active":"2024-03-19T01:47:33.721014+0000","last_peered":"2024-03-19T01:47:33.721014+0000","last_clean":"2024-03-19T01:47:33.721014+0000","last_became_active":"2024-03-19T01:47:26.052198+0000","last_became_peered":"2024-03-19T01:47:26.052198+0000","last_unstale":"2024-03-19T01:47:33.721014+0000","last_undegraded":"2024-03-19T01:47:33.721014+0000","last_fullsized":"2024-03-19T01:47:33.721014+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:50:40.341031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.556759+0000","last_change":"2024-03-19T01:47:27.307012+0000","last_active":"2024-03-19T01:47:32.556759+0000","last_peered":"2024-03-19T01:47:32.556759+0000","last_clean":"2024-03-19T01:47:32.556759+0000","last_became_active":"2024-03-19T01:47:27.306474+0000","last_became_peered":"2024-03-19T01:47:27.306474+0000","last_unstale":"2024-03-19T01:47:32.556759+0000","last_undegraded":"2024-03-19T01:47:32.556759+0000","last_fullsized":"2024-03-19T01:47:32.556759+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:00:45.069641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720030+0000","last_change":"2024-03-19T01:47:31.318827+0000","last_active":"2024-03-19T01:47:33.720030+0000","last_peered":"2024-03-19T01:47:33.720030+0000","last_clean":"2024-03-19T01:47:33.720030+0000","last_became_active":"2024-03-19T01:47:31.318391+0000","last_became_peered":"2024-03-19T01:47:31.318391+0000","last_unstale":"2024-03-19T01:47:33.720030+0000","last_undegraded":"2024-03-19T01:47:33.720030+0000","last_fullsized":"2024-03-19T01:47:33.720030+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:59:31.049420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"84'2","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.522557+0000","last_change":"2024-03-19T01:47:26.048652+0000","last_active":"2024-03-19T01:47:33.522557+0000","last_peered":"2024-03-19T01:47:33.522557+0000","last_clean":"2024-03-19T01:47:33.522557+0000","last_became_active":"2024-03-19T01:47:26.048219+0000","last_became_peered":"2024-03-19T01:47:26.048219+0000","last_unstale":"2024-03-19T01:47:33.522557+0000","last_undegraded":"2024-03-19T01:47:33.522557+0000","last_fullsized":"2024-03-19T01:47:33.522557+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:59:31.904872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.557041+0000","last_change":"2024-03-19T01:47:27.302116+0000","last_active":"2024-03-19T01:47:32.557041+0000","last_peered":"2024-03-19T01:47:32.557041+0000","last_clean":"2024-03-19T01:47:32.557041+0000","last_became_active":"2024-03-19T01:47:27.301769+0000","last_became_peered":"2024-03-19T01:47:27.301769+0000","last_unstale":"2024-03-19T01:47:32.557041+0000","last_undegraded":"2024-03-19T01:47:32.557041+0000","last_fullsized":"2024-03-19T01:47:32.557041+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:12:35.104525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720266+0000","last_change":"2024-03-19T01:47:27.308645+0000","last_active":"2024-03-19T01:47:33.720266+0000","last_peered":"2024-03-19T01:47:33.720266+0000","last_clean":"2024-03-19T01:47:33.720266+0000","last_became_active":"2024-03-19T01:47:27.308301+0000","last_became_peered":"2024-03-19T01:47:27.308301+0000","last_unstale":"2024-03-19T01:47:33.720266+0000","last_undegraded":"2024-03-19T01:47:33.720266+0000","last_fullsized":"2024-03-19T01:47:33.720266+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:55:16.836852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.558029+0000","last_change":"2024-03-19T01:47:27.303478+0000","last_active":"2024-03-19T01:47:32.558029+0000","last_peered":"2024-03-19T01:47:32.558029+0000","last_clean":"2024-03-19T01:47:32.558029+0000","last_became_active":"2024-03-19T01:47:27.303116+0000","last_became_peered":"2024-03-19T01:47:27.303116+0000","last_unstale":"2024-03-19T01:47:32.558029+0000","last_undegraded":"2024-03-19T01:47:32.558029+0000","last_fullsized":"2024-03-19T01:47:32.558029+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:39:45.354997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.557709+0000","last_change":"2024-03-19T01:47:27.311850+0000","last_active":"2024-03-19T01:47:32.557709+0000","last_peered":"2024-03-19T01:47:32.557709+0000","last_clean":"2024-03-19T01:47:32.557709+0000","last_became_active":"2024-03-19T01:47:27.311506+0000","last_became_peered":"2024-03-19T01:47:27.311506+0000","last_unstale":"2024-03-19T01:47:32.557709+0000","last_undegraded":"2024-03-19T01:47:32.557709+0000","last_fullsized":"2024-03-19T01:47:32.557709+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:08:34.293526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720264+0000","last_change":"2024-03-19T01:47:27.311366+0000","last_active":"2024-03-19T01:47:33.720264+0000","last_peered":"2024-03-19T01:47:33.720264+0000","last_clean":"2024-03-19T01:47:33.720264+0000","last_became_active":"2024-03-19T01:47:27.310029+0000","last_became_peered":"2024-03-19T01:47:27.310029+0000","last_unstale":"2024-03-19T01:47:33.720264+0000","last_undegraded":"2024-03-19T01:47:33.720264+0000","last_fullsized":"2024-03-19T01:47:33.720264+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:32:29.914884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.522493+0000","last_change":"2024-03-19T01:47:27.310984+0000","last_active":"2024-03-19T01:47:33.522493+0000","last_peered":"2024-03-19T01:47:33.522493+0000","last_clean":"2024-03-19T01:47:33.522493+0000","last_became_active":"2024-03-19T01:47:27.310614+0000","last_became_peered":"2024-03-19T01:47:27.310614+0000","last_unstale":"2024-03-19T01:47:33.522493+0000","last_undegraded":"2024-03-19T01:47:33.522493+0000","last_fullsized":"2024-03-19T01:47:33.522493+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:19:00.115861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720923+0000","last_change":"2024-03-19T01:47:27.306625+0000","last_active":"2024-03-19T01:47:33.720923+0000","last_peered":"2024-03-19T01:47:33.720923+0000","last_clean":"2024-03-19T01:47:33.720923+0000","last_became_active":"2024-03-19T01:47:27.306004+0000","last_became_peered":"2024-03-19T01:47:27.306004+0000","last_unstale":"2024-03-19T01:47:33.720923+0000","last_undegraded":"2024-03-19T01:47:33.720923+0000","last_fullsized":"2024-03-19T01:47:33.720923+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:03:00.845422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:32.558312+0000","last_change":"2024-03-19T01:47:27.318856+0000","last_active":"2024-03-19T01:47:32.558312+0000","last_peered":"2024-03-19T01:47:32.558312+0000","last_clean":"2024-03-19T01:47:32.558312+0000","last_became_active":"2024-03-19T01:47:27.318474+0000","last_became_peered":"2024-03-19T01:47:27.318474+0000","last_unstale":"2024-03-19T01:47:32.558312+0000","last_undegraded":"2024-03-19T01:47:32.558312+0000","last_fullsized":"2024-03-19T01:47:32.558312+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:55:07.829562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.228316+0000","last_change":"2024-03-19T01:47:27.306643+0000","last_active":"2024-03-19T01:47:33.228316+0000","last_peered":"2024-03-19T01:47:33.228316+0000","last_clean":"2024-03-19T01:47:33.228316+0000","last_became_active":"2024-03-19T01:47:27.306295+0000","last_became_peered":"2024-03-19T01:47:27.306295+0000","last_unstale":"2024-03-19T01:47:33.228316+0000","last_undegraded":"2024-03-19T01:47:33.228316+0000","last_fullsized":"2024-03-19T01:47:33.228316+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:04:07.878606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720152+0000","last_change":"2024-03-19T01:47:27.309545+0000","last_active":"2024-03-19T01:47:33.720152+0000","last_peered":"2024-03-19T01:47:33.720152+0000","last_clean":"2024-03-19T01:47:33.720152+0000","last_became_active":"2024-03-19T01:47:27.307757+0000","last_became_peered":"2024-03-19T01:47:27.307757+0000","last_unstale":"2024-03-19T01:47:33.720152+0000","last_undegraded":"2024-03-19T01:47:33.720152+0000","last_fullsized":"2024-03-19T01:47:33.720152+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:41:06.972203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.227793+0000","last_change":"2024-03-19T01:47:27.309735+0000","last_active":"2024-03-19T01:47:33.227793+0000","last_peered":"2024-03-19T01:47:33.227793+0000","last_clean":"2024-03-19T01:47:33.227793+0000","last_became_active":"2024-03-19T01:47:27.309393+0000","last_became_peered":"2024-03-19T01:47:27.309393+0000","last_unstale":"2024-03-19T01:47:33.227793+0000","last_undegraded":"2024-03-19T01:47:33.227793+0000","last_fullsized":"2024-03-19T01:47:33.227793+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:00:54.161968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.355617+0000","last_change":"2024-03-19T01:47:27.312750+0000","last_active":"2024-03-19T01:47:33.355617+0000","last_peered":"2024-03-19T01:47:33.355617+0000","last_clean":"2024-03-19T01:47:33.355617+0000","last_became_active":"2024-03-19T01:47:27.312192+0000","last_became_peered":"2024-03-19T01:47:27.312192+0000","last_unstale":"2024-03-19T01:47:33.355617+0000","last_undegraded":"2024-03-19T01:47:33.355617+0000","last_fullsized":"2024-03-19T01:47:33.355617+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:30:35.903989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.522197+0000","last_change":"2024-03-19T01:47:27.310347+0000","last_active":"2024-03-19T01:47:33.522197+0000","last_peered":"2024-03-19T01:47:33.522197+0000","last_clean":"2024-03-19T01:47:33.522197+0000","last_became_active":"2024-03-19T01:47:27.309951+0000","last_became_peered":"2024-03-19T01:47:27.309951+0000","last_unstale":"2024-03-19T01:47:33.522197+0000","last_undegraded":"2024-03-19T01:47:33.522197+0000","last_fullsized":"2024-03-19T01:47:33.522197+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:35:47.201218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-19T01:47:33.720630+0000","last_change":"2024-03-19T01:47:27.305521+0000","last_active":"2024-03-19T01:47:33.720630+0000","last_peered":"2024-03-19T01:47:33.720630+0000","last_clean":"2024-03-19T01:47:33.720630+0000","last_became_active":"2024-03-19T01:47:27.305189+0000","last_became_peered":"2024-03-19T01:47:27.305189+0000","last_unstale":"2024-03-19T01:47:33.720630+0000","last_undegraded":"2024-03-19T01:47:33.720630+0000","last_fullsized":"2024-03-19T01:47:33.720630+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:47:59.618470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":7844,"num_objects":54,"num_object_clones":0,"num_object_copies":162,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":54,"num_whiteouts":0,"num_read":15,"num_read_kb":14,"num_write":112,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":34,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":233472,"data_stored":40021,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":99,"ondisk_log_size":99,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383699,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":477411,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645336,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36920,"kb_used_data":1584,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708232,"statfs":{"total":95995035648,"available":95957229568,"internally_reserved":0,"allocated":1622016,"data_stored":1072618,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808861,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36304,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708848,"statfs":{"total":95995035648,"available":95957860352,"internally_reserved":0,"allocated":987136,"data_stored":477411,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070499,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":477567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332135,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28572,"kb_used_data":1544,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716580,"statfs":{"total":95995035648,"available":95965777920,"internally_reserved":0,"allocated":1581056,"data_stored":1067779,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495661,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":476919,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574916,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36308,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708844,"statfs":{"total":95995035648,"available":95957856256,"internally_reserved":0,"allocated":995328,"data_stored":480672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738442,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":995328,"data_stored":477523,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411393,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36332,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708820,"statfs":{"total":95995035648,"available":95957831680,"internally_reserved":0,"allocated":1019904,"data_stored":482022,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182459,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36308,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708844,"statfs":{"total":95995035648,"available":95957856256,"internally_reserved":0,"allocated":995328,"data_stored":477023,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920823,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36308,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708844,"statfs":{"total":95995035648,"available":95957856256,"internally_reserved":0,"allocated":995328,"data_stored":477864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757296,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28584,"kb_used_data":1568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716568,"statfs":{"total":95995035648,"available":95965765632,"internally_reserved":0,"allocated":1605632,"data_stored":1068673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3843,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":24492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1035,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":5421,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}}
2024-03-19T01:47:56.766 INFO:tasks.cephfs.filesystem.ceph_manager:clean!
2024-03-19T01:47:56.766 INFO:tasks.cephadm:Setting up client nodes...
2024-03-19T01:47:56.767 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *'
2024-03-19T01:47:56.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:56 smithi073 ceph-mon[66833]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:47:56.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:56 smithi073 ceph-mon[66833]: from='client.14916 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:47:56.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:56 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2480192328' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:56.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:56 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3192813716' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:47:56.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:56 smithi102 ceph-mon[66557]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:47:56.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:56 smithi102 ceph-mon[66557]: from='client.14916 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:47:56.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:56 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2480192328' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:47:56.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:56 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3192813716' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:47:57.046 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:47:57.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:57 smithi046 ceph-mon[63102]: pgmap v308: 129 pgs: 129 active+clean; 584 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2.1 KiB/s wr, 6 op/s
2024-03-19T01:47:57.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:57 smithi046 ceph-mon[63102]: from='client.24785 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2024-03-19T01:47:57.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:57 smithi046 ceph-mon[63102]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2024-03-19T01:47:57.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:57 smithi073 ceph-mon[66833]: pgmap v308: 129 pgs: 129 active+clean; 584 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2.1 KiB/s wr, 6 op/s
2024-03-19T01:47:57.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:57 smithi073 ceph-mon[66833]: from='client.24785 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2024-03-19T01:47:57.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:57 smithi073 ceph-mon[66833]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2024-03-19T01:47:57.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:57 smithi102 ceph-mon[66557]: pgmap v308: 129 pgs: 129 active+clean; 584 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2.1 KiB/s wr, 6 op/s
2024-03-19T01:47:57.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:57 smithi102 ceph-mon[66557]: from='client.24785 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2024-03-19T01:47:57.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:57 smithi102 ceph-mon[66557]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2024-03-19T01:47:58.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.881+0000 7fdf779c0700  1 -- 172.21.15.46:0/203138790 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf70108040 msgr2=0x7fdf7010a4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:58.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.881+0000 7fdf779c0700  1 --2- 172.21.15.46:0/203138790 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf70108040 0x7fdf7010a4b0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fdf68009990 tx=0x7fdf68009ca0 comp rx=0 tx=0).stop
2024-03-19T01:47:58.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.881+0000 7fdf779c0700  1 -- 172.21.15.46:0/203138790 shutdown_connections
2024-03-19T01:47:58.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.881+0000 7fdf779c0700  1 --2- 172.21.15.46:0/203138790 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf70108040 0x7fdf7010a4b0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:58.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.881+0000 7fdf779c0700  1 --2- 172.21.15.46:0/203138790 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf70102de0 0x7fdf701051d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:58.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.881+0000 7fdf779c0700  1 --2- 172.21.15.46:0/203138790 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf70105710 0x7fdf70107b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:58.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.881+0000 7fdf779c0700  1 -- 172.21.15.46:0/203138790 >> 172.21.15.46:0/203138790 conn(0x7fdf700fc810 msgr2=0x7fdf700fec30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:58.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.881+0000 7fdf779c0700  1 -- 172.21.15.46:0/203138790 shutdown_connections
2024-03-19T01:47:58.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.881+0000 7fdf779c0700  1 -- 172.21.15.46:0/203138790 wait complete.
2024-03-19T01:47:58.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.882+0000 7fdf779c0700  1  Processor -- start
2024-03-19T01:47:58.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.882+0000 7fdf779c0700  1 --  start start
2024-03-19T01:47:58.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.882+0000 7fdf779c0700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf70102de0 0x7fdf70198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:58.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.882+0000 7fdf779c0700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf70105710 0x7fdf70198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:58.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.882+0000 7fdf779c0700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf70108040 0x7fdf7019f900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:58.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.882+0000 7fdf779c0700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fdf7010ddb0 con 0x7fdf70108040
2024-03-19T01:47:58.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.882+0000 7fdf779c0700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fdf7010dc30 con 0x7fdf70102de0
2024-03-19T01:47:58.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.882+0000 7fdf779c0700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fdf7010df30 con 0x7fdf70105710
2024-03-19T01:47:58.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.882+0000 7fdf7575c700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf70102de0 0x7fdf70198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:58.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.882+0000 7fdf75f5d700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf70108040 0x7fdf7019f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:58.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.882+0000 7fdf7575c700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf70102de0 0x7fdf70198340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:50772/0 (socket says 172.21.15.46:50772)
2024-03-19T01:47:58.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.882+0000 7fdf7575c700  1 -- 172.21.15.46:0/241922356 learned_addr learned my addr 172.21.15.46:0/241922356 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:47:58.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.882+0000 7fdf74f5b700  1 --2- 172.21.15.46:0/241922356 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf70105710 0x7fdf70198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:58.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.882+0000 7fdf7575c700  1 -- 172.21.15.46:0/241922356 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf70105710 msgr2=0x7fdf70198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:58.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.882+0000 7fdf7575c700  1 --2- 172.21.15.46:0/241922356 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf70105710 0x7fdf70198880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:58.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.882+0000 7fdf7575c700  1 -- 172.21.15.46:0/241922356 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf70108040 msgr2=0x7fdf7019f900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:58.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.882+0000 7fdf7575c700  1 --2- 172.21.15.46:0/241922356 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf70108040 0x7fdf7019f900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:58.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.882+0000 7fdf7575c700  1 -- 172.21.15.46:0/241922356 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf7019ffa0 con 0x7fdf70102de0
2024-03-19T01:47:58.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.882+0000 7fdf7575c700  1 --2- 172.21.15.46:0/241922356 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf70102de0 0x7fdf70198340 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fdf60007f10 tx=0x7fdf6000d3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:58.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.883+0000 7fdf6e7fc700  1 -- 172.21.15.46:0/241922356 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf60004db0 con 0x7fdf70102de0
2024-03-19T01:47:58.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.883+0000 7fdf6e7fc700  1 -- 172.21.15.46:0/241922356 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdf60003a00 con 0x7fdf70102de0
2024-03-19T01:47:58.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.883+0000 7fdf779c0700  1 -- 172.21.15.46:0/241922356 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf701a0290 con 0x7fdf70102de0
2024-03-19T01:47:58.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.883+0000 7fdf6e7fc700  1 -- 172.21.15.46:0/241922356 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf600045e0 con 0x7fdf70102de0
2024-03-19T01:47:58.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.883+0000 7fdf779c0700  1 -- 172.21.15.46:0/241922356 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf701a07d0 con 0x7fdf70102de0
2024-03-19T01:47:58.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.884+0000 7fdf779c0700  1 -- 172.21.15.46:0/241922356 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf70050820 con 0x7fdf70102de0
2024-03-19T01:47:58.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.885+0000 7fdf6e7fc700  1 -- 172.21.15.46:0/241922356 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fdf6001c020 con 0x7fdf70102de0
2024-03-19T01:47:58.887 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.885+0000 7fdf6e7fc700  1 --2- 172.21.15.46:0/241922356 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdf580a29d0 0x7fdf580a4e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:47:58.887 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.885+0000 7fdf74f5b700  1 --2- 172.21.15.46:0/241922356 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdf580a29d0 0x7fdf580a4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:47:58.887 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.885+0000 7fdf6e7fc700  1 -- 172.21.15.46:0/241922356 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fdf600ce950 con 0x7fdf70102de0
2024-03-19T01:47:58.887 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.886+0000 7fdf74f5b700  1 --2- 172.21.15.46:0/241922356 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdf580a29d0 0x7fdf580a4e90 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fdf64009be0 tx=0x7fdf64009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:47:58.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:58.889+0000 7fdf6e7fc700  1 -- 172.21.15.46:0/241922356 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fdf60010070 con 0x7fdf70102de0
2024-03-19T01:47:59.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:59.180+0000 7fdf779c0700  1 -- 172.21.15.46:0/241922356 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7fdf70062f20 con 0x7fdf70102de0
2024-03-19T01:47:59.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:59.185+0000 7fdf6e7fc700  1 -- 172.21.15.46:0/241922356 <== mon.2 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0  v32) ==== 170+0+59 (secure 0 0 0) 0x7fdf6009b5f0 con 0x7fdf70102de0
2024-03-19T01:47:59.185 INFO:teuthology.orchestra.run.smithi046.stdout:[client.0]
2024-03-19T01:47:59.185 INFO:teuthology.orchestra.run.smithi046.stdout:	key = AQDP7vhlAQPZChAAgnsRiKk4JUzjOYI819L70A==
2024-03-19T01:47:59.187 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:59.187+0000 7fdf779c0700  1 -- 172.21.15.46:0/241922356 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdf580a29d0 msgr2=0x7fdf580a4e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:59.187 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:59.187+0000 7fdf779c0700  1 --2- 172.21.15.46:0/241922356 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdf580a29d0 0x7fdf580a4e90 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fdf64009be0 tx=0x7fdf64009260 comp rx=0 tx=0).stop
2024-03-19T01:47:59.187 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:59.187+0000 7fdf779c0700  1 -- 172.21.15.46:0/241922356 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf70102de0 msgr2=0x7fdf70198340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:47:59.187 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:59.187+0000 7fdf779c0700  1 --2- 172.21.15.46:0/241922356 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf70102de0 0x7fdf70198340 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fdf60007f10 tx=0x7fdf6000d3b0 comp rx=0 tx=0).stop
2024-03-19T01:47:59.187 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:59.187+0000 7fdf779c0700  1 -- 172.21.15.46:0/241922356 shutdown_connections
2024-03-19T01:47:59.187 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:59.187+0000 7fdf779c0700  1 --2- 172.21.15.46:0/241922356 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdf580a29d0 0x7fdf580a4e90 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:59.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:59.187+0000 7fdf779c0700  1 --2- 172.21.15.46:0/241922356 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf70108040 0x7fdf7019f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:59.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:59.187+0000 7fdf779c0700  1 --2- 172.21.15.46:0/241922356 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf70102de0 0x7fdf70198340 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:59.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:59.187+0000 7fdf779c0700  1 --2- 172.21.15.46:0/241922356 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf70105710 0x7fdf70198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:47:59.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:59.187+0000 7fdf779c0700  1 -- 172.21.15.46:0/241922356 >> 172.21.15.46:0/241922356 conn(0x7fdf700fc810 msgr2=0x7fdf70103720 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:47:59.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:59.187+0000 7fdf779c0700  1 -- 172.21.15.46:0/241922356 shutdown_connections
2024-03-19T01:47:59.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:47:59.187+0000 7fdf779c0700  1 -- 172.21.15.46:0/241922356 wait complete.
2024-03-19T01:47:59.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:59 smithi046 ceph-mon[63102]: pgmap v309: 129 pgs: 129 active+clean; 584 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2.3 KiB/s wr, 8 op/s
2024-03-19T01:47:59.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:59 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/241922356' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch
2024-03-19T01:47:59.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:59 smithi046 ceph-mon[63102]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch
2024-03-19T01:47:59.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:47:59 smithi046 ceph-mon[63102]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished
2024-03-19T01:47:59.935 DEBUG:teuthology.orchestra.run.smithi046:> set -ex
2024-03-19T01:47:59.935 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/ceph/ceph.client.0.keyring
2024-03-19T01:47:59.935 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring
2024-03-19T01:47:59.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:59 smithi073 ceph-mon[66833]: pgmap v309: 129 pgs: 129 active+clean; 584 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2.3 KiB/s wr, 8 op/s
2024-03-19T01:47:59.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:59 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/241922356' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch
2024-03-19T01:47:59.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:59 smithi073 ceph-mon[66833]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch
2024-03-19T01:47:59.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:47:59 smithi073 ceph-mon[66833]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished
2024-03-19T01:47:59.978 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean...
2024-03-19T01:47:59.978 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available
2024-03-19T01:47:59.978 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph mgr dump --format=json
2024-03-19T01:47:59.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:59 smithi102 ceph-mon[66557]: pgmap v309: 129 pgs: 129 active+clean; 584 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2.3 KiB/s wr, 8 op/s
2024-03-19T01:47:59.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:59 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/241922356' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch
2024-03-19T01:47:59.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:59 smithi102 ceph-mon[66557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch
2024-03-19T01:47:59.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:47:59 smithi102 ceph-mon[66557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished
2024-03-19T01:48:00.264 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:48:01.846 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:01 smithi046 ceph-mon[63102]: pgmap v310: 129 pgs: 129 active+clean; 625 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 6.2 KiB/s wr, 12 op/s
2024-03-19T01:48:01.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:01 smithi073 ceph-mon[66833]: pgmap v310: 129 pgs: 129 active+clean; 625 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 6.2 KiB/s wr, 12 op/s
2024-03-19T01:48:01.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:01 smithi102 ceph-mon[66557]: pgmap v310: 129 pgs: 129 active+clean; 625 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 6.2 KiB/s wr, 12 op/s
2024-03-19T01:48:02.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.100+0000 7f967b1b3700  1 -- 172.21.15.46:0/3775321703 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9674102f20 msgr2=0x7f9674106f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:02.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.100+0000 7f967b1b3700  1 --2- 172.21.15.46:0/3775321703 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9674102f20 0x7f9674106f70 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f96600099c0 tx=0x7f9660009cd0 comp rx=0 tx=0).stop
2024-03-19T01:48:02.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.100+0000 7f967b1b3700  1 -- 172.21.15.46:0/3775321703 shutdown_connections
2024-03-19T01:48:02.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.100+0000 7f967b1b3700  1 --2- 172.21.15.46:0/3775321703 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9674107650 0x7f967410f220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:02.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.100+0000 7f967b1b3700  1 --2- 172.21.15.46:0/3775321703 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9674102570 0x7f9674102950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:02.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.100+0000 7f967b1b3700  1 --2- 172.21.15.46:0/3775321703 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9674102f20 0x7f9674106f70 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:02.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.100+0000 7f967b1b3700  1 -- 172.21.15.46:0/3775321703 >> 172.21.15.46:0/3775321703 conn(0x7f96740fdde0 msgr2=0x7f9674100200 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:02.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.101+0000 7f967b1b3700  1 -- 172.21.15.46:0/3775321703 shutdown_connections
2024-03-19T01:48:02.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.101+0000 7f967b1b3700  1 -- 172.21.15.46:0/3775321703 wait complete.
2024-03-19T01:48:02.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.101+0000 7f967b1b3700  1  Processor -- start
2024-03-19T01:48:02.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.101+0000 7f967b1b3700  1 --  start start
2024-03-19T01:48:02.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.101+0000 7f967b1b3700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9674102570 0x7f967419e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:02.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.101+0000 7f967b1b3700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9674102f20 0x7f967419ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:02.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.101+0000 7f967b1b3700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9674107650 0x7f96741988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:02.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.101+0000 7f967b1b3700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f96741124c0 con 0x7f9674102570
2024-03-19T01:48:02.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.101+0000 7f967b1b3700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f9674112340 con 0x7f9674107650
2024-03-19T01:48:02.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.101+0000 7f967b1b3700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9674112640 con 0x7f9674102f20
2024-03-19T01:48:02.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.101+0000 7f9678f4f700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9674102570 0x7f967419e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:02.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.101+0000 7f9678f4f700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9674102570 0x7f967419e6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48780/0 (socket says 172.21.15.46:48780)
2024-03-19T01:48:02.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.101+0000 7f9673fff700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9674102f20 0x7f967419ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:02.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.101+0000 7f9678f4f700  1 -- 172.21.15.46:0/3212591056 learned_addr learned my addr 172.21.15.46:0/3212591056 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:48:02.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.102+0000 7f9679750700  1 --2- 172.21.15.46:0/3212591056 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9674107650 0x7f96741988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:02.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.102+0000 7f9673fff700  1 -- 172.21.15.46:0/3212591056 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9674107650 msgr2=0x7f96741988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:02.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.102+0000 7f9673fff700  1 --2- 172.21.15.46:0/3212591056 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9674107650 0x7f96741988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:02.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.102+0000 7f9673fff700  1 -- 172.21.15.46:0/3212591056 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9674102570 msgr2=0x7f967419e6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:02.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.102+0000 7f9673fff700  1 --2- 172.21.15.46:0/3212591056 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9674102570 0x7f967419e6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:02.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.102+0000 7f9673fff700  1 -- 172.21.15.46:0/3212591056 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9674199010 con 0x7f9674102f20
2024-03-19T01:48:02.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.102+0000 7f9678f4f700  1 --2- 172.21.15.46:0/3212591056 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9674102570 0x7f967419e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:48:02.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.102+0000 7f9673fff700  1 --2- 172.21.15.46:0/3212591056 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9674102f20 0x7f967419ebe0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f96600098e0 tx=0x7f9660004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:02.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.102+0000 7f9671ffb700  1 -- 172.21.15.46:0/3212591056 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9660026070 con 0x7f9674102f20
2024-03-19T01:48:02.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.102+0000 7f967b1b3700  1 -- 172.21.15.46:0/3212591056 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96741992a0 con 0x7f9674102f20
2024-03-19T01:48:02.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.102+0000 7f9671ffb700  1 -- 172.21.15.46:0/3212591056 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9660003c70 con 0x7f9674102f20
2024-03-19T01:48:02.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.102+0000 7f9671ffb700  1 -- 172.21.15.46:0/3212591056 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f966000f9c0 con 0x7f9674102f20
2024-03-19T01:48:02.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.102+0000 7f967b1b3700  1 -- 172.21.15.46:0/3212591056 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96741a5570 con 0x7f9674102f20
2024-03-19T01:48:02.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.103+0000 7f967b1b3700  1 -- 172.21.15.46:0/3212591056 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9674103a50 con 0x7f9674102f20
2024-03-19T01:48:02.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.104+0000 7f9671ffb700  1 -- 172.21.15.46:0/3212591056 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f9660029070 con 0x7f9674102f20
2024-03-19T01:48:02.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.105+0000 7f9671ffb700  1 --2- 172.21.15.46:0/3212591056 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f96640a2920 0x7f96640a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:02.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.105+0000 7f9678f4f700  1 --2- 172.21.15.46:0/3212591056 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f96640a2920 0x7f96640a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:02.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.105+0000 7f9671ffb700  1 -- 172.21.15.46:0/3212591056 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f96600cf5a0 con 0x7f9674102f20
2024-03-19T01:48:02.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.106+0000 7f9678f4f700  1 --2- 172.21.15.46:0/3212591056 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f96640a2920 0x7f96640a4de0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f96740fe2d0 tx=0x7f9668009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:02.108 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.109+0000 7f9671ffb700  1 -- 172.21.15.46:0/3212591056 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f9660013070 con 0x7f9674102f20
2024-03-19T01:48:02.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.377+0000 7f967b1b3700  1 -- 172.21.15.46:0/3212591056 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f967402dbb0 con 0x7f9674102f20
2024-03-19T01:48:02.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.382+0000 7f9671ffb700  1 -- 172.21.15.46:0/3212591056 <== mon.1 v2:172.21.15.102:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0  v17) ==== 74+0+262661 (secure 0 0 0) 0x7f966009c3f0 con 0x7f9674102f20
2024-03-19T01:48:02.385 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:48:02.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.385+0000 7f967b1b3700  1 -- 172.21.15.46:0/3212591056 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f96640a2920 msgr2=0x7f96640a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:02.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.385+0000 7f967b1b3700  1 --2- 172.21.15.46:0/3212591056 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f96640a2920 0x7f96640a4de0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f96740fe2d0 tx=0x7f9668009260 comp rx=0 tx=0).stop
2024-03-19T01:48:02.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.385+0000 7f967b1b3700  1 -- 172.21.15.46:0/3212591056 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9674102f20 msgr2=0x7f967419ebe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:02.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.385+0000 7f967b1b3700  1 --2- 172.21.15.46:0/3212591056 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9674102f20 0x7f967419ebe0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f96600098e0 tx=0x7f9660004270 comp rx=0 tx=0).stop
2024-03-19T01:48:02.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.385+0000 7f967b1b3700  1 -- 172.21.15.46:0/3212591056 shutdown_connections
2024-03-19T01:48:02.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.385+0000 7f967b1b3700  1 --2- 172.21.15.46:0/3212591056 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f96640a2920 0x7f96640a4de0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:02.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.385+0000 7f967b1b3700  1 --2- 172.21.15.46:0/3212591056 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9674107650 0x7f96741988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:02.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.385+0000 7f967b1b3700  1 --2- 172.21.15.46:0/3212591056 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9674102570 0x7f967419e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:02.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.385+0000 7f967b1b3700  1 --2- 172.21.15.46:0/3212591056 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9674102f20 0x7f967419ebe0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:02.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.385+0000 7f967b1b3700  1 -- 172.21.15.46:0/3212591056 >> 172.21.15.46:0/3212591056 conn(0x7f96740fdde0 msgr2=0x7f9674100140 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:02.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.385+0000 7f967b1b3700  1 -- 172.21.15.46:0/3212591056 shutdown_connections
2024-03-19T01:48:02.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:02.385+0000 7f967b1b3700  1 -- 172.21.15.46:0/3212591056 wait complete.
2024-03-19T01:48:02.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:02 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3212591056' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch
2024-03-19T01:48:02.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:02 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3212591056' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch
2024-03-19T01:48:03.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:02 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3212591056' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch
2024-03-19T01:48:03.154 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":17,"flags":0,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3237439375},{"type":"v1","addr":"172.21.15.46:6801","nonce":3237439375}]},"active_addr":"172.21.15.46:6801/3237439375","active_change":"2024-03-19T01:40:17.828007+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":14214,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace.  Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB.  Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24110,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace.  Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB.  Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace.  Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB.  Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.46:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.46:0","nonce":3154580199}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.46:0","nonce":2463012355}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.46:0","nonce":3334472164}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.46:0","nonce":2120145964}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.46:0","nonce":1710318224}]}]}
2024-03-19T01:48:03.159 INFO:tasks.cephadm.ceph_manager.ceph:mgr available!
2024-03-19T01:48:03.160 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up
2024-03-19T01:48:03.160 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph osd dump --format=json
2024-03-19T01:48:03.405 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:48:03.789 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:03 smithi046 ceph-mon[63102]: pgmap v311: 129 pgs: 129 active+clean; 625 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 6.2 KiB/s wr, 13 op/s
2024-03-19T01:48:03.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:03 smithi073 ceph-mon[66833]: pgmap v311: 129 pgs: 129 active+clean; 625 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 6.2 KiB/s wr, 13 op/s
2024-03-19T01:48:03.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:03 smithi102 ceph-mon[66557]: pgmap v311: 129 pgs: 129 active+clean; 625 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 6.2 KiB/s wr, 13 op/s
2024-03-19T01:48:05.273 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.271+0000 7fc671e13700  1 -- 172.21.15.46:0/3901510429 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc66c06b5c0 msgr2=0x7fc66c106f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:05.273 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.271+0000 7fc671e13700  1 --2- 172.21.15.46:0/3901510429 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc66c06b5c0 0x7fc66c106f50 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fc6600099c0 tx=0x7fc660009cd0 comp rx=0 tx=0).stop
2024-03-19T01:48:05.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.271+0000 7fc671e13700  1 -- 172.21.15.46:0/3901510429 shutdown_connections
2024-03-19T01:48:05.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.271+0000 7fc671e13700  1 --2- 172.21.15.46:0/3901510429 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc66c107680 0x7fc66c10f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:05.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.271+0000 7fc671e13700  1 --2- 172.21.15.46:0/3901510429 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc66c06ac10 0x7fc66c06aff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:05.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.271+0000 7fc671e13700  1 --2- 172.21.15.46:0/3901510429 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc66c06b5c0 0x7fc66c106f50 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:05.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.271+0000 7fc671e13700  1 -- 172.21.15.46:0/3901510429 >> 172.21.15.46:0/3901510429 conn(0x7fc66c078180 msgr2=0x7fc66c078590 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:05.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.271+0000 7fc671e13700  1 -- 172.21.15.46:0/3901510429 shutdown_connections
2024-03-19T01:48:05.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.272+0000 7fc671e13700  1 -- 172.21.15.46:0/3901510429 wait complete.
2024-03-19T01:48:05.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.272+0000 7fc671e13700  1  Processor -- start
2024-03-19T01:48:05.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.272+0000 7fc671e13700  1 --  start start
2024-03-19T01:48:05.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.272+0000 7fc671e13700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc66c06ac10 0x7fc66c19e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:05.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.272+0000 7fc671e13700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc66c06b5c0 0x7fc66c19ec30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:05.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.272+0000 7fc671e13700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc66c107680 0x7fc66c1988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:05.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.272+0000 7fc671e13700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc66c1124a0 con 0x7fc66c06b5c0
2024-03-19T01:48:05.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.273+0000 7fc671e13700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fc66c112320 con 0x7fc66c06ac10
2024-03-19T01:48:05.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.273+0000 7fc671e13700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc66c112620 con 0x7fc66c107680
2024-03-19T01:48:05.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.273+0000 7fc66affd700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc66c06b5c0 0x7fc66c19ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:05.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.273+0000 7fc66affd700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc66c06b5c0 0x7fc66c19ec30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39312/0 (socket says 172.21.15.46:39312)
2024-03-19T01:48:05.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.273+0000 7fc66affd700  1 -- 172.21.15.46:0/2225665509 learned_addr learned my addr 172.21.15.46:0/2225665509 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:48:05.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.273+0000 7fc66b7fe700  1 --2- 172.21.15.46:0/2225665509 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc66c06ac10 0x7fc66c19e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:05.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.273+0000 7fc66bfff700  1 --2- 172.21.15.46:0/2225665509 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc66c107680 0x7fc66c1988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:05.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.273+0000 7fc66affd700  1 -- 172.21.15.46:0/2225665509 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc66c107680 msgr2=0x7fc66c1988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:05.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.273+0000 7fc66affd700  1 --2- 172.21.15.46:0/2225665509 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc66c107680 0x7fc66c1988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:05.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.273+0000 7fc66affd700  1 -- 172.21.15.46:0/2225665509 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc66c06ac10 msgr2=0x7fc66c19e6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:05.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.273+0000 7fc66affd700  1 --2- 172.21.15.46:0/2225665509 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc66c06ac10 0x7fc66c19e6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:05.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.273+0000 7fc66affd700  1 -- 172.21.15.46:0/2225665509 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc66c199010 con 0x7fc66c06b5c0
2024-03-19T01:48:05.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.273+0000 7fc66b7fe700  1 --2- 172.21.15.46:0/2225665509 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc66c06ac10 0x7fc66c19e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:48:05.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.273+0000 7fc66bfff700  1 --2- 172.21.15.46:0/2225665509 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc66c107680 0x7fc66c1988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:48:05.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.273+0000 7fc66affd700  1 --2- 172.21.15.46:0/2225665509 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc66c06b5c0 0x7fc66c19ec30 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fc6600098e0 tx=0x7fc660004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:05.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.273+0000 7fc668ff9700  1 -- 172.21.15.46:0/2225665509 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc660026070 con 0x7fc66c06b5c0
2024-03-19T01:48:05.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.273+0000 7fc668ff9700  1 -- 172.21.15.46:0/2225665509 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc660003c70 con 0x7fc66c06b5c0
2024-03-19T01:48:05.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.273+0000 7fc668ff9700  1 -- 172.21.15.46:0/2225665509 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc66000f9c0 con 0x7fc66c06b5c0
2024-03-19T01:48:05.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.273+0000 7fc671e13700  1 -- 172.21.15.46:0/2225665509 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc66c1992a0 con 0x7fc66c06b5c0
2024-03-19T01:48:05.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.273+0000 7fc671e13700  1 -- 172.21.15.46:0/2225665509 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc66c1a55c0 con 0x7fc66c06b5c0
2024-03-19T01:48:05.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.274+0000 7fc671e13700  1 -- 172.21.15.46:0/2225665509 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc66c10a830 con 0x7fc66c06b5c0
2024-03-19T01:48:05.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.276+0000 7fc668ff9700  1 -- 172.21.15.46:0/2225665509 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fc660029070 con 0x7fc66c06b5c0
2024-03-19T01:48:05.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.276+0000 7fc668ff9700  1 --2- 172.21.15.46:0/2225665509 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc6540a29a0 0x7fc6540a4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:05.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.276+0000 7fc668ff9700  1 -- 172.21.15.46:0/2225665509 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fc6600cf8e0 con 0x7fc66c06b5c0
2024-03-19T01:48:05.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.276+0000 7fc66b7fe700  1 --2- 172.21.15.46:0/2225665509 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc6540a29a0 0x7fc6540a4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:05.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.277+0000 7fc66b7fe700  1 --2- 172.21.15.46:0/2225665509 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc6540a29a0 0x7fc6540a4e60 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fc66c1999f0 tx=0x7fc65c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:05.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.280+0000 7fc668ff9700  1 -- 172.21.15.46:0/2225665509 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fc660030020 con 0x7fc66c06b5c0
2024-03-19T01:48:05.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.485+0000 7fc671e13700  1 -- 172.21.15.46:0/2225665509 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc66c199de0 con 0x7fc66c06b5c0
2024-03-19T01:48:05.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.486+0000 7fc668ff9700  1 -- 172.21.15.46:0/2225665509 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v89) ==== 74+0+24067 (secure 0 0 0) 0x7fc660013070 con 0x7fc66c06b5c0
2024-03-19T01:48:05.486 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:48:05.487 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":89,"fsid":"53c8cf3e-e591-11ee-95c9-87774f69a715","created":"2024-03-19T01:39:22.615473+0000","modified":"2024-03-19T01:47:31.671097+0000","last_up_change":"2024-03-19T01:46:32.777223+0000","last_in_change":"2024-03-19T01:46:12.842023+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-19T01:42:46.174113+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-19T01:47:24.276277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-19T01:47:25.605471+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-19T01:47:29.545614+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"4fc98477-1fec-465b-892b-9a0c12e15754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6803","nonce":1888713943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6805","nonce":1888713943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6809","nonce":1888713943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6807","nonce":1888713943}]},"public_addr":"172.21.15.46:6803/1888713943","cluster_addr":"172.21.15.46:6805/1888713943","heartbeat_back_addr":"172.21.15.46:6809/1888713943","heartbeat_front_addr":"172.21.15.46:6807/1888713943","state":["exists","up"]},{"osd":1,"uuid":"4109d6a1-240e-4f1f-b09d-75f3b77e6303","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6801","nonce":2502945674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6803","nonce":2502945674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6807","nonce":2502945674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6805","nonce":2502945674}]},"public_addr":"172.21.15.73:6801/2502945674","cluster_addr":"172.21.15.73:6803/2502945674","heartbeat_back_addr":"172.21.15.73:6807/2502945674","heartbeat_front_addr":"172.21.15.73:6805/2502945674","state":["exists","up"]},{"osd":2,"uuid":"45e8479c-4006-4dd4-bdd8-b4a2eafacc80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6801","nonce":90484514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6803","nonce":90484514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6807","nonce":90484514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6805","nonce":90484514}]},"public_addr":"172.21.15.102:6801/90484514","cluster_addr":"172.21.15.102:6803/90484514","heartbeat_back_addr":"172.21.15.102:6807/90484514","heartbeat_front_addr":"172.21.15.102:6805/90484514","state":["exists","up"]},{"osd":3,"uuid":"4cdc93cf-2e8d-436d-a78a-c235e9b970fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6811","nonce":3336792470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6813","nonce":3336792470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6817","nonce":3336792470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6815","nonce":3336792470}]},"public_addr":"172.21.15.46:6811/3336792470","cluster_addr":"172.21.15.46:6813/3336792470","heartbeat_back_addr":"172.21.15.46:6817/3336792470","heartbeat_front_addr":"172.21.15.46:6815/3336792470","state":["exists","up"]},{"osd":4,"uuid":"35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6809","nonce":1192862788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6811","nonce":1192862788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6815","nonce":1192862788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6813","nonce":1192862788}]},"public_addr":"172.21.15.73:6809/1192862788","cluster_addr":"172.21.15.73:6811/1192862788","heartbeat_back_addr":"172.21.15.73:6815/1192862788","heartbeat_front_addr":"172.21.15.73:6813/1192862788","state":["exists","up"]},{"osd":5,"uuid":"1587c1e6-6719-4117-a80f-5c6bce0e5814","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6809","nonce":3252664135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6811","nonce":3252664135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6815","nonce":3252664135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6813","nonce":3252664135}]},"public_addr":"172.21.15.102:6809/3252664135","cluster_addr":"172.21.15.102:6811/3252664135","heartbeat_back_addr":"172.21.15.102:6815/3252664135","heartbeat_front_addr":"172.21.15.102:6813/3252664135","state":["exists","up"]},{"osd":6,"uuid":"af41cbff-69e5-45ab-ad59-95e5addd1b6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6819","nonce":595340737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6821","nonce":595340737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6825","nonce":595340737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6823","nonce":595340737}]},"public_addr":"172.21.15.46:6819/595340737","cluster_addr":"172.21.15.46:6821/595340737","heartbeat_back_addr":"172.21.15.46:6825/595340737","heartbeat_front_addr":"172.21.15.46:6823/595340737","state":["exists","up"]},{"osd":7,"uuid":"23e9241a-4ed9-4606-93c1-ccfe277d0c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6817","nonce":143082020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6819","nonce":143082020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6823","nonce":143082020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6821","nonce":143082020}]},"public_addr":"172.21.15.73:6817/143082020","cluster_addr":"172.21.15.73:6819/143082020","heartbeat_back_addr":"172.21.15.73:6823/143082020","heartbeat_front_addr":"172.21.15.73:6821/143082020","state":["exists","up"]},{"osd":8,"uuid":"c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6817","nonce":2533208086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6819","nonce":2533208086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6823","nonce":2533208086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6821","nonce":2533208086}]},"public_addr":"172.21.15.102:6817/2533208086","cluster_addr":"172.21.15.102:6819/2533208086","heartbeat_back_addr":"172.21.15.102:6823/2533208086","heartbeat_front_addr":"172.21.15.102:6821/2533208086","state":["exists","up"]},{"osd":9,"uuid":"a16dd21b-77e4-4148-90a3-c085fd621fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6827","nonce":4252594050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6829","nonce":4252594050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6833","nonce":4252594050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6831","nonce":4252594050}]},"public_addr":"172.21.15.46:6827/4252594050","cluster_addr":"172.21.15.46:6829/4252594050","heartbeat_back_addr":"172.21.15.46:6833/4252594050","heartbeat_front_addr":"172.21.15.46:6831/4252594050","state":["exists","up"]},{"osd":10,"uuid":"3a794482-bcfa-4e99-8e96-77228a828ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6825","nonce":1252006239}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6827","nonce":1252006239}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6831","nonce":1252006239}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6829","nonce":1252006239}]},"public_addr":"172.21.15.73:6825/1252006239","cluster_addr":"172.21.15.73:6827/1252006239","heartbeat_back_addr":"172.21.15.73:6831/1252006239","heartbeat_front_addr":"172.21.15.73:6829/1252006239","state":["exists","up"]},{"osd":11,"uuid":"93bdea99-6072-431a-a919-3aecf631c727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6825","nonce":2997263049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6827","nonce":2997263049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6831","nonce":2997263049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6829","nonce":2997263049}]},"public_addr":"172.21.15.102:6825/2997263049","cluster_addr":"172.21.15.102:6827/2997263049","heartbeat_back_addr":"172.21.15.102:6831/2997263049","heartbeat_front_addr":"172.21.15.102:6829/2997263049","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:41:54.705424+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:18.405516+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:42.028548+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:06.440586+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:31.526566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:56.491476+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:22.116952+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:48.187884+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:12.546546+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:39.238062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:05.249938+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:30.959573+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:6800/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/534183632":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/3469071427":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/816672825":"2024-03-20T01:39:49.978463+0000","172.21.15.46:6800/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/482098752":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/3024883566":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/2231887791":"2024-03-20T01:39:49.978463+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-03-19T01:48:05.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.488+0000 7fc671e13700  1 -- 172.21.15.46:0/2225665509 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc6540a29a0 msgr2=0x7fc6540a4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:05.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.488+0000 7fc671e13700  1 --2- 172.21.15.46:0/2225665509 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc6540a29a0 0x7fc6540a4e60 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fc66c1999f0 tx=0x7fc65c009260 comp rx=0 tx=0).stop
2024-03-19T01:48:05.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.488+0000 7fc671e13700  1 -- 172.21.15.46:0/2225665509 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc66c06b5c0 msgr2=0x7fc66c19ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:05.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.488+0000 7fc671e13700  1 --2- 172.21.15.46:0/2225665509 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc66c06b5c0 0x7fc66c19ec30 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fc6600098e0 tx=0x7fc660004270 comp rx=0 tx=0).stop
2024-03-19T01:48:05.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.488+0000 7fc671e13700  1 -- 172.21.15.46:0/2225665509 shutdown_connections
2024-03-19T01:48:05.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.488+0000 7fc671e13700  1 --2- 172.21.15.46:0/2225665509 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc6540a29a0 0x7fc6540a4e60 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:05.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.488+0000 7fc671e13700  1 --2- 172.21.15.46:0/2225665509 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc66c107680 0x7fc66c1988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:05.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.488+0000 7fc671e13700  1 --2- 172.21.15.46:0/2225665509 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc66c06ac10 0x7fc66c19e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:05.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.488+0000 7fc671e13700  1 --2- 172.21.15.46:0/2225665509 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc66c06b5c0 0x7fc66c19ec30 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:05.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.488+0000 7fc671e13700  1 -- 172.21.15.46:0/2225665509 >> 172.21.15.46:0/2225665509 conn(0x7fc66c078180 msgr2=0x7fc66c0ff6a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:05.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.489+0000 7fc671e13700  1 -- 172.21.15.46:0/2225665509 shutdown_connections
2024-03-19T01:48:05.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:05.489+0000 7fc671e13700  1 -- 172.21.15.46:0/2225665509 wait complete.
2024-03-19T01:48:05.907 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:05 smithi046 ceph-mon[63102]: pgmap v312: 129 pgs: 129 active+clean; 633 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 7.2 KiB/s wr, 15 op/s
2024-03-19T01:48:05.907 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:05 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2225665509' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:48:05.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:05 smithi073 ceph-mon[66833]: pgmap v312: 129 pgs: 129 active+clean; 633 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 7.2 KiB/s wr, 15 op/s
2024-03-19T01:48:05.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:05 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2225665509' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:48:05.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:05 smithi102 ceph-mon[66557]: pgmap v312: 129 pgs: 129 active+clean; 633 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 7.2 KiB/s wr, 15 op/s
2024-03-19T01:48:05.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:05 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2225665509' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:48:06.231 INFO:tasks.cephadm.ceph_manager.ceph:all up!
2024-03-19T01:48:06.231 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph osd dump --format=json
2024-03-19T01:48:06.472 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:48:07.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:07 smithi073 ceph-mon[66833]: pgmap v313: 129 pgs: 129 active+clean; 633 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 6.8 KiB/s wr, 14 op/s
2024-03-19T01:48:07.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:07 smithi102 ceph-mon[66557]: pgmap v313: 129 pgs: 129 active+clean; 633 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 6.8 KiB/s wr, 14 op/s
2024-03-19T01:48:08.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:07 smithi046 ceph-mon[63102]: pgmap v313: 129 pgs: 129 active+clean; 633 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 6.8 KiB/s wr, 14 op/s
2024-03-19T01:48:08.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.239+0000 7fb27197a700  1 -- 172.21.15.46:0/750978688 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb26c102550 msgr2=0x7fb26c102930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:08.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.239+0000 7fb27197a700  1 --2- 172.21.15.46:0/750978688 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb26c102550 0x7fb26c102930 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fb26400b0d0 tx=0x7fb26400b3e0 comp rx=0 tx=0).stop
2024-03-19T01:48:08.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.239+0000 7fb27197a700  1 -- 172.21.15.46:0/750978688 shutdown_connections
2024-03-19T01:48:08.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.239+0000 7fb27197a700  1 --2- 172.21.15.46:0/750978688 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb26c107630 0x7fb26c10f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:08.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.239+0000 7fb27197a700  1 --2- 172.21.15.46:0/750978688 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb26c102550 0x7fb26c102930 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:08.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.239+0000 7fb27197a700  1 --2- 172.21.15.46:0/750978688 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb26c102f00 0x7fb26c106f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:08.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.239+0000 7fb27197a700  1 -- 172.21.15.46:0/750978688 >> 172.21.15.46:0/750978688 conn(0x7fb26c0fddc0 msgr2=0x7fb26c1001e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:08.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.239+0000 7fb27197a700  1 -- 172.21.15.46:0/750978688 shutdown_connections
2024-03-19T01:48:08.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.239+0000 7fb27197a700  1 -- 172.21.15.46:0/750978688 wait complete.
2024-03-19T01:48:08.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.239+0000 7fb27197a700  1  Processor -- start
2024-03-19T01:48:08.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.240+0000 7fb27197a700  1 --  start start
2024-03-19T01:48:08.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.240+0000 7fb27197a700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb26c102550 0x7fb26c19e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:08.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.240+0000 7fb27197a700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb26c102f00 0x7fb26c19ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:08.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.240+0000 7fb27197a700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb26c107630 0x7fb26c198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:08.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.240+0000 7fb27197a700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb26c1124c0 con 0x7fb26c102f00
2024-03-19T01:48:08.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.240+0000 7fb27197a700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb26c112340 con 0x7fb26c102550
2024-03-19T01:48:08.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.240+0000 7fb27197a700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb26c112640 con 0x7fb26c107630
2024-03-19T01:48:08.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.240+0000 7fb26a7fc700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb26c102f00 0x7fb26c19ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:08.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.240+0000 7fb26a7fc700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb26c102f00 0x7fb26c19ebc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39324/0 (socket says 172.21.15.46:39324)
2024-03-19T01:48:08.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.240+0000 7fb26affd700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb26c102550 0x7fb26c19e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:08.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.240+0000 7fb26a7fc700  1 -- 172.21.15.46:0/1567269482 learned_addr learned my addr 172.21.15.46:0/1567269482 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:48:08.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.240+0000 7fb26b7fe700  1 --2- 172.21.15.46:0/1567269482 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb26c107630 0x7fb26c198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:08.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.240+0000 7fb26affd700  1 -- 172.21.15.46:0/1567269482 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb26c107630 msgr2=0x7fb26c198800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:08.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.240+0000 7fb26affd700  1 --2- 172.21.15.46:0/1567269482 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb26c107630 0x7fb26c198800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:08.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.240+0000 7fb26affd700  1 -- 172.21.15.46:0/1567269482 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb26c102f00 msgr2=0x7fb26c19ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:08.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.240+0000 7fb26affd700  1 --2- 172.21.15.46:0/1567269482 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb26c102f00 0x7fb26c19ebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:08.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.240+0000 7fb26affd700  1 -- 172.21.15.46:0/1567269482 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb26c198fe0 con 0x7fb26c102550
2024-03-19T01:48:08.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.240+0000 7fb26a7fc700  1 --2- 172.21.15.46:0/1567269482 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb26c102f00 0x7fb26c19ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:48:08.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.241+0000 7fb26affd700  1 --2- 172.21.15.46:0/1567269482 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb26c102550 0x7fb26c19e680 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fb26400b770 tx=0x7fb264007a20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:08.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.241+0000 7fb270978700  1 -- 172.21.15.46:0/1567269482 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb26401f070 con 0x7fb26c102550
2024-03-19T01:48:08.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.241+0000 7fb270978700  1 -- 172.21.15.46:0/1567269482 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb264004c50 con 0x7fb26c102550
2024-03-19T01:48:08.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.241+0000 7fb27197a700  1 -- 172.21.15.46:0/1567269482 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb26c199270 con 0x7fb26c102550
2024-03-19T01:48:08.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.241+0000 7fb270978700  1 -- 172.21.15.46:0/1567269482 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb26401b690 con 0x7fb26c102550
2024-03-19T01:48:08.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.241+0000 7fb27197a700  1 -- 172.21.15.46:0/1567269482 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb26c1a54e0 con 0x7fb26c102550
2024-03-19T01:48:08.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.242+0000 7fb27197a700  1 -- 172.21.15.46:0/1567269482 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb26c103a30 con 0x7fb26c102550
2024-03-19T01:48:08.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.243+0000 7fb270978700  1 -- 172.21.15.46:0/1567269482 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fb264022070 con 0x7fb26c102550
2024-03-19T01:48:08.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.243+0000 7fb270978700  1 --2- 172.21.15.46:0/1567269482 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb2580a2920 0x7fb2580a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:08.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.243+0000 7fb26a7fc700  1 --2- 172.21.15.46:0/1567269482 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb2580a2920 0x7fb2580a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:08.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.244+0000 7fb270978700  1 -- 172.21.15.46:0/1567269482 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fb26400f020 con 0x7fb26c102550
2024-03-19T01:48:08.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.244+0000 7fb26a7fc700  1 --2- 172.21.15.46:0/1567269482 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb2580a2920 0x7fb2580a4de0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fb26c0ff1e0 tx=0x7fb254007480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:08.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.248+0000 7fb270978700  1 -- 172.21.15.46:0/1567269482 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fb264029020 con 0x7fb26c102550
2024-03-19T01:48:08.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.451+0000 7fb27197a700  1 -- 172.21.15.46:0/1567269482 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb26c199d30 con 0x7fb26c102550
2024-03-19T01:48:08.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.453+0000 7fb270978700  1 -- 172.21.15.46:0/1567269482 <== mon.2 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v89) ==== 74+0+24067 (secure 0 0 0) 0x7fb26409cb80 con 0x7fb26c102550
2024-03-19T01:48:08.455 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:48:08.455 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":89,"fsid":"53c8cf3e-e591-11ee-95c9-87774f69a715","created":"2024-03-19T01:39:22.615473+0000","modified":"2024-03-19T01:47:31.671097+0000","last_up_change":"2024-03-19T01:46:32.777223+0000","last_in_change":"2024-03-19T01:46:12.842023+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-19T01:42:46.174113+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-19T01:47:24.276277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-19T01:47:25.605471+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-19T01:47:29.545614+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"4fc98477-1fec-465b-892b-9a0c12e15754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6803","nonce":1888713943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6805","nonce":1888713943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6809","nonce":1888713943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6807","nonce":1888713943}]},"public_addr":"172.21.15.46:6803/1888713943","cluster_addr":"172.21.15.46:6805/1888713943","heartbeat_back_addr":"172.21.15.46:6809/1888713943","heartbeat_front_addr":"172.21.15.46:6807/1888713943","state":["exists","up"]},{"osd":1,"uuid":"4109d6a1-240e-4f1f-b09d-75f3b77e6303","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6801","nonce":2502945674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6803","nonce":2502945674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6807","nonce":2502945674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6805","nonce":2502945674}]},"public_addr":"172.21.15.73:6801/2502945674","cluster_addr":"172.21.15.73:6803/2502945674","heartbeat_back_addr":"172.21.15.73:6807/2502945674","heartbeat_front_addr":"172.21.15.73:6805/2502945674","state":["exists","up"]},{"osd":2,"uuid":"45e8479c-4006-4dd4-bdd8-b4a2eafacc80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6801","nonce":90484514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6803","nonce":90484514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6807","nonce":90484514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6805","nonce":90484514}]},"public_addr":"172.21.15.102:6801/90484514","cluster_addr":"172.21.15.102:6803/90484514","heartbeat_back_addr":"172.21.15.102:6807/90484514","heartbeat_front_addr":"172.21.15.102:6805/90484514","state":["exists","up"]},{"osd":3,"uuid":"4cdc93cf-2e8d-436d-a78a-c235e9b970fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6811","nonce":3336792470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6813","nonce":3336792470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6817","nonce":3336792470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6815","nonce":3336792470}]},"public_addr":"172.21.15.46:6811/3336792470","cluster_addr":"172.21.15.46:6813/3336792470","heartbeat_back_addr":"172.21.15.46:6817/3336792470","heartbeat_front_addr":"172.21.15.46:6815/3336792470","state":["exists","up"]},{"osd":4,"uuid":"35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6809","nonce":1192862788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6811","nonce":1192862788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6815","nonce":1192862788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6813","nonce":1192862788}]},"public_addr":"172.21.15.73:6809/1192862788","cluster_addr":"172.21.15.73:6811/1192862788","heartbeat_back_addr":"172.21.15.73:6815/1192862788","heartbeat_front_addr":"172.21.15.73:6813/1192862788","state":["exists","up"]},{"osd":5,"uuid":"1587c1e6-6719-4117-a80f-5c6bce0e5814","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6809","nonce":3252664135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6811","nonce":3252664135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6815","nonce":3252664135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6813","nonce":3252664135}]},"public_addr":"172.21.15.102:6809/3252664135","cluster_addr":"172.21.15.102:6811/3252664135","heartbeat_back_addr":"172.21.15.102:6815/3252664135","heartbeat_front_addr":"172.21.15.102:6813/3252664135","state":["exists","up"]},{"osd":6,"uuid":"af41cbff-69e5-45ab-ad59-95e5addd1b6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6819","nonce":595340737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6821","nonce":595340737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6825","nonce":595340737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6823","nonce":595340737}]},"public_addr":"172.21.15.46:6819/595340737","cluster_addr":"172.21.15.46:6821/595340737","heartbeat_back_addr":"172.21.15.46:6825/595340737","heartbeat_front_addr":"172.21.15.46:6823/595340737","state":["exists","up"]},{"osd":7,"uuid":"23e9241a-4ed9-4606-93c1-ccfe277d0c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6817","nonce":143082020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6819","nonce":143082020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6823","nonce":143082020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6821","nonce":143082020}]},"public_addr":"172.21.15.73:6817/143082020","cluster_addr":"172.21.15.73:6819/143082020","heartbeat_back_addr":"172.21.15.73:6823/143082020","heartbeat_front_addr":"172.21.15.73:6821/143082020","state":["exists","up"]},{"osd":8,"uuid":"c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6817","nonce":2533208086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6819","nonce":2533208086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6823","nonce":2533208086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6821","nonce":2533208086}]},"public_addr":"172.21.15.102:6817/2533208086","cluster_addr":"172.21.15.102:6819/2533208086","heartbeat_back_addr":"172.21.15.102:6823/2533208086","heartbeat_front_addr":"172.21.15.102:6821/2533208086","state":["exists","up"]},{"osd":9,"uuid":"a16dd21b-77e4-4148-90a3-c085fd621fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6827","nonce":4252594050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6829","nonce":4252594050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6833","nonce":4252594050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6831","nonce":4252594050}]},"public_addr":"172.21.15.46:6827/4252594050","cluster_addr":"172.21.15.46:6829/4252594050","heartbeat_back_addr":"172.21.15.46:6833/4252594050","heartbeat_front_addr":"172.21.15.46:6831/4252594050","state":["exists","up"]},{"osd":10,"uuid":"3a794482-bcfa-4e99-8e96-77228a828ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6825","nonce":1252006239}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6827","nonce":1252006239}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6831","nonce":1252006239}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6829","nonce":1252006239}]},"public_addr":"172.21.15.73:6825/1252006239","cluster_addr":"172.21.15.73:6827/1252006239","heartbeat_back_addr":"172.21.15.73:6831/1252006239","heartbeat_front_addr":"172.21.15.73:6829/1252006239","state":["exists","up"]},{"osd":11,"uuid":"93bdea99-6072-431a-a919-3aecf631c727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6825","nonce":2997263049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6827","nonce":2997263049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6831","nonce":2997263049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6829","nonce":2997263049}]},"public_addr":"172.21.15.102:6825/2997263049","cluster_addr":"172.21.15.102:6827/2997263049","heartbeat_back_addr":"172.21.15.102:6831/2997263049","heartbeat_front_addr":"172.21.15.102:6829/2997263049","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:41:54.705424+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:18.405516+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:42.028548+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:06.440586+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:31.526566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:56.491476+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:22.116952+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:48.187884+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:12.546546+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:39.238062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:05.249938+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:30.959573+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:6800/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/534183632":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/3469071427":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/816672825":"2024-03-20T01:39:49.978463+0000","172.21.15.46:6800/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/482098752":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/3024883566":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/2231887791":"2024-03-20T01:39:49.978463+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-03-19T01:48:08.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.455+0000 7fb27197a700  1 -- 172.21.15.46:0/1567269482 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb2580a2920 msgr2=0x7fb2580a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:08.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.455+0000 7fb27197a700  1 --2- 172.21.15.46:0/1567269482 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb2580a2920 0x7fb2580a4de0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fb26c0ff1e0 tx=0x7fb254007480 comp rx=0 tx=0).stop
2024-03-19T01:48:08.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.455+0000 7fb27197a700  1 -- 172.21.15.46:0/1567269482 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb26c102550 msgr2=0x7fb26c19e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:08.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.455+0000 7fb27197a700  1 --2- 172.21.15.46:0/1567269482 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb26c102550 0x7fb26c19e680 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fb26400b770 tx=0x7fb264007a20 comp rx=0 tx=0).stop
2024-03-19T01:48:08.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.455+0000 7fb27197a700  1 -- 172.21.15.46:0/1567269482 shutdown_connections
2024-03-19T01:48:08.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.455+0000 7fb27197a700  1 --2- 172.21.15.46:0/1567269482 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb2580a2920 0x7fb2580a4de0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:08.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.455+0000 7fb27197a700  1 --2- 172.21.15.46:0/1567269482 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb26c107630 0x7fb26c198800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:08.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.455+0000 7fb27197a700  1 --2- 172.21.15.46:0/1567269482 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb26c102550 0x7fb26c19e680 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:08.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.455+0000 7fb27197a700  1 --2- 172.21.15.46:0/1567269482 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb26c102f00 0x7fb26c19ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:08.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.455+0000 7fb27197a700  1 -- 172.21.15.46:0/1567269482 >> 172.21.15.46:0/1567269482 conn(0x7fb26c0fddc0 msgr2=0x7fb26c1067c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:08.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.455+0000 7fb27197a700  1 -- 172.21.15.46:0/1567269482 shutdown_connections
2024-03-19T01:48:08.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:08.455+0000 7fb27197a700  1 -- 172.21.15.46:0/1567269482 wait complete.
2024-03-19T01:48:08.822 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:08 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1567269482' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:48:08.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:08 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1567269482' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:48:08.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:08 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1567269482' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:48:09.283 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph tell osd.0 flush_pg_stats
2024-03-19T01:48:09.283 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph tell osd.1 flush_pg_stats
2024-03-19T01:48:09.284 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph tell osd.2 flush_pg_stats
2024-03-19T01:48:09.284 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph tell osd.3 flush_pg_stats
2024-03-19T01:48:09.285 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph tell osd.4 flush_pg_stats
2024-03-19T01:48:09.285 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph tell osd.5 flush_pg_stats
2024-03-19T01:48:09.285 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph tell osd.6 flush_pg_stats
2024-03-19T01:48:09.286 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph tell osd.7 flush_pg_stats
2024-03-19T01:48:09.286 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph tell osd.8 flush_pg_stats
2024-03-19T01:48:09.287 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph tell osd.9 flush_pg_stats
2024-03-19T01:48:09.287 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph tell osd.10 flush_pg_stats
2024-03-19T01:48:09.288 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph tell osd.11 flush_pg_stats
2024-03-19T01:48:09.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:09 smithi073 ceph-mon[66833]: pgmap v314: 129 pgs: 129 active+clean; 633 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 5.2 KiB/s wr, 9 op/s
2024-03-19T01:48:09.976 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:48:09.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:09 smithi102 ceph-mon[66557]: pgmap v314: 129 pgs: 129 active+clean; 633 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 5.2 KiB/s wr, 9 op/s
2024-03-19T01:48:10.099 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:48:10.100 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:48:10.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:09 smithi046 ceph-mon[63102]: pgmap v314: 129 pgs: 129 active+clean; 633 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 5.2 KiB/s wr, 9 op/s
2024-03-19T01:48:11.035 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:48:11.035 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:48:11.041 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:48:11.041 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:48:11.045 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:48:11.045 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:48:11.048 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:48:11.049 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:48:11.051 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:48:11.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:11 smithi046 ceph-mon[63102]: pgmap v315: 129 pgs: 129 active+clean; 637 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 5.3 KiB/s wr, 10 op/s
2024-03-19T01:48:11.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:11 smithi073 ceph-mon[66833]: pgmap v315: 129 pgs: 129 active+clean; 637 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 5.3 KiB/s wr, 10 op/s
2024-03-19T01:48:11.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:11 smithi102 ceph-mon[66557]: pgmap v315: 129 pgs: 129 active+clean; 637 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 5.3 KiB/s wr, 10 op/s
2024-03-19T01:48:13.782 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:13 smithi046 ceph-mon[63102]: pgmap v316: 129 pgs: 129 active+clean; 637 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.4 KiB/s wr, 5 op/s
2024-03-19T01:48:13.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:13 smithi073 ceph-mon[66833]: pgmap v316: 129 pgs: 129 active+clean; 637 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.4 KiB/s wr, 5 op/s
2024-03-19T01:48:13.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:13 smithi102 ceph-mon[66557]: pgmap v316: 129 pgs: 129 active+clean; 637 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.4 KiB/s wr, 5 op/s
2024-03-19T01:48:15.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:15 smithi073 ceph-mon[66833]: pgmap v317: 129 pgs: 129 active+clean; 640 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 7 op/s
2024-03-19T01:48:15.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:15 smithi102 ceph-mon[66557]: pgmap v317: 129 pgs: 129 active+clean; 640 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 7 op/s
2024-03-19T01:48:15.993 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:15 smithi046 ceph-mon[63102]: pgmap v317: 129 pgs: 129 active+clean; 640 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 7 op/s
2024-03-19T01:48:17.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:17 smithi046 ceph-mon[63102]: pgmap v318: 129 pgs: 129 active+clean; 640 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 767 B/s wr, 6 op/s
2024-03-19T01:48:17.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:17 smithi073 ceph-mon[66833]: pgmap v318: 129 pgs: 129 active+clean; 640 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 767 B/s wr, 6 op/s
2024-03-19T01:48:17.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:17 smithi102 ceph-mon[66557]: pgmap v318: 129 pgs: 129 active+clean; 640 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 767 B/s wr, 6 op/s
2024-03-19T01:48:18.799 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:18 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [2, 11]}]: dispatch
2024-03-19T01:48:18.799 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:18 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]: dispatch
2024-03-19T01:48:18.799 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:18 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]: dispatch
2024-03-19T01:48:18.799 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:18 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]: dispatch
2024-03-19T01:48:18.799 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:18 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]: dispatch
2024-03-19T01:48:18.799 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:18 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]: dispatch
2024-03-19T01:48:18.799 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:18 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [5, 10]}]: dispatch
2024-03-19T01:48:18.799 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:18 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 10]}]: dispatch
2024-03-19T01:48:18.799 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:18 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 8]}]: dispatch
2024-03-19T01:48:18.799 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:18 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [9, 8]}]: dispatch
2024-03-19T01:48:18.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:18 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [2, 11]}]: dispatch
2024-03-19T01:48:18.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:18 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]: dispatch
2024-03-19T01:48:18.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:18 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]: dispatch
2024-03-19T01:48:18.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:18 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]: dispatch
2024-03-19T01:48:18.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:18 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]: dispatch
2024-03-19T01:48:18.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:18 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]: dispatch
2024-03-19T01:48:18.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:18 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [5, 10]}]: dispatch
2024-03-19T01:48:18.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:18 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 10]}]: dispatch
2024-03-19T01:48:18.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:18 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 8]}]: dispatch
2024-03-19T01:48:18.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:18 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [9, 8]}]: dispatch
2024-03-19T01:48:18.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:18 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [2, 11]}]: dispatch
2024-03-19T01:48:18.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:18 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]: dispatch
2024-03-19T01:48:18.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:18 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]: dispatch
2024-03-19T01:48:18.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:18 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]: dispatch
2024-03-19T01:48:18.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:18 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]: dispatch
2024-03-19T01:48:18.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:18 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]: dispatch
2024-03-19T01:48:18.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:18 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [5, 10]}]: dispatch
2024-03-19T01:48:18.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:18 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 10]}]: dispatch
2024-03-19T01:48:18.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:18 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 8]}]: dispatch
2024-03-19T01:48:18.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:18 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [9, 8]}]: dispatch
2024-03-19T01:48:19.803 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:19 smithi046 ceph-mon[63102]: pgmap v319: 129 pgs: 129 active+clean; 640 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 767 B/s wr, 5 op/s
2024-03-19T01:48:19.803 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:19 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [2, 11]}]': finished
2024-03-19T01:48:19.803 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:19 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]': finished
2024-03-19T01:48:19.803 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:19 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]': finished
2024-03-19T01:48:19.803 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:19 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]': finished
2024-03-19T01:48:19.803 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:19 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]': finished
2024-03-19T01:48:19.803 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:19 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]': finished
2024-03-19T01:48:19.803 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:19 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [5, 10]}]': finished
2024-03-19T01:48:19.803 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:19 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 10]}]': finished
2024-03-19T01:48:19.803 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:19 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 8]}]': finished
2024-03-19T01:48:19.804 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:19 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [9, 8]}]': finished
2024-03-19T01:48:19.804 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:19 smithi046 ceph-mon[63102]: osdmap e90: 12 total, 12 up, 12 in
2024-03-19T01:48:19.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:19 smithi073 ceph-mon[66833]: pgmap v319: 129 pgs: 129 active+clean; 640 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 767 B/s wr, 5 op/s
2024-03-19T01:48:19.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:19 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [2, 11]}]': finished
2024-03-19T01:48:19.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:19 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]': finished
2024-03-19T01:48:19.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:19 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]': finished
2024-03-19T01:48:19.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:19 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]': finished
2024-03-19T01:48:19.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:19 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]': finished
2024-03-19T01:48:19.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:19 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]': finished
2024-03-19T01:48:19.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:19 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [5, 10]}]': finished
2024-03-19T01:48:19.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:19 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 10]}]': finished
2024-03-19T01:48:19.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:19 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 8]}]': finished
2024-03-19T01:48:19.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:19 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [9, 8]}]': finished
2024-03-19T01:48:19.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:19 smithi073 ceph-mon[66833]: osdmap e90: 12 total, 12 up, 12 in
2024-03-19T01:48:19.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:19 smithi102 ceph-mon[66557]: pgmap v319: 129 pgs: 129 active+clean; 640 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 767 B/s wr, 5 op/s
2024-03-19T01:48:19.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:19 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [2, 11]}]': finished
2024-03-19T01:48:19.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:19 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]': finished
2024-03-19T01:48:19.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:19 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]': finished
2024-03-19T01:48:19.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:19 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]': finished
2024-03-19T01:48:19.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:19 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]': finished
2024-03-19T01:48:19.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:19 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]': finished
2024-03-19T01:48:19.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:19 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [5, 10]}]': finished
2024-03-19T01:48:19.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:19 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 10]}]': finished
2024-03-19T01:48:19.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:19 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 8]}]': finished
2024-03-19T01:48:19.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:19 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.19", "id": [9, 8]}]': finished
2024-03-19T01:48:19.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:19 smithi102 ceph-mon[66557]: osdmap e90: 12 total, 12 up, 12 in
2024-03-19T01:48:20.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.867+0000 7f691f041700  1 -- 172.21.15.46:0/35437034 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6918101e10 msgr2=0x7f6918105e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:20.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.867+0000 7f691f041700  1 --2- 172.21.15.46:0/35437034 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6918101e10 0x7f6918105e40 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f690c009990 tx=0x7f690c009ca0 comp rx=0 tx=0).stop
2024-03-19T01:48:20.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.867+0000 7f691f041700  1 -- 172.21.15.46:0/35437034 shutdown_connections
2024-03-19T01:48:20.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.867+0000 7f691f041700  1 --2- 172.21.15.46:0/35437034 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6918106520 0x7f691810e0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:20.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.867+0000 7f691f041700  1 --2- 172.21.15.46:0/35437034 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6918101460 0x7f6918101840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:20.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.867+0000 7f691f041700  1 --2- 172.21.15.46:0/35437034 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6918101e10 0x7f6918105e40 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:20.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.867+0000 7f691f041700  1 -- 172.21.15.46:0/35437034 >> 172.21.15.46:0/35437034 conn(0x7f6918078180 msgr2=0x7f6918078590 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:20.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.867+0000 7f691f041700  1 -- 172.21.15.46:0/35437034 shutdown_connections
2024-03-19T01:48:20.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.867+0000 7f691f041700  1 -- 172.21.15.46:0/35437034 wait complete.
2024-03-19T01:48:20.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.868+0000 7f691f041700  1  Processor -- start
2024-03-19T01:48:20.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.868+0000 7f691f041700  1 --  start start
2024-03-19T01:48:20.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.868+0000 7f691f041700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6918101460 0x7f6918102ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:20.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.868+0000 7f691f041700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6918101e10 0x7f6918103420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:20.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.868+0000 7f691f041700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6918106520 0x7f6918103960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:20.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.868+0000 7f691f041700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6918111370 con 0x7f6918101460
2024-03-19T01:48:20.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.868+0000 7f691f041700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f69181111f0 con 0x7f6918101e10
2024-03-19T01:48:20.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.868+0000 7f691f041700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f69181114f0 con 0x7f6918106520
2024-03-19T01:48:20.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.868+0000 7f691cddd700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6918101460 0x7f6918102ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:20.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.868+0000 7f6917fff700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6918101e10 0x7f6918103420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:20.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.868+0000 7f691cddd700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6918101460 0x7f6918102ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34792/0 (socket says 172.21.15.46:34792)
2024-03-19T01:48:20.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.868+0000 7f691cddd700  1 -- 172.21.15.46:0/3635171091 learned_addr learned my addr 172.21.15.46:0/3635171091 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:48:20.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.868+0000 7f691d5de700  1 --2- 172.21.15.46:0/3635171091 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6918106520 0x7f6918103960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:20.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.869+0000 7f6917fff700  1 -- 172.21.15.46:0/3635171091 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6918106520 msgr2=0x7f6918103960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:20.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.869+0000 7f6917fff700  1 --2- 172.21.15.46:0/3635171091 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6918106520 0x7f6918103960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:20.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.869+0000 7f6917fff700  1 -- 172.21.15.46:0/3635171091 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6918101460 msgr2=0x7f6918102ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:20.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.869+0000 7f6917fff700  1 --2- 172.21.15.46:0/3635171091 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6918101460 0x7f6918102ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:20.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.869+0000 7f6917fff700  1 -- 172.21.15.46:0/3635171091 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69181a6f10 con 0x7f6918101e10
2024-03-19T01:48:20.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.869+0000 7f691cddd700  1 --2- 172.21.15.46:0/3635171091 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6918101460 0x7f6918102ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:48:20.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.869+0000 7f6917fff700  1 --2- 172.21.15.46:0/3635171091 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6918101e10 0x7f6918103420 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f690c0059d0 tx=0x7f690c0057a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:20.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.869+0000 7f6915ffb700  1 -- 172.21.15.46:0/3635171091 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f690c027070 con 0x7f6918101e10
2024-03-19T01:48:20.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.869+0000 7f6915ffb700  1 -- 172.21.15.46:0/3635171091 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f690c022470 con 0x7f6918101e10
2024-03-19T01:48:20.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.869+0000 7f691f041700  1 -- 172.21.15.46:0/3635171091 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69181a71a0 con 0x7f6918101e10
2024-03-19T01:48:20.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.869+0000 7f6915ffb700  1 -- 172.21.15.46:0/3635171091 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f690c00b610 con 0x7f6918101e10
2024-03-19T01:48:20.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.869+0000 7f691f041700  1 -- 172.21.15.46:0/3635171091 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69181a7650 con 0x7f6918101e10
2024-03-19T01:48:20.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.870+0000 7f691f041700  1 -- 172.21.15.46:0/3635171091 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6918062a20 con 0x7f6918101e10
2024-03-19T01:48:20.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.871+0000 7f6915ffb700  1 -- 172.21.15.46:0/3635171091 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f690c02a070 con 0x7f6918101e10
2024-03-19T01:48:20.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.872+0000 7f6915ffb700  1 --2- 172.21.15.46:0/3635171091 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f69000a29a0 0x7f69000a4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:20.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.872+0000 7f691cddd700  1 --2- 172.21.15.46:0/3635171091 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f69000a29a0 0x7f69000a4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:20.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.872+0000 7f6915ffb700  1 -- 172.21.15.46:0/3635171091 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f690c0cfcd0 con 0x7f6918101e10
2024-03-19T01:48:20.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.872+0000 7f6915ffb700  1 --2- 172.21.15.46:0/3635171091 >> [v2:172.21.15.73:6824/1252006239,v1:172.21.15.73:6825/1252006239] conn(0x7f69000adb00 0x7f69000affa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:20.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.872+0000 7f6915ffb700  1 -- 172.21.15.46:0/3635171091 --> [v2:172.21.15.73:6824/1252006239,v1:172.21.15.73:6825/1252006239] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f690c009030 con 0x7f69000adb00
2024-03-19T01:48:20.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.872+0000 7f6915ffb700  1 -- 172.21.15.46:0/3635171091 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f690c0d0080 con 0x7f6918101e10
2024-03-19T01:48:20.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.872+0000 7f691d5de700  1 --2- 172.21.15.46:0/3635171091 >> [v2:172.21.15.73:6824/1252006239,v1:172.21.15.73:6825/1252006239] conn(0x7f69000adb00 0x7f69000affa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:20.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.872+0000 7f691cddd700  1 --2- 172.21.15.46:0/3635171091 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f69000a29a0 0x7f69000a4e60 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f6908009c10 tx=0x7f690800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:20.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.873+0000 7f691d5de700  1 --2- 172.21.15.46:0/3635171091 >> [v2:172.21.15.73:6824/1252006239,v1:172.21.15.73:6825/1252006239] conn(0x7f69000adb00 0x7f69000affa0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:20.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.874+0000 7f6915ffb700  1 -- 172.21.15.46:0/3635171091 <== osd.10 v2:172.21.15.73:6824/1252006239 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f690c009030 con 0x7f69000adb00
2024-03-19T01:48:20.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.890+0000 7f691f041700  1 -- 172.21.15.46:0/3635171091 --> [v2:172.21.15.73:6824/1252006239,v1:172.21.15.73:6825/1252006239] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f6918062e20 con 0x7f69000adb00
2024-03-19T01:48:20.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.890+0000 7f6915ffb700  1 -- 172.21.15.46:0/3635171091 <== osd.10 v2:172.21.15.73:6824/1252006239 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f6918062e20 con 0x7f69000adb00
2024-03-19T01:48:20.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.890+0000 7f691f041700  1 -- 172.21.15.46:0/3635171091 >> [v2:172.21.15.73:6824/1252006239,v1:172.21.15.73:6825/1252006239] conn(0x7f69000adb00 msgr2=0x7f69000affa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:20.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.890+0000 7f691f041700  1 --2- 172.21.15.46:0/3635171091 >> [v2:172.21.15.73:6824/1252006239,v1:172.21.15.73:6825/1252006239] conn(0x7f69000adb00 0x7f69000affa0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:20.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.890+0000 7f691f041700  1 -- 172.21.15.46:0/3635171091 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f69000a29a0 msgr2=0x7f69000a4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:20.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.890+0000 7f691f041700  1 --2- 172.21.15.46:0/3635171091 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f69000a29a0 0x7f69000a4e60 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f6908009c10 tx=0x7f690800b040 comp rx=0 tx=0).stop
2024-03-19T01:48:20.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.891+0000 7f691f041700  1 -- 172.21.15.46:0/3635171091 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6918101e10 msgr2=0x7f6918103420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:20.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.891+0000 7f691f041700  1 --2- 172.21.15.46:0/3635171091 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6918101e10 0x7f6918103420 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f690c0059d0 tx=0x7f690c0057a0 comp rx=0 tx=0).stop
2024-03-19T01:48:20.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.891+0000 7f691d5de700  1 -- 172.21.15.46:0/3635171091 reap_dead start
2024-03-19T01:48:20.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.891+0000 7f691f041700  1 -- 172.21.15.46:0/3635171091 shutdown_connections
2024-03-19T01:48:20.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.891+0000 7f691f041700  1 -- 172.21.15.46:0/3635171091 >> 172.21.15.46:0/3635171091 conn(0x7f6918078180 msgr2=0x7f691806ad90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:20.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.891+0000 7f691f041700  1 -- 172.21.15.46:0/3635171091 shutdown_connections
2024-03-19T01:48:20.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:20.891+0000 7f691f041700  1 -- 172.21.15.46:0/3635171091 wait complete.
2024-03-19T01:48:20.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:20 smithi073 ceph-mon[66833]: osdmap e91: 12 total, 12 up, 12 in
2024-03-19T01:48:20.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:20 smithi102 ceph-mon[66557]: osdmap e91: 12 total, 12 up, 12 in
2024-03-19T01:48:21.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:20 smithi046 ceph-mon[63102]: osdmap e91: 12 total, 12 up, 12 in
2024-03-19T01:48:21.802 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:21 smithi046 ceph-mon[63102]: pgmap v322: 129 pgs: 5 peering, 124 active+clean; 640 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 511 B/s wr, 7 op/s
2024-03-19T01:48:21.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:21 smithi073 ceph-mon[66833]: pgmap v322: 129 pgs: 5 peering, 124 active+clean; 640 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 511 B/s wr, 7 op/s
2024-03-19T01:48:21.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:21 smithi102 ceph-mon[66557]: pgmap v322: 129 pgs: 5 peering, 124 active+clean; 640 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 511 B/s wr, 7 op/s
2024-03-19T01:48:22.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.557+0000 7fe71c060700  1 -- 172.21.15.46:0/1099429109 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe714102d20 msgr2=0x7fe71410f160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:22.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.557+0000 7fe71c060700  1 --2- 172.21.15.46:0/1099429109 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe714102d20 0x7fe71410f160 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fe70c00b0d0 tx=0x7fe70c00b3e0 comp rx=0 tx=0).stop
2024-03-19T01:48:22.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.557+0000 7fe71c060700  1 -- 172.21.15.46:0/1099429109 shutdown_connections
2024-03-19T01:48:22.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.557+0000 7fe71c060700  1 --2- 172.21.15.46:0/1099429109 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe714102d20 0x7fe71410f160 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:22.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.557+0000 7fe71c060700  1 --2- 172.21.15.46:0/1099429109 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe714108340 0x7fe714108720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:22.560 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.557+0000 7fe71c060700  1 --2- 172.21.15.46:0/1099429109 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe714102360 0x7fe7141027e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:22.560 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.557+0000 7fe71c060700  1 -- 172.21.15.46:0/1099429109 >> 172.21.15.46:0/1099429109 conn(0x7fe714079440 msgr2=0x7fe714079850 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:22.560 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.557+0000 7fe71c060700  1 -- 172.21.15.46:0/1099429109 shutdown_connections
2024-03-19T01:48:22.560 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.557+0000 7fe71c060700  1 -- 172.21.15.46:0/1099429109 wait complete.
2024-03-19T01:48:22.560 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.557+0000 7fe71c060700  1  Processor -- start
2024-03-19T01:48:22.560 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.557+0000 7fe71c060700  1 --  start start
2024-03-19T01:48:22.560 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.558+0000 7fe71c060700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe714102360 0x7fe714074610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:22.560 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.558+0000 7fe71c060700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe714102d20 0x7fe714074b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:22.560 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.558+0000 7fe71c060700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe714108340 0x7fe714075090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:22.560 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.558+0000 7fe71c060700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe714112470 con 0x7fe714102d20
2024-03-19T01:48:22.560 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.558+0000 7fe71c060700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe7141122f0 con 0x7fe714108340
2024-03-19T01:48:22.560 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.558+0000 7fe71c060700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe7141125f0 con 0x7fe714102360
2024-03-19T01:48:22.560 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.558+0000 7fe7195fb700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe714102d20 0x7fe714074b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:22.560 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.558+0000 7fe7195fb700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe714102d20 0x7fe714074b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38276/0 (socket says 172.21.15.46:38276)
2024-03-19T01:48:22.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.558+0000 7fe7195fb700  1 -- 172.21.15.46:0/3490375325 learned_addr learned my addr 172.21.15.46:0/3490375325 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:48:22.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.558+0000 7fe719dfc700  1 --2- 172.21.15.46:0/3490375325 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe714102360 0x7fe714074610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:22.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.558+0000 7fe71a5fd700  1 --2- 172.21.15.46:0/3490375325 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe714108340 0x7fe714075090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:22.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.558+0000 7fe7195fb700  1 -- 172.21.15.46:0/3490375325 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe714102360 msgr2=0x7fe714074610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:22.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.558+0000 7fe7195fb700  1 --2- 172.21.15.46:0/3490375325 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe714102360 0x7fe714074610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:22.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.558+0000 7fe7195fb700  1 -- 172.21.15.46:0/3490375325 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe714108340 msgr2=0x7fe714075090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:22.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.558+0000 7fe7195fb700  1 --2- 172.21.15.46:0/3490375325 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe714108340 0x7fe714075090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:22.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.558+0000 7fe7195fb700  1 -- 172.21.15.46:0/3490375325 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7141a6e40 con 0x7fe714102d20
2024-03-19T01:48:22.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.558+0000 7fe7195fb700  1 --2- 172.21.15.46:0/3490375325 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe714102d20 0x7fe714074b50 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fe70400eb30 tx=0x7fe70400ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:22.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.558+0000 7fe70affd700  1 -- 172.21.15.46:0/3490375325 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe70400cbd0 con 0x7fe714102d20
2024-03-19T01:48:22.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.558+0000 7fe70affd700  1 -- 172.21.15.46:0/3490375325 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe7040044d0 con 0x7fe714102d20
2024-03-19T01:48:22.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.558+0000 7fe71c060700  1 -- 172.21.15.46:0/3490375325 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7141a7130 con 0x7fe714102d20
2024-03-19T01:48:22.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.558+0000 7fe70affd700  1 -- 172.21.15.46:0/3490375325 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe704003e30 con 0x7fe714102d20
2024-03-19T01:48:22.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.558+0000 7fe71c060700  1 -- 172.21.15.46:0/3490375325 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7141a7670 con 0x7fe714102d20
2024-03-19T01:48:22.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.559+0000 7fe71c060700  1 -- 172.21.15.46:0/3490375325 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe714062aa0 con 0x7fe714102d20
2024-03-19T01:48:22.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.561+0000 7fe70affd700  1 -- 172.21.15.46:0/3490375325 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fe704004000 con 0x7fe714102d20
2024-03-19T01:48:22.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.561+0000 7fe70affd700  1 --2- 172.21.15.46:0/3490375325 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe7000a2920 0x7fe7000a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:22.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.561+0000 7fe719dfc700  1 --2- 172.21.15.46:0/3490375325 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe7000a2920 0x7fe7000a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:22.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.561+0000 7fe70affd700  1 -- 172.21.15.46:0/3490375325 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fe7040cf6f0 con 0x7fe714102d20
2024-03-19T01:48:22.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.561+0000 7fe70affd700  1 --2- 172.21.15.46:0/3490375325 >> [v2:172.21.15.102:6800/90484514,v1:172.21.15.102:6801/90484514] conn(0x7fe7000ada80 0x7fe7000aff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:22.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.561+0000 7fe70affd700  1 -- 172.21.15.46:0/3490375325 --> [v2:172.21.15.102:6800/90484514,v1:172.21.15.102:6801/90484514] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe704012ec0 con 0x7fe7000ada80
2024-03-19T01:48:22.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.561+0000 7fe70affd700  1 -- 172.21.15.46:0/3490375325 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fe7040cfb40 con 0x7fe714102d20
2024-03-19T01:48:22.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.562+0000 7fe71a5fd700  1 --2- 172.21.15.46:0/3490375325 >> [v2:172.21.15.102:6800/90484514,v1:172.21.15.102:6801/90484514] conn(0x7fe7000ada80 0x7fe7000aff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:22.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.562+0000 7fe719dfc700  1 --2- 172.21.15.46:0/3490375325 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe7000a2920 0x7fe7000a4de0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fe710009be0 tx=0x7fe710009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:22.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.562+0000 7fe71a5fd700  1 --2- 172.21.15.46:0/3490375325 >> [v2:172.21.15.102:6800/90484514,v1:172.21.15.102:6801/90484514] conn(0x7fe7000ada80 0x7fe7000aff20 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:22.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.563+0000 7fe70affd700  1 -- 172.21.15.46:0/3490375325 <== osd.2 v2:172.21.15.102:6800/90484514 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe704012ec0 con 0x7fe7000ada80
2024-03-19T01:48:22.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.579+0000 7fe71c060700  1 -- 172.21.15.46:0/3490375325 --> [v2:172.21.15.102:6800/90484514,v1:172.21.15.102:6801/90484514] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fe714062f20 con 0x7fe7000ada80
2024-03-19T01:48:22.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.579+0000 7fe70affd700  1 -- 172.21.15.46:0/3490375325 <== osd.2 v2:172.21.15.102:6800/90484514 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fe714062f20 con 0x7fe7000ada80
2024-03-19T01:48:22.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.580+0000 7fe71c060700  1 -- 172.21.15.46:0/3490375325 >> [v2:172.21.15.102:6800/90484514,v1:172.21.15.102:6801/90484514] conn(0x7fe7000ada80 msgr2=0x7fe7000aff20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:22.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.580+0000 7fe71c060700  1 --2- 172.21.15.46:0/3490375325 >> [v2:172.21.15.102:6800/90484514,v1:172.21.15.102:6801/90484514] conn(0x7fe7000ada80 0x7fe7000aff20 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:22.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.580+0000 7fe71c060700  1 -- 172.21.15.46:0/3490375325 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe7000a2920 msgr2=0x7fe7000a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:22.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.580+0000 7fe71c060700  1 --2- 172.21.15.46:0/3490375325 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe7000a2920 0x7fe7000a4de0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fe710009be0 tx=0x7fe710009260 comp rx=0 tx=0).stop
2024-03-19T01:48:22.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.580+0000 7fe71c060700  1 -- 172.21.15.46:0/3490375325 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe714102d20 msgr2=0x7fe714074b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:22.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.580+0000 7fe71c060700  1 --2- 172.21.15.46:0/3490375325 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe714102d20 0x7fe714074b50 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fe70400eb30 tx=0x7fe70400ee40 comp rx=0 tx=0).stop
2024-03-19T01:48:22.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.580+0000 7fe71a5fd700  1 -- 172.21.15.46:0/3490375325 reap_dead start
2024-03-19T01:48:22.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.580+0000 7fe71c060700  1 -- 172.21.15.46:0/3490375325 shutdown_connections
2024-03-19T01:48:22.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.580+0000 7fe71c060700  1 -- 172.21.15.46:0/3490375325 >> 172.21.15.46:0/3490375325 conn(0x7fe714079440 msgr2=0x7fe714101040 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:22.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.580+0000 7fe71c060700  1 -- 172.21.15.46:0/3490375325 shutdown_connections
2024-03-19T01:48:22.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.580+0000 7fe71c060700  1 -- 172.21.15.46:0/3490375325 wait complete.
2024-03-19T01:48:22.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.776+0000 7f67d3795700  1 -- 172.21.15.46:0/428577899 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67cc1064f0 msgr2=0x7f67cc10e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:22.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.776+0000 7f67d3795700  1 --2- 172.21.15.46:0/428577899 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67cc1064f0 0x7f67cc10e0c0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f67c40099c0 tx=0x7f67c4009cd0 comp rx=0 tx=0).stop
2024-03-19T01:48:22.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.776+0000 7f67d3795700  1 -- 172.21.15.46:0/428577899 shutdown_connections
2024-03-19T01:48:22.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.776+0000 7f67d3795700  1 --2- 172.21.15.46:0/428577899 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67cc1064f0 0x7f67cc10e0c0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:22.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.776+0000 7f67d3795700  1 --2- 172.21.15.46:0/428577899 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f67cc1014a0 0x7f67cc101880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:22.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.776+0000 7f67d3795700  1 --2- 172.21.15.46:0/428577899 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f67cc101e50 0x7f67cc105e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:22.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.776+0000 7f67d3795700  1 -- 172.21.15.46:0/428577899 >> 172.21.15.46:0/428577899 conn(0x7f67cc077260 msgr2=0x7f67cc077670 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:22.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.776+0000 7f67d3795700  1 -- 172.21.15.46:0/428577899 shutdown_connections
2024-03-19T01:48:22.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.776+0000 7f67d3795700  1 -- 172.21.15.46:0/428577899 wait complete.
2024-03-19T01:48:22.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.777+0000 7f67d3795700  1  Processor -- start
2024-03-19T01:48:22.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.777+0000 7f67d3795700  1 --  start start
2024-03-19T01:48:22.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.777+0000 7f67d3795700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f67cc1014a0 0x7f67cc102eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:22.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.777+0000 7f67d3795700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67cc101e50 0x7f67cc1033f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:22.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.777+0000 7f67d3795700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f67cc1064f0 0x7f67cc103930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:22.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.777+0000 7f67d3795700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f67cc1113b0 con 0x7f67cc101e50
2024-03-19T01:48:22.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.777+0000 7f67d3795700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f67cc111230 con 0x7f67cc1014a0
2024-03-19T01:48:22.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.777+0000 7f67d3795700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f67cc111530 con 0x7f67cc1064f0
2024-03-19T01:48:22.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.777+0000 7f67d1531700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f67cc1014a0 0x7f67cc102eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:22.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.777+0000 7f67d0d30700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67cc101e50 0x7f67cc1033f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:22.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.777+0000 7f67d1531700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f67cc1014a0 0x7f67cc102eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:34644/0 (socket says 172.21.15.46:34644)
2024-03-19T01:48:22.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.777+0000 7f67d0d30700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67cc101e50 0x7f67cc1033f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38298/0 (socket says 172.21.15.46:38298)
2024-03-19T01:48:22.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.777+0000 7f67d1531700  1 -- 172.21.15.46:0/3611077081 learned_addr learned my addr 172.21.15.46:0/3611077081 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:48:22.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.777+0000 7f67d1d32700  1 --2- 172.21.15.46:0/3611077081 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f67cc1064f0 0x7f67cc103930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:22.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.777+0000 7f67d1531700  1 -- 172.21.15.46:0/3611077081 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f67cc1064f0 msgr2=0x7f67cc103930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:22.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.777+0000 7f67d1531700  1 --2- 172.21.15.46:0/3611077081 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f67cc1064f0 0x7f67cc103930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:22.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.777+0000 7f67d1531700  1 -- 172.21.15.46:0/3611077081 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67cc101e50 msgr2=0x7f67cc1033f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:22.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.777+0000 7f67d1531700  1 --2- 172.21.15.46:0/3611077081 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67cc101e50 0x7f67cc1033f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:22.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.777+0000 7f67d1531700  1 -- 172.21.15.46:0/3611077081 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67cc1a6ee0 con 0x7f67cc1014a0
2024-03-19T01:48:22.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.777+0000 7f67d1d32700  1 --2- 172.21.15.46:0/3611077081 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f67cc1064f0 0x7f67cc103930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:48:22.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.778+0000 7f67d1531700  1 --2- 172.21.15.46:0/3611077081 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f67cc1014a0 0x7f67cc102eb0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f67bc00ef30 tx=0x7f67bc00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:22.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.778+0000 7f67ca7fc700  1 -- 172.21.15.46:0/3611077081 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67bc0092e0 con 0x7f67cc1014a0
2024-03-19T01:48:22.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.778+0000 7f67d3795700  1 -- 172.21.15.46:0/3611077081 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67cc1a7170 con 0x7f67cc1014a0
2024-03-19T01:48:22.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.778+0000 7f67ca7fc700  1 -- 172.21.15.46:0/3611077081 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f67bc004bb0 con 0x7f67cc1014a0
2024-03-19T01:48:22.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.778+0000 7f67ca7fc700  1 -- 172.21.15.46:0/3611077081 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67bc004280 con 0x7f67cc1014a0
2024-03-19T01:48:22.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.778+0000 7f67d3795700  1 -- 172.21.15.46:0/3611077081 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67cc1a76b0 con 0x7f67cc1014a0
2024-03-19T01:48:22.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.779+0000 7f67d3795700  1 -- 172.21.15.46:0/3611077081 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f67cc062a20 con 0x7f67cc1014a0
2024-03-19T01:48:22.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.780+0000 7f67ca7fc700  1 -- 172.21.15.46:0/3611077081 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f67bc01b030 con 0x7f67cc1014a0
2024-03-19T01:48:22.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.780+0000 7f67ca7fc700  1 --2- 172.21.15.46:0/3611077081 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f67b40a29a0 0x7f67b40a4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:22.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.781+0000 7f67d0d30700  1 --2- 172.21.15.46:0/3611077081 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f67b40a29a0 0x7f67b40a4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:22.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.781+0000 7f67ca7fc700  1 -- 172.21.15.46:0/3611077081 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f67bc0cf4f0 con 0x7f67cc1014a0
2024-03-19T01:48:22.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.781+0000 7f67ca7fc700  1 --2- 172.21.15.46:0/3611077081 >> [v2:172.21.15.46:6802/1888713943,v1:172.21.15.46:6803/1888713943] conn(0x7f67b40adb00 0x7f67b40affa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:22.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.781+0000 7f67ca7fc700  1 -- 172.21.15.46:0/3611077081 --> [v2:172.21.15.46:6802/1888713943,v1:172.21.15.46:6803/1888713943] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f67b40b0670 con 0x7f67b40adb00
2024-03-19T01:48:22.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.781+0000 7f67ca7fc700  1 -- 172.21.15.46:0/3611077081 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f67bc0cf8e0 con 0x7f67cc1014a0
2024-03-19T01:48:22.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.781+0000 7f67d1d32700  1 --2- 172.21.15.46:0/3611077081 >> [v2:172.21.15.46:6802/1888713943,v1:172.21.15.46:6803/1888713943] conn(0x7f67b40adb00 0x7f67b40affa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:22.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.781+0000 7f67d0d30700  1 --2- 172.21.15.46:0/3611077081 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f67b40a29a0 0x7f67b40a4e60 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f67c0009680 tx=0x7f67c0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:22.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.781+0000 7f67d1d32700  1 --2- 172.21.15.46:0/3611077081 >> [v2:172.21.15.46:6802/1888713943,v1:172.21.15.46:6803/1888713943] conn(0x7f67b40adb00 0x7f67b40affa0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:22.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.782+0000 7f67ca7fc700  1 -- 172.21.15.46:0/3611077081 <== osd.0 v2:172.21.15.46:6802/1888713943 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f67b40b0670 con 0x7f67b40adb00
2024-03-19T01:48:22.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.798+0000 7f67d3795700  1 -- 172.21.15.46:0/3611077081 --> [v2:172.21.15.46:6802/1888713943,v1:172.21.15.46:6803/1888713943] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f67cc062ea0 con 0x7f67b40adb00
2024-03-19T01:48:22.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.799+0000 7f67ca7fc700  1 -- 172.21.15.46:0/3611077081 <== osd.0 v2:172.21.15.46:6802/1888713943 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f67cc062ea0 con 0x7f67b40adb00
2024-03-19T01:48:22.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.799+0000 7f67d3795700  1 -- 172.21.15.46:0/3611077081 >> [v2:172.21.15.46:6802/1888713943,v1:172.21.15.46:6803/1888713943] conn(0x7f67b40adb00 msgr2=0x7f67b40affa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:22.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.799+0000 7f67d3795700  1 --2- 172.21.15.46:0/3611077081 >> [v2:172.21.15.46:6802/1888713943,v1:172.21.15.46:6803/1888713943] conn(0x7f67b40adb00 0x7f67b40affa0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:22.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.799+0000 7f67d3795700  1 -- 172.21.15.46:0/3611077081 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f67b40a29a0 msgr2=0x7f67b40a4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:22.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.799+0000 7f67d3795700  1 --2- 172.21.15.46:0/3611077081 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f67b40a29a0 0x7f67b40a4e60 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f67c0009680 tx=0x7f67c0009260 comp rx=0 tx=0).stop
2024-03-19T01:48:22.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.799+0000 7f67d3795700  1 -- 172.21.15.46:0/3611077081 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f67cc1014a0 msgr2=0x7f67cc102eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:22.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.799+0000 7f67d3795700  1 --2- 172.21.15.46:0/3611077081 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f67cc1014a0 0x7f67cc102eb0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f67bc00ef30 tx=0x7f67bc00c3a0 comp rx=0 tx=0).stop
2024-03-19T01:48:22.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.799+0000 7f67d1d32700  1 -- 172.21.15.46:0/3611077081 reap_dead start
2024-03-19T01:48:22.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.799+0000 7f67d3795700  1 -- 172.21.15.46:0/3611077081 shutdown_connections
2024-03-19T01:48:22.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.799+0000 7f67d3795700  1 -- 172.21.15.46:0/3611077081 >> 172.21.15.46:0/3611077081 conn(0x7f67cc077260 msgr2=0x7f67cc06ab60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:22.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.799+0000 7f67d3795700  1 -- 172.21.15.46:0/3611077081 shutdown_connections
2024-03-19T01:48:22.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:22.799+0000 7f67d3795700  1 -- 172.21.15.46:0/3611077081 wait complete.
2024-03-19T01:48:23.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:23 smithi046 ceph-mon[63102]: pgmap v323: 129 pgs: 5 peering, 124 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 383 B/s wr, 6 op/s; 0 B/s, 0 objects/s recovering
2024-03-19T01:48:23.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:23 smithi073 ceph-mon[66833]: pgmap v323: 129 pgs: 5 peering, 124 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 383 B/s wr, 6 op/s; 0 B/s, 0 objects/s recovering
2024-03-19T01:48:23.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:23 smithi102 ceph-mon[66557]: pgmap v323: 129 pgs: 5 peering, 124 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 383 B/s wr, 6 op/s; 0 B/s, 0 objects/s recovering
2024-03-19T01:48:24.851 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:24 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:48:24.963 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:24 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:48:24.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:24 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:48:25.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.137+0000 7fb68cb51700  1 -- 172.21.15.46:0/2367379469 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb688101e10 msgr2=0x7fb688105e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:25.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.137+0000 7fb68cb51700  1 --2- 172.21.15.46:0/2367379469 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb688101e10 0x7fb688105e40 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fb678009990 tx=0x7fb678009ca0 comp rx=0 tx=0).stop
2024-03-19T01:48:25.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.137+0000 7fb68cb51700  1 -- 172.21.15.46:0/2367379469 shutdown_connections
2024-03-19T01:48:25.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.137+0000 7fb68cb51700  1 --2- 172.21.15.46:0/2367379469 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb688106520 0x7fb68810e0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:25.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.137+0000 7fb68cb51700  1 --2- 172.21.15.46:0/2367379469 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb688101460 0x7fb688101840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:25.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.137+0000 7fb68cb51700  1 --2- 172.21.15.46:0/2367379469 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb688101e10 0x7fb688105e40 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:25.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.137+0000 7fb68cb51700  1 -- 172.21.15.46:0/2367379469 >> 172.21.15.46:0/2367379469 conn(0x7fb688078180 msgr2=0x7fb688078590 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:25.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.138+0000 7fb68cb51700  1 -- 172.21.15.46:0/2367379469 shutdown_connections
2024-03-19T01:48:25.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.138+0000 7fb68cb51700  1 -- 172.21.15.46:0/2367379469 wait complete.
2024-03-19T01:48:25.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.138+0000 7fb68cb51700  1  Processor -- start
2024-03-19T01:48:25.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.138+0000 7fb68cb51700  1 --  start start
2024-03-19T01:48:25.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.138+0000 7fb68cb51700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb688101460 0x7fb68819d600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:25.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.139+0000 7fb68cb51700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb688101e10 0x7fb68819db40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:25.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.139+0000 7fb68cb51700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb688106520 0x7fb6881976d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:25.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.139+0000 7fb68cb51700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb688111370 con 0x7fb688101e10
2024-03-19T01:48:25.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.139+0000 7fb68cb51700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb6881111f0 con 0x7fb688101460
2024-03-19T01:48:25.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.139+0000 7fb68cb51700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb6881114f0 con 0x7fb688106520
2024-03-19T01:48:25.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.139+0000 7fb685d9b700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb688101e10 0x7fb68819db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:25.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.139+0000 7fb68659c700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb688101460 0x7fb68819d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:25.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.139+0000 7fb68659c700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb688101460 0x7fb68819d600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:34656/0 (socket says 172.21.15.46:34656)
2024-03-19T01:48:25.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.139+0000 7fb685d9b700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb688101e10 0x7fb68819db40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38308/0 (socket says 172.21.15.46:38308)
2024-03-19T01:48:25.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.139+0000 7fb68659c700  1 -- 172.21.15.46:0/1928482719 learned_addr learned my addr 172.21.15.46:0/1928482719 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:48:25.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.139+0000 7fb686d9d700  1 --2- 172.21.15.46:0/1928482719 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb688106520 0x7fb6881976d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:25.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.139+0000 7fb68659c700  1 -- 172.21.15.46:0/1928482719 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb688106520 msgr2=0x7fb6881976d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:25.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.139+0000 7fb68659c700  1 --2- 172.21.15.46:0/1928482719 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb688106520 0x7fb6881976d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:25.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.139+0000 7fb68659c700  1 -- 172.21.15.46:0/1928482719 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb688101e10 msgr2=0x7fb68819db40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:25.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.139+0000 7fb68659c700  1 --2- 172.21.15.46:0/1928482719 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb688101e10 0x7fb68819db40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:25.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.139+0000 7fb68659c700  1 -- 172.21.15.46:0/1928482719 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb688197fb0 con 0x7fb688101460
2024-03-19T01:48:25.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.139+0000 7fb685d9b700  1 --2- 172.21.15.46:0/1928482719 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb688101e10 0x7fb68819db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:48:25.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.139+0000 7fb68659c700  1 --2- 172.21.15.46:0/1928482719 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb688101460 0x7fb68819d600 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fb67000d980 tx=0x7fb67000dc90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:25.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.139+0000 7fb67f7fe700  1 -- 172.21.15.46:0/1928482719 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb670016070 con 0x7fb688101460
2024-03-19T01:48:25.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.139+0000 7fb67f7fe700  1 -- 172.21.15.46:0/1928482719 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb670004830 con 0x7fb688101460
2024-03-19T01:48:25.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.140+0000 7fb68cb51700  1 -- 172.21.15.46:0/1928482719 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6881982a0 con 0x7fb688101460
2024-03-19T01:48:25.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.140+0000 7fb67f7fe700  1 -- 172.21.15.46:0/1928482719 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb670005530 con 0x7fb688101460
2024-03-19T01:48:25.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.140+0000 7fb68cb51700  1 -- 172.21.15.46:0/1928482719 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6881a4580 con 0x7fb688101460
2024-03-19T01:48:25.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.140+0000 7fb68cb51700  1 -- 172.21.15.46:0/1928482719 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb688062aa0 con 0x7fb688101460
2024-03-19T01:48:25.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.142+0000 7fb67f7fe700  1 -- 172.21.15.46:0/1928482719 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fb6700049e0 con 0x7fb688101460
2024-03-19T01:48:25.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.142+0000 7fb67f7fe700  1 --2- 172.21.15.46:0/1928482719 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb6740a29a0 0x7fb6740a4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:25.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.142+0000 7fb685d9b700  1 --2- 172.21.15.46:0/1928482719 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb6740a29a0 0x7fb6740a4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:25.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.142+0000 7fb67f7fe700  1 -- 172.21.15.46:0/1928482719 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fb6700cf3d0 con 0x7fb688101460
2024-03-19T01:48:25.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.142+0000 7fb67f7fe700  1 --2- 172.21.15.46:0/1928482719 >> [v2:172.21.15.46:6826/4252594050,v1:172.21.15.46:6827/4252594050] conn(0x7fb6740adb00 0x7fb6740affa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:25.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.142+0000 7fb67f7fe700  1 -- 172.21.15.46:0/1928482719 --> [v2:172.21.15.46:6826/4252594050,v1:172.21.15.46:6827/4252594050] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb6740b0670 con 0x7fb6740adb00
2024-03-19T01:48:25.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.142+0000 7fb67f7fe700  1 -- 172.21.15.46:0/1928482719 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fb6700cf780 con 0x7fb688101460
2024-03-19T01:48:25.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.143+0000 7fb686d9d700  1 --2- 172.21.15.46:0/1928482719 >> [v2:172.21.15.46:6826/4252594050,v1:172.21.15.46:6827/4252594050] conn(0x7fb6740adb00 0x7fb6740affa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:25.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.143+0000 7fb685d9b700  1 --2- 172.21.15.46:0/1928482719 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb6740a29a0 0x7fb6740a4e60 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fb678006010 tx=0x7fb67801a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:25.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.143+0000 7fb686d9d700  1 --2- 172.21.15.46:0/1928482719 >> [v2:172.21.15.46:6826/4252594050,v1:172.21.15.46:6827/4252594050] conn(0x7fb6740adb00 0x7fb6740affa0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:25.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.144+0000 7fb67f7fe700  1 -- 172.21.15.46:0/1928482719 <== osd.9 v2:172.21.15.46:6826/4252594050 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb6740b0670 con 0x7fb6740adb00
2024-03-19T01:48:25.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.161+0000 7fb68cb51700  1 -- 172.21.15.46:0/1928482719 --> [v2:172.21.15.46:6826/4252594050,v1:172.21.15.46:6827/4252594050] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb688062ea0 con 0x7fb6740adb00
2024-03-19T01:48:25.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.161+0000 7fb67f7fe700  1 -- 172.21.15.46:0/1928482719 <== osd.9 v2:172.21.15.46:6826/4252594050 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fb688062ea0 con 0x7fb6740adb00
2024-03-19T01:48:25.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.161+0000 7fb68cb51700  1 -- 172.21.15.46:0/1928482719 >> [v2:172.21.15.46:6826/4252594050,v1:172.21.15.46:6827/4252594050] conn(0x7fb6740adb00 msgr2=0x7fb6740affa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:25.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.161+0000 7fb68cb51700  1 --2- 172.21.15.46:0/1928482719 >> [v2:172.21.15.46:6826/4252594050,v1:172.21.15.46:6827/4252594050] conn(0x7fb6740adb00 0x7fb6740affa0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:25.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.161+0000 7fb68cb51700  1 -- 172.21.15.46:0/1928482719 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb6740a29a0 msgr2=0x7fb6740a4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:25.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.161+0000 7fb68cb51700  1 --2- 172.21.15.46:0/1928482719 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb6740a29a0 0x7fb6740a4e60 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fb678006010 tx=0x7fb67801a040 comp rx=0 tx=0).stop
2024-03-19T01:48:25.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.161+0000 7fb68cb51700  1 -- 172.21.15.46:0/1928482719 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb688101460 msgr2=0x7fb68819d600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:25.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.161+0000 7fb68cb51700  1 --2- 172.21.15.46:0/1928482719 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb688101460 0x7fb68819d600 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fb67000d980 tx=0x7fb67000dc90 comp rx=0 tx=0).stop
2024-03-19T01:48:25.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.161+0000 7fb686d9d700  1 -- 172.21.15.46:0/1928482719 reap_dead start
2024-03-19T01:48:25.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.161+0000 7fb68cb51700  1 -- 172.21.15.46:0/1928482719 shutdown_connections
2024-03-19T01:48:25.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.161+0000 7fb68cb51700  1 -- 172.21.15.46:0/1928482719 >> 172.21.15.46:0/1928482719 conn(0x7fb688078180 msgr2=0x7fb6880ff600 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:25.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.162+0000 7fb68cb51700  1 -- 172.21.15.46:0/1928482719 shutdown_connections
2024-03-19T01:48:25.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.162+0000 7fb68cb51700  1 -- 172.21.15.46:0/1928482719 wait complete.
2024-03-19T01:48:25.946 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:25 smithi046 ceph-mon[63102]: pgmap v324: 129 pgs: 1 peering, 128 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 383 B/s wr, 5 op/s; 77 B/s, 0 objects/s recovering
2024-03-19T01:48:25.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:25 smithi073 ceph-mon[66833]: pgmap v324: 129 pgs: 1 peering, 128 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 383 B/s wr, 5 op/s; 77 B/s, 0 objects/s recovering
2024-03-19T01:48:25.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:25 smithi102 ceph-mon[66557]: pgmap v324: 129 pgs: 1 peering, 128 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 383 B/s wr, 5 op/s; 77 B/s, 0 objects/s recovering
2024-03-19T01:48:26.268 INFO:teuthology.orchestra.run.smithi046.stdout:287762808868
2024-03-19T01:48:26.268 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.9
2024-03-19T01:48:26.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.922+0000 7f16aafdb700  1 -- 172.21.15.46:0/3462935164 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f16a4101bb0 msgr2=0x7f16a410e090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:26.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.922+0000 7f16aafdb700  1 --2- 172.21.15.46:0/3462935164 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f16a4101bb0 0x7f16a410e090 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f169c009990 tx=0x7f169c009ca0 comp rx=0 tx=0).stop
2024-03-19T01:48:26.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.922+0000 7f16aafdb700  1 -- 172.21.15.46:0/3462935164 shutdown_connections
2024-03-19T01:48:26.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.922+0000 7f16aafdb700  1 --2- 172.21.15.46:0/3462935164 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f16a4101bb0 0x7f16a410e090 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:26.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.922+0000 7f16aafdb700  1 --2- 172.21.15.46:0/3462935164 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f16a4107250 0x7f16a4107630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:26.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.922+0000 7f16aafdb700  1 --2- 172.21.15.46:0/3462935164 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f16a4101210 0x7f16a4101670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:26.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.922+0000 7f16aafdb700  1 -- 172.21.15.46:0/3462935164 >> 172.21.15.46:0/3462935164 conn(0x7f16a4078140 msgr2=0x7f16a4078550 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:26.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.923+0000 7f16aafdb700  1 -- 172.21.15.46:0/3462935164 shutdown_connections
2024-03-19T01:48:26.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.923+0000 7f16aafdb700  1 -- 172.21.15.46:0/3462935164 wait complete.
2024-03-19T01:48:26.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.923+0000 7f16aafdb700  1  Processor -- start
2024-03-19T01:48:26.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.923+0000 7f16aafdb700  1 --  start start
2024-03-19T01:48:26.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.923+0000 7f16aafdb700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f16a4101210 0x7f16a419e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:26.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.923+0000 7f16aafdb700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f16a4101bb0 0x7f16a419eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:26.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.923+0000 7f16aafdb700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f16a4107250 0x7f16a41987d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:26.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.923+0000 7f16aafdb700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f16a4111350 con 0x7f16a4101210
2024-03-19T01:48:26.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.923+0000 7f16aafdb700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f16a41111d0 con 0x7f16a4107250
2024-03-19T01:48:26.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.923+0000 7f16aafdb700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f16a41114d0 con 0x7f16a4101bb0
2024-03-19T01:48:26.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.923+0000 7f16a8d77700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f16a4101210 0x7f16a419e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:26.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.923+0000 7f16a8d77700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f16a4101210 0x7f16a419e650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38324/0 (socket says 172.21.15.46:38324)
2024-03-19T01:48:26.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.923+0000 7f16a8d77700  1 -- 172.21.15.46:0/2818161994 learned_addr learned my addr 172.21.15.46:0/2818161994 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:48:26.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.924+0000 7f16a3fff700  1 --2- 172.21.15.46:0/2818161994 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f16a4101bb0 0x7f16a419eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:26.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.924+0000 7f16a9578700  1 --2- 172.21.15.46:0/2818161994 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f16a4107250 0x7f16a41987d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:26.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.924+0000 7f16a8d77700  1 -- 172.21.15.46:0/2818161994 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f16a4101bb0 msgr2=0x7f16a419eb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:26.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.924+0000 7f16a8d77700  1 --2- 172.21.15.46:0/2818161994 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f16a4101bb0 0x7f16a419eb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:26.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.924+0000 7f16a8d77700  1 -- 172.21.15.46:0/2818161994 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f16a4107250 msgr2=0x7f16a41987d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:26.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.924+0000 7f16a8d77700  1 --2- 172.21.15.46:0/2818161994 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f16a4107250 0x7f16a41987d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:26.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.924+0000 7f16a8d77700  1 -- 172.21.15.46:0/2818161994 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16a4198fb0 con 0x7f16a4101210
2024-03-19T01:48:26.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.924+0000 7f16a3fff700  1 --2- 172.21.15.46:0/2818161994 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f16a4101bb0 0x7f16a419eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:48:26.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.924+0000 7f16a8d77700  1 --2- 172.21.15.46:0/2818161994 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f16a4101210 0x7f16a419e650 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f169400ef10 tx=0x7f169400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:26.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.924+0000 7f16a1ffb700  1 -- 172.21.15.46:0/2818161994 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f169400c9c0 con 0x7f16a4101210
2024-03-19T01:48:26.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.924+0000 7f16aafdb700  1 -- 172.21.15.46:0/2818161994 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16a4199240 con 0x7f16a4101210
2024-03-19T01:48:26.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.924+0000 7f16a1ffb700  1 -- 172.21.15.46:0/2818161994 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1694019070 con 0x7f16a4101210
2024-03-19T01:48:26.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.924+0000 7f16a1ffb700  1 -- 172.21.15.46:0/2818161994 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1694014480 con 0x7f16a4101210
2024-03-19T01:48:26.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.924+0000 7f16aafdb700  1 -- 172.21.15.46:0/2818161994 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16a41a54b0 con 0x7f16a4101210
2024-03-19T01:48:26.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.925+0000 7f16aafdb700  1 -- 172.21.15.46:0/2818161994 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f16a4105310 con 0x7f16a4101210
2024-03-19T01:48:26.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.926+0000 7f16a1ffb700  1 -- 172.21.15.46:0/2818161994 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f1694012050 con 0x7f16a4101210
2024-03-19T01:48:26.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.927+0000 7f16a1ffb700  1 --2- 172.21.15.46:0/2818161994 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f16900a2920 0x7f16900a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:26.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.927+0000 7f16a1ffb700  1 -- 172.21.15.46:0/2818161994 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f16940cee20 con 0x7f16a4101210
2024-03-19T01:48:26.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.927+0000 7f16a3fff700  1 --2- 172.21.15.46:0/2818161994 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f16900a2920 0x7f16900a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:26.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.927+0000 7f16a1ffb700  1 --2- 172.21.15.46:0/2818161994 >> [v2:172.21.15.46:6818/595340737,v1:172.21.15.46:6819/595340737] conn(0x7f16900ada80 0x7f16900aff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:26.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.927+0000 7f16a1ffb700  1 -- 172.21.15.46:0/2818161994 --> [v2:172.21.15.46:6818/595340737,v1:172.21.15.46:6819/595340737] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1694004880 con 0x7f16900ada80
2024-03-19T01:48:26.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.927+0000 7f16a1ffb700  1 -- 172.21.15.46:0/2818161994 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f16940d14e0 con 0x7f16a4101210
2024-03-19T01:48:26.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.927+0000 7f16a9578700  1 --2- 172.21.15.46:0/2818161994 >> [v2:172.21.15.46:6818/595340737,v1:172.21.15.46:6819/595340737] conn(0x7f16900ada80 0x7f16900aff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:26.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.927+0000 7f16a3fff700  1 --2- 172.21.15.46:0/2818161994 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f16900a2920 0x7f16900a4de0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f168c009680 tx=0x7f168c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:26.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.928+0000 7f16a9578700  1 --2- 172.21.15.46:0/2818161994 >> [v2:172.21.15.46:6818/595340737,v1:172.21.15.46:6819/595340737] conn(0x7f16900ada80 0x7f16900aff20 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:26.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.929+0000 7f16a1ffb700  1 -- 172.21.15.46:0/2818161994 <== osd.6 v2:172.21.15.46:6818/595340737 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f1694004880 con 0x7f16900ada80
2024-03-19T01:48:26.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.945+0000 7f16aafdb700  1 -- 172.21.15.46:0/2818161994 --> [v2:172.21.15.46:6818/595340737,v1:172.21.15.46:6819/595340737] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f16a4102900 con 0x7f16900ada80
2024-03-19T01:48:26.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.945+0000 7f16a1ffb700  1 -- 172.21.15.46:0/2818161994 <== osd.6 v2:172.21.15.46:6818/595340737 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f16a4102900 con 0x7f16900ada80
2024-03-19T01:48:26.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.946+0000 7f16aafdb700  1 -- 172.21.15.46:0/2818161994 >> [v2:172.21.15.46:6818/595340737,v1:172.21.15.46:6819/595340737] conn(0x7f16900ada80 msgr2=0x7f16900aff20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:26.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.946+0000 7f16aafdb700  1 --2- 172.21.15.46:0/2818161994 >> [v2:172.21.15.46:6818/595340737,v1:172.21.15.46:6819/595340737] conn(0x7f16900ada80 0x7f16900aff20 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:26.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.946+0000 7f16aafdb700  1 -- 172.21.15.46:0/2818161994 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f16900a2920 msgr2=0x7f16900a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:26.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.946+0000 7f16aafdb700  1 --2- 172.21.15.46:0/2818161994 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f16900a2920 0x7f16900a4de0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f168c009680 tx=0x7f168c009260 comp rx=0 tx=0).stop
2024-03-19T01:48:26.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.946+0000 7f16aafdb700  1 -- 172.21.15.46:0/2818161994 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f16a4101210 msgr2=0x7f16a419e650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:26.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.946+0000 7f16aafdb700  1 --2- 172.21.15.46:0/2818161994 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f16a4101210 0x7f16a419e650 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f169400ef10 tx=0x7f169400c3a0 comp rx=0 tx=0).stop
2024-03-19T01:48:26.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.946+0000 7f16a9578700  1 -- 172.21.15.46:0/2818161994 reap_dead start
2024-03-19T01:48:26.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.946+0000 7f16aafdb700  1 -- 172.21.15.46:0/2818161994 shutdown_connections
2024-03-19T01:48:26.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.946+0000 7f16aafdb700  1 -- 172.21.15.46:0/2818161994 >> 172.21.15.46:0/2818161994 conn(0x7f16a4078140 msgr2=0x7f16a4100630 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:26.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.946+0000 7f16aafdb700  1 -- 172.21.15.46:0/2818161994 shutdown_connections
2024-03-19T01:48:26.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:25.946+0000 7f16aafdb700  1 -- 172.21.15.46:0/2818161994 wait complete.
2024-03-19T01:48:27.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:26 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:48:27.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:26 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:48:27.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:26 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:48:27.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:26 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:48:27.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:26 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:48:27.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:26 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:48:27.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:26 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:48:27.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:26 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:48:27.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:26 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:48:27.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:26 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:48:27.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:26 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:48:27.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:26 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:48:27.311 INFO:teuthology.orchestra.run.smithi046.stdout:309237645342
2024-03-19T01:48:27.312 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.10
2024-03-19T01:48:28.106 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:27 smithi046 ceph-mon[63102]: pgmap v325: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 383 B/s wr, 7 op/s; 77 B/s, 0 objects/s recovering
2024-03-19T01:48:28.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:27 smithi073 ceph-mon[66833]: pgmap v325: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 383 B/s wr, 7 op/s; 77 B/s, 0 objects/s recovering
2024-03-19T01:48:28.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:27 smithi102 ceph-mon[66557]: pgmap v325: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 383 B/s wr, 7 op/s; 77 B/s, 0 objects/s recovering
2024-03-19T01:48:28.316 INFO:teuthology.orchestra.run.smithi046.stdout:77309411399
2024-03-19T01:48:28.317 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.2
2024-03-19T01:48:28.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.072+0000 7fb7c914e700  1 -- 172.21.15.46:0/611665384 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7c4102360 msgr2=0x7fb7c41027e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:28.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.072+0000 7fb7c914e700  1 --2- 172.21.15.46:0/611665384 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7c4102360 0x7fb7c41027e0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fb7b80099c0 tx=0x7fb7b8009cd0 comp rx=0 tx=0).stop
2024-03-19T01:48:28.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.072+0000 7fb7c914e700  1 -- 172.21.15.46:0/611665384 shutdown_connections
2024-03-19T01:48:28.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.072+0000 7fb7c914e700  1 --2- 172.21.15.46:0/611665384 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb7c4102d20 0x7fb7c410f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:28.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.072+0000 7fb7c914e700  1 --2- 172.21.15.46:0/611665384 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb7c4108340 0x7fb7c4108720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:28.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.072+0000 7fb7c914e700  1 --2- 172.21.15.46:0/611665384 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7c4102360 0x7fb7c41027e0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:28.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.072+0000 7fb7c914e700  1 -- 172.21.15.46:0/611665384 >> 172.21.15.46:0/611665384 conn(0x7fb7c4079440 msgr2=0x7fb7c4079850 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:28.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.072+0000 7fb7c914e700  1 -- 172.21.15.46:0/611665384 shutdown_connections
2024-03-19T01:48:28.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.072+0000 7fb7c914e700  1 -- 172.21.15.46:0/611665384 wait complete.
2024-03-19T01:48:28.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.072+0000 7fb7c914e700  1  Processor -- start
2024-03-19T01:48:28.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.073+0000 7fb7c914e700  1 --  start start
2024-03-19T01:48:28.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.073+0000 7fb7c914e700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb7c4102360 0x7fb7c419e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:28.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.073+0000 7fb7c914e700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7c4102d20 0x7fb7c419ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:28.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.073+0000 7fb7c914e700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb7c4108340 0x7fb7c4198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:28.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.073+0000 7fb7c914e700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb7c41124a0 con 0x7fb7c4102d20
2024-03-19T01:48:28.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.073+0000 7fb7c914e700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb7c4112320 con 0x7fb7c4108340
2024-03-19T01:48:28.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.073+0000 7fb7c914e700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb7c4112620 con 0x7fb7c4102360
2024-03-19T01:48:28.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.073+0000 7fb7c259c700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7c4102d20 0x7fb7c419ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:28.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.073+0000 7fb7c259c700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7c4102d20 0x7fb7c419ebe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38336/0 (socket says 172.21.15.46:38336)
2024-03-19T01:48:28.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.073+0000 7fb7c259c700  1 -- 172.21.15.46:0/3859593771 learned_addr learned my addr 172.21.15.46:0/3859593771 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:48:28.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.073+0000 7fb7c359e700  1 --2- 172.21.15.46:0/3859593771 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb7c4108340 0x7fb7c4198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:28.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.073+0000 7fb7c2d9d700  1 --2- 172.21.15.46:0/3859593771 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb7c4102360 0x7fb7c419e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:28.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.073+0000 7fb7c359e700  1 -- 172.21.15.46:0/3859593771 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb7c4102360 msgr2=0x7fb7c419e6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:28.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.073+0000 7fb7c359e700  1 --2- 172.21.15.46:0/3859593771 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb7c4102360 0x7fb7c419e6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:28.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.073+0000 7fb7c359e700  1 -- 172.21.15.46:0/3859593771 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7c4102d20 msgr2=0x7fb7c419ebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:28.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.073+0000 7fb7c359e700  1 --2- 172.21.15.46:0/3859593771 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7c4102d20 0x7fb7c419ebe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:28.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.073+0000 7fb7c359e700  1 -- 172.21.15.46:0/3859593771 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7c4199000 con 0x7fb7c4108340
2024-03-19T01:48:28.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.073+0000 7fb7c259c700  1 --2- 172.21.15.46:0/3859593771 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7c4102d20 0x7fb7c419ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:48:28.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.073+0000 7fb7c359e700  1 --2- 172.21.15.46:0/3859593771 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb7c4108340 0x7fb7c4198820 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fb7bc00efc0 tx=0x7fb7bc00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:28.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.074+0000 7fb7abfff700  1 -- 172.21.15.46:0/3859593771 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7bc0092e0 con 0x7fb7c4108340
2024-03-19T01:48:28.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.074+0000 7fb7abfff700  1 -- 172.21.15.46:0/3859593771 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb7bc004bb0 con 0x7fb7c4108340
2024-03-19T01:48:28.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.074+0000 7fb7c914e700  1 -- 172.21.15.46:0/3859593771 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7c4199290 con 0x7fb7c4108340
2024-03-19T01:48:28.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.074+0000 7fb7abfff700  1 -- 172.21.15.46:0/3859593771 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7bc004020 con 0x7fb7c4108340
2024-03-19T01:48:28.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.074+0000 7fb7c914e700  1 -- 172.21.15.46:0/3859593771 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7c41a5500 con 0x7fb7c4108340
2024-03-19T01:48:28.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.074+0000 7fb7c914e700  1 -- 172.21.15.46:0/3859593771 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb7c4062a60 con 0x7fb7c4108340
2024-03-19T01:48:28.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.076+0000 7fb7abfff700  1 -- 172.21.15.46:0/3859593771 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fb7bc01b030 con 0x7fb7c4108340
2024-03-19T01:48:28.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.076+0000 7fb7abfff700  1 --2- 172.21.15.46:0/3859593771 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb7ac0a2920 0x7fb7ac0a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:28.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.076+0000 7fb7c2d9d700  1 --2- 172.21.15.46:0/3859593771 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb7ac0a2920 0x7fb7ac0a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:28.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.076+0000 7fb7abfff700  1 -- 172.21.15.46:0/3859593771 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fb7bc0cf340 con 0x7fb7c4108340
2024-03-19T01:48:28.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.076+0000 7fb7abfff700  1 --2- 172.21.15.46:0/3859593771 >> [v2:172.21.15.73:6800/2502945674,v1:172.21.15.73:6801/2502945674] conn(0x7fb7ac0ada80 0x7fb7ac0aff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:28.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.076+0000 7fb7abfff700  1 -- 172.21.15.46:0/3859593771 --> [v2:172.21.15.73:6800/2502945674,v1:172.21.15.73:6801/2502945674] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb7ac0b05f0 con 0x7fb7ac0ada80
2024-03-19T01:48:28.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.076+0000 7fb7abfff700  1 -- 172.21.15.46:0/3859593771 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fb7bc0cf820 con 0x7fb7c4108340
2024-03-19T01:48:28.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.077+0000 7fb7c259c700  1 --2- 172.21.15.46:0/3859593771 >> [v2:172.21.15.73:6800/2502945674,v1:172.21.15.73:6801/2502945674] conn(0x7fb7ac0ada80 0x7fb7ac0aff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:28.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.077+0000 7fb7c2d9d700  1 --2- 172.21.15.46:0/3859593771 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb7ac0a2920 0x7fb7ac0a4de0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fb7b4009680 tx=0x7fb7b4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:28.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.077+0000 7fb7c259c700  1 --2- 172.21.15.46:0/3859593771 >> [v2:172.21.15.73:6800/2502945674,v1:172.21.15.73:6801/2502945674] conn(0x7fb7ac0ada80 0x7fb7ac0aff20 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:28.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.078+0000 7fb7abfff700  1 -- 172.21.15.46:0/3859593771 <== osd.1 v2:172.21.15.73:6800/2502945674 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb7ac0b05f0 con 0x7fb7ac0ada80
2024-03-19T01:48:28.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.094+0000 7fb7c914e700  1 -- 172.21.15.46:0/3859593771 --> [v2:172.21.15.73:6800/2502945674,v1:172.21.15.73:6801/2502945674] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb7c4062ee0 con 0x7fb7ac0ada80
2024-03-19T01:48:28.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.094+0000 7fb7abfff700  1 -- 172.21.15.46:0/3859593771 <== osd.1 v2:172.21.15.73:6800/2502945674 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fb7c4062ee0 con 0x7fb7ac0ada80
2024-03-19T01:48:28.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.095+0000 7fb7c914e700  1 -- 172.21.15.46:0/3859593771 >> [v2:172.21.15.73:6800/2502945674,v1:172.21.15.73:6801/2502945674] conn(0x7fb7ac0ada80 msgr2=0x7fb7ac0aff20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:28.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.095+0000 7fb7c914e700  1 --2- 172.21.15.46:0/3859593771 >> [v2:172.21.15.73:6800/2502945674,v1:172.21.15.73:6801/2502945674] conn(0x7fb7ac0ada80 0x7fb7ac0aff20 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:28.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.095+0000 7fb7c914e700  1 -- 172.21.15.46:0/3859593771 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb7ac0a2920 msgr2=0x7fb7ac0a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:28.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.095+0000 7fb7c914e700  1 --2- 172.21.15.46:0/3859593771 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb7ac0a2920 0x7fb7ac0a4de0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fb7b4009680 tx=0x7fb7b4009260 comp rx=0 tx=0).stop
2024-03-19T01:48:28.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.095+0000 7fb7c914e700  1 -- 172.21.15.46:0/3859593771 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb7c4108340 msgr2=0x7fb7c4198820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:28.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.095+0000 7fb7c914e700  1 --2- 172.21.15.46:0/3859593771 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb7c4108340 0x7fb7c4198820 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fb7bc00efc0 tx=0x7fb7bc00c3a0 comp rx=0 tx=0).stop
2024-03-19T01:48:28.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.095+0000 7fb7c359e700  1 -- 172.21.15.46:0/3859593771 reap_dead start
2024-03-19T01:48:28.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.095+0000 7fb7c914e700  1 -- 172.21.15.46:0/3859593771 shutdown_connections
2024-03-19T01:48:28.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.095+0000 7fb7c914e700  1 -- 172.21.15.46:0/3859593771 >> 172.21.15.46:0/3859593771 conn(0x7fb7c4079440 msgr2=0x7fb7c4101100 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:28.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.095+0000 7fb7c914e700  1 -- 172.21.15.46:0/3859593771 shutdown_connections
2024-03-19T01:48:28.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:28.095+0000 7fb7c914e700  1 -- 172.21.15.46:0/3859593771 wait complete.
2024-03-19T01:48:29.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.948+0000 7f741359d700  1 -- 172.21.15.46:0/1985808526 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f740c108340 msgr2=0x7f740c108720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:29.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.948+0000 7f741359d700  1 --2- 172.21.15.46:0/1985808526 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f740c108340 0x7f740c108720 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f74080099c0 tx=0x7f7408009cd0 comp rx=0 tx=0).stop
2024-03-19T01:48:29.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.948+0000 7f741359d700  1 -- 172.21.15.46:0/1985808526 shutdown_connections
2024-03-19T01:48:29.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.948+0000 7f741359d700  1 --2- 172.21.15.46:0/1985808526 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f740c06b420 0x7f740c10f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:29.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.948+0000 7f741359d700  1 --2- 172.21.15.46:0/1985808526 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f740c108340 0x7f740c108720 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:29.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.948+0000 7f741359d700  1 --2- 172.21.15.46:0/1985808526 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f740c06aa60 0x7f740c06aee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:29.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.948+0000 7f741359d700  1 -- 172.21.15.46:0/1985808526 >> 172.21.15.46:0/1985808526 conn(0x7f740c078220 msgr2=0x7f740c078630 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:29.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.948+0000 7f741359d700  1 -- 172.21.15.46:0/1985808526 shutdown_connections
2024-03-19T01:48:29.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.948+0000 7f741359d700  1 -- 172.21.15.46:0/1985808526 wait complete.
2024-03-19T01:48:29.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.948+0000 7f741359d700  1  Processor -- start
2024-03-19T01:48:29.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.948+0000 7f741359d700  1 --  start start
2024-03-19T01:48:29.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.948+0000 7f741359d700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f740c06aa60 0x7f740c19e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:29.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.949+0000 7f741359d700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f740c06b420 0x7f740c19eb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:29.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.949+0000 7f741359d700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f740c108340 0x7f740c198780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:29.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.949+0000 7f741359d700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f740c1124a0 con 0x7f740c108340
2024-03-19T01:48:29.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.949+0000 7f741359d700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f740c112320 con 0x7f740c06aa60
2024-03-19T01:48:29.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.949+0000 7f741359d700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f740c112620 con 0x7f740c06b420
2024-03-19T01:48:29.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.949+0000 7f7411b3a700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f740c108340 0x7f740c198780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:29.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.949+0000 7f7411b3a700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f740c108340 0x7f740c198780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38360/0 (socket says 172.21.15.46:38360)
2024-03-19T01:48:29.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.949+0000 7f7411b3a700  1 -- 172.21.15.46:0/1801863449 learned_addr learned my addr 172.21.15.46:0/1801863449 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:48:29.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.949+0000 7f7410b38700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f740c06b420 0x7f740c19eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:29.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.949+0000 7f7411339700  1 --2- 172.21.15.46:0/1801863449 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f740c06aa60 0x7f740c19e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:29.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.949+0000 7f7411b3a700  1 -- 172.21.15.46:0/1801863449 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f740c06b420 msgr2=0x7f740c19eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:29.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.949+0000 7f7411b3a700  1 --2- 172.21.15.46:0/1801863449 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f740c06b420 0x7f740c19eb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:29.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.949+0000 7f7411b3a700  1 -- 172.21.15.46:0/1801863449 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f740c06aa60 msgr2=0x7f740c19e600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:29.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.949+0000 7f7411b3a700  1 --2- 172.21.15.46:0/1801863449 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f740c06aa60 0x7f740c19e600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:29.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.949+0000 7f7411b3a700  1 -- 172.21.15.46:0/1801863449 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f740c198f60 con 0x7f740c108340
2024-03-19T01:48:29.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.949+0000 7f7410b38700  1 --2- 172.21.15.46:0/1801863449 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f740c06b420 0x7f740c19eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:48:29.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.949+0000 7f7411b3a700  1 --2- 172.21.15.46:0/1801863449 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f740c108340 0x7f740c198780 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f740400ef30 tx=0x7f740400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:29.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.949+0000 7f74027fc700  1 -- 172.21.15.46:0/1801863449 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74040092e0 con 0x7f740c108340
2024-03-19T01:48:29.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.949+0000 7f74027fc700  1 -- 172.21.15.46:0/1801863449 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7404004bb0 con 0x7f740c108340
2024-03-19T01:48:29.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.949+0000 7f741359d700  1 -- 172.21.15.46:0/1801863449 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f740c1991f0 con 0x7f740c108340
2024-03-19T01:48:29.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.949+0000 7f74027fc700  1 -- 172.21.15.46:0/1801863449 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7404004020 con 0x7f740c108340
2024-03-19T01:48:29.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.949+0000 7f741359d700  1 -- 172.21.15.46:0/1801863449 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f740c1a5460 con 0x7f740c108340
2024-03-19T01:48:29.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.950+0000 7f741359d700  1 -- 172.21.15.46:0/1801863449 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f740c062a60 con 0x7f740c108340
2024-03-19T01:48:29.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.951+0000 7f74027fc700  1 -- 172.21.15.46:0/1801863449 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f740401b030 con 0x7f740c108340
2024-03-19T01:48:29.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.952+0000 7f74027fc700  1 --2- 172.21.15.46:0/1801863449 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f73f80a29a0 0x7f73f80a4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:29.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.952+0000 7f74027fc700  1 -- 172.21.15.46:0/1801863449 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f74040cf300 con 0x7f740c108340
2024-03-19T01:48:29.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.952+0000 7f7411339700  1 --2- 172.21.15.46:0/1801863449 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f73f80a29a0 0x7f73f80a4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:29.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.952+0000 7f74027fc700  1 --2- 172.21.15.46:0/1801863449 >> [v2:172.21.15.46:6810/3336792470,v1:172.21.15.46:6811/3336792470] conn(0x7f73f80adb00 0x7f73f80affa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:29.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.952+0000 7f74027fc700  1 -- 172.21.15.46:0/1801863449 --> [v2:172.21.15.46:6810/3336792470,v1:172.21.15.46:6811/3336792470] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f740401fe50 con 0x7f73f80adb00
2024-03-19T01:48:29.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.952+0000 7f74027fc700  1 -- 172.21.15.46:0/1801863449 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f74040cf750 con 0x7f740c108340
2024-03-19T01:48:29.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.952+0000 7f7410b38700  1 --2- 172.21.15.46:0/1801863449 >> [v2:172.21.15.46:6810/3336792470,v1:172.21.15.46:6811/3336792470] conn(0x7f73f80adb00 0x7f73f80affa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:29.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.953+0000 7f7411339700  1 --2- 172.21.15.46:0/1801863449 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f73f80a29a0 0x7f73f80a4e60 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f7408003760 tx=0x7f7408005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:29.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.953+0000 7f7410b38700  1 --2- 172.21.15.46:0/1801863449 >> [v2:172.21.15.46:6810/3336792470,v1:172.21.15.46:6811/3336792470] conn(0x7f73f80adb00 0x7f73f80affa0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:29.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.953+0000 7f74027fc700  1 -- 172.21.15.46:0/1801863449 <== osd.3 v2:172.21.15.46:6810/3336792470 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f740401fe50 con 0x7f73f80adb00
2024-03-19T01:48:29.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.970+0000 7f741359d700  1 -- 172.21.15.46:0/1801863449 --> [v2:172.21.15.46:6810/3336792470,v1:172.21.15.46:6811/3336792470] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f740c062e60 con 0x7f73f80adb00
2024-03-19T01:48:29.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.970+0000 7f74027fc700  1 -- 172.21.15.46:0/1801863449 <== osd.3 v2:172.21.15.46:6810/3336792470 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f740c062e60 con 0x7f73f80adb00
2024-03-19T01:48:29.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.971+0000 7f741359d700  1 -- 172.21.15.46:0/1801863449 >> [v2:172.21.15.46:6810/3336792470,v1:172.21.15.46:6811/3336792470] conn(0x7f73f80adb00 msgr2=0x7f73f80affa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:29.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.971+0000 7f741359d700  1 --2- 172.21.15.46:0/1801863449 >> [v2:172.21.15.46:6810/3336792470,v1:172.21.15.46:6811/3336792470] conn(0x7f73f80adb00 0x7f73f80affa0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:29.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.971+0000 7f741359d700  1 -- 172.21.15.46:0/1801863449 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f73f80a29a0 msgr2=0x7f73f80a4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:29.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.971+0000 7f741359d700  1 --2- 172.21.15.46:0/1801863449 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f73f80a29a0 0x7f73f80a4e60 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f7408003760 tx=0x7f7408005fb0 comp rx=0 tx=0).stop
2024-03-19T01:48:29.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.971+0000 7f741359d700  1 -- 172.21.15.46:0/1801863449 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f740c108340 msgr2=0x7f740c198780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:29.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.971+0000 7f741359d700  1 --2- 172.21.15.46:0/1801863449 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f740c108340 0x7f740c198780 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f740400ef30 tx=0x7f740400c3a0 comp rx=0 tx=0).stop
2024-03-19T01:48:29.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.971+0000 7f7411b3a700  1 -- 172.21.15.46:0/1801863449 reap_dead start
2024-03-19T01:48:29.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.971+0000 7f741359d700  1 -- 172.21.15.46:0/1801863449 shutdown_connections
2024-03-19T01:48:29.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.971+0000 7f741359d700  1 -- 172.21.15.46:0/1801863449 >> 172.21.15.46:0/1801863449 conn(0x7f740c078220 msgr2=0x7f740c0ffeb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:29.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.971+0000 7f741359d700  1 -- 172.21.15.46:0/1801863449 shutdown_connections
2024-03-19T01:48:29.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:29.971+0000 7f741359d700  1 -- 172.21.15.46:0/1801863449 wait complete.
2024-03-19T01:48:30.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:29 smithi046 ceph-mon[63102]: pgmap v326: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 331 B/s wr, 4 op/s; 67 B/s, 0 objects/s recovering
2024-03-19T01:48:30.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:29 smithi073 ceph-mon[66833]: pgmap v326: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 331 B/s wr, 4 op/s; 67 B/s, 0 objects/s recovering
2024-03-19T01:48:30.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:29 smithi102 ceph-mon[66557]: pgmap v326: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 331 B/s wr, 4 op/s; 67 B/s, 0 objects/s recovering
2024-03-19T01:48:30.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.417+0000 7f6427720700  1 -- 172.21.15.46:0/3748245524 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f64201011f0 msgr2=0x7f6420101670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:30.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.417+0000 7f6427720700  1 --2- 172.21.15.46:0/3748245524 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f64201011f0 0x7f6420101670 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f6414009990 tx=0x7f6414009ca0 comp rx=0 tx=0).stop
2024-03-19T01:48:30.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.417+0000 7f6427720700  1 -- 172.21.15.46:0/3748245524 shutdown_connections
2024-03-19T01:48:30.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.417+0000 7f6427720700  1 --2- 172.21.15.46:0/3748245524 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6420101bb0 0x7f642010e050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:30.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.417+0000 7f6427720700  1 --2- 172.21.15.46:0/3748245524 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f64201072a0 0x7f6420107680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:30.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.417+0000 7f6427720700  1 --2- 172.21.15.46:0/3748245524 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f64201011f0 0x7f6420101670 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:30.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.417+0000 7f6427720700  1 -- 172.21.15.46:0/3748245524 >> 172.21.15.46:0/3748245524 conn(0x7f6420078220 msgr2=0x7f6420078630 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:30.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.417+0000 7f6427720700  1 -- 172.21.15.46:0/3748245524 shutdown_connections
2024-03-19T01:48:30.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.417+0000 7f6427720700  1 -- 172.21.15.46:0/3748245524 wait complete.
2024-03-19T01:48:30.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.417+0000 7f6427720700  1  Processor -- start
2024-03-19T01:48:30.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.417+0000 7f6427720700  1 --  start start
2024-03-19T01:48:30.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.418+0000 7f6427720700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f64201011f0 0x7f642019e610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:30.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.418+0000 7f6427720700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6420101bb0 0x7f642019eb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:30.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.418+0000 7f6427720700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f64201072a0 0x7f6420198790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:30.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.418+0000 7f6427720700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6420111390 con 0x7f64201011f0
2024-03-19T01:48:30.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.418+0000 7f6427720700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f6420111210 con 0x7f6420101bb0
2024-03-19T01:48:30.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.418+0000 7f6427720700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6420111510 con 0x7f64201072a0
2024-03-19T01:48:30.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.418+0000 7f64254bc700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f64201011f0 0x7f642019e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:30.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.418+0000 7f64254bc700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f64201011f0 0x7f642019e610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38376/0 (socket says 172.21.15.46:38376)
2024-03-19T01:48:30.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.418+0000 7f64254bc700  1 -- 172.21.15.46:0/1585757756 learned_addr learned my addr 172.21.15.46:0/1585757756 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:48:30.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.418+0000 7f6424cbb700  1 --2- 172.21.15.46:0/1585757756 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6420101bb0 0x7f642019eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:30.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.418+0000 7f6425cbd700  1 --2- 172.21.15.46:0/1585757756 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f64201072a0 0x7f6420198790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:30.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.418+0000 7f64254bc700  1 -- 172.21.15.46:0/1585757756 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f64201072a0 msgr2=0x7f6420198790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:30.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.418+0000 7f64254bc700  1 --2- 172.21.15.46:0/1585757756 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f64201072a0 0x7f6420198790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:30.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.418+0000 7f64254bc700  1 -- 172.21.15.46:0/1585757756 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6420101bb0 msgr2=0x7f642019eb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:30.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.418+0000 7f64254bc700  1 --2- 172.21.15.46:0/1585757756 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6420101bb0 0x7f642019eb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:30.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.418+0000 7f64254bc700  1 -- 172.21.15.46:0/1585757756 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6420198f70 con 0x7f64201011f0
2024-03-19T01:48:30.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.418+0000 7f6424cbb700  1 --2- 172.21.15.46:0/1585757756 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6420101bb0 0x7f642019eb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:48:30.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.418+0000 7f64254bc700  1 --2- 172.21.15.46:0/1585757756 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f64201011f0 0x7f642019e610 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f641800c370 tx=0x7f641800c680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:30.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.418+0000 7f641e7fc700  1 -- 172.21.15.46:0/1585757756 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64180092e0 con 0x7f64201011f0
2024-03-19T01:48:30.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.419+0000 7f641e7fc700  1 -- 172.21.15.46:0/1585757756 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f641800cbe0 con 0x7f64201011f0
2024-03-19T01:48:30.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.419+0000 7f6427720700  1 -- 172.21.15.46:0/1585757756 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6420199200 con 0x7f64201011f0
2024-03-19T01:48:30.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.419+0000 7f641e7fc700  1 -- 172.21.15.46:0/1585757756 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6418004710 con 0x7f64201011f0
2024-03-19T01:48:30.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.419+0000 7f6427720700  1 -- 172.21.15.46:0/1585757756 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64201a5470 con 0x7f64201011f0
2024-03-19T01:48:30.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.419+0000 7f6427720700  1 -- 172.21.15.46:0/1585757756 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6420106300 con 0x7f64201011f0
2024-03-19T01:48:30.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.421+0000 7f641e7fc700  1 -- 172.21.15.46:0/1585757756 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f641801a020 con 0x7f64201011f0
2024-03-19T01:48:30.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.421+0000 7f641e7fc700  1 --2- 172.21.15.46:0/1585757756 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f64080a2920 0x7f64080a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:30.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.421+0000 7f641e7fc700  1 -- 172.21.15.46:0/1585757756 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f64180cf370 con 0x7f64201011f0
2024-03-19T01:48:30.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.421+0000 7f6424cbb700  1 --2- 172.21.15.46:0/1585757756 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f64080a2920 0x7f64080a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:30.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.421+0000 7f641e7fc700  1 --2- 172.21.15.46:0/1585757756 >> [v2:172.21.15.102:6824/2997263049,v1:172.21.15.102:6825/2997263049] conn(0x7f64080ada80 0x7f64080aff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:30.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.421+0000 7f641e7fc700  1 -- 172.21.15.46:0/1585757756 --> [v2:172.21.15.102:6824/2997263049,v1:172.21.15.102:6825/2997263049] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6418008ec0 con 0x7f64080ada80
2024-03-19T01:48:30.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.421+0000 7f641e7fc700  1 -- 172.21.15.46:0/1585757756 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f64180cf7c0 con 0x7f64201011f0
2024-03-19T01:48:30.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.422+0000 7f6425cbd700  1 --2- 172.21.15.46:0/1585757756 >> [v2:172.21.15.102:6824/2997263049,v1:172.21.15.102:6825/2997263049] conn(0x7f64080ada80 0x7f64080aff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:30.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.422+0000 7f6424cbb700  1 --2- 172.21.15.46:0/1585757756 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f64080a2920 0x7f64080a4de0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f641400b2e0 tx=0x7f641401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:30.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.422+0000 7f6425cbd700  1 --2- 172.21.15.46:0/1585757756 >> [v2:172.21.15.102:6824/2997263049,v1:172.21.15.102:6825/2997263049] conn(0x7f64080ada80 0x7f64080aff20 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:30.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.423+0000 7f641e7fc700  1 -- 172.21.15.46:0/1585757756 <== osd.11 v2:172.21.15.102:6824/2997263049 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f6418008ec0 con 0x7f64080ada80
2024-03-19T01:48:30.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.440+0000 7f6427720700  1 -- 172.21.15.46:0/1585757756 --> [v2:172.21.15.102:6824/2997263049,v1:172.21.15.102:6825/2997263049] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f64201028e0 con 0x7f64080ada80
2024-03-19T01:48:30.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.441+0000 7f641e7fc700  1 -- 172.21.15.46:0/1585757756 <== osd.11 v2:172.21.15.102:6824/2997263049 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f64201028e0 con 0x7f64080ada80
2024-03-19T01:48:30.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.441+0000 7f6427720700  1 -- 172.21.15.46:0/1585757756 >> [v2:172.21.15.102:6824/2997263049,v1:172.21.15.102:6825/2997263049] conn(0x7f64080ada80 msgr2=0x7f64080aff20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:30.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.441+0000 7f6427720700  1 --2- 172.21.15.46:0/1585757756 >> [v2:172.21.15.102:6824/2997263049,v1:172.21.15.102:6825/2997263049] conn(0x7f64080ada80 0x7f64080aff20 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:30.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.441+0000 7f6427720700  1 -- 172.21.15.46:0/1585757756 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f64080a2920 msgr2=0x7f64080a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:30.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.441+0000 7f6427720700  1 --2- 172.21.15.46:0/1585757756 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f64080a2920 0x7f64080a4de0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f641400b2e0 tx=0x7f641401a040 comp rx=0 tx=0).stop
2024-03-19T01:48:30.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.441+0000 7f6427720700  1 -- 172.21.15.46:0/1585757756 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f64201011f0 msgr2=0x7f642019e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:30.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.441+0000 7f6427720700  1 --2- 172.21.15.46:0/1585757756 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f64201011f0 0x7f642019e610 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f641800c370 tx=0x7f641800c680 comp rx=0 tx=0).stop
2024-03-19T01:48:30.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.441+0000 7f6425cbd700  1 -- 172.21.15.46:0/1585757756 reap_dead start
2024-03-19T01:48:30.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.441+0000 7f6427720700  1 -- 172.21.15.46:0/1585757756 shutdown_connections
2024-03-19T01:48:30.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.441+0000 7f6427720700  1 -- 172.21.15.46:0/1585757756 >> 172.21.15.46:0/1585757756 conn(0x7f6420078220 msgr2=0x7f642006acd0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:30.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.441+0000 7f6427720700  1 -- 172.21.15.46:0/1585757756 shutdown_connections
2024-03-19T01:48:30.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:30.441+0000 7f6427720700  1 -- 172.21.15.46:0/1585757756 wait complete.
2024-03-19T01:48:30.891 INFO:teuthology.orchestra.run.smithi046.stdout:107374182467
2024-03-19T01:48:30.891 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.3
2024-03-19T01:48:31.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.851+0000 7fc359daf700  1 -- 172.21.15.46:0/3720744012 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc354107250 msgr2=0x7fc354107630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:31.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.851+0000 7fc359daf700  1 --2- 172.21.15.46:0/3720744012 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc354107250 0x7fc354107630 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fc34400b0a0 tx=0x7fc34400b3b0 comp rx=0 tx=0).stop
2024-03-19T01:48:31.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.851+0000 7fc359daf700  1 -- 172.21.15.46:0/3720744012 shutdown_connections
2024-03-19T01:48:31.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.851+0000 7fc359daf700  1 --2- 172.21.15.46:0/3720744012 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc354101bb0 0x7fc35410e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:31.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.851+0000 7fc359daf700  1 --2- 172.21.15.46:0/3720744012 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc354107250 0x7fc354107630 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:31.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.851+0000 7fc359daf700  1 --2- 172.21.15.46:0/3720744012 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc354101210 0x7fc354101670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:31.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.851+0000 7fc359daf700  1 -- 172.21.15.46:0/3720744012 >> 172.21.15.46:0/3720744012 conn(0x7fc354078140 msgr2=0x7fc354078550 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:31.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.851+0000 7fc359daf700  1 -- 172.21.15.46:0/3720744012 shutdown_connections
2024-03-19T01:48:31.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.851+0000 7fc359daf700  1 -- 172.21.15.46:0/3720744012 wait complete.
2024-03-19T01:48:31.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.852+0000 7fc359daf700  1  Processor -- start
2024-03-19T01:48:31.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.852+0000 7fc359daf700  1 --  start start
2024-03-19T01:48:31.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.852+0000 7fc359daf700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc354101210 0x7fc35419e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:31.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.852+0000 7fc359daf700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc354101bb0 0x7fc35419eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:31.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.852+0000 7fc359daf700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc354107250 0x7fc3541987a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:31.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.852+0000 7fc359daf700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc354111360 con 0x7fc354107250
2024-03-19T01:48:31.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.852+0000 7fc359daf700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fc3541111e0 con 0x7fc354101210
2024-03-19T01:48:31.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.852+0000 7fc359daf700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc3541114e0 con 0x7fc354101bb0
2024-03-19T01:48:31.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.852+0000 7fc3537fe700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc354101210 0x7fc35419e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:31.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.852+0000 7fc353fff700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc354107250 0x7fc3541987a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:31.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.852+0000 7fc3537fe700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc354101210 0x7fc35419e620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:34752/0 (socket says 172.21.15.46:34752)
2024-03-19T01:48:31.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.852+0000 7fc352ffd700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc354101bb0 0x7fc35419eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:31.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.852+0000 7fc3537fe700  1 -- 172.21.15.46:0/3609580793 learned_addr learned my addr 172.21.15.46:0/3609580793 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:48:31.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.852+0000 7fc3537fe700  1 -- 172.21.15.46:0/3609580793 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc354101bb0 msgr2=0x7fc35419eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:31.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.852+0000 7fc3537fe700  1 --2- 172.21.15.46:0/3609580793 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc354101bb0 0x7fc35419eb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:31.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.852+0000 7fc3537fe700  1 -- 172.21.15.46:0/3609580793 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc354107250 msgr2=0x7fc3541987a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:31.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.852+0000 7fc3537fe700  1 --2- 172.21.15.46:0/3609580793 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc354107250 0x7fc3541987a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:31.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.852+0000 7fc3537fe700  1 -- 172.21.15.46:0/3609580793 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc354198f80 con 0x7fc354101210
2024-03-19T01:48:31.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.852+0000 7fc353fff700  1 --2- 172.21.15.46:0/3609580793 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc354107250 0x7fc3541987a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:48:31.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.853+0000 7fc3537fe700  1 --2- 172.21.15.46:0/3609580793 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc354101210 0x7fc35419e620 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc34400b070 tx=0x7fc344004d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:31.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.853+0000 7fc350ff9700  1 -- 172.21.15.46:0/3609580793 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc344021070 con 0x7fc354101210
2024-03-19T01:48:31.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.853+0000 7fc359daf700  1 -- 172.21.15.46:0/3609580793 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc354199210 con 0x7fc354101210
2024-03-19T01:48:31.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.853+0000 7fc350ff9700  1 -- 172.21.15.46:0/3609580793 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc344007e30 con 0x7fc354101210
2024-03-19T01:48:31.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.853+0000 7fc350ff9700  1 -- 172.21.15.46:0/3609580793 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3440046c0 con 0x7fc354101210
2024-03-19T01:48:31.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.853+0000 7fc359daf700  1 -- 172.21.15.46:0/3609580793 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3541a5480 con 0x7fc354101210
2024-03-19T01:48:31.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.854+0000 7fc359daf700  1 -- 172.21.15.46:0/3609580793 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc354106360 con 0x7fc354101210
2024-03-19T01:48:31.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.855+0000 7fc350ff9700  1 -- 172.21.15.46:0/3609580793 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fc344007980 con 0x7fc354101210
2024-03-19T01:48:31.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.855+0000 7fc350ff9700  1 --2- 172.21.15.46:0/3609580793 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc3400a2920 0x7fc3400a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:31.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.856+0000 7fc352ffd700  1 --2- 172.21.15.46:0/3609580793 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc3400a2920 0x7fc3400a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:31.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.856+0000 7fc350ff9700  1 -- 172.21.15.46:0/3609580793 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fc34400f020 con 0x7fc354101210
2024-03-19T01:48:31.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.856+0000 7fc350ff9700  1 --2- 172.21.15.46:0/3609580793 >> [v2:172.21.15.102:6808/3252664135,v1:172.21.15.102:6809/3252664135] conn(0x7fc3400ada80 0x7fc3400aff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:31.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.856+0000 7fc350ff9700  1 -- 172.21.15.46:0/3609580793 --> [v2:172.21.15.102:6808/3252664135,v1:172.21.15.102:6809/3252664135] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc3400b05f0 con 0x7fc3400ada80
2024-03-19T01:48:31.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.856+0000 7fc350ff9700  1 -- 172.21.15.46:0/3609580793 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fc3440d09c0 con 0x7fc354101210
2024-03-19T01:48:31.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.856+0000 7fc353fff700  1 --2- 172.21.15.46:0/3609580793 >> [v2:172.21.15.102:6808/3252664135,v1:172.21.15.102:6809/3252664135] conn(0x7fc3400ada80 0x7fc3400aff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:31.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.856+0000 7fc352ffd700  1 --2- 172.21.15.46:0/3609580793 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc3400a2920 0x7fc3400a4de0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fc354078740 tx=0x7fc33c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:31.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.856+0000 7fc353fff700  1 --2- 172.21.15.46:0/3609580793 >> [v2:172.21.15.102:6808/3252664135,v1:172.21.15.102:6809/3252664135] conn(0x7fc3400ada80 0x7fc3400aff20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:31.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.857+0000 7fc350ff9700  1 -- 172.21.15.46:0/3609580793 <== osd.5 v2:172.21.15.102:6808/3252664135 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc3400b05f0 con 0x7fc3400ada80
2024-03-19T01:48:31.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.873+0000 7fc359daf700  1 -- 172.21.15.46:0/3609580793 --> [v2:172.21.15.102:6808/3252664135,v1:172.21.15.102:6809/3252664135] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc354102900 con 0x7fc3400ada80
2024-03-19T01:48:31.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.874+0000 7fc350ff9700  1 -- 172.21.15.46:0/3609580793 <== osd.5 v2:172.21.15.102:6808/3252664135 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fc354102900 con 0x7fc3400ada80
2024-03-19T01:48:31.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.874+0000 7fc359daf700  1 -- 172.21.15.46:0/3609580793 >> [v2:172.21.15.102:6808/3252664135,v1:172.21.15.102:6809/3252664135] conn(0x7fc3400ada80 msgr2=0x7fc3400aff20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:31.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.874+0000 7fc359daf700  1 --2- 172.21.15.46:0/3609580793 >> [v2:172.21.15.102:6808/3252664135,v1:172.21.15.102:6809/3252664135] conn(0x7fc3400ada80 0x7fc3400aff20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:31.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.874+0000 7fc359daf700  1 -- 172.21.15.46:0/3609580793 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc3400a2920 msgr2=0x7fc3400a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:31.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.874+0000 7fc359daf700  1 --2- 172.21.15.46:0/3609580793 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc3400a2920 0x7fc3400a4de0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fc354078740 tx=0x7fc33c009260 comp rx=0 tx=0).stop
2024-03-19T01:48:31.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.874+0000 7fc359daf700  1 -- 172.21.15.46:0/3609580793 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc354101210 msgr2=0x7fc35419e620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:31.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.874+0000 7fc359daf700  1 --2- 172.21.15.46:0/3609580793 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc354101210 0x7fc35419e620 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc34400b070 tx=0x7fc344004d00 comp rx=0 tx=0).stop
2024-03-19T01:48:31.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.874+0000 7fc353fff700  1 -- 172.21.15.46:0/3609580793 reap_dead start
2024-03-19T01:48:31.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.874+0000 7fc359daf700  1 -- 172.21.15.46:0/3609580793 shutdown_connections
2024-03-19T01:48:31.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.874+0000 7fc359daf700  1 -- 172.21.15.46:0/3609580793 >> 172.21.15.46:0/3609580793 conn(0x7fc354078140 msgr2=0x7fc35406a200 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:31.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.875+0000 7fc359daf700  1 -- 172.21.15.46:0/3609580793 shutdown_connections
2024-03-19T01:48:31.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:31.875+0000 7fc359daf700  1 -- 172.21.15.46:0/3609580793 wait complete.
2024-03-19T01:48:32.075 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:31 smithi046 ceph-mon[63102]: pgmap v327: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 299 B/s wr, 5 op/s; 60 B/s, 0 objects/s recovering
2024-03-19T01:48:32.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.094+0000 7fd720d2c700  1 -- 172.21.15.46:0/1325929203 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd71c102550 msgr2=0x7fd71c102930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:32.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.094+0000 7fd720d2c700  1 --2- 172.21.15.46:0/1325929203 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd71c102550 0x7fd71c102930 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fd70c0099c0 tx=0x7fd70c009cd0 comp rx=0 tx=0).stop
2024-03-19T01:48:32.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.094+0000 7fd720d2c700  1 -- 172.21.15.46:0/1325929203 shutdown_connections
2024-03-19T01:48:32.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.094+0000 7fd720d2c700  1 --2- 172.21.15.46:0/1325929203 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd71c107630 0x7fd71c10f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:32.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.094+0000 7fd720d2c700  1 --2- 172.21.15.46:0/1325929203 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd71c102550 0x7fd71c102930 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:32.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.094+0000 7fd720d2c700  1 --2- 172.21.15.46:0/1325929203 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd71c102f00 0x7fd71c106f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:32.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.094+0000 7fd720d2c700  1 -- 172.21.15.46:0/1325929203 >> 172.21.15.46:0/1325929203 conn(0x7fd71c0fddc0 msgr2=0x7fd71c1001e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:32.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.096+0000 7fd720d2c700  1 -- 172.21.15.46:0/1325929203 shutdown_connections
2024-03-19T01:48:32.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.096+0000 7fd720d2c700  1 -- 172.21.15.46:0/1325929203 wait complete.
2024-03-19T01:48:32.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.096+0000 7fd720d2c700  1  Processor -- start
2024-03-19T01:48:32.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.096+0000 7fd720d2c700  1 --  start start
2024-03-19T01:48:32.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.097+0000 7fd720d2c700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd71c102550 0x7fd71c1a0880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:32.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.097+0000 7fd720d2c700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd71c102f00 0x7fd71c1a0dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:32.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.097+0000 7fd720d2c700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd71c107630 0x7fd71c19aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:32.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.097+0000 7fd720d2c700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd71c1124c0 con 0x7fd71c102f00
2024-03-19T01:48:32.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.097+0000 7fd720d2c700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fd71c112340 con 0x7fd71c102550
2024-03-19T01:48:32.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.097+0000 7fd720d2c700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd71c112640 con 0x7fd71c107630
2024-03-19T01:48:32.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.097+0000 7fd719d9b700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd71c102f00 0x7fd71c1a0dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:32.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.097+0000 7fd719d9b700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd71c102f00 0x7fd71c1a0dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38418/0 (socket says 172.21.15.46:38418)
2024-03-19T01:48:32.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.097+0000 7fd719d9b700  1 -- 172.21.15.46:0/181602813 learned_addr learned my addr 172.21.15.46:0/181602813 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:48:32.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.097+0000 7fd71a59c700  1 --2- 172.21.15.46:0/181602813 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd71c102550 0x7fd71c1a0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:32.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.097+0000 7fd71ad9d700  1 --2- 172.21.15.46:0/181602813 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd71c107630 0x7fd71c19aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:32.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.097+0000 7fd719d9b700  1 -- 172.21.15.46:0/181602813 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd71c107630 msgr2=0x7fd71c19aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:32.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.097+0000 7fd719d9b700  1 --2- 172.21.15.46:0/181602813 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd71c107630 0x7fd71c19aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:32.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.097+0000 7fd719d9b700  1 -- 172.21.15.46:0/181602813 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd71c102550 msgr2=0x7fd71c1a0880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:32.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.097+0000 7fd719d9b700  1 --2- 172.21.15.46:0/181602813 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd71c102550 0x7fd71c1a0880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:32.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.097+0000 7fd719d9b700  1 -- 172.21.15.46:0/181602813 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd71c19b1a0 con 0x7fd71c102f00
2024-03-19T01:48:32.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.097+0000 7fd719d9b700  1 --2- 172.21.15.46:0/181602813 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd71c102f00 0x7fd71c1a0dc0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fd71000ea30 tx=0x7fd71000ed40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:32.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.097+0000 7fd70b7fe700  1 -- 172.21.15.46:0/181602813 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd71000cbd0 con 0x7fd71c102f00
2024-03-19T01:48:32.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.097+0000 7fd720d2c700  1 -- 172.21.15.46:0/181602813 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd71c19b490 con 0x7fd71c102f00
2024-03-19T01:48:32.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.097+0000 7fd70b7fe700  1 -- 172.21.15.46:0/181602813 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7100044d0 con 0x7fd71c102f00
2024-03-19T01:48:32.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.097+0000 7fd70b7fe700  1 -- 172.21.15.46:0/181602813 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd710003db0 con 0x7fd71c102f00
2024-03-19T01:48:32.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.097+0000 7fd720d2c700  1 -- 172.21.15.46:0/181602813 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd71c1a7750 con 0x7fd71c102f00
2024-03-19T01:48:32.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.097+0000 7fd720d2c700  1 -- 172.21.15.46:0/181602813 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd71c10e8c0 con 0x7fd71c102f00
2024-03-19T01:48:32.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.100+0000 7fd70b7fe700  1 -- 172.21.15.46:0/181602813 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fd710004000 con 0x7fd71c102f00
2024-03-19T01:48:32.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.100+0000 7fd70b7fe700  1 --2- 172.21.15.46:0/181602813 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd7040a2920 0x7fd7040a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:32.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.100+0000 7fd71a59c700  1 --2- 172.21.15.46:0/181602813 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd7040a2920 0x7fd7040a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:32.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.100+0000 7fd70b7fe700  1 -- 172.21.15.46:0/181602813 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fd7100cf280 con 0x7fd71c102f00
2024-03-19T01:48:32.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.100+0000 7fd70b7fe700  1 --2- 172.21.15.46:0/181602813 >> [v2:172.21.15.73:6808/1192862788,v1:172.21.15.73:6809/1192862788] conn(0x7fd7040ada80 0x7fd7040aff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:32.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.100+0000 7fd70b7fe700  1 -- 172.21.15.46:0/181602813 --> [v2:172.21.15.73:6808/1192862788,v1:172.21.15.73:6809/1192862788] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd7040b05f0 con 0x7fd7040ada80
2024-03-19T01:48:32.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.100+0000 7fd70b7fe700  1 -- 172.21.15.46:0/181602813 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fd7100cf6d0 con 0x7fd71c102f00
2024-03-19T01:48:32.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.100+0000 7fd71ad9d700  1 --2- 172.21.15.46:0/181602813 >> [v2:172.21.15.73:6808/1192862788,v1:172.21.15.73:6809/1192862788] conn(0x7fd7040ada80 0x7fd7040aff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:32.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.100+0000 7fd71a59c700  1 --2- 172.21.15.46:0/181602813 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd7040a2920 0x7fd7040a4de0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fd70c000c00 tx=0x7fd70c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:32.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.100+0000 7fd71ad9d700  1 --2- 172.21.15.46:0/181602813 >> [v2:172.21.15.73:6808/1192862788,v1:172.21.15.73:6809/1192862788] conn(0x7fd7040ada80 0x7fd7040aff20 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:32.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.102+0000 7fd70b7fe700  1 -- 172.21.15.46:0/181602813 <== osd.4 v2:172.21.15.73:6808/1192862788 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd7040b05f0 con 0x7fd7040ada80
2024-03-19T01:48:32.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.121+0000 7fd720d2c700  1 -- 172.21.15.46:0/181602813 --> [v2:172.21.15.73:6808/1192862788,v1:172.21.15.73:6809/1192862788] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd71c103a30 con 0x7fd7040ada80
2024-03-19T01:48:32.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.122+0000 7fd70b7fe700  1 -- 172.21.15.46:0/181602813 <== osd.4 v2:172.21.15.73:6808/1192862788 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fd71c103a30 con 0x7fd7040ada80
2024-03-19T01:48:32.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.122+0000 7fd720d2c700  1 -- 172.21.15.46:0/181602813 >> [v2:172.21.15.73:6808/1192862788,v1:172.21.15.73:6809/1192862788] conn(0x7fd7040ada80 msgr2=0x7fd7040aff20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:32.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.122+0000 7fd720d2c700  1 --2- 172.21.15.46:0/181602813 >> [v2:172.21.15.73:6808/1192862788,v1:172.21.15.73:6809/1192862788] conn(0x7fd7040ada80 0x7fd7040aff20 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:32.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.122+0000 7fd720d2c700  1 -- 172.21.15.46:0/181602813 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd7040a2920 msgr2=0x7fd7040a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:32.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.122+0000 7fd720d2c700  1 --2- 172.21.15.46:0/181602813 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd7040a2920 0x7fd7040a4de0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fd70c000c00 tx=0x7fd70c005fb0 comp rx=0 tx=0).stop
2024-03-19T01:48:32.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.122+0000 7fd720d2c700  1 -- 172.21.15.46:0/181602813 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd71c102f00 msgr2=0x7fd71c1a0dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:32.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.122+0000 7fd720d2c700  1 --2- 172.21.15.46:0/181602813 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd71c102f00 0x7fd71c1a0dc0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fd71000ea30 tx=0x7fd71000ed40 comp rx=0 tx=0).stop
2024-03-19T01:48:32.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.122+0000 7fd71ad9d700  1 -- 172.21.15.46:0/181602813 reap_dead start
2024-03-19T01:48:32.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.122+0000 7fd720d2c700  1 -- 172.21.15.46:0/181602813 shutdown_connections
2024-03-19T01:48:32.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.122+0000 7fd720d2c700  1 -- 172.21.15.46:0/181602813 >> 172.21.15.46:0/181602813 conn(0x7fd71c0fddc0 msgr2=0x7fd71c100110 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:32.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.123+0000 7fd720d2c700  1 -- 172.21.15.46:0/181602813 shutdown_connections
2024-03-19T01:48:32.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.123+0000 7fd720d2c700  1 -- 172.21.15.46:0/181602813 wait complete.
2024-03-19T01:48:32.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:31 smithi073 ceph-mon[66833]: pgmap v327: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 299 B/s wr, 5 op/s; 60 B/s, 0 objects/s recovering
2024-03-19T01:48:32.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:31 smithi102 ceph-mon[66557]: pgmap v327: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 299 B/s wr, 5 op/s; 60 B/s, 0 objects/s recovering
2024-03-19T01:48:32.883 INFO:teuthology.orchestra.run.smithi046.stdout:141733920831
2024-03-19T01:48:32.883 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.4
2024-03-19T01:48:33.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.363+0000 7f6eaf599700  1 -- 172.21.15.46:0/2661324151 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ea8102360 msgr2=0x7f6ea81027e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:33.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.363+0000 7f6eaf599700  1 --2- 172.21.15.46:0/2661324151 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ea8102360 0x7f6ea81027e0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f6e980099c0 tx=0x7f6e98009cd0 comp rx=0 tx=0).stop
2024-03-19T01:48:33.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.363+0000 7f6eaf599700  1 -- 172.21.15.46:0/2661324151 shutdown_connections
2024-03-19T01:48:33.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.363+0000 7f6eaf599700  1 --2- 172.21.15.46:0/2661324151 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6ea8102d20 0x7f6ea810f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:33.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.363+0000 7f6eaf599700  1 --2- 172.21.15.46:0/2661324151 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6ea8108340 0x7f6ea8108720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:33.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.363+0000 7f6eaf599700  1 --2- 172.21.15.46:0/2661324151 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ea8102360 0x7f6ea81027e0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:33.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.363+0000 7f6eaf599700  1 -- 172.21.15.46:0/2661324151 >> 172.21.15.46:0/2661324151 conn(0x7f6ea8079440 msgr2=0x7f6ea8079850 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:33.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.364+0000 7f6eaf599700  1 -- 172.21.15.46:0/2661324151 shutdown_connections
2024-03-19T01:48:33.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.364+0000 7f6eaf599700  1 -- 172.21.15.46:0/2661324151 wait complete.
2024-03-19T01:48:33.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.364+0000 7f6eaf599700  1  Processor -- start
2024-03-19T01:48:33.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.364+0000 7f6eaf599700  1 --  start start
2024-03-19T01:48:33.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.364+0000 7f6eaf599700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6ea8102360 0x7f6ea8074610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:33.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.364+0000 7f6eaf599700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6ea8102d20 0x7f6ea8074b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:33.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.364+0000 7f6eaf599700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ea8108340 0x7f6ea8075090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:33.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.364+0000 7f6eaf599700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6ea8112470 con 0x7f6ea8108340
2024-03-19T01:48:33.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.364+0000 7f6eaf599700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f6ea81122f0 con 0x7f6ea8102d20
2024-03-19T01:48:33.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.364+0000 7f6eaf599700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6ea81125f0 con 0x7f6ea8102360
2024-03-19T01:48:33.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.365+0000 7f6eadb36700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ea8108340 0x7f6ea8075090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:33.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.365+0000 7f6eacb34700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6ea8102d20 0x7f6ea8074b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:33.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.365+0000 7f6ead335700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6ea8102360 0x7f6ea8074610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:33.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.365+0000 7f6ead335700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6ea8102360 0x7f6ea8074610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:35942/0 (socket says 172.21.15.46:35942)
2024-03-19T01:48:33.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.365+0000 7f6eacb34700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6ea8102d20 0x7f6ea8074b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:34786/0 (socket says 172.21.15.46:34786)
2024-03-19T01:48:33.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.365+0000 7f6ead335700  1 -- 172.21.15.46:0/580077686 learned_addr learned my addr 172.21.15.46:0/580077686 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:48:33.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.365+0000 7f6ead335700  1 -- 172.21.15.46:0/580077686 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6ea8102d20 msgr2=0x7f6ea8074b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:33.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.365+0000 7f6ead335700  1 --2- 172.21.15.46:0/580077686 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6ea8102d20 0x7f6ea8074b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:33.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.365+0000 7f6ead335700  1 -- 172.21.15.46:0/580077686 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ea8108340 msgr2=0x7f6ea8075090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:33.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.365+0000 7f6ead335700  1 --2- 172.21.15.46:0/580077686 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ea8108340 0x7f6ea8075090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:33.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.365+0000 7f6ead335700  1 -- 172.21.15.46:0/580077686 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ea81a6ef0 con 0x7f6ea8102360
2024-03-19T01:48:33.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.365+0000 7f6eadb36700  1 --2- 172.21.15.46:0/580077686 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ea8108340 0x7f6ea8075090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:48:33.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.365+0000 7f6ead335700  1 --2- 172.21.15.46:0/580077686 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6ea8102360 0x7f6ea8074610 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f6ea400e9a0 tx=0x7f6ea400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:33.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.365+0000 7f6e9e7fc700  1 -- 172.21.15.46:0/580077686 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ea400ca10 con 0x7f6ea8102360
2024-03-19T01:48:33.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.365+0000 7f6e9e7fc700  1 -- 172.21.15.46:0/580077686 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6ea400cbb0 con 0x7f6ea8102360
2024-03-19T01:48:33.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.365+0000 7f6eaf599700  1 -- 172.21.15.46:0/580077686 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ea81a71e0 con 0x7f6ea8102360
2024-03-19T01:48:33.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.365+0000 7f6e9e7fc700  1 -- 172.21.15.46:0/580077686 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ea4018680 con 0x7f6ea8102360
2024-03-19T01:48:33.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.365+0000 7f6eaf599700  1 -- 172.21.15.46:0/580077686 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ea81a76f0 con 0x7f6ea8102360
2024-03-19T01:48:33.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.366+0000 7f6eaf599700  1 -- 172.21.15.46:0/580077686 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6ea8062a20 con 0x7f6ea8102360
2024-03-19T01:48:33.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.367+0000 7f6e9e7fc700  1 -- 172.21.15.46:0/580077686 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f6ea4010430 con 0x7f6ea8102360
2024-03-19T01:48:33.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.368+0000 7f6e9e7fc700  1 --2- 172.21.15.46:0/580077686 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6e940a2920 0x7f6e940a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:33.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.368+0000 7f6eacb34700  1 --2- 172.21.15.46:0/580077686 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6e940a2920 0x7f6e940a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:33.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.368+0000 7f6e9e7fc700  1 -- 172.21.15.46:0/580077686 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f6ea40cf570 con 0x7f6ea8102360
2024-03-19T01:48:33.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.368+0000 7f6e9e7fc700  1 --2- 172.21.15.46:0/580077686 >> [v2:172.21.15.102:6816/2533208086,v1:172.21.15.102:6817/2533208086] conn(0x7f6e940ada80 0x7f6e940aff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:33.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.368+0000 7f6e9e7fc700  1 -- 172.21.15.46:0/580077686 --> [v2:172.21.15.102:6816/2533208086,v1:172.21.15.102:6817/2533208086] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6ea401bec0 con 0x7f6e940ada80
2024-03-19T01:48:33.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.368+0000 7f6e9e7fc700  1 -- 172.21.15.46:0/580077686 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f6ea40cf920 con 0x7f6ea8102360
2024-03-19T01:48:33.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.368+0000 7f6eadb36700  1 --2- 172.21.15.46:0/580077686 >> [v2:172.21.15.102:6816/2533208086,v1:172.21.15.102:6817/2533208086] conn(0x7f6e940ada80 0x7f6e940aff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:33.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.368+0000 7f6eacb34700  1 --2- 172.21.15.46:0/580077686 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6e940a2920 0x7f6e940a4de0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f6ea80760a0 tx=0x7f6e98005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:33.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.369+0000 7f6eadb36700  1 --2- 172.21.15.46:0/580077686 >> [v2:172.21.15.102:6816/2533208086,v1:172.21.15.102:6817/2533208086] conn(0x7f6e940ada80 0x7f6e940aff20 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:33.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.369+0000 7f6e9e7fc700  1 -- 172.21.15.46:0/580077686 <== osd.8 v2:172.21.15.102:6816/2533208086 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f6ea401bec0 con 0x7f6e940ada80
2024-03-19T01:48:33.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.386+0000 7f6eaf599700  1 -- 172.21.15.46:0/580077686 --> [v2:172.21.15.102:6816/2533208086,v1:172.21.15.102:6817/2533208086] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f6ea8062ea0 con 0x7f6e940ada80
2024-03-19T01:48:33.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.386+0000 7f6e9e7fc700  1 -- 172.21.15.46:0/580077686 <== osd.8 v2:172.21.15.102:6816/2533208086 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f6ea8062ea0 con 0x7f6e940ada80
2024-03-19T01:48:33.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.386+0000 7f6eaf599700  1 -- 172.21.15.46:0/580077686 >> [v2:172.21.15.102:6816/2533208086,v1:172.21.15.102:6817/2533208086] conn(0x7f6e940ada80 msgr2=0x7f6e940aff20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:33.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.386+0000 7f6eaf599700  1 --2- 172.21.15.46:0/580077686 >> [v2:172.21.15.102:6816/2533208086,v1:172.21.15.102:6817/2533208086] conn(0x7f6e940ada80 0x7f6e940aff20 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:33.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.386+0000 7f6eaf599700  1 -- 172.21.15.46:0/580077686 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6e940a2920 msgr2=0x7f6e940a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:33.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.386+0000 7f6eaf599700  1 --2- 172.21.15.46:0/580077686 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6e940a2920 0x7f6e940a4de0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f6ea80760a0 tx=0x7f6e98005fb0 comp rx=0 tx=0).stop
2024-03-19T01:48:33.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.386+0000 7f6eaf599700  1 -- 172.21.15.46:0/580077686 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6ea8102360 msgr2=0x7f6ea8074610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:33.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.386+0000 7f6eaf599700  1 --2- 172.21.15.46:0/580077686 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6ea8102360 0x7f6ea8074610 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f6ea400e9a0 tx=0x7f6ea400ecb0 comp rx=0 tx=0).stop
2024-03-19T01:48:33.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.386+0000 7f6eadb36700  1 -- 172.21.15.46:0/580077686 reap_dead start
2024-03-19T01:48:33.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.387+0000 7f6eaf599700  1 -- 172.21.15.46:0/580077686 shutdown_connections
2024-03-19T01:48:33.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.387+0000 7f6eaf599700  1 -- 172.21.15.46:0/580077686 >> 172.21.15.46:0/580077686 conn(0x7f6ea8079440 msgr2=0x7f6ea8101130 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:33.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.387+0000 7f6eaf599700  1 -- 172.21.15.46:0/580077686 shutdown_connections
2024-03-19T01:48:33.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:32.387+0000 7f6eaf599700  1 -- 172.21.15.46:0/580077686 wait complete.
2024-03-19T01:48:33.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.666+0000 7fb76fb29700  1 -- 172.21.15.46:0/76629723 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb76806b660 msgr2=0x7fb768107020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:33.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.666+0000 7fb76fb29700  1 --2- 172.21.15.46:0/76629723 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb76806b660 0x7fb768107020 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fb758009990 tx=0x7fb758009ca0 comp rx=0 tx=0).stop
2024-03-19T01:48:33.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.666+0000 7fb76fb29700  1 -- 172.21.15.46:0/76629723 shutdown_connections
2024-03-19T01:48:33.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.666+0000 7fb76fb29700  1 --2- 172.21.15.46:0/76629723 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb768107750 0x7fb76810f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:33.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.666+0000 7fb76fb29700  1 --2- 172.21.15.46:0/76629723 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb76806acb0 0x7fb76806b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:33.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.666+0000 7fb76fb29700  1 --2- 172.21.15.46:0/76629723 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb76806b660 0x7fb768107020 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:33.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.666+0000 7fb76fb29700  1 -- 172.21.15.46:0/76629723 >> 172.21.15.46:0/76629723 conn(0x7fb768078070 msgr2=0x7fb768078480 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:33.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.667+0000 7fb76fb29700  1 -- 172.21.15.46:0/76629723 shutdown_connections
2024-03-19T01:48:33.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.667+0000 7fb76fb29700  1 -- 172.21.15.46:0/76629723 wait complete.
2024-03-19T01:48:33.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.667+0000 7fb76fb29700  1  Processor -- start
2024-03-19T01:48:33.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.667+0000 7fb76fb29700  1 --  start start
2024-03-19T01:48:33.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.667+0000 7fb76fb29700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb76806acb0 0x7fb76819e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:33.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.667+0000 7fb76fb29700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb76806b660 0x7fb76819ec10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:33.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.667+0000 7fb76fb29700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb768107750 0x7fb768198850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:33.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.667+0000 7fb76fb29700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb768112530 con 0x7fb76806acb0
2024-03-19T01:48:33.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.667+0000 7fb76fb29700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb7681123b0 con 0x7fb768107750
2024-03-19T01:48:33.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.667+0000 7fb76fb29700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb7681126b0 con 0x7fb76806b660
2024-03-19T01:48:33.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.667+0000 7fb76d8c5700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb76806acb0 0x7fb76819e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:33.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.668+0000 7fb76d8c5700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb76806acb0 0x7fb76819e6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33736/0 (socket says 172.21.15.46:33736)
2024-03-19T01:48:33.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.668+0000 7fb76d0c4700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb76806b660 0x7fb76819ec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:33.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.668+0000 7fb76d8c5700  1 -- 172.21.15.46:0/2777990287 learned_addr learned my addr 172.21.15.46:0/2777990287 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:48:33.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.668+0000 7fb76e0c6700  1 --2- 172.21.15.46:0/2777990287 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb768107750 0x7fb768198850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:33.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.668+0000 7fb76d8c5700  1 -- 172.21.15.46:0/2777990287 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb76806b660 msgr2=0x7fb76819ec10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:33.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.668+0000 7fb76d8c5700  1 --2- 172.21.15.46:0/2777990287 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb76806b660 0x7fb76819ec10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:33.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.668+0000 7fb76d8c5700  1 -- 172.21.15.46:0/2777990287 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb768107750 msgr2=0x7fb768198850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:33.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.668+0000 7fb76d8c5700  1 --2- 172.21.15.46:0/2777990287 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb768107750 0x7fb768198850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:33.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.668+0000 7fb76d8c5700  1 -- 172.21.15.46:0/2777990287 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb768199030 con 0x7fb76806acb0
2024-03-19T01:48:33.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.668+0000 7fb76d8c5700  1 --2- 172.21.15.46:0/2777990287 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb76806acb0 0x7fb76819e6d0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fb76400e9c0 tx=0x7fb76400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:33.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.668+0000 7fb75effd700  1 -- 172.21.15.46:0/2777990287 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb76400cbd0 con 0x7fb76806acb0
2024-03-19T01:48:33.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.668+0000 7fb75effd700  1 -- 172.21.15.46:0/2777990287 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb76400ee60 con 0x7fb76806acb0
2024-03-19T01:48:33.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.668+0000 7fb76fb29700  1 -- 172.21.15.46:0/2777990287 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb768199320 con 0x7fb76806acb0
2024-03-19T01:48:33.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.668+0000 7fb75effd700  1 -- 172.21.15.46:0/2777990287 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7640055b0 con 0x7fb76806acb0
2024-03-19T01:48:33.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.668+0000 7fb76fb29700  1 -- 172.21.15.46:0/2777990287 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7681014f0 con 0x7fb76806acb0
2024-03-19T01:48:33.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.669+0000 7fb76fb29700  1 -- 172.21.15.46:0/2777990287 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb768062a20 con 0x7fb76806acb0
2024-03-19T01:48:33.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.670+0000 7fb75effd700  1 -- 172.21.15.46:0/2777990287 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fb764004750 con 0x7fb76806acb0
2024-03-19T01:48:33.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.671+0000 7fb75effd700  1 --2- 172.21.15.46:0/2777990287 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb7540a2920 0x7fb7540a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:33.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.671+0000 7fb75effd700  1 -- 172.21.15.46:0/2777990287 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fb7640cf610 con 0x7fb76806acb0
2024-03-19T01:48:33.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.671+0000 7fb76d0c4700  1 --2- 172.21.15.46:0/2777990287 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb7540a2920 0x7fb7540a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:33.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.671+0000 7fb75effd700  1 --2- 172.21.15.46:0/2777990287 >> [v2:172.21.15.73:6816/143082020,v1:172.21.15.73:6817/143082020] conn(0x7fb7540ada80 0x7fb7540aff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:33.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.671+0000 7fb75effd700  1 -- 172.21.15.46:0/2777990287 --> [v2:172.21.15.73:6816/143082020,v1:172.21.15.73:6817/143082020] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb7540b05f0 con 0x7fb7540ada80
2024-03-19T01:48:33.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.671+0000 7fb75effd700  1 -- 172.21.15.46:0/2777990287 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fb7640cfa60 con 0x7fb76806acb0
2024-03-19T01:48:33.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.671+0000 7fb76e0c6700  1 --2- 172.21.15.46:0/2777990287 >> [v2:172.21.15.73:6816/143082020,v1:172.21.15.73:6817/143082020] conn(0x7fb7540ada80 0x7fb7540aff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:33.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.671+0000 7fb76d0c4700  1 --2- 172.21.15.46:0/2777990287 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb7540a2920 0x7fb7540a4de0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fb758006010 tx=0x7fb758005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:33.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.672+0000 7fb76e0c6700  1 --2- 172.21.15.46:0/2777990287 >> [v2:172.21.15.73:6816/143082020,v1:172.21.15.73:6817/143082020] conn(0x7fb7540ada80 0x7fb7540aff20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:33.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.673+0000 7fb75effd700  1 -- 172.21.15.46:0/2777990287 <== osd.7 v2:172.21.15.73:6816/143082020 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb7540b05f0 con 0x7fb7540ada80
2024-03-19T01:48:33.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.689+0000 7fb76fb29700  1 -- 172.21.15.46:0/2777990287 --> [v2:172.21.15.73:6816/143082020,v1:172.21.15.73:6817/143082020] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb768062ea0 con 0x7fb7540ada80
2024-03-19T01:48:33.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.689+0000 7fb75effd700  1 -- 172.21.15.46:0/2777990287 <== osd.7 v2:172.21.15.73:6816/143082020 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fb768062ea0 con 0x7fb7540ada80
2024-03-19T01:48:33.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.690+0000 7fb76fb29700  1 -- 172.21.15.46:0/2777990287 >> [v2:172.21.15.73:6816/143082020,v1:172.21.15.73:6817/143082020] conn(0x7fb7540ada80 msgr2=0x7fb7540aff20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:33.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.690+0000 7fb76fb29700  1 --2- 172.21.15.46:0/2777990287 >> [v2:172.21.15.73:6816/143082020,v1:172.21.15.73:6817/143082020] conn(0x7fb7540ada80 0x7fb7540aff20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:33.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.690+0000 7fb76fb29700  1 -- 172.21.15.46:0/2777990287 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb7540a2920 msgr2=0x7fb7540a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:33.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.690+0000 7fb76fb29700  1 --2- 172.21.15.46:0/2777990287 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb7540a2920 0x7fb7540a4de0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fb758006010 tx=0x7fb758005960 comp rx=0 tx=0).stop
2024-03-19T01:48:33.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.690+0000 7fb76fb29700  1 -- 172.21.15.46:0/2777990287 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb76806acb0 msgr2=0x7fb76819e6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:33.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.690+0000 7fb76fb29700  1 --2- 172.21.15.46:0/2777990287 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb76806acb0 0x7fb76819e6d0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fb76400e9c0 tx=0x7fb76400ecd0 comp rx=0 tx=0).stop
2024-03-19T01:48:33.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.690+0000 7fb76e0c6700  1 -- 172.21.15.46:0/2777990287 reap_dead start
2024-03-19T01:48:33.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.690+0000 7fb76fb29700  1 -- 172.21.15.46:0/2777990287 shutdown_connections
2024-03-19T01:48:33.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.690+0000 7fb76fb29700  1 -- 172.21.15.46:0/2777990287 >> 172.21.15.46:0/2777990287 conn(0x7fb768078070 msgr2=0x7fb7681088a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:33.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.690+0000 7fb76fb29700  1 -- 172.21.15.46:0/2777990287 shutdown_connections
2024-03-19T01:48:33.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:33.690+0000 7fb76fb29700  1 -- 172.21.15.46:0/2777990287 wait complete.
2024-03-19T01:48:34.026 INFO:teuthology.orchestra.run.smithi046.stdout:253403070507
2024-03-19T01:48:34.027 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.8
2024-03-19T01:48:34.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:33 smithi073 ceph-mon[66833]: pgmap v328: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s; 51 B/s, 0 objects/s recovering
2024-03-19T01:48:34.221 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:33 smithi046 ceph-mon[63102]: pgmap v328: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s; 51 B/s, 0 objects/s recovering
2024-03-19T01:48:34.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:33 smithi102 ceph-mon[66557]: pgmap v328: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s; 51 B/s, 0 objects/s recovering
2024-03-19T01:48:34.541 INFO:teuthology.orchestra.run.smithi046.stdout:197568495668
2024-03-19T01:48:34.542 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.6
2024-03-19T01:48:34.966 INFO:teuthology.orchestra.run.smithi046.stdout:55834574924
2024-03-19T01:48:34.966 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.1
2024-03-19T01:48:35.364 INFO:teuthology.orchestra.run.smithi046.stdout:34359738449
2024-03-19T01:48:35.365 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.0
2024-03-19T01:48:35.744 INFO:teuthology.orchestra.run.smithi046.stdout:163208757304
2024-03-19T01:48:35.744 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.5
2024-03-19T01:48:36.117 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:35 smithi046 ceph-mon[63102]: pgmap v329: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s; 51 B/s, 0 objects/s recovering
2024-03-19T01:48:36.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:35 smithi073 ceph-mon[66833]: pgmap v329: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s; 51 B/s, 0 objects/s recovering
2024-03-19T01:48:36.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:35 smithi102 ceph-mon[66557]: pgmap v329: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s; 51 B/s, 0 objects/s recovering
2024-03-19T01:48:36.258 INFO:teuthology.orchestra.run.smithi046.stdout:343597383707
2024-03-19T01:48:36.259 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.11
2024-03-19T01:48:36.323 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:48:36.324 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:48:36.739 INFO:teuthology.orchestra.run.smithi046.stdout:219043332144
2024-03-19T01:48:36.740 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.7
2024-03-19T01:48:36.754 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:48:38.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:37 smithi073 ceph-mon[66833]: pgmap v330: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s
2024-03-19T01:48:38.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:37 smithi102 ceph-mon[66557]: pgmap v330: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s
2024-03-19T01:48:38.322 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:37 smithi046 ceph-mon[63102]: pgmap v330: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s
2024-03-19T01:48:38.494 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:48:38.494 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:48:38.495 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:48:38.929 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:48:38.930 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:48:39.321 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:48:39.963 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:39 smithi046 ceph-mon[63102]: pgmap v331: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:48:40.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:39 smithi073 ceph-mon[66833]: pgmap v331: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:48:40.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:39 smithi102 ceph-mon[66557]: pgmap v331: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:48:42.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:41 smithi073 ceph-mon[66833]: pgmap v332: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s
2024-03-19T01:48:42.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:41 smithi102 ceph-mon[66557]: pgmap v332: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s
2024-03-19T01:48:42.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:41 smithi046 ceph-mon[63102]: pgmap v332: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s
2024-03-19T01:48:43.943 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:48:44.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:43 smithi046 ceph-mon[63102]: pgmap v333: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:48:44.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:43 smithi073 ceph-mon[66833]: pgmap v333: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:48:44.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:43 smithi102 ceph-mon[66557]: pgmap v333: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:48:45.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.506+0000 7fc1f45ba700  1 -- 172.21.15.46:0/3530842324 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1ec106510 msgr2=0x7fc1ec10e0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:45.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.506+0000 7fc1f45ba700  1 --2- 172.21.15.46:0/3530842324 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1ec106510 0x7fc1ec10e0e0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fc1e400b0a0 tx=0x7fc1e400b3b0 comp rx=0 tx=0).stop
2024-03-19T01:48:45.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.507+0000 7fc1f45ba700  1 -- 172.21.15.46:0/3530842324 shutdown_connections
2024-03-19T01:48:45.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.507+0000 7fc1f45ba700  1 --2- 172.21.15.46:0/3530842324 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1ec106510 0x7fc1ec10e0e0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:45.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.507+0000 7fc1f45ba700  1 --2- 172.21.15.46:0/3530842324 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc1ec101450 0x7fc1ec101830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:45.508 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.507+0000 7fc1f45ba700  1 --2- 172.21.15.46:0/3530842324 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc1ec101e00 0x7fc1ec105e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:45.508 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.507+0000 7fc1f45ba700  1 -- 172.21.15.46:0/3530842324 >> 172.21.15.46:0/3530842324 conn(0x7fc1ec0781b0 msgr2=0x7fc1ec0785c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:45.508 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.507+0000 7fc1f45ba700  1 -- 172.21.15.46:0/3530842324 shutdown_connections
2024-03-19T01:48:45.508 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.507+0000 7fc1f45ba700  1 -- 172.21.15.46:0/3530842324 wait complete.
2024-03-19T01:48:45.508 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.507+0000 7fc1f45ba700  1  Processor -- start
2024-03-19T01:48:45.508 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.507+0000 7fc1f45ba700  1 --  start start
2024-03-19T01:48:45.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.508+0000 7fc1f45ba700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1ec101450 0x7fc1ec199780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:45.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.508+0000 7fc1f45ba700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc1ec101e00 0x7fc1ec199cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:45.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.508+0000 7fc1f45ba700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc1ec106510 0x7fc1ec1a4800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:45.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.508+0000 7fc1f45ba700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc1ec1113a0 con 0x7fc1ec101450
2024-03-19T01:48:45.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.508+0000 7fc1f45ba700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fc1ec111220 con 0x7fc1ec106510
2024-03-19T01:48:45.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.508+0000 7fc1f45ba700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc1ec111520 con 0x7fc1ec101e00
2024-03-19T01:48:45.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.508+0000 7fc1f2356700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1ec101450 0x7fc1ec199780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:45.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.508+0000 7fc1f2356700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1ec101450 0x7fc1ec199780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33526/0 (socket says 172.21.15.46:33526)
2024-03-19T01:48:45.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.508+0000 7fc1f2356700  1 -- 172.21.15.46:0/1243530332 learned_addr learned my addr 172.21.15.46:0/1243530332 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:48:45.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.508+0000 7fc1f1b55700  1 --2- 172.21.15.46:0/1243530332 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc1ec101e00 0x7fc1ec199cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:45.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.508+0000 7fc1f2b57700  1 --2- 172.21.15.46:0/1243530332 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc1ec106510 0x7fc1ec1a4800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:45.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.508+0000 7fc1f2356700  1 -- 172.21.15.46:0/1243530332 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc1ec101e00 msgr2=0x7fc1ec199cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:45.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.508+0000 7fc1f2356700  1 --2- 172.21.15.46:0/1243530332 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc1ec101e00 0x7fc1ec199cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:45.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.508+0000 7fc1f2356700  1 -- 172.21.15.46:0/1243530332 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc1ec106510 msgr2=0x7fc1ec1a4800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:45.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.508+0000 7fc1f2356700  1 --2- 172.21.15.46:0/1243530332 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc1ec106510 0x7fc1ec1a4800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:45.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.508+0000 7fc1f2356700  1 -- 172.21.15.46:0/1243530332 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1ec1a4d40 con 0x7fc1ec101450
2024-03-19T01:48:45.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.508+0000 7fc1f2b57700  1 --2- 172.21.15.46:0/1243530332 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc1ec106510 0x7fc1ec1a4800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:48:45.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.508+0000 7fc1f2356700  1 --2- 172.21.15.46:0/1243530332 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1ec101450 0x7fc1ec199780 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fc1e800e9c0 tx=0x7fc1e800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:45.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.508+0000 7fc1e37fe700  1 -- 172.21.15.46:0/1243530332 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e800cbd0 con 0x7fc1ec101450
2024-03-19T01:48:45.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.509+0000 7fc1e37fe700  1 -- 172.21.15.46:0/1243530332 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc1e800ee60 con 0x7fc1ec101450
2024-03-19T01:48:45.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.509+0000 7fc1f45ba700  1 -- 172.21.15.46:0/1243530332 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1ec1a4f70 con 0x7fc1ec101450
2024-03-19T01:48:45.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.509+0000 7fc1e37fe700  1 -- 172.21.15.46:0/1243530332 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e80055b0 con 0x7fc1ec101450
2024-03-19T01:48:45.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.509+0000 7fc1f45ba700  1 -- 172.21.15.46:0/1243530332 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1ec1a5420 con 0x7fc1ec101450
2024-03-19T01:48:45.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.510+0000 7fc1f45ba700  1 -- 172.21.15.46:0/1243530332 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1ec068fd0 con 0x7fc1ec101450
2024-03-19T01:48:45.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.511+0000 7fc1e37fe700  1 -- 172.21.15.46:0/1243530332 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fc1e8004750 con 0x7fc1ec101450
2024-03-19T01:48:45.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.511+0000 7fc1e37fe700  1 --2- 172.21.15.46:0/1243530332 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc1d80a29a0 0x7fc1d80a4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:45.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.511+0000 7fc1f1b55700  1 --2- 172.21.15.46:0/1243530332 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc1d80a29a0 0x7fc1d80a4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:45.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.511+0000 7fc1e37fe700  1 -- 172.21.15.46:0/1243530332 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fc1e80cf150 con 0x7fc1ec101450
2024-03-19T01:48:45.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.512+0000 7fc1f1b55700  1 --2- 172.21.15.46:0/1243530332 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc1d80a29a0 0x7fc1d80a4e60 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fc1ec0ffce0 tx=0x7fc1dc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:45.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.516+0000 7fc1e37fe700  1 -- 172.21.15.46:0/1243530332 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fc1e809bd30 con 0x7fc1ec101450
2024-03-19T01:48:45.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.730+0000 7fc1f45ba700  1 -- 172.21.15.46:0/1243530332 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7fc1ec02dd70 con 0x7fc1ec101450
2024-03-19T01:48:45.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.731+0000 7fc1e37fe700  1 -- 172.21.15.46:0/1243530332 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0  v0) ==== 75+0+13 (secure 0 0 0) 0x7fc1e809b630 con 0x7fc1ec101450
2024-03-19T01:48:45.731 INFO:teuthology.orchestra.run.smithi046.stdout:309237645347
2024-03-19T01:48:45.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.733+0000 7fc1f45ba700  1 -- 172.21.15.46:0/1243530332 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc1d80a29a0 msgr2=0x7fc1d80a4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:45.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.733+0000 7fc1f45ba700  1 --2- 172.21.15.46:0/1243530332 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc1d80a29a0 0x7fc1d80a4e60 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fc1ec0ffce0 tx=0x7fc1dc009260 comp rx=0 tx=0).stop
2024-03-19T01:48:45.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.733+0000 7fc1f45ba700  1 -- 172.21.15.46:0/1243530332 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1ec101450 msgr2=0x7fc1ec199780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:45.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.733+0000 7fc1f45ba700  1 --2- 172.21.15.46:0/1243530332 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1ec101450 0x7fc1ec199780 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fc1e800e9c0 tx=0x7fc1e800ecd0 comp rx=0 tx=0).stop
2024-03-19T01:48:45.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.733+0000 7fc1f45ba700  1 -- 172.21.15.46:0/1243530332 shutdown_connections
2024-03-19T01:48:45.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.733+0000 7fc1f45ba700  1 --2- 172.21.15.46:0/1243530332 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc1d80a29a0 0x7fc1d80a4e60 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:45.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.733+0000 7fc1f45ba700  1 --2- 172.21.15.46:0/1243530332 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc1ec106510 0x7fc1ec1a4800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:45.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.733+0000 7fc1f45ba700  1 --2- 172.21.15.46:0/1243530332 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1ec101450 0x7fc1ec199780 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:45.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.733+0000 7fc1f45ba700  1 --2- 172.21.15.46:0/1243530332 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc1ec101e00 0x7fc1ec199cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:45.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.733+0000 7fc1f45ba700  1 -- 172.21.15.46:0/1243530332 >> 172.21.15.46:0/1243530332 conn(0x7fc1ec0781b0 msgr2=0x7fc1ec1009b0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:45.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.733+0000 7fc1f45ba700  1 -- 172.21.15.46:0/1243530332 shutdown_connections
2024-03-19T01:48:45.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:45.733+0000 7fc1f45ba700  1 -- 172.21.15.46:0/1243530332 wait complete.
2024-03-19T01:48:46.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:45 smithi046 ceph-mon[63102]: pgmap v334: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s
2024-03-19T01:48:46.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:45 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1243530332' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch
2024-03-19T01:48:46.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:45 smithi073 ceph-mon[66833]: pgmap v334: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s
2024-03-19T01:48:46.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:45 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1243530332' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch
2024-03-19T01:48:46.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:45 smithi102 ceph-mon[66557]: pgmap v334: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s
2024-03-19T01:48:46.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:45 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1243530332' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch
2024-03-19T01:48:48.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:47 smithi046 ceph-mon[63102]: pgmap v335: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s
2024-03-19T01:48:48.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.136+0000 7f5e2fd8c700  1 -- 172.21.15.46:0/763441214 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5e281014a0 msgr2=0x7f5e28101880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:48.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.136+0000 7f5e2fd8c700  1 --2- 172.21.15.46:0/763441214 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5e281014a0 0x7f5e28101880 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f5e1800b0a0 tx=0x7f5e1800b3b0 comp rx=0 tx=0).stop
2024-03-19T01:48:48.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.136+0000 7f5e2fd8c700  1 -- 172.21.15.46:0/763441214 shutdown_connections
2024-03-19T01:48:48.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.136+0000 7f5e2fd8c700  1 --2- 172.21.15.46:0/763441214 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5e28106520 0x7f5e2810e0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:48.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.136+0000 7f5e2fd8c700  1 --2- 172.21.15.46:0/763441214 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5e281014a0 0x7f5e28101880 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:48.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.136+0000 7f5e2fd8c700  1 --2- 172.21.15.46:0/763441214 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5e28101e50 0x7f5e28105e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:48.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.136+0000 7f5e2fd8c700  1 -- 172.21.15.46:0/763441214 >> 172.21.15.46:0/763441214 conn(0x7f5e28077250 msgr2=0x7f5e28077660 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:48.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.136+0000 7f5e2fd8c700  1 -- 172.21.15.46:0/763441214 shutdown_connections
2024-03-19T01:48:48.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.136+0000 7f5e2fd8c700  1 -- 172.21.15.46:0/763441214 wait complete.
2024-03-19T01:48:48.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.137+0000 7f5e2fd8c700  1  Processor -- start
2024-03-19T01:48:48.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.137+0000 7f5e2fd8c700  1 --  start start
2024-03-19T01:48:48.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.137+0000 7f5e2fd8c700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5e281014a0 0x7f5e28197660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:48.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.137+0000 7f5e2fd8c700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5e28101e50 0x7f5e28197ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:48.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.137+0000 7f5e2fd8c700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5e28106520 0x7f5e281980e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:48.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.137+0000 7f5e2fd8c700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f5e28111390 con 0x7f5e281014a0
2024-03-19T01:48:48.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.137+0000 7f5e2fd8c700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f5e28111210 con 0x7f5e28101e50
2024-03-19T01:48:48.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.137+0000 7f5e2fd8c700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5e28111510 con 0x7f5e28106520
2024-03-19T01:48:48.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.137+0000 7f5e2db28700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5e281014a0 0x7f5e28197660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:48.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.137+0000 7f5e2d327700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5e28101e50 0x7f5e28197ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:48.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.137+0000 7f5e2db28700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5e281014a0 0x7f5e28197660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33548/0 (socket says 172.21.15.46:33548)
2024-03-19T01:48:48.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.137+0000 7f5e2db28700  1 -- 172.21.15.46:0/4086581503 learned_addr learned my addr 172.21.15.46:0/4086581503 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:48:48.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.137+0000 7f5e2d327700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5e28101e50 0x7f5e28197ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:50308/0 (socket says 172.21.15.46:50308)
2024-03-19T01:48:48.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.137+0000 7f5e2e329700  1 --2- 172.21.15.46:0/4086581503 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5e28106520 0x7f5e281980e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:48.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.138+0000 7f5e2d327700  1 -- 172.21.15.46:0/4086581503 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5e28106520 msgr2=0x7f5e281980e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:48.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.138+0000 7f5e2d327700  1 --2- 172.21.15.46:0/4086581503 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5e28106520 0x7f5e281980e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:48.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.138+0000 7f5e2d327700  1 -- 172.21.15.46:0/4086581503 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5e281014a0 msgr2=0x7f5e28197660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:48.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.138+0000 7f5e2d327700  1 --2- 172.21.15.46:0/4086581503 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5e281014a0 0x7f5e28197660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:48.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.138+0000 7f5e2d327700  1 -- 172.21.15.46:0/4086581503 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e281a6ed0 con 0x7f5e28101e50
2024-03-19T01:48:48.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.138+0000 7f5e2d327700  1 --2- 172.21.15.46:0/4086581503 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5e28101e50 0x7f5e28197ba0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f5e1c00e9c0 tx=0x7f5e1c00ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:48.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.138+0000 7f5e26ffd700  1 -- 172.21.15.46:0/4086581503 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e1c00c9c0 con 0x7f5e28101e50
2024-03-19T01:48:48.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.138+0000 7f5e26ffd700  1 -- 172.21.15.46:0/4086581503 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5e1c00cb60 con 0x7f5e28101e50
2024-03-19T01:48:48.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.138+0000 7f5e26ffd700  1 -- 172.21.15.46:0/4086581503 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e1c018680 con 0x7f5e28101e50
2024-03-19T01:48:48.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.138+0000 7f5e2fd8c700  1 -- 172.21.15.46:0/4086581503 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e281a71c0 con 0x7f5e28101e50
2024-03-19T01:48:48.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.138+0000 7f5e2fd8c700  1 -- 172.21.15.46:0/4086581503 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e281a7700 con 0x7f5e28101e50
2024-03-19T01:48:48.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.139+0000 7f5e2fd8c700  1 -- 172.21.15.46:0/4086581503 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e28068fd0 con 0x7f5e28101e50
2024-03-19T01:48:48.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.140+0000 7f5e26ffd700  1 -- 172.21.15.46:0/4086581503 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f5e1c010430 con 0x7f5e28101e50
2024-03-19T01:48:48.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.141+0000 7f5e26ffd700  1 --2- 172.21.15.46:0/4086581503 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f5e100a2920 0x7f5e100a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:48.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.141+0000 7f5e2db28700  1 --2- 172.21.15.46:0/4086581503 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f5e100a2920 0x7f5e100a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:48.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.142+0000 7f5e26ffd700  1 -- 172.21.15.46:0/4086581503 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f5e1c0cf080 con 0x7f5e28101e50
2024-03-19T01:48:48.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.142+0000 7f5e2db28700  1 --2- 172.21.15.46:0/4086581503 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f5e100a2920 0x7f5e100a4de0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f5e18009e60 tx=0x7f5e1800b740 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:48.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.146+0000 7f5e26ffd700  1 -- 172.21.15.46:0/4086581503 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f5e1c09bc00 con 0x7f5e28101e50
2024-03-19T01:48:48.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:47 smithi073 ceph-mon[66833]: pgmap v335: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s
2024-03-19T01:48:48.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:47 smithi102 ceph-mon[66557]: pgmap v335: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s
2024-03-19T01:48:48.355 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.355+0000 7f5e2fd8c700  1 -- 172.21.15.46:0/4086581503 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f5e2802dbb0 con 0x7f5e28101e50
2024-03-19T01:48:48.355 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.355+0000 7f5e26ffd700  1 -- 172.21.15.46:0/4086581503 <== mon.2 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0  v0) ==== 74+0+13 (secure 0 0 0) 0x7f5e1c09b500 con 0x7f5e28101e50
2024-03-19T01:48:48.356 INFO:teuthology.orchestra.run.smithi046.stdout:197568495672
2024-03-19T01:48:48.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.357+0000 7f5e2fd8c700  1 -- 172.21.15.46:0/4086581503 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f5e100a2920 msgr2=0x7f5e100a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:48.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.357+0000 7f5e2fd8c700  1 --2- 172.21.15.46:0/4086581503 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f5e100a2920 0x7f5e100a4de0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f5e18009e60 tx=0x7f5e1800b740 comp rx=0 tx=0).stop
2024-03-19T01:48:48.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.357+0000 7f5e2fd8c700  1 -- 172.21.15.46:0/4086581503 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5e28101e50 msgr2=0x7f5e28197ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:48.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.357+0000 7f5e2fd8c700  1 --2- 172.21.15.46:0/4086581503 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5e28101e50 0x7f5e28197ba0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f5e1c00e9c0 tx=0x7f5e1c00ecd0 comp rx=0 tx=0).stop
2024-03-19T01:48:48.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.357+0000 7f5e2fd8c700  1 -- 172.21.15.46:0/4086581503 shutdown_connections
2024-03-19T01:48:48.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.357+0000 7f5e2fd8c700  1 --2- 172.21.15.46:0/4086581503 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f5e100a2920 0x7f5e100a4de0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:48.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.357+0000 7f5e2fd8c700  1 --2- 172.21.15.46:0/4086581503 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5e28106520 0x7f5e281980e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:48.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.357+0000 7f5e2fd8c700  1 --2- 172.21.15.46:0/4086581503 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5e281014a0 0x7f5e28197660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:48.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.357+0000 7f5e2fd8c700  1 --2- 172.21.15.46:0/4086581503 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5e28101e50 0x7f5e28197ba0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:48.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.357+0000 7f5e2fd8c700  1 -- 172.21.15.46:0/4086581503 >> 172.21.15.46:0/4086581503 conn(0x7f5e28077250 msgr2=0x7f5e280ff6a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:48.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.357+0000 7f5e2fd8c700  1 -- 172.21.15.46:0/4086581503 shutdown_connections
2024-03-19T01:48:48.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.358+0000 7f5e2fd8c700  1 -- 172.21.15.46:0/4086581503 wait complete.
2024-03-19T01:48:48.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.985+0000 7f5ad2575700  1 -- 172.21.15.46:0/3526254140 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5acc10ebb0 msgr2=0x7f5acc110fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:48.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.985+0000 7f5ad2575700  1 --2- 172.21.15.46:0/3526254140 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5acc10ebb0 0x7f5acc110fa0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f5ac400b0a0 tx=0x7f5ac400b3b0 comp rx=0 tx=0).stop
2024-03-19T01:48:48.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.985+0000 7f5ad2575700  1 -- 172.21.15.46:0/3526254140 shutdown_connections
2024-03-19T01:48:48.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.985+0000 7f5ad2575700  1 --2- 172.21.15.46:0/3526254140 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5acc10ebb0 0x7f5acc110fa0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:48.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.985+0000 7f5ad2575700  1 --2- 172.21.15.46:0/3526254140 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5acc074630 0x7f5acc074a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:48.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.985+0000 7f5ad2575700  1 --2- 172.21.15.46:0/3526254140 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5acc074f50 0x7f5acc10e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:48.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.985+0000 7f5ad2575700  1 -- 172.21.15.46:0/3526254140 >> 172.21.15.46:0/3526254140 conn(0x7f5acc0fddc0 msgr2=0x7f5acc1001e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:48.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.985+0000 7f5ad2575700  1 -- 172.21.15.46:0/3526254140 shutdown_connections
2024-03-19T01:48:48.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.985+0000 7f5ad2575700  1 -- 172.21.15.46:0/3526254140 wait complete.
2024-03-19T01:48:48.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.985+0000 7f5ad2575700  1  Processor -- start
2024-03-19T01:48:48.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.985+0000 7f5ad2575700  1 --  start start
2024-03-19T01:48:48.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.986+0000 7f5ad2575700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5acc074630 0x7f5acc1a07d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:48.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.986+0000 7f5ad2575700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5acc074f50 0x7f5acc1a0d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:48.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.986+0000 7f5ad2575700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5acc10ebb0 0x7f5acc19a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:48.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.986+0000 7f5ad2575700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f5acc1146c0 con 0x7f5acc10ebb0
2024-03-19T01:48:48.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.986+0000 7f5ad2575700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f5acc114540 con 0x7f5acc074f50
2024-03-19T01:48:48.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.986+0000 7f5ad2575700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5acc114840 con 0x7f5acc074630
2024-03-19T01:48:48.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.986+0000 7f5ad0b12700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5acc10ebb0 0x7f5acc19a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:48.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.986+0000 7f5acb7fe700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5acc074f50 0x7f5acc1a0d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:48.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.986+0000 7f5acbfff700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5acc074630 0x7f5acc1a07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:48.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.986+0000 7f5acb7fe700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5acc074f50 0x7f5acc1a0d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:50326/0 (socket says 172.21.15.46:50326)
2024-03-19T01:48:48.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.986+0000 7f5acb7fe700  1 -- 172.21.15.46:0/3227376658 learned_addr learned my addr 172.21.15.46:0/3227376658 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:48:48.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.986+0000 7f5ad0b12700  1 --2- 172.21.15.46:0/3227376658 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5acc10ebb0 0x7f5acc19a9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33578/0 (socket says 172.21.15.46:33578)
2024-03-19T01:48:48.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.986+0000 7f5acb7fe700  1 -- 172.21.15.46:0/3227376658 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5acc074630 msgr2=0x7f5acc1a07d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:48.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.986+0000 7f5acb7fe700  1 --2- 172.21.15.46:0/3227376658 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5acc074630 0x7f5acc1a07d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:48.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.986+0000 7f5acb7fe700  1 -- 172.21.15.46:0/3227376658 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5acc10ebb0 msgr2=0x7f5acc19a9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:48.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.986+0000 7f5acb7fe700  1 --2- 172.21.15.46:0/3227376658 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5acc10ebb0 0x7f5acc19a9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:48.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.986+0000 7f5acb7fe700  1 -- 172.21.15.46:0/3227376658 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5acc19b140 con 0x7f5acc074f50
2024-03-19T01:48:48.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.986+0000 7f5acbfff700  1 --2- 172.21.15.46:0/3227376658 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5acc074630 0x7f5acc1a07d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:48:48.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.986+0000 7f5ad0b12700  1 --2- 172.21.15.46:0/3227376658 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5acc10ebb0 0x7f5acc19a9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:48:48.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.986+0000 7f5acb7fe700  1 --2- 172.21.15.46:0/3227376658 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5acc074f50 0x7f5acc1a0d10 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f5abc00e9c0 tx=0x7f5abc00ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:48.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.986+0000 7f5ac97fa700  1 -- 172.21.15.46:0/3227376658 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5abc00cbd0 con 0x7f5acc074f50
2024-03-19T01:48:48.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.987+0000 7f5ac97fa700  1 -- 172.21.15.46:0/3227376658 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5abc00ee60 con 0x7f5acc074f50
2024-03-19T01:48:48.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.987+0000 7f5ad2575700  1 -- 172.21.15.46:0/3227376658 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5acc19b430 con 0x7f5acc074f50
2024-03-19T01:48:48.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.987+0000 7f5ac97fa700  1 -- 172.21.15.46:0/3227376658 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5abc0055b0 con 0x7f5acc074f50
2024-03-19T01:48:48.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.987+0000 7f5ad2575700  1 -- 172.21.15.46:0/3227376658 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5acc1a76a0 con 0x7f5acc074f50
2024-03-19T01:48:48.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.988+0000 7f5ad2575700  1 -- 172.21.15.46:0/3227376658 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5acc068fd0 con 0x7f5acc074f50
2024-03-19T01:48:48.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.988+0000 7f5ac97fa700  1 -- 172.21.15.46:0/3227376658 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f5abc004750 con 0x7f5acc074f50
2024-03-19T01:48:48.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.989+0000 7f5ac97fa700  1 --2- 172.21.15.46:0/3227376658 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f5ab40a2920 0x7f5ab40a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:48.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.989+0000 7f5acbfff700  1 --2- 172.21.15.46:0/3227376658 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f5ab40a2920 0x7f5ab40a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:48.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.989+0000 7f5ac97fa700  1 -- 172.21.15.46:0/3227376658 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f5abc0cf150 con 0x7f5acc074f50
2024-03-19T01:48:48.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.989+0000 7f5acbfff700  1 --2- 172.21.15.46:0/3227376658 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f5ab40a2920 0x7f5ab40a4de0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f5acc1113b0 tx=0x7f5ac0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:48.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:48.994+0000 7f5ac97fa700  1 -- 172.21.15.46:0/3227376658 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f5abc09bd30 con 0x7f5acc074f50
2024-03-19T01:48:49.199 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:48 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/4086581503' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch
2024-03-19T01:48:49.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.200+0000 7f5ad2575700  1 -- 172.21.15.46:0/3227376658 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f5acc19bec0 con 0x7f5acc074f50
2024-03-19T01:48:49.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.201+0000 7f5ac97fa700  1 -- 172.21.15.46:0/3227376658 <== mon.2 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0  v0) ==== 74+0+12 (secure 0 0 0) 0x7f5abc09b630 con 0x7f5acc074f50
2024-03-19T01:48:49.201 INFO:teuthology.orchestra.run.smithi046.stdout:55834574928
2024-03-19T01:48:49.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.202+0000 7fcc7fefc700  1 -- 172.21.15.46:0/3456258494 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc78101210 msgr2=0x7fcc78101670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:49.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.202+0000 7fcc7fefc700  1 --2- 172.21.15.46:0/3456258494 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc78101210 0x7fcc78101670 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fcc68009990 tx=0x7fcc68009ca0 comp rx=0 tx=0).stop
2024-03-19T01:48:49.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.202+0000 7fcc7fefc700  1 -- 172.21.15.46:0/3456258494 shutdown_connections
2024-03-19T01:48:49.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.202+0000 7fcc7fefc700  1 --2- 172.21.15.46:0/3456258494 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcc78101bb0 0x7fcc7810e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:49.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.202+0000 7fcc7fefc700  1 --2- 172.21.15.46:0/3456258494 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcc78107250 0x7fcc78107630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:49.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.202+0000 7fcc7fefc700  1 --2- 172.21.15.46:0/3456258494 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc78101210 0x7fcc78101670 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:49.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.202+0000 7fcc7fefc700  1 -- 172.21.15.46:0/3456258494 >> 172.21.15.46:0/3456258494 conn(0x7fcc78078140 msgr2=0x7fcc78078550 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:49.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.203+0000 7fcc7fefc700  1 -- 172.21.15.46:0/3456258494 shutdown_connections
2024-03-19T01:48:49.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.203+0000 7fcc7fefc700  1 -- 172.21.15.46:0/3456258494 wait complete.
2024-03-19T01:48:49.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.203+0000 7fcc7fefc700  1  Processor -- start
2024-03-19T01:48:49.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.203+0000 7fcc7fefc700  1 --  start start
2024-03-19T01:48:49.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.203+0000 7f5ad2575700  1 -- 172.21.15.46:0/3227376658 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f5ab40a2920 msgr2=0x7f5ab40a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:49.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.203+0000 7f5ad2575700  1 --2- 172.21.15.46:0/3227376658 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f5ab40a2920 0x7f5ab40a4de0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f5acc1113b0 tx=0x7f5ac0009260 comp rx=0 tx=0).stop
2024-03-19T01:48:49.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.203+0000 7f5ad2575700  1 -- 172.21.15.46:0/3227376658 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5acc074f50 msgr2=0x7f5acc1a0d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:49.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.204+0000 7f5ad2575700  1 --2- 172.21.15.46:0/3227376658 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5acc074f50 0x7f5acc1a0d10 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f5abc00e9c0 tx=0x7f5abc00ecd0 comp rx=0 tx=0).stop
2024-03-19T01:48:49.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.204+0000 7fcc7fefc700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcc78101210 0x7fcc7819e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:49.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.204+0000 7fcc7fefc700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc78101bb0 0x7fcc7819ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:49.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.204+0000 7f5ad2575700  1 -- 172.21.15.46:0/3227376658 shutdown_connections
2024-03-19T01:48:49.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.204+0000 7f5ad2575700  1 --2- 172.21.15.46:0/3227376658 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f5ab40a2920 0x7f5ab40a4de0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:49.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.204+0000 7f5ad2575700  1 --2- 172.21.15.46:0/3227376658 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5acc10ebb0 0x7f5acc19a9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:49.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.204+0000 7f5ad2575700  1 --2- 172.21.15.46:0/3227376658 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5acc074630 0x7f5acc1a07d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:49.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.204+0000 7f5ad2575700  1 --2- 172.21.15.46:0/3227376658 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5acc074f50 0x7f5acc1a0d10 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:49.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.204+0000 7f5ad2575700  1 -- 172.21.15.46:0/3227376658 >> 172.21.15.46:0/3227376658 conn(0x7f5acc0fddc0 msgr2=0x7f5acc0fead0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:49.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.204+0000 7fcc7fefc700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcc78107250 0x7fcc78198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:49.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.204+0000 7fcc7fefc700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fcc78111360 con 0x7fcc78101bb0
2024-03-19T01:48:49.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.204+0000 7f5ad2575700  1 -- 172.21.15.46:0/3227376658 shutdown_connections
2024-03-19T01:48:49.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.204+0000 7fcc7fefc700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fcc781111e0 con 0x7fcc78107250
2024-03-19T01:48:49.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.204+0000 7fcc7fefc700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fcc781114e0 con 0x7fcc78101210
2024-03-19T01:48:49.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.204+0000 7fcc7dc98700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcc78101210 0x7fcc7819e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:49.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.204+0000 7fcc7dc98700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcc78101210 0x7fcc7819e6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:58812/0 (socket says 172.21.15.46:58812)
2024-03-19T01:48:49.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.204+0000 7fcc7dc98700  1 -- 172.21.15.46:0/1843625797 learned_addr learned my addr 172.21.15.46:0/1843625797 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:48:49.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.204+0000 7fcc7e499700  1 --2- 172.21.15.46:0/1843625797 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcc78107250 0x7fcc78198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:49.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.204+0000 7fcc7d497700  1 --2- 172.21.15.46:0/1843625797 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc78101bb0 0x7fcc7819ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:49.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.204+0000 7f5ad2575700  1 -- 172.21.15.46:0/3227376658 wait complete.
2024-03-19T01:48:49.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.204+0000 7fcc7dc98700  1 -- 172.21.15.46:0/1843625797 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcc78107250 msgr2=0x7fcc78198830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:49.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.204+0000 7fcc7dc98700  1 --2- 172.21.15.46:0/1843625797 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcc78107250 0x7fcc78198830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:49.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.204+0000 7fcc7dc98700  1 -- 172.21.15.46:0/1843625797 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc78101bb0 msgr2=0x7fcc7819ebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:49.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.204+0000 7fcc7dc98700  1 --2- 172.21.15.46:0/1843625797 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc78101bb0 0x7fcc7819ebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:49.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.204+0000 7fcc7dc98700  1 -- 172.21.15.46:0/1843625797 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc78199010 con 0x7fcc78101210
2024-03-19T01:48:49.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.204+0000 7fcc7e499700  1 --2- 172.21.15.46:0/1843625797 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcc78107250 0x7fcc78198830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:48:49.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.205+0000 7fcc7dc98700  1 --2- 172.21.15.46:0/1843625797 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcc78101210 0x7fcc7819e6b0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fcc7400e9a0 tx=0x7fcc7400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:49.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.205+0000 7fcc6effd700  1 -- 172.21.15.46:0/1843625797 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc7400ca10 con 0x7fcc78101210
2024-03-19T01:48:49.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.205+0000 7fcc6effd700  1 -- 172.21.15.46:0/1843625797 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcc7400cbb0 con 0x7fcc78101210
2024-03-19T01:48:49.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.205+0000 7fcc6effd700  1 -- 172.21.15.46:0/1843625797 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc74018680 con 0x7fcc78101210
2024-03-19T01:48:49.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.205+0000 7fcc7fefc700  1 -- 172.21.15.46:0/1843625797 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc78199300 con 0x7fcc78101210
2024-03-19T01:48:49.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.205+0000 7fcc7fefc700  1 -- 172.21.15.46:0/1843625797 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc78108060 con 0x7fcc78101210
2024-03-19T01:48:49.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.206+0000 7fcc7fefc700  1 -- 172.21.15.46:0/1843625797 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc78102900 con 0x7fcc78101210
2024-03-19T01:48:49.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.207+0000 7fcc6effd700  1 -- 172.21.15.46:0/1843625797 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fcc74018820 con 0x7fcc78101210
2024-03-19T01:48:49.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.208+0000 7fcc6effd700  1 --2- 172.21.15.46:0/1843625797 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fcc640a29a0 0x7fcc640a4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:49.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.208+0000 7fcc7d497700  1 --2- 172.21.15.46:0/1843625797 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fcc640a29a0 0x7fcc640a4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:49.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.208+0000 7fcc6effd700  1 -- 172.21.15.46:0/1843625797 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fcc740cf040 con 0x7fcc78101210
2024-03-19T01:48:49.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.208+0000 7fcc7d497700  1 --2- 172.21.15.46:0/1843625797 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fcc640a29a0 0x7fcc640a4e60 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fcc6800b2e0 tx=0x7fcc68005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:49.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.212+0000 7fcc6effd700  1 -- 172.21.15.46:0/1843625797 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fcc7409bc20 con 0x7fcc78101210
2024-03-19T01:48:49.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:48 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/4086581503' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch
2024-03-19T01:48:49.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:48 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/4086581503' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch
2024-03-19T01:48:49.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.425+0000 7fcc7fefc700  1 -- 172.21.15.46:0/1843625797 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7fcc78199d60 con 0x7fcc78101210
2024-03-19T01:48:49.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.426+0000 7fcc6effd700  1 -- 172.21.15.46:0/1843625797 <== mon.1 v2:172.21.15.102:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0  v0) ==== 74+0+13 (secure 0 0 0) 0x7fcc7409b520 con 0x7fcc78101210
2024-03-19T01:48:49.426 INFO:teuthology.orchestra.run.smithi046.stdout:287762808873
2024-03-19T01:48:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.428+0000 7fcc7fefc700  1 -- 172.21.15.46:0/1843625797 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fcc640a29a0 msgr2=0x7fcc640a4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.428+0000 7fcc7fefc700  1 --2- 172.21.15.46:0/1843625797 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fcc640a29a0 0x7fcc640a4e60 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fcc6800b2e0 tx=0x7fcc68005960 comp rx=0 tx=0).stop
2024-03-19T01:48:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.428+0000 7fcc7fefc700  1 -- 172.21.15.46:0/1843625797 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcc78101210 msgr2=0x7fcc7819e6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.428+0000 7fcc7fefc700  1 --2- 172.21.15.46:0/1843625797 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcc78101210 0x7fcc7819e6b0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fcc7400e9a0 tx=0x7fcc7400ecb0 comp rx=0 tx=0).stop
2024-03-19T01:48:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.428+0000 7fcc7fefc700  1 -- 172.21.15.46:0/1843625797 shutdown_connections
2024-03-19T01:48:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.428+0000 7fcc7fefc700  1 --2- 172.21.15.46:0/1843625797 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fcc640a29a0 0x7fcc640a4e60 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.428+0000 7fcc7fefc700  1 --2- 172.21.15.46:0/1843625797 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcc78107250 0x7fcc78198830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.428+0000 7fcc7fefc700  1 --2- 172.21.15.46:0/1843625797 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcc78101210 0x7fcc7819e6b0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.428+0000 7fcc7fefc700  1 --2- 172.21.15.46:0/1843625797 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc78101bb0 0x7fcc7819ebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.428+0000 7fcc7fefc700  1 -- 172.21.15.46:0/1843625797 >> 172.21.15.46:0/1843625797 conn(0x7fcc78078140 msgr2=0x7fcc780fecd0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.428+0000 7fcc7fefc700  1 -- 172.21.15.46:0/1843625797 shutdown_connections
2024-03-19T01:48:49.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:49.428+0000 7fcc7fefc700  1 -- 172.21.15.46:0/1843625797 wait complete.
2024-03-19T01:48:50.176 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:49 smithi046 ceph-mon[63102]: pgmap v336: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:48:50.176 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:49 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3227376658' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch
2024-03-19T01:48:50.176 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:49 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1843625797' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch
2024-03-19T01:48:50.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:49 smithi073 ceph-mon[66833]: pgmap v336: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:48:50.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:49 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3227376658' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch
2024-03-19T01:48:50.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:49 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1843625797' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch
2024-03-19T01:48:50.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:49 smithi102 ceph-mon[66557]: pgmap v336: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:48:50.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:49 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3227376658' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch
2024-03-19T01:48:50.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:49 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1843625797' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch
2024-03-19T01:48:51.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.163+0000 7fb2e9ad3700  1 -- 172.21.15.46:0/3633250590 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb2e41064f0 msgr2=0x7fb2e410e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:51.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.163+0000 7fb2e9ad3700  1 --2- 172.21.15.46:0/3633250590 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb2e41064f0 0x7fb2e410e0c0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fb2dc00b0d0 tx=0x7fb2dc00b3e0 comp rx=0 tx=0).stop
2024-03-19T01:48:51.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.163+0000 7fb2e9ad3700  1 -- 172.21.15.46:0/3633250590 shutdown_connections
2024-03-19T01:48:51.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.163+0000 7fb2e9ad3700  1 --2- 172.21.15.46:0/3633250590 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb2e41064f0 0x7fb2e410e0c0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:51.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.163+0000 7fb2e9ad3700  1 --2- 172.21.15.46:0/3633250590 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb2e41014a0 0x7fb2e4101880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:51.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.163+0000 7fb2e9ad3700  1 --2- 172.21.15.46:0/3633250590 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb2e4101e50 0x7fb2e4105e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:51.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.163+0000 7fb2e9ad3700  1 -- 172.21.15.46:0/3633250590 >> 172.21.15.46:0/3633250590 conn(0x7fb2e4077260 msgr2=0x7fb2e4077670 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:51.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.163+0000 7fb2e9ad3700  1 -- 172.21.15.46:0/3633250590 shutdown_connections
2024-03-19T01:48:51.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.163+0000 7fb2e9ad3700  1 -- 172.21.15.46:0/3633250590 wait complete.
2024-03-19T01:48:51.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.164+0000 7fb2e9ad3700  1  Processor -- start
2024-03-19T01:48:51.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.164+0000 7fb2e9ad3700  1 --  start start
2024-03-19T01:48:51.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.164+0000 7fb2e9ad3700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb2e41014a0 0x7fb2e4108160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:51.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.164+0000 7fb2e9ad3700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb2e4101e50 0x7fb2e41086a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:51.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.164+0000 7fb2e9ad3700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb2e41064f0 0x7fb2e4108be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:51.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.164+0000 7fb2e9ad3700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb2e4111400 con 0x7fb2e41014a0
2024-03-19T01:48:51.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.164+0000 7fb2e9ad3700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb2e4111280 con 0x7fb2e41064f0
2024-03-19T01:48:51.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.164+0000 7fb2e9ad3700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb2e4111580 con 0x7fb2e4101e50
2024-03-19T01:48:51.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.164+0000 7fb2e37fe700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb2e41014a0 0x7fb2e4108160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:51.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.164+0000 7fb2e37fe700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb2e41014a0 0x7fb2e4108160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33638/0 (socket says 172.21.15.46:33638)
2024-03-19T01:48:51.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.164+0000 7fb2e37fe700  1 -- 172.21.15.46:0/3398520467 learned_addr learned my addr 172.21.15.46:0/3398520467 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:48:51.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.164+0000 7fb2e3fff700  1 --2- 172.21.15.46:0/3398520467 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb2e41064f0 0x7fb2e4108be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:51.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.164+0000 7fb2e2ffd700  1 --2- 172.21.15.46:0/3398520467 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb2e4101e50 0x7fb2e41086a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:51.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.165+0000 7fb2e3fff700  1 -- 172.21.15.46:0/3398520467 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb2e4101e50 msgr2=0x7fb2e41086a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:51.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.165+0000 7fb2e3fff700  1 --2- 172.21.15.46:0/3398520467 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb2e4101e50 0x7fb2e41086a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:51.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.165+0000 7fb2e3fff700  1 -- 172.21.15.46:0/3398520467 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb2e41014a0 msgr2=0x7fb2e4108160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:51.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.165+0000 7fb2e3fff700  1 --2- 172.21.15.46:0/3398520467 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb2e41014a0 0x7fb2e4108160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:51.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.165+0000 7fb2e3fff700  1 -- 172.21.15.46:0/3398520467 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2e41a6f00 con 0x7fb2e41064f0
2024-03-19T01:48:51.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.165+0000 7fb2e37fe700  1 --2- 172.21.15.46:0/3398520467 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb2e41014a0 0x7fb2e4108160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:48:51.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.165+0000 7fb2e2ffd700  1 --2- 172.21.15.46:0/3398520467 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb2e4101e50 0x7fb2e41086a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:48:51.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.165+0000 7fb2e3fff700  1 --2- 172.21.15.46:0/3398520467 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb2e41064f0 0x7fb2e4108be0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fb2dc00b770 tx=0x7fb2dc007980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:51.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.165+0000 7fb2e0ff9700  1 -- 172.21.15.46:0/3398520467 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2dc01f070 con 0x7fb2e41064f0
2024-03-19T01:48:51.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.165+0000 7fb2e0ff9700  1 -- 172.21.15.46:0/3398520467 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb2dc007dc0 con 0x7fb2e41064f0
2024-03-19T01:48:51.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.165+0000 7fb2e9ad3700  1 -- 172.21.15.46:0/3398520467 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2e41a7190 con 0x7fb2e41064f0
2024-03-19T01:48:51.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.165+0000 7fb2e0ff9700  1 -- 172.21.15.46:0/3398520467 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2dc01b430 con 0x7fb2e41064f0
2024-03-19T01:48:51.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.165+0000 7fb2e9ad3700  1 -- 172.21.15.46:0/3398520467 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2e41a7640 con 0x7fb2e41064f0
2024-03-19T01:48:51.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.166+0000 7fb2e9ad3700  1 -- 172.21.15.46:0/3398520467 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2e4068fd0 con 0x7fb2e41064f0
2024-03-19T01:48:51.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.167+0000 7fb2e0ff9700  1 -- 172.21.15.46:0/3398520467 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fb2dc022070 con 0x7fb2e41064f0
2024-03-19T01:48:51.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.168+0000 7fb2e0ff9700  1 --2- 172.21.15.46:0/3398520467 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb2d00a29a0 0x7fb2d00a4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:51.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.168+0000 7fb2e37fe700  1 --2- 172.21.15.46:0/3398520467 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb2d00a29a0 0x7fb2d00a4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:51.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.168+0000 7fb2e0ff9700  1 -- 172.21.15.46:0/3398520467 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fb2dc00f020 con 0x7fb2e41064f0
2024-03-19T01:48:51.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.168+0000 7fb2e37fe700  1 --2- 172.21.15.46:0/3398520467 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb2d00a29a0 0x7fb2d00a4e60 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fb2d4011550 tx=0x7fb2d4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:51.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.171+0000 7fb2e0ff9700  1 -- 172.21.15.46:0/3398520467 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fb2dc029020 con 0x7fb2e41064f0
2024-03-19T01:48:51.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.062+0000 7fc9c3e25700  1 -- 172.21.15.46:0/191978002 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9bc107650 msgr2=0x7fc9bc10f220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:51.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.062+0000 7fc9c3e25700  1 --2- 172.21.15.46:0/191978002 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9bc107650 0x7fc9bc10f220 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fc9b400b0d0 tx=0x7fc9b400b3e0 comp rx=0 tx=0).stop
2024-03-19T01:48:51.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.062+0000 7fc9c3e25700  1 -- 172.21.15.46:0/191978002 shutdown_connections
2024-03-19T01:48:51.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.062+0000 7fc9c3e25700  1 --2- 172.21.15.46:0/191978002 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9bc107650 0x7fc9bc10f220 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:51.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.062+0000 7fc9c3e25700  1 --2- 172.21.15.46:0/191978002 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc9bc102570 0x7fc9bc102950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:51.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.062+0000 7fc9c3e25700  1 --2- 172.21.15.46:0/191978002 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc9bc102f20 0x7fc9bc106f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:51.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.062+0000 7fc9c3e25700  1 -- 172.21.15.46:0/191978002 >> 172.21.15.46:0/191978002 conn(0x7fc9bc0fdde0 msgr2=0x7fc9bc100200 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:51.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.062+0000 7fc9c3e25700  1 -- 172.21.15.46:0/191978002 shutdown_connections
2024-03-19T01:48:51.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.062+0000 7fc9c3e25700  1 -- 172.21.15.46:0/191978002 wait complete.
2024-03-19T01:48:51.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.063+0000 7fc9c3e25700  1  Processor -- start
2024-03-19T01:48:51.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.063+0000 7fc9c3e25700  1 --  start start
2024-03-19T01:48:51.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.063+0000 7fc9c3e25700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc9bc102570 0x7fc9bc19e690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:51.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.063+0000 7fc9c3e25700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc9bc102f20 0x7fc9bc19ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:51.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.063+0000 7fc9c3e25700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9bc107650 0x7fc9bc198810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:51.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.063+0000 7fc9c3e25700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc9bc112510 con 0x7fc9bc107650
2024-03-19T01:48:51.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.063+0000 7fc9c3e25700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fc9bc112390 con 0x7fc9bc102570
2024-03-19T01:48:51.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.063+0000 7fc9c3e25700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc9bc112690 con 0x7fc9bc102f20
2024-03-19T01:48:51.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.063+0000 7fc9c1bc1700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc9bc102570 0x7fc9bc19e690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:51.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.063+0000 7fc9c1bc1700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc9bc102570 0x7fc9bc19e690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:50380/0 (socket says 172.21.15.46:50380)
2024-03-19T01:48:51.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.063+0000 7fc9c1bc1700  1 -- 172.21.15.46:0/3659126218 learned_addr learned my addr 172.21.15.46:0/3659126218 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:48:51.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.063+0000 7fc9c23c2700  1 --2- 172.21.15.46:0/3659126218 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9bc107650 0x7fc9bc198810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:51.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.063+0000 7fc9c13c0700  1 --2- 172.21.15.46:0/3659126218 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc9bc102f20 0x7fc9bc19ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:51.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.064+0000 7fc9c1bc1700  1 -- 172.21.15.46:0/3659126218 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc9bc102f20 msgr2=0x7fc9bc19ebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:51.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.064+0000 7fc9c1bc1700  1 --2- 172.21.15.46:0/3659126218 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc9bc102f20 0x7fc9bc19ebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:51.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.064+0000 7fc9c1bc1700  1 -- 172.21.15.46:0/3659126218 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9bc107650 msgr2=0x7fc9bc198810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:51.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.064+0000 7fc9c1bc1700  1 --2- 172.21.15.46:0/3659126218 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9bc107650 0x7fc9bc198810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:51.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.064+0000 7fc9c1bc1700  1 -- 172.21.15.46:0/3659126218 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9bc198ff0 con 0x7fc9bc102570
2024-03-19T01:48:51.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.064+0000 7fc9c1bc1700  1 --2- 172.21.15.46:0/3659126218 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc9bc102570 0x7fc9bc19e690 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc9b800e9c0 tx=0x7fc9b800ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:51.300 INFO:teuthology.orchestra.run.smithi046.stdout:107374182471
2024-03-19T01:48:51.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.064+0000 7fc9b2ffd700  1 -- 172.21.15.46:0/3659126218 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9b800cbd0 con 0x7fc9bc102570
2024-03-19T01:48:51.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.064+0000 7fc9b2ffd700  1 -- 172.21.15.46:0/3659126218 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc9b800ee60 con 0x7fc9bc102570
2024-03-19T01:48:51.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.064+0000 7fc9c3e25700  1 -- 172.21.15.46:0/3659126218 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9bc1992e0 con 0x7fc9bc102570
2024-03-19T01:48:51.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.064+0000 7fc9b2ffd700  1 -- 172.21.15.46:0/3659126218 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9b80055b0 con 0x7fc9bc102570
2024-03-19T01:48:51.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.064+0000 7fc9c3e25700  1 -- 172.21.15.46:0/3659126218 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9bc1a54f0 con 0x7fc9bc102570
2024-03-19T01:48:51.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.065+0000 7fc9c3e25700  1 -- 172.21.15.46:0/3659126218 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9bc103a50 con 0x7fc9bc102570
2024-03-19T01:48:51.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.066+0000 7fc9b2ffd700  1 -- 172.21.15.46:0/3659126218 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fc9b8004750 con 0x7fc9bc102570
2024-03-19T01:48:51.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.066+0000 7fc9b2ffd700  1 --2- 172.21.15.46:0/3659126218 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc9a80a29a0 0x7fc9a80a4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:51.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.067+0000 7fc9c13c0700  1 --2- 172.21.15.46:0/3659126218 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc9a80a29a0 0x7fc9a80a4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:51.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.067+0000 7fc9b2ffd700  1 -- 172.21.15.46:0/3659126218 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fc9b80cf150 con 0x7fc9bc102570
2024-03-19T01:48:51.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.067+0000 7fc9c13c0700  1 --2- 172.21.15.46:0/3659126218 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc9a80a29a0 0x7fc9a80a4e60 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fc9ac009680 tx=0x7fc9ac009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:51.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.071+0000 7fc9b2ffd700  1 -- 172.21.15.46:0/3659126218 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fc9b809bd30 con 0x7fc9bc102570
2024-03-19T01:48:51.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.278+0000 7fc9c3e25700  1 -- 172.21.15.46:0/3659126218 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fc9bc02dbb0 con 0x7fc9bc102570
2024-03-19T01:48:51.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.279+0000 7fc9b2ffd700  1 -- 172.21.15.46:0/3659126218 <== mon.2 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0  v0) ==== 74+0+13 (secure 0 0 0) 0x7fc9b809b630 con 0x7fc9bc102570
2024-03-19T01:48:51.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.281+0000 7fc9c3e25700  1 -- 172.21.15.46:0/3659126218 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc9a80a29a0 msgr2=0x7fc9a80a4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:51.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.281+0000 7fc9c3e25700  1 --2- 172.21.15.46:0/3659126218 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc9a80a29a0 0x7fc9a80a4e60 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fc9ac009680 tx=0x7fc9ac009260 comp rx=0 tx=0).stop
2024-03-19T01:48:51.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.281+0000 7fc9c3e25700  1 -- 172.21.15.46:0/3659126218 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc9bc102570 msgr2=0x7fc9bc19e690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:51.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.281+0000 7fc9c3e25700  1 --2- 172.21.15.46:0/3659126218 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc9bc102570 0x7fc9bc19e690 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc9b800e9c0 tx=0x7fc9b800ecd0 comp rx=0 tx=0).stop
2024-03-19T01:48:51.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.281+0000 7fc9c3e25700  1 -- 172.21.15.46:0/3659126218 shutdown_connections
2024-03-19T01:48:51.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.281+0000 7fc9c3e25700  1 --2- 172.21.15.46:0/3659126218 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc9a80a29a0 0x7fc9a80a4e60 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:51.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.281+0000 7fc9c3e25700  1 --2- 172.21.15.46:0/3659126218 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9bc107650 0x7fc9bc198810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:51.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.281+0000 7fc9c3e25700  1 --2- 172.21.15.46:0/3659126218 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc9bc102570 0x7fc9bc19e690 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:51.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.281+0000 7fc9c3e25700  1 --2- 172.21.15.46:0/3659126218 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc9bc102f20 0x7fc9bc19ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:51.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.281+0000 7fc9c3e25700  1 -- 172.21.15.46:0/3659126218 >> 172.21.15.46:0/3659126218 conn(0x7fc9bc0fdde0 msgr2=0x7fc9bc1000c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:51.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.281+0000 7fc9c3e25700  1 -- 172.21.15.46:0/3659126218 shutdown_connections
2024-03-19T01:48:51.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.281+0000 7fc9c3e25700  1 -- 172.21.15.46:0/3659126218 wait complete.
2024-03-19T01:48:51.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.381+0000 7fb2e9ad3700  1 -- 172.21.15.46:0/3398520467 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fb2e41a7910 con 0x7fb2e41064f0
2024-03-19T01:48:51.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.381+0000 7fb2e0ff9700  1 -- 172.21.15.46:0/3398520467 <== mon.2 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0  v0) ==== 74+0+12 (secure 0 0 0) 0x7fb2dc09cf60 con 0x7fb2e41064f0
2024-03-19T01:48:51.382 INFO:teuthology.orchestra.run.smithi046.stdout:77309411405
2024-03-19T01:48:51.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.384+0000 7fb2e9ad3700  1 -- 172.21.15.46:0/3398520467 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb2d00a29a0 msgr2=0x7fb2d00a4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:51.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.384+0000 7fb2e9ad3700  1 --2- 172.21.15.46:0/3398520467 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb2d00a29a0 0x7fb2d00a4e60 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fb2d4011550 tx=0x7fb2d4009260 comp rx=0 tx=0).stop
2024-03-19T01:48:51.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.384+0000 7fb2e9ad3700  1 -- 172.21.15.46:0/3398520467 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb2e41064f0 msgr2=0x7fb2e4108be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:51.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.384+0000 7fb2e9ad3700  1 --2- 172.21.15.46:0/3398520467 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb2e41064f0 0x7fb2e4108be0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fb2dc00b770 tx=0x7fb2dc007980 comp rx=0 tx=0).stop
2024-03-19T01:48:51.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.384+0000 7fb2e9ad3700  1 -- 172.21.15.46:0/3398520467 shutdown_connections
2024-03-19T01:48:51.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.384+0000 7fb2e9ad3700  1 --2- 172.21.15.46:0/3398520467 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb2d00a29a0 0x7fb2d00a4e60 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:51.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.384+0000 7fb2e9ad3700  1 --2- 172.21.15.46:0/3398520467 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb2e41064f0 0x7fb2e4108be0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:51.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.384+0000 7fb2e9ad3700  1 --2- 172.21.15.46:0/3398520467 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb2e41014a0 0x7fb2e4108160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:51.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.384+0000 7fb2e9ad3700  1 --2- 172.21.15.46:0/3398520467 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb2e4101e50 0x7fb2e41086a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:51.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.384+0000 7fb2e9ad3700  1 -- 172.21.15.46:0/3398520467 >> 172.21.15.46:0/3398520467 conn(0x7fb2e4077260 msgr2=0x7fb2e4104df0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:51.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.384+0000 7fb2e9ad3700  1 -- 172.21.15.46:0/3398520467 shutdown_connections
2024-03-19T01:48:51.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:51.384+0000 7fb2e9ad3700  1 -- 172.21.15.46:0/3398520467 wait complete.
2024-03-19T01:48:51.716 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:48:51.717 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:48:52.099 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:51 smithi046 ceph-mon[63102]: pgmap v337: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s
2024-03-19T01:48:52.099 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:51 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3659126218' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch
2024-03-19T01:48:52.099 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:51 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3398520467' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch
2024-03-19T01:48:52.124 INFO:tasks.cephadm.ceph_manager.ceph:need seq 309237645342 got 309237645347 for osd.10
2024-03-19T01:48:52.124 DEBUG:teuthology.parallel:result is None
2024-03-19T01:48:52.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:51 smithi073 ceph-mon[66833]: pgmap v337: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s
2024-03-19T01:48:52.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:51 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3659126218' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch
2024-03-19T01:48:52.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:51 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3398520467' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch
2024-03-19T01:48:52.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:51 smithi102 ceph-mon[66557]: pgmap v337: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s
2024-03-19T01:48:52.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:51 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3659126218' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch
2024-03-19T01:48:52.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:51 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3398520467' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch
2024-03-19T01:48:52.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.337+0000 7f26f896f700  1 -- 172.21.15.46:0/2600422035 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26f4107620 msgr2=0x7f26f410f1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:52.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.337+0000 7f26f896f700  1 --2- 172.21.15.46:0/2600422035 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26f4107620 0x7f26f410f1f0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f26ec00b0a0 tx=0x7f26ec00b3b0 comp rx=0 tx=0).stop
2024-03-19T01:48:52.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.337+0000 7f26f896f700  1 -- 172.21.15.46:0/2600422035 shutdown_connections
2024-03-19T01:48:52.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.337+0000 7f26f896f700  1 --2- 172.21.15.46:0/2600422035 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26f4107620 0x7f26f410f1f0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:52.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.337+0000 7f26f896f700  1 --2- 172.21.15.46:0/2600422035 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f26f41025f0 0x7f26f41029d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:52.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.337+0000 7f26f896f700  1 --2- 172.21.15.46:0/2600422035 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26f4102fa0 0x7f26f4106f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:52.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.337+0000 7f26f896f700  1 -- 172.21.15.46:0/2600422035 >> 172.21.15.46:0/2600422035 conn(0x7f26f40793a0 msgr2=0x7f26f40797b0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:52.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.337+0000 7f26f896f700  1 -- 172.21.15.46:0/2600422035 shutdown_connections
2024-03-19T01:48:52.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.337+0000 7f26f896f700  1 -- 172.21.15.46:0/2600422035 wait complete.
2024-03-19T01:48:52.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.338+0000 7f26f896f700  1  Processor -- start
2024-03-19T01:48:52.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.338+0000 7f26f896f700  1 --  start start
2024-03-19T01:48:52.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.338+0000 7f26f896f700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f26f41025f0 0x7f26f419e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:52.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.338+0000 7f26f896f700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26f4102fa0 0x7f26f419eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:52.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.338+0000 7f26f896f700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26f4107620 0x7f26f41987f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:52.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.338+0000 7f26f896f700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f26f41124b0 con 0x7f26f4102fa0
2024-03-19T01:48:52.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.338+0000 7f26f896f700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f26f4112330 con 0x7f26f41025f0
2024-03-19T01:48:52.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.338+0000 7f26f896f700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f26f4112630 con 0x7f26f4107620
2024-03-19T01:48:52.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.338+0000 7f26f1d9b700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26f4102fa0 0x7f26f419eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:52.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.338+0000 7f26f2d9d700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26f4107620 0x7f26f41987f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:52.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.338+0000 7f26f1d9b700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26f4102fa0 0x7f26f419eb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33654/0 (socket says 172.21.15.46:33654)
2024-03-19T01:48:52.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.338+0000 7f26f1d9b700  1 -- 172.21.15.46:0/2350162108 learned_addr learned my addr 172.21.15.46:0/2350162108 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:48:52.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.338+0000 7f26f259c700  1 --2- 172.21.15.46:0/2350162108 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f26f41025f0 0x7f26f419e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:52.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.338+0000 7f26f1d9b700  1 -- 172.21.15.46:0/2350162108 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26f4107620 msgr2=0x7f26f41987f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:52.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.338+0000 7f26f1d9b700  1 --2- 172.21.15.46:0/2350162108 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26f4107620 0x7f26f41987f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:52.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.338+0000 7f26f1d9b700  1 -- 172.21.15.46:0/2350162108 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f26f41025f0 msgr2=0x7f26f419e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:52.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.338+0000 7f26f1d9b700  1 --2- 172.21.15.46:0/2350162108 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f26f41025f0 0x7f26f419e620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:52.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.338+0000 7f26f1d9b700  1 -- 172.21.15.46:0/2350162108 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26f4198fd0 con 0x7f26f4102fa0
2024-03-19T01:48:52.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.338+0000 7f26f2d9d700  1 --2- 172.21.15.46:0/2350162108 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26f4107620 0x7f26f41987f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:48:52.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.338+0000 7f26f259c700  1 --2- 172.21.15.46:0/2350162108 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f26f41025f0 0x7f26f419e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:48:52.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.339+0000 7f26f1d9b700  1 --2- 172.21.15.46:0/2350162108 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26f4102fa0 0x7f26f419eb60 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f26e800e9f0 tx=0x7f26e800ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:52.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.339+0000 7f26e37fe700  1 -- 172.21.15.46:0/2350162108 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26e8004a30 con 0x7f26f4102fa0
2024-03-19T01:48:52.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.339+0000 7f26f896f700  1 -- 172.21.15.46:0/2350162108 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26f41992c0 con 0x7f26f4102fa0
2024-03-19T01:48:52.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.339+0000 7f26e37fe700  1 -- 172.21.15.46:0/2350162108 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f26e800cc70 con 0x7f26f4102fa0
2024-03-19T01:48:52.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.339+0000 7f26f896f700  1 -- 172.21.15.46:0/2350162108 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26f41a5480 con 0x7f26f4102fa0
2024-03-19T01:48:52.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.339+0000 7f26e37fe700  1 -- 172.21.15.46:0/2350162108 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26e80055f0 con 0x7f26f4102fa0
2024-03-19T01:48:52.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.340+0000 7f26f896f700  1 -- 172.21.15.46:0/2350162108 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26f4103a20 con 0x7f26f4102fa0
2024-03-19T01:48:52.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.341+0000 7f26e37fe700  1 -- 172.21.15.46:0/2350162108 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f26e800c7c0 con 0x7f26f4102fa0
2024-03-19T01:48:52.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.342+0000 7f26e37fe700  1 --2- 172.21.15.46:0/2350162108 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f26dc0a29a0 0x7f26dc0a4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:52.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.342+0000 7f26f259c700  1 --2- 172.21.15.46:0/2350162108 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f26dc0a29a0 0x7f26dc0a4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:52.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.342+0000 7f26e37fe700  1 -- 172.21.15.46:0/2350162108 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f26e80cf020 con 0x7f26f4102fa0
2024-03-19T01:48:52.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.342+0000 7f26f259c700  1 --2- 172.21.15.46:0/2350162108 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f26dc0a29a0 0x7f26dc0a4e60 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f26e4011490 tx=0x7f26e4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:52.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.346+0000 7f26e37fe700  1 -- 172.21.15.46:0/2350162108 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f26e809bc00 con 0x7f26f4102fa0
2024-03-19T01:48:52.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.555+0000 7f26f896f700  1 -- 172.21.15.46:0/2350162108 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7f26f402dbb0 con 0x7f26f4102fa0
2024-03-19T01:48:52.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.555+0000 7f26e37fe700  1 -- 172.21.15.46:0/2350162108 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0  v0) ==== 74+0+13 (secure 0 0 0) 0x7f26e800ce20 con 0x7f26f4102fa0
2024-03-19T01:48:52.556 INFO:teuthology.orchestra.run.smithi046.stdout:253403070510
2024-03-19T01:48:52.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.557+0000 7f26f896f700  1 -- 172.21.15.46:0/2350162108 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f26dc0a29a0 msgr2=0x7f26dc0a4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:52.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.557+0000 7f26f896f700  1 --2- 172.21.15.46:0/2350162108 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f26dc0a29a0 0x7f26dc0a4e60 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f26e4011490 tx=0x7f26e4009260 comp rx=0 tx=0).stop
2024-03-19T01:48:52.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.558+0000 7f26f896f700  1 -- 172.21.15.46:0/2350162108 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26f4102fa0 msgr2=0x7f26f419eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:52.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.558+0000 7f26f896f700  1 --2- 172.21.15.46:0/2350162108 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26f4102fa0 0x7f26f419eb60 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f26e800e9f0 tx=0x7f26e800ed00 comp rx=0 tx=0).stop
2024-03-19T01:48:52.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.558+0000 7f26f896f700  1 -- 172.21.15.46:0/2350162108 shutdown_connections
2024-03-19T01:48:52.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.558+0000 7f26f896f700  1 --2- 172.21.15.46:0/2350162108 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f26dc0a29a0 0x7f26dc0a4e60 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:52.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.558+0000 7f26f896f700  1 --2- 172.21.15.46:0/2350162108 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26f4107620 0x7f26f41987f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:52.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.558+0000 7f26f896f700  1 --2- 172.21.15.46:0/2350162108 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f26f41025f0 0x7f26f419e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:52.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.558+0000 7f26f896f700  1 --2- 172.21.15.46:0/2350162108 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26f4102fa0 0x7f26f419eb60 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:52.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.558+0000 7f26f896f700  1 -- 172.21.15.46:0/2350162108 >> 172.21.15.46:0/2350162108 conn(0x7f26f40793a0 msgr2=0x7f26f4101b60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:52.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.558+0000 7f26f896f700  1 -- 172.21.15.46:0/2350162108 shutdown_connections
2024-03-19T01:48:52.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.558+0000 7f26f896f700  1 -- 172.21.15.46:0/2350162108 wait complete.
2024-03-19T01:48:52.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.652+0000 7fb7852c3700  1 -- 172.21.15.46:0/695318329 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb7801064f0 msgr2=0x7fb78010e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:52.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.652+0000 7fb7852c3700  1 --2- 172.21.15.46:0/695318329 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb7801064f0 0x7fb78010e0c0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fb77800b0a0 tx=0x7fb77800b3b0 comp rx=0 tx=0).stop
2024-03-19T01:48:52.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.652+0000 7fb7852c3700  1 -- 172.21.15.46:0/695318329 shutdown_connections
2024-03-19T01:48:52.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.652+0000 7fb7852c3700  1 --2- 172.21.15.46:0/695318329 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb7801064f0 0x7fb78010e0c0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:52.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.652+0000 7fb7852c3700  1 --2- 172.21.15.46:0/695318329 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb7801014a0 0x7fb780101880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:52.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.652+0000 7fb7852c3700  1 --2- 172.21.15.46:0/695318329 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb780101e50 0x7fb780105e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:52.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.652+0000 7fb7852c3700  1 -- 172.21.15.46:0/695318329 >> 172.21.15.46:0/695318329 conn(0x7fb780077260 msgr2=0x7fb780077670 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:52.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.652+0000 7fb7852c3700  1 -- 172.21.15.46:0/695318329 shutdown_connections
2024-03-19T01:48:52.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.652+0000 7fb7852c3700  1 -- 172.21.15.46:0/695318329 wait complete.
2024-03-19T01:48:52.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.652+0000 7fb7852c3700  1  Processor -- start
2024-03-19T01:48:52.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.653+0000 7fb7852c3700  1 --  start start
2024-03-19T01:48:52.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.653+0000 7fb7852c3700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7801014a0 0x7fb78019e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:52.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.653+0000 7fb7852c3700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb780101e50 0x7fb78019ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:52.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.653+0000 7fb7852c3700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb7801064f0 0x7fb780198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:52.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.653+0000 7fb7852c3700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb7801113b0 con 0x7fb7801014a0
2024-03-19T01:48:52.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.653+0000 7fb7852c3700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb780111230 con 0x7fb7801064f0
2024-03-19T01:48:52.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.653+0000 7fb7852c3700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb780111530 con 0x7fb780101e50
2024-03-19T01:48:52.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.653+0000 7fb77effd700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7801014a0 0x7fb78019e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:52.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.653+0000 7fb77effd700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7801014a0 0x7fb78019e6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46116/0 (socket says 172.21.15.46:46116)
2024-03-19T01:48:52.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.653+0000 7fb77e7fc700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb780101e50 0x7fb78019ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:52.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.653+0000 7fb77effd700  1 -- 172.21.15.46:0/979475654 learned_addr learned my addr 172.21.15.46:0/979475654 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:48:52.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.653+0000 7fb77f7fe700  1 --2- 172.21.15.46:0/979475654 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb7801064f0 0x7fb780198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:52.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.653+0000 7fb77effd700  1 -- 172.21.15.46:0/979475654 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb780101e50 msgr2=0x7fb78019ebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:52.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.653+0000 7fb77effd700  1 --2- 172.21.15.46:0/979475654 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb780101e50 0x7fb78019ebe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:52.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.653+0000 7fb77effd700  1 -- 172.21.15.46:0/979475654 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb7801064f0 msgr2=0x7fb780198820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:52.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.653+0000 7fb77effd700  1 --2- 172.21.15.46:0/979475654 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb7801064f0 0x7fb780198820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:52.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.653+0000 7fb77effd700  1 -- 172.21.15.46:0/979475654 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb780199000 con 0x7fb7801014a0
2024-03-19T01:48:52.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.653+0000 7fb77e7fc700  1 --2- 172.21.15.46:0/979475654 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb780101e50 0x7fb78019ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:48:52.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.653+0000 7fb77f7fe700  1 --2- 172.21.15.46:0/979475654 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb7801064f0 0x7fb780198820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:48:52.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.653+0000 7fb77effd700  1 --2- 172.21.15.46:0/979475654 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7801014a0 0x7fb78019e6a0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fb77000e9c0 tx=0x7fb77000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:52.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.654+0000 7fb777fff700  1 -- 172.21.15.46:0/979475654 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb77000cbd0 con 0x7fb7801014a0
2024-03-19T01:48:52.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.654+0000 7fb7852c3700  1 -- 172.21.15.46:0/979475654 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7801992f0 con 0x7fb7801014a0
2024-03-19T01:48:52.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.654+0000 7fb777fff700  1 -- 172.21.15.46:0/979475654 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb77000ee60 con 0x7fb7801014a0
2024-03-19T01:48:52.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.654+0000 7fb7852c3700  1 -- 172.21.15.46:0/979475654 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7801a5500 con 0x7fb7801014a0
2024-03-19T01:48:52.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.654+0000 7fb777fff700  1 -- 172.21.15.46:0/979475654 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7700055b0 con 0x7fb7801014a0
2024-03-19T01:48:52.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.655+0000 7fb7852c3700  1 -- 172.21.15.46:0/979475654 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7801028f0 con 0x7fb7801014a0
2024-03-19T01:48:52.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.656+0000 7fb777fff700  1 -- 172.21.15.46:0/979475654 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fb770004750 con 0x7fb7801014a0
2024-03-19T01:48:52.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.657+0000 7fb777fff700  1 --2- 172.21.15.46:0/979475654 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb76c0a2920 0x7fb76c0a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:52.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.657+0000 7fb77e7fc700  1 --2- 172.21.15.46:0/979475654 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb76c0a2920 0x7fb76c0a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:52.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.657+0000 7fb777fff700  1 -- 172.21.15.46:0/979475654 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fb7700cf410 con 0x7fb7801014a0
2024-03-19T01:48:52.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.657+0000 7fb77e7fc700  1 --2- 172.21.15.46:0/979475654 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb76c0a2920 0x7fb76c0a4de0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fb780107ae0 tx=0x7fb768009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:52.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.660+0000 7fb777fff700  1 -- 172.21.15.46:0/979475654 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fb770053740 con 0x7fb7801014a0
2024-03-19T01:48:52.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.866+0000 7fb7852c3700  1 -- 172.21.15.46:0/979475654 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7fb780199d50 con 0x7fb7801014a0
2024-03-19T01:48:52.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.867+0000 7fb777fff700  1 -- 172.21.15.46:0/979475654 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0  v0) ==== 75+0+13 (secure 0 0 0) 0x7fb770084e20 con 0x7fb7801014a0
2024-03-19T01:48:52.867 INFO:teuthology.orchestra.run.smithi046.stdout:343597383711
2024-03-19T01:48:52.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.869+0000 7fb7852c3700  1 -- 172.21.15.46:0/979475654 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb76c0a2920 msgr2=0x7fb76c0a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:52.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.869+0000 7fb7852c3700  1 --2- 172.21.15.46:0/979475654 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb76c0a2920 0x7fb76c0a4de0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fb780107ae0 tx=0x7fb768009260 comp rx=0 tx=0).stop
2024-03-19T01:48:52.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.869+0000 7fb7852c3700  1 -- 172.21.15.46:0/979475654 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7801014a0 msgr2=0x7fb78019e6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:52.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.869+0000 7fb7852c3700  1 --2- 172.21.15.46:0/979475654 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7801014a0 0x7fb78019e6a0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fb77000e9c0 tx=0x7fb77000ecd0 comp rx=0 tx=0).stop
2024-03-19T01:48:52.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.869+0000 7fb7852c3700  1 -- 172.21.15.46:0/979475654 shutdown_connections
2024-03-19T01:48:52.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.869+0000 7fb7852c3700  1 --2- 172.21.15.46:0/979475654 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb76c0a2920 0x7fb76c0a4de0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:52.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.869+0000 7fb7852c3700  1 --2- 172.21.15.46:0/979475654 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb7801064f0 0x7fb780198820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:52.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.869+0000 7fb7852c3700  1 --2- 172.21.15.46:0/979475654 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7801014a0 0x7fb78019e6a0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:52.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.869+0000 7fb7852c3700  1 --2- 172.21.15.46:0/979475654 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb780101e50 0x7fb78019ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:52.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.869+0000 7fb7852c3700  1 -- 172.21.15.46:0/979475654 >> 172.21.15.46:0/979475654 conn(0x7fb780077260 msgr2=0x7fb78006abc0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:52.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.869+0000 7fb7852c3700  1 -- 172.21.15.46:0/979475654 shutdown_connections
2024-03-19T01:48:52.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:52.869+0000 7fb7852c3700  1 -- 172.21.15.46:0/979475654 wait complete.
2024-03-19T01:48:53.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:52 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2350162108' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch
2024-03-19T01:48:53.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:52 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/979475654' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch
2024-03-19T01:48:53.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:52 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2350162108' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch
2024-03-19T01:48:53.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:52 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/979475654' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch
2024-03-19T01:48:53.237 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:52 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2350162108' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch
2024-03-19T01:48:53.237 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:52 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/979475654' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch
2024-03-19T01:48:53.273 INFO:tasks.cephadm.ceph_manager.ceph:need seq 253403070507 got 253403070510 for osd.8
2024-03-19T01:48:53.273 DEBUG:teuthology.parallel:result is None
2024-03-19T01:48:54.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:53 smithi073 ceph-mon[66833]: pgmap v338: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:48:54.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:53 smithi102 ceph-mon[66557]: pgmap v338: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:48:54.273 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:53 smithi046 ceph-mon[63102]: pgmap v338: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:48:54.301 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411399 got 77309411405 for osd.2
2024-03-19T01:48:54.302 DEBUG:teuthology.parallel:result is None
2024-03-19T01:48:54.764 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574924 got 55834574928 for osd.1
2024-03-19T01:48:54.765 DEBUG:teuthology.parallel:result is None
2024-03-19T01:48:56.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:55 smithi073 ceph-mon[66833]: pgmap v339: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s
2024-03-19T01:48:56.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:55 smithi102 ceph-mon[66557]: pgmap v339: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s
2024-03-19T01:48:56.342 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:55 smithi046 ceph-mon[63102]: pgmap v339: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s
2024-03-19T01:48:56.743 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495668 got 197568495672 for osd.6
2024-03-19T01:48:56.743 DEBUG:teuthology.parallel:result is None
2024-03-19T01:48:57.090 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:56 smithi046 ceph-mon[63102]: pgmap v340: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s
2024-03-19T01:48:57.128 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182467 got 107374182471 for osd.3
2024-03-19T01:48:57.128 DEBUG:teuthology.parallel:result is None
2024-03-19T01:48:57.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:56 smithi073 ceph-mon[66833]: pgmap v340: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s
2024-03-19T01:48:57.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:56 smithi102 ceph-mon[66557]: pgmap v340: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s
2024-03-19T01:48:57.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.600+0000 7fe21fb13700  1 -- 172.21.15.46:0/2772260788 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe218102d20 msgr2=0x7fe21810f160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:57.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.600+0000 7fe21fb13700  1 --2- 172.21.15.46:0/2772260788 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe218102d20 0x7fe21810f160 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fe21000b0d0 tx=0x7fe21000b3e0 comp rx=0 tx=0).stop
2024-03-19T01:48:57.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.601+0000 7fe21fb13700  1 -- 172.21.15.46:0/2772260788 shutdown_connections
2024-03-19T01:48:57.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.601+0000 7fe21fb13700  1 --2- 172.21.15.46:0/2772260788 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe218102d20 0x7fe21810f160 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:57.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.601+0000 7fe21fb13700  1 --2- 172.21.15.46:0/2772260788 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe218108340 0x7fe218108720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:57.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.601+0000 7fe21fb13700  1 --2- 172.21.15.46:0/2772260788 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe218102360 0x7fe2181027e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:57.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.601+0000 7fe21fb13700  1 -- 172.21.15.46:0/2772260788 >> 172.21.15.46:0/2772260788 conn(0x7fe218079440 msgr2=0x7fe218079850 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:57.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.601+0000 7fe21fb13700  1 -- 172.21.15.46:0/2772260788 shutdown_connections
2024-03-19T01:48:57.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.601+0000 7fe21fb13700  1 -- 172.21.15.46:0/2772260788 wait complete.
2024-03-19T01:48:57.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.602+0000 7fe21fb13700  1  Processor -- start
2024-03-19T01:48:57.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.602+0000 7fe21fb13700  1 --  start start
2024-03-19T01:48:57.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.602+0000 7fe21fb13700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe218102360 0x7fe218073a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:57.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.602+0000 7fe21fb13700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe218102d20 0x7fe218073f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:57.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.602+0000 7fe21fb13700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe218108340 0x7fe21806ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:57.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.602+0000 7fe21fb13700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe2181124a0 con 0x7fe218102d20
2024-03-19T01:48:57.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.602+0000 7fe21fb13700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe218112320 con 0x7fe218102360
2024-03-19T01:48:57.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.602+0000 7fe21d0ae700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe218102d20 0x7fe218073f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:57.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.602+0000 7fe21d8af700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe218102360 0x7fe218073a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:57.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.602+0000 7fe21d0ae700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe218102d20 0x7fe218073f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46132/0 (socket says 172.21.15.46:46132)
2024-03-19T01:48:57.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.602+0000 7fe21d0ae700  1 -- 172.21.15.46:0/315047516 learned_addr learned my addr 172.21.15.46:0/315047516 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:48:57.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.602+0000 7fe21e0b0700  1 --2- 172.21.15.46:0/315047516 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe218108340 0x7fe21806ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:57.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.602+0000 7fe21fb13700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe218112620 con 0x7fe218108340
2024-03-19T01:48:57.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.603+0000 7fe21e0b0700  1 -- 172.21.15.46:0/315047516 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe218102360 msgr2=0x7fe218073a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:57.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.603+0000 7fe21e0b0700  1 --2- 172.21.15.46:0/315047516 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe218102360 0x7fe218073a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:57.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.603+0000 7fe21e0b0700  1 -- 172.21.15.46:0/315047516 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe218102d20 msgr2=0x7fe218073f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:57.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.603+0000 7fe21e0b0700  1 --2- 172.21.15.46:0/315047516 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe218102d20 0x7fe218073f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:57.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.603+0000 7fe21e0b0700  1 -- 172.21.15.46:0/315047516 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe21806d530 con 0x7fe218108340
2024-03-19T01:48:57.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.603+0000 7fe21e0b0700  1 --2- 172.21.15.46:0/315047516 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe218108340 0x7fe21806ccc0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fe21000b0d0 tx=0x7fe210007a00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:57.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.603+0000 7fe20effd700  1 -- 172.21.15.46:0/315047516 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe21001f070 con 0x7fe218108340
2024-03-19T01:48:57.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.603+0000 7fe20effd700  1 -- 172.21.15.46:0/315047516 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe210004c50 con 0x7fe218108340
2024-03-19T01:48:57.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.603+0000 7fe20effd700  1 -- 172.21.15.46:0/315047516 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe21001b430 con 0x7fe218108340
2024-03-19T01:48:57.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.603+0000 7fe21fb13700  1 -- 172.21.15.46:0/315047516 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe21806d7c0 con 0x7fe218108340
2024-03-19T01:48:57.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.603+0000 7fe21fb13700  1 -- 172.21.15.46:0/315047516 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe218071730 con 0x7fe218108340
2024-03-19T01:48:57.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.605+0000 7fe21fb13700  1 -- 172.21.15.46:0/315047516 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2181039f0 con 0x7fe218108340
2024-03-19T01:48:57.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.606+0000 7fe20effd700  1 -- 172.21.15.46:0/315047516 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fe210022070 con 0x7fe218108340
2024-03-19T01:48:57.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.607+0000 7fe20effd700  1 --2- 172.21.15.46:0/315047516 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe2040a29a0 0x7fe2040a4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:57.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.607+0000 7fe21d8af700  1 --2- 172.21.15.46:0/315047516 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe2040a29a0 0x7fe2040a4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:57.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.607+0000 7fe20effd700  1 -- 172.21.15.46:0/315047516 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fe21000f020 con 0x7fe218108340
2024-03-19T01:48:57.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.607+0000 7fe21d8af700  1 --2- 172.21.15.46:0/315047516 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe2040a29a0 0x7fe2040a4e60 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fe208009be0 tx=0x7fe208009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:57.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.611+0000 7fe20effd700  1 -- 172.21.15.46:0/315047516 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fe210029020 con 0x7fe218108340
2024-03-19T01:48:57.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.841+0000 7fe21fb13700  1 -- 172.21.15.46:0/315047516 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7fe2180721a0 con 0x7fe218108340
2024-03-19T01:48:57.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.842+0000 7fe20effd700  1 -- 172.21.15.46:0/315047516 <== mon.1 v2:172.21.15.102:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0  v0) ==== 74+0+13 (secure 0 0 0) 0x7fe21009ca50 con 0x7fe218108340
2024-03-19T01:48:57.842 INFO:teuthology.orchestra.run.smithi046.stdout:141733920836
2024-03-19T01:48:57.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.844+0000 7fe21fb13700  1 -- 172.21.15.46:0/315047516 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe2040a29a0 msgr2=0x7fe2040a4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:57.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.844+0000 7fe21fb13700  1 --2- 172.21.15.46:0/315047516 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe2040a29a0 0x7fe2040a4e60 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fe208009be0 tx=0x7fe208009260 comp rx=0 tx=0).stop
2024-03-19T01:48:57.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.844+0000 7fe21fb13700  1 -- 172.21.15.46:0/315047516 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe218108340 msgr2=0x7fe21806ccc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:57.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.844+0000 7fe21fb13700  1 --2- 172.21.15.46:0/315047516 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe218108340 0x7fe21806ccc0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fe21000b0d0 tx=0x7fe210007a00 comp rx=0 tx=0).stop
2024-03-19T01:48:57.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.844+0000 7fe21fb13700  1 -- 172.21.15.46:0/315047516 shutdown_connections
2024-03-19T01:48:57.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.844+0000 7fe21fb13700  1 --2- 172.21.15.46:0/315047516 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe2040a29a0 0x7fe2040a4e60 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:57.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.844+0000 7fe21fb13700  1 --2- 172.21.15.46:0/315047516 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe218108340 0x7fe21806ccc0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:57.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.844+0000 7fe21fb13700  1 --2- 172.21.15.46:0/315047516 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe218102360 0x7fe218073a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:57.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.844+0000 7fe21fb13700  1 --2- 172.21.15.46:0/315047516 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe218102d20 0x7fe218073f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:57.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.844+0000 7fe21fb13700  1 -- 172.21.15.46:0/315047516 >> 172.21.15.46:0/315047516 conn(0x7fe218079440 msgr2=0x7fe2181010d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:57.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.844+0000 7fe21fb13700  1 -- 172.21.15.46:0/315047516 shutdown_connections
2024-03-19T01:48:57.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:57.844+0000 7fe21fb13700  1 -- 172.21.15.46:0/315047516 wait complete.
2024-03-19T01:48:58.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:57 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/315047516' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch
2024-03-19T01:48:58.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:57 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/315047516' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch
2024-03-19T01:48:58.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:57 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/315047516' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch
2024-03-19T01:48:58.818 INFO:tasks.cephadm.ceph_manager.ceph:need seq 287762808868 got 287762808873 for osd.9
2024-03-19T01:48:58.818 DEBUG:teuthology.parallel:result is None
2024-03-19T01:48:59.078 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:58 smithi046 ceph-mon[63102]: pgmap v341: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:48:59.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.189+0000 7fdf1afdc700  1 -- 172.21.15.46:0/158076092 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf14101210 msgr2=0x7fdf14101670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:59.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.189+0000 7fdf1afdc700  1 --2- 172.21.15.46:0/158076092 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf14101210 0x7fdf14101670 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fdf00009990 tx=0x7fdf00009ca0 comp rx=0 tx=0).stop
2024-03-19T01:48:59.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.189+0000 7fdf1afdc700  1 -- 172.21.15.46:0/158076092 shutdown_connections
2024-03-19T01:48:59.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.189+0000 7fdf1afdc700  1 --2- 172.21.15.46:0/158076092 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf14101bb0 0x7fdf1410e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:59.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.189+0000 7fdf1afdc700  1 --2- 172.21.15.46:0/158076092 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf14107250 0x7fdf14107630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:59.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.189+0000 7fdf1afdc700  1 --2- 172.21.15.46:0/158076092 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf14101210 0x7fdf14101670 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:59.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.189+0000 7fdf1afdc700  1 -- 172.21.15.46:0/158076092 >> 172.21.15.46:0/158076092 conn(0x7fdf14078140 msgr2=0x7fdf14078550 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:59.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.189+0000 7fdf1afdc700  1 -- 172.21.15.46:0/158076092 shutdown_connections
2024-03-19T01:48:59.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.189+0000 7fdf1afdc700  1 -- 172.21.15.46:0/158076092 wait complete.
2024-03-19T01:48:59.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.190+0000 7fdf1afdc700  1  Processor -- start
2024-03-19T01:48:59.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.190+0000 7fdf1afdc700  1 --  start start
2024-03-19T01:48:59.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.190+0000 7fdf1afdc700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf14101210 0x7fdf141998b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:59.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.190+0000 7fdf1afdc700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf14101bb0 0x7fdf14199df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:59.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.190+0000 7fdf1afdc700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf14107250 0x7fdf141a4930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:59.197 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.190+0000 7fdf1afdc700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fdf14111380 con 0x7fdf14101210
2024-03-19T01:48:59.197 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.190+0000 7fdf1afdc700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fdf14111200 con 0x7fdf14101bb0
2024-03-19T01:48:59.197 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.190+0000 7fdf1afdc700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fdf14111500 con 0x7fdf14107250
2024-03-19T01:48:59.197 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.190+0000 7fdf18d78700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf14101210 0x7fdf141998b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:59.197 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.190+0000 7fdf18d78700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf14101210 0x7fdf141998b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46156/0 (socket says 172.21.15.46:46156)
2024-03-19T01:48:59.197 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.190+0000 7fdf13fff700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf14101bb0 0x7fdf14199df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:59.197 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.190+0000 7fdf18d78700  1 -- 172.21.15.46:0/1953733000 learned_addr learned my addr 172.21.15.46:0/1953733000 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:48:59.197 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.190+0000 7fdf19579700  1 --2- 172.21.15.46:0/1953733000 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf14107250 0x7fdf141a4930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:59.197 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.190+0000 7fdf18d78700  1 -- 172.21.15.46:0/1953733000 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf14107250 msgr2=0x7fdf141a4930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:59.197 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.190+0000 7fdf18d78700  1 --2- 172.21.15.46:0/1953733000 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf14107250 0x7fdf141a4930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:59.197 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.190+0000 7fdf18d78700  1 -- 172.21.15.46:0/1953733000 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf14101bb0 msgr2=0x7fdf14199df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:59.197 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.190+0000 7fdf18d78700  1 --2- 172.21.15.46:0/1953733000 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf14101bb0 0x7fdf14199df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:59.197 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.190+0000 7fdf18d78700  1 -- 172.21.15.46:0/1953733000 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf141a4e70 con 0x7fdf14101210
2024-03-19T01:48:59.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.190+0000 7fdf13fff700  1 --2- 172.21.15.46:0/1953733000 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf14101bb0 0x7fdf14199df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:48:59.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.191+0000 7fdf18d78700  1 --2- 172.21.15.46:0/1953733000 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf14101210 0x7fdf141998b0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fdf0800e9a0 tx=0x7fdf0800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:59.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.191+0000 7fdf11ffb700  1 -- 172.21.15.46:0/1953733000 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf0800ca10 con 0x7fdf14101210
2024-03-19T01:48:59.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.191+0000 7fdf1afdc700  1 -- 172.21.15.46:0/1953733000 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf141a50a0 con 0x7fdf14101210
2024-03-19T01:48:59.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.191+0000 7fdf11ffb700  1 -- 172.21.15.46:0/1953733000 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdf0800cbb0 con 0x7fdf14101210
2024-03-19T01:48:59.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.191+0000 7fdf11ffb700  1 -- 172.21.15.46:0/1953733000 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf08018680 con 0x7fdf14101210
2024-03-19T01:48:59.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.191+0000 7fdf1afdc700  1 -- 172.21.15.46:0/1953733000 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf141a55b0 con 0x7fdf14101210
2024-03-19T01:48:59.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.192+0000 7fdf1afdc700  1 -- 172.21.15.46:0/1953733000 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf14068fd0 con 0x7fdf14101210
2024-03-19T01:48:59.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.193+0000 7fdf11ffb700  1 -- 172.21.15.46:0/1953733000 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fdf08010430 con 0x7fdf14101210
2024-03-19T01:48:59.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.194+0000 7fdf11ffb700  1 --2- 172.21.15.46:0/1953733000 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdf040a2920 0x7fdf040a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:48:59.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.194+0000 7fdf13fff700  1 --2- 172.21.15.46:0/1953733000 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdf040a2920 0x7fdf040a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:48:59.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.194+0000 7fdf11ffb700  1 -- 172.21.15.46:0/1953733000 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fdf080cf110 con 0x7fdf14101210
2024-03-19T01:48:59.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.194+0000 7fdf13fff700  1 --2- 172.21.15.46:0/1953733000 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdf040a2920 0x7fdf040a4de0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fdf0000b2e0 tx=0x7fdf0001a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:48:59.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.199+0000 7fdf11ffb700  1 -- 172.21.15.46:0/1953733000 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fdf0809bc90 con 0x7fdf14101210
2024-03-19T01:48:59.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:58 smithi073 ceph-mon[66833]: pgmap v341: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:48:59.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:58 smithi102 ceph-mon[66557]: pgmap v341: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:48:59.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.410+0000 7fdf1afdc700  1 -- 172.21.15.46:0/1953733000 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fdf1402dbb0 con 0x7fdf14101210
2024-03-19T01:48:59.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.411+0000 7fdf11ffb700  1 -- 172.21.15.46:0/1953733000 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0  v0) ==== 74+0+13 (secure 0 0 0) 0x7fdf0809b590 con 0x7fdf14101210
2024-03-19T01:48:59.411 INFO:teuthology.orchestra.run.smithi046.stdout:219043332149
2024-03-19T01:48:59.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.413+0000 7fdf1afdc700  1 -- 172.21.15.46:0/1953733000 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdf040a2920 msgr2=0x7fdf040a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:59.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.413+0000 7fdf1afdc700  1 --2- 172.21.15.46:0/1953733000 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdf040a2920 0x7fdf040a4de0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fdf0000b2e0 tx=0x7fdf0001a040 comp rx=0 tx=0).stop
2024-03-19T01:48:59.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.413+0000 7fdf1afdc700  1 -- 172.21.15.46:0/1953733000 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf14101210 msgr2=0x7fdf141998b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:48:59.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.413+0000 7fdf1afdc700  1 --2- 172.21.15.46:0/1953733000 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf14101210 0x7fdf141998b0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fdf0800e9a0 tx=0x7fdf0800ecb0 comp rx=0 tx=0).stop
2024-03-19T01:48:59.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.413+0000 7fdf1afdc700  1 -- 172.21.15.46:0/1953733000 shutdown_connections
2024-03-19T01:48:59.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.413+0000 7fdf1afdc700  1 --2- 172.21.15.46:0/1953733000 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdf040a2920 0x7fdf040a4de0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:59.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.413+0000 7fdf1afdc700  1 --2- 172.21.15.46:0/1953733000 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf14107250 0x7fdf141a4930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:59.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.413+0000 7fdf1afdc700  1 --2- 172.21.15.46:0/1953733000 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf14101210 0x7fdf141998b0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:59.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.413+0000 7fdf1afdc700  1 --2- 172.21.15.46:0/1953733000 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf14101bb0 0x7fdf14199df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:48:59.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.413+0000 7fdf1afdc700  1 -- 172.21.15.46:0/1953733000 >> 172.21.15.46:0/1953733000 conn(0x7fdf14078140 msgr2=0x7fdf141000e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:48:59.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.413+0000 7fdf1afdc700  1 -- 172.21.15.46:0/1953733000 shutdown_connections
2024-03-19T01:48:59.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:48:59.413+0000 7fdf1afdc700  1 -- 172.21.15.46:0/1953733000 wait complete.
2024-03-19T01:49:00.044 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:48:59 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1953733000' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch
2024-03-19T01:49:00.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:48:59 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1953733000' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch
2024-03-19T01:49:00.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:48:59 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1953733000' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch
2024-03-19T01:49:00.659 INFO:tasks.cephadm.ceph_manager.ceph:need seq 219043332144 got 219043332149 for osd.7
2024-03-19T01:49:00.659 DEBUG:teuthology.parallel:result is None
2024-03-19T01:49:00.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.836+0000 7f1d23b61700  1 -- 172.21.15.46:0/3759669851 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d1c102390 msgr2=0x7f1d1c102810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:00.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.836+0000 7f1d23b61700  1 --2- 172.21.15.46:0/3759669851 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d1c102390 0x7f1d1c102810 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f1d18009990 tx=0x7f1d18009ca0 comp rx=0 tx=0).stop
2024-03-19T01:49:00.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.836+0000 7f1d23b61700  1 -- 172.21.15.46:0/3759669851 shutdown_connections
2024-03-19T01:49:00.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.836+0000 7f1d23b61700  1 --2- 172.21.15.46:0/3759669851 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1d1c102d50 0x7f1d1c10f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:00.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.836+0000 7f1d23b61700  1 --2- 172.21.15.46:0/3759669851 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1d1c108470 0x7f1d1c108850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:00.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.836+0000 7f1d23b61700  1 --2- 172.21.15.46:0/3759669851 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d1c102390 0x7f1d1c102810 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:00.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.836+0000 7f1d23b61700  1 -- 172.21.15.46:0/3759669851 >> 172.21.15.46:0/3759669851 conn(0x7f1d1c0793d0 msgr2=0x7f1d1c0797e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:00.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.836+0000 7f1d23b61700  1 -- 172.21.15.46:0/3759669851 shutdown_connections
2024-03-19T01:49:00.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.836+0000 7f1d23b61700  1 -- 172.21.15.46:0/3759669851 wait complete.
2024-03-19T01:49:00.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.837+0000 7f1d23b61700  1  Processor -- start
2024-03-19T01:49:00.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.837+0000 7f1d23b61700  1 --  start start
2024-03-19T01:49:00.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.837+0000 7f1d23b61700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1d1c102390 0x7f1d1c074610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:00.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.837+0000 7f1d23b61700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d1c102d50 0x7f1d1c074b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:00.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.837+0000 7f1d23b61700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1d1c108470 0x7f1d1c075090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:00.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.837+0000 7f1d23b61700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1d1c112480 con 0x7f1d1c102d50
2024-03-19T01:49:00.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.837+0000 7f1d23b61700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f1d1c112300 con 0x7f1d1c102390
2024-03-19T01:49:00.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.837+0000 7f1d23b61700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1d1c112600 con 0x7f1d1c108470
2024-03-19T01:49:00.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.837+0000 7f1d210fc700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d1c102d50 0x7f1d1c074b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:00.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.837+0000 7f1d210fc700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d1c102d50 0x7f1d1c074b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46170/0 (socket says 172.21.15.46:46170)
2024-03-19T01:49:00.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.837+0000 7f1d210fc700  1 -- 172.21.15.46:0/2194991173 learned_addr learned my addr 172.21.15.46:0/2194991173 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:00.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.837+0000 7f1d218fd700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1d1c102390 0x7f1d1c074610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:00.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.837+0000 7f1d220fe700  1 --2- 172.21.15.46:0/2194991173 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1d1c108470 0x7f1d1c075090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:00.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.837+0000 7f1d210fc700  1 -- 172.21.15.46:0/2194991173 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1d1c108470 msgr2=0x7f1d1c075090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:00.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.837+0000 7f1d210fc700  1 --2- 172.21.15.46:0/2194991173 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1d1c108470 0x7f1d1c075090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:00.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.837+0000 7f1d210fc700  1 -- 172.21.15.46:0/2194991173 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1d1c102390 msgr2=0x7f1d1c074610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:00.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.837+0000 7f1d210fc700  1 --2- 172.21.15.46:0/2194991173 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1d1c102390 0x7f1d1c074610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:00.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.837+0000 7f1d210fc700  1 -- 172.21.15.46:0/2194991173 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d1c1a6f00 con 0x7f1d1c102d50
2024-03-19T01:49:00.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.837+0000 7f1d218fd700  1 --2- 172.21.15.46:0/2194991173 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1d1c102390 0x7f1d1c074610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:00.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.838+0000 7f1d210fc700  1 --2- 172.21.15.46:0/2194991173 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d1c102d50 0x7f1d1c074b50 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f1d18000c00 tx=0x7f1d18004790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:00.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.838+0000 7f1d12ffd700  1 -- 172.21.15.46:0/2194991173 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d18027070 con 0x7f1d1c102d50
2024-03-19T01:49:00.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.838+0000 7f1d23b61700  1 -- 172.21.15.46:0/2194991173 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d1c1a7190 con 0x7f1d1c102d50
2024-03-19T01:49:00.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.838+0000 7f1d12ffd700  1 -- 172.21.15.46:0/2194991173 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1d18022470 con 0x7f1d1c102d50
2024-03-19T01:49:00.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.838+0000 7f1d12ffd700  1 -- 172.21.15.46:0/2194991173 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d1800b610 con 0x7f1d1c102d50
2024-03-19T01:49:00.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.838+0000 7f1d23b61700  1 -- 172.21.15.46:0/2194991173 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d1c1a7670 con 0x7f1d1c102d50
2024-03-19T01:49:00.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.839+0000 7f1d23b61700  1 -- 172.21.15.46:0/2194991173 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d1c068fd0 con 0x7f1d1c102d50
2024-03-19T01:49:00.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.840+0000 7f1d12ffd700  1 -- 172.21.15.46:0/2194991173 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f1d1802a070 con 0x7f1d1c102d50
2024-03-19T01:49:00.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.841+0000 7f1d12ffd700  1 --2- 172.21.15.46:0/2194991173 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f1d080a2920 0x7f1d080a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:00.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.841+0000 7f1d218fd700  1 --2- 172.21.15.46:0/2194991173 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f1d080a2920 0x7f1d080a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:00.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.841+0000 7f1d12ffd700  1 -- 172.21.15.46:0/2194991173 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f1d180cfdf0 con 0x7f1d1c102d50
2024-03-19T01:49:00.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.841+0000 7f1d218fd700  1 --2- 172.21.15.46:0/2194991173 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f1d080a2920 0x7f1d080a4de0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f1d0c009fd0 tx=0x7f1d0c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:00.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:00.846+0000 7f1d12ffd700  1 -- 172.21.15.46:0/2194991173 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f1d18013070 con 0x7f1d1c102d50
2024-03-19T01:49:01.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:01.052+0000 7f1d23b61700  1 -- 172.21.15.46:0/2194991173 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f1d1c02dbb0 con 0x7f1d1c102d50
2024-03-19T01:49:01.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:01.053+0000 7f1d12ffd700  1 -- 172.21.15.46:0/2194991173 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0  v0) ==== 74+0+12 (secure 0 0 0) 0x7f1d1809ca60 con 0x7f1d1c102d50
2024-03-19T01:49:01.053 INFO:teuthology.orchestra.run.smithi046.stdout:34359738456
2024-03-19T01:49:01.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:01.055+0000 7f1d23b61700  1 -- 172.21.15.46:0/2194991173 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f1d080a2920 msgr2=0x7f1d080a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:01.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:01.055+0000 7f1d23b61700  1 --2- 172.21.15.46:0/2194991173 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f1d080a2920 0x7f1d080a4de0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f1d0c009fd0 tx=0x7f1d0c009260 comp rx=0 tx=0).stop
2024-03-19T01:49:01.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:01.055+0000 7f1d23b61700  1 -- 172.21.15.46:0/2194991173 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d1c102d50 msgr2=0x7f1d1c074b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:01.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:01.055+0000 7f1d23b61700  1 --2- 172.21.15.46:0/2194991173 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d1c102d50 0x7f1d1c074b50 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f1d18000c00 tx=0x7f1d18004790 comp rx=0 tx=0).stop
2024-03-19T01:49:01.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:01.055+0000 7f1d23b61700  1 -- 172.21.15.46:0/2194991173 shutdown_connections
2024-03-19T01:49:01.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:01.055+0000 7f1d23b61700  1 --2- 172.21.15.46:0/2194991173 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f1d080a2920 0x7f1d080a4de0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:01.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:01.055+0000 7f1d23b61700  1 --2- 172.21.15.46:0/2194991173 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1d1c108470 0x7f1d1c075090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:01.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:01.055+0000 7f1d23b61700  1 --2- 172.21.15.46:0/2194991173 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1d1c102390 0x7f1d1c074610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:01.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:01.055+0000 7f1d23b61700  1 --2- 172.21.15.46:0/2194991173 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d1c102d50 0x7f1d1c074b50 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:01.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:01.055+0000 7f1d23b61700  1 -- 172.21.15.46:0/2194991173 >> 172.21.15.46:0/2194991173 conn(0x7f1d1c0793d0 msgr2=0x7f1d1c101090 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:01.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:01.055+0000 7f1d23b61700  1 -- 172.21.15.46:0/2194991173 shutdown_connections
2024-03-19T01:49:01.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:01.055+0000 7f1d23b61700  1 -- 172.21.15.46:0/2194991173 wait complete.
2024-03-19T01:49:01.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:00 smithi073 ceph-mon[66833]: pgmap v342: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s
2024-03-19T01:49:01.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:00 smithi102 ceph-mon[66557]: pgmap v342: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s
2024-03-19T01:49:01.320 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:00 smithi046 ceph-mon[63102]: pgmap v342: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s
2024-03-19T01:49:01.349 INFO:tasks.cephadm.ceph_manager.ceph:need seq 141733920831 got 141733920836 for osd.4
2024-03-19T01:49:01.349 DEBUG:teuthology.parallel:result is None
2024-03-19T01:49:02.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:01 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2194991173' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch
2024-03-19T01:49:02.204 INFO:tasks.cephadm.ceph_manager.ceph:need seq 343597383707 got 343597383711 for osd.11
2024-03-19T01:49:02.205 DEBUG:teuthology.parallel:result is None
2024-03-19T01:49:02.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:01 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2194991173' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch
2024-03-19T01:49:02.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:01 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2194991173' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch
2024-03-19T01:49:02.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.896+0000 7f8a4576a700  1 -- 172.21.15.46:0/3587681847 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a40102d20 msgr2=0x7f8a4010f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:02.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.896+0000 7f8a4576a700  1 --2- 172.21.15.46:0/3587681847 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a40102d20 0x7f8a4010f1c0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f8a38009990 tx=0x7f8a38009ca0 comp rx=0 tx=0).stop
2024-03-19T01:49:02.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.896+0000 7f8a4576a700  1 -- 172.21.15.46:0/3587681847 shutdown_connections
2024-03-19T01:49:02.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.896+0000 7f8a4576a700  1 --2- 172.21.15.46:0/3587681847 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a40102d20 0x7f8a4010f1c0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:02.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.896+0000 7f8a4576a700  1 --2- 172.21.15.46:0/3587681847 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8a40108410 0x7f8a401087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:02.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.896+0000 7f8a4576a700  1 --2- 172.21.15.46:0/3587681847 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a40102360 0x7f8a401027e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:02.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.896+0000 7f8a4576a700  1 -- 172.21.15.46:0/3587681847 >> 172.21.15.46:0/3587681847 conn(0x7f8a40079440 msgr2=0x7f8a40079850 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:02.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.896+0000 7f8a4576a700  1 -- 172.21.15.46:0/3587681847 shutdown_connections
2024-03-19T01:49:02.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.896+0000 7f8a4576a700  1 -- 172.21.15.46:0/3587681847 wait complete.
2024-03-19T01:49:02.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.896+0000 7f8a4576a700  1  Processor -- start
2024-03-19T01:49:02.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.897+0000 7f8a4576a700  1 --  start start
2024-03-19T01:49:02.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.897+0000 7f8a4576a700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a40102360 0x7f8a40074610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:02.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.897+0000 7f8a4576a700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8a40102d20 0x7f8a40074b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:02.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.897+0000 7f8a4576a700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a40108410 0x7f8a40075090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:02.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.897+0000 7f8a4576a700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f8a40112500 con 0x7f8a40102360
2024-03-19T01:49:02.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.897+0000 7f8a4576a700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f8a40112380 con 0x7f8a40102d20
2024-03-19T01:49:02.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.897+0000 7f8a4576a700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f8a40112680 con 0x7f8a40108410
2024-03-19T01:49:02.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.897+0000 7f8a3effd700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a40102360 0x7f8a40074610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:02.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.897+0000 7f8a3effd700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a40102360 0x7f8a40074610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39578/0 (socket says 172.21.15.46:39578)
2024-03-19T01:49:02.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.897+0000 7f8a3effd700  1 -- 172.21.15.46:0/3535766655 learned_addr learned my addr 172.21.15.46:0/3535766655 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:02.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.897+0000 7f8a3e7fc700  1 --2- 172.21.15.46:0/3535766655 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8a40102d20 0x7f8a40074b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:02.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.897+0000 7f8a3f7fe700  1 --2- 172.21.15.46:0/3535766655 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a40108410 0x7f8a40075090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:02.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.897+0000 7f8a3e7fc700  1 -- 172.21.15.46:0/3535766655 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a40108410 msgr2=0x7f8a40075090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:02.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.897+0000 7f8a3e7fc700  1 --2- 172.21.15.46:0/3535766655 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a40108410 0x7f8a40075090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:02.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.897+0000 7f8a3e7fc700  1 -- 172.21.15.46:0/3535766655 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a40102360 msgr2=0x7f8a40074610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:02.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.897+0000 7f8a3e7fc700  1 --2- 172.21.15.46:0/3535766655 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a40102360 0x7f8a40074610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:02.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.897+0000 7f8a3e7fc700  1 -- 172.21.15.46:0/3535766655 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a401a6ea0 con 0x7f8a40102d20
2024-03-19T01:49:02.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.897+0000 7f8a3effd700  1 --2- 172.21.15.46:0/3535766655 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a40102360 0x7f8a40074610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:02.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.898+0000 7f8a3e7fc700  1 --2- 172.21.15.46:0/3535766655 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8a40102d20 0x7f8a40074b50 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f8a3400e9f0 tx=0x7f8a3400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:02.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.898+0000 7f8a27fff700  1 -- 172.21.15.46:0/3535766655 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a34004220 con 0x7f8a40102d20
2024-03-19T01:49:02.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.898+0000 7f8a4576a700  1 -- 172.21.15.46:0/3535766655 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a401a7190 con 0x7f8a40102d20
2024-03-19T01:49:02.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.898+0000 7f8a27fff700  1 -- 172.21.15.46:0/3535766655 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8a340043c0 con 0x7f8a40102d20
2024-03-19T01:49:02.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.898+0000 7f8a27fff700  1 -- 172.21.15.46:0/3535766655 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a34005020 con 0x7f8a40102d20
2024-03-19T01:49:02.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.898+0000 7f8a4576a700  1 -- 172.21.15.46:0/3535766655 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a401a7680 con 0x7f8a40102d20
2024-03-19T01:49:02.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.899+0000 7f8a4576a700  1 -- 172.21.15.46:0/3535766655 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a40068fd0 con 0x7f8a40102d20
2024-03-19T01:49:02.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.900+0000 7f8a27fff700  1 -- 172.21.15.46:0/3535766655 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f8a34004750 con 0x7f8a40102d20
2024-03-19T01:49:02.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.900+0000 7f8a27fff700  1 --2- 172.21.15.46:0/3535766655 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f8a280a29a0 0x7f8a280a4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:02.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.900+0000 7f8a3effd700  1 --2- 172.21.15.46:0/3535766655 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f8a280a29a0 0x7f8a280a4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:02.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.900+0000 7f8a27fff700  1 -- 172.21.15.46:0/3535766655 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f8a340ceef0 con 0x7f8a40102d20
2024-03-19T01:49:02.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.901+0000 7f8a3effd700  1 --2- 172.21.15.46:0/3535766655 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f8a280a29a0 0x7f8a280a4e60 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f8a30009c10 tx=0x7f8a3000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:02.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:02.904+0000 7f8a27fff700  1 -- 172.21.15.46:0/3535766655 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f8a3409ba70 con 0x7f8a40102d20
2024-03-19T01:49:03.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:02 smithi046 ceph-mon[63102]: pgmap v343: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:49:03.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:03.117+0000 7f8a4576a700  1 -- 172.21.15.46:0/3535766655 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f8a4002dbb0 con 0x7f8a40102d20
2024-03-19T01:49:03.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:03.117+0000 7f8a27fff700  1 -- 172.21.15.46:0/3535766655 <== mon.2 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0  v0) ==== 74+0+13 (secure 0 0 0) 0x7f8a3409b370 con 0x7f8a40102d20
2024-03-19T01:49:03.118 INFO:teuthology.orchestra.run.smithi046.stdout:163208757310
2024-03-19T01:49:03.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:03.120+0000 7f8a4576a700  1 -- 172.21.15.46:0/3535766655 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f8a280a29a0 msgr2=0x7f8a280a4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:03.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:03.120+0000 7f8a4576a700  1 --2- 172.21.15.46:0/3535766655 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f8a280a29a0 0x7f8a280a4e60 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f8a30009c10 tx=0x7f8a3000b040 comp rx=0 tx=0).stop
2024-03-19T01:49:03.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:03.120+0000 7f8a4576a700  1 -- 172.21.15.46:0/3535766655 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8a40102d20 msgr2=0x7f8a40074b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:03.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:03.120+0000 7f8a4576a700  1 --2- 172.21.15.46:0/3535766655 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8a40102d20 0x7f8a40074b50 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f8a3400e9f0 tx=0x7f8a3400ed00 comp rx=0 tx=0).stop
2024-03-19T01:49:03.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:03.120+0000 7f8a4576a700  1 -- 172.21.15.46:0/3535766655 shutdown_connections
2024-03-19T01:49:03.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:03.120+0000 7f8a4576a700  1 --2- 172.21.15.46:0/3535766655 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f8a280a29a0 0x7f8a280a4e60 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:03.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:03.120+0000 7f8a4576a700  1 --2- 172.21.15.46:0/3535766655 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a40108410 0x7f8a40075090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:03.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:03.120+0000 7f8a4576a700  1 --2- 172.21.15.46:0/3535766655 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a40102360 0x7f8a40074610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:03.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:03.120+0000 7f8a4576a700  1 --2- 172.21.15.46:0/3535766655 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8a40102d20 0x7f8a40074b50 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:03.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:03.120+0000 7f8a4576a700  1 -- 172.21.15.46:0/3535766655 >> 172.21.15.46:0/3535766655 conn(0x7f8a40079440 msgr2=0x7f8a40101240 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:03.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:03.120+0000 7f8a4576a700  1 -- 172.21.15.46:0/3535766655 shutdown_connections
2024-03-19T01:49:03.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:03.120+0000 7f8a4576a700  1 -- 172.21.15.46:0/3535766655 wait complete.
2024-03-19T01:49:03.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:02 smithi073 ceph-mon[66833]: pgmap v343: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:49:03.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:02 smithi102 ceph-mon[66557]: pgmap v343: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:49:03.454 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738449 got 34359738456 for osd.0
2024-03-19T01:49:03.454 DEBUG:teuthology.parallel:result is None
2024-03-19T01:49:04.101 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:03 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3535766655' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch
2024-03-19T01:49:04.135 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757304 got 163208757310 for osd.5
2024-03-19T01:49:04.135 DEBUG:teuthology.parallel:result is None
2024-03-19T01:49:04.135 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean
2024-03-19T01:49:04.135 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph pg dump --format=json
2024-03-19T01:49:04.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:03 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3535766655' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch
2024-03-19T01:49:04.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:03 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3535766655' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch
2024-03-19T01:49:04.414 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:49:05.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:05 smithi073 ceph-mon[66833]: pgmap v344: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s
2024-03-19T01:49:05.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:05 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:49:05.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:05 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:49:05.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:05 smithi102 ceph-mon[66557]: pgmap v344: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s
2024-03-19T01:49:05.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:05 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:49:05.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:05 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:49:05.542 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:05 smithi046 ceph-mon[63102]: pgmap v344: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s
2024-03-19T01:49:05.542 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:05 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:49:05.542 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:05 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:49:06.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.098+0000 7f2e60a67700  1 -- 172.21.15.46:0/321446935 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2e5c1014a0 msgr2=0x7f2e5c101880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:06.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.098+0000 7f2e60a67700  1 --2- 172.21.15.46:0/321446935 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2e5c1014a0 0x7f2e5c101880 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f2e4c00b0d0 tx=0x7f2e4c00b3e0 comp rx=0 tx=0).stop
2024-03-19T01:49:06.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.098+0000 7f2e60a67700  1 -- 172.21.15.46:0/321446935 shutdown_connections
2024-03-19T01:49:06.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.098+0000 7f2e60a67700  1 --2- 172.21.15.46:0/321446935 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2e5c1064f0 0x7f2e5c10e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:06.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.098+0000 7f2e60a67700  1 --2- 172.21.15.46:0/321446935 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2e5c1014a0 0x7f2e5c101880 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:06.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.098+0000 7f2e60a67700  1 --2- 172.21.15.46:0/321446935 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2e5c101e50 0x7f2e5c105e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:06.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.098+0000 7f2e60a67700  1 -- 172.21.15.46:0/321446935 >> 172.21.15.46:0/321446935 conn(0x7f2e5c077260 msgr2=0x7f2e5c077670 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:06.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.098+0000 7f2e60a67700  1 -- 172.21.15.46:0/321446935 shutdown_connections
2024-03-19T01:49:06.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.098+0000 7f2e60a67700  1 -- 172.21.15.46:0/321446935 wait complete.
2024-03-19T01:49:06.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.099+0000 7f2e60a67700  1  Processor -- start
2024-03-19T01:49:06.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.099+0000 7f2e60a67700  1 --  start start
2024-03-19T01:49:06.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.099+0000 7f2e60a67700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2e5c1014a0 0x7f2e5c19e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:06.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.099+0000 7f2e60a67700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2e5c101e50 0x7f2e5c19eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:06.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.099+0000 7f2e60a67700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2e5c1064f0 0x7f2e5c198a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:06.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.099+0000 7f2e60a67700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f2e5c1113a0 con 0x7f2e5c1064f0
2024-03-19T01:49:06.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.099+0000 7f2e60a67700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f2e5c111220 con 0x7f2e5c1014a0
2024-03-19T01:49:06.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.099+0000 7f2e60a67700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2e5c111520 con 0x7f2e5c101e50
2024-03-19T01:49:06.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.099+0000 7f2e5ad9d700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2e5c1064f0 0x7f2e5c198a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:06.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.099+0000 7f2e59d9b700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2e5c101e50 0x7f2e5c19eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:06.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.099+0000 7f2e5ad9d700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2e5c1064f0 0x7f2e5c198a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39594/0 (socket says 172.21.15.46:39594)
2024-03-19T01:49:06.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.099+0000 7f2e5a59c700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2e5c1014a0 0x7f2e5c19e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:06.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.099+0000 7f2e5ad9d700  1 -- 172.21.15.46:0/3907842657 learned_addr learned my addr 172.21.15.46:0/3907842657 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:06.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.100+0000 7f2e5ad9d700  1 -- 172.21.15.46:0/3907842657 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2e5c101e50 msgr2=0x7f2e5c19eb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:06.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.100+0000 7f2e5ad9d700  1 --2- 172.21.15.46:0/3907842657 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2e5c101e50 0x7f2e5c19eb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:06.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.100+0000 7f2e5ad9d700  1 -- 172.21.15.46:0/3907842657 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2e5c1014a0 msgr2=0x7f2e5c19e650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:06.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.100+0000 7f2e5ad9d700  1 --2- 172.21.15.46:0/3907842657 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2e5c1014a0 0x7f2e5c19e650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:06.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.100+0000 7f2e5ad9d700  1 -- 172.21.15.46:0/3907842657 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e5c199220 con 0x7f2e5c1064f0
2024-03-19T01:49:06.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.100+0000 7f2e59d9b700  1 --2- 172.21.15.46:0/3907842657 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2e5c101e50 0x7f2e5c19eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:06.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.100+0000 7f2e5a59c700  1 --2- 172.21.15.46:0/3907842657 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2e5c1014a0 0x7f2e5c19e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:06.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.100+0000 7f2e5ad9d700  1 --2- 172.21.15.46:0/3907842657 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2e5c1064f0 0x7f2e5c198a80 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f2e5400e940 tx=0x7f2e5400ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:06.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.100+0000 7f2e537fe700  1 -- 172.21.15.46:0/3907842657 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e54004a30 con 0x7f2e5c1064f0
2024-03-19T01:49:06.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.100+0000 7f2e60a67700  1 -- 172.21.15.46:0/3907842657 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e5c199510 con 0x7f2e5c1064f0
2024-03-19T01:49:06.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.100+0000 7f2e537fe700  1 -- 172.21.15.46:0/3907842657 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2e540054d0 con 0x7f2e5c1064f0
2024-03-19T01:49:06.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.100+0000 7f2e537fe700  1 -- 172.21.15.46:0/3907842657 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e5400ccf0 con 0x7f2e5c1064f0
2024-03-19T01:49:06.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.100+0000 7f2e60a67700  1 -- 172.21.15.46:0/3907842657 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e5c1a54b0 con 0x7f2e5c1064f0
2024-03-19T01:49:06.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.101+0000 7f2e60a67700  1 -- 172.21.15.46:0/3907842657 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e5c1028f0 con 0x7f2e5c1064f0
2024-03-19T01:49:06.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.102+0000 7f2e537fe700  1 -- 172.21.15.46:0/3907842657 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f2e54005020 con 0x7f2e5c1064f0
2024-03-19T01:49:06.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.103+0000 7f2e537fe700  1 --2- 172.21.15.46:0/3907842657 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f2e480a2920 0x7f2e480a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:06.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.103+0000 7f2e5a59c700  1 --2- 172.21.15.46:0/3907842657 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f2e480a2920 0x7f2e480a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:06.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.103+0000 7f2e537fe700  1 -- 172.21.15.46:0/3907842657 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f2e540cf060 con 0x7f2e5c1064f0
2024-03-19T01:49:06.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.103+0000 7f2e5a59c700  1 --2- 172.21.15.46:0/3907842657 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f2e480a2920 0x7f2e480a4de0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f2e4c00bfd0 tx=0x7f2e4c00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:06.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.108+0000 7f2e537fe700  1 -- 172.21.15.46:0/3907842657 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f2e5409bbe0 con 0x7f2e5c1064f0
2024-03-19T01:49:06.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.308+0000 7f2e60a67700  1 -- 172.21.15.46:0/3907842657 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2e5c062750 con 0x7f2e480a2920
2024-03-19T01:49:06.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.318+0000 7f2e537fe700  1 -- 172.21.15.46:0/3907842657 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340355 (secure 0 0 0) 0x7f2e5c062750 con 0x7f2e480a2920
2024-03-19T01:49:06.323 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:49:06.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.322+0000 7f2e60a67700  1 -- 172.21.15.46:0/3907842657 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f2e480a2920 msgr2=0x7f2e480a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:06.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.322+0000 7f2e60a67700  1 --2- 172.21.15.46:0/3907842657 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f2e480a2920 0x7f2e480a4de0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f2e4c00bfd0 tx=0x7f2e4c00b040 comp rx=0 tx=0).stop
2024-03-19T01:49:06.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.322+0000 7f2e60a67700  1 -- 172.21.15.46:0/3907842657 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2e5c1064f0 msgr2=0x7f2e5c198a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:06.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.322+0000 7f2e60a67700  1 --2- 172.21.15.46:0/3907842657 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2e5c1064f0 0x7f2e5c198a80 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f2e5400e940 tx=0x7f2e5400ec50 comp rx=0 tx=0).stop
2024-03-19T01:49:06.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.322+0000 7f2e60a67700  1 -- 172.21.15.46:0/3907842657 shutdown_connections
2024-03-19T01:49:06.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.322+0000 7f2e60a67700  1 --2- 172.21.15.46:0/3907842657 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f2e480a2920 0x7f2e480a4de0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:06.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.322+0000 7f2e60a67700  1 --2- 172.21.15.46:0/3907842657 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2e5c1064f0 0x7f2e5c198a80 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:06.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.322+0000 7f2e60a67700  1 --2- 172.21.15.46:0/3907842657 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2e5c1014a0 0x7f2e5c19e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:06.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.322+0000 7f2e60a67700  1 --2- 172.21.15.46:0/3907842657 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2e5c101e50 0x7f2e5c19eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:06.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.322+0000 7f2e60a67700  1 -- 172.21.15.46:0/3907842657 >> 172.21.15.46:0/3907842657 conn(0x7f2e5c077260 msgr2=0x7f2e5c0ff2b0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:06.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.322+0000 7f2e60a67700  1 -- 172.21.15.46:0/3907842657 shutdown_connections
2024-03-19T01:49:06.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:06.322+0000 7f2e60a67700  1 -- 172.21.15.46:0/3907842657 wait complete.
2024-03-19T01:49:06.326 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all
2024-03-19T01:49:06.466 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:06 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:49:06.466 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:06 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:49:06.466 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:06 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:49:06.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:06 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:49:06.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:06 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:49:06.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:06 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:49:06.608 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:06 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:49:06.608 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:06 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:49:06.608 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:06 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x'
2024-03-19T01:49:06.978 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":345,"stamp":"2024-03-19T01:49:05.943882+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":656937,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":580,"num_read_kb":415,"num_write":343,"num_write_kb":3056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":1181358,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":279,"ondisk_log_size":279,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":388284,"kb_used_data":14096,"kb_used_omap":18,"kb_used_meta":373997,"kb_avail":1124553540,"statfs":{"total":1151940427776,"available":1151542824960,"internally_reserved":0,"allocated":14434304,"data_stored":7952081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":382973242},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":70,"num_read_kb":35,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003408"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674251+0000","last_change":"2024-03-19T01:47:27.316219+0000","last_active":"2024-03-19T01:48:19.674251+0000","last_peered":"2024-03-19T01:48:19.674251+0000","last_clean":"2024-03-19T01:48:19.674251+0000","last_became_active":"2024-03-19T01:47:27.315831+0000","last_became_peered":"2024-03-19T01:47:27.315831+0000","last_unstale":"2024-03-19T01:48:19.674251+0000","last_undegraded":"2024-03-19T01:48:19.674251+0000","last_fullsized":"2024-03-19T01:48:19.674251+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:14:54.941807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674349+0000","last_change":"2024-03-19T01:47:27.309298+0000","last_active":"2024-03-19T01:48:19.674349+0000","last_peered":"2024-03-19T01:48:19.674349+0000","last_clean":"2024-03-19T01:48:19.674349+0000","last_became_active":"2024-03-19T01:47:27.308880+0000","last_became_peered":"2024-03-19T01:47:27.308880+0000","last_unstale":"2024-03-19T01:48:19.674349+0000","last_undegraded":"2024-03-19T01:48:19.674349+0000","last_fullsized":"2024-03-19T01:48:19.674349+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:25:43.214077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674278+0000","last_change":"2024-03-19T01:47:27.314676+0000","last_active":"2024-03-19T01:48:19.674278+0000","last_peered":"2024-03-19T01:48:19.674278+0000","last_clean":"2024-03-19T01:48:19.674278+0000","last_became_active":"2024-03-19T01:47:27.314302+0000","last_became_peered":"2024-03-19T01:47:27.314302+0000","last_unstale":"2024-03-19T01:48:19.674278+0000","last_undegraded":"2024-03-19T01:48:19.674278+0000","last_fullsized":"2024-03-19T01:48:19.674278+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:58:34.309633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.672520+0000","last_change":"2024-03-19T01:47:27.305666+0000","last_active":"2024-03-19T01:48:19.672520+0000","last_peered":"2024-03-19T01:48:19.672520+0000","last_clean":"2024-03-19T01:48:19.672520+0000","last_became_active":"2024-03-19T01:47:27.304845+0000","last_became_peered":"2024-03-19T01:47:27.304845+0000","last_unstale":"2024-03-19T01:48:19.672520+0000","last_undegraded":"2024-03-19T01:48:19.672520+0000","last_fullsized":"2024-03-19T01:48:19.672520+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:54:40.396227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.675052+0000","last_change":"2024-03-19T01:47:27.308830+0000","last_active":"2024-03-19T01:48:19.675052+0000","last_peered":"2024-03-19T01:48:19.675052+0000","last_clean":"2024-03-19T01:48:19.675052+0000","last_became_active":"2024-03-19T01:47:27.308481+0000","last_became_peered":"2024-03-19T01:47:27.308481+0000","last_unstale":"2024-03-19T01:48:19.675052+0000","last_undegraded":"2024-03-19T01:48:19.675052+0000","last_fullsized":"2024-03-19T01:48:19.675052+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:00:16.582732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.087525+0000","last_change":"2024-03-19T01:47:27.298860+0000","last_active":"2024-03-19T01:48:20.087525+0000","last_peered":"2024-03-19T01:48:20.087525+0000","last_clean":"2024-03-19T01:48:20.087525+0000","last_became_active":"2024-03-19T01:47:27.298524+0000","last_became_peered":"2024-03-19T01:47:27.298524+0000","last_unstale":"2024-03-19T01:48:20.087525+0000","last_undegraded":"2024-03-19T01:48:20.087525+0000","last_fullsized":"2024-03-19T01:48:20.087525+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:58:40.649961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680679+0000","last_change":"2024-03-19T01:47:27.311624+0000","last_active":"2024-03-19T01:48:19.680679+0000","last_peered":"2024-03-19T01:48:19.680679+0000","last_clean":"2024-03-19T01:48:19.680679+0000","last_became_active":"2024-03-19T01:47:27.311254+0000","last_became_peered":"2024-03-19T01:47:27.311254+0000","last_unstale":"2024-03-19T01:48:19.680679+0000","last_undegraded":"2024-03-19T01:48:19.680679+0000","last_fullsized":"2024-03-19T01:48:19.680679+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:07:17.860441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.063327+0000","last_change":"2024-03-19T01:47:27.320016+0000","last_active":"2024-03-19T01:48:20.063327+0000","last_peered":"2024-03-19T01:48:20.063327+0000","last_clean":"2024-03-19T01:48:20.063327+0000","last_became_active":"2024-03-19T01:47:27.319694+0000","last_became_peered":"2024-03-19T01:47:27.319694+0000","last_unstale":"2024-03-19T01:48:20.063327+0000","last_undegraded":"2024-03-19T01:48:20.063327+0000","last_fullsized":"2024-03-19T01:48:20.063327+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:01:42.153899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.675395+0000","last_change":"2024-03-19T01:47:27.312254+0000","last_active":"2024-03-19T01:48:19.675395+0000","last_peered":"2024-03-19T01:48:19.675395+0000","last_clean":"2024-03-19T01:48:19.675395+0000","last_became_active":"2024-03-19T01:47:27.311733+0000","last_became_peered":"2024-03-19T01:47:27.311733+0000","last_unstale":"2024-03-19T01:48:19.675395+0000","last_undegraded":"2024-03-19T01:48:19.675395+0000","last_fullsized":"2024-03-19T01:48:19.675395+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:59:38.192531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.087917+0000","last_change":"2024-03-19T01:47:27.299650+0000","last_active":"2024-03-19T01:48:20.087917+0000","last_peered":"2024-03-19T01:48:20.087917+0000","last_clean":"2024-03-19T01:48:20.087917+0000","last_became_active":"2024-03-19T01:47:27.299329+0000","last_became_peered":"2024-03-19T01:47:27.299329+0000","last_unstale":"2024-03-19T01:48:20.087917+0000","last_undegraded":"2024-03-19T01:48:20.087917+0000","last_fullsized":"2024-03-19T01:48:20.087917+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:50:21.257181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680973+0000","last_change":"2024-03-19T01:47:27.316456+0000","last_active":"2024-03-19T01:48:19.680973+0000","last_peered":"2024-03-19T01:48:19.680973+0000","last_clean":"2024-03-19T01:48:19.680973+0000","last_became_active":"2024-03-19T01:47:27.315181+0000","last_became_peered":"2024-03-19T01:47:27.315181+0000","last_unstale":"2024-03-19T01:48:19.680973+0000","last_undegraded":"2024-03-19T01:48:19.680973+0000","last_fullsized":"2024-03-19T01:48:19.680973+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:47:00.844124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.672517+0000","last_change":"2024-03-19T01:47:27.305956+0000","last_active":"2024-03-19T01:48:19.672517+0000","last_peered":"2024-03-19T01:48:19.672517+0000","last_clean":"2024-03-19T01:48:19.672517+0000","last_became_active":"2024-03-19T01:47:27.305324+0000","last_became_peered":"2024-03-19T01:47:27.305324+0000","last_unstale":"2024-03-19T01:48:19.672517+0000","last_undegraded":"2024-03-19T01:48:19.672517+0000","last_fullsized":"2024-03-19T01:48:19.672517+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:41:53.713605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.130404+0000","last_change":"2024-03-19T01:47:27.290298+0000","last_active":"2024-03-19T01:48:20.130404+0000","last_peered":"2024-03-19T01:48:20.130404+0000","last_clean":"2024-03-19T01:48:20.130404+0000","last_became_active":"2024-03-19T01:47:27.289839+0000","last_became_peered":"2024-03-19T01:47:27.289839+0000","last_unstale":"2024-03-19T01:48:20.130404+0000","last_undegraded":"2024-03-19T01:48:20.130404+0000","last_fullsized":"2024-03-19T01:48:20.130404+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:53:50.693819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.673920+0000","last_change":"2024-03-19T01:47:27.308572+0000","last_active":"2024-03-19T01:48:19.673920+0000","last_peered":"2024-03-19T01:48:19.673920+0000","last_clean":"2024-03-19T01:48:19.673920+0000","last_became_active":"2024-03-19T01:47:27.308206+0000","last_became_peered":"2024-03-19T01:47:27.308206+0000","last_unstale":"2024-03-19T01:48:19.673920+0000","last_undegraded":"2024-03-19T01:48:19.673920+0000","last_fullsized":"2024-03-19T01:48:19.673920+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:30:48.905335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.673864+0000","last_change":"2024-03-19T01:47:27.311928+0000","last_active":"2024-03-19T01:48:19.673864+0000","last_peered":"2024-03-19T01:48:19.673864+0000","last_clean":"2024-03-19T01:48:19.673864+0000","last_became_active":"2024-03-19T01:47:27.310117+0000","last_became_peered":"2024-03-19T01:47:27.310117+0000","last_unstale":"2024-03-19T01:48:19.673864+0000","last_undegraded":"2024-03-19T01:48:19.673864+0000","last_fullsized":"2024-03-19T01:48:19.673864+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:15:53.823356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674922+0000","last_change":"2024-03-19T01:47:27.314233+0000","last_active":"2024-03-19T01:48:19.674922+0000","last_peered":"2024-03-19T01:48:19.674922+0000","last_clean":"2024-03-19T01:48:19.674922+0000","last_became_active":"2024-03-19T01:47:27.313862+0000","last_became_peered":"2024-03-19T01:47:27.313862+0000","last_unstale":"2024-03-19T01:48:19.674922+0000","last_undegraded":"2024-03-19T01:48:19.674922+0000","last_fullsized":"2024-03-19T01:48:19.674922+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:53:02.615772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674155+0000","last_change":"2024-03-19T01:47:27.320396+0000","last_active":"2024-03-19T01:48:19.674155+0000","last_peered":"2024-03-19T01:48:19.674155+0000","last_clean":"2024-03-19T01:48:19.674155+0000","last_became_active":"2024-03-19T01:47:27.320015+0000","last_became_peered":"2024-03-19T01:47:27.320015+0000","last_unstale":"2024-03-19T01:48:19.674155+0000","last_undegraded":"2024-03-19T01:48:19.674155+0000","last_fullsized":"2024-03-19T01:48:19.674155+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:04:45.224623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.672201+0000","last_change":"2024-03-19T01:47:27.318322+0000","last_active":"2024-03-19T01:48:19.672201+0000","last_peered":"2024-03-19T01:48:19.672201+0000","last_clean":"2024-03-19T01:48:19.672201+0000","last_became_active":"2024-03-19T01:47:27.317951+0000","last_became_peered":"2024-03-19T01:47:27.317951+0000","last_unstale":"2024-03-19T01:48:19.672201+0000","last_undegraded":"2024-03-19T01:48:19.672201+0000","last_fullsized":"2024-03-19T01:48:19.672201+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:58:56.214818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674479+0000","last_change":"2024-03-19T01:47:27.307393+0000","last_active":"2024-03-19T01:48:19.674479+0000","last_peered":"2024-03-19T01:48:19.674479+0000","last_clean":"2024-03-19T01:48:19.674479+0000","last_became_active":"2024-03-19T01:47:27.306828+0000","last_became_peered":"2024-03-19T01:47:27.306828+0000","last_unstale":"2024-03-19T01:48:19.674479+0000","last_undegraded":"2024-03-19T01:48:19.674479+0000","last_fullsized":"2024-03-19T01:48:19.674479+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:47:47.296955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.065678+0000","last_change":"2024-03-19T01:48:20.065678+0000","last_active":"2024-03-19T01:48:20.065678+0000","last_peered":"2024-03-19T01:48:20.065678+0000","last_clean":"2024-03-19T01:48:20.065678+0000","last_became_active":"2024-03-19T01:48:20.065045+0000","last_became_peered":"2024-03-19T01:48:20.065045+0000","last_unstale":"2024-03-19T01:48:20.065678+0000","last_undegraded":"2024-03-19T01:48:20.065678+0000","last_fullsized":"2024-03-19T01:48:20.065678+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:02:07.620337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8,0],"acting":[2,3,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":37,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.672239+0000","last_change":"2024-03-19T01:47:26.053209+0000","last_active":"2024-03-19T01:48:19.672239+0000","last_peered":"2024-03-19T01:48:19.672239+0000","last_clean":"2024-03-19T01:48:19.672239+0000","last_became_active":"2024-03-19T01:47:26.052284+0000","last_became_peered":"2024-03-19T01:47:26.052284+0000","last_unstale":"2024-03-19T01:48:19.672239+0000","last_undegraded":"2024-03-19T01:48:19.672239+0000","last_fullsized":"2024-03-19T01:48:19.672239+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:16:24.337242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.064056+0000","last_change":"2024-03-19T01:47:27.314175+0000","last_active":"2024-03-19T01:48:20.064056+0000","last_peered":"2024-03-19T01:48:20.064056+0000","last_clean":"2024-03-19T01:48:20.064056+0000","last_became_active":"2024-03-19T01:47:27.311587+0000","last_became_peered":"2024-03-19T01:47:27.311587+0000","last_unstale":"2024-03-19T01:48:20.064056+0000","last_undegraded":"2024-03-19T01:48:20.064056+0000","last_fullsized":"2024-03-19T01:48:20.064056+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:45:00.080471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.672097+0000","last_change":"2024-03-19T01:47:31.327408+0000","last_active":"2024-03-19T01:48:19.672097+0000","last_peered":"2024-03-19T01:48:19.672097+0000","last_clean":"2024-03-19T01:48:19.672097+0000","last_became_active":"2024-03-19T01:47:31.327035+0000","last_became_peered":"2024-03-19T01:47:31.327035+0000","last_unstale":"2024-03-19T01:48:19.672097+0000","last_undegraded":"2024-03-19T01:48:19.672097+0000","last_fullsized":"2024-03-19T01:48:19.672097+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:32:47.486791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.064298+0000","last_change":"2024-03-19T01:47:26.045775+0000","last_active":"2024-03-19T01:48:20.064298+0000","last_peered":"2024-03-19T01:48:20.064298+0000","last_clean":"2024-03-19T01:48:20.064298+0000","last_became_active":"2024-03-19T01:47:26.045433+0000","last_became_peered":"2024-03-19T01:47:26.045433+0000","last_unstale":"2024-03-19T01:48:20.064298+0000","last_undegraded":"2024-03-19T01:48:20.064298+0000","last_fullsized":"2024-03-19T01:48:20.064298+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:34:06.043855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674354+0000","last_change":"2024-03-19T01:47:27.318571+0000","last_active":"2024-03-19T01:48:19.674354+0000","last_peered":"2024-03-19T01:48:19.674354+0000","last_clean":"2024-03-19T01:48:19.674354+0000","last_became_active":"2024-03-19T01:47:27.318151+0000","last_became_peered":"2024-03-19T01:47:27.318151+0000","last_unstale":"2024-03-19T01:48:19.674354+0000","last_undegraded":"2024-03-19T01:48:19.674354+0000","last_fullsized":"2024-03-19T01:48:19.674354+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:32:53.894252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.672581+0000","last_change":"2024-03-19T01:47:31.324552+0000","last_active":"2024-03-19T01:48:19.672581+0000","last_peered":"2024-03-19T01:48:19.672581+0000","last_clean":"2024-03-19T01:48:19.672581+0000","last_became_active":"2024-03-19T01:47:31.323439+0000","last_became_peered":"2024-03-19T01:47:31.323439+0000","last_unstale":"2024-03-19T01:48:19.672581+0000","last_undegraded":"2024-03-19T01:48:19.672581+0000","last_fullsized":"2024-03-19T01:48:19.672581+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:44:57.310453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.675767+0000","last_change":"2024-03-19T01:47:26.055666+0000","last_active":"2024-03-19T01:48:19.675767+0000","last_peered":"2024-03-19T01:48:19.675767+0000","last_clean":"2024-03-19T01:48:19.675767+0000","last_became_active":"2024-03-19T01:47:26.054733+0000","last_became_peered":"2024-03-19T01:47:26.054733+0000","last_unstale":"2024-03-19T01:48:19.675767+0000","last_undegraded":"2024-03-19T01:48:19.675767+0000","last_fullsized":"2024-03-19T01:48:19.675767+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:47:44.123486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.675031+0000","last_change":"2024-03-19T01:47:27.314507+0000","last_active":"2024-03-19T01:48:19.675031+0000","last_peered":"2024-03-19T01:48:19.675031+0000","last_clean":"2024-03-19T01:48:19.675031+0000","last_became_active":"2024-03-19T01:47:27.313749+0000","last_became_peered":"2024-03-19T01:47:27.313749+0000","last_unstale":"2024-03-19T01:48:19.675031+0000","last_undegraded":"2024-03-19T01:48:19.675031+0000","last_fullsized":"2024-03-19T01:48:19.675031+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:30:03.286976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.672263+0000","last_change":"2024-03-19T01:47:31.318980+0000","last_active":"2024-03-19T01:48:19.672263+0000","last_peered":"2024-03-19T01:48:19.672263+0000","last_clean":"2024-03-19T01:48:19.672263+0000","last_became_active":"2024-03-19T01:47:31.318571+0000","last_became_peered":"2024-03-19T01:47:31.318571+0000","last_unstale":"2024-03-19T01:48:19.672263+0000","last_undegraded":"2024-03-19T01:48:19.672263+0000","last_fullsized":"2024-03-19T01:48:19.672263+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:22:16.823320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"84'2","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.687961+0000","last_change":"2024-03-19T01:48:19.687961+0000","last_active":"2024-03-19T01:48:19.687961+0000","last_peered":"2024-03-19T01:48:19.687961+0000","last_clean":"2024-03-19T01:48:19.687961+0000","last_became_active":"2024-03-19T01:48:19.681267+0000","last_became_peered":"2024-03-19T01:48:19.681267+0000","last_unstale":"2024-03-19T01:48:19.687961+0000","last_undegraded":"2024-03-19T01:48:19.687961+0000","last_fullsized":"2024-03-19T01:48:19.687961+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:15:20.004822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680519+0000","last_change":"2024-03-19T01:47:27.302258+0000","last_active":"2024-03-19T01:48:19.680519+0000","last_peered":"2024-03-19T01:48:19.680519+0000","last_clean":"2024-03-19T01:48:19.680519+0000","last_became_active":"2024-03-19T01:47:27.301920+0000","last_became_peered":"2024-03-19T01:47:27.301920+0000","last_unstale":"2024-03-19T01:48:19.680519+0000","last_undegraded":"2024-03-19T01:48:19.680519+0000","last_fullsized":"2024-03-19T01:48:19.680519+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:46:21.858117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674316+0000","last_change":"2024-03-19T01:47:31.319643+0000","last_active":"2024-03-19T01:48:19.674316+0000","last_peered":"2024-03-19T01:48:19.674316+0000","last_clean":"2024-03-19T01:48:19.674316+0000","last_became_active":"2024-03-19T01:47:31.319188+0000","last_became_peered":"2024-03-19T01:47:31.319188+0000","last_unstale":"2024-03-19T01:48:19.674316+0000","last_undegraded":"2024-03-19T01:48:19.674316+0000","last_fullsized":"2024-03-19T01:48:19.674316+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:31:40.287100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"89'5","reported_seq":116,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:49:01.727150+0000","last_change":"2024-03-19T01:48:19.687581+0000","last_active":"2024-03-19T01:49:01.727150+0000","last_peered":"2024-03-19T01:49:01.727150+0000","last_clean":"2024-03-19T01:49:01.727150+0000","last_became_active":"2024-03-19T01:48:19.682689+0000","last_became_peered":"2024-03-19T01:48:19.682689+0000","last_unstale":"2024-03-19T01:49:01.727150+0000","last_undegraded":"2024-03-19T01:49:01.727150+0000","last_fullsized":"2024-03-19T01:49:01.727150+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:10:27.829818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":67,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674329+0000","last_change":"2024-03-19T01:47:27.311182+0000","last_active":"2024-03-19T01:48:19.674329+0000","last_peered":"2024-03-19T01:48:19.674329+0000","last_clean":"2024-03-19T01:48:19.674329+0000","last_became_active":"2024-03-19T01:47:27.310844+0000","last_became_peered":"2024-03-19T01:47:27.310844+0000","last_unstale":"2024-03-19T01:48:19.674329+0000","last_undegraded":"2024-03-19T01:48:19.674329+0000","last_fullsized":"2024-03-19T01:48:19.674329+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:24:04.220205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.675638+0000","last_change":"2024-03-19T01:47:31.328731+0000","last_active":"2024-03-19T01:48:19.675638+0000","last_peered":"2024-03-19T01:48:19.675638+0000","last_clean":"2024-03-19T01:48:19.675638+0000","last_became_active":"2024-03-19T01:47:31.328185+0000","last_became_peered":"2024-03-19T01:47:31.328185+0000","last_unstale":"2024-03-19T01:48:19.675638+0000","last_undegraded":"2024-03-19T01:48:19.675638+0000","last_fullsized":"2024-03-19T01:48:19.675638+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:10:56.880979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.087465+0000","last_change":"2024-03-19T01:47:26.052193+0000","last_active":"2024-03-19T01:48:20.087465+0000","last_peered":"2024-03-19T01:48:20.087465+0000","last_clean":"2024-03-19T01:48:20.087465+0000","last_became_active":"2024-03-19T01:47:26.051832+0000","last_became_peered":"2024-03-19T01:47:26.051832+0000","last_unstale":"2024-03-19T01:48:20.087465+0000","last_undegraded":"2024-03-19T01:48:20.087465+0000","last_fullsized":"2024-03-19T01:48:20.087465+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:45:11.441308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680347+0000","last_change":"2024-03-19T01:47:27.310135+0000","last_active":"2024-03-19T01:48:19.680347+0000","last_peered":"2024-03-19T01:48:19.680347+0000","last_clean":"2024-03-19T01:48:19.680347+0000","last_became_active":"2024-03-19T01:47:27.308179+0000","last_became_peered":"2024-03-19T01:47:27.308179+0000","last_unstale":"2024-03-19T01:48:19.680347+0000","last_undegraded":"2024-03-19T01:48:19.680347+0000","last_fullsized":"2024-03-19T01:48:19.680347+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:01:50.832982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674136+0000","last_change":"2024-03-19T01:47:31.316766+0000","last_active":"2024-03-19T01:48:19.674136+0000","last_peered":"2024-03-19T01:48:19.674136+0000","last_clean":"2024-03-19T01:48:19.674136+0000","last_became_active":"2024-03-19T01:47:31.316338+0000","last_became_peered":"2024-03-19T01:47:31.316338+0000","last_unstale":"2024-03-19T01:48:19.674136+0000","last_undegraded":"2024-03-19T01:48:19.674136+0000","last_fullsized":"2024-03-19T01:48:19.674136+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:43:01.916227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.130191+0000","last_change":"2024-03-19T01:47:26.053276+0000","last_active":"2024-03-19T01:48:20.130191+0000","last_peered":"2024-03-19T01:48:20.130191+0000","last_clean":"2024-03-19T01:48:20.130191+0000","last_became_active":"2024-03-19T01:47:26.052599+0000","last_became_peered":"2024-03-19T01:47:26.052599+0000","last_unstale":"2024-03-19T01:48:20.130191+0000","last_undegraded":"2024-03-19T01:48:20.130191+0000","last_fullsized":"2024-03-19T01:48:20.130191+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:48:08.688859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.063470+0000","last_change":"2024-03-19T01:47:27.311569+0000","last_active":"2024-03-19T01:48:20.063470+0000","last_peered":"2024-03-19T01:48:20.063470+0000","last_clean":"2024-03-19T01:48:20.063470+0000","last_became_active":"2024-03-19T01:47:27.311211+0000","last_became_peered":"2024-03-19T01:47:27.311211+0000","last_unstale":"2024-03-19T01:48:20.063470+0000","last_undegraded":"2024-03-19T01:48:20.063470+0000","last_fullsized":"2024-03-19T01:48:20.063470+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:18:17.937186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674303+0000","last_change":"2024-03-19T01:47:31.316304+0000","last_active":"2024-03-19T01:48:19.674303+0000","last_peered":"2024-03-19T01:48:19.674303+0000","last_clean":"2024-03-19T01:48:19.674303+0000","last_became_active":"2024-03-19T01:47:31.315859+0000","last_became_peered":"2024-03-19T01:47:31.315859+0000","last_unstale":"2024-03-19T01:48:19.674303+0000","last_undegraded":"2024-03-19T01:48:19.674303+0000","last_fullsized":"2024-03-19T01:48:19.674303+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:51:04.062955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.679259+0000","last_change":"2024-03-19T01:47:26.053941+0000","last_active":"2024-03-19T01:48:19.679259+0000","last_peered":"2024-03-19T01:48:19.679259+0000","last_clean":"2024-03-19T01:48:19.679259+0000","last_became_active":"2024-03-19T01:47:26.053225+0000","last_became_peered":"2024-03-19T01:47:26.053225+0000","last_unstale":"2024-03-19T01:48:19.679259+0000","last_undegraded":"2024-03-19T01:48:19.679259+0000","last_fullsized":"2024-03-19T01:48:19.679259+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:29:53.906803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.671381+0000","last_change":"2024-03-19T01:47:27.307187+0000","last_active":"2024-03-19T01:48:19.671381+0000","last_peered":"2024-03-19T01:48:19.671381+0000","last_clean":"2024-03-19T01:48:19.671381+0000","last_became_active":"2024-03-19T01:47:27.306801+0000","last_became_peered":"2024-03-19T01:47:27.306801+0000","last_unstale":"2024-03-19T01:48:19.671381+0000","last_undegraded":"2024-03-19T01:48:19.671381+0000","last_fullsized":"2024-03-19T01:48:19.671381+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:08:01.805058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.063791+0000","last_change":"2024-03-19T01:47:31.324169+0000","last_active":"2024-03-19T01:48:20.063791+0000","last_peered":"2024-03-19T01:48:20.063791+0000","last_clean":"2024-03-19T01:48:20.063791+0000","last_became_active":"2024-03-19T01:47:31.323762+0000","last_became_peered":"2024-03-19T01:47:31.323762+0000","last_unstale":"2024-03-19T01:48:20.063791+0000","last_undegraded":"2024-03-19T01:48:20.063791+0000","last_fullsized":"2024-03-19T01:48:20.063791+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:07:28.426628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"89'3","reported_seq":100,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:49:01.726460+0000","last_change":"2024-03-19T01:47:26.049890+0000","last_active":"2024-03-19T01:49:01.726460+0000","last_peered":"2024-03-19T01:49:01.726460+0000","last_clean":"2024-03-19T01:49:01.726460+0000","last_became_active":"2024-03-19T01:47:26.048646+0000","last_became_peered":"2024-03-19T01:47:26.048646+0000","last_unstale":"2024-03-19T01:49:01.726460+0000","last_undegraded":"2024-03-19T01:49:01.726460+0000","last_fullsized":"2024-03-19T01:49:01.726460+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:11:50.001219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":70,"num_read_kb":70,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.675392+0000","last_change":"2024-03-19T01:47:27.312461+0000","last_active":"2024-03-19T01:48:19.675392+0000","last_peered":"2024-03-19T01:48:19.675392+0000","last_clean":"2024-03-19T01:48:19.675392+0000","last_became_active":"2024-03-19T01:47:27.312015+0000","last_became_peered":"2024-03-19T01:47:27.312015+0000","last_unstale":"2024-03-19T01:48:19.675392+0000","last_undegraded":"2024-03-19T01:48:19.675392+0000","last_fullsized":"2024-03-19T01:48:19.675392+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:23:14.466777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.671379+0000","last_change":"2024-03-19T01:47:31.325595+0000","last_active":"2024-03-19T01:48:19.671379+0000","last_peered":"2024-03-19T01:48:19.671379+0000","last_clean":"2024-03-19T01:48:19.671379+0000","last_became_active":"2024-03-19T01:47:31.322617+0000","last_became_peered":"2024-03-19T01:47:31.322617+0000","last_unstale":"2024-03-19T01:48:19.671379+0000","last_undegraded":"2024-03-19T01:48:19.671379+0000","last_fullsized":"2024-03-19T01:48:19.671379+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:46:04.668715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.681017+0000","last_change":"2024-03-19T01:47:26.047973+0000","last_active":"2024-03-19T01:48:19.681017+0000","last_peered":"2024-03-19T01:48:19.681017+0000","last_clean":"2024-03-19T01:48:19.681017+0000","last_became_active":"2024-03-19T01:47:26.047638+0000","last_became_peered":"2024-03-19T01:47:26.047638+0000","last_unstale":"2024-03-19T01:48:19.681017+0000","last_undegraded":"2024-03-19T01:48:19.681017+0000","last_fullsized":"2024-03-19T01:48:19.681017+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:07:45.486145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680505+0000","last_change":"2024-03-19T01:48:19.680505+0000","last_active":"2024-03-19T01:48:19.680505+0000","last_peered":"2024-03-19T01:48:19.680505+0000","last_clean":"2024-03-19T01:48:19.680505+0000","last_became_active":"2024-03-19T01:48:19.680277+0000","last_became_peered":"2024-03-19T01:48:19.680277+0000","last_unstale":"2024-03-19T01:48:19.680505+0000","last_undegraded":"2024-03-19T01:48:19.680505+0000","last_fullsized":"2024-03-19T01:48:19.680505+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:22:52.018947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.088959+0000","last_change":"2024-03-19T01:48:20.088959+0000","last_active":"2024-03-19T01:48:20.088959+0000","last_peered":"2024-03-19T01:48:20.088959+0000","last_clean":"2024-03-19T01:48:20.088959+0000","last_became_active":"2024-03-19T01:48:20.088532+0000","last_became_peered":"2024-03-19T01:48:20.088532+0000","last_unstale":"2024-03-19T01:48:20.088959+0000","last_undegraded":"2024-03-19T01:48:20.088959+0000","last_fullsized":"2024-03-19T01:48:20.088959+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:51:25.389690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,10],"acting":[4,1,2,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680517+0000","last_change":"2024-03-19T01:47:26.046128+0000","last_active":"2024-03-19T01:48:19.680517+0000","last_peered":"2024-03-19T01:48:19.680517+0000","last_clean":"2024-03-19T01:48:19.680517+0000","last_became_active":"2024-03-19T01:47:26.045503+0000","last_became_peered":"2024-03-19T01:47:26.045503+0000","last_unstale":"2024-03-19T01:48:19.680517+0000","last_undegraded":"2024-03-19T01:48:19.680517+0000","last_fullsized":"2024-03-19T01:48:19.680517+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:56:01.163124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.675152+0000","last_change":"2024-03-19T01:47:27.314081+0000","last_active":"2024-03-19T01:48:19.675152+0000","last_peered":"2024-03-19T01:48:19.675152+0000","last_clean":"2024-03-19T01:48:19.675152+0000","last_became_active":"2024-03-19T01:47:27.313382+0000","last_became_peered":"2024-03-19T01:47:27.313382+0000","last_unstale":"2024-03-19T01:48:19.675152+0000","last_undegraded":"2024-03-19T01:48:19.675152+0000","last_fullsized":"2024-03-19T01:48:19.675152+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:28:47.817495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.089030+0000","last_change":"2024-03-19T01:48:20.089030+0000","last_active":"2024-03-19T01:48:20.089030+0000","last_peered":"2024-03-19T01:48:20.089030+0000","last_clean":"2024-03-19T01:48:20.089030+0000","last_became_active":"2024-03-19T01:48:20.088649+0000","last_became_peered":"2024-03-19T01:48:20.088649+0000","last_unstale":"2024-03-19T01:48:20.089030+0000","last_undegraded":"2024-03-19T01:48:20.089030+0000","last_fullsized":"2024-03-19T01:48:20.089030+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:33:32.144814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,10],"acting":[9,8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"91'34","reported_seq":209,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:49:02.727497+0000","last_change":"2024-03-19T01:47:26.051394+0000","last_active":"2024-03-19T01:49:02.727497+0000","last_peered":"2024-03-19T01:49:02.727497+0000","last_clean":"2024-03-19T01:49:02.727497+0000","last_became_active":"2024-03-19T01:47:26.050660+0000","last_became_peered":"2024-03-19T01:47:26.050660+0000","last_unstale":"2024-03-19T01:49:02.727497+0000","last_undegraded":"2024-03-19T01:49:02.727497+0000","last_fullsized":"2024-03-19T01:49:02.727497+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:52:58.183984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62334,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":148,"num_read_kb":136,"num_write":35,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.675506+0000","last_change":"2024-03-19T01:47:27.315361+0000","last_active":"2024-03-19T01:48:19.675506+0000","last_peered":"2024-03-19T01:48:19.675506+0000","last_clean":"2024-03-19T01:48:19.675506+0000","last_became_active":"2024-03-19T01:47:27.314911+0000","last_became_peered":"2024-03-19T01:47:27.314911+0000","last_unstale":"2024-03-19T01:48:19.675506+0000","last_undegraded":"2024-03-19T01:48:19.675506+0000","last_fullsized":"2024-03-19T01:48:19.675506+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:08:14.621040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680769+0000","last_change":"2024-03-19T01:47:31.330456+0000","last_active":"2024-03-19T01:48:19.680769+0000","last_peered":"2024-03-19T01:48:19.680769+0000","last_clean":"2024-03-19T01:48:19.680769+0000","last_became_active":"2024-03-19T01:47:31.329958+0000","last_became_peered":"2024-03-19T01:47:31.329958+0000","last_unstale":"2024-03-19T01:48:19.680769+0000","last_undegraded":"2024-03-19T01:48:19.680769+0000","last_fullsized":"2024-03-19T01:48:19.680769+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:59:25.295474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.675341+0000","last_change":"2024-03-19T01:47:26.048432+0000","last_active":"2024-03-19T01:48:19.675341+0000","last_peered":"2024-03-19T01:48:19.675341+0000","last_clean":"2024-03-19T01:48:19.675341+0000","last_became_active":"2024-03-19T01:47:26.047964+0000","last_became_peered":"2024-03-19T01:47:26.047964+0000","last_unstale":"2024-03-19T01:48:19.675341+0000","last_undegraded":"2024-03-19T01:48:19.675341+0000","last_fullsized":"2024-03-19T01:48:19.675341+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:27:36.537848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.130220+0000","last_change":"2024-03-19T01:47:27.305835+0000","last_active":"2024-03-19T01:48:20.130220+0000","last_peered":"2024-03-19T01:48:20.130220+0000","last_clean":"2024-03-19T01:48:20.130220+0000","last_became_active":"2024-03-19T01:47:27.305470+0000","last_became_peered":"2024-03-19T01:47:27.305470+0000","last_unstale":"2024-03-19T01:48:20.130220+0000","last_undegraded":"2024-03-19T01:48:20.130220+0000","last_fullsized":"2024-03-19T01:48:20.130220+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:22:26.877874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.676141+0000","last_change":"2024-03-19T01:47:31.315016+0000","last_active":"2024-03-19T01:48:19.676141+0000","last_peered":"2024-03-19T01:48:19.676141+0000","last_clean":"2024-03-19T01:48:19.676141+0000","last_became_active":"2024-03-19T01:47:31.313734+0000","last_became_peered":"2024-03-19T01:47:31.313734+0000","last_unstale":"2024-03-19T01:48:19.676141+0000","last_undegraded":"2024-03-19T01:48:19.676141+0000","last_fullsized":"2024-03-19T01:48:19.676141+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:59:07.326448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680185+0000","last_change":"2024-03-19T01:47:26.052773+0000","last_active":"2024-03-19T01:48:19.680185+0000","last_peered":"2024-03-19T01:48:19.680185+0000","last_clean":"2024-03-19T01:48:19.680185+0000","last_became_active":"2024-03-19T01:47:26.052417+0000","last_became_peered":"2024-03-19T01:47:26.052417+0000","last_unstale":"2024-03-19T01:48:19.680185+0000","last_undegraded":"2024-03-19T01:48:19.680185+0000","last_fullsized":"2024-03-19T01:48:19.680185+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:54:56.810454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.681591+0000","last_change":"2024-03-19T01:47:27.310818+0000","last_active":"2024-03-19T01:48:19.681591+0000","last_peered":"2024-03-19T01:48:19.681591+0000","last_clean":"2024-03-19T01:48:19.681591+0000","last_became_active":"2024-03-19T01:47:27.310473+0000","last_became_peered":"2024-03-19T01:47:27.310473+0000","last_unstale":"2024-03-19T01:48:19.681591+0000","last_undegraded":"2024-03-19T01:48:19.681591+0000","last_fullsized":"2024-03-19T01:48:19.681591+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:23:22.643669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.065742+0000","last_change":"2024-03-19T01:48:20.065211+0000","last_active":"2024-03-19T01:48:20.065742+0000","last_peered":"2024-03-19T01:48:20.065742+0000","last_clean":"2024-03-19T01:48:20.065742+0000","last_became_active":"2024-03-19T01:48:20.064670+0000","last_became_peered":"2024-03-19T01:48:20.064670+0000","last_unstale":"2024-03-19T01:48:20.065742+0000","last_undegraded":"2024-03-19T01:48:20.065742+0000","last_fullsized":"2024-03-19T01:48:20.065742+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:27:21.814037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,7,0,3],"acting":[8,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.11","version":"89'4","reported_seq":105,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:49:02.714564+0000","last_change":"2024-03-19T01:47:26.048736+0000","last_active":"2024-03-19T01:49:02.714564+0000","last_peered":"2024-03-19T01:49:02.714564+0000","last_clean":"2024-03-19T01:49:02.714564+0000","last_became_active":"2024-03-19T01:47:26.048395+0000","last_became_peered":"2024-03-19T01:47:26.048395+0000","last_unstale":"2024-03-19T01:49:02.714564+0000","last_undegraded":"2024-03-19T01:49:02.714564+0000","last_fullsized":"2024-03-19T01:49:02.714564+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:25:53.794609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":75,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680885+0000","last_change":"2024-03-19T01:47:27.301270+0000","last_active":"2024-03-19T01:48:19.680885+0000","last_peered":"2024-03-19T01:48:19.680885+0000","last_clean":"2024-03-19T01:48:19.680885+0000","last_became_active":"2024-03-19T01:47:27.300953+0000","last_became_peered":"2024-03-19T01:47:27.300953+0000","last_unstale":"2024-03-19T01:48:19.680885+0000","last_undegraded":"2024-03-19T01:48:19.680885+0000","last_fullsized":"2024-03-19T01:48:19.680885+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:29:50.520610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.130611+0000","last_change":"2024-03-19T01:47:31.324765+0000","last_active":"2024-03-19T01:48:20.130611+0000","last_peered":"2024-03-19T01:48:20.130611+0000","last_clean":"2024-03-19T01:48:20.130611+0000","last_became_active":"2024-03-19T01:47:31.324360+0000","last_became_peered":"2024-03-19T01:47:31.324360+0000","last_unstale":"2024-03-19T01:48:20.130611+0000","last_undegraded":"2024-03-19T01:48:20.130611+0000","last_fullsized":"2024-03-19T01:48:20.130611+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:47:22.496628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":43,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674010+0000","last_change":"2024-03-19T01:47:26.055325+0000","last_active":"2024-03-19T01:48:19.674010+0000","last_peered":"2024-03-19T01:48:19.674010+0000","last_clean":"2024-03-19T01:48:19.674010+0000","last_became_active":"2024-03-19T01:47:26.054958+0000","last_became_peered":"2024-03-19T01:47:26.054958+0000","last_unstale":"2024-03-19T01:48:19.674010+0000","last_undegraded":"2024-03-19T01:48:19.674010+0000","last_fullsized":"2024-03-19T01:48:19.674010+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:51:49.081574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.679529+0000","last_change":"2024-03-19T01:47:27.306161+0000","last_active":"2024-03-19T01:48:19.679529+0000","last_peered":"2024-03-19T01:48:19.679529+0000","last_clean":"2024-03-19T01:48:19.679529+0000","last_became_active":"2024-03-19T01:47:27.304705+0000","last_became_peered":"2024-03-19T01:47:27.304705+0000","last_unstale":"2024-03-19T01:48:19.679529+0000","last_undegraded":"2024-03-19T01:48:19.679529+0000","last_fullsized":"2024-03-19T01:48:19.679529+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:46:24.912578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.679431+0000","last_change":"2024-03-19T01:47:31.322426+0000","last_active":"2024-03-19T01:48:19.679431+0000","last_peered":"2024-03-19T01:48:19.679431+0000","last_clean":"2024-03-19T01:48:19.679431+0000","last_became_active":"2024-03-19T01:47:31.322016+0000","last_became_peered":"2024-03-19T01:47:31.322016+0000","last_unstale":"2024-03-19T01:48:19.679431+0000","last_undegraded":"2024-03-19T01:48:19.679431+0000","last_fullsized":"2024-03-19T01:48:19.679431+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:54:17.409583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.676291+0000","last_change":"2024-03-19T01:47:26.052190+0000","last_active":"2024-03-19T01:48:19.676291+0000","last_peered":"2024-03-19T01:48:19.676291+0000","last_clean":"2024-03-19T01:48:19.676291+0000","last_became_active":"2024-03-19T01:47:26.051799+0000","last_became_peered":"2024-03-19T01:47:26.051799+0000","last_unstale":"2024-03-19T01:48:19.676291+0000","last_undegraded":"2024-03-19T01:48:19.676291+0000","last_fullsized":"2024-03-19T01:48:19.676291+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:09:59.021810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674321+0000","last_change":"2024-03-19T01:47:27.304180+0000","last_active":"2024-03-19T01:48:19.674321+0000","last_peered":"2024-03-19T01:48:19.674321+0000","last_clean":"2024-03-19T01:48:19.674321+0000","last_became_active":"2024-03-19T01:47:27.303143+0000","last_became_peered":"2024-03-19T01:47:27.303143+0000","last_unstale":"2024-03-19T01:48:19.674321+0000","last_undegraded":"2024-03-19T01:48:19.674321+0000","last_fullsized":"2024-03-19T01:48:19.674321+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:04:21.390402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674231+0000","last_change":"2024-03-19T01:47:31.320318+0000","last_active":"2024-03-19T01:48:19.674231+0000","last_peered":"2024-03-19T01:48:19.674231+0000","last_clean":"2024-03-19T01:48:19.674231+0000","last_became_active":"2024-03-19T01:47:31.319915+0000","last_became_peered":"2024-03-19T01:47:31.319915+0000","last_unstale":"2024-03-19T01:48:19.674231+0000","last_undegraded":"2024-03-19T01:48:19.674231+0000","last_fullsized":"2024-03-19T01:48:19.674231+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:54:50.854825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.671889+0000","last_change":"2024-03-19T01:47:26.039733+0000","last_active":"2024-03-19T01:48:19.671889+0000","last_peered":"2024-03-19T01:48:19.671889+0000","last_clean":"2024-03-19T01:48:19.671889+0000","last_became_active":"2024-03-19T01:47:26.039376+0000","last_became_peered":"2024-03-19T01:47:26.039376+0000","last_unstale":"2024-03-19T01:48:19.671889+0000","last_undegraded":"2024-03-19T01:48:19.671889+0000","last_fullsized":"2024-03-19T01:48:19.671889+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:54:25.837909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.087704+0000","last_change":"2024-03-19T01:47:27.307397+0000","last_active":"2024-03-19T01:48:20.087704+0000","last_peered":"2024-03-19T01:48:20.087704+0000","last_clean":"2024-03-19T01:48:20.087704+0000","last_became_active":"2024-03-19T01:47:27.307012+0000","last_became_peered":"2024-03-19T01:47:27.307012+0000","last_unstale":"2024-03-19T01:48:20.087704+0000","last_undegraded":"2024-03-19T01:48:20.087704+0000","last_fullsized":"2024-03-19T01:48:20.087704+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:40:02.529210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.130319+0000","last_change":"2024-03-19T01:47:31.315470+0000","last_active":"2024-03-19T01:48:20.130319+0000","last_peered":"2024-03-19T01:48:20.130319+0000","last_clean":"2024-03-19T01:48:20.130319+0000","last_became_active":"2024-03-19T01:47:31.315029+0000","last_became_peered":"2024-03-19T01:47:31.315029+0000","last_unstale":"2024-03-19T01:48:20.130319+0000","last_undegraded":"2024-03-19T01:48:20.130319+0000","last_fullsized":"2024-03-19T01:48:20.130319+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:16:22.166968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680889+0000","last_change":"2024-03-19T01:47:26.052904+0000","last_active":"2024-03-19T01:48:19.680889+0000","last_peered":"2024-03-19T01:48:19.680889+0000","last_clean":"2024-03-19T01:48:19.680889+0000","last_became_active":"2024-03-19T01:47:26.052339+0000","last_became_peered":"2024-03-19T01:47:26.052339+0000","last_unstale":"2024-03-19T01:48:19.680889+0000","last_undegraded":"2024-03-19T01:48:19.680889+0000","last_fullsized":"2024-03-19T01:48:19.680889+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:45:47.050977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.087598+0000","last_change":"2024-03-19T01:47:27.303061+0000","last_active":"2024-03-19T01:48:20.087598+0000","last_peered":"2024-03-19T01:48:20.087598+0000","last_clean":"2024-03-19T01:48:20.087598+0000","last_became_active":"2024-03-19T01:47:27.302785+0000","last_became_peered":"2024-03-19T01:47:27.302785+0000","last_unstale":"2024-03-19T01:48:20.087598+0000","last_undegraded":"2024-03-19T01:48:20.087598+0000","last_fullsized":"2024-03-19T01:48:20.087598+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:44:10.691739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.130513+0000","last_change":"2024-03-19T01:47:31.326975+0000","last_active":"2024-03-19T01:48:20.130513+0000","last_peered":"2024-03-19T01:48:20.130513+0000","last_clean":"2024-03-19T01:48:20.130513+0000","last_became_active":"2024-03-19T01:47:31.326584+0000","last_became_peered":"2024-03-19T01:47:31.326584+0000","last_unstale":"2024-03-19T01:48:20.130513+0000","last_undegraded":"2024-03-19T01:48:20.130513+0000","last_fullsized":"2024-03-19T01:48:20.130513+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:06:30.740449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.679461+0000","last_change":"2024-03-19T01:47:27.308459+0000","last_active":"2024-03-19T01:48:19.679461+0000","last_peered":"2024-03-19T01:48:19.679461+0000","last_clean":"2024-03-19T01:48:19.679461+0000","last_became_active":"2024-03-19T01:47:27.308012+0000","last_became_peered":"2024-03-19T01:47:27.308012+0000","last_unstale":"2024-03-19T01:48:19.679461+0000","last_undegraded":"2024-03-19T01:48:19.679461+0000","last_fullsized":"2024-03-19T01:48:19.679461+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:07:26.894011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'4","reported_seq":102,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:49:02.714032+0000","last_change":"2024-03-19T01:47:26.050134+0000","last_active":"2024-03-19T01:49:02.714032+0000","last_peered":"2024-03-19T01:49:02.714032+0000","last_clean":"2024-03-19T01:49:02.714032+0000","last_became_active":"2024-03-19T01:47:26.049837+0000","last_became_peered":"2024-03-19T01:47:26.049837+0000","last_unstale":"2024-03-19T01:49:02.714032+0000","last_undegraded":"2024-03-19T01:49:02.714032+0000","last_fullsized":"2024-03-19T01:49:02.714032+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:34:49.518613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":71,"num_read_kb":71,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680742+0000","last_change":"2024-03-19T01:47:31.320403+0000","last_active":"2024-03-19T01:48:19.680742+0000","last_peered":"2024-03-19T01:48:19.680742+0000","last_clean":"2024-03-19T01:48:19.680742+0000","last_became_active":"2024-03-19T01:47:31.319954+0000","last_became_peered":"2024-03-19T01:47:31.319954+0000","last_unstale":"2024-03-19T01:48:19.680742+0000","last_undegraded":"2024-03-19T01:48:19.680742+0000","last_fullsized":"2024-03-19T01:48:19.680742+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:35:57.754444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.063563+0000","last_change":"2024-03-19T01:47:27.315194+0000","last_active":"2024-03-19T01:48:20.063563+0000","last_peered":"2024-03-19T01:48:20.063563+0000","last_clean":"2024-03-19T01:48:20.063563+0000","last_became_active":"2024-03-19T01:47:27.314864+0000","last_became_peered":"2024-03-19T01:47:27.314864+0000","last_unstale":"2024-03-19T01:48:20.063563+0000","last_undegraded":"2024-03-19T01:48:20.063563+0000","last_fullsized":"2024-03-19T01:48:20.063563+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:09:40.428274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.672676+0000","last_change":"2024-03-19T01:47:26.047794+0000","last_active":"2024-03-19T01:48:19.672676+0000","last_peered":"2024-03-19T01:48:19.672676+0000","last_clean":"2024-03-19T01:48:19.672676+0000","last_became_active":"2024-03-19T01:47:26.047459+0000","last_became_peered":"2024-03-19T01:47:26.047459+0000","last_unstale":"2024-03-19T01:48:19.672676+0000","last_undegraded":"2024-03-19T01:48:19.672676+0000","last_fullsized":"2024-03-19T01:48:19.672676+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:25:51.486270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":360,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680715+0000","last_change":"2024-03-19T01:46:10.623403+0000","last_active":"2024-03-19T01:48:19.680715+0000","last_peered":"2024-03-19T01:48:19.680715+0000","last_clean":"2024-03-19T01:48:19.680715+0000","last_became_active":"2024-03-19T01:46:10.622930+0000","last_became_peered":"2024-03-19T01:46:10.622930+0000","last_unstale":"2024-03-19T01:48:19.680715+0000","last_undegraded":"2024-03-19T01:48:19.680715+0000","last_fullsized":"2024-03-19T01:48:19.680715+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:42:46.754448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:42:46.754448+0000","last_clean_scrub_stamp":"2024-03-19T01:42:46.754448+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:52:24.139448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680568+0000","last_change":"2024-03-19T01:47:31.323934+0000","last_active":"2024-03-19T01:48:19.680568+0000","last_peered":"2024-03-19T01:48:19.680568+0000","last_clean":"2024-03-19T01:48:19.680568+0000","last_became_active":"2024-03-19T01:47:31.323456+0000","last_became_peered":"2024-03-19T01:47:31.323456+0000","last_unstale":"2024-03-19T01:48:19.680568+0000","last_undegraded":"2024-03-19T01:48:19.680568+0000","last_fullsized":"2024-03-19T01:48:19.680568+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:59:27.408842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.130053+0000","last_change":"2024-03-19T01:47:27.297861+0000","last_active":"2024-03-19T01:48:20.130053+0000","last_peered":"2024-03-19T01:48:20.130053+0000","last_clean":"2024-03-19T01:48:20.130053+0000","last_became_active":"2024-03-19T01:47:27.297134+0000","last_became_peered":"2024-03-19T01:47:27.297134+0000","last_unstale":"2024-03-19T01:48:20.130053+0000","last_undegraded":"2024-03-19T01:48:20.130053+0000","last_fullsized":"2024-03-19T01:48:20.130053+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:35:49.461782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680774+0000","last_change":"2024-03-19T01:47:26.050882+0000","last_active":"2024-03-19T01:48:19.680774+0000","last_peered":"2024-03-19T01:48:19.680774+0000","last_clean":"2024-03-19T01:48:19.680774+0000","last_became_active":"2024-03-19T01:47:26.050577+0000","last_became_peered":"2024-03-19T01:47:26.050577+0000","last_unstale":"2024-03-19T01:48:19.680774+0000","last_undegraded":"2024-03-19T01:48:19.680774+0000","last_fullsized":"2024-03-19T01:48:19.680774+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:34:56.939105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674885+0000","last_change":"2024-03-19T01:47:31.319308+0000","last_active":"2024-03-19T01:48:19.674885+0000","last_peered":"2024-03-19T01:48:19.674885+0000","last_clean":"2024-03-19T01:48:19.674885+0000","last_became_active":"2024-03-19T01:47:31.318750+0000","last_became_peered":"2024-03-19T01:47:31.318750+0000","last_unstale":"2024-03-19T01:48:19.674885+0000","last_undegraded":"2024-03-19T01:48:19.674885+0000","last_fullsized":"2024-03-19T01:48:19.674885+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:25:02.391574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.675606+0000","last_change":"2024-03-19T01:47:26.055374+0000","last_active":"2024-03-19T01:48:19.675606+0000","last_peered":"2024-03-19T01:48:19.675606+0000","last_clean":"2024-03-19T01:48:19.675606+0000","last_became_active":"2024-03-19T01:47:26.055028+0000","last_became_peered":"2024-03-19T01:47:26.055028+0000","last_unstale":"2024-03-19T01:48:19.675606+0000","last_undegraded":"2024-03-19T01:48:19.675606+0000","last_fullsized":"2024-03-19T01:48:19.675606+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:12:50.519110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.130460+0000","last_change":"2024-03-19T01:47:27.303872+0000","last_active":"2024-03-19T01:48:20.130460+0000","last_peered":"2024-03-19T01:48:20.130460+0000","last_clean":"2024-03-19T01:48:20.130460+0000","last_became_active":"2024-03-19T01:47:27.303495+0000","last_became_peered":"2024-03-19T01:47:27.303495+0000","last_unstale":"2024-03-19T01:48:20.130460+0000","last_undegraded":"2024-03-19T01:48:20.130460+0000","last_fullsized":"2024-03-19T01:48:20.130460+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:30:58.921679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.063439+0000","last_change":"2024-03-19T01:47:31.325730+0000","last_active":"2024-03-19T01:48:20.063439+0000","last_peered":"2024-03-19T01:48:20.063439+0000","last_clean":"2024-03-19T01:48:20.063439+0000","last_became_active":"2024-03-19T01:47:31.324519+0000","last_became_peered":"2024-03-19T01:47:31.324519+0000","last_unstale":"2024-03-19T01:48:20.063439+0000","last_undegraded":"2024-03-19T01:48:20.063439+0000","last_fullsized":"2024-03-19T01:48:20.063439+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:31:17.653078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"89'7","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.672265+0000","last_change":"2024-03-19T01:47:26.053216+0000","last_active":"2024-03-19T01:48:19.672265+0000","last_peered":"2024-03-19T01:48:19.672265+0000","last_clean":"2024-03-19T01:48:19.672265+0000","last_became_active":"2024-03-19T01:47:26.052024+0000","last_became_peered":"2024-03-19T01:47:26.052024+0000","last_unstale":"2024-03-19T01:48:19.672265+0000","last_undegraded":"2024-03-19T01:48:19.672265+0000","last_fullsized":"2024-03-19T01:48:19.672265+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:19:35.518685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.064168+0000","last_change":"2024-03-19T01:47:27.309025+0000","last_active":"2024-03-19T01:48:20.064168+0000","last_peered":"2024-03-19T01:48:20.064168+0000","last_clean":"2024-03-19T01:48:20.064168+0000","last_became_active":"2024-03-19T01:47:27.308653+0000","last_became_peered":"2024-03-19T01:47:27.308653+0000","last_unstale":"2024-03-19T01:48:20.064168+0000","last_undegraded":"2024-03-19T01:48:20.064168+0000","last_fullsized":"2024-03-19T01:48:20.064168+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:26:23.835558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.677074+0000","last_change":"2024-03-19T01:47:31.316198+0000","last_active":"2024-03-19T01:48:19.677074+0000","last_peered":"2024-03-19T01:48:19.677074+0000","last_clean":"2024-03-19T01:48:19.677074+0000","last_became_active":"2024-03-19T01:47:31.315660+0000","last_became_peered":"2024-03-19T01:47:31.315660+0000","last_unstale":"2024-03-19T01:48:19.677074+0000","last_undegraded":"2024-03-19T01:48:19.677074+0000","last_fullsized":"2024-03-19T01:48:19.677074+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:00:33.887798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.672752+0000","last_change":"2024-03-19T01:47:26.046501+0000","last_active":"2024-03-19T01:48:19.672752+0000","last_peered":"2024-03-19T01:48:19.672752+0000","last_clean":"2024-03-19T01:48:19.672752+0000","last_became_active":"2024-03-19T01:47:26.046093+0000","last_became_peered":"2024-03-19T01:47:26.046093+0000","last_unstale":"2024-03-19T01:48:19.672752+0000","last_undegraded":"2024-03-19T01:48:19.672752+0000","last_fullsized":"2024-03-19T01:48:19.672752+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:24:48.722011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674415+0000","last_change":"2024-03-19T01:47:27.314121+0000","last_active":"2024-03-19T01:48:19.674415+0000","last_peered":"2024-03-19T01:48:19.674415+0000","last_clean":"2024-03-19T01:48:19.674415+0000","last_became_active":"2024-03-19T01:47:27.313781+0000","last_became_peered":"2024-03-19T01:47:27.313781+0000","last_unstale":"2024-03-19T01:48:19.674415+0000","last_undegraded":"2024-03-19T01:48:19.674415+0000","last_fullsized":"2024-03-19T01:48:19.674415+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:51:35.000417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.672342+0000","last_change":"2024-03-19T01:47:31.323096+0000","last_active":"2024-03-19T01:48:19.672342+0000","last_peered":"2024-03-19T01:48:19.672342+0000","last_clean":"2024-03-19T01:48:19.672342+0000","last_became_active":"2024-03-19T01:47:31.322643+0000","last_became_peered":"2024-03-19T01:47:31.322643+0000","last_unstale":"2024-03-19T01:48:19.672342+0000","last_undegraded":"2024-03-19T01:48:19.672342+0000","last_fullsized":"2024-03-19T01:48:19.672342+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:10:36.376972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":39,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.687994+0000","last_change":"2024-03-19T01:48:19.687994+0000","last_active":"2024-03-19T01:48:19.687994+0000","last_peered":"2024-03-19T01:48:19.687994+0000","last_clean":"2024-03-19T01:48:19.687994+0000","last_became_active":"2024-03-19T01:48:19.679560+0000","last_became_peered":"2024-03-19T01:48:19.679560+0000","last_unstale":"2024-03-19T01:48:19.687994+0000","last_undegraded":"2024-03-19T01:48:19.687994+0000","last_fullsized":"2024-03-19T01:48:19.687994+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:35:15.311181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674810+0000","last_change":"2024-03-19T01:47:27.305294+0000","last_active":"2024-03-19T01:48:19.674810+0000","last_peered":"2024-03-19T01:48:19.674810+0000","last_clean":"2024-03-19T01:48:19.674810+0000","last_became_active":"2024-03-19T01:47:27.304946+0000","last_became_peered":"2024-03-19T01:47:27.304946+0000","last_unstale":"2024-03-19T01:48:19.674810+0000","last_undegraded":"2024-03-19T01:48:19.674810+0000","last_fullsized":"2024-03-19T01:48:19.674810+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:49:54.560038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.672157+0000","last_change":"2024-03-19T01:47:31.327304+0000","last_active":"2024-03-19T01:48:19.672157+0000","last_peered":"2024-03-19T01:48:19.672157+0000","last_clean":"2024-03-19T01:48:19.672157+0000","last_became_active":"2024-03-19T01:47:31.326889+0000","last_became_peered":"2024-03-19T01:47:31.326889+0000","last_unstale":"2024-03-19T01:48:19.672157+0000","last_undegraded":"2024-03-19T01:48:19.672157+0000","last_fullsized":"2024-03-19T01:48:19.672157+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:28:20.045507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.063892+0000","last_change":"2024-03-19T01:47:26.045259+0000","last_active":"2024-03-19T01:48:20.063892+0000","last_peered":"2024-03-19T01:48:20.063892+0000","last_clean":"2024-03-19T01:48:20.063892+0000","last_became_active":"2024-03-19T01:47:26.044008+0000","last_became_peered":"2024-03-19T01:47:26.044008+0000","last_unstale":"2024-03-19T01:48:20.063892+0000","last_undegraded":"2024-03-19T01:48:20.063892+0000","last_fullsized":"2024-03-19T01:48:20.063892+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:03:29.182910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674014+0000","last_change":"2024-03-19T01:47:27.310672+0000","last_active":"2024-03-19T01:48:19.674014+0000","last_peered":"2024-03-19T01:48:19.674014+0000","last_clean":"2024-03-19T01:48:19.674014+0000","last_became_active":"2024-03-19T01:47:27.310345+0000","last_became_peered":"2024-03-19T01:47:27.310345+0000","last_unstale":"2024-03-19T01:48:19.674014+0000","last_undegraded":"2024-03-19T01:48:19.674014+0000","last_fullsized":"2024-03-19T01:48:19.674014+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:32:11.630838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"89'1","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.672270+0000","last_change":"2024-03-19T01:47:31.323127+0000","last_active":"2024-03-19T01:48:19.672270+0000","last_peered":"2024-03-19T01:48:19.672270+0000","last_clean":"2024-03-19T01:48:19.672270+0000","last_became_active":"2024-03-19T01:47:31.322683+0000","last_became_peered":"2024-03-19T01:47:31.322683+0000","last_unstale":"2024-03-19T01:48:19.672270+0000","last_undegraded":"2024-03-19T01:48:19.672270+0000","last_fullsized":"2024-03-19T01:48:19.672270+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:13:16.272805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"89'1","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674313+0000","last_change":"2024-03-19T01:47:26.051718+0000","last_active":"2024-03-19T01:48:19.674313+0000","last_peered":"2024-03-19T01:48:19.674313+0000","last_clean":"2024-03-19T01:48:19.674313+0000","last_became_active":"2024-03-19T01:47:26.051386+0000","last_became_peered":"2024-03-19T01:47:26.051386+0000","last_unstale":"2024-03-19T01:48:19.674313+0000","last_undegraded":"2024-03-19T01:48:19.674313+0000","last_fullsized":"2024-03-19T01:48:19.674313+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:15:41.400058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.063611+0000","last_change":"2024-03-19T01:47:27.323008+0000","last_active":"2024-03-19T01:48:20.063611+0000","last_peered":"2024-03-19T01:48:20.063611+0000","last_clean":"2024-03-19T01:48:20.063611+0000","last_became_active":"2024-03-19T01:47:27.321315+0000","last_became_peered":"2024-03-19T01:47:27.321315+0000","last_unstale":"2024-03-19T01:48:20.063611+0000","last_undegraded":"2024-03-19T01:48:20.063611+0000","last_fullsized":"2024-03-19T01:48:20.063611+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:11:55.954804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.672346+0000","last_change":"2024-03-19T01:47:31.318920+0000","last_active":"2024-03-19T01:48:19.672346+0000","last_peered":"2024-03-19T01:48:19.672346+0000","last_clean":"2024-03-19T01:48:19.672346+0000","last_became_active":"2024-03-19T01:47:31.318548+0000","last_became_peered":"2024-03-19T01:47:31.318548+0000","last_unstale":"2024-03-19T01:48:19.672346+0000","last_undegraded":"2024-03-19T01:48:19.672346+0000","last_fullsized":"2024-03-19T01:48:19.672346+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:17:39.332279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.675157+0000","last_change":"2024-03-19T01:47:26.054583+0000","last_active":"2024-03-19T01:48:19.675157+0000","last_peered":"2024-03-19T01:48:19.675157+0000","last_clean":"2024-03-19T01:48:19.675157+0000","last_became_active":"2024-03-19T01:47:26.054229+0000","last_became_peered":"2024-03-19T01:47:26.054229+0000","last_unstale":"2024-03-19T01:48:19.675157+0000","last_undegraded":"2024-03-19T01:48:19.675157+0000","last_fullsized":"2024-03-19T01:48:19.675157+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:49:37.413673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.681200+0000","last_change":"2024-03-19T01:47:27.315503+0000","last_active":"2024-03-19T01:48:19.681200+0000","last_peered":"2024-03-19T01:48:19.681200+0000","last_clean":"2024-03-19T01:48:19.681200+0000","last_became_active":"2024-03-19T01:47:27.314977+0000","last_became_peered":"2024-03-19T01:47:27.314977+0000","last_unstale":"2024-03-19T01:48:19.681200+0000","last_undegraded":"2024-03-19T01:48:19.681200+0000","last_fullsized":"2024-03-19T01:48:19.681200+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:30:46.922775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674871+0000","last_change":"2024-03-19T01:47:31.318603+0000","last_active":"2024-03-19T01:48:19.674871+0000","last_peered":"2024-03-19T01:48:19.674871+0000","last_clean":"2024-03-19T01:48:19.674871+0000","last_became_active":"2024-03-19T01:47:31.318204+0000","last_became_peered":"2024-03-19T01:47:31.318204+0000","last_unstale":"2024-03-19T01:48:19.674871+0000","last_undegraded":"2024-03-19T01:48:19.674871+0000","last_fullsized":"2024-03-19T01:48:19.674871+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:34:07.214073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.675861+0000","last_change":"2024-03-19T01:47:26.046983+0000","last_active":"2024-03-19T01:48:19.675861+0000","last_peered":"2024-03-19T01:48:19.675861+0000","last_clean":"2024-03-19T01:48:19.675861+0000","last_became_active":"2024-03-19T01:47:26.046327+0000","last_became_peered":"2024-03-19T01:47:26.046327+0000","last_unstale":"2024-03-19T01:48:19.675861+0000","last_undegraded":"2024-03-19T01:48:19.675861+0000","last_fullsized":"2024-03-19T01:48:19.675861+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:09:35.545474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.681063+0000","last_change":"2024-03-19T01:47:27.315375+0000","last_active":"2024-03-19T01:48:19.681063+0000","last_peered":"2024-03-19T01:48:19.681063+0000","last_clean":"2024-03-19T01:48:19.681063+0000","last_became_active":"2024-03-19T01:47:27.314765+0000","last_became_peered":"2024-03-19T01:47:27.314765+0000","last_unstale":"2024-03-19T01:48:19.681063+0000","last_undegraded":"2024-03-19T01:48:19.681063+0000","last_fullsized":"2024-03-19T01:48:19.681063+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:54:50.906045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.673936+0000","last_change":"2024-03-19T01:47:31.315026+0000","last_active":"2024-03-19T01:48:19.673936+0000","last_peered":"2024-03-19T01:48:19.673936+0000","last_clean":"2024-03-19T01:48:19.673936+0000","last_became_active":"2024-03-19T01:47:31.314564+0000","last_became_peered":"2024-03-19T01:47:31.314564+0000","last_unstale":"2024-03-19T01:48:19.673936+0000","last_undegraded":"2024-03-19T01:48:19.673936+0000","last_fullsized":"2024-03-19T01:48:19.673936+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:36:23.663143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"84'1","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680646+0000","last_change":"2024-03-19T01:47:26.052576+0000","last_active":"2024-03-19T01:48:19.680646+0000","last_peered":"2024-03-19T01:48:19.680646+0000","last_clean":"2024-03-19T01:48:19.680646+0000","last_became_active":"2024-03-19T01:47:26.052198+0000","last_became_peered":"2024-03-19T01:47:26.052198+0000","last_unstale":"2024-03-19T01:48:19.680646+0000","last_undegraded":"2024-03-19T01:48:19.680646+0000","last_fullsized":"2024-03-19T01:48:19.680646+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:50:40.341031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680890+0000","last_change":"2024-03-19T01:47:27.307012+0000","last_active":"2024-03-19T01:48:19.680890+0000","last_peered":"2024-03-19T01:48:19.680890+0000","last_clean":"2024-03-19T01:48:19.680890+0000","last_became_active":"2024-03-19T01:47:27.306474+0000","last_became_peered":"2024-03-19T01:47:27.306474+0000","last_unstale":"2024-03-19T01:48:19.680890+0000","last_undegraded":"2024-03-19T01:48:19.680890+0000","last_fullsized":"2024-03-19T01:48:19.680890+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:00:45.069641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.679063+0000","last_change":"2024-03-19T01:47:31.318827+0000","last_active":"2024-03-19T01:48:19.679063+0000","last_peered":"2024-03-19T01:48:19.679063+0000","last_clean":"2024-03-19T01:48:19.679063+0000","last_became_active":"2024-03-19T01:47:31.318391+0000","last_became_peered":"2024-03-19T01:47:31.318391+0000","last_unstale":"2024-03-19T01:48:19.679063+0000","last_undegraded":"2024-03-19T01:48:19.679063+0000","last_fullsized":"2024-03-19T01:48:19.679063+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:59:31.049420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"84'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.130562+0000","last_change":"2024-03-19T01:47:26.048652+0000","last_active":"2024-03-19T01:48:20.130562+0000","last_peered":"2024-03-19T01:48:20.130562+0000","last_clean":"2024-03-19T01:48:20.130562+0000","last_became_active":"2024-03-19T01:47:26.048219+0000","last_became_peered":"2024-03-19T01:47:26.048219+0000","last_unstale":"2024-03-19T01:48:20.130562+0000","last_undegraded":"2024-03-19T01:48:20.130562+0000","last_fullsized":"2024-03-19T01:48:20.130562+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:59:31.904872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.681538+0000","last_change":"2024-03-19T01:47:27.302116+0000","last_active":"2024-03-19T01:48:19.681538+0000","last_peered":"2024-03-19T01:48:19.681538+0000","last_clean":"2024-03-19T01:48:19.681538+0000","last_became_active":"2024-03-19T01:47:27.301769+0000","last_became_peered":"2024-03-19T01:47:27.301769+0000","last_unstale":"2024-03-19T01:48:19.681538+0000","last_undegraded":"2024-03-19T01:48:19.681538+0000","last_fullsized":"2024-03-19T01:48:19.681538+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:12:35.104525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674108+0000","last_change":"2024-03-19T01:47:27.308645+0000","last_active":"2024-03-19T01:48:19.674108+0000","last_peered":"2024-03-19T01:48:19.674108+0000","last_clean":"2024-03-19T01:48:19.674108+0000","last_became_active":"2024-03-19T01:47:27.308301+0000","last_became_peered":"2024-03-19T01:47:27.308301+0000","last_unstale":"2024-03-19T01:48:19.674108+0000","last_undegraded":"2024-03-19T01:48:19.674108+0000","last_fullsized":"2024-03-19T01:48:19.674108+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:55:16.836852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680812+0000","last_change":"2024-03-19T01:48:19.680812+0000","last_active":"2024-03-19T01:48:19.680812+0000","last_peered":"2024-03-19T01:48:19.680812+0000","last_clean":"2024-03-19T01:48:19.680812+0000","last_became_active":"2024-03-19T01:48:19.680431+0000","last_became_peered":"2024-03-19T01:48:19.680431+0000","last_unstale":"2024-03-19T01:48:19.680812+0000","last_undegraded":"2024-03-19T01:48:19.680812+0000","last_fullsized":"2024-03-19T01:48:19.680812+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:50:32.808352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674180+0000","last_change":"2024-03-19T01:47:27.311850+0000","last_active":"2024-03-19T01:48:19.674180+0000","last_peered":"2024-03-19T01:48:19.674180+0000","last_clean":"2024-03-19T01:48:19.674180+0000","last_became_active":"2024-03-19T01:47:27.311506+0000","last_became_peered":"2024-03-19T01:47:27.311506+0000","last_unstale":"2024-03-19T01:48:19.674180+0000","last_undegraded":"2024-03-19T01:48:19.674180+0000","last_fullsized":"2024-03-19T01:48:19.674180+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:08:34.293526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674165+0000","last_change":"2024-03-19T01:47:27.311366+0000","last_active":"2024-03-19T01:48:19.674165+0000","last_peered":"2024-03-19T01:48:19.674165+0000","last_clean":"2024-03-19T01:48:19.674165+0000","last_became_active":"2024-03-19T01:47:27.310029+0000","last_became_peered":"2024-03-19T01:47:27.310029+0000","last_unstale":"2024-03-19T01:48:19.674165+0000","last_undegraded":"2024-03-19T01:48:19.674165+0000","last_fullsized":"2024-03-19T01:48:19.674165+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:32:29.914884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.130452+0000","last_change":"2024-03-19T01:47:27.310984+0000","last_active":"2024-03-19T01:48:20.130452+0000","last_peered":"2024-03-19T01:48:20.130452+0000","last_clean":"2024-03-19T01:48:20.130452+0000","last_became_active":"2024-03-19T01:47:27.310614+0000","last_became_peered":"2024-03-19T01:47:27.310614+0000","last_unstale":"2024-03-19T01:48:20.130452+0000","last_undegraded":"2024-03-19T01:48:20.130452+0000","last_fullsized":"2024-03-19T01:48:20.130452+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:19:00.115861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674728+0000","last_change":"2024-03-19T01:47:27.306625+0000","last_active":"2024-03-19T01:48:19.674728+0000","last_peered":"2024-03-19T01:48:19.674728+0000","last_clean":"2024-03-19T01:48:19.674728+0000","last_became_active":"2024-03-19T01:47:27.306004+0000","last_became_peered":"2024-03-19T01:47:27.306004+0000","last_unstale":"2024-03-19T01:48:19.674728+0000","last_undegraded":"2024-03-19T01:48:19.674728+0000","last_fullsized":"2024-03-19T01:48:19.674728+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:03:00.845422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674674+0000","last_change":"2024-03-19T01:47:27.318856+0000","last_active":"2024-03-19T01:48:19.674674+0000","last_peered":"2024-03-19T01:48:19.674674+0000","last_clean":"2024-03-19T01:48:19.674674+0000","last_became_active":"2024-03-19T01:47:27.318474+0000","last_became_peered":"2024-03-19T01:47:27.318474+0000","last_unstale":"2024-03-19T01:48:19.674674+0000","last_undegraded":"2024-03-19T01:48:19.674674+0000","last_fullsized":"2024-03-19T01:48:19.674674+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:55:07.829562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.064253+0000","last_change":"2024-03-19T01:47:27.306643+0000","last_active":"2024-03-19T01:48:20.064253+0000","last_peered":"2024-03-19T01:48:20.064253+0000","last_clean":"2024-03-19T01:48:20.064253+0000","last_became_active":"2024-03-19T01:47:27.306295+0000","last_became_peered":"2024-03-19T01:47:27.306295+0000","last_unstale":"2024-03-19T01:48:20.064253+0000","last_undegraded":"2024-03-19T01:48:20.064253+0000","last_fullsized":"2024-03-19T01:48:20.064253+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:04:07.878606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.679368+0000","last_change":"2024-03-19T01:47:27.309545+0000","last_active":"2024-03-19T01:48:19.679368+0000","last_peered":"2024-03-19T01:48:19.679368+0000","last_clean":"2024-03-19T01:48:19.679368+0000","last_became_active":"2024-03-19T01:47:27.307757+0000","last_became_peered":"2024-03-19T01:47:27.307757+0000","last_unstale":"2024-03-19T01:48:19.679368+0000","last_undegraded":"2024-03-19T01:48:19.679368+0000","last_fullsized":"2024-03-19T01:48:19.679368+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:41:06.972203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.063912+0000","last_change":"2024-03-19T01:47:27.309735+0000","last_active":"2024-03-19T01:48:20.063912+0000","last_peered":"2024-03-19T01:48:20.063912+0000","last_clean":"2024-03-19T01:48:20.063912+0000","last_became_active":"2024-03-19T01:47:27.309393+0000","last_became_peered":"2024-03-19T01:47:27.309393+0000","last_unstale":"2024-03-19T01:48:20.063912+0000","last_undegraded":"2024-03-19T01:48:20.063912+0000","last_fullsized":"2024-03-19T01:48:20.063912+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:00:54.161968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.675115+0000","last_change":"2024-03-19T01:47:27.312750+0000","last_active":"2024-03-19T01:48:19.675115+0000","last_peered":"2024-03-19T01:48:19.675115+0000","last_clean":"2024-03-19T01:48:19.675115+0000","last_became_active":"2024-03-19T01:47:27.312192+0000","last_became_peered":"2024-03-19T01:47:27.312192+0000","last_unstale":"2024-03-19T01:48:19.675115+0000","last_undegraded":"2024-03-19T01:48:19.675115+0000","last_fullsized":"2024-03-19T01:48:19.675115+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:30:35.903989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.130275+0000","last_change":"2024-03-19T01:47:27.310347+0000","last_active":"2024-03-19T01:48:20.130275+0000","last_peered":"2024-03-19T01:48:20.130275+0000","last_clean":"2024-03-19T01:48:20.130275+0000","last_became_active":"2024-03-19T01:47:27.309951+0000","last_became_peered":"2024-03-19T01:47:27.309951+0000","last_unstale":"2024-03-19T01:48:20.130275+0000","last_undegraded":"2024-03-19T01:48:20.130275+0000","last_fullsized":"2024-03-19T01:48:20.130275+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:35:47.201218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.678983+0000","last_change":"2024-03-19T01:48:19.678983+0000","last_active":"2024-03-19T01:48:19.678983+0000","last_peered":"2024-03-19T01:48:19.678983+0000","last_clean":"2024-03-19T01:48:19.678983+0000","last_became_active":"2024-03-19T01:48:19.678624+0000","last_became_peered":"2024-03-19T01:48:19.678624+0000","last_unstale":"2024-03-19T01:48:19.678983+0000","last_undegraded":"2024-03-19T01:48:19.678983+0000","last_fullsized":"2024-03-19T01:48:19.678983+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:36:33.061706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":66335,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":444,"num_read_kb":296,"num_write":160,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":199005,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":140,"ondisk_log_size":140,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383714,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28024,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717128,"statfs":{"total":95995035648,"available":95966339072,"internally_reserved":0,"allocated":1024000,"data_stored":500445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645351,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37016,"kb_used_data":1676,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708136,"statfs":{"total":95995035648,"available":95957131264,"internally_reserved":0,"allocated":1716224,"data_stored":1150438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808876,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36360,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708792,"statfs":{"total":95995035648,"available":95957803008,"internally_reserved":0,"allocated":1044480,"data_stored":504777,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070514,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28040,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717112,"statfs":{"total":95995035648,"available":95966322688,"internally_reserved":0,"allocated":1040384,"data_stored":500601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332150,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28620,"kb_used_data":1596,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716532,"statfs":{"total":95995035648,"available":95965728768,"internally_reserved":0,"allocated":1634304,"data_stored":1096510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495676,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1019904,"data_stored":495857,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574931,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36404,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708748,"statfs":{"total":95995035648,"available":95957757952,"internally_reserved":0,"allocated":1089536,"data_stored":558101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738457,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28044,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717108,"statfs":{"total":95995035648,"available":95966318592,"internally_reserved":0,"allocated":1044480,"data_stored":497245,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411408,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36420,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708732,"statfs":{"total":95995035648,"available":95957741568,"internally_reserved":0,"allocated":1105920,"data_stored":558829,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182474,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36352,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708800,"statfs":{"total":95995035648,"available":95957811200,"internally_reserved":0,"allocated":1032192,"data_stored":496051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920838,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36360,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708792,"statfs":{"total":95995035648,"available":95957803008,"internally_reserved":0,"allocated":1040384,"data_stored":501520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757311,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28628,"kb_used_data":1604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716524,"statfs":{"total":95995035648,"available":95965720576,"internally_reserved":0,"allocated":1642496,"data_stored":1091707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":62334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":63062,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1657,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":64303,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}}
2024-03-19T01:49:06.985 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph pg dump --format=json
2024-03-19T01:49:07.231 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:49:07.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:07 smithi046 ceph-mon[63102]: pgmap v345: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s
2024-03-19T01:49:07.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:07 smithi046 ceph-mon[63102]: from='client.15114 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2024-03-19T01:49:08.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:07 smithi073 ceph-mon[66833]: pgmap v345: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s
2024-03-19T01:49:08.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:07 smithi073 ceph-mon[66833]: from='client.15114 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2024-03-19T01:49:08.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:07 smithi102 ceph-mon[66557]: pgmap v345: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s
2024-03-19T01:49:08.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:07 smithi102 ceph-mon[66557]: from='client.15114 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2024-03-19T01:49:09.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.010+0000 7fcfeff12700  1 -- 172.21.15.46:0/1304446919 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcfe8102d50 msgr2=0x7fcfe810f1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:09.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.010+0000 7fcfeff12700  1 --2- 172.21.15.46:0/1304446919 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcfe8102d50 0x7fcfe810f1b0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fcfe000b0a0 tx=0x7fcfe000b3b0 comp rx=0 tx=0).stop
2024-03-19T01:49:09.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.010+0000 7fcfeff12700  1 -- 172.21.15.46:0/1304446919 shutdown_connections
2024-03-19T01:49:09.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.010+0000 7fcfeff12700  1 --2- 172.21.15.46:0/1304446919 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcfe8102d50 0x7fcfe810f1b0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:09.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.010+0000 7fcfeff12700  1 --2- 172.21.15.46:0/1304446919 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcfe8108470 0x7fcfe8108850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:09.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.010+0000 7fcfeff12700  1 --2- 172.21.15.46:0/1304446919 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcfe8102390 0x7fcfe8102810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:09.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.010+0000 7fcfeff12700  1 -- 172.21.15.46:0/1304446919 >> 172.21.15.46:0/1304446919 conn(0x7fcfe80793d0 msgr2=0x7fcfe80797e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:09.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.010+0000 7fcfeff12700  1 -- 172.21.15.46:0/1304446919 shutdown_connections
2024-03-19T01:49:09.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.010+0000 7fcfeff12700  1 -- 172.21.15.46:0/1304446919 wait complete.
2024-03-19T01:49:09.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.011+0000 7fcfeff12700  1  Processor -- start
2024-03-19T01:49:09.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.011+0000 7fcfeff12700  1 --  start start
2024-03-19T01:49:09.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.011+0000 7fcfeff12700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcfe8102390 0x7fcfe8074610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:09.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.011+0000 7fcfeff12700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcfe8102d50 0x7fcfe8074b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:09.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.011+0000 7fcfeff12700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcfe8108470 0x7fcfe8075090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:09.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.011+0000 7fcfeff12700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fcfe81124d0 con 0x7fcfe8102d50
2024-03-19T01:49:09.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.011+0000 7fcfeff12700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fcfe8112350 con 0x7fcfe8108470
2024-03-19T01:49:09.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.011+0000 7fcfeff12700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fcfe8112650 con 0x7fcfe8102390
2024-03-19T01:49:09.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.011+0000 7fcfed4ad700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcfe8102d50 0x7fcfe8074b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:09.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.011+0000 7fcfedcae700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcfe8102390 0x7fcfe8074610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:09.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.011+0000 7fcfed4ad700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcfe8102d50 0x7fcfe8074b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39618/0 (socket says 172.21.15.46:39618)
2024-03-19T01:49:09.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.011+0000 7fcfed4ad700  1 -- 172.21.15.46:0/3735089974 learned_addr learned my addr 172.21.15.46:0/3735089974 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:09.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.011+0000 7fcfee4af700  1 --2- 172.21.15.46:0/3735089974 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcfe8108470 0x7fcfe8075090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:09.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.011+0000 7fcfedcae700  1 -- 172.21.15.46:0/3735089974 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcfe8108470 msgr2=0x7fcfe8075090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:09.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.011+0000 7fcfedcae700  1 --2- 172.21.15.46:0/3735089974 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcfe8108470 0x7fcfe8075090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:09.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.011+0000 7fcfedcae700  1 -- 172.21.15.46:0/3735089974 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcfe8102d50 msgr2=0x7fcfe8074b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:09.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.011+0000 7fcfedcae700  1 --2- 172.21.15.46:0/3735089974 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcfe8102d50 0x7fcfe8074b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:09.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.011+0000 7fcfedcae700  1 -- 172.21.15.46:0/3735089974 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfe81a6eb0 con 0x7fcfe8102390
2024-03-19T01:49:09.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.012+0000 7fcfedcae700  1 --2- 172.21.15.46:0/3735089974 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcfe8102390 0x7fcfe8074610 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fcfd800e9f0 tx=0x7fcfd800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:09.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.012+0000 7fcfdeffd700  1 -- 172.21.15.46:0/3735089974 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd800c9c0 con 0x7fcfe8102390
2024-03-19T01:49:09.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.012+0000 7fcfdeffd700  1 -- 172.21.15.46:0/3735089974 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcfd800cb60 con 0x7fcfe8102390
2024-03-19T01:49:09.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.012+0000 7fcfeff12700  1 -- 172.21.15.46:0/3735089974 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcfe81a71a0 con 0x7fcfe8102390
2024-03-19T01:49:09.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.012+0000 7fcfdeffd700  1 -- 172.21.15.46:0/3735089974 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd8018680 con 0x7fcfe8102390
2024-03-19T01:49:09.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.012+0000 7fcfeff12700  1 -- 172.21.15.46:0/3735089974 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcfe81a7730 con 0x7fcfe8102390
2024-03-19T01:49:09.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.013+0000 7fcfeff12700  1 -- 172.21.15.46:0/3735089974 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcfe8068fd0 con 0x7fcfe8102390
2024-03-19T01:49:09.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.014+0000 7fcfdeffd700  1 -- 172.21.15.46:0/3735089974 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fcfd8047a90 con 0x7fcfe8102390
2024-03-19T01:49:09.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.014+0000 7fcfdeffd700  1 --2- 172.21.15.46:0/3735089974 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fcfd40a29a0 0x7fcfd40a4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:09.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.014+0000 7fcfed4ad700  1 --2- 172.21.15.46:0/3735089974 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fcfd40a29a0 0x7fcfd40a4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:09.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.014+0000 7fcfdeffd700  1 -- 172.21.15.46:0/3735089974 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fcfd80cf000 con 0x7fcfe8102390
2024-03-19T01:49:09.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.015+0000 7fcfed4ad700  1 --2- 172.21.15.46:0/3735089974 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fcfd40a29a0 0x7fcfd40a4e60 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fcfe80799d0 tx=0x7fcfe4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:09.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.018+0000 7fcfdeffd700  1 -- 172.21.15.46:0/3735089974 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fcfd809bbe0 con 0x7fcfe8102390
2024-03-19T01:49:09.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.217+0000 7fcfeff12700  1 -- 172.21.15.46:0/3735089974 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fcfe8062750 con 0x7fcfd40a29a0
2024-03-19T01:49:09.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.226+0000 7fcfdeffd700  1 -- 172.21.15.46:0/3735089974 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340355 (secure 0 0 0) 0x7fcfe8062750 con 0x7fcfd40a29a0
2024-03-19T01:49:09.231 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:49:09.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.230+0000 7fcfeff12700  1 -- 172.21.15.46:0/3735089974 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fcfd40a29a0 msgr2=0x7fcfd40a4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:09.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.230+0000 7fcfeff12700  1 --2- 172.21.15.46:0/3735089974 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fcfd40a29a0 0x7fcfd40a4e60 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fcfe80799d0 tx=0x7fcfe4009260 comp rx=0 tx=0).stop
2024-03-19T01:49:09.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.230+0000 7fcfeff12700  1 -- 172.21.15.46:0/3735089974 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcfe8102390 msgr2=0x7fcfe8074610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:09.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.230+0000 7fcfeff12700  1 --2- 172.21.15.46:0/3735089974 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcfe8102390 0x7fcfe8074610 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fcfd800e9f0 tx=0x7fcfd800ed00 comp rx=0 tx=0).stop
2024-03-19T01:49:09.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.230+0000 7fcfeff12700  1 -- 172.21.15.46:0/3735089974 shutdown_connections
2024-03-19T01:49:09.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.230+0000 7fcfeff12700  1 --2- 172.21.15.46:0/3735089974 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fcfd40a29a0 0x7fcfd40a4e60 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:09.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.230+0000 7fcfeff12700  1 --2- 172.21.15.46:0/3735089974 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcfe8108470 0x7fcfe8075090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:09.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.230+0000 7fcfeff12700  1 --2- 172.21.15.46:0/3735089974 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcfe8102390 0x7fcfe8074610 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:09.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.230+0000 7fcfeff12700  1 --2- 172.21.15.46:0/3735089974 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcfe8102d50 0x7fcfe8074b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:09.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.230+0000 7fcfeff12700  1 -- 172.21.15.46:0/3735089974 >> 172.21.15.46:0/3735089974 conn(0x7fcfe80793d0 msgr2=0x7fcfe8101020 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:09.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.230+0000 7fcfeff12700  1 -- 172.21.15.46:0/3735089974 shutdown_connections
2024-03-19T01:49:09.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:09.230+0000 7fcfeff12700  1 -- 172.21.15.46:0/3735089974 wait complete.
2024-03-19T01:49:09.234 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all
2024-03-19T01:49:10.044 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:09 smithi046 ceph-mon[63102]: pgmap v346: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:49:10.077 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":346,"stamp":"2024-03-19T01:49:07.944577+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":656937,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":580,"num_read_kb":415,"num_write":343,"num_write_kb":3056,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":1181358,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":279,"ondisk_log_size":279,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":388284,"kb_used_data":14096,"kb_used_omap":18,"kb_used_meta":373997,"kb_avail":1124553540,"statfs":{"total":1151940427776,"available":1151542824960,"internally_reserved":0,"allocated":14434304,"data_stored":7952081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":382973242},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":60,"num_read_kb":30,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003471"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674251+0000","last_change":"2024-03-19T01:47:27.316219+0000","last_active":"2024-03-19T01:48:19.674251+0000","last_peered":"2024-03-19T01:48:19.674251+0000","last_clean":"2024-03-19T01:48:19.674251+0000","last_became_active":"2024-03-19T01:47:27.315831+0000","last_became_peered":"2024-03-19T01:47:27.315831+0000","last_unstale":"2024-03-19T01:48:19.674251+0000","last_undegraded":"2024-03-19T01:48:19.674251+0000","last_fullsized":"2024-03-19T01:48:19.674251+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:14:54.941807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674349+0000","last_change":"2024-03-19T01:47:27.309298+0000","last_active":"2024-03-19T01:48:19.674349+0000","last_peered":"2024-03-19T01:48:19.674349+0000","last_clean":"2024-03-19T01:48:19.674349+0000","last_became_active":"2024-03-19T01:47:27.308880+0000","last_became_peered":"2024-03-19T01:47:27.308880+0000","last_unstale":"2024-03-19T01:48:19.674349+0000","last_undegraded":"2024-03-19T01:48:19.674349+0000","last_fullsized":"2024-03-19T01:48:19.674349+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:25:43.214077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674278+0000","last_change":"2024-03-19T01:47:27.314676+0000","last_active":"2024-03-19T01:48:19.674278+0000","last_peered":"2024-03-19T01:48:19.674278+0000","last_clean":"2024-03-19T01:48:19.674278+0000","last_became_active":"2024-03-19T01:47:27.314302+0000","last_became_peered":"2024-03-19T01:47:27.314302+0000","last_unstale":"2024-03-19T01:48:19.674278+0000","last_undegraded":"2024-03-19T01:48:19.674278+0000","last_fullsized":"2024-03-19T01:48:19.674278+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:58:34.309633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.672520+0000","last_change":"2024-03-19T01:47:27.305666+0000","last_active":"2024-03-19T01:48:19.672520+0000","last_peered":"2024-03-19T01:48:19.672520+0000","last_clean":"2024-03-19T01:48:19.672520+0000","last_became_active":"2024-03-19T01:47:27.304845+0000","last_became_peered":"2024-03-19T01:47:27.304845+0000","last_unstale":"2024-03-19T01:48:19.672520+0000","last_undegraded":"2024-03-19T01:48:19.672520+0000","last_fullsized":"2024-03-19T01:48:19.672520+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:54:40.396227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.675052+0000","last_change":"2024-03-19T01:47:27.308830+0000","last_active":"2024-03-19T01:48:19.675052+0000","last_peered":"2024-03-19T01:48:19.675052+0000","last_clean":"2024-03-19T01:48:19.675052+0000","last_became_active":"2024-03-19T01:47:27.308481+0000","last_became_peered":"2024-03-19T01:47:27.308481+0000","last_unstale":"2024-03-19T01:48:19.675052+0000","last_undegraded":"2024-03-19T01:48:19.675052+0000","last_fullsized":"2024-03-19T01:48:19.675052+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:00:16.582732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.087525+0000","last_change":"2024-03-19T01:47:27.298860+0000","last_active":"2024-03-19T01:48:20.087525+0000","last_peered":"2024-03-19T01:48:20.087525+0000","last_clean":"2024-03-19T01:48:20.087525+0000","last_became_active":"2024-03-19T01:47:27.298524+0000","last_became_peered":"2024-03-19T01:47:27.298524+0000","last_unstale":"2024-03-19T01:48:20.087525+0000","last_undegraded":"2024-03-19T01:48:20.087525+0000","last_fullsized":"2024-03-19T01:48:20.087525+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:58:40.649961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680679+0000","last_change":"2024-03-19T01:47:27.311624+0000","last_active":"2024-03-19T01:48:19.680679+0000","last_peered":"2024-03-19T01:48:19.680679+0000","last_clean":"2024-03-19T01:48:19.680679+0000","last_became_active":"2024-03-19T01:47:27.311254+0000","last_became_peered":"2024-03-19T01:47:27.311254+0000","last_unstale":"2024-03-19T01:48:19.680679+0000","last_undegraded":"2024-03-19T01:48:19.680679+0000","last_fullsized":"2024-03-19T01:48:19.680679+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:07:17.860441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.063327+0000","last_change":"2024-03-19T01:47:27.320016+0000","last_active":"2024-03-19T01:48:20.063327+0000","last_peered":"2024-03-19T01:48:20.063327+0000","last_clean":"2024-03-19T01:48:20.063327+0000","last_became_active":"2024-03-19T01:47:27.319694+0000","last_became_peered":"2024-03-19T01:47:27.319694+0000","last_unstale":"2024-03-19T01:48:20.063327+0000","last_undegraded":"2024-03-19T01:48:20.063327+0000","last_fullsized":"2024-03-19T01:48:20.063327+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:01:42.153899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.675395+0000","last_change":"2024-03-19T01:47:27.312254+0000","last_active":"2024-03-19T01:48:19.675395+0000","last_peered":"2024-03-19T01:48:19.675395+0000","last_clean":"2024-03-19T01:48:19.675395+0000","last_became_active":"2024-03-19T01:47:27.311733+0000","last_became_peered":"2024-03-19T01:47:27.311733+0000","last_unstale":"2024-03-19T01:48:19.675395+0000","last_undegraded":"2024-03-19T01:48:19.675395+0000","last_fullsized":"2024-03-19T01:48:19.675395+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:59:38.192531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.087917+0000","last_change":"2024-03-19T01:47:27.299650+0000","last_active":"2024-03-19T01:48:20.087917+0000","last_peered":"2024-03-19T01:48:20.087917+0000","last_clean":"2024-03-19T01:48:20.087917+0000","last_became_active":"2024-03-19T01:47:27.299329+0000","last_became_peered":"2024-03-19T01:47:27.299329+0000","last_unstale":"2024-03-19T01:48:20.087917+0000","last_undegraded":"2024-03-19T01:48:20.087917+0000","last_fullsized":"2024-03-19T01:48:20.087917+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:50:21.257181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680973+0000","last_change":"2024-03-19T01:47:27.316456+0000","last_active":"2024-03-19T01:48:19.680973+0000","last_peered":"2024-03-19T01:48:19.680973+0000","last_clean":"2024-03-19T01:48:19.680973+0000","last_became_active":"2024-03-19T01:47:27.315181+0000","last_became_peered":"2024-03-19T01:47:27.315181+0000","last_unstale":"2024-03-19T01:48:19.680973+0000","last_undegraded":"2024-03-19T01:48:19.680973+0000","last_fullsized":"2024-03-19T01:48:19.680973+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:47:00.844124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.672517+0000","last_change":"2024-03-19T01:47:27.305956+0000","last_active":"2024-03-19T01:48:19.672517+0000","last_peered":"2024-03-19T01:48:19.672517+0000","last_clean":"2024-03-19T01:48:19.672517+0000","last_became_active":"2024-03-19T01:47:27.305324+0000","last_became_peered":"2024-03-19T01:47:27.305324+0000","last_unstale":"2024-03-19T01:48:19.672517+0000","last_undegraded":"2024-03-19T01:48:19.672517+0000","last_fullsized":"2024-03-19T01:48:19.672517+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:41:53.713605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.130404+0000","last_change":"2024-03-19T01:47:27.290298+0000","last_active":"2024-03-19T01:48:20.130404+0000","last_peered":"2024-03-19T01:48:20.130404+0000","last_clean":"2024-03-19T01:48:20.130404+0000","last_became_active":"2024-03-19T01:47:27.289839+0000","last_became_peered":"2024-03-19T01:47:27.289839+0000","last_unstale":"2024-03-19T01:48:20.130404+0000","last_undegraded":"2024-03-19T01:48:20.130404+0000","last_fullsized":"2024-03-19T01:48:20.130404+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:53:50.693819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.673920+0000","last_change":"2024-03-19T01:47:27.308572+0000","last_active":"2024-03-19T01:48:19.673920+0000","last_peered":"2024-03-19T01:48:19.673920+0000","last_clean":"2024-03-19T01:48:19.673920+0000","last_became_active":"2024-03-19T01:47:27.308206+0000","last_became_peered":"2024-03-19T01:47:27.308206+0000","last_unstale":"2024-03-19T01:48:19.673920+0000","last_undegraded":"2024-03-19T01:48:19.673920+0000","last_fullsized":"2024-03-19T01:48:19.673920+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:30:48.905335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.673864+0000","last_change":"2024-03-19T01:47:27.311928+0000","last_active":"2024-03-19T01:48:19.673864+0000","last_peered":"2024-03-19T01:48:19.673864+0000","last_clean":"2024-03-19T01:48:19.673864+0000","last_became_active":"2024-03-19T01:47:27.310117+0000","last_became_peered":"2024-03-19T01:47:27.310117+0000","last_unstale":"2024-03-19T01:48:19.673864+0000","last_undegraded":"2024-03-19T01:48:19.673864+0000","last_fullsized":"2024-03-19T01:48:19.673864+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:15:53.823356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674922+0000","last_change":"2024-03-19T01:47:27.314233+0000","last_active":"2024-03-19T01:48:19.674922+0000","last_peered":"2024-03-19T01:48:19.674922+0000","last_clean":"2024-03-19T01:48:19.674922+0000","last_became_active":"2024-03-19T01:47:27.313862+0000","last_became_peered":"2024-03-19T01:47:27.313862+0000","last_unstale":"2024-03-19T01:48:19.674922+0000","last_undegraded":"2024-03-19T01:48:19.674922+0000","last_fullsized":"2024-03-19T01:48:19.674922+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:53:02.615772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674155+0000","last_change":"2024-03-19T01:47:27.320396+0000","last_active":"2024-03-19T01:48:19.674155+0000","last_peered":"2024-03-19T01:48:19.674155+0000","last_clean":"2024-03-19T01:48:19.674155+0000","last_became_active":"2024-03-19T01:47:27.320015+0000","last_became_peered":"2024-03-19T01:47:27.320015+0000","last_unstale":"2024-03-19T01:48:19.674155+0000","last_undegraded":"2024-03-19T01:48:19.674155+0000","last_fullsized":"2024-03-19T01:48:19.674155+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:04:45.224623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.672201+0000","last_change":"2024-03-19T01:47:27.318322+0000","last_active":"2024-03-19T01:48:19.672201+0000","last_peered":"2024-03-19T01:48:19.672201+0000","last_clean":"2024-03-19T01:48:19.672201+0000","last_became_active":"2024-03-19T01:47:27.317951+0000","last_became_peered":"2024-03-19T01:47:27.317951+0000","last_unstale":"2024-03-19T01:48:19.672201+0000","last_undegraded":"2024-03-19T01:48:19.672201+0000","last_fullsized":"2024-03-19T01:48:19.672201+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:58:56.214818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674479+0000","last_change":"2024-03-19T01:47:27.307393+0000","last_active":"2024-03-19T01:48:19.674479+0000","last_peered":"2024-03-19T01:48:19.674479+0000","last_clean":"2024-03-19T01:48:19.674479+0000","last_became_active":"2024-03-19T01:47:27.306828+0000","last_became_peered":"2024-03-19T01:47:27.306828+0000","last_unstale":"2024-03-19T01:48:19.674479+0000","last_undegraded":"2024-03-19T01:48:19.674479+0000","last_fullsized":"2024-03-19T01:48:19.674479+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:47:47.296955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.065678+0000","last_change":"2024-03-19T01:48:20.065678+0000","last_active":"2024-03-19T01:48:20.065678+0000","last_peered":"2024-03-19T01:48:20.065678+0000","last_clean":"2024-03-19T01:48:20.065678+0000","last_became_active":"2024-03-19T01:48:20.065045+0000","last_became_peered":"2024-03-19T01:48:20.065045+0000","last_unstale":"2024-03-19T01:48:20.065678+0000","last_undegraded":"2024-03-19T01:48:20.065678+0000","last_fullsized":"2024-03-19T01:48:20.065678+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:02:07.620337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8,0],"acting":[2,3,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":37,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.672239+0000","last_change":"2024-03-19T01:47:26.053209+0000","last_active":"2024-03-19T01:48:19.672239+0000","last_peered":"2024-03-19T01:48:19.672239+0000","last_clean":"2024-03-19T01:48:19.672239+0000","last_became_active":"2024-03-19T01:47:26.052284+0000","last_became_peered":"2024-03-19T01:47:26.052284+0000","last_unstale":"2024-03-19T01:48:19.672239+0000","last_undegraded":"2024-03-19T01:48:19.672239+0000","last_fullsized":"2024-03-19T01:48:19.672239+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:16:24.337242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.064056+0000","last_change":"2024-03-19T01:47:27.314175+0000","last_active":"2024-03-19T01:48:20.064056+0000","last_peered":"2024-03-19T01:48:20.064056+0000","last_clean":"2024-03-19T01:48:20.064056+0000","last_became_active":"2024-03-19T01:47:27.311587+0000","last_became_peered":"2024-03-19T01:47:27.311587+0000","last_unstale":"2024-03-19T01:48:20.064056+0000","last_undegraded":"2024-03-19T01:48:20.064056+0000","last_fullsized":"2024-03-19T01:48:20.064056+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:45:00.080471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.672097+0000","last_change":"2024-03-19T01:47:31.327408+0000","last_active":"2024-03-19T01:48:19.672097+0000","last_peered":"2024-03-19T01:48:19.672097+0000","last_clean":"2024-03-19T01:48:19.672097+0000","last_became_active":"2024-03-19T01:47:31.327035+0000","last_became_peered":"2024-03-19T01:47:31.327035+0000","last_unstale":"2024-03-19T01:48:19.672097+0000","last_undegraded":"2024-03-19T01:48:19.672097+0000","last_fullsized":"2024-03-19T01:48:19.672097+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:32:47.486791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.064298+0000","last_change":"2024-03-19T01:47:26.045775+0000","last_active":"2024-03-19T01:48:20.064298+0000","last_peered":"2024-03-19T01:48:20.064298+0000","last_clean":"2024-03-19T01:48:20.064298+0000","last_became_active":"2024-03-19T01:47:26.045433+0000","last_became_peered":"2024-03-19T01:47:26.045433+0000","last_unstale":"2024-03-19T01:48:20.064298+0000","last_undegraded":"2024-03-19T01:48:20.064298+0000","last_fullsized":"2024-03-19T01:48:20.064298+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:34:06.043855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674354+0000","last_change":"2024-03-19T01:47:27.318571+0000","last_active":"2024-03-19T01:48:19.674354+0000","last_peered":"2024-03-19T01:48:19.674354+0000","last_clean":"2024-03-19T01:48:19.674354+0000","last_became_active":"2024-03-19T01:47:27.318151+0000","last_became_peered":"2024-03-19T01:47:27.318151+0000","last_unstale":"2024-03-19T01:48:19.674354+0000","last_undegraded":"2024-03-19T01:48:19.674354+0000","last_fullsized":"2024-03-19T01:48:19.674354+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:32:53.894252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.672581+0000","last_change":"2024-03-19T01:47:31.324552+0000","last_active":"2024-03-19T01:48:19.672581+0000","last_peered":"2024-03-19T01:48:19.672581+0000","last_clean":"2024-03-19T01:48:19.672581+0000","last_became_active":"2024-03-19T01:47:31.323439+0000","last_became_peered":"2024-03-19T01:47:31.323439+0000","last_unstale":"2024-03-19T01:48:19.672581+0000","last_undegraded":"2024-03-19T01:48:19.672581+0000","last_fullsized":"2024-03-19T01:48:19.672581+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:44:57.310453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.675767+0000","last_change":"2024-03-19T01:47:26.055666+0000","last_active":"2024-03-19T01:48:19.675767+0000","last_peered":"2024-03-19T01:48:19.675767+0000","last_clean":"2024-03-19T01:48:19.675767+0000","last_became_active":"2024-03-19T01:47:26.054733+0000","last_became_peered":"2024-03-19T01:47:26.054733+0000","last_unstale":"2024-03-19T01:48:19.675767+0000","last_undegraded":"2024-03-19T01:48:19.675767+0000","last_fullsized":"2024-03-19T01:48:19.675767+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:47:44.123486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.675031+0000","last_change":"2024-03-19T01:47:27.314507+0000","last_active":"2024-03-19T01:48:19.675031+0000","last_peered":"2024-03-19T01:48:19.675031+0000","last_clean":"2024-03-19T01:48:19.675031+0000","last_became_active":"2024-03-19T01:47:27.313749+0000","last_became_peered":"2024-03-19T01:47:27.313749+0000","last_unstale":"2024-03-19T01:48:19.675031+0000","last_undegraded":"2024-03-19T01:48:19.675031+0000","last_fullsized":"2024-03-19T01:48:19.675031+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:30:03.286976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.672263+0000","last_change":"2024-03-19T01:47:31.318980+0000","last_active":"2024-03-19T01:48:19.672263+0000","last_peered":"2024-03-19T01:48:19.672263+0000","last_clean":"2024-03-19T01:48:19.672263+0000","last_became_active":"2024-03-19T01:47:31.318571+0000","last_became_peered":"2024-03-19T01:47:31.318571+0000","last_unstale":"2024-03-19T01:48:19.672263+0000","last_undegraded":"2024-03-19T01:48:19.672263+0000","last_fullsized":"2024-03-19T01:48:19.672263+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:22:16.823320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"84'2","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.687961+0000","last_change":"2024-03-19T01:48:19.687961+0000","last_active":"2024-03-19T01:48:19.687961+0000","last_peered":"2024-03-19T01:48:19.687961+0000","last_clean":"2024-03-19T01:48:19.687961+0000","last_became_active":"2024-03-19T01:48:19.681267+0000","last_became_peered":"2024-03-19T01:48:19.681267+0000","last_unstale":"2024-03-19T01:48:19.687961+0000","last_undegraded":"2024-03-19T01:48:19.687961+0000","last_fullsized":"2024-03-19T01:48:19.687961+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:15:20.004822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680519+0000","last_change":"2024-03-19T01:47:27.302258+0000","last_active":"2024-03-19T01:48:19.680519+0000","last_peered":"2024-03-19T01:48:19.680519+0000","last_clean":"2024-03-19T01:48:19.680519+0000","last_became_active":"2024-03-19T01:47:27.301920+0000","last_became_peered":"2024-03-19T01:47:27.301920+0000","last_unstale":"2024-03-19T01:48:19.680519+0000","last_undegraded":"2024-03-19T01:48:19.680519+0000","last_fullsized":"2024-03-19T01:48:19.680519+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:46:21.858117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674316+0000","last_change":"2024-03-19T01:47:31.319643+0000","last_active":"2024-03-19T01:48:19.674316+0000","last_peered":"2024-03-19T01:48:19.674316+0000","last_clean":"2024-03-19T01:48:19.674316+0000","last_became_active":"2024-03-19T01:47:31.319188+0000","last_became_peered":"2024-03-19T01:47:31.319188+0000","last_unstale":"2024-03-19T01:48:19.674316+0000","last_undegraded":"2024-03-19T01:48:19.674316+0000","last_fullsized":"2024-03-19T01:48:19.674316+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:31:40.287100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"89'5","reported_seq":116,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:49:01.727150+0000","last_change":"2024-03-19T01:48:19.687581+0000","last_active":"2024-03-19T01:49:01.727150+0000","last_peered":"2024-03-19T01:49:01.727150+0000","last_clean":"2024-03-19T01:49:01.727150+0000","last_became_active":"2024-03-19T01:48:19.682689+0000","last_became_peered":"2024-03-19T01:48:19.682689+0000","last_unstale":"2024-03-19T01:49:01.727150+0000","last_undegraded":"2024-03-19T01:49:01.727150+0000","last_fullsized":"2024-03-19T01:49:01.727150+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:10:27.829818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":67,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674329+0000","last_change":"2024-03-19T01:47:27.311182+0000","last_active":"2024-03-19T01:48:19.674329+0000","last_peered":"2024-03-19T01:48:19.674329+0000","last_clean":"2024-03-19T01:48:19.674329+0000","last_became_active":"2024-03-19T01:47:27.310844+0000","last_became_peered":"2024-03-19T01:47:27.310844+0000","last_unstale":"2024-03-19T01:48:19.674329+0000","last_undegraded":"2024-03-19T01:48:19.674329+0000","last_fullsized":"2024-03-19T01:48:19.674329+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:24:04.220205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.675638+0000","last_change":"2024-03-19T01:47:31.328731+0000","last_active":"2024-03-19T01:48:19.675638+0000","last_peered":"2024-03-19T01:48:19.675638+0000","last_clean":"2024-03-19T01:48:19.675638+0000","last_became_active":"2024-03-19T01:47:31.328185+0000","last_became_peered":"2024-03-19T01:47:31.328185+0000","last_unstale":"2024-03-19T01:48:19.675638+0000","last_undegraded":"2024-03-19T01:48:19.675638+0000","last_fullsized":"2024-03-19T01:48:19.675638+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:10:56.880979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.087465+0000","last_change":"2024-03-19T01:47:26.052193+0000","last_active":"2024-03-19T01:48:20.087465+0000","last_peered":"2024-03-19T01:48:20.087465+0000","last_clean":"2024-03-19T01:48:20.087465+0000","last_became_active":"2024-03-19T01:47:26.051832+0000","last_became_peered":"2024-03-19T01:47:26.051832+0000","last_unstale":"2024-03-19T01:48:20.087465+0000","last_undegraded":"2024-03-19T01:48:20.087465+0000","last_fullsized":"2024-03-19T01:48:20.087465+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:45:11.441308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680347+0000","last_change":"2024-03-19T01:47:27.310135+0000","last_active":"2024-03-19T01:48:19.680347+0000","last_peered":"2024-03-19T01:48:19.680347+0000","last_clean":"2024-03-19T01:48:19.680347+0000","last_became_active":"2024-03-19T01:47:27.308179+0000","last_became_peered":"2024-03-19T01:47:27.308179+0000","last_unstale":"2024-03-19T01:48:19.680347+0000","last_undegraded":"2024-03-19T01:48:19.680347+0000","last_fullsized":"2024-03-19T01:48:19.680347+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:01:50.832982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674136+0000","last_change":"2024-03-19T01:47:31.316766+0000","last_active":"2024-03-19T01:48:19.674136+0000","last_peered":"2024-03-19T01:48:19.674136+0000","last_clean":"2024-03-19T01:48:19.674136+0000","last_became_active":"2024-03-19T01:47:31.316338+0000","last_became_peered":"2024-03-19T01:47:31.316338+0000","last_unstale":"2024-03-19T01:48:19.674136+0000","last_undegraded":"2024-03-19T01:48:19.674136+0000","last_fullsized":"2024-03-19T01:48:19.674136+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:43:01.916227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.130191+0000","last_change":"2024-03-19T01:47:26.053276+0000","last_active":"2024-03-19T01:48:20.130191+0000","last_peered":"2024-03-19T01:48:20.130191+0000","last_clean":"2024-03-19T01:48:20.130191+0000","last_became_active":"2024-03-19T01:47:26.052599+0000","last_became_peered":"2024-03-19T01:47:26.052599+0000","last_unstale":"2024-03-19T01:48:20.130191+0000","last_undegraded":"2024-03-19T01:48:20.130191+0000","last_fullsized":"2024-03-19T01:48:20.130191+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:48:08.688859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.063470+0000","last_change":"2024-03-19T01:47:27.311569+0000","last_active":"2024-03-19T01:48:20.063470+0000","last_peered":"2024-03-19T01:48:20.063470+0000","last_clean":"2024-03-19T01:48:20.063470+0000","last_became_active":"2024-03-19T01:47:27.311211+0000","last_became_peered":"2024-03-19T01:47:27.311211+0000","last_unstale":"2024-03-19T01:48:20.063470+0000","last_undegraded":"2024-03-19T01:48:20.063470+0000","last_fullsized":"2024-03-19T01:48:20.063470+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:18:17.937186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674303+0000","last_change":"2024-03-19T01:47:31.316304+0000","last_active":"2024-03-19T01:48:19.674303+0000","last_peered":"2024-03-19T01:48:19.674303+0000","last_clean":"2024-03-19T01:48:19.674303+0000","last_became_active":"2024-03-19T01:47:31.315859+0000","last_became_peered":"2024-03-19T01:47:31.315859+0000","last_unstale":"2024-03-19T01:48:19.674303+0000","last_undegraded":"2024-03-19T01:48:19.674303+0000","last_fullsized":"2024-03-19T01:48:19.674303+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:51:04.062955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.679259+0000","last_change":"2024-03-19T01:47:26.053941+0000","last_active":"2024-03-19T01:48:19.679259+0000","last_peered":"2024-03-19T01:48:19.679259+0000","last_clean":"2024-03-19T01:48:19.679259+0000","last_became_active":"2024-03-19T01:47:26.053225+0000","last_became_peered":"2024-03-19T01:47:26.053225+0000","last_unstale":"2024-03-19T01:48:19.679259+0000","last_undegraded":"2024-03-19T01:48:19.679259+0000","last_fullsized":"2024-03-19T01:48:19.679259+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:29:53.906803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.671381+0000","last_change":"2024-03-19T01:47:27.307187+0000","last_active":"2024-03-19T01:48:19.671381+0000","last_peered":"2024-03-19T01:48:19.671381+0000","last_clean":"2024-03-19T01:48:19.671381+0000","last_became_active":"2024-03-19T01:47:27.306801+0000","last_became_peered":"2024-03-19T01:47:27.306801+0000","last_unstale":"2024-03-19T01:48:19.671381+0000","last_undegraded":"2024-03-19T01:48:19.671381+0000","last_fullsized":"2024-03-19T01:48:19.671381+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:08:01.805058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.063791+0000","last_change":"2024-03-19T01:47:31.324169+0000","last_active":"2024-03-19T01:48:20.063791+0000","last_peered":"2024-03-19T01:48:20.063791+0000","last_clean":"2024-03-19T01:48:20.063791+0000","last_became_active":"2024-03-19T01:47:31.323762+0000","last_became_peered":"2024-03-19T01:47:31.323762+0000","last_unstale":"2024-03-19T01:48:20.063791+0000","last_undegraded":"2024-03-19T01:48:20.063791+0000","last_fullsized":"2024-03-19T01:48:20.063791+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:07:28.426628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"89'3","reported_seq":100,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:49:01.726460+0000","last_change":"2024-03-19T01:47:26.049890+0000","last_active":"2024-03-19T01:49:01.726460+0000","last_peered":"2024-03-19T01:49:01.726460+0000","last_clean":"2024-03-19T01:49:01.726460+0000","last_became_active":"2024-03-19T01:47:26.048646+0000","last_became_peered":"2024-03-19T01:47:26.048646+0000","last_unstale":"2024-03-19T01:49:01.726460+0000","last_undegraded":"2024-03-19T01:49:01.726460+0000","last_fullsized":"2024-03-19T01:49:01.726460+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:11:50.001219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":70,"num_read_kb":70,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.675392+0000","last_change":"2024-03-19T01:47:27.312461+0000","last_active":"2024-03-19T01:48:19.675392+0000","last_peered":"2024-03-19T01:48:19.675392+0000","last_clean":"2024-03-19T01:48:19.675392+0000","last_became_active":"2024-03-19T01:47:27.312015+0000","last_became_peered":"2024-03-19T01:47:27.312015+0000","last_unstale":"2024-03-19T01:48:19.675392+0000","last_undegraded":"2024-03-19T01:48:19.675392+0000","last_fullsized":"2024-03-19T01:48:19.675392+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:23:14.466777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.671379+0000","last_change":"2024-03-19T01:47:31.325595+0000","last_active":"2024-03-19T01:48:19.671379+0000","last_peered":"2024-03-19T01:48:19.671379+0000","last_clean":"2024-03-19T01:48:19.671379+0000","last_became_active":"2024-03-19T01:47:31.322617+0000","last_became_peered":"2024-03-19T01:47:31.322617+0000","last_unstale":"2024-03-19T01:48:19.671379+0000","last_undegraded":"2024-03-19T01:48:19.671379+0000","last_fullsized":"2024-03-19T01:48:19.671379+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:46:04.668715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.681017+0000","last_change":"2024-03-19T01:47:26.047973+0000","last_active":"2024-03-19T01:48:19.681017+0000","last_peered":"2024-03-19T01:48:19.681017+0000","last_clean":"2024-03-19T01:48:19.681017+0000","last_became_active":"2024-03-19T01:47:26.047638+0000","last_became_peered":"2024-03-19T01:47:26.047638+0000","last_unstale":"2024-03-19T01:48:19.681017+0000","last_undegraded":"2024-03-19T01:48:19.681017+0000","last_fullsized":"2024-03-19T01:48:19.681017+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:07:45.486145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680505+0000","last_change":"2024-03-19T01:48:19.680505+0000","last_active":"2024-03-19T01:48:19.680505+0000","last_peered":"2024-03-19T01:48:19.680505+0000","last_clean":"2024-03-19T01:48:19.680505+0000","last_became_active":"2024-03-19T01:48:19.680277+0000","last_became_peered":"2024-03-19T01:48:19.680277+0000","last_unstale":"2024-03-19T01:48:19.680505+0000","last_undegraded":"2024-03-19T01:48:19.680505+0000","last_fullsized":"2024-03-19T01:48:19.680505+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:22:52.018947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.088959+0000","last_change":"2024-03-19T01:48:20.088959+0000","last_active":"2024-03-19T01:48:20.088959+0000","last_peered":"2024-03-19T01:48:20.088959+0000","last_clean":"2024-03-19T01:48:20.088959+0000","last_became_active":"2024-03-19T01:48:20.088532+0000","last_became_peered":"2024-03-19T01:48:20.088532+0000","last_unstale":"2024-03-19T01:48:20.088959+0000","last_undegraded":"2024-03-19T01:48:20.088959+0000","last_fullsized":"2024-03-19T01:48:20.088959+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:51:25.389690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,10],"acting":[4,1,2,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680517+0000","last_change":"2024-03-19T01:47:26.046128+0000","last_active":"2024-03-19T01:48:19.680517+0000","last_peered":"2024-03-19T01:48:19.680517+0000","last_clean":"2024-03-19T01:48:19.680517+0000","last_became_active":"2024-03-19T01:47:26.045503+0000","last_became_peered":"2024-03-19T01:47:26.045503+0000","last_unstale":"2024-03-19T01:48:19.680517+0000","last_undegraded":"2024-03-19T01:48:19.680517+0000","last_fullsized":"2024-03-19T01:48:19.680517+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:56:01.163124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.675152+0000","last_change":"2024-03-19T01:47:27.314081+0000","last_active":"2024-03-19T01:48:19.675152+0000","last_peered":"2024-03-19T01:48:19.675152+0000","last_clean":"2024-03-19T01:48:19.675152+0000","last_became_active":"2024-03-19T01:47:27.313382+0000","last_became_peered":"2024-03-19T01:47:27.313382+0000","last_unstale":"2024-03-19T01:48:19.675152+0000","last_undegraded":"2024-03-19T01:48:19.675152+0000","last_fullsized":"2024-03-19T01:48:19.675152+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:28:47.817495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.089030+0000","last_change":"2024-03-19T01:48:20.089030+0000","last_active":"2024-03-19T01:48:20.089030+0000","last_peered":"2024-03-19T01:48:20.089030+0000","last_clean":"2024-03-19T01:48:20.089030+0000","last_became_active":"2024-03-19T01:48:20.088649+0000","last_became_peered":"2024-03-19T01:48:20.088649+0000","last_unstale":"2024-03-19T01:48:20.089030+0000","last_undegraded":"2024-03-19T01:48:20.089030+0000","last_fullsized":"2024-03-19T01:48:20.089030+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:33:32.144814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,10],"acting":[9,8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"91'34","reported_seq":209,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:49:02.727497+0000","last_change":"2024-03-19T01:47:26.051394+0000","last_active":"2024-03-19T01:49:02.727497+0000","last_peered":"2024-03-19T01:49:02.727497+0000","last_clean":"2024-03-19T01:49:02.727497+0000","last_became_active":"2024-03-19T01:47:26.050660+0000","last_became_peered":"2024-03-19T01:47:26.050660+0000","last_unstale":"2024-03-19T01:49:02.727497+0000","last_undegraded":"2024-03-19T01:49:02.727497+0000","last_fullsized":"2024-03-19T01:49:02.727497+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:52:58.183984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62334,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":148,"num_read_kb":136,"num_write":35,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.675506+0000","last_change":"2024-03-19T01:47:27.315361+0000","last_active":"2024-03-19T01:48:19.675506+0000","last_peered":"2024-03-19T01:48:19.675506+0000","last_clean":"2024-03-19T01:48:19.675506+0000","last_became_active":"2024-03-19T01:47:27.314911+0000","last_became_peered":"2024-03-19T01:47:27.314911+0000","last_unstale":"2024-03-19T01:48:19.675506+0000","last_undegraded":"2024-03-19T01:48:19.675506+0000","last_fullsized":"2024-03-19T01:48:19.675506+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:08:14.621040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680769+0000","last_change":"2024-03-19T01:47:31.330456+0000","last_active":"2024-03-19T01:48:19.680769+0000","last_peered":"2024-03-19T01:48:19.680769+0000","last_clean":"2024-03-19T01:48:19.680769+0000","last_became_active":"2024-03-19T01:47:31.329958+0000","last_became_peered":"2024-03-19T01:47:31.329958+0000","last_unstale":"2024-03-19T01:48:19.680769+0000","last_undegraded":"2024-03-19T01:48:19.680769+0000","last_fullsized":"2024-03-19T01:48:19.680769+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:59:25.295474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.675341+0000","last_change":"2024-03-19T01:47:26.048432+0000","last_active":"2024-03-19T01:48:19.675341+0000","last_peered":"2024-03-19T01:48:19.675341+0000","last_clean":"2024-03-19T01:48:19.675341+0000","last_became_active":"2024-03-19T01:47:26.047964+0000","last_became_peered":"2024-03-19T01:47:26.047964+0000","last_unstale":"2024-03-19T01:48:19.675341+0000","last_undegraded":"2024-03-19T01:48:19.675341+0000","last_fullsized":"2024-03-19T01:48:19.675341+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:27:36.537848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.130220+0000","last_change":"2024-03-19T01:47:27.305835+0000","last_active":"2024-03-19T01:48:20.130220+0000","last_peered":"2024-03-19T01:48:20.130220+0000","last_clean":"2024-03-19T01:48:20.130220+0000","last_became_active":"2024-03-19T01:47:27.305470+0000","last_became_peered":"2024-03-19T01:47:27.305470+0000","last_unstale":"2024-03-19T01:48:20.130220+0000","last_undegraded":"2024-03-19T01:48:20.130220+0000","last_fullsized":"2024-03-19T01:48:20.130220+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:22:26.877874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.676141+0000","last_change":"2024-03-19T01:47:31.315016+0000","last_active":"2024-03-19T01:48:19.676141+0000","last_peered":"2024-03-19T01:48:19.676141+0000","last_clean":"2024-03-19T01:48:19.676141+0000","last_became_active":"2024-03-19T01:47:31.313734+0000","last_became_peered":"2024-03-19T01:47:31.313734+0000","last_unstale":"2024-03-19T01:48:19.676141+0000","last_undegraded":"2024-03-19T01:48:19.676141+0000","last_fullsized":"2024-03-19T01:48:19.676141+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:59:07.326448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680185+0000","last_change":"2024-03-19T01:47:26.052773+0000","last_active":"2024-03-19T01:48:19.680185+0000","last_peered":"2024-03-19T01:48:19.680185+0000","last_clean":"2024-03-19T01:48:19.680185+0000","last_became_active":"2024-03-19T01:47:26.052417+0000","last_became_peered":"2024-03-19T01:47:26.052417+0000","last_unstale":"2024-03-19T01:48:19.680185+0000","last_undegraded":"2024-03-19T01:48:19.680185+0000","last_fullsized":"2024-03-19T01:48:19.680185+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:54:56.810454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.681591+0000","last_change":"2024-03-19T01:47:27.310818+0000","last_active":"2024-03-19T01:48:19.681591+0000","last_peered":"2024-03-19T01:48:19.681591+0000","last_clean":"2024-03-19T01:48:19.681591+0000","last_became_active":"2024-03-19T01:47:27.310473+0000","last_became_peered":"2024-03-19T01:47:27.310473+0000","last_unstale":"2024-03-19T01:48:19.681591+0000","last_undegraded":"2024-03-19T01:48:19.681591+0000","last_fullsized":"2024-03-19T01:48:19.681591+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:23:22.643669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.065742+0000","last_change":"2024-03-19T01:48:20.065211+0000","last_active":"2024-03-19T01:48:20.065742+0000","last_peered":"2024-03-19T01:48:20.065742+0000","last_clean":"2024-03-19T01:48:20.065742+0000","last_became_active":"2024-03-19T01:48:20.064670+0000","last_became_peered":"2024-03-19T01:48:20.064670+0000","last_unstale":"2024-03-19T01:48:20.065742+0000","last_undegraded":"2024-03-19T01:48:20.065742+0000","last_fullsized":"2024-03-19T01:48:20.065742+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:27:21.814037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,7,0,3],"acting":[8,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.11","version":"89'4","reported_seq":105,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:49:02.714564+0000","last_change":"2024-03-19T01:47:26.048736+0000","last_active":"2024-03-19T01:49:02.714564+0000","last_peered":"2024-03-19T01:49:02.714564+0000","last_clean":"2024-03-19T01:49:02.714564+0000","last_became_active":"2024-03-19T01:47:26.048395+0000","last_became_peered":"2024-03-19T01:47:26.048395+0000","last_unstale":"2024-03-19T01:49:02.714564+0000","last_undegraded":"2024-03-19T01:49:02.714564+0000","last_fullsized":"2024-03-19T01:49:02.714564+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:25:53.794609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":75,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680885+0000","last_change":"2024-03-19T01:47:27.301270+0000","last_active":"2024-03-19T01:48:19.680885+0000","last_peered":"2024-03-19T01:48:19.680885+0000","last_clean":"2024-03-19T01:48:19.680885+0000","last_became_active":"2024-03-19T01:47:27.300953+0000","last_became_peered":"2024-03-19T01:47:27.300953+0000","last_unstale":"2024-03-19T01:48:19.680885+0000","last_undegraded":"2024-03-19T01:48:19.680885+0000","last_fullsized":"2024-03-19T01:48:19.680885+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:29:50.520610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.130611+0000","last_change":"2024-03-19T01:47:31.324765+0000","last_active":"2024-03-19T01:48:20.130611+0000","last_peered":"2024-03-19T01:48:20.130611+0000","last_clean":"2024-03-19T01:48:20.130611+0000","last_became_active":"2024-03-19T01:47:31.324360+0000","last_became_peered":"2024-03-19T01:47:31.324360+0000","last_unstale":"2024-03-19T01:48:20.130611+0000","last_undegraded":"2024-03-19T01:48:20.130611+0000","last_fullsized":"2024-03-19T01:48:20.130611+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:47:22.496628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":43,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674010+0000","last_change":"2024-03-19T01:47:26.055325+0000","last_active":"2024-03-19T01:48:19.674010+0000","last_peered":"2024-03-19T01:48:19.674010+0000","last_clean":"2024-03-19T01:48:19.674010+0000","last_became_active":"2024-03-19T01:47:26.054958+0000","last_became_peered":"2024-03-19T01:47:26.054958+0000","last_unstale":"2024-03-19T01:48:19.674010+0000","last_undegraded":"2024-03-19T01:48:19.674010+0000","last_fullsized":"2024-03-19T01:48:19.674010+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:51:49.081574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.679529+0000","last_change":"2024-03-19T01:47:27.306161+0000","last_active":"2024-03-19T01:48:19.679529+0000","last_peered":"2024-03-19T01:48:19.679529+0000","last_clean":"2024-03-19T01:48:19.679529+0000","last_became_active":"2024-03-19T01:47:27.304705+0000","last_became_peered":"2024-03-19T01:47:27.304705+0000","last_unstale":"2024-03-19T01:48:19.679529+0000","last_undegraded":"2024-03-19T01:48:19.679529+0000","last_fullsized":"2024-03-19T01:48:19.679529+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:46:24.912578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.679431+0000","last_change":"2024-03-19T01:47:31.322426+0000","last_active":"2024-03-19T01:48:19.679431+0000","last_peered":"2024-03-19T01:48:19.679431+0000","last_clean":"2024-03-19T01:48:19.679431+0000","last_became_active":"2024-03-19T01:47:31.322016+0000","last_became_peered":"2024-03-19T01:47:31.322016+0000","last_unstale":"2024-03-19T01:48:19.679431+0000","last_undegraded":"2024-03-19T01:48:19.679431+0000","last_fullsized":"2024-03-19T01:48:19.679431+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:54:17.409583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.676291+0000","last_change":"2024-03-19T01:47:26.052190+0000","last_active":"2024-03-19T01:48:19.676291+0000","last_peered":"2024-03-19T01:48:19.676291+0000","last_clean":"2024-03-19T01:48:19.676291+0000","last_became_active":"2024-03-19T01:47:26.051799+0000","last_became_peered":"2024-03-19T01:47:26.051799+0000","last_unstale":"2024-03-19T01:48:19.676291+0000","last_undegraded":"2024-03-19T01:48:19.676291+0000","last_fullsized":"2024-03-19T01:48:19.676291+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:09:59.021810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674321+0000","last_change":"2024-03-19T01:47:27.304180+0000","last_active":"2024-03-19T01:48:19.674321+0000","last_peered":"2024-03-19T01:48:19.674321+0000","last_clean":"2024-03-19T01:48:19.674321+0000","last_became_active":"2024-03-19T01:47:27.303143+0000","last_became_peered":"2024-03-19T01:47:27.303143+0000","last_unstale":"2024-03-19T01:48:19.674321+0000","last_undegraded":"2024-03-19T01:48:19.674321+0000","last_fullsized":"2024-03-19T01:48:19.674321+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:04:21.390402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674231+0000","last_change":"2024-03-19T01:47:31.320318+0000","last_active":"2024-03-19T01:48:19.674231+0000","last_peered":"2024-03-19T01:48:19.674231+0000","last_clean":"2024-03-19T01:48:19.674231+0000","last_became_active":"2024-03-19T01:47:31.319915+0000","last_became_peered":"2024-03-19T01:47:31.319915+0000","last_unstale":"2024-03-19T01:48:19.674231+0000","last_undegraded":"2024-03-19T01:48:19.674231+0000","last_fullsized":"2024-03-19T01:48:19.674231+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:54:50.854825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.671889+0000","last_change":"2024-03-19T01:47:26.039733+0000","last_active":"2024-03-19T01:48:19.671889+0000","last_peered":"2024-03-19T01:48:19.671889+0000","last_clean":"2024-03-19T01:48:19.671889+0000","last_became_active":"2024-03-19T01:47:26.039376+0000","last_became_peered":"2024-03-19T01:47:26.039376+0000","last_unstale":"2024-03-19T01:48:19.671889+0000","last_undegraded":"2024-03-19T01:48:19.671889+0000","last_fullsized":"2024-03-19T01:48:19.671889+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:54:25.837909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.087704+0000","last_change":"2024-03-19T01:47:27.307397+0000","last_active":"2024-03-19T01:48:20.087704+0000","last_peered":"2024-03-19T01:48:20.087704+0000","last_clean":"2024-03-19T01:48:20.087704+0000","last_became_active":"2024-03-19T01:47:27.307012+0000","last_became_peered":"2024-03-19T01:47:27.307012+0000","last_unstale":"2024-03-19T01:48:20.087704+0000","last_undegraded":"2024-03-19T01:48:20.087704+0000","last_fullsized":"2024-03-19T01:48:20.087704+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:40:02.529210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.130319+0000","last_change":"2024-03-19T01:47:31.315470+0000","last_active":"2024-03-19T01:48:20.130319+0000","last_peered":"2024-03-19T01:48:20.130319+0000","last_clean":"2024-03-19T01:48:20.130319+0000","last_became_active":"2024-03-19T01:47:31.315029+0000","last_became_peered":"2024-03-19T01:47:31.315029+0000","last_unstale":"2024-03-19T01:48:20.130319+0000","last_undegraded":"2024-03-19T01:48:20.130319+0000","last_fullsized":"2024-03-19T01:48:20.130319+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:16:22.166968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680889+0000","last_change":"2024-03-19T01:47:26.052904+0000","last_active":"2024-03-19T01:48:19.680889+0000","last_peered":"2024-03-19T01:48:19.680889+0000","last_clean":"2024-03-19T01:48:19.680889+0000","last_became_active":"2024-03-19T01:47:26.052339+0000","last_became_peered":"2024-03-19T01:47:26.052339+0000","last_unstale":"2024-03-19T01:48:19.680889+0000","last_undegraded":"2024-03-19T01:48:19.680889+0000","last_fullsized":"2024-03-19T01:48:19.680889+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:45:47.050977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.087598+0000","last_change":"2024-03-19T01:47:27.303061+0000","last_active":"2024-03-19T01:48:20.087598+0000","last_peered":"2024-03-19T01:48:20.087598+0000","last_clean":"2024-03-19T01:48:20.087598+0000","last_became_active":"2024-03-19T01:47:27.302785+0000","last_became_peered":"2024-03-19T01:47:27.302785+0000","last_unstale":"2024-03-19T01:48:20.087598+0000","last_undegraded":"2024-03-19T01:48:20.087598+0000","last_fullsized":"2024-03-19T01:48:20.087598+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:44:10.691739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.130513+0000","last_change":"2024-03-19T01:47:31.326975+0000","last_active":"2024-03-19T01:48:20.130513+0000","last_peered":"2024-03-19T01:48:20.130513+0000","last_clean":"2024-03-19T01:48:20.130513+0000","last_became_active":"2024-03-19T01:47:31.326584+0000","last_became_peered":"2024-03-19T01:47:31.326584+0000","last_unstale":"2024-03-19T01:48:20.130513+0000","last_undegraded":"2024-03-19T01:48:20.130513+0000","last_fullsized":"2024-03-19T01:48:20.130513+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:06:30.740449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.679461+0000","last_change":"2024-03-19T01:47:27.308459+0000","last_active":"2024-03-19T01:48:19.679461+0000","last_peered":"2024-03-19T01:48:19.679461+0000","last_clean":"2024-03-19T01:48:19.679461+0000","last_became_active":"2024-03-19T01:47:27.308012+0000","last_became_peered":"2024-03-19T01:47:27.308012+0000","last_unstale":"2024-03-19T01:48:19.679461+0000","last_undegraded":"2024-03-19T01:48:19.679461+0000","last_fullsized":"2024-03-19T01:48:19.679461+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:07:26.894011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'4","reported_seq":102,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:49:02.714032+0000","last_change":"2024-03-19T01:47:26.050134+0000","last_active":"2024-03-19T01:49:02.714032+0000","last_peered":"2024-03-19T01:49:02.714032+0000","last_clean":"2024-03-19T01:49:02.714032+0000","last_became_active":"2024-03-19T01:47:26.049837+0000","last_became_peered":"2024-03-19T01:47:26.049837+0000","last_unstale":"2024-03-19T01:49:02.714032+0000","last_undegraded":"2024-03-19T01:49:02.714032+0000","last_fullsized":"2024-03-19T01:49:02.714032+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:34:49.518613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":71,"num_read_kb":71,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680742+0000","last_change":"2024-03-19T01:47:31.320403+0000","last_active":"2024-03-19T01:48:19.680742+0000","last_peered":"2024-03-19T01:48:19.680742+0000","last_clean":"2024-03-19T01:48:19.680742+0000","last_became_active":"2024-03-19T01:47:31.319954+0000","last_became_peered":"2024-03-19T01:47:31.319954+0000","last_unstale":"2024-03-19T01:48:19.680742+0000","last_undegraded":"2024-03-19T01:48:19.680742+0000","last_fullsized":"2024-03-19T01:48:19.680742+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:35:57.754444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.063563+0000","last_change":"2024-03-19T01:47:27.315194+0000","last_active":"2024-03-19T01:48:20.063563+0000","last_peered":"2024-03-19T01:48:20.063563+0000","last_clean":"2024-03-19T01:48:20.063563+0000","last_became_active":"2024-03-19T01:47:27.314864+0000","last_became_peered":"2024-03-19T01:47:27.314864+0000","last_unstale":"2024-03-19T01:48:20.063563+0000","last_undegraded":"2024-03-19T01:48:20.063563+0000","last_fullsized":"2024-03-19T01:48:20.063563+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:09:40.428274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.672676+0000","last_change":"2024-03-19T01:47:26.047794+0000","last_active":"2024-03-19T01:48:19.672676+0000","last_peered":"2024-03-19T01:48:19.672676+0000","last_clean":"2024-03-19T01:48:19.672676+0000","last_became_active":"2024-03-19T01:47:26.047459+0000","last_became_peered":"2024-03-19T01:47:26.047459+0000","last_unstale":"2024-03-19T01:48:19.672676+0000","last_undegraded":"2024-03-19T01:48:19.672676+0000","last_fullsized":"2024-03-19T01:48:19.672676+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:25:51.486270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":360,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680715+0000","last_change":"2024-03-19T01:46:10.623403+0000","last_active":"2024-03-19T01:48:19.680715+0000","last_peered":"2024-03-19T01:48:19.680715+0000","last_clean":"2024-03-19T01:48:19.680715+0000","last_became_active":"2024-03-19T01:46:10.622930+0000","last_became_peered":"2024-03-19T01:46:10.622930+0000","last_unstale":"2024-03-19T01:48:19.680715+0000","last_undegraded":"2024-03-19T01:48:19.680715+0000","last_fullsized":"2024-03-19T01:48:19.680715+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:42:46.754448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:42:46.754448+0000","last_clean_scrub_stamp":"2024-03-19T01:42:46.754448+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:52:24.139448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680568+0000","last_change":"2024-03-19T01:47:31.323934+0000","last_active":"2024-03-19T01:48:19.680568+0000","last_peered":"2024-03-19T01:48:19.680568+0000","last_clean":"2024-03-19T01:48:19.680568+0000","last_became_active":"2024-03-19T01:47:31.323456+0000","last_became_peered":"2024-03-19T01:47:31.323456+0000","last_unstale":"2024-03-19T01:48:19.680568+0000","last_undegraded":"2024-03-19T01:48:19.680568+0000","last_fullsized":"2024-03-19T01:48:19.680568+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:59:27.408842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.130053+0000","last_change":"2024-03-19T01:47:27.297861+0000","last_active":"2024-03-19T01:48:20.130053+0000","last_peered":"2024-03-19T01:48:20.130053+0000","last_clean":"2024-03-19T01:48:20.130053+0000","last_became_active":"2024-03-19T01:47:27.297134+0000","last_became_peered":"2024-03-19T01:47:27.297134+0000","last_unstale":"2024-03-19T01:48:20.130053+0000","last_undegraded":"2024-03-19T01:48:20.130053+0000","last_fullsized":"2024-03-19T01:48:20.130053+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:35:49.461782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680774+0000","last_change":"2024-03-19T01:47:26.050882+0000","last_active":"2024-03-19T01:48:19.680774+0000","last_peered":"2024-03-19T01:48:19.680774+0000","last_clean":"2024-03-19T01:48:19.680774+0000","last_became_active":"2024-03-19T01:47:26.050577+0000","last_became_peered":"2024-03-19T01:47:26.050577+0000","last_unstale":"2024-03-19T01:48:19.680774+0000","last_undegraded":"2024-03-19T01:48:19.680774+0000","last_fullsized":"2024-03-19T01:48:19.680774+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:34:56.939105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674885+0000","last_change":"2024-03-19T01:47:31.319308+0000","last_active":"2024-03-19T01:48:19.674885+0000","last_peered":"2024-03-19T01:48:19.674885+0000","last_clean":"2024-03-19T01:48:19.674885+0000","last_became_active":"2024-03-19T01:47:31.318750+0000","last_became_peered":"2024-03-19T01:47:31.318750+0000","last_unstale":"2024-03-19T01:48:19.674885+0000","last_undegraded":"2024-03-19T01:48:19.674885+0000","last_fullsized":"2024-03-19T01:48:19.674885+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:25:02.391574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.675606+0000","last_change":"2024-03-19T01:47:26.055374+0000","last_active":"2024-03-19T01:48:19.675606+0000","last_peered":"2024-03-19T01:48:19.675606+0000","last_clean":"2024-03-19T01:48:19.675606+0000","last_became_active":"2024-03-19T01:47:26.055028+0000","last_became_peered":"2024-03-19T01:47:26.055028+0000","last_unstale":"2024-03-19T01:48:19.675606+0000","last_undegraded":"2024-03-19T01:48:19.675606+0000","last_fullsized":"2024-03-19T01:48:19.675606+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:12:50.519110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.130460+0000","last_change":"2024-03-19T01:47:27.303872+0000","last_active":"2024-03-19T01:48:20.130460+0000","last_peered":"2024-03-19T01:48:20.130460+0000","last_clean":"2024-03-19T01:48:20.130460+0000","last_became_active":"2024-03-19T01:47:27.303495+0000","last_became_peered":"2024-03-19T01:47:27.303495+0000","last_unstale":"2024-03-19T01:48:20.130460+0000","last_undegraded":"2024-03-19T01:48:20.130460+0000","last_fullsized":"2024-03-19T01:48:20.130460+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:30:58.921679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.063439+0000","last_change":"2024-03-19T01:47:31.325730+0000","last_active":"2024-03-19T01:48:20.063439+0000","last_peered":"2024-03-19T01:48:20.063439+0000","last_clean":"2024-03-19T01:48:20.063439+0000","last_became_active":"2024-03-19T01:47:31.324519+0000","last_became_peered":"2024-03-19T01:47:31.324519+0000","last_unstale":"2024-03-19T01:48:20.063439+0000","last_undegraded":"2024-03-19T01:48:20.063439+0000","last_fullsized":"2024-03-19T01:48:20.063439+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:31:17.653078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"89'7","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.672265+0000","last_change":"2024-03-19T01:47:26.053216+0000","last_active":"2024-03-19T01:48:19.672265+0000","last_peered":"2024-03-19T01:48:19.672265+0000","last_clean":"2024-03-19T01:48:19.672265+0000","last_became_active":"2024-03-19T01:47:26.052024+0000","last_became_peered":"2024-03-19T01:47:26.052024+0000","last_unstale":"2024-03-19T01:48:19.672265+0000","last_undegraded":"2024-03-19T01:48:19.672265+0000","last_fullsized":"2024-03-19T01:48:19.672265+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:19:35.518685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.064168+0000","last_change":"2024-03-19T01:47:27.309025+0000","last_active":"2024-03-19T01:48:20.064168+0000","last_peered":"2024-03-19T01:48:20.064168+0000","last_clean":"2024-03-19T01:48:20.064168+0000","last_became_active":"2024-03-19T01:47:27.308653+0000","last_became_peered":"2024-03-19T01:47:27.308653+0000","last_unstale":"2024-03-19T01:48:20.064168+0000","last_undegraded":"2024-03-19T01:48:20.064168+0000","last_fullsized":"2024-03-19T01:48:20.064168+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:26:23.835558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.677074+0000","last_change":"2024-03-19T01:47:31.316198+0000","last_active":"2024-03-19T01:48:19.677074+0000","last_peered":"2024-03-19T01:48:19.677074+0000","last_clean":"2024-03-19T01:48:19.677074+0000","last_became_active":"2024-03-19T01:47:31.315660+0000","last_became_peered":"2024-03-19T01:47:31.315660+0000","last_unstale":"2024-03-19T01:48:19.677074+0000","last_undegraded":"2024-03-19T01:48:19.677074+0000","last_fullsized":"2024-03-19T01:48:19.677074+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:00:33.887798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.672752+0000","last_change":"2024-03-19T01:47:26.046501+0000","last_active":"2024-03-19T01:48:19.672752+0000","last_peered":"2024-03-19T01:48:19.672752+0000","last_clean":"2024-03-19T01:48:19.672752+0000","last_became_active":"2024-03-19T01:47:26.046093+0000","last_became_peered":"2024-03-19T01:47:26.046093+0000","last_unstale":"2024-03-19T01:48:19.672752+0000","last_undegraded":"2024-03-19T01:48:19.672752+0000","last_fullsized":"2024-03-19T01:48:19.672752+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:24:48.722011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674415+0000","last_change":"2024-03-19T01:47:27.314121+0000","last_active":"2024-03-19T01:48:19.674415+0000","last_peered":"2024-03-19T01:48:19.674415+0000","last_clean":"2024-03-19T01:48:19.674415+0000","last_became_active":"2024-03-19T01:47:27.313781+0000","last_became_peered":"2024-03-19T01:47:27.313781+0000","last_unstale":"2024-03-19T01:48:19.674415+0000","last_undegraded":"2024-03-19T01:48:19.674415+0000","last_fullsized":"2024-03-19T01:48:19.674415+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:51:35.000417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.672342+0000","last_change":"2024-03-19T01:47:31.323096+0000","last_active":"2024-03-19T01:48:19.672342+0000","last_peered":"2024-03-19T01:48:19.672342+0000","last_clean":"2024-03-19T01:48:19.672342+0000","last_became_active":"2024-03-19T01:47:31.322643+0000","last_became_peered":"2024-03-19T01:47:31.322643+0000","last_unstale":"2024-03-19T01:48:19.672342+0000","last_undegraded":"2024-03-19T01:48:19.672342+0000","last_fullsized":"2024-03-19T01:48:19.672342+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:10:36.376972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":39,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.687994+0000","last_change":"2024-03-19T01:48:19.687994+0000","last_active":"2024-03-19T01:48:19.687994+0000","last_peered":"2024-03-19T01:48:19.687994+0000","last_clean":"2024-03-19T01:48:19.687994+0000","last_became_active":"2024-03-19T01:48:19.679560+0000","last_became_peered":"2024-03-19T01:48:19.679560+0000","last_unstale":"2024-03-19T01:48:19.687994+0000","last_undegraded":"2024-03-19T01:48:19.687994+0000","last_fullsized":"2024-03-19T01:48:19.687994+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:35:15.311181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674810+0000","last_change":"2024-03-19T01:47:27.305294+0000","last_active":"2024-03-19T01:48:19.674810+0000","last_peered":"2024-03-19T01:48:19.674810+0000","last_clean":"2024-03-19T01:48:19.674810+0000","last_became_active":"2024-03-19T01:47:27.304946+0000","last_became_peered":"2024-03-19T01:47:27.304946+0000","last_unstale":"2024-03-19T01:48:19.674810+0000","last_undegraded":"2024-03-19T01:48:19.674810+0000","last_fullsized":"2024-03-19T01:48:19.674810+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:49:54.560038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.672157+0000","last_change":"2024-03-19T01:47:31.327304+0000","last_active":"2024-03-19T01:48:19.672157+0000","last_peered":"2024-03-19T01:48:19.672157+0000","last_clean":"2024-03-19T01:48:19.672157+0000","last_became_active":"2024-03-19T01:47:31.326889+0000","last_became_peered":"2024-03-19T01:47:31.326889+0000","last_unstale":"2024-03-19T01:48:19.672157+0000","last_undegraded":"2024-03-19T01:48:19.672157+0000","last_fullsized":"2024-03-19T01:48:19.672157+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:28:20.045507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.063892+0000","last_change":"2024-03-19T01:47:26.045259+0000","last_active":"2024-03-19T01:48:20.063892+0000","last_peered":"2024-03-19T01:48:20.063892+0000","last_clean":"2024-03-19T01:48:20.063892+0000","last_became_active":"2024-03-19T01:47:26.044008+0000","last_became_peered":"2024-03-19T01:47:26.044008+0000","last_unstale":"2024-03-19T01:48:20.063892+0000","last_undegraded":"2024-03-19T01:48:20.063892+0000","last_fullsized":"2024-03-19T01:48:20.063892+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:03:29.182910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674014+0000","last_change":"2024-03-19T01:47:27.310672+0000","last_active":"2024-03-19T01:48:19.674014+0000","last_peered":"2024-03-19T01:48:19.674014+0000","last_clean":"2024-03-19T01:48:19.674014+0000","last_became_active":"2024-03-19T01:47:27.310345+0000","last_became_peered":"2024-03-19T01:47:27.310345+0000","last_unstale":"2024-03-19T01:48:19.674014+0000","last_undegraded":"2024-03-19T01:48:19.674014+0000","last_fullsized":"2024-03-19T01:48:19.674014+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:32:11.630838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"89'1","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.672270+0000","last_change":"2024-03-19T01:47:31.323127+0000","last_active":"2024-03-19T01:48:19.672270+0000","last_peered":"2024-03-19T01:48:19.672270+0000","last_clean":"2024-03-19T01:48:19.672270+0000","last_became_active":"2024-03-19T01:47:31.322683+0000","last_became_peered":"2024-03-19T01:47:31.322683+0000","last_unstale":"2024-03-19T01:48:19.672270+0000","last_undegraded":"2024-03-19T01:48:19.672270+0000","last_fullsized":"2024-03-19T01:48:19.672270+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:13:16.272805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"89'1","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674313+0000","last_change":"2024-03-19T01:47:26.051718+0000","last_active":"2024-03-19T01:48:19.674313+0000","last_peered":"2024-03-19T01:48:19.674313+0000","last_clean":"2024-03-19T01:48:19.674313+0000","last_became_active":"2024-03-19T01:47:26.051386+0000","last_became_peered":"2024-03-19T01:47:26.051386+0000","last_unstale":"2024-03-19T01:48:19.674313+0000","last_undegraded":"2024-03-19T01:48:19.674313+0000","last_fullsized":"2024-03-19T01:48:19.674313+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:15:41.400058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.063611+0000","last_change":"2024-03-19T01:47:27.323008+0000","last_active":"2024-03-19T01:48:20.063611+0000","last_peered":"2024-03-19T01:48:20.063611+0000","last_clean":"2024-03-19T01:48:20.063611+0000","last_became_active":"2024-03-19T01:47:27.321315+0000","last_became_peered":"2024-03-19T01:47:27.321315+0000","last_unstale":"2024-03-19T01:48:20.063611+0000","last_undegraded":"2024-03-19T01:48:20.063611+0000","last_fullsized":"2024-03-19T01:48:20.063611+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:11:55.954804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.672346+0000","last_change":"2024-03-19T01:47:31.318920+0000","last_active":"2024-03-19T01:48:19.672346+0000","last_peered":"2024-03-19T01:48:19.672346+0000","last_clean":"2024-03-19T01:48:19.672346+0000","last_became_active":"2024-03-19T01:47:31.318548+0000","last_became_peered":"2024-03-19T01:47:31.318548+0000","last_unstale":"2024-03-19T01:48:19.672346+0000","last_undegraded":"2024-03-19T01:48:19.672346+0000","last_fullsized":"2024-03-19T01:48:19.672346+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:17:39.332279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.675157+0000","last_change":"2024-03-19T01:47:26.054583+0000","last_active":"2024-03-19T01:48:19.675157+0000","last_peered":"2024-03-19T01:48:19.675157+0000","last_clean":"2024-03-19T01:48:19.675157+0000","last_became_active":"2024-03-19T01:47:26.054229+0000","last_became_peered":"2024-03-19T01:47:26.054229+0000","last_unstale":"2024-03-19T01:48:19.675157+0000","last_undegraded":"2024-03-19T01:48:19.675157+0000","last_fullsized":"2024-03-19T01:48:19.675157+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:49:37.413673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.681200+0000","last_change":"2024-03-19T01:47:27.315503+0000","last_active":"2024-03-19T01:48:19.681200+0000","last_peered":"2024-03-19T01:48:19.681200+0000","last_clean":"2024-03-19T01:48:19.681200+0000","last_became_active":"2024-03-19T01:47:27.314977+0000","last_became_peered":"2024-03-19T01:47:27.314977+0000","last_unstale":"2024-03-19T01:48:19.681200+0000","last_undegraded":"2024-03-19T01:48:19.681200+0000","last_fullsized":"2024-03-19T01:48:19.681200+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:30:46.922775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674871+0000","last_change":"2024-03-19T01:47:31.318603+0000","last_active":"2024-03-19T01:48:19.674871+0000","last_peered":"2024-03-19T01:48:19.674871+0000","last_clean":"2024-03-19T01:48:19.674871+0000","last_became_active":"2024-03-19T01:47:31.318204+0000","last_became_peered":"2024-03-19T01:47:31.318204+0000","last_unstale":"2024-03-19T01:48:19.674871+0000","last_undegraded":"2024-03-19T01:48:19.674871+0000","last_fullsized":"2024-03-19T01:48:19.674871+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:34:07.214073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.675861+0000","last_change":"2024-03-19T01:47:26.046983+0000","last_active":"2024-03-19T01:48:19.675861+0000","last_peered":"2024-03-19T01:48:19.675861+0000","last_clean":"2024-03-19T01:48:19.675861+0000","last_became_active":"2024-03-19T01:47:26.046327+0000","last_became_peered":"2024-03-19T01:47:26.046327+0000","last_unstale":"2024-03-19T01:48:19.675861+0000","last_undegraded":"2024-03-19T01:48:19.675861+0000","last_fullsized":"2024-03-19T01:48:19.675861+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:09:35.545474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.681063+0000","last_change":"2024-03-19T01:47:27.315375+0000","last_active":"2024-03-19T01:48:19.681063+0000","last_peered":"2024-03-19T01:48:19.681063+0000","last_clean":"2024-03-19T01:48:19.681063+0000","last_became_active":"2024-03-19T01:47:27.314765+0000","last_became_peered":"2024-03-19T01:47:27.314765+0000","last_unstale":"2024-03-19T01:48:19.681063+0000","last_undegraded":"2024-03-19T01:48:19.681063+0000","last_fullsized":"2024-03-19T01:48:19.681063+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:54:50.906045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.673936+0000","last_change":"2024-03-19T01:47:31.315026+0000","last_active":"2024-03-19T01:48:19.673936+0000","last_peered":"2024-03-19T01:48:19.673936+0000","last_clean":"2024-03-19T01:48:19.673936+0000","last_became_active":"2024-03-19T01:47:31.314564+0000","last_became_peered":"2024-03-19T01:47:31.314564+0000","last_unstale":"2024-03-19T01:48:19.673936+0000","last_undegraded":"2024-03-19T01:48:19.673936+0000","last_fullsized":"2024-03-19T01:48:19.673936+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:36:23.663143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"84'1","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680646+0000","last_change":"2024-03-19T01:47:26.052576+0000","last_active":"2024-03-19T01:48:19.680646+0000","last_peered":"2024-03-19T01:48:19.680646+0000","last_clean":"2024-03-19T01:48:19.680646+0000","last_became_active":"2024-03-19T01:47:26.052198+0000","last_became_peered":"2024-03-19T01:47:26.052198+0000","last_unstale":"2024-03-19T01:48:19.680646+0000","last_undegraded":"2024-03-19T01:48:19.680646+0000","last_fullsized":"2024-03-19T01:48:19.680646+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:50:40.341031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680890+0000","last_change":"2024-03-19T01:47:27.307012+0000","last_active":"2024-03-19T01:48:19.680890+0000","last_peered":"2024-03-19T01:48:19.680890+0000","last_clean":"2024-03-19T01:48:19.680890+0000","last_became_active":"2024-03-19T01:47:27.306474+0000","last_became_peered":"2024-03-19T01:47:27.306474+0000","last_unstale":"2024-03-19T01:48:19.680890+0000","last_undegraded":"2024-03-19T01:48:19.680890+0000","last_fullsized":"2024-03-19T01:48:19.680890+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:00:45.069641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.679063+0000","last_change":"2024-03-19T01:47:31.318827+0000","last_active":"2024-03-19T01:48:19.679063+0000","last_peered":"2024-03-19T01:48:19.679063+0000","last_clean":"2024-03-19T01:48:19.679063+0000","last_became_active":"2024-03-19T01:47:31.318391+0000","last_became_peered":"2024-03-19T01:47:31.318391+0000","last_unstale":"2024-03-19T01:48:19.679063+0000","last_undegraded":"2024-03-19T01:48:19.679063+0000","last_fullsized":"2024-03-19T01:48:19.679063+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:59:31.049420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"84'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.130562+0000","last_change":"2024-03-19T01:47:26.048652+0000","last_active":"2024-03-19T01:48:20.130562+0000","last_peered":"2024-03-19T01:48:20.130562+0000","last_clean":"2024-03-19T01:48:20.130562+0000","last_became_active":"2024-03-19T01:47:26.048219+0000","last_became_peered":"2024-03-19T01:47:26.048219+0000","last_unstale":"2024-03-19T01:48:20.130562+0000","last_undegraded":"2024-03-19T01:48:20.130562+0000","last_fullsized":"2024-03-19T01:48:20.130562+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:59:31.904872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.681538+0000","last_change":"2024-03-19T01:47:27.302116+0000","last_active":"2024-03-19T01:48:19.681538+0000","last_peered":"2024-03-19T01:48:19.681538+0000","last_clean":"2024-03-19T01:48:19.681538+0000","last_became_active":"2024-03-19T01:47:27.301769+0000","last_became_peered":"2024-03-19T01:47:27.301769+0000","last_unstale":"2024-03-19T01:48:19.681538+0000","last_undegraded":"2024-03-19T01:48:19.681538+0000","last_fullsized":"2024-03-19T01:48:19.681538+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:12:35.104525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674108+0000","last_change":"2024-03-19T01:47:27.308645+0000","last_active":"2024-03-19T01:48:19.674108+0000","last_peered":"2024-03-19T01:48:19.674108+0000","last_clean":"2024-03-19T01:48:19.674108+0000","last_became_active":"2024-03-19T01:47:27.308301+0000","last_became_peered":"2024-03-19T01:47:27.308301+0000","last_unstale":"2024-03-19T01:48:19.674108+0000","last_undegraded":"2024-03-19T01:48:19.674108+0000","last_fullsized":"2024-03-19T01:48:19.674108+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:55:16.836852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.680812+0000","last_change":"2024-03-19T01:48:19.680812+0000","last_active":"2024-03-19T01:48:19.680812+0000","last_peered":"2024-03-19T01:48:19.680812+0000","last_clean":"2024-03-19T01:48:19.680812+0000","last_became_active":"2024-03-19T01:48:19.680431+0000","last_became_peered":"2024-03-19T01:48:19.680431+0000","last_unstale":"2024-03-19T01:48:19.680812+0000","last_undegraded":"2024-03-19T01:48:19.680812+0000","last_fullsized":"2024-03-19T01:48:19.680812+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:50:32.808352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674180+0000","last_change":"2024-03-19T01:47:27.311850+0000","last_active":"2024-03-19T01:48:19.674180+0000","last_peered":"2024-03-19T01:48:19.674180+0000","last_clean":"2024-03-19T01:48:19.674180+0000","last_became_active":"2024-03-19T01:47:27.311506+0000","last_became_peered":"2024-03-19T01:47:27.311506+0000","last_unstale":"2024-03-19T01:48:19.674180+0000","last_undegraded":"2024-03-19T01:48:19.674180+0000","last_fullsized":"2024-03-19T01:48:19.674180+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:08:34.293526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674165+0000","last_change":"2024-03-19T01:47:27.311366+0000","last_active":"2024-03-19T01:48:19.674165+0000","last_peered":"2024-03-19T01:48:19.674165+0000","last_clean":"2024-03-19T01:48:19.674165+0000","last_became_active":"2024-03-19T01:47:27.310029+0000","last_became_peered":"2024-03-19T01:47:27.310029+0000","last_unstale":"2024-03-19T01:48:19.674165+0000","last_undegraded":"2024-03-19T01:48:19.674165+0000","last_fullsized":"2024-03-19T01:48:19.674165+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:32:29.914884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.130452+0000","last_change":"2024-03-19T01:47:27.310984+0000","last_active":"2024-03-19T01:48:20.130452+0000","last_peered":"2024-03-19T01:48:20.130452+0000","last_clean":"2024-03-19T01:48:20.130452+0000","last_became_active":"2024-03-19T01:47:27.310614+0000","last_became_peered":"2024-03-19T01:47:27.310614+0000","last_unstale":"2024-03-19T01:48:20.130452+0000","last_undegraded":"2024-03-19T01:48:20.130452+0000","last_fullsized":"2024-03-19T01:48:20.130452+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:19:00.115861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674728+0000","last_change":"2024-03-19T01:47:27.306625+0000","last_active":"2024-03-19T01:48:19.674728+0000","last_peered":"2024-03-19T01:48:19.674728+0000","last_clean":"2024-03-19T01:48:19.674728+0000","last_became_active":"2024-03-19T01:47:27.306004+0000","last_became_peered":"2024-03-19T01:47:27.306004+0000","last_unstale":"2024-03-19T01:48:19.674728+0000","last_undegraded":"2024-03-19T01:48:19.674728+0000","last_fullsized":"2024-03-19T01:48:19.674728+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:03:00.845422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.674674+0000","last_change":"2024-03-19T01:47:27.318856+0000","last_active":"2024-03-19T01:48:19.674674+0000","last_peered":"2024-03-19T01:48:19.674674+0000","last_clean":"2024-03-19T01:48:19.674674+0000","last_became_active":"2024-03-19T01:47:27.318474+0000","last_became_peered":"2024-03-19T01:47:27.318474+0000","last_unstale":"2024-03-19T01:48:19.674674+0000","last_undegraded":"2024-03-19T01:48:19.674674+0000","last_fullsized":"2024-03-19T01:48:19.674674+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:55:07.829562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.064253+0000","last_change":"2024-03-19T01:47:27.306643+0000","last_active":"2024-03-19T01:48:20.064253+0000","last_peered":"2024-03-19T01:48:20.064253+0000","last_clean":"2024-03-19T01:48:20.064253+0000","last_became_active":"2024-03-19T01:47:27.306295+0000","last_became_peered":"2024-03-19T01:47:27.306295+0000","last_unstale":"2024-03-19T01:48:20.064253+0000","last_undegraded":"2024-03-19T01:48:20.064253+0000","last_fullsized":"2024-03-19T01:48:20.064253+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:04:07.878606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.679368+0000","last_change":"2024-03-19T01:47:27.309545+0000","last_active":"2024-03-19T01:48:19.679368+0000","last_peered":"2024-03-19T01:48:19.679368+0000","last_clean":"2024-03-19T01:48:19.679368+0000","last_became_active":"2024-03-19T01:47:27.307757+0000","last_became_peered":"2024-03-19T01:47:27.307757+0000","last_unstale":"2024-03-19T01:48:19.679368+0000","last_undegraded":"2024-03-19T01:48:19.679368+0000","last_fullsized":"2024-03-19T01:48:19.679368+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:41:06.972203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.063912+0000","last_change":"2024-03-19T01:47:27.309735+0000","last_active":"2024-03-19T01:48:20.063912+0000","last_peered":"2024-03-19T01:48:20.063912+0000","last_clean":"2024-03-19T01:48:20.063912+0000","last_became_active":"2024-03-19T01:47:27.309393+0000","last_became_peered":"2024-03-19T01:47:27.309393+0000","last_unstale":"2024-03-19T01:48:20.063912+0000","last_undegraded":"2024-03-19T01:48:20.063912+0000","last_fullsized":"2024-03-19T01:48:20.063912+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:00:54.161968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.675115+0000","last_change":"2024-03-19T01:47:27.312750+0000","last_active":"2024-03-19T01:48:19.675115+0000","last_peered":"2024-03-19T01:48:19.675115+0000","last_clean":"2024-03-19T01:48:19.675115+0000","last_became_active":"2024-03-19T01:47:27.312192+0000","last_became_peered":"2024-03-19T01:47:27.312192+0000","last_unstale":"2024-03-19T01:48:19.675115+0000","last_undegraded":"2024-03-19T01:48:19.675115+0000","last_fullsized":"2024-03-19T01:48:19.675115+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:30:35.903989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:20.130275+0000","last_change":"2024-03-19T01:47:27.310347+0000","last_active":"2024-03-19T01:48:20.130275+0000","last_peered":"2024-03-19T01:48:20.130275+0000","last_clean":"2024-03-19T01:48:20.130275+0000","last_became_active":"2024-03-19T01:47:27.309951+0000","last_became_peered":"2024-03-19T01:47:27.309951+0000","last_unstale":"2024-03-19T01:48:20.130275+0000","last_undegraded":"2024-03-19T01:48:20.130275+0000","last_fullsized":"2024-03-19T01:48:20.130275+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:35:47.201218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-19T01:48:19.678983+0000","last_change":"2024-03-19T01:48:19.678983+0000","last_active":"2024-03-19T01:48:19.678983+0000","last_peered":"2024-03-19T01:48:19.678983+0000","last_clean":"2024-03-19T01:48:19.678983+0000","last_became_active":"2024-03-19T01:48:19.678624+0000","last_became_peered":"2024-03-19T01:48:19.678624+0000","last_unstale":"2024-03-19T01:48:19.678983+0000","last_undegraded":"2024-03-19T01:48:19.678983+0000","last_fullsized":"2024-03-19T01:48:19.678983+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:36:33.061706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":66335,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":444,"num_read_kb":296,"num_write":160,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":199005,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":140,"ondisk_log_size":140,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383714,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28024,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717128,"statfs":{"total":95995035648,"available":95966339072,"internally_reserved":0,"allocated":1024000,"data_stored":500445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645351,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37016,"kb_used_data":1676,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708136,"statfs":{"total":95995035648,"available":95957131264,"internally_reserved":0,"allocated":1716224,"data_stored":1150438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808877,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36360,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708792,"statfs":{"total":95995035648,"available":95957803008,"internally_reserved":0,"allocated":1044480,"data_stored":504777,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070514,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28040,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717112,"statfs":{"total":95995035648,"available":95966322688,"internally_reserved":0,"allocated":1040384,"data_stored":500601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332151,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28620,"kb_used_data":1596,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716532,"statfs":{"total":95995035648,"available":95965728768,"internally_reserved":0,"allocated":1634304,"data_stored":1096510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495676,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1019904,"data_stored":495857,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574932,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36404,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708748,"statfs":{"total":95995035648,"available":95957757952,"internally_reserved":0,"allocated":1089536,"data_stored":558101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738458,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28044,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717108,"statfs":{"total":95995035648,"available":95966318592,"internally_reserved":0,"allocated":1044480,"data_stored":497245,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411408,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36420,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708732,"statfs":{"total":95995035648,"available":95957741568,"internally_reserved":0,"allocated":1105920,"data_stored":558829,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182475,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36352,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708800,"statfs":{"total":95995035648,"available":95957811200,"internally_reserved":0,"allocated":1032192,"data_stored":496051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920838,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36360,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708792,"statfs":{"total":95995035648,"available":95957803008,"internally_reserved":0,"allocated":1040384,"data_stored":501520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757311,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28628,"kb_used_data":1604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716524,"statfs":{"total":95995035648,"available":95965720576,"internally_reserved":0,"allocated":1642496,"data_stored":1091707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":62334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":63062,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1657,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":64303,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}}
2024-03-19T01:49:10.082 INFO:tasks.cephadm.ceph_manager.ceph:clean!
2024-03-19T01:49:10.082 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy...
2024-03-19T01:49:10.082 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy
2024-03-19T01:49:10.082 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph health --format=json
2024-03-19T01:49:10.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:09 smithi073 ceph-mon[66833]: pgmap v346: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:49:10.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:09 smithi102 ceph-mon[66557]: pgmap v346: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:49:10.331 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:49:11.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:10 smithi046 ceph-mon[63102]: from='client.24919 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2024-03-19T01:49:11.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:10 smithi073 ceph-mon[66833]: from='client.24919 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2024-03-19T01:49:11.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:10 smithi102 ceph-mon[66557]: from='client.24919 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2024-03-19T01:49:11.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:11 smithi046 ceph-mon[63102]: pgmap v347: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s
2024-03-19T01:49:12.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.134+0000 7f98fb098700  1 -- 172.21.15.46:0/664637940 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f98f406aab0 msgr2=0x7f98f406ae90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:12.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.134+0000 7f98fb098700  1 --2- 172.21.15.46:0/664637940 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f98f406aab0 0x7f98f406ae90 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f98e8009990 tx=0x7f98e8009ca0 comp rx=0 tx=0).stop
2024-03-19T01:49:12.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.134+0000 7f98fb098700  1 -- 172.21.15.46:0/664637940 shutdown_connections
2024-03-19T01:49:12.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.134+0000 7f98fb098700  1 --2- 172.21.15.46:0/664637940 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f98f4107620 0x7f98f410f1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:12.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.134+0000 7f98fb098700  1 --2- 172.21.15.46:0/664637940 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f98f406aab0 0x7f98f406ae90 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:12.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.134+0000 7f98fb098700  1 --2- 172.21.15.46:0/664637940 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f98f406b460 0x7f98f4106f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:12.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.134+0000 7f98fb098700  1 -- 172.21.15.46:0/664637940 >> 172.21.15.46:0/664637940 conn(0x7f98f4077260 msgr2=0x7f98f4077670 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:12.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.134+0000 7f98fb098700  1 -- 172.21.15.46:0/664637940 shutdown_connections
2024-03-19T01:49:12.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.134+0000 7f98fb098700  1 -- 172.21.15.46:0/664637940 wait complete.
2024-03-19T01:49:12.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.135+0000 7f98fb098700  1  Processor -- start
2024-03-19T01:49:12.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.135+0000 7f98fb098700  1 --  start start
2024-03-19T01:49:12.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.135+0000 7f98fb098700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f98f406aab0 0x7f98f419e610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:12.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.135+0000 7f98fb098700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f98f406b460 0x7f98f419eb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:12.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.135+0000 7f98fb098700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f98f4107620 0x7f98f4198790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:12.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.135+0000 7f98fb098700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f98f4112490 con 0x7f98f406aab0
2024-03-19T01:49:12.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.135+0000 7f98fb098700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f98f4112310 con 0x7f98f4107620
2024-03-19T01:49:12.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.135+0000 7f98fb098700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f98f4112610 con 0x7f98f406b460
2024-03-19T01:49:12.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.135+0000 7f98f8e34700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f98f406aab0 0x7f98f419e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:12.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.135+0000 7f98f8e34700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f98f406aab0 0x7f98f419e610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39648/0 (socket says 172.21.15.46:39648)
2024-03-19T01:49:12.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.135+0000 7f98f3fff700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f98f406b460 0x7f98f419eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:12.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.135+0000 7f98f8e34700  1 -- 172.21.15.46:0/468728365 learned_addr learned my addr 172.21.15.46:0/468728365 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:12.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.135+0000 7f98f9635700  1 --2- 172.21.15.46:0/468728365 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f98f4107620 0x7f98f4198790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:12.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.136+0000 7f98f3fff700  1 -- 172.21.15.46:0/468728365 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f98f4107620 msgr2=0x7f98f4198790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:12.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.136+0000 7f98f3fff700  1 --2- 172.21.15.46:0/468728365 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f98f4107620 0x7f98f4198790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:12.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.136+0000 7f98f3fff700  1 -- 172.21.15.46:0/468728365 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f98f406aab0 msgr2=0x7f98f419e610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:12.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.136+0000 7f98f3fff700  1 --2- 172.21.15.46:0/468728365 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f98f406aab0 0x7f98f419e610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:12.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.136+0000 7f98f3fff700  1 -- 172.21.15.46:0/468728365 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98f4198f70 con 0x7f98f406b460
2024-03-19T01:49:12.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.136+0000 7f98f3fff700  1 --2- 172.21.15.46:0/468728365 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f98f406b460 0x7f98f419eb50 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f98e000e9c0 tx=0x7f98e000ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:12.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.136+0000 7f98f1ffb700  1 -- 172.21.15.46:0/468728365 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98e0004220 con 0x7f98f406b460
2024-03-19T01:49:12.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.136+0000 7f98fb098700  1 -- 172.21.15.46:0/468728365 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98f4199260 con 0x7f98f406b460
2024-03-19T01:49:12.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.136+0000 7f98f1ffb700  1 -- 172.21.15.46:0/468728365 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f98e00043c0 con 0x7f98f406b460
2024-03-19T01:49:12.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.136+0000 7f98f1ffb700  1 -- 172.21.15.46:0/468728365 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98e0005020 con 0x7f98f406b460
2024-03-19T01:49:12.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.136+0000 7f98fb098700  1 -- 172.21.15.46:0/468728365 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98f41a5470 con 0x7f98f406b460
2024-03-19T01:49:12.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.137+0000 7f98fb098700  1 -- 172.21.15.46:0/468728365 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98f410a850 con 0x7f98f406b460
2024-03-19T01:49:12.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.138+0000 7f98f1ffb700  1 -- 172.21.15.46:0/468728365 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f98e0004750 con 0x7f98f406b460
2024-03-19T01:49:12.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.139+0000 7f98f1ffb700  1 --2- 172.21.15.46:0/468728365 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f98e40a2920 0x7f98e40a4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:12.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.139+0000 7f98f8e34700  1 --2- 172.21.15.46:0/468728365 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f98e40a2920 0x7f98e40a4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:12.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.139+0000 7f98f1ffb700  1 -- 172.21.15.46:0/468728365 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f98e00ceed0 con 0x7f98f406b460
2024-03-19T01:49:12.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.139+0000 7f98f8e34700  1 --2- 172.21.15.46:0/468728365 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f98e40a2920 0x7f98e40a4de0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f98e800b2e0 tx=0x7f98e800b610 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:12.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.143+0000 7f98f1ffb700  1 -- 172.21.15.46:0/468728365 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f98e009ba50 con 0x7f98f406b460
2024-03-19T01:49:12.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:11 smithi073 ceph-mon[66833]: pgmap v347: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s
2024-03-19T01:49:12.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:11 smithi102 ceph-mon[66557]: pgmap v347: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s
2024-03-19T01:49:12.398 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.397+0000 7f98fb098700  1 -- 172.21.15.46:0/468728365 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f98f4199cc0 con 0x7f98f406b460
2024-03-19T01:49:12.398 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.398+0000 7f98f1ffb700  1 -- 172.21.15.46:0/468728365 <== mon.1 v2:172.21.15.102:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0  v0) ==== 72+0+46 (secure 0 0 0) 0x7f98e0004de0 con 0x7f98f406b460
2024-03-19T01:49:12.398 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:49:12.398 INFO:teuthology.orchestra.run.smithi046.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]}
2024-03-19T01:49:12.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.400+0000 7f98fb098700  1 -- 172.21.15.46:0/468728365 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f98e40a2920 msgr2=0x7f98e40a4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:12.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.400+0000 7f98fb098700  1 --2- 172.21.15.46:0/468728365 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f98e40a2920 0x7f98e40a4de0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f98e800b2e0 tx=0x7f98e800b610 comp rx=0 tx=0).stop
2024-03-19T01:49:12.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.400+0000 7f98fb098700  1 -- 172.21.15.46:0/468728365 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f98f406b460 msgr2=0x7f98f419eb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:12.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.400+0000 7f98fb098700  1 --2- 172.21.15.46:0/468728365 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f98f406b460 0x7f98f419eb50 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f98e000e9c0 tx=0x7f98e000ecd0 comp rx=0 tx=0).stop
2024-03-19T01:49:12.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.400+0000 7f98fb098700  1 -- 172.21.15.46:0/468728365 shutdown_connections
2024-03-19T01:49:12.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.400+0000 7f98fb098700  1 --2- 172.21.15.46:0/468728365 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f98e40a2920 0x7f98e40a4de0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:12.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.400+0000 7f98fb098700  1 --2- 172.21.15.46:0/468728365 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f98f4107620 0x7f98f4198790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:12.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.400+0000 7f98fb098700  1 --2- 172.21.15.46:0/468728365 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f98f406aab0 0x7f98f419e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:12.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.400+0000 7f98fb098700  1 --2- 172.21.15.46:0/468728365 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f98f406b460 0x7f98f419eb50 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:12.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.400+0000 7f98fb098700  1 -- 172.21.15.46:0/468728365 >> 172.21.15.46:0/468728365 conn(0x7f98f4077260 msgr2=0x7f98f4100a20 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:12.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.400+0000 7f98fb098700  1 -- 172.21.15.46:0/468728365 shutdown_connections
2024-03-19T01:49:12.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:12.400+0000 7f98fb098700  1 -- 172.21.15.46:0/468728365 wait complete.
2024-03-19T01:49:13.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:12 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/468728365' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch
2024-03-19T01:49:13.184 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done
2024-03-19T01:49:13.184 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-03-19T01:49:13.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:12 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/468728365' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch
2024-03-19T01:49:13.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:12 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/468728365' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch
2024-03-19T01:49:13.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.293+0000 7ff201034640  1 -- 172.21.15.46:0/3077870551 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff1fc101930 msgr2=0x7ff1fc101db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:13.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.293+0000 7ff201034640  1 --2- 172.21.15.46:0/3077870551 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff1fc101930 0x7ff1fc101db0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7ff1e4009900 tx=0x7ff1e402bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:13.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.293+0000 7ff201034640  1 -- 172.21.15.46:0/3077870551 shutdown_connections
2024-03-19T01:49:13.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.293+0000 7ff201034640  1 --2- 172.21.15.46:0/3077870551 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff1fc1022f0 0x7ff1fc108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:13.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.293+0000 7ff201034640  1 --2- 172.21.15.46:0/3077870551 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff1fc101930 0x7ff1fc101db0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:13.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.293+0000 7ff201034640  1 --2- 172.21.15.46:0/3077870551 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff1fc100740 0x7ff1fc100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:13.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.293+0000 7ff201034640  1 -- 172.21.15.46:0/3077870551 >> 172.21.15.46:0/3077870551 conn(0x7ff1fc0fbcb0 msgr2=0x7ff1fc0fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:13.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.293+0000 7ff201034640  1 -- 172.21.15.46:0/3077870551 shutdown_connections
2024-03-19T01:49:13.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.293+0000 7ff201034640  1 -- 172.21.15.46:0/3077870551 wait complete.
2024-03-19T01:49:13.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.294+0000 7ff201034640  1  Processor -- start
2024-03-19T01:49:13.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.294+0000 7ff201034640  1 --  start start
2024-03-19T01:49:13.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.294+0000 7ff201034640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff1fc100740 0x7ff1fc197ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:13.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.294+0000 7ff201034640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff1fc101930 0x7ff1fc198010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:13.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.294+0000 7ff201034640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff1fc1022f0 0x7ff1fc19f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:13.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.294+0000 7ff201034640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff1fc10c250 con 0x7ff1fc1022f0
2024-03-19T01:49:13.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.294+0000 7ff201034640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ff1fc10c0d0 con 0x7ff1fc101930
2024-03-19T01:49:13.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.294+0000 7ff201034640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff1fc10c3d0 con 0x7ff1fc100740
2024-03-19T01:49:13.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.294+0000 7ff1fb59e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff1fc1022f0 0x7ff1fc19f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:13.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.294+0000 7ff1fb59e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff1fc1022f0 0x7ff1fc19f080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56638/0 (socket says 172.21.15.46:56638)
2024-03-19T01:49:13.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.294+0000 7ff1fb59e640  1 -- 172.21.15.46:0/1684668585 learned_addr learned my addr 172.21.15.46:0/1684668585 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:13.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.294+0000 7ff1f3fff640  1 --2- 172.21.15.46:0/1684668585 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff1fc101930 0x7ff1fc198010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:13.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.294+0000 7ff1fad9d640  1 --2- 172.21.15.46:0/1684668585 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff1fc100740 0x7ff1fc197ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:13.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.294+0000 7ff1fb59e640  1 -- 172.21.15.46:0/1684668585 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff1fc100740 msgr2=0x7ff1fc197ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:13.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.294+0000 7ff1fb59e640  1 --2- 172.21.15.46:0/1684668585 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff1fc100740 0x7ff1fc197ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:13.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.294+0000 7ff1fb59e640  1 -- 172.21.15.46:0/1684668585 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff1fc101930 msgr2=0x7ff1fc198010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:13.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.294+0000 7ff1fb59e640  1 --2- 172.21.15.46:0/1684668585 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff1fc101930 0x7ff1fc198010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:13.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.294+0000 7ff1fb59e640  1 -- 172.21.15.46:0/1684668585 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1fc19f6f0 con 0x7ff1fc1022f0
2024-03-19T01:49:13.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.295+0000 7ff1fb59e640  1 --2- 172.21.15.46:0/1684668585 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff1fc1022f0 0x7ff1fc19f080 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7ff1f400eb10 tx=0x7ff1f400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:13.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.295+0000 7ff1f8d99640  1 -- 172.21.15.46:0/1684668585 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1f4004b20 con 0x7ff1fc1022f0
2024-03-19T01:49:13.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.295+0000 7ff201034640  1 -- 172.21.15.46:0/1684668585 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1fc19f9e0 con 0x7ff1fc1022f0
2024-03-19T01:49:13.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.295+0000 7ff1f8d99640  1 -- 172.21.15.46:0/1684668585 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff1f4004cc0 con 0x7ff1fc1022f0
2024-03-19T01:49:13.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.295+0000 7ff1f8d99640  1 -- 172.21.15.46:0/1684668585 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1f4010690 con 0x7ff1fc1022f0
2024-03-19T01:49:13.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.295+0000 7ff201034640  1 -- 172.21.15.46:0/1684668585 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1fc19ff00 con 0x7ff1fc1022f0
2024-03-19T01:49:13.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.296+0000 7ff201034640  1 -- 172.21.15.46:0/1684668585 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1fc1a0210 con 0x7ff1fc1022f0
2024-03-19T01:49:13.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.297+0000 7ff1f8d99640  1 -- 172.21.15.46:0/1684668585 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7ff1f4005020 con 0x7ff1fc1022f0
2024-03-19T01:49:13.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.297+0000 7ff1f8d99640  1 --2- 172.21.15.46:0/1684668585 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff1e80a2910 0x7ff1e80a4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:13.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.297+0000 7ff1fad9d640  1 --2- 172.21.15.46:0/1684668585 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff1e80a2910 0x7ff1e80a4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:13.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.297+0000 7ff1f8d99640  1 -- 172.21.15.46:0/1684668585 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7ff1f40cf460 con 0x7ff1fc1022f0
2024-03-19T01:49:13.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.298+0000 7ff1fad9d640  1 --2- 172.21.15.46:0/1684668585 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff1e80a2910 0x7ff1e80a4dd0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7ff1fc101790 tx=0x7ff1ec005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:13.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.302+0000 7ff1f8d99640  1 -- 172.21.15.46:0/1684668585 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7ff1f409c040 con 0x7ff1fc1022f0
2024-03-19T01:49:13.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.486+0000 7ff201034640  1 -- 172.21.15.46:0/1684668585 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff1fc1a03e0 con 0x7ff1fc1022f0
2024-03-19T01:49:13.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.488+0000 7ff1f8d99640  1 -- 172.21.15.46:0/1684668585 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v91) ==== 74+0+24598 (secure 0 0 0) 0x7ff1f409b940 con 0x7ff1fc1022f0
2024-03-19T01:49:13.488 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:49:13.488 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":91,"fsid":"53c8cf3e-e591-11ee-95c9-87774f69a715","created":"2024-03-19T01:39:22.615473+0000","modified":"2024-03-19T01:48:19.668821+0000","last_up_change":"2024-03-19T01:46:32.777223+0000","last_in_change":"2024-03-19T01:46:12.842023+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-19T01:42:46.174113+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-19T01:47:24.276277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-19T01:47:25.605471+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-19T01:47:29.545614+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"4fc98477-1fec-465b-892b-9a0c12e15754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6803","nonce":1888713943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6805","nonce":1888713943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6809","nonce":1888713943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6807","nonce":1888713943}]},"public_addr":"172.21.15.46:6803/1888713943","cluster_addr":"172.21.15.46:6805/1888713943","heartbeat_back_addr":"172.21.15.46:6809/1888713943","heartbeat_front_addr":"172.21.15.46:6807/1888713943","state":["exists","up"]},{"osd":1,"uuid":"4109d6a1-240e-4f1f-b09d-75f3b77e6303","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6801","nonce":2502945674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6803","nonce":2502945674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6807","nonce":2502945674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6805","nonce":2502945674}]},"public_addr":"172.21.15.73:6801/2502945674","cluster_addr":"172.21.15.73:6803/2502945674","heartbeat_back_addr":"172.21.15.73:6807/2502945674","heartbeat_front_addr":"172.21.15.73:6805/2502945674","state":["exists","up"]},{"osd":2,"uuid":"45e8479c-4006-4dd4-bdd8-b4a2eafacc80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6801","nonce":90484514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6803","nonce":90484514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6807","nonce":90484514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6805","nonce":90484514}]},"public_addr":"172.21.15.102:6801/90484514","cluster_addr":"172.21.15.102:6803/90484514","heartbeat_back_addr":"172.21.15.102:6807/90484514","heartbeat_front_addr":"172.21.15.102:6805/90484514","state":["exists","up"]},{"osd":3,"uuid":"4cdc93cf-2e8d-436d-a78a-c235e9b970fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6811","nonce":3336792470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6813","nonce":3336792470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6817","nonce":3336792470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6815","nonce":3336792470}]},"public_addr":"172.21.15.46:6811/3336792470","cluster_addr":"172.21.15.46:6813/3336792470","heartbeat_back_addr":"172.21.15.46:6817/3336792470","heartbeat_front_addr":"172.21.15.46:6815/3336792470","state":["exists","up"]},{"osd":4,"uuid":"35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6809","nonce":1192862788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6811","nonce":1192862788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6815","nonce":1192862788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6813","nonce":1192862788}]},"public_addr":"172.21.15.73:6809/1192862788","cluster_addr":"172.21.15.73:6811/1192862788","heartbeat_back_addr":"172.21.15.73:6815/1192862788","heartbeat_front_addr":"172.21.15.73:6813/1192862788","state":["exists","up"]},{"osd":5,"uuid":"1587c1e6-6719-4117-a80f-5c6bce0e5814","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6809","nonce":3252664135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6811","nonce":3252664135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6815","nonce":3252664135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6813","nonce":3252664135}]},"public_addr":"172.21.15.102:6809/3252664135","cluster_addr":"172.21.15.102:6811/3252664135","heartbeat_back_addr":"172.21.15.102:6815/3252664135","heartbeat_front_addr":"172.21.15.102:6813/3252664135","state":["exists","up"]},{"osd":6,"uuid":"af41cbff-69e5-45ab-ad59-95e5addd1b6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6819","nonce":595340737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6821","nonce":595340737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6825","nonce":595340737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6823","nonce":595340737}]},"public_addr":"172.21.15.46:6819/595340737","cluster_addr":"172.21.15.46:6821/595340737","heartbeat_back_addr":"172.21.15.46:6825/595340737","heartbeat_front_addr":"172.21.15.46:6823/595340737","state":["exists","up"]},{"osd":7,"uuid":"23e9241a-4ed9-4606-93c1-ccfe277d0c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6817","nonce":143082020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6819","nonce":143082020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6823","nonce":143082020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6821","nonce":143082020}]},"public_addr":"172.21.15.73:6817/143082020","cluster_addr":"172.21.15.73:6819/143082020","heartbeat_back_addr":"172.21.15.73:6823/143082020","heartbeat_front_addr":"172.21.15.73:6821/143082020","state":["exists","up"]},{"osd":8,"uuid":"c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6817","nonce":2533208086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6819","nonce":2533208086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6823","nonce":2533208086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6821","nonce":2533208086}]},"public_addr":"172.21.15.102:6817/2533208086","cluster_addr":"172.21.15.102:6819/2533208086","heartbeat_back_addr":"172.21.15.102:6823/2533208086","heartbeat_front_addr":"172.21.15.102:6821/2533208086","state":["exists","up"]},{"osd":9,"uuid":"a16dd21b-77e4-4148-90a3-c085fd621fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6827","nonce":4252594050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6829","nonce":4252594050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6833","nonce":4252594050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6831","nonce":4252594050}]},"public_addr":"172.21.15.46:6827/4252594050","cluster_addr":"172.21.15.46:6829/4252594050","heartbeat_back_addr":"172.21.15.46:6833/4252594050","heartbeat_front_addr":"172.21.15.46:6831/4252594050","state":["exists","up"]},{"osd":10,"uuid":"3a794482-bcfa-4e99-8e96-77228a828ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6825","nonce":1252006239}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6827","nonce":1252006239}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6831","nonce":1252006239}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6829","nonce":1252006239}]},"public_addr":"172.21.15.73:6825/1252006239","cluster_addr":"172.21.15.73:6827/1252006239","heartbeat_back_addr":"172.21.15.73:6831/1252006239","heartbeat_front_addr":"172.21.15.73:6829/1252006239","state":["exists","up"]},{"osd":11,"uuid":"93bdea99-6072-431a-a919-3aecf631c727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6825","nonce":2997263049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6827","nonce":2997263049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6831","nonce":2997263049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6829","nonce":2997263049}]},"public_addr":"172.21.15.102:6825/2997263049","cluster_addr":"172.21.15.102:6827/2997263049","heartbeat_back_addr":"172.21.15.102:6831/2997263049","heartbeat_front_addr":"172.21.15.102:6829/2997263049","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:41:54.705424+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:18.405516+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:42.028548+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:06.440586+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:31.526566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:56.491476+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:22.116952+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:48.187884+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:12.546546+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:39.238062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:05.249938+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:30.959573+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.12","mappings":[{"from":5,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:6800/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/534183632":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/3469071427":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/816672825":"2024-03-20T01:39:49.978463+0000","172.21.15.46:6800/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/482098752":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/3024883566":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/2231887791":"2024-03-20T01:39:49.978463+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-03-19T01:49:13.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.490+0000 7ff201034640  1 -- 172.21.15.46:0/1684668585 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff1e80a2910 msgr2=0x7ff1e80a4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:13.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.490+0000 7ff201034640  1 --2- 172.21.15.46:0/1684668585 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff1e80a2910 0x7ff1e80a4dd0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7ff1fc101790 tx=0x7ff1ec005f90 comp rx=0 tx=0).stop
2024-03-19T01:49:13.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.490+0000 7ff201034640  1 -- 172.21.15.46:0/1684668585 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff1fc1022f0 msgr2=0x7ff1fc19f080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:13.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.490+0000 7ff201034640  1 --2- 172.21.15.46:0/1684668585 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff1fc1022f0 0x7ff1fc19f080 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7ff1f400eb10 tx=0x7ff1f400c2d0 comp rx=0 tx=0).stop
2024-03-19T01:49:13.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.490+0000 7ff201034640  1 -- 172.21.15.46:0/1684668585 shutdown_connections
2024-03-19T01:49:13.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.490+0000 7ff201034640  1 --2- 172.21.15.46:0/1684668585 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff1e80a2910 0x7ff1e80a4dd0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:13.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.490+0000 7ff201034640  1 --2- 172.21.15.46:0/1684668585 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff1fc1022f0 0x7ff1fc19f080 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:13.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.490+0000 7ff201034640  1 --2- 172.21.15.46:0/1684668585 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff1fc101930 0x7ff1fc198010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:13.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.490+0000 7ff201034640  1 --2- 172.21.15.46:0/1684668585 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff1fc100740 0x7ff1fc197ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:13.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.490+0000 7ff201034640  1 -- 172.21.15.46:0/1684668585 >> 172.21.15.46:0/1684668585 conn(0x7ff1fc0fbcb0 msgr2=0x7ff1fc0689f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:13.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.490+0000 7ff201034640  1 -- 172.21.15.46:0/1684668585 shutdown_connections
2024-03-19T01:49:13.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.490+0000 7ff201034640  1 -- 172.21.15.46:0/1684668585 wait complete.
2024-03-19T01:49:13.501 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-19T01:42:46.174113+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-19T01:47:24.276277+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-19T01:47:25.605471+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-19T01:47:29.545614+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}]
2024-03-19T01:49:13.502 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num
2024-03-19T01:49:13.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.607+0000 7f3946f10640  1 -- 172.21.15.46:0/1708261816 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f39401033e0 msgr2=0x7f3940109c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:13.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.607+0000 7f3946f10640  1 --2- 172.21.15.46:0/1708261816 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f39401033e0 0x7f3940109c70 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f3938009ca0 tx=0x7f393802c0f0 comp rx=0 tx=0).stop
2024-03-19T01:49:13.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.607+0000 7f3946f10640  1 -- 172.21.15.46:0/1708261816 shutdown_connections
2024-03-19T01:49:13.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.607+0000 7f3946f10640  1 --2- 172.21.15.46:0/1708261816 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f39401033e0 0x7f3940109c70 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:13.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.607+0000 7f3946f10640  1 --2- 172.21.15.46:0/1708261816 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3940102a20 0x7f3940102ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:13.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.607+0000 7f3946f10640  1 --2- 172.21.15.46:0/1708261816 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3940101830 0x7f3940101c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:13.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.607+0000 7f3946f10640  1 -- 172.21.15.46:0/1708261816 >> 172.21.15.46:0/1708261816 conn(0x7f39400fcdc0 msgr2=0x7f39400ff1e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:13.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.607+0000 7f3946f10640  1 -- 172.21.15.46:0/1708261816 shutdown_connections
2024-03-19T01:49:13.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.607+0000 7f3946f10640  1 -- 172.21.15.46:0/1708261816 wait complete.
2024-03-19T01:49:13.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.608+0000 7f3946f10640  1  Processor -- start
2024-03-19T01:49:13.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.608+0000 7f3946f10640  1 --  start start
2024-03-19T01:49:13.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.608+0000 7f3946f10640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3940101830 0x7f39400755d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:13.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.608+0000 7f3946f10640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3940102a20 0x7f3940073c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:13.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.608+0000 7f3946f10640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f39401033e0 0x7f3940074150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:13.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.608+0000 7f3946f10640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f394010d340 con 0x7f3940101830
2024-03-19T01:49:13.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.608+0000 7f3946f10640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f394010d1c0 con 0x7f39401033e0
2024-03-19T01:49:13.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.608+0000 7f3946f10640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f394010d4c0 con 0x7f3940102a20
2024-03-19T01:49:13.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.608+0000 7f3944cac640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3940101830 0x7f39400755d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:13.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.608+0000 7f3944cac640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3940101830 0x7f39400755d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56646/0 (socket says 172.21.15.46:56646)
2024-03-19T01:49:13.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.608+0000 7f3944cac640  1 -- 172.21.15.46:0/1299950464 learned_addr learned my addr 172.21.15.46:0/1299950464 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:13.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.608+0000 7f39454ad640  1 --2- 172.21.15.46:0/1299950464 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f39401033e0 0x7f3940074150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:13.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.608+0000 7f393ffff640  1 --2- 172.21.15.46:0/1299950464 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3940102a20 0x7f3940073c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:13.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.608+0000 7f3944cac640  1 -- 172.21.15.46:0/1299950464 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3940102a20 msgr2=0x7f3940073c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:13.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.608+0000 7f3944cac640  1 --2- 172.21.15.46:0/1299950464 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3940102a20 0x7f3940073c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:13.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.608+0000 7f3944cac640  1 -- 172.21.15.46:0/1299950464 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f39401033e0 msgr2=0x7f3940074150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:13.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.608+0000 7f3944cac640  1 --2- 172.21.15.46:0/1299950464 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f39401033e0 0x7f3940074150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:13.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.608+0000 7f3944cac640  1 -- 172.21.15.46:0/1299950464 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39400749e0 con 0x7f3940101830
2024-03-19T01:49:13.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.609+0000 7f3944cac640  1 --2- 172.21.15.46:0/1299950464 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3940101830 0x7f39400755d0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f393400e9c0 tx=0x7f393400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:13.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.609+0000 7f393dffb640  1 -- 172.21.15.46:0/1299950464 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f393400cde0 con 0x7f3940101830
2024-03-19T01:49:13.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.609+0000 7f393dffb640  1 -- 172.21.15.46:0/1299950464 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f39340108e0 con 0x7f3940101830
2024-03-19T01:49:13.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.609+0000 7f3946f10640  1 -- 172.21.15.46:0/1299950464 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39401a1b20 con 0x7f3940101830
2024-03-19T01:49:13.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.609+0000 7f393dffb640  1 -- 172.21.15.46:0/1299950464 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3934018950 con 0x7f3940101830
2024-03-19T01:49:13.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.609+0000 7f3946f10640  1 -- 172.21.15.46:0/1299950464 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39401a2070 con 0x7f3940101830
2024-03-19T01:49:13.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.610+0000 7f3946f10640  1 -- 172.21.15.46:0/1299950464 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3940108c20 con 0x7f3940101830
2024-03-19T01:49:13.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.611+0000 7f393dffb640  1 -- 172.21.15.46:0/1299950464 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f3934010a90 con 0x7f3940101830
2024-03-19T01:49:13.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.612+0000 7f393dffb640  1 --2- 172.21.15.46:0/1299950464 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f39300a2890 0x7f39300a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:13.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.612+0000 7f393ffff640  1 --2- 172.21.15.46:0/1299950464 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f39300a2890 0x7f39300a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:13.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.612+0000 7f393dffb640  1 -- 172.21.15.46:0/1299950464 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f39340cfc20 con 0x7f3940101830
2024-03-19T01:49:13.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.612+0000 7f393ffff640  1 --2- 172.21.15.46:0/1299950464 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f39300a2890 0x7f39300a4d50 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f392c0095f0 tx=0x7f392c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:13.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.616+0000 7f393dffb640  1 -- 172.21.15.46:0/1299950464 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f3934026070 con 0x7f3940101830
2024-03-19T01:49:13.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.798+0000 7f3946f10640  1 -- 172.21.15.46:0/1299950464 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f394002d3a0 con 0x7f3940101830
2024-03-19T01:49:13.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.799+0000 7f393dffb640  1 -- 172.21.15.46:0/1299950464 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0  v91) ==== 93+0+10 (secure 0 0 0) 0x7f393409c7a0 con 0x7f3940101830
2024-03-19T01:49:13.799 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1
2024-03-19T01:49:13.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.801+0000 7f3946f10640  1 -- 172.21.15.46:0/1299950464 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f39300a2890 msgr2=0x7f39300a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:13.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.801+0000 7f3946f10640  1 --2- 172.21.15.46:0/1299950464 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f39300a2890 0x7f39300a4d50 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f392c0095f0 tx=0x7f392c005f90 comp rx=0 tx=0).stop
2024-03-19T01:49:13.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.801+0000 7f3946f10640  1 -- 172.21.15.46:0/1299950464 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3940101830 msgr2=0x7f39400755d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:13.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.801+0000 7f3946f10640  1 --2- 172.21.15.46:0/1299950464 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3940101830 0x7f39400755d0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f393400e9c0 tx=0x7f393400ee80 comp rx=0 tx=0).stop
2024-03-19T01:49:13.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.801+0000 7f3946f10640  1 -- 172.21.15.46:0/1299950464 shutdown_connections
2024-03-19T01:49:13.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.801+0000 7f3946f10640  1 --2- 172.21.15.46:0/1299950464 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f39300a2890 0x7f39300a4d50 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:13.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.801+0000 7f3946f10640  1 --2- 172.21.15.46:0/1299950464 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f39401033e0 0x7f3940074150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:13.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.801+0000 7f3946f10640  1 --2- 172.21.15.46:0/1299950464 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3940102a20 0x7f3940073c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:13.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.801+0000 7f3946f10640  1 --2- 172.21.15.46:0/1299950464 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3940101830 0x7f39400755d0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:13.802 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.801+0000 7f3946f10640  1 -- 172.21.15.46:0/1299950464 >> 172.21.15.46:0/1299950464 conn(0x7f39400fcdc0 msgr2=0x7f3940105df0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:13.802 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.801+0000 7f3946f10640  1 -- 172.21.15.46:0/1299950464 shutdown_connections
2024-03-19T01:49:13.802 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.801+0000 7f3946f10640  1 -- 172.21.15.46:0/1299950464 wait complete.
2024-03-19T01:49:13.813 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num
2024-03-19T01:49:13.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.918+0000 7fbe4e752640  1 -- 172.21.15.46:0/900032021 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbe48100740 msgr2=0x7fbe48100b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:13.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.918+0000 7fbe4e752640  1 --2- 172.21.15.46:0/900032021 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbe48100740 0x7fbe48100b60 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fbe38009900 tx=0x7fbe3802bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:13.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.918+0000 7fbe4e752640  1 -- 172.21.15.46:0/900032021 shutdown_connections
2024-03-19T01:49:13.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.918+0000 7fbe4e752640  1 --2- 172.21.15.46:0/900032021 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbe481022f0 0x7fbe48108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:13.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.918+0000 7fbe4e752640  1 --2- 172.21.15.46:0/900032021 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbe48101930 0x7fbe48101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:13.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.918+0000 7fbe4e752640  1 --2- 172.21.15.46:0/900032021 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbe48100740 0x7fbe48100b60 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:13.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.918+0000 7fbe4e752640  1 -- 172.21.15.46:0/900032021 >> 172.21.15.46:0/900032021 conn(0x7fbe480fbcd0 msgr2=0x7fbe480fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:13.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.918+0000 7fbe4e752640  1 -- 172.21.15.46:0/900032021 shutdown_connections
2024-03-19T01:49:13.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.918+0000 7fbe4e752640  1 -- 172.21.15.46:0/900032021 wait complete.
2024-03-19T01:49:13.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.919+0000 7fbe4e752640  1  Processor -- start
2024-03-19T01:49:13.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.919+0000 7fbe4e752640  1 --  start start
2024-03-19T01:49:13.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.919+0000 7fbe4e752640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbe48100740 0x7fbe48199d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:13.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.919+0000 7fbe4e752640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbe48101930 0x7fbe4819a280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:13.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.919+0000 7fbe4e752640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbe481022f0 0x7fbe481a12b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:13.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.919+0000 7fbe4e752640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fbe4810c260 con 0x7fbe481022f0
2024-03-19T01:49:13.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.919+0000 7fbe4e752640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fbe4810c0e0 con 0x7fbe48101930
2024-03-19T01:49:13.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.919+0000 7fbe4e752640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fbe4810c3e0 con 0x7fbe48100740
2024-03-19T01:49:13.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.919+0000 7fbe4ccef640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbe481022f0 0x7fbe481a12b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:13.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.919+0000 7fbe477fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbe48101930 0x7fbe4819a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:13.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.919+0000 7fbe47fff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbe48100740 0x7fbe48199d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:13.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.919+0000 7fbe4ccef640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbe481022f0 0x7fbe481a12b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56670/0 (socket says 172.21.15.46:56670)
2024-03-19T01:49:13.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.919+0000 7fbe4ccef640  1 -- 172.21.15.46:0/3655750044 learned_addr learned my addr 172.21.15.46:0/3655750044 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:13.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.920+0000 7fbe4ccef640  1 -- 172.21.15.46:0/3655750044 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbe48100740 msgr2=0x7fbe48199d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:13.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.920+0000 7fbe4ccef640  1 --2- 172.21.15.46:0/3655750044 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbe48100740 0x7fbe48199d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:13.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.920+0000 7fbe4ccef640  1 -- 172.21.15.46:0/3655750044 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbe48101930 msgr2=0x7fbe4819a280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:13.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.920+0000 7fbe4ccef640  1 --2- 172.21.15.46:0/3655750044 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbe48101930 0x7fbe4819a280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:13.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.920+0000 7fbe4ccef640  1 -- 172.21.15.46:0/3655750044 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe481a1950 con 0x7fbe481022f0
2024-03-19T01:49:13.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.920+0000 7fbe477fe640  1 --2- 172.21.15.46:0/3655750044 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbe48101930 0x7fbe4819a280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:13.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.920+0000 7fbe47fff640  1 --2- 172.21.15.46:0/3655750044 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbe48100740 0x7fbe48199d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:13.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.920+0000 7fbe4ccef640  1 --2- 172.21.15.46:0/3655750044 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbe481022f0 0x7fbe481a12b0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fbe4000efd0 tx=0x7fbe4000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:13.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.920+0000 7fbe457fa640  1 -- 172.21.15.46:0/3655750044 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe40003b70 con 0x7fbe481022f0
2024-03-19T01:49:13.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.920+0000 7fbe457fa640  1 -- 172.21.15.46:0/3655750044 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbe40003d10 con 0x7fbe481022f0
2024-03-19T01:49:13.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.920+0000 7fbe4e752640  1 -- 172.21.15.46:0/3655750044 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe481a1c40 con 0x7fbe481022f0
2024-03-19T01:49:13.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.920+0000 7fbe457fa640  1 -- 172.21.15.46:0/3655750044 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe40010980 con 0x7fbe481022f0
2024-03-19T01:49:13.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.920+0000 7fbe4e752640  1 -- 172.21.15.46:0/3655750044 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe481a2110 con 0x7fbe481022f0
2024-03-19T01:49:13.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.921+0000 7fbe4e752640  1 -- 172.21.15.46:0/3655750044 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe481a2340 con 0x7fbe481022f0
2024-03-19T01:49:13.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.922+0000 7fbe457fa640  1 -- 172.21.15.46:0/3655750044 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fbe40004b40 con 0x7fbe481022f0
2024-03-19T01:49:13.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.923+0000 7fbe457fa640  1 --2- 172.21.15.46:0/3655750044 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fbe300a2890 0x7fbe300a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:13.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.923+0000 7fbe47fff640  1 --2- 172.21.15.46:0/3655750044 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fbe300a2890 0x7fbe300a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:13.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.923+0000 7fbe457fa640  1 -- 172.21.15.46:0/3655750044 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fbe400cf7c0 con 0x7fbe481022f0
2024-03-19T01:49:13.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.923+0000 7fbe47fff640  1 --2- 172.21.15.46:0/3655750044 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fbe300a2890 0x7fbe300a4d50 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fbe38005ab0 tx=0x7fbe38005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:13.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:13.927+0000 7fbe457fa640  1 -- 172.21.15.46:0/3655750044 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fbe4009c3a0 con 0x7fbe481022f0
2024-03-19T01:49:14.108 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.108+0000 7fbe4e752640  1 -- 172.21.15.46:0/3655750044 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fbe481a2510 con 0x7fbe481022f0
2024-03-19T01:49:14.109 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.109+0000 7fbe457fa640  1 -- 172.21.15.46:0/3655750044 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0  v91) ==== 104+0+11 (secure 0 0 0) 0x7fbe4009bca0 con 0x7fbe481022f0
2024-03-19T01:49:14.109 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32
2024-03-19T01:49:14.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.111+0000 7fbe4e752640  1 -- 172.21.15.46:0/3655750044 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fbe300a2890 msgr2=0x7fbe300a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:14.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.111+0000 7fbe4e752640  1 --2- 172.21.15.46:0/3655750044 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fbe300a2890 0x7fbe300a4d50 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fbe38005ab0 tx=0x7fbe38005fd0 comp rx=0 tx=0).stop
2024-03-19T01:49:14.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.111+0000 7fbe4e752640  1 -- 172.21.15.46:0/3655750044 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbe481022f0 msgr2=0x7fbe481a12b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:14.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.111+0000 7fbe4e752640  1 --2- 172.21.15.46:0/3655750044 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbe481022f0 0x7fbe481a12b0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fbe4000efd0 tx=0x7fbe4000c6a0 comp rx=0 tx=0).stop
2024-03-19T01:49:14.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.111+0000 7fbe4e752640  1 -- 172.21.15.46:0/3655750044 shutdown_connections
2024-03-19T01:49:14.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.111+0000 7fbe4e752640  1 --2- 172.21.15.46:0/3655750044 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fbe300a2890 0x7fbe300a4d50 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:14.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.111+0000 7fbe4e752640  1 --2- 172.21.15.46:0/3655750044 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbe481022f0 0x7fbe481a12b0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:14.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.111+0000 7fbe4e752640  1 --2- 172.21.15.46:0/3655750044 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbe48101930 0x7fbe4819a280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:14.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.111+0000 7fbe4e752640  1 --2- 172.21.15.46:0/3655750044 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbe48100740 0x7fbe48199d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:14.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.111+0000 7fbe4e752640  1 -- 172.21.15.46:0/3655750044 >> 172.21.15.46:0/3655750044 conn(0x7fbe480fbcd0 msgr2=0x7fbe48069e60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:14.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.111+0000 7fbe4e752640  1 -- 172.21.15.46:0/3655750044 shutdown_connections
2024-03-19T01:49:14.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.111+0000 7fbe4e752640  1 -- 172.21.15.46:0/3655750044 wait complete.
2024-03-19T01:49:14.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:13 smithi046 ceph-mon[63102]: pgmap v348: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:49:14.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:13 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1684668585' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:49:14.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:13 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1299950464' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:49:14.122 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num
2024-03-19T01:49:14.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:13 smithi073 ceph-mon[66833]: pgmap v348: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:49:14.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:13 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1684668585' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:49:14.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:13 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1299950464' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:49:14.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.228+0000 7f947c177640  1 -- 172.21.15.46:0/3636927343 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9474102a20 msgr2=0x7f9474102ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:14.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.228+0000 7f947c177640  1 --2- 172.21.15.46:0/3636927343 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9474102a20 0x7f9474102ea0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f9468009900 tx=0x7f946802bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:14.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.228+0000 7f947c177640  1 -- 172.21.15.46:0/3636927343 shutdown_connections
2024-03-19T01:49:14.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.228+0000 7f947c177640  1 --2- 172.21.15.46:0/3636927343 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f94741033e0 0x7f9474109c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:14.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.228+0000 7f947c177640  1 --2- 172.21.15.46:0/3636927343 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9474102a20 0x7f9474102ea0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:14.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.228+0000 7f947c177640  1 --2- 172.21.15.46:0/3636927343 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9474101830 0x7f9474101c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:14.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.228+0000 7f947c177640  1 -- 172.21.15.46:0/3636927343 >> 172.21.15.46:0/3636927343 conn(0x7f94740fcdc0 msgr2=0x7f94740ff1e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:14.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.228+0000 7f947c177640  1 -- 172.21.15.46:0/3636927343 shutdown_connections
2024-03-19T01:49:14.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.228+0000 7f947c177640  1 -- 172.21.15.46:0/3636927343 wait complete.
2024-03-19T01:49:14.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.229+0000 7f947c177640  1  Processor -- start
2024-03-19T01:49:14.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.229+0000 7f947c177640  1 --  start start
2024-03-19T01:49:14.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.229+0000 7f947c177640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9474101830 0x7f94740755d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:14.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.229+0000 7f947c177640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9474102a20 0x7f9474073c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:14.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.229+0000 7f947c177640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f94741033e0 0x7f9474074150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:14.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.229+0000 7f947c177640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f947410d360 con 0x7f9474102a20
2024-03-19T01:49:14.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.229+0000 7f947c177640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f947410d1e0 con 0x7f94741033e0
2024-03-19T01:49:14.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.229+0000 7f947c177640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f947410d4e0 con 0x7f9474101830
2024-03-19T01:49:14.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.229+0000 7f9479712640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9474102a20 0x7f9474073c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:14.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.229+0000 7f9479712640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9474102a20 0x7f9474073c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56696/0 (socket says 172.21.15.46:56696)
2024-03-19T01:49:14.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.229+0000 7f9479712640  1 -- 172.21.15.46:0/3164019287 learned_addr learned my addr 172.21.15.46:0/3164019287 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:14.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.229+0000 7f9479f13640  1 --2- 172.21.15.46:0/3164019287 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9474101830 0x7f94740755d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:14.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.229+0000 7f947a714640  1 --2- 172.21.15.46:0/3164019287 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f94741033e0 0x7f9474074150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:14.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.229+0000 7f9479712640  1 -- 172.21.15.46:0/3164019287 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9474101830 msgr2=0x7f94740755d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:14.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.229+0000 7f9479712640  1 --2- 172.21.15.46:0/3164019287 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9474101830 0x7f94740755d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:14.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.229+0000 7f9479712640  1 -- 172.21.15.46:0/3164019287 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f94741033e0 msgr2=0x7f9474074150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:14.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.229+0000 7f9479712640  1 --2- 172.21.15.46:0/3164019287 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f94741033e0 0x7f9474074150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:14.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.229+0000 7f9479712640  1 -- 172.21.15.46:0/3164019287 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94740749e0 con 0x7f9474102a20
2024-03-19T01:49:14.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.229+0000 7f9479712640  1 --2- 172.21.15.46:0/3164019287 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9474102a20 0x7f9474073c10 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f9468006010 tx=0x7f9468005e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:14.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.230+0000 7f9472ffd640  1 -- 172.21.15.46:0/3164019287 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9468043020 con 0x7f9474102a20
2024-03-19T01:49:14.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.230+0000 7f9472ffd640  1 -- 172.21.15.46:0/3164019287 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f94680043d0 con 0x7f9474102a20
2024-03-19T01:49:14.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.230+0000 7f947c177640  1 -- 172.21.15.46:0/3164019287 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94741a1b90 con 0x7f9474102a20
2024-03-19T01:49:14.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.230+0000 7f9472ffd640  1 -- 172.21.15.46:0/3164019287 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9468003b80 con 0x7f9474102a20
2024-03-19T01:49:14.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.230+0000 7f947c177640  1 -- 172.21.15.46:0/3164019287 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94741a20e0 con 0x7f9474102a20
2024-03-19T01:49:14.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.230+0000 7f947c177640  1 -- 172.21.15.46:0/3164019287 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9474108c40 con 0x7f9474102a20
2024-03-19T01:49:14.233 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:13 smithi102 ceph-mon[66557]: pgmap v348: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:49:14.233 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:13 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1684668585' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:49:14.233 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:13 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1299950464' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:49:14.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.232+0000 7f9472ffd640  1 -- 172.21.15.46:0/3164019287 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f9468046020 con 0x7f9474102a20
2024-03-19T01:49:14.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.232+0000 7f9472ffd640  1 --2- 172.21.15.46:0/3164019287 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f945c0a2890 0x7f945c0a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:14.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.232+0000 7f9479f13640  1 --2- 172.21.15.46:0/3164019287 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f945c0a2890 0x7f945c0a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:14.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.232+0000 7f9472ffd640  1 -- 172.21.15.46:0/3164019287 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f94680f1050 con 0x7f9474102a20
2024-03-19T01:49:14.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.233+0000 7f9479f13640  1 --2- 172.21.15.46:0/3164019287 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f945c0a2890 0x7f945c0a4d50 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f946c0095f0 tx=0x7f946c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:14.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.237+0000 7f9472ffd640  1 -- 172.21.15.46:0/3164019287 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f946804d020 con 0x7f9474102a20
2024-03-19T01:49:14.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.420+0000 7f947c177640  1 -- 172.21.15.46:0/3164019287 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f947402d430 con 0x7f9474102a20
2024-03-19T01:49:14.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.420+0000 7f9472ffd640  1 -- 172.21.15.46:0/3164019287 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0  v91) ==== 100+0+11 (secure 0 0 0) 0x7f94680b9030 con 0x7f9474102a20
2024-03-19T01:49:14.420 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64
2024-03-19T01:49:14.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.422+0000 7f947c177640  1 -- 172.21.15.46:0/3164019287 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f945c0a2890 msgr2=0x7f945c0a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:14.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.422+0000 7f947c177640  1 --2- 172.21.15.46:0/3164019287 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f945c0a2890 0x7f945c0a4d50 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f946c0095f0 tx=0x7f946c005f90 comp rx=0 tx=0).stop
2024-03-19T01:49:14.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.422+0000 7f947c177640  1 -- 172.21.15.46:0/3164019287 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9474102a20 msgr2=0x7f9474073c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:14.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.422+0000 7f947c177640  1 --2- 172.21.15.46:0/3164019287 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9474102a20 0x7f9474073c10 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f9468006010 tx=0x7f9468005e40 comp rx=0 tx=0).stop
2024-03-19T01:49:14.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.422+0000 7f947c177640  1 -- 172.21.15.46:0/3164019287 shutdown_connections
2024-03-19T01:49:14.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.422+0000 7f947c177640  1 --2- 172.21.15.46:0/3164019287 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f945c0a2890 0x7f945c0a4d50 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:14.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.422+0000 7f947c177640  1 --2- 172.21.15.46:0/3164019287 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f94741033e0 0x7f9474074150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:14.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.422+0000 7f947c177640  1 --2- 172.21.15.46:0/3164019287 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9474102a20 0x7f9474073c10 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:14.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.422+0000 7f947c177640  1 --2- 172.21.15.46:0/3164019287 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9474101830 0x7f94740755d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:14.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.422+0000 7f947c177640  1 -- 172.21.15.46:0/3164019287 >> 172.21.15.46:0/3164019287 conn(0x7f94740fcdc0 msgr2=0x7f9474105e10 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:14.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.422+0000 7f947c177640  1 -- 172.21.15.46:0/3164019287 shutdown_connections
2024-03-19T01:49:14.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.422+0000 7f947c177640  1 -- 172.21.15.46:0/3164019287 wait complete.
2024-03-19T01:49:14.433 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num
2024-03-19T01:49:14.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.539+0000 7ffaf75e6640  1 -- 172.21.15.46:0/1689139228 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffaf01022e0 msgr2=0x7ffaf0108b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:14.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.539+0000 7ffaf75e6640  1 --2- 172.21.15.46:0/1689139228 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffaf01022e0 0x7ffaf0108b70 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7ffae8009be0 tx=0x7ffae802bef0 comp rx=0 tx=0).stop
2024-03-19T01:49:14.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.539+0000 7ffaf75e6640  1 -- 172.21.15.46:0/1689139228 shutdown_connections
2024-03-19T01:49:14.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.539+0000 7ffaf75e6640  1 --2- 172.21.15.46:0/1689139228 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffaf01022e0 0x7ffaf0108b70 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:14.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.539+0000 7ffaf75e6640  1 --2- 172.21.15.46:0/1689139228 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffaf0101920 0x7ffaf0101da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:14.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.539+0000 7ffaf75e6640  1 --2- 172.21.15.46:0/1689139228 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffaf0100730 0x7ffaf0100b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:14.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.539+0000 7ffaf75e6640  1 -- 172.21.15.46:0/1689139228 >> 172.21.15.46:0/1689139228 conn(0x7ffaf00fbcc0 msgr2=0x7ffaf00fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:14.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.539+0000 7ffaf75e6640  1 -- 172.21.15.46:0/1689139228 shutdown_connections
2024-03-19T01:49:14.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.539+0000 7ffaf75e6640  1 -- 172.21.15.46:0/1689139228 wait complete.
2024-03-19T01:49:14.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.540+0000 7ffaf75e6640  1  Processor -- start
2024-03-19T01:49:14.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.540+0000 7ffaf75e6640  1 --  start start
2024-03-19T01:49:14.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.540+0000 7ffaf75e6640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffaf0100730 0x7ffaf0197a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:14.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.540+0000 7ffaf75e6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffaf0101920 0x7ffaf0197f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:14.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.540+0000 7ffaf75e6640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffaf01022e0 0x7ffaf019efe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:14.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.540+0000 7ffaf75e6640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf010c260 con 0x7ffaf0101920
2024-03-19T01:49:14.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.540+0000 7ffaf75e6640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf010c0e0 con 0x7ffaf0100730
2024-03-19T01:49:14.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.540+0000 7ffaf75e6640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf010c3e0 con 0x7ffaf01022e0
2024-03-19T01:49:14.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.540+0000 7ffaf4b81640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffaf0101920 0x7ffaf0197f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:14.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.540+0000 7ffaf5382640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffaf0100730 0x7ffaf0197a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:14.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.540+0000 7ffaf5382640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffaf0100730 0x7ffaf0197a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:59560/0 (socket says 172.21.15.46:59560)
2024-03-19T01:49:14.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.540+0000 7ffaf4b81640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffaf0101920 0x7ffaf0197f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56704/0 (socket says 172.21.15.46:56704)
2024-03-19T01:49:14.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.540+0000 7ffaf5382640  1 -- 172.21.15.46:0/630396294 learned_addr learned my addr 172.21.15.46:0/630396294 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:14.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.540+0000 7ffaf5b83640  1 --2- 172.21.15.46:0/630396294 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffaf01022e0 0x7ffaf019efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:14.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.540+0000 7ffaf5382640  1 -- 172.21.15.46:0/630396294 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffaf01022e0 msgr2=0x7ffaf019efe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:14.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.540+0000 7ffaf5382640  1 --2- 172.21.15.46:0/630396294 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffaf01022e0 0x7ffaf019efe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:14.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.540+0000 7ffaf5382640  1 -- 172.21.15.46:0/630396294 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffaf0101920 msgr2=0x7ffaf0197f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:14.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.540+0000 7ffaf5382640  1 --2- 172.21.15.46:0/630396294 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffaf0101920 0x7ffaf0197f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:14.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.540+0000 7ffaf5382640  1 -- 172.21.15.46:0/630396294 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffaf019f650 con 0x7ffaf0100730
2024-03-19T01:49:14.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.540+0000 7ffaf4b81640  1 --2- 172.21.15.46:0/630396294 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffaf0101920 0x7ffaf0197f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:14.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.540+0000 7ffaf5382640  1 --2- 172.21.15.46:0/630396294 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffaf0100730 0x7ffaf0197a30 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7ffaec00e9c0 tx=0x7ffaec00edc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:14.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.540+0000 7ffae67fc640  1 -- 172.21.15.46:0/630396294 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaec00ccc0 con 0x7ffaf0100730
2024-03-19T01:49:14.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.541+0000 7ffae67fc640  1 -- 172.21.15.46:0/630396294 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffaec0035f0 con 0x7ffaf0100730
2024-03-19T01:49:14.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.541+0000 7ffaf75e6640  1 -- 172.21.15.46:0/630396294 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffaf019f940 con 0x7ffaf0100730
2024-03-19T01:49:14.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.541+0000 7ffae67fc640  1 -- 172.21.15.46:0/630396294 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaec00ce60 con 0x7ffaf0100730
2024-03-19T01:49:14.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.541+0000 7ffaf75e6640  1 -- 172.21.15.46:0/630396294 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffaf019fe90 con 0x7ffaf0100730
2024-03-19T01:49:14.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.542+0000 7ffaf75e6640  1 -- 172.21.15.46:0/630396294 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffaf01a0120 con 0x7ffaf0100730
2024-03-19T01:49:14.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.543+0000 7ffae67fc640  1 -- 172.21.15.46:0/630396294 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7ffaec0037a0 con 0x7ffaf0100730
2024-03-19T01:49:14.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.543+0000 7ffae67fc640  1 --2- 172.21.15.46:0/630396294 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ffadc0a2910 0x7ffadc0a4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:14.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.543+0000 7ffaf4b81640  1 --2- 172.21.15.46:0/630396294 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ffadc0a2910 0x7ffadc0a4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:14.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.543+0000 7ffae67fc640  1 -- 172.21.15.46:0/630396294 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7ffaec0cf340 con 0x7ffaf0100730
2024-03-19T01:49:14.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.544+0000 7ffaf4b81640  1 --2- 172.21.15.46:0/630396294 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ffadc0a2910 0x7ffadc0a4dd0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7ffaf0198f40 tx=0x7ffae0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:14.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.547+0000 7ffae67fc640  1 -- 172.21.15.46:0/630396294 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7ffaec09bfc0 con 0x7ffaf0100730
2024-03-19T01:49:14.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.728+0000 7ffaf75e6640  1 -- 172.21.15.46:0/630396294 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7ffaf01a02f0 con 0x7ffaf0100730
2024-03-19T01:49:14.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.729+0000 7ffae67fc640  1 -- 172.21.15.46:0/630396294 <== mon.2 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0  v91) ==== 103+0+11 (secure 0 0 0) 0x7ffaec09b8c0 con 0x7ffaf0100730
2024-03-19T01:49:14.729 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32
2024-03-19T01:49:14.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.730+0000 7ffaf75e6640  1 -- 172.21.15.46:0/630396294 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ffadc0a2910 msgr2=0x7ffadc0a4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:14.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.730+0000 7ffaf75e6640  1 --2- 172.21.15.46:0/630396294 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ffadc0a2910 0x7ffadc0a4dd0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7ffaf0198f40 tx=0x7ffae0009260 comp rx=0 tx=0).stop
2024-03-19T01:49:14.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.731+0000 7ffaf75e6640  1 -- 172.21.15.46:0/630396294 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffaf0100730 msgr2=0x7ffaf0197a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:14.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.731+0000 7ffaf75e6640  1 --2- 172.21.15.46:0/630396294 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffaf0100730 0x7ffaf0197a30 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7ffaec00e9c0 tx=0x7ffaec00edc0 comp rx=0 tx=0).stop
2024-03-19T01:49:14.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.731+0000 7ffaf75e6640  1 -- 172.21.15.46:0/630396294 shutdown_connections
2024-03-19T01:49:14.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.731+0000 7ffaf75e6640  1 --2- 172.21.15.46:0/630396294 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ffadc0a2910 0x7ffadc0a4dd0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:14.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.731+0000 7ffaf75e6640  1 --2- 172.21.15.46:0/630396294 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffaf01022e0 0x7ffaf019efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:14.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.731+0000 7ffaf75e6640  1 --2- 172.21.15.46:0/630396294 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffaf0101920 0x7ffaf0197f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:14.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.731+0000 7ffaf75e6640  1 --2- 172.21.15.46:0/630396294 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffaf0100730 0x7ffaf0197a30 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:14.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.731+0000 7ffaf75e6640  1 -- 172.21.15.46:0/630396294 >> 172.21.15.46:0/630396294 conn(0x7ffaf00fbcc0 msgr2=0x7ffaf00fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:14.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.731+0000 7ffaf75e6640  1 -- 172.21.15.46:0/630396294 shutdown_connections
2024-03-19T01:49:14.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.731+0000 7ffaf75e6640  1 -- 172.21.15.46:0/630396294 wait complete.
2024-03-19T01:49:14.742 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:49:14.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.845+0000 7f8612d22640  1 -- 172.21.15.46:0/2704494332 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f860c101840 msgr2=0x7f860c101c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:14.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.845+0000 7f8612d22640  1 --2- 172.21.15.46:0/2704494332 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f860c101840 0x7f860c101c60 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f8600009900 tx=0x7f860002bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:14.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.845+0000 7f8612d22640  1 -- 172.21.15.46:0/2704494332 shutdown_connections
2024-03-19T01:49:14.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.845+0000 7f8612d22640  1 --2- 172.21.15.46:0/2704494332 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f860c1033f0 0x7f860c109c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:14.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.845+0000 7f8612d22640  1 --2- 172.21.15.46:0/2704494332 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f860c102a30 0x7f860c102eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:14.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.845+0000 7f8612d22640  1 --2- 172.21.15.46:0/2704494332 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f860c101840 0x7f860c101c60 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:14.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.845+0000 7f8612d22640  1 -- 172.21.15.46:0/2704494332 >> 172.21.15.46:0/2704494332 conn(0x7f860c0fcdd0 msgr2=0x7f860c0ff1f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:14.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.845+0000 7f8612d22640  1 -- 172.21.15.46:0/2704494332 shutdown_connections
2024-03-19T01:49:14.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.845+0000 7f8612d22640  1 -- 172.21.15.46:0/2704494332 wait complete.
2024-03-19T01:49:14.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.846+0000 7f8612d22640  1  Processor -- start
2024-03-19T01:49:14.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.846+0000 7f8612d22640  1 --  start start
2024-03-19T01:49:14.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.846+0000 7f8612d22640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f860c101840 0x7f860c197ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:14.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.846+0000 7f8612d22640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f860c102a30 0x7f860c197ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:14.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.846+0000 7f8612d22640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f860c1033f0 0x7f860c19f060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:14.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.846+0000 7f8612d22640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f860c10d340 con 0x7f860c101840
2024-03-19T01:49:14.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.846+0000 7f8612d22640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f860c10d1c0 con 0x7f860c1033f0
2024-03-19T01:49:14.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.846+0000 7f8612d22640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f860c10d4c0 con 0x7f860c102a30
2024-03-19T01:49:14.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.846+0000 7f860bfff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f860c102a30 0x7f860c197ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:14.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.846+0000 7f860bfff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f860c102a30 0x7f860c197ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:46674/0 (socket says 172.21.15.46:46674)
2024-03-19T01:49:14.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.846+0000 7f860bfff640  1 -- 172.21.15.46:0/3423712822 learned_addr learned my addr 172.21.15.46:0/3423712822 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:14.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.846+0000 7f86112bf640  1 --2- 172.21.15.46:0/3423712822 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f860c1033f0 0x7f860c19f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:14.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.846+0000 7f8610abe640  1 --2- 172.21.15.46:0/3423712822 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f860c101840 0x7f860c197ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:14.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.846+0000 7f860bfff640  1 -- 172.21.15.46:0/3423712822 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f860c1033f0 msgr2=0x7f860c19f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:14.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.846+0000 7f860bfff640  1 --2- 172.21.15.46:0/3423712822 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f860c1033f0 0x7f860c19f060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:14.849 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.846+0000 7f860bfff640  1 -- 172.21.15.46:0/3423712822 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f860c101840 msgr2=0x7f860c197ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:14.849 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.846+0000 7f860bfff640  1 --2- 172.21.15.46:0/3423712822 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f860c101840 0x7f860c197ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:14.849 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.846+0000 7f860bfff640  1 -- 172.21.15.46:0/3423712822 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f860c19f6d0 con 0x7f860c102a30
2024-03-19T01:49:14.849 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.847+0000 7f860bfff640  1 --2- 172.21.15.46:0/3423712822 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f860c102a30 0x7f860c197ff0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f85f800e9f0 tx=0x7f85f800edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:14.849 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.847+0000 7f8609ffb640  1 -- 172.21.15.46:0/3423712822 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85f800ccc0 con 0x7f860c102a30
2024-03-19T01:49:14.849 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.847+0000 7f8609ffb640  1 -- 172.21.15.46:0/3423712822 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f85f80108e0 con 0x7f860c102a30
2024-03-19T01:49:14.849 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.847+0000 7f8612d22640  1 -- 172.21.15.46:0/3423712822 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f860c19f9c0 con 0x7f860c102a30
2024-03-19T01:49:14.849 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.847+0000 7f8609ffb640  1 -- 172.21.15.46:0/3423712822 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85f80187c0 con 0x7f860c102a30
2024-03-19T01:49:14.849 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.847+0000 7f8612d22640  1 -- 172.21.15.46:0/3423712822 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f860c19ff10 con 0x7f860c102a30
2024-03-19T01:49:14.850 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.848+0000 7f8612d22640  1 -- 172.21.15.46:0/3423712822 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f860c108bd0 con 0x7f860c102a30
2024-03-19T01:49:14.850 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.849+0000 7f8609ffb640  1 -- 172.21.15.46:0/3423712822 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f85f8010a90 con 0x7f860c102a30
2024-03-19T01:49:14.850 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.849+0000 7f8609ffb640  1 --2- 172.21.15.46:0/3423712822 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f85fc0a2890 0x7f85fc0a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:14.850 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.850+0000 7f8610abe640  1 --2- 172.21.15.46:0/3423712822 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f85fc0a2890 0x7f85fc0a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:14.850 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.850+0000 7f8609ffb640  1 -- 172.21.15.46:0/3423712822 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f85f80cf390 con 0x7f860c102a30
2024-03-19T01:49:14.850 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.850+0000 7f8610abe640  1 --2- 172.21.15.46:0/3423712822 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f85fc0a2890 0x7f85fc0a4d50 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f8600005ab0 tx=0x7f8600005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:14.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:14.854+0000 7f8609ffb640  1 -- 172.21.15.46:0/3423712822 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f85f809bf10 con 0x7f860c102a30
2024-03-19T01:49:15.075 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.075+0000 7f8612d22640  1 -- 172.21.15.46:0/3423712822 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f860c02d1f0 con 0x7f860c102a30
2024-03-19T01:49:15.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.076+0000 7f8609ffb640  1 -- 172.21.15.46:0/3423712822 <== mon.1 v2:172.21.15.102:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11861 (secure 0 0 0) 0x7f85f809b810 con 0x7f860c102a30
2024-03-19T01:49:15.076 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:49:15.076 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-19T01:47:26.395717+0000","modified":"2024-03-19T01:47:53.626484+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24506,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6839/1788589639","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6838","nonce":1788589639},{"type":"v1","addr":"172.21.15.73:6839","nonce":1788589639}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24506,"qdb_cluster":[24479,24478,24506]},"id":1}]}
2024-03-19T01:49:15.076 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 23
2024-03-19T01:49:15.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.078+0000 7f8612d22640  1 -- 172.21.15.46:0/3423712822 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f85fc0a2890 msgr2=0x7f85fc0a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:15.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.078+0000 7f8612d22640  1 --2- 172.21.15.46:0/3423712822 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f85fc0a2890 0x7f85fc0a4d50 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f8600005ab0 tx=0x7f8600005fd0 comp rx=0 tx=0).stop
2024-03-19T01:49:15.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.078+0000 7f8612d22640  1 -- 172.21.15.46:0/3423712822 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f860c102a30 msgr2=0x7f860c197ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:15.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.078+0000 7f8612d22640  1 --2- 172.21.15.46:0/3423712822 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f860c102a30 0x7f860c197ff0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f85f800e9f0 tx=0x7f85f800edf0 comp rx=0 tx=0).stop
2024-03-19T01:49:15.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.078+0000 7f8612d22640  1 -- 172.21.15.46:0/3423712822 shutdown_connections
2024-03-19T01:49:15.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.078+0000 7f8612d22640  1 --2- 172.21.15.46:0/3423712822 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f85fc0a2890 0x7f85fc0a4d50 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:15.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.078+0000 7f8612d22640  1 --2- 172.21.15.46:0/3423712822 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f860c1033f0 0x7f860c19f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:15.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.078+0000 7f8612d22640  1 --2- 172.21.15.46:0/3423712822 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f860c102a30 0x7f860c197ff0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:15.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.078+0000 7f8612d22640  1 --2- 172.21.15.46:0/3423712822 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f860c101840 0x7f860c197ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:15.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.078+0000 7f8612d22640  1 -- 172.21.15.46:0/3423712822 >> 172.21.15.46:0/3423712822 conn(0x7f860c0fcdd0 msgr2=0x7f860c105da0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:15.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.078+0000 7f8612d22640  1 -- 172.21.15.46:0/3423712822 shutdown_connections
2024-03-19T01:49:15.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.078+0000 7f8612d22640  1 -- 172.21.15.46:0/3423712822 wait complete.
2024-03-19T01:49:15.088 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:14 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3655750044' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T01:49:15.088 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:14 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3164019287' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T01:49:15.088 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:14 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/630396294' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T01:49:15.089 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-03-19T01:49:15.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.191+0000 7f495701f640  1 -- 172.21.15.46:0/407190477 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4950101930 msgr2=0x7f4950101db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:15.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.191+0000 7f495701f640  1 --2- 172.21.15.46:0/407190477 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4950101930 0x7f4950101db0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f493c009900 tx=0x7f493c02bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:15.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.192+0000 7f495701f640  1 -- 172.21.15.46:0/407190477 shutdown_connections
2024-03-19T01:49:15.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.192+0000 7f495701f640  1 --2- 172.21.15.46:0/407190477 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f49501022f0 0x7f4950108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:15.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.192+0000 7f495701f640  1 --2- 172.21.15.46:0/407190477 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4950101930 0x7f4950101db0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:15.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.192+0000 7f495701f640  1 --2- 172.21.15.46:0/407190477 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4950100740 0x7f4950100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:15.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.192+0000 7f495701f640  1 -- 172.21.15.46:0/407190477 >> 172.21.15.46:0/407190477 conn(0x7f49500fbcb0 msgr2=0x7f49500fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:15.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.192+0000 7f495701f640  1 -- 172.21.15.46:0/407190477 shutdown_connections
2024-03-19T01:49:15.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.192+0000 7f495701f640  1 -- 172.21.15.46:0/407190477 wait complete.
2024-03-19T01:49:15.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.192+0000 7f495701f640  1  Processor -- start
2024-03-19T01:49:15.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.192+0000 7f495701f640  1 --  start start
2024-03-19T01:49:15.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.192+0000 7f495701f640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4950100740 0x7f4950197ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:15.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.192+0000 7f495701f640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4950101930 0x7f4950198010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:15.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.192+0000 7f495701f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f49501022f0 0x7f495019f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:15.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.192+0000 7f495701f640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f495010d390 con 0x7f49501022f0
2024-03-19T01:49:15.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.192+0000 7f495701f640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f495010d210 con 0x7f4950100740
2024-03-19T01:49:15.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.192+0000 7f495701f640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f495010d510 con 0x7f4950101930
2024-03-19T01:49:15.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.192+0000 7f49555bc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f49501022f0 0x7f495019f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:15.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.192+0000 7f49555bc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f49501022f0 0x7f495019f080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56728/0 (socket says 172.21.15.46:56728)
2024-03-19T01:49:15.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.192+0000 7f49555bc640  1 -- 172.21.15.46:0/2173857005 learned_addr learned my addr 172.21.15.46:0/2173857005 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:15.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.192+0000 7f4954dbb640  1 --2- 172.21.15.46:0/2173857005 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4950100740 0x7f4950197ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:15.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.192+0000 7f494ffff640  1 --2- 172.21.15.46:0/2173857005 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4950101930 0x7f4950198010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:15.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.193+0000 7f49555bc640  1 -- 172.21.15.46:0/2173857005 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4950101930 msgr2=0x7f4950198010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:15.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.193+0000 7f49555bc640  1 --2- 172.21.15.46:0/2173857005 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4950101930 0x7f4950198010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:15.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.193+0000 7f49555bc640  1 -- 172.21.15.46:0/2173857005 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4950100740 msgr2=0x7f4950197ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:15.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.193+0000 7f49555bc640  1 --2- 172.21.15.46:0/2173857005 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4950100740 0x7f4950197ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:15.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.193+0000 7f49555bc640  1 -- 172.21.15.46:0/2173857005 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f495019f6f0 con 0x7f49501022f0
2024-03-19T01:49:15.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.193+0000 7f49555bc640  1 --2- 172.21.15.46:0/2173857005 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f49501022f0 0x7f495019f080 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f494800efd0 tx=0x7f494800c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:15.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.193+0000 7f494dffb640  1 -- 172.21.15.46:0/2173857005 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4948003b70 con 0x7f49501022f0
2024-03-19T01:49:15.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.193+0000 7f494dffb640  1 -- 172.21.15.46:0/2173857005 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4948003d10 con 0x7f49501022f0
2024-03-19T01:49:15.197 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.193+0000 7f495701f640  1 -- 172.21.15.46:0/2173857005 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f495019f9e0 con 0x7f49501022f0
2024-03-19T01:49:15.197 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.193+0000 7f494dffb640  1 -- 172.21.15.46:0/2173857005 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4948010980 con 0x7f49501022f0
2024-03-19T01:49:15.197 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.193+0000 7f495701f640  1 -- 172.21.15.46:0/2173857005 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f495019feb0 con 0x7f49501022f0
2024-03-19T01:49:15.197 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.194+0000 7f495701f640  1 -- 172.21.15.46:0/2173857005 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4950107b80 con 0x7f49501022f0
2024-03-19T01:49:15.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.195+0000 7f494dffb640  1 -- 172.21.15.46:0/2173857005 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f4948004020 con 0x7f49501022f0
2024-03-19T01:49:15.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.196+0000 7f494dffb640  1 --2- 172.21.15.46:0/2173857005 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f49400a2890 0x7f49400a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:15.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.196+0000 7f4954dbb640  1 --2- 172.21.15.46:0/2173857005 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f49400a2890 0x7f49400a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:15.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.196+0000 7f494dffb640  1 -- 172.21.15.46:0/2173857005 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f49480cf310 con 0x7f49501022f0
2024-03-19T01:49:15.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.196+0000 7f4954dbb640  1 --2- 172.21.15.46:0/2173857005 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f49400a2890 0x7f49400a4d50 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f4950101790 tx=0x7f4944005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:15.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.200+0000 7f494dffb640  1 -- 172.21.15.46:0/2173857005 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f494809bf90 con 0x7f49501022f0
2024-03-19T01:49:15.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:14 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3655750044' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T01:49:15.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:14 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3164019287' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T01:49:15.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:14 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/630396294' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T01:49:15.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:14 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3655750044' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T01:49:15.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:14 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3164019287' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T01:49:15.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:14 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/630396294' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T01:49:15.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.387+0000 7f495701f640  1 -- 172.21.15.46:0/2173857005 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f495002d1f0 con 0x7f49501022f0
2024-03-19T01:49:15.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.389+0000 7f494dffb640  1 -- 172.21.15.46:0/2173857005 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v91) ==== 74+0+24598 (secure 0 0 0) 0x7f4948084e20 con 0x7f49501022f0
2024-03-19T01:49:15.389 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:49:15.389 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":91,"fsid":"53c8cf3e-e591-11ee-95c9-87774f69a715","created":"2024-03-19T01:39:22.615473+0000","modified":"2024-03-19T01:48:19.668821+0000","last_up_change":"2024-03-19T01:46:32.777223+0000","last_in_change":"2024-03-19T01:46:12.842023+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-19T01:42:46.174113+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-19T01:47:24.276277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-19T01:47:25.605471+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-19T01:47:29.545614+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"4fc98477-1fec-465b-892b-9a0c12e15754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6803","nonce":1888713943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6805","nonce":1888713943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6809","nonce":1888713943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6807","nonce":1888713943}]},"public_addr":"172.21.15.46:6803/1888713943","cluster_addr":"172.21.15.46:6805/1888713943","heartbeat_back_addr":"172.21.15.46:6809/1888713943","heartbeat_front_addr":"172.21.15.46:6807/1888713943","state":["exists","up"]},{"osd":1,"uuid":"4109d6a1-240e-4f1f-b09d-75f3b77e6303","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6801","nonce":2502945674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6803","nonce":2502945674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6807","nonce":2502945674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6805","nonce":2502945674}]},"public_addr":"172.21.15.73:6801/2502945674","cluster_addr":"172.21.15.73:6803/2502945674","heartbeat_back_addr":"172.21.15.73:6807/2502945674","heartbeat_front_addr":"172.21.15.73:6805/2502945674","state":["exists","up"]},{"osd":2,"uuid":"45e8479c-4006-4dd4-bdd8-b4a2eafacc80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6801","nonce":90484514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6803","nonce":90484514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6807","nonce":90484514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6805","nonce":90484514}]},"public_addr":"172.21.15.102:6801/90484514","cluster_addr":"172.21.15.102:6803/90484514","heartbeat_back_addr":"172.21.15.102:6807/90484514","heartbeat_front_addr":"172.21.15.102:6805/90484514","state":["exists","up"]},{"osd":3,"uuid":"4cdc93cf-2e8d-436d-a78a-c235e9b970fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6811","nonce":3336792470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6813","nonce":3336792470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6817","nonce":3336792470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6815","nonce":3336792470}]},"public_addr":"172.21.15.46:6811/3336792470","cluster_addr":"172.21.15.46:6813/3336792470","heartbeat_back_addr":"172.21.15.46:6817/3336792470","heartbeat_front_addr":"172.21.15.46:6815/3336792470","state":["exists","up"]},{"osd":4,"uuid":"35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6809","nonce":1192862788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6811","nonce":1192862788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6815","nonce":1192862788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6813","nonce":1192862788}]},"public_addr":"172.21.15.73:6809/1192862788","cluster_addr":"172.21.15.73:6811/1192862788","heartbeat_back_addr":"172.21.15.73:6815/1192862788","heartbeat_front_addr":"172.21.15.73:6813/1192862788","state":["exists","up"]},{"osd":5,"uuid":"1587c1e6-6719-4117-a80f-5c6bce0e5814","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6809","nonce":3252664135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6811","nonce":3252664135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6815","nonce":3252664135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6813","nonce":3252664135}]},"public_addr":"172.21.15.102:6809/3252664135","cluster_addr":"172.21.15.102:6811/3252664135","heartbeat_back_addr":"172.21.15.102:6815/3252664135","heartbeat_front_addr":"172.21.15.102:6813/3252664135","state":["exists","up"]},{"osd":6,"uuid":"af41cbff-69e5-45ab-ad59-95e5addd1b6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6819","nonce":595340737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6821","nonce":595340737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6825","nonce":595340737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6823","nonce":595340737}]},"public_addr":"172.21.15.46:6819/595340737","cluster_addr":"172.21.15.46:6821/595340737","heartbeat_back_addr":"172.21.15.46:6825/595340737","heartbeat_front_addr":"172.21.15.46:6823/595340737","state":["exists","up"]},{"osd":7,"uuid":"23e9241a-4ed9-4606-93c1-ccfe277d0c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6817","nonce":143082020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6819","nonce":143082020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6823","nonce":143082020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6821","nonce":143082020}]},"public_addr":"172.21.15.73:6817/143082020","cluster_addr":"172.21.15.73:6819/143082020","heartbeat_back_addr":"172.21.15.73:6823/143082020","heartbeat_front_addr":"172.21.15.73:6821/143082020","state":["exists","up"]},{"osd":8,"uuid":"c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6817","nonce":2533208086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6819","nonce":2533208086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6823","nonce":2533208086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6821","nonce":2533208086}]},"public_addr":"172.21.15.102:6817/2533208086","cluster_addr":"172.21.15.102:6819/2533208086","heartbeat_back_addr":"172.21.15.102:6823/2533208086","heartbeat_front_addr":"172.21.15.102:6821/2533208086","state":["exists","up"]},{"osd":9,"uuid":"a16dd21b-77e4-4148-90a3-c085fd621fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6827","nonce":4252594050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6829","nonce":4252594050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6833","nonce":4252594050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6831","nonce":4252594050}]},"public_addr":"172.21.15.46:6827/4252594050","cluster_addr":"172.21.15.46:6829/4252594050","heartbeat_back_addr":"172.21.15.46:6833/4252594050","heartbeat_front_addr":"172.21.15.46:6831/4252594050","state":["exists","up"]},{"osd":10,"uuid":"3a794482-bcfa-4e99-8e96-77228a828ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6825","nonce":1252006239}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6827","nonce":1252006239}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6831","nonce":1252006239}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6829","nonce":1252006239}]},"public_addr":"172.21.15.73:6825/1252006239","cluster_addr":"172.21.15.73:6827/1252006239","heartbeat_back_addr":"172.21.15.73:6831/1252006239","heartbeat_front_addr":"172.21.15.73:6829/1252006239","state":["exists","up"]},{"osd":11,"uuid":"93bdea99-6072-431a-a919-3aecf631c727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6825","nonce":2997263049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6827","nonce":2997263049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6831","nonce":2997263049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6829","nonce":2997263049}]},"public_addr":"172.21.15.102:6825/2997263049","cluster_addr":"172.21.15.102:6827/2997263049","heartbeat_back_addr":"172.21.15.102:6831/2997263049","heartbeat_front_addr":"172.21.15.102:6829/2997263049","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:41:54.705424+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:18.405516+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:42.028548+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:06.440586+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:31.526566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:56.491476+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:22.116952+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:48.187884+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:12.546546+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:39.238062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:05.249938+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:30.959573+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.12","mappings":[{"from":5,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:6800/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/534183632":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/3469071427":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/816672825":"2024-03-20T01:39:49.978463+0000","172.21.15.46:6800/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/482098752":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/3024883566":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/2231887791":"2024-03-20T01:39:49.978463+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-03-19T01:49:15.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.391+0000 7f495701f640  1 -- 172.21.15.46:0/2173857005 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f49400a2890 msgr2=0x7f49400a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:15.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.391+0000 7f495701f640  1 --2- 172.21.15.46:0/2173857005 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f49400a2890 0x7f49400a4d50 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f4950101790 tx=0x7f4944005f90 comp rx=0 tx=0).stop
2024-03-19T01:49:15.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.391+0000 7f495701f640  1 -- 172.21.15.46:0/2173857005 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f49501022f0 msgr2=0x7f495019f080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:15.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.391+0000 7f495701f640  1 --2- 172.21.15.46:0/2173857005 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f49501022f0 0x7f495019f080 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f494800efd0 tx=0x7f494800c6a0 comp rx=0 tx=0).stop
2024-03-19T01:49:15.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.391+0000 7f495701f640  1 -- 172.21.15.46:0/2173857005 shutdown_connections
2024-03-19T01:49:15.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.391+0000 7f495701f640  1 --2- 172.21.15.46:0/2173857005 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f49400a2890 0x7f49400a4d50 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:15.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.391+0000 7f495701f640  1 --2- 172.21.15.46:0/2173857005 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f49501022f0 0x7f495019f080 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:15.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.391+0000 7f495701f640  1 --2- 172.21.15.46:0/2173857005 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4950101930 0x7f4950198010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:15.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.391+0000 7f495701f640  1 --2- 172.21.15.46:0/2173857005 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4950100740 0x7f4950197ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:15.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.391+0000 7f495701f640  1 -- 172.21.15.46:0/2173857005 >> 172.21.15.46:0/2173857005 conn(0x7f49500fbcb0 msgr2=0x7f4950104d50 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:15.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.391+0000 7f495701f640  1 -- 172.21.15.46:0/2173857005 shutdown_connections
2024-03-19T01:49:15.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.391+0000 7f495701f640  1 -- 172.21.15.46:0/2173857005 wait complete.
2024-03-19T01:49:15.402 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-19T01:42:46.174113+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-19T01:47:24.276277+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-19T01:47:25.605471+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-19T01:47:29.545614+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}]
2024-03-19T01:49:15.403 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num
2024-03-19T01:49:15.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.508+0000 7f85c00ff640  1 -- 172.21.15.46:0/1869828980 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85b8101910 msgr2=0x7f85b8101d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:15.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.508+0000 7f85c00ff640  1 --2- 172.21.15.46:0/1869828980 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85b8101910 0x7f85b8101d90 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f85ac009900 tx=0x7f85ac02bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:15.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.508+0000 7f85c00ff640  1 -- 172.21.15.46:0/1869828980 shutdown_connections
2024-03-19T01:49:15.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.508+0000 7f85c00ff640  1 --2- 172.21.15.46:0/1869828980 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f85b81022d0 0x7f85b8108b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:15.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.508+0000 7f85c00ff640  1 --2- 172.21.15.46:0/1869828980 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85b8101910 0x7f85b8101d90 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:15.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.508+0000 7f85c00ff640  1 --2- 172.21.15.46:0/1869828980 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f85b8100720 0x7f85b8100b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:15.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.508+0000 7f85c00ff640  1 -- 172.21.15.46:0/1869828980 >> 172.21.15.46:0/1869828980 conn(0x7f85b80fbcb0 msgr2=0x7f85b80fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:15.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.508+0000 7f85c00ff640  1 -- 172.21.15.46:0/1869828980 shutdown_connections
2024-03-19T01:49:15.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.508+0000 7f85c00ff640  1 -- 172.21.15.46:0/1869828980 wait complete.
2024-03-19T01:49:15.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.508+0000 7f85c00ff640  1  Processor -- start
2024-03-19T01:49:15.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.508+0000 7f85c00ff640  1 --  start start
2024-03-19T01:49:15.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.509+0000 7f85c00ff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85b8100720 0x7f85b806aa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:15.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.509+0000 7f85c00ff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f85b8101910 0x7f85b819c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:15.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.509+0000 7f85c00ff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f85b81022d0 0x7f85b819edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:15.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.509+0000 7f85c00ff640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f85b810c250 con 0x7f85b8100720
2024-03-19T01:49:15.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.509+0000 7f85c00ff640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f85b810c0d0 con 0x7f85b8101910
2024-03-19T01:49:15.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.509+0000 7f85c00ff640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f85b810c3d0 con 0x7f85b81022d0
2024-03-19T01:49:15.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.509+0000 7f85bde9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85b8100720 0x7f85b806aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:15.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.509+0000 7f85bde9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85b8100720 0x7f85b806aa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56748/0 (socket says 172.21.15.46:56748)
2024-03-19T01:49:15.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.509+0000 7f85bde9b640  1 -- 172.21.15.46:0/812701352 learned_addr learned my addr 172.21.15.46:0/812701352 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:15.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.509+0000 7f85bd69a640  1 --2- 172.21.15.46:0/812701352 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f85b8101910 0x7f85b819c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:15.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.509+0000 7f85be69c640  1 --2- 172.21.15.46:0/812701352 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f85b81022d0 0x7f85b819edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:15.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.509+0000 7f85bde9b640  1 -- 172.21.15.46:0/812701352 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f85b81022d0 msgr2=0x7f85b819edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:15.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.509+0000 7f85bde9b640  1 --2- 172.21.15.46:0/812701352 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f85b81022d0 0x7f85b819edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:15.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.509+0000 7f85bde9b640  1 -- 172.21.15.46:0/812701352 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f85b8101910 msgr2=0x7f85b819c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:15.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.509+0000 7f85bde9b640  1 --2- 172.21.15.46:0/812701352 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f85b8101910 0x7f85b819c7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:15.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.509+0000 7f85bde9b640  1 -- 172.21.15.46:0/812701352 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85b819f6b0 con 0x7f85b8100720
2024-03-19T01:49:15.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.509+0000 7f85bde9b640  1 --2- 172.21.15.46:0/812701352 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85b8100720 0x7f85b806aa00 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f85b000e9c0 tx=0x7f85b000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:15.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.509+0000 7f85b6ffd640  1 -- 172.21.15.46:0/812701352 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85b000cd80 con 0x7f85b8100720
2024-03-19T01:49:15.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.509+0000 7f85c00ff640  1 -- 172.21.15.46:0/812701352 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85b819f9a0 con 0x7f85b8100720
2024-03-19T01:49:15.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.509+0000 7f85b6ffd640  1 -- 172.21.15.46:0/812701352 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f85b00035f0 con 0x7f85b8100720
2024-03-19T01:49:15.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.509+0000 7f85b6ffd640  1 -- 172.21.15.46:0/812701352 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85b0010690 con 0x7f85b8100720
2024-03-19T01:49:15.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.509+0000 7f85c00ff640  1 -- 172.21.15.46:0/812701352 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85b819ff10 con 0x7f85b8100720
2024-03-19T01:49:15.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.510+0000 7f85c00ff640  1 -- 172.21.15.46:0/812701352 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85b8107b60 con 0x7f85b8100720
2024-03-19T01:49:15.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.511+0000 7f85b6ffd640  1 -- 172.21.15.46:0/812701352 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f85b00037a0 con 0x7f85b8100720
2024-03-19T01:49:15.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.512+0000 7f85b6ffd640  1 --2- 172.21.15.46:0/812701352 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f85a00a2890 0x7f85a00a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:15.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.512+0000 7f85bd69a640  1 --2- 172.21.15.46:0/812701352 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f85a00a2890 0x7f85a00a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:15.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.512+0000 7f85b6ffd640  1 -- 172.21.15.46:0/812701352 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f85b00cf340 con 0x7f85b8100720
2024-03-19T01:49:15.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.513+0000 7f85bd69a640  1 --2- 172.21.15.46:0/812701352 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f85a00a2890 0x7f85a00a4d50 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f85ac009230 tx=0x7f85ac005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:15.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.517+0000 7f85b6ffd640  1 -- 172.21.15.46:0/812701352 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f85b009bec0 con 0x7f85b8100720
2024-03-19T01:49:15.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.699+0000 7f85c00ff640  1 -- 172.21.15.46:0/812701352 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f85b802d410 con 0x7f85b8100720
2024-03-19T01:49:15.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.700+0000 7f85b6ffd640  1 -- 172.21.15.46:0/812701352 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0  v91) ==== 93+0+10 (secure 0 0 0) 0x7f85b009b7c0 con 0x7f85b8100720
2024-03-19T01:49:15.700 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1
2024-03-19T01:49:15.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.702+0000 7f85c00ff640  1 -- 172.21.15.46:0/812701352 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f85a00a2890 msgr2=0x7f85a00a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:15.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.702+0000 7f85c00ff640  1 --2- 172.21.15.46:0/812701352 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f85a00a2890 0x7f85a00a4d50 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f85ac009230 tx=0x7f85ac005fd0 comp rx=0 tx=0).stop
2024-03-19T01:49:15.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.702+0000 7f85c00ff640  1 -- 172.21.15.46:0/812701352 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85b8100720 msgr2=0x7f85b806aa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:15.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.702+0000 7f85c00ff640  1 --2- 172.21.15.46:0/812701352 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85b8100720 0x7f85b806aa00 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f85b000e9c0 tx=0x7f85b000ee80 comp rx=0 tx=0).stop
2024-03-19T01:49:15.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.702+0000 7f85c00ff640  1 -- 172.21.15.46:0/812701352 shutdown_connections
2024-03-19T01:49:15.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.702+0000 7f85c00ff640  1 --2- 172.21.15.46:0/812701352 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f85a00a2890 0x7f85a00a4d50 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:15.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.702+0000 7f85c00ff640  1 --2- 172.21.15.46:0/812701352 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f85b81022d0 0x7f85b819edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:15.703 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.702+0000 7f85c00ff640  1 --2- 172.21.15.46:0/812701352 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f85b8101910 0x7f85b819c7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:15.703 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.702+0000 7f85c00ff640  1 --2- 172.21.15.46:0/812701352 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85b8100720 0x7f85b806aa00 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:15.703 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.702+0000 7f85c00ff640  1 -- 172.21.15.46:0/812701352 >> 172.21.15.46:0/812701352 conn(0x7f85b80fbcb0 msgr2=0x7f85b8104d30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:15.703 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.702+0000 7f85c00ff640  1 -- 172.21.15.46:0/812701352 shutdown_connections
2024-03-19T01:49:15.703 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.702+0000 7f85c00ff640  1 -- 172.21.15.46:0/812701352 wait complete.
2024-03-19T01:49:15.713 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num
2024-03-19T01:49:15.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.819+0000 7fce1fadc640  1 -- 172.21.15.46:0/2395131593 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fce18100740 msgr2=0x7fce18100b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:15.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.819+0000 7fce1fadc640  1 --2- 172.21.15.46:0/2395131593 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fce18100740 0x7fce18100b60 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fce14009900 tx=0x7fce1402bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:15.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.819+0000 7fce1fadc640  1 -- 172.21.15.46:0/2395131593 shutdown_connections
2024-03-19T01:49:15.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.819+0000 7fce1fadc640  1 --2- 172.21.15.46:0/2395131593 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fce181022f0 0x7fce18108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:15.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.819+0000 7fce1fadc640  1 --2- 172.21.15.46:0/2395131593 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fce18101930 0x7fce18101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:15.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.819+0000 7fce1fadc640  1 --2- 172.21.15.46:0/2395131593 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fce18100740 0x7fce18100b60 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:15.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.819+0000 7fce1fadc640  1 -- 172.21.15.46:0/2395131593 >> 172.21.15.46:0/2395131593 conn(0x7fce180fbcd0 msgr2=0x7fce180fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:15.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.819+0000 7fce1fadc640  1 -- 172.21.15.46:0/2395131593 shutdown_connections
2024-03-19T01:49:15.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.819+0000 7fce1fadc640  1 -- 172.21.15.46:0/2395131593 wait complete.
2024-03-19T01:49:15.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.820+0000 7fce1fadc640  1  Processor -- start
2024-03-19T01:49:15.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.820+0000 7fce1fadc640  1 --  start start
2024-03-19T01:49:15.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.820+0000 7fce1fadc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fce18100740 0x7fce18197b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:15.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.820+0000 7fce1fadc640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fce18101930 0x7fce18198060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:15.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.820+0000 7fce1fadc640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fce181022f0 0x7fce1819f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:15.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.820+0000 7fce1fadc640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fce1810c260 con 0x7fce18100740
2024-03-19T01:49:15.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.820+0000 7fce1fadc640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fce1810c0e0 con 0x7fce18101930
2024-03-19T01:49:15.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.820+0000 7fce1fadc640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fce1810c3e0 con 0x7fce181022f0
2024-03-19T01:49:15.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.820+0000 7fce1d878640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fce18100740 0x7fce18197b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:15.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.820+0000 7fce1d878640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fce18100740 0x7fce18197b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56764/0 (socket says 172.21.15.46:56764)
2024-03-19T01:49:15.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.820+0000 7fce1d878640  1 -- 172.21.15.46:0/965924578 learned_addr learned my addr 172.21.15.46:0/965924578 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:15.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.820+0000 7fce1e079640  1 --2- 172.21.15.46:0/965924578 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fce181022f0 0x7fce1819f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:15.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.820+0000 7fce1d077640  1 --2- 172.21.15.46:0/965924578 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fce18101930 0x7fce18198060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:15.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.820+0000 7fce1d878640  1 -- 172.21.15.46:0/965924578 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fce181022f0 msgr2=0x7fce1819f0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:15.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.820+0000 7fce1d878640  1 --2- 172.21.15.46:0/965924578 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fce181022f0 0x7fce1819f0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:15.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.820+0000 7fce1d878640  1 -- 172.21.15.46:0/965924578 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fce18101930 msgr2=0x7fce18198060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:15.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.820+0000 7fce1d878640  1 --2- 172.21.15.46:0/965924578 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fce18101930 0x7fce18198060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:15.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.820+0000 7fce1d878640  1 -- 172.21.15.46:0/965924578 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce1819f740 con 0x7fce18100740
2024-03-19T01:49:15.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.820+0000 7fce1d878640  1 --2- 172.21.15.46:0/965924578 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fce18100740 0x7fce18197b20 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fce14000c00 tx=0x7fce14004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:15.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.821+0000 7fce0effd640  1 -- 172.21.15.46:0/965924578 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce14043020 con 0x7fce18100740
2024-03-19T01:49:15.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.821+0000 7fce1fadc640  1 -- 172.21.15.46:0/965924578 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce1819f9d0 con 0x7fce18100740
2024-03-19T01:49:15.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.821+0000 7fce0effd640  1 -- 172.21.15.46:0/965924578 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fce14004440 con 0x7fce18100740
2024-03-19T01:49:15.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.821+0000 7fce0effd640  1 -- 172.21.15.46:0/965924578 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce14003c90 con 0x7fce18100740
2024-03-19T01:49:15.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.821+0000 7fce1fadc640  1 -- 172.21.15.46:0/965924578 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce1819ff20 con 0x7fce18100740
2024-03-19T01:49:15.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.822+0000 7fce1fadc640  1 -- 172.21.15.46:0/965924578 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce181a00f0 con 0x7fce18100740
2024-03-19T01:49:15.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.823+0000 7fce0effd640  1 -- 172.21.15.46:0/965924578 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fce14046020 con 0x7fce18100740
2024-03-19T01:49:15.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.823+0000 7fce0effd640  1 --2- 172.21.15.46:0/965924578 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fce040a2890 0x7fce040a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:15.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.823+0000 7fce1d077640  1 --2- 172.21.15.46:0/965924578 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fce040a2890 0x7fce040a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:15.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.823+0000 7fce0effd640  1 -- 172.21.15.46:0/965924578 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fce140f1420 con 0x7fce18100740
2024-03-19T01:49:15.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.824+0000 7fce1d077640  1 --2- 172.21.15.46:0/965924578 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fce040a2890 0x7fce040a4d50 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fce18199030 tx=0x7fce08005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:15.827 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:15.827+0000 7fce0effd640  1 -- 172.21.15.46:0/965924578 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fce1404d020 con 0x7fce18100740
2024-03-19T01:49:16.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.011+0000 7fce1fadc640  1 -- 172.21.15.46:0/965924578 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fce181a03e0 con 0x7fce18100740
2024-03-19T01:49:16.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.012+0000 7fce0effd640  1 -- 172.21.15.46:0/965924578 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0  v91) ==== 104+0+11 (secure 0 0 0) 0x7fce140be110 con 0x7fce18100740
2024-03-19T01:49:16.012 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32
2024-03-19T01:49:16.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.014+0000 7fce1fadc640  1 -- 172.21.15.46:0/965924578 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fce040a2890 msgr2=0x7fce040a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:16.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.014+0000 7fce1fadc640  1 --2- 172.21.15.46:0/965924578 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fce040a2890 0x7fce040a4d50 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fce18199030 tx=0x7fce08005f90 comp rx=0 tx=0).stop
2024-03-19T01:49:16.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.014+0000 7fce1fadc640  1 -- 172.21.15.46:0/965924578 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fce18100740 msgr2=0x7fce18197b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:16.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.014+0000 7fce1fadc640  1 --2- 172.21.15.46:0/965924578 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fce18100740 0x7fce18197b20 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fce14000c00 tx=0x7fce14004040 comp rx=0 tx=0).stop
2024-03-19T01:49:16.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.014+0000 7fce1fadc640  1 -- 172.21.15.46:0/965924578 shutdown_connections
2024-03-19T01:49:16.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.014+0000 7fce1fadc640  1 --2- 172.21.15.46:0/965924578 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fce040a2890 0x7fce040a4d50 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.014+0000 7fce1fadc640  1 --2- 172.21.15.46:0/965924578 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fce181022f0 0x7fce1819f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.014+0000 7fce1fadc640  1 --2- 172.21.15.46:0/965924578 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fce18101930 0x7fce18198060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.014+0000 7fce1fadc640  1 --2- 172.21.15.46:0/965924578 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fce18100740 0x7fce18197b20 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.014+0000 7fce1fadc640  1 -- 172.21.15.46:0/965924578 >> 172.21.15.46:0/965924578 conn(0x7fce180fbcd0 msgr2=0x7fce18069e60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:16.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.014+0000 7fce1fadc640  1 -- 172.21.15.46:0/965924578 shutdown_connections
2024-03-19T01:49:16.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.014+0000 7fce1fadc640  1 -- 172.21.15.46:0/965924578 wait complete.
2024-03-19T01:49:16.024 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:15 smithi046 ceph-mon[63102]: pgmap v349: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s
2024-03-19T01:49:16.024 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:15 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3423712822' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:49:16.024 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:15 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2173857005' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:49:16.024 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:15 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/812701352' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:49:16.025 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num
2024-03-19T01:49:16.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.130+0000 7fc743885640  1 -- 172.21.15.46:0/2002078846 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc73c101930 msgr2=0x7fc73c101db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:16.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.130+0000 7fc743885640  1 --2- 172.21.15.46:0/2002078846 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc73c101930 0x7fc73c101db0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fc72c009900 tx=0x7fc72c02bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:16.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.130+0000 7fc743885640  1 -- 172.21.15.46:0/2002078846 shutdown_connections
2024-03-19T01:49:16.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.130+0000 7fc743885640  1 --2- 172.21.15.46:0/2002078846 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc73c1022f0 0x7fc73c108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.130+0000 7fc743885640  1 --2- 172.21.15.46:0/2002078846 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc73c101930 0x7fc73c101db0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.130+0000 7fc743885640  1 --2- 172.21.15.46:0/2002078846 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc73c100740 0x7fc73c100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.130+0000 7fc743885640  1 -- 172.21.15.46:0/2002078846 >> 172.21.15.46:0/2002078846 conn(0x7fc73c0fbcd0 msgr2=0x7fc73c0fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:16.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.130+0000 7fc743885640  1 -- 172.21.15.46:0/2002078846 shutdown_connections
2024-03-19T01:49:16.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.130+0000 7fc743885640  1 -- 172.21.15.46:0/2002078846 wait complete.
2024-03-19T01:49:16.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.131+0000 7fc743885640  1  Processor -- start
2024-03-19T01:49:16.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.131+0000 7fc743885640  1 --  start start
2024-03-19T01:49:16.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.131+0000 7fc743885640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc73c100740 0x7fc73c197a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:16.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.131+0000 7fc743885640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc73c101930 0x7fc73c197fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:16.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.131+0000 7fc743885640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc73c1022f0 0x7fc73c19f040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:16.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.131+0000 7fc743885640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc73c10c270 con 0x7fc73c1022f0
2024-03-19T01:49:16.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.131+0000 7fc743885640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fc73c10c0f0 con 0x7fc73c100740
2024-03-19T01:49:16.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.131+0000 7fc743885640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc73c10c3f0 con 0x7fc73c101930
2024-03-19T01:49:16.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.131+0000 7fc741e22640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc73c1022f0 0x7fc73c19f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:16.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.131+0000 7fc741621640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc73c100740 0x7fc73c197a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:16.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.131+0000 7fc741e22640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc73c1022f0 0x7fc73c19f040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56780/0 (socket says 172.21.15.46:56780)
2024-03-19T01:49:16.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.131+0000 7fc741e22640  1 -- 172.21.15.46:0/1716331868 learned_addr learned my addr 172.21.15.46:0/1716331868 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:16.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.131+0000 7fc740e20640  1 --2- 172.21.15.46:0/1716331868 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc73c101930 0x7fc73c197fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:16.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.131+0000 7fc741621640  1 -- 172.21.15.46:0/1716331868 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc73c101930 msgr2=0x7fc73c197fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:16.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.131+0000 7fc741621640  1 --2- 172.21.15.46:0/1716331868 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc73c101930 0x7fc73c197fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.131+0000 7fc741621640  1 -- 172.21.15.46:0/1716331868 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc73c1022f0 msgr2=0x7fc73c19f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:16.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.131+0000 7fc741621640  1 --2- 172.21.15.46:0/1716331868 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc73c1022f0 0x7fc73c19f040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.131+0000 7fc741621640  1 -- 172.21.15.46:0/1716331868 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc73c19f6b0 con 0x7fc73c100740
2024-03-19T01:49:16.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.131+0000 7fc741e22640  1 --2- 172.21.15.46:0/1716331868 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc73c1022f0 0x7fc73c19f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:16.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.131+0000 7fc741621640  1 --2- 172.21.15.46:0/1716331868 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc73c100740 0x7fc73c197a90 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fc73800e9c0 tx=0x7fc73800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:16.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.132+0000 7fc7327fc640  1 -- 172.21.15.46:0/1716331868 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc73800ccc0 con 0x7fc73c100740
2024-03-19T01:49:16.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.132+0000 7fc7327fc640  1 -- 172.21.15.46:0/1716331868 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc7380035f0 con 0x7fc73c100740
2024-03-19T01:49:16.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.132+0000 7fc743885640  1 -- 172.21.15.46:0/1716331868 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc73c19f9a0 con 0x7fc73c100740
2024-03-19T01:49:16.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.132+0000 7fc7327fc640  1 -- 172.21.15.46:0/1716331868 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc73800ce60 con 0x7fc73c100740
2024-03-19T01:49:16.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.132+0000 7fc743885640  1 -- 172.21.15.46:0/1716331868 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc73c19fec0 con 0x7fc73c100740
2024-03-19T01:49:16.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.133+0000 7fc743885640  1 -- 172.21.15.46:0/1716331868 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc73c1a00f0 con 0x7fc73c100740
2024-03-19T01:49:16.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.134+0000 7fc7327fc640  1 -- 172.21.15.46:0/1716331868 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fc7380037a0 con 0x7fc73c100740
2024-03-19T01:49:16.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.134+0000 7fc7327fc640  1 --2- 172.21.15.46:0/1716331868 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc7280a2910 0x7fc7280a4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:16.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.134+0000 7fc740e20640  1 --2- 172.21.15.46:0/1716331868 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc7280a2910 0x7fc7280a4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:16.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.134+0000 7fc7327fc640  1 -- 172.21.15.46:0/1716331868 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fc7380cf230 con 0x7fc73c100740
2024-03-19T01:49:16.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.135+0000 7fc740e20640  1 --2- 172.21.15.46:0/1716331868 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc7280a2910 0x7fc7280a4dd0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fc72c009230 tx=0x7fc72c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:16.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.139+0000 7fc7327fc640  1 -- 172.21.15.46:0/1716331868 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fc73809be10 con 0x7fc73c100740
2024-03-19T01:49:16.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:15 smithi073 ceph-mon[66833]: pgmap v349: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s
2024-03-19T01:49:16.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:15 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3423712822' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:49:16.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:15 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2173857005' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:49:16.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:15 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/812701352' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:49:16.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:15 smithi102 ceph-mon[66557]: pgmap v349: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s
2024-03-19T01:49:16.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:15 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3423712822' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:49:16.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:15 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2173857005' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:49:16.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:15 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/812701352' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:49:16.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.321+0000 7fc743885640  1 -- 172.21.15.46:0/1716331868 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fc73c1a02c0 con 0x7fc73c100740
2024-03-19T01:49:16.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.321+0000 7fc7327fc640  1 -- 172.21.15.46:0/1716331868 <== mon.2 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0  v91) ==== 100+0+11 (secure 0 0 0) 0x7fc73809b710 con 0x7fc73c100740
2024-03-19T01:49:16.321 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64
2024-03-19T01:49:16.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.323+0000 7fc743885640  1 -- 172.21.15.46:0/1716331868 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc7280a2910 msgr2=0x7fc7280a4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:16.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.323+0000 7fc743885640  1 --2- 172.21.15.46:0/1716331868 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc7280a2910 0x7fc7280a4dd0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fc72c009230 tx=0x7fc72c005fd0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.323+0000 7fc743885640  1 -- 172.21.15.46:0/1716331868 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc73c100740 msgr2=0x7fc73c197a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:16.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.323+0000 7fc743885640  1 --2- 172.21.15.46:0/1716331868 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc73c100740 0x7fc73c197a90 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fc73800e9c0 tx=0x7fc73800ee80 comp rx=0 tx=0).stop
2024-03-19T01:49:16.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.323+0000 7fc743885640  1 -- 172.21.15.46:0/1716331868 shutdown_connections
2024-03-19T01:49:16.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.323+0000 7fc743885640  1 --2- 172.21.15.46:0/1716331868 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc7280a2910 0x7fc7280a4dd0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.323+0000 7fc743885640  1 --2- 172.21.15.46:0/1716331868 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc73c1022f0 0x7fc73c19f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.323+0000 7fc743885640  1 --2- 172.21.15.46:0/1716331868 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc73c101930 0x7fc73c197fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.323+0000 7fc743885640  1 --2- 172.21.15.46:0/1716331868 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc73c100740 0x7fc73c197a90 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.323+0000 7fc743885640  1 -- 172.21.15.46:0/1716331868 >> 172.21.15.46:0/1716331868 conn(0x7fc73c0fbcd0 msgr2=0x7fc73c069de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:16.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.323+0000 7fc743885640  1 -- 172.21.15.46:0/1716331868 shutdown_connections
2024-03-19T01:49:16.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.323+0000 7fc743885640  1 -- 172.21.15.46:0/1716331868 wait complete.
2024-03-19T01:49:16.334 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num
2024-03-19T01:49:16.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.440+0000 7fdafac7e640  1 -- 172.21.15.46:0/1027877731 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdaf4101830 msgr2=0x7fdaf4101c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:16.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.440+0000 7fdafac7e640  1 --2- 172.21.15.46:0/1027877731 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdaf4101830 0x7fdaf4101c50 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fdaec009ca0 tx=0x7fdaec02c0f0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.440+0000 7fdafac7e640  1 -- 172.21.15.46:0/1027877731 shutdown_connections
2024-03-19T01:49:16.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.440+0000 7fdafac7e640  1 --2- 172.21.15.46:0/1027877731 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdaf41033e0 0x7fdaf4109c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.440+0000 7fdafac7e640  1 --2- 172.21.15.46:0/1027877731 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdaf4102a20 0x7fdaf4102ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.440+0000 7fdafac7e640  1 --2- 172.21.15.46:0/1027877731 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdaf4101830 0x7fdaf4101c50 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.440+0000 7fdafac7e640  1 -- 172.21.15.46:0/1027877731 >> 172.21.15.46:0/1027877731 conn(0x7fdaf40fcdc0 msgr2=0x7fdaf40ff1e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:16.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.440+0000 7fdafac7e640  1 -- 172.21.15.46:0/1027877731 shutdown_connections
2024-03-19T01:49:16.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.440+0000 7fdafac7e640  1 -- 172.21.15.46:0/1027877731 wait complete.
2024-03-19T01:49:16.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.440+0000 7fdafac7e640  1  Processor -- start
2024-03-19T01:49:16.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.440+0000 7fdafac7e640  1 --  start start
2024-03-19T01:49:16.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.441+0000 7fdafac7e640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdaf4101830 0x7fdaf4197af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:16.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.441+0000 7fdafac7e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdaf4102a20 0x7fdaf4198030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:16.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.441+0000 7fdafac7e640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdaf41033e0 0x7fdaf419f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:16.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.441+0000 7fdafac7e640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fdaf410d330 con 0x7fdaf4102a20
2024-03-19T01:49:16.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.441+0000 7fdafac7e640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fdaf410d1b0 con 0x7fdaf41033e0
2024-03-19T01:49:16.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.441+0000 7fdafac7e640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fdaf410d4b0 con 0x7fdaf4101830
2024-03-19T01:49:16.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.441+0000 7fdaf3fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdaf4102a20 0x7fdaf4198030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:16.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.441+0000 7fdaf3fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdaf4102a20 0x7fdaf4198030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56810/0 (socket says 172.21.15.46:56810)
2024-03-19T01:49:16.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.441+0000 7fdaf3fff640  1 -- 172.21.15.46:0/663372293 learned_addr learned my addr 172.21.15.46:0/663372293 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:16.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.441+0000 7fdaf8a1a640  1 --2- 172.21.15.46:0/663372293 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdaf4101830 0x7fdaf4197af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:16.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.441+0000 7fdaf921b640  1 --2- 172.21.15.46:0/663372293 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdaf41033e0 0x7fdaf419f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:16.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.441+0000 7fdaf3fff640  1 -- 172.21.15.46:0/663372293 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdaf4101830 msgr2=0x7fdaf4197af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:16.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.441+0000 7fdaf3fff640  1 --2- 172.21.15.46:0/663372293 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdaf4101830 0x7fdaf4197af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.441+0000 7fdaf3fff640  1 -- 172.21.15.46:0/663372293 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdaf41033e0 msgr2=0x7fdaf419f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:16.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.441+0000 7fdaf3fff640  1 --2- 172.21.15.46:0/663372293 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdaf41033e0 0x7fdaf419f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.441+0000 7fdaf3fff640  1 -- 172.21.15.46:0/663372293 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdaf419f710 con 0x7fdaf4102a20
2024-03-19T01:49:16.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.441+0000 7fdaf3fff640  1 --2- 172.21.15.46:0/663372293 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdaf4102a20 0x7fdaf4198030 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fdae800e9f0 tx=0x7fdae800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:16.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.441+0000 7fdaf1ffb640  1 -- 172.21.15.46:0/663372293 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdae800ccc0 con 0x7fdaf4102a20
2024-03-19T01:49:16.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.441+0000 7fdafac7e640  1 -- 172.21.15.46:0/663372293 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdaf419fa00 con 0x7fdaf4102a20
2024-03-19T01:49:16.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.441+0000 7fdaf1ffb640  1 -- 172.21.15.46:0/663372293 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdae80108e0 con 0x7fdaf4102a20
2024-03-19T01:49:16.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.441+0000 7fdaf1ffb640  1 -- 172.21.15.46:0/663372293 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdae80187c0 con 0x7fdaf4102a20
2024-03-19T01:49:16.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.442+0000 7fdafac7e640  1 -- 172.21.15.46:0/663372293 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdaf419ffa0 con 0x7fdaf4102a20
2024-03-19T01:49:16.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.442+0000 7fdafac7e640  1 -- 172.21.15.46:0/663372293 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdaf4108cc0 con 0x7fdaf4102a20
2024-03-19T01:49:16.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.444+0000 7fdaf1ffb640  1 -- 172.21.15.46:0/663372293 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fdae8010a90 con 0x7fdaf4102a20
2024-03-19T01:49:16.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.444+0000 7fdaf1ffb640  1 --2- 172.21.15.46:0/663372293 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdadc0a2890 0x7fdadc0a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:16.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.444+0000 7fdaf8a1a640  1 --2- 172.21.15.46:0/663372293 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdadc0a2890 0x7fdadc0a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:16.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.444+0000 7fdaf1ffb640  1 -- 172.21.15.46:0/663372293 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fdae80cf7e0 con 0x7fdaf4102a20
2024-03-19T01:49:16.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.445+0000 7fdaf8a1a640  1 --2- 172.21.15.46:0/663372293 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdadc0a2890 0x7fdadc0a4d50 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fdaec032380 tx=0x7fdaec000f40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:16.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.448+0000 7fdaf1ffb640  1 -- 172.21.15.46:0/663372293 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fdae809c3c0 con 0x7fdaf4102a20
2024-03-19T01:49:16.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.629+0000 7fdafac7e640  1 -- 172.21.15.46:0/663372293 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fdaf402d440 con 0x7fdaf4102a20
2024-03-19T01:49:16.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.630+0000 7fdaf1ffb640  1 -- 172.21.15.46:0/663372293 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0  v91) ==== 103+0+11 (secure 0 0 0) 0x7fdae809bcc0 con 0x7fdaf4102a20
2024-03-19T01:49:16.630 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32
2024-03-19T01:49:16.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.632+0000 7fdafac7e640  1 -- 172.21.15.46:0/663372293 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdadc0a2890 msgr2=0x7fdadc0a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:16.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.632+0000 7fdafac7e640  1 --2- 172.21.15.46:0/663372293 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdadc0a2890 0x7fdadc0a4d50 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fdaec032380 tx=0x7fdaec000f40 comp rx=0 tx=0).stop
2024-03-19T01:49:16.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.632+0000 7fdafac7e640  1 -- 172.21.15.46:0/663372293 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdaf4102a20 msgr2=0x7fdaf4198030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:16.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.632+0000 7fdafac7e640  1 --2- 172.21.15.46:0/663372293 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdaf4102a20 0x7fdaf4198030 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fdae800e9f0 tx=0x7fdae800edf0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.632+0000 7fdafac7e640  1 -- 172.21.15.46:0/663372293 shutdown_connections
2024-03-19T01:49:16.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.632+0000 7fdafac7e640  1 --2- 172.21.15.46:0/663372293 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdadc0a2890 0x7fdadc0a4d50 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.632+0000 7fdafac7e640  1 --2- 172.21.15.46:0/663372293 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdaf41033e0 0x7fdaf419f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.632+0000 7fdafac7e640  1 --2- 172.21.15.46:0/663372293 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdaf4102a20 0x7fdaf4198030 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.632+0000 7fdafac7e640  1 --2- 172.21.15.46:0/663372293 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdaf4101830 0x7fdaf4197af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.632+0000 7fdafac7e640  1 -- 172.21.15.46:0/663372293 >> 172.21.15.46:0/663372293 conn(0x7fdaf40fcdc0 msgr2=0x7fdaf4105e90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:16.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.632+0000 7fdafac7e640  1 -- 172.21.15.46:0/663372293 shutdown_connections
2024-03-19T01:49:16.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.632+0000 7fdafac7e640  1 -- 172.21.15.46:0/663372293 wait complete.
2024-03-19T01:49:16.644 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:49:16.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.746+0000 7fd8e0034640  1 -- 172.21.15.46:0/3660472383 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd8d8100760 msgr2=0x7fd8d8100b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:16.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.746+0000 7fd8e0034640  1 --2- 172.21.15.46:0/3660472383 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd8d8100760 0x7fd8d8100b80 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fd8d4009900 tx=0x7fd8d402bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:16.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.747+0000 7fd8e0034640  1 -- 172.21.15.46:0/3660472383 shutdown_connections
2024-03-19T01:49:16.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.747+0000 7fd8e0034640  1 --2- 172.21.15.46:0/3660472383 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd8d8102310 0x7fd8d8108ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.747+0000 7fd8e0034640  1 --2- 172.21.15.46:0/3660472383 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd8d8101950 0x7fd8d8101dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.747+0000 7fd8e0034640  1 --2- 172.21.15.46:0/3660472383 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd8d8100760 0x7fd8d8100b80 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.747+0000 7fd8e0034640  1 -- 172.21.15.46:0/3660472383 >> 172.21.15.46:0/3660472383 conn(0x7fd8d80fbcd0 msgr2=0x7fd8d80fe110 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:16.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.747+0000 7fd8e0034640  1 -- 172.21.15.46:0/3660472383 shutdown_connections
2024-03-19T01:49:16.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.747+0000 7fd8e0034640  1 -- 172.21.15.46:0/3660472383 wait complete.
2024-03-19T01:49:16.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.747+0000 7fd8e0034640  1  Processor -- start
2024-03-19T01:49:16.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.747+0000 7fd8e0034640  1 --  start start
2024-03-19T01:49:16.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.747+0000 7fd8e0034640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd8d8100760 0x7fd8d81046f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:16.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.747+0000 7fd8e0034640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd8d8101950 0x7fd8d8102d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:16.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.747+0000 7fd8e0034640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd8d8102310 0x7fd8d8103270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:16.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.747+0000 7fd8e0034640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd8d810c260 con 0x7fd8d8101950
2024-03-19T01:49:16.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.747+0000 7fd8e0034640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fd8d810c0e0 con 0x7fd8d8100760
2024-03-19T01:49:16.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.747+0000 7fd8e0034640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd8d810c3e0 con 0x7fd8d8102310
2024-03-19T01:49:16.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.747+0000 7fd8dd5cf640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd8d8101950 0x7fd8d8102d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:16.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.748+0000 7fd8de5d1640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd8d8102310 0x7fd8d8103270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:16.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.748+0000 7fd8dd5cf640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd8d8101950 0x7fd8d8102d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56834/0 (socket says 172.21.15.46:56834)
2024-03-19T01:49:16.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.748+0000 7fd8dd5cf640  1 -- 172.21.15.46:0/2739055710 learned_addr learned my addr 172.21.15.46:0/2739055710 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:16.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.748+0000 7fd8dddd0640  1 --2- 172.21.15.46:0/2739055710 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd8d8100760 0x7fd8d81046f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:16.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.748+0000 7fd8dd5cf640  1 -- 172.21.15.46:0/2739055710 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd8d8102310 msgr2=0x7fd8d8103270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:16.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.748+0000 7fd8dd5cf640  1 --2- 172.21.15.46:0/2739055710 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd8d8102310 0x7fd8d8103270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.748+0000 7fd8dd5cf640  1 -- 172.21.15.46:0/2739055710 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd8d8100760 msgr2=0x7fd8d81046f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:16.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.748+0000 7fd8dd5cf640  1 --2- 172.21.15.46:0/2739055710 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd8d8100760 0x7fd8d81046f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.748+0000 7fd8dd5cf640  1 -- 172.21.15.46:0/2739055710 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8d8103b00 con 0x7fd8d8101950
2024-03-19T01:49:16.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.748+0000 7fd8dddd0640  1 --2- 172.21.15.46:0/2739055710 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd8d8100760 0x7fd8d81046f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:16.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.748+0000 7fd8de5d1640  1 --2- 172.21.15.46:0/2739055710 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd8d8102310 0x7fd8d8103270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:16.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.748+0000 7fd8dd5cf640  1 --2- 172.21.15.46:0/2739055710 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd8d8101950 0x7fd8d8102d30 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fd8c800ea60 tx=0x7fd8c800ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:16.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.748+0000 7fd8ceffd640  1 -- 172.21.15.46:0/2739055710 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8c800cde0 con 0x7fd8d8101950
2024-03-19T01:49:16.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.748+0000 7fd8e0034640  1 -- 172.21.15.46:0/2739055710 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8d81a1bd0 con 0x7fd8d8101950
2024-03-19T01:49:16.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.748+0000 7fd8ceffd640  1 -- 172.21.15.46:0/2739055710 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd8c80035f0 con 0x7fd8d8101950
2024-03-19T01:49:16.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.748+0000 7fd8ceffd640  1 -- 172.21.15.46:0/2739055710 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8c8010690 con 0x7fd8d8101950
2024-03-19T01:49:16.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.748+0000 7fd8e0034640  1 -- 172.21.15.46:0/2739055710 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8d81a2120 con 0x7fd8d8101950
2024-03-19T01:49:16.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.749+0000 7fd8e0034640  1 -- 172.21.15.46:0/2739055710 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8d81a2350 con 0x7fd8d8101950
2024-03-19T01:49:16.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.750+0000 7fd8ceffd640  1 -- 172.21.15.46:0/2739055710 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fd8c80037a0 con 0x7fd8d8101950
2024-03-19T01:49:16.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.751+0000 7fd8ceffd640  1 --2- 172.21.15.46:0/2739055710 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd8c40a2890 0x7fd8c40a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:16.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.751+0000 7fd8ceffd640  1 -- 172.21.15.46:0/2739055710 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fd8c80cf470 con 0x7fd8d8101950
2024-03-19T01:49:16.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.751+0000 7fd8dddd0640  1 --2- 172.21.15.46:0/2739055710 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd8c40a2890 0x7fd8c40a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:16.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.751+0000 7fd8dddd0640  1 --2- 172.21.15.46:0/2739055710 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd8c40a2890 0x7fd8c40a4d50 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fd8d4005ab0 tx=0x7fd8d4005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:16.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.755+0000 7fd8ceffd640  1 -- 172.21.15.46:0/2739055710 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fd8c8053740 con 0x7fd8d8101950
2024-03-19T01:49:16.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.977+0000 7fd8e0034640  1 -- 172.21.15.46:0/2739055710 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd8d81a2640 con 0x7fd8d8101950
2024-03-19T01:49:16.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.978+0000 7fd8ceffd640  1 -- 172.21.15.46:0/2739055710 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11861 (secure 0 0 0) 0x7fd8c809c050 con 0x7fd8d8101950
2024-03-19T01:49:16.979 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:49:16.979 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-19T01:47:26.395717+0000","modified":"2024-03-19T01:47:53.626484+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24506,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6839/1788589639","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6838","nonce":1788589639},{"type":"v1","addr":"172.21.15.73:6839","nonce":1788589639}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24506,"qdb_cluster":[24479,24478,24506]},"id":1}]}
2024-03-19T01:49:16.981 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 23
2024-03-19T01:49:16.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.980+0000 7fd8e0034640  1 -- 172.21.15.46:0/2739055710 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd8c40a2890 msgr2=0x7fd8c40a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:16.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.980+0000 7fd8e0034640  1 --2- 172.21.15.46:0/2739055710 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd8c40a2890 0x7fd8c40a4d50 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fd8d4005ab0 tx=0x7fd8d4005fd0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.980+0000 7fd8e0034640  1 -- 172.21.15.46:0/2739055710 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd8d8101950 msgr2=0x7fd8d8102d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:16.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.980+0000 7fd8e0034640  1 --2- 172.21.15.46:0/2739055710 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd8d8101950 0x7fd8d8102d30 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fd8c800ea60 tx=0x7fd8c800ef20 comp rx=0 tx=0).stop
2024-03-19T01:49:16.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.980+0000 7fd8e0034640  1 -- 172.21.15.46:0/2739055710 shutdown_connections
2024-03-19T01:49:16.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.980+0000 7fd8e0034640  1 --2- 172.21.15.46:0/2739055710 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd8c40a2890 0x7fd8c40a4d50 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.980+0000 7fd8e0034640  1 --2- 172.21.15.46:0/2739055710 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd8d8102310 0x7fd8d8103270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.980+0000 7fd8e0034640  1 --2- 172.21.15.46:0/2739055710 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd8d8101950 0x7fd8d8102d30 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.980+0000 7fd8e0034640  1 --2- 172.21.15.46:0/2739055710 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd8d8100760 0x7fd8d81046f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:16.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.980+0000 7fd8e0034640  1 -- 172.21.15.46:0/2739055710 >> 172.21.15.46:0/2739055710 conn(0x7fd8d80fbcd0 msgr2=0x7fd8d8069e80 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:16.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.980+0000 7fd8e0034640  1 -- 172.21.15.46:0/2739055710 shutdown_connections
2024-03-19T01:49:16.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:16.980+0000 7fd8e0034640  1 -- 172.21.15.46:0/2739055710 wait complete.
2024-03-19T01:49:16.990 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:16 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/965924578' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T01:49:16.990 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:16 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1716331868' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T01:49:16.990 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:16 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/663372293' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T01:49:16.992 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-03-19T01:49:17.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.094+0000 7f9c2f362640  1 -- 172.21.15.46:0/2236089632 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9c281034c0 msgr2=0x7f9c28109d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:17.097 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.094+0000 7f9c2f362640  1 --2- 172.21.15.46:0/2236089632 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9c281034c0 0x7f9c28109d50 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f9c20009c10 tx=0x7f9c2002bef0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.097 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.094+0000 7f9c2f362640  1 -- 172.21.15.46:0/2236089632 shutdown_connections
2024-03-19T01:49:17.097 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.094+0000 7f9c2f362640  1 --2- 172.21.15.46:0/2236089632 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9c281034c0 0x7f9c28109d50 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.097 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.094+0000 7f9c2f362640  1 --2- 172.21.15.46:0/2236089632 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9c28102b00 0x7f9c28102f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.097 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.094+0000 7f9c2f362640  1 --2- 172.21.15.46:0/2236089632 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c280ffb30 0x7f9c280fff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.097 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.094+0000 7f9c2f362640  1 -- 172.21.15.46:0/2236089632 >> 172.21.15.46:0/2236089632 conn(0x7f9c280fb460 msgr2=0x7f9c280fd8a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:17.097 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.094+0000 7f9c2f362640  1 -- 172.21.15.46:0/2236089632 shutdown_connections
2024-03-19T01:49:17.097 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.094+0000 7f9c2f362640  1 -- 172.21.15.46:0/2236089632 wait complete.
2024-03-19T01:49:17.097 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.095+0000 7f9c2f362640  1  Processor -- start
2024-03-19T01:49:17.097 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.095+0000 7f9c2f362640  1 --  start start
2024-03-19T01:49:17.097 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.095+0000 7f9c2f362640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c280ffb30 0x7f9c28197a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.097 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.095+0000 7f9c2f362640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9c28102b00 0x7f9c28197fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.097 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.095+0000 7f9c2f362640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9c281034c0 0x7f9c2819f010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.095+0000 7f9c2f362640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f9c2810d390 con 0x7f9c280ffb30
2024-03-19T01:49:17.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.095+0000 7f9c2f362640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f9c2810d210 con 0x7f9c281034c0
2024-03-19T01:49:17.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.095+0000 7f9c2f362640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9c2810d510 con 0x7f9c28102b00
2024-03-19T01:49:17.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.095+0000 7f9c2d0fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c280ffb30 0x7f9c28197a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.095+0000 7f9c2d0fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c280ffb30 0x7f9c28197a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56846/0 (socket says 172.21.15.46:56846)
2024-03-19T01:49:17.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.095+0000 7f9c2d0fe640  1 -- 172.21.15.46:0/2814709727 learned_addr learned my addr 172.21.15.46:0/2814709727 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:17.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.095+0000 7f9c2d8ff640  1 --2- 172.21.15.46:0/2814709727 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9c281034c0 0x7f9c2819f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.095+0000 7f9c2c8fd640  1 --2- 172.21.15.46:0/2814709727 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9c28102b00 0x7f9c28197fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.095+0000 7f9c2d8ff640  1 -- 172.21.15.46:0/2814709727 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9c28102b00 msgr2=0x7f9c28197fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:17.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.095+0000 7f9c2d8ff640  1 --2- 172.21.15.46:0/2814709727 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9c28102b00 0x7f9c28197fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.095+0000 7f9c2d8ff640  1 -- 172.21.15.46:0/2814709727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c280ffb30 msgr2=0x7f9c28197a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:17.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.096+0000 7f9c2d8ff640  1 --2- 172.21.15.46:0/2814709727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c280ffb30 0x7f9c28197a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.096+0000 7f9c2d8ff640  1 -- 172.21.15.46:0/2814709727 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c2819f680 con 0x7f9c281034c0
2024-03-19T01:49:17.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.096+0000 7f9c2d0fe640  1 --2- 172.21.15.46:0/2814709727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c280ffb30 0x7f9c28197a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:17.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.096+0000 7f9c2c8fd640  1 --2- 172.21.15.46:0/2814709727 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9c28102b00 0x7f9c28197fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:17.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.096+0000 7f9c2d8ff640  1 --2- 172.21.15.46:0/2814709727 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9c281034c0 0x7f9c2819f010 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f9c20036040 tx=0x7f9c20033c50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:17.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.096+0000 7f9c1e7fc640  1 -- 172.21.15.46:0/2814709727 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c20043020 con 0x7f9c281034c0
2024-03-19T01:49:17.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.096+0000 7f9c1e7fc640  1 -- 172.21.15.46:0/2814709727 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c2002ca40 con 0x7f9c281034c0
2024-03-19T01:49:17.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.096+0000 7f9c2f362640  1 -- 172.21.15.46:0/2814709727 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c2819f910 con 0x7f9c281034c0
2024-03-19T01:49:17.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.096+0000 7f9c1e7fc640  1 -- 172.21.15.46:0/2814709727 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c20034690 con 0x7f9c281034c0
2024-03-19T01:49:17.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.096+0000 7f9c2f362640  1 -- 172.21.15.46:0/2814709727 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c2819fe30 con 0x7f9c281034c0
2024-03-19T01:49:17.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.097+0000 7f9c2f362640  1 -- 172.21.15.46:0/2814709727 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c28068a60 con 0x7f9c281034c0
2024-03-19T01:49:17.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.098+0000 7f9c1e7fc640  1 -- 172.21.15.46:0/2814709727 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f9c20046020 con 0x7f9c281034c0
2024-03-19T01:49:17.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.098+0000 7f9c1e7fc640  1 --2- 172.21.15.46:0/2814709727 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f9c140a2890 0x7f9c140a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.098+0000 7f9c2d0fe640  1 --2- 172.21.15.46:0/2814709727 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f9c140a2890 0x7f9c140a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.098+0000 7f9c1e7fc640  1 -- 172.21.15.46:0/2814709727 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f9c200f1440 con 0x7f9c281034c0
2024-03-19T01:49:17.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.099+0000 7f9c2d0fe640  1 --2- 172.21.15.46:0/2814709727 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f9c140a2890 0x7f9c140a4d50 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f9c240096c0 tx=0x7f9c24009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:17.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.103+0000 7f9c1e7fc640  1 -- 172.21.15.46:0/2814709727 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f9c2004d020 con 0x7f9c281034c0
2024-03-19T01:49:17.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:16 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/965924578' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T01:49:17.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:16 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1716331868' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T01:49:17.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:16 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/663372293' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T01:49:17.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:16 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/965924578' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T01:49:17.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:16 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1716331868' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T01:49:17.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:16 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/663372293' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T01:49:17.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.290+0000 7f9c2f362640  1 -- 172.21.15.46:0/2814709727 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9c2802d220 con 0x7f9c281034c0
2024-03-19T01:49:17.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.293+0000 7f9c1e7fc640  1 -- 172.21.15.46:0/2814709727 <== mon.2 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v91) ==== 74+0+24598 (secure 0 0 0) 0x7f9c200be130 con 0x7f9c281034c0
2024-03-19T01:49:17.293 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:49:17.293 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":91,"fsid":"53c8cf3e-e591-11ee-95c9-87774f69a715","created":"2024-03-19T01:39:22.615473+0000","modified":"2024-03-19T01:48:19.668821+0000","last_up_change":"2024-03-19T01:46:32.777223+0000","last_in_change":"2024-03-19T01:46:12.842023+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-19T01:42:46.174113+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-19T01:47:24.276277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-19T01:47:25.605471+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-19T01:47:29.545614+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"4fc98477-1fec-465b-892b-9a0c12e15754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6803","nonce":1888713943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6805","nonce":1888713943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6809","nonce":1888713943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6807","nonce":1888713943}]},"public_addr":"172.21.15.46:6803/1888713943","cluster_addr":"172.21.15.46:6805/1888713943","heartbeat_back_addr":"172.21.15.46:6809/1888713943","heartbeat_front_addr":"172.21.15.46:6807/1888713943","state":["exists","up"]},{"osd":1,"uuid":"4109d6a1-240e-4f1f-b09d-75f3b77e6303","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6801","nonce":2502945674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6803","nonce":2502945674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6807","nonce":2502945674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6805","nonce":2502945674}]},"public_addr":"172.21.15.73:6801/2502945674","cluster_addr":"172.21.15.73:6803/2502945674","heartbeat_back_addr":"172.21.15.73:6807/2502945674","heartbeat_front_addr":"172.21.15.73:6805/2502945674","state":["exists","up"]},{"osd":2,"uuid":"45e8479c-4006-4dd4-bdd8-b4a2eafacc80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6801","nonce":90484514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6803","nonce":90484514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6807","nonce":90484514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6805","nonce":90484514}]},"public_addr":"172.21.15.102:6801/90484514","cluster_addr":"172.21.15.102:6803/90484514","heartbeat_back_addr":"172.21.15.102:6807/90484514","heartbeat_front_addr":"172.21.15.102:6805/90484514","state":["exists","up"]},{"osd":3,"uuid":"4cdc93cf-2e8d-436d-a78a-c235e9b970fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6811","nonce":3336792470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6813","nonce":3336792470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6817","nonce":3336792470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6815","nonce":3336792470}]},"public_addr":"172.21.15.46:6811/3336792470","cluster_addr":"172.21.15.46:6813/3336792470","heartbeat_back_addr":"172.21.15.46:6817/3336792470","heartbeat_front_addr":"172.21.15.46:6815/3336792470","state":["exists","up"]},{"osd":4,"uuid":"35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6809","nonce":1192862788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6811","nonce":1192862788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6815","nonce":1192862788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6813","nonce":1192862788}]},"public_addr":"172.21.15.73:6809/1192862788","cluster_addr":"172.21.15.73:6811/1192862788","heartbeat_back_addr":"172.21.15.73:6815/1192862788","heartbeat_front_addr":"172.21.15.73:6813/1192862788","state":["exists","up"]},{"osd":5,"uuid":"1587c1e6-6719-4117-a80f-5c6bce0e5814","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6809","nonce":3252664135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6811","nonce":3252664135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6815","nonce":3252664135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6813","nonce":3252664135}]},"public_addr":"172.21.15.102:6809/3252664135","cluster_addr":"172.21.15.102:6811/3252664135","heartbeat_back_addr":"172.21.15.102:6815/3252664135","heartbeat_front_addr":"172.21.15.102:6813/3252664135","state":["exists","up"]},{"osd":6,"uuid":"af41cbff-69e5-45ab-ad59-95e5addd1b6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6819","nonce":595340737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6821","nonce":595340737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6825","nonce":595340737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6823","nonce":595340737}]},"public_addr":"172.21.15.46:6819/595340737","cluster_addr":"172.21.15.46:6821/595340737","heartbeat_back_addr":"172.21.15.46:6825/595340737","heartbeat_front_addr":"172.21.15.46:6823/595340737","state":["exists","up"]},{"osd":7,"uuid":"23e9241a-4ed9-4606-93c1-ccfe277d0c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6817","nonce":143082020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6819","nonce":143082020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6823","nonce":143082020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6821","nonce":143082020}]},"public_addr":"172.21.15.73:6817/143082020","cluster_addr":"172.21.15.73:6819/143082020","heartbeat_back_addr":"172.21.15.73:6823/143082020","heartbeat_front_addr":"172.21.15.73:6821/143082020","state":["exists","up"]},{"osd":8,"uuid":"c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6817","nonce":2533208086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6819","nonce":2533208086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6823","nonce":2533208086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6821","nonce":2533208086}]},"public_addr":"172.21.15.102:6817/2533208086","cluster_addr":"172.21.15.102:6819/2533208086","heartbeat_back_addr":"172.21.15.102:6823/2533208086","heartbeat_front_addr":"172.21.15.102:6821/2533208086","state":["exists","up"]},{"osd":9,"uuid":"a16dd21b-77e4-4148-90a3-c085fd621fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6827","nonce":4252594050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6829","nonce":4252594050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6833","nonce":4252594050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6831","nonce":4252594050}]},"public_addr":"172.21.15.46:6827/4252594050","cluster_addr":"172.21.15.46:6829/4252594050","heartbeat_back_addr":"172.21.15.46:6833/4252594050","heartbeat_front_addr":"172.21.15.46:6831/4252594050","state":["exists","up"]},{"osd":10,"uuid":"3a794482-bcfa-4e99-8e96-77228a828ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6825","nonce":1252006239}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6827","nonce":1252006239}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6831","nonce":1252006239}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6829","nonce":1252006239}]},"public_addr":"172.21.15.73:6825/1252006239","cluster_addr":"172.21.15.73:6827/1252006239","heartbeat_back_addr":"172.21.15.73:6831/1252006239","heartbeat_front_addr":"172.21.15.73:6829/1252006239","state":["exists","up"]},{"osd":11,"uuid":"93bdea99-6072-431a-a919-3aecf631c727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6825","nonce":2997263049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6827","nonce":2997263049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6831","nonce":2997263049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6829","nonce":2997263049}]},"public_addr":"172.21.15.102:6825/2997263049","cluster_addr":"172.21.15.102:6827/2997263049","heartbeat_back_addr":"172.21.15.102:6831/2997263049","heartbeat_front_addr":"172.21.15.102:6829/2997263049","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:41:54.705424+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:18.405516+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:42.028548+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:06.440586+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:31.526566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:56.491476+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:22.116952+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:48.187884+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:12.546546+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:39.238062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:05.249938+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:30.959573+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.12","mappings":[{"from":5,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:6800/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/534183632":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/3469071427":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/816672825":"2024-03-20T01:39:49.978463+0000","172.21.15.46:6800/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/482098752":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/3024883566":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/2231887791":"2024-03-20T01:39:49.978463+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-03-19T01:49:17.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.295+0000 7f9c2f362640  1 -- 172.21.15.46:0/2814709727 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f9c140a2890 msgr2=0x7f9c140a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:17.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.295+0000 7f9c2f362640  1 --2- 172.21.15.46:0/2814709727 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f9c140a2890 0x7f9c140a4d50 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f9c240096c0 tx=0x7f9c24009260 comp rx=0 tx=0).stop
2024-03-19T01:49:17.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.295+0000 7f9c2f362640  1 -- 172.21.15.46:0/2814709727 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9c281034c0 msgr2=0x7f9c2819f010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:17.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.295+0000 7f9c2f362640  1 --2- 172.21.15.46:0/2814709727 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9c281034c0 0x7f9c2819f010 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f9c20036040 tx=0x7f9c20033c50 comp rx=0 tx=0).stop
2024-03-19T01:49:17.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.295+0000 7f9c2f362640  1 -- 172.21.15.46:0/2814709727 shutdown_connections
2024-03-19T01:49:17.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.295+0000 7f9c2f362640  1 --2- 172.21.15.46:0/2814709727 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f9c140a2890 0x7f9c140a4d50 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.295+0000 7f9c2f362640  1 --2- 172.21.15.46:0/2814709727 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9c281034c0 0x7f9c2819f010 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.295+0000 7f9c2f362640  1 --2- 172.21.15.46:0/2814709727 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9c28102b00 0x7f9c28197fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.295+0000 7f9c2f362640  1 --2- 172.21.15.46:0/2814709727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c280ffb30 0x7f9c28197a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.295+0000 7f9c2f362640  1 -- 172.21.15.46:0/2814709727 >> 172.21.15.46:0/2814709727 conn(0x7f9c280fb460 msgr2=0x7f9c28105ea0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:17.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.295+0000 7f9c2f362640  1 -- 172.21.15.46:0/2814709727 shutdown_connections
2024-03-19T01:49:17.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.295+0000 7f9c2f362640  1 -- 172.21.15.46:0/2814709727 wait complete.
2024-03-19T01:49:17.306 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:49:17.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.409+0000 7ff959109640  1 -- 172.21.15.46:0/26825690 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff954101840 msgr2=0x7ff954101c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:17.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.409+0000 7ff959109640  1 --2- 172.21.15.46:0/26825690 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff954101840 0x7ff954101c60 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ff944009860 tx=0x7ff94402bb70 comp rx=0 tx=0).stop
2024-03-19T01:49:17.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.409+0000 7ff959109640  1 -- 172.21.15.46:0/26825690 shutdown_connections
2024-03-19T01:49:17.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.409+0000 7ff959109640  1 --2- 172.21.15.46:0/26825690 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff9541033f0 0x7ff954109c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.409+0000 7ff959109640  1 --2- 172.21.15.46:0/26825690 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff954102a30 0x7ff954102eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.409+0000 7ff959109640  1 --2- 172.21.15.46:0/26825690 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff954101840 0x7ff954101c60 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.409+0000 7ff959109640  1 -- 172.21.15.46:0/26825690 >> 172.21.15.46:0/26825690 conn(0x7ff9540fcdd0 msgr2=0x7ff9540ff1f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:17.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.409+0000 7ff959109640  1 -- 172.21.15.46:0/26825690 shutdown_connections
2024-03-19T01:49:17.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.409+0000 7ff959109640  1 -- 172.21.15.46:0/26825690 wait complete.
2024-03-19T01:49:17.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.410+0000 7ff959109640  1  Processor -- start
2024-03-19T01:49:17.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.410+0000 7ff959109640  1 --  start start
2024-03-19T01:49:17.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.410+0000 7ff959109640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff954101840 0x7ff954197a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.410+0000 7ff959109640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff954102a30 0x7ff954197fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.410+0000 7ff959109640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff9541033f0 0x7ff95419f040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.410+0000 7ff959109640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff95410d340 con 0x7ff954101840
2024-03-19T01:49:17.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.410+0000 7ff959109640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ff95410d1c0 con 0x7ff954102a30
2024-03-19T01:49:17.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.410+0000 7ff959109640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff95410d4c0 con 0x7ff9541033f0
2024-03-19T01:49:17.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.410+0000 7ff952d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff954101840 0x7ff954197a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.410+0000 7ff952d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff954101840 0x7ff954197a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56874/0 (socket says 172.21.15.46:56874)
2024-03-19T01:49:17.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.410+0000 7ff952d9d640  1 -- 172.21.15.46:0/719635047 learned_addr learned my addr 172.21.15.46:0/719635047 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:17.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.410+0000 7ff95359e640  1 --2- 172.21.15.46:0/719635047 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff9541033f0 0x7ff95419f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.410+0000 7ff95259c640  1 --2- 172.21.15.46:0/719635047 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff954102a30 0x7ff954197fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.410+0000 7ff952d9d640  1 -- 172.21.15.46:0/719635047 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff9541033f0 msgr2=0x7ff95419f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:17.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.410+0000 7ff952d9d640  1 --2- 172.21.15.46:0/719635047 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff9541033f0 0x7ff95419f040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.410+0000 7ff952d9d640  1 -- 172.21.15.46:0/719635047 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff954102a30 msgr2=0x7ff954197fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:17.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.410+0000 7ff952d9d640  1 --2- 172.21.15.46:0/719635047 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff954102a30 0x7ff954197fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.410+0000 7ff952d9d640  1 -- 172.21.15.46:0/719635047 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff95419f6b0 con 0x7ff954101840
2024-03-19T01:49:17.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.410+0000 7ff95359e640  1 --2- 172.21.15.46:0/719635047 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff9541033f0 0x7ff95419f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:17.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.411+0000 7ff952d9d640  1 --2- 172.21.15.46:0/719635047 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff954101840 0x7ff954197a90 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7ff944005940 tx=0x7ff9440042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:17.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.411+0000 7ff93bfff640  1 -- 172.21.15.46:0/719635047 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff944041020 con 0x7ff954101840
2024-03-19T01:49:17.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.411+0000 7ff959109640  1 -- 172.21.15.46:0/719635047 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff95419f940 con 0x7ff954101840
2024-03-19T01:49:17.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.411+0000 7ff93bfff640  1 -- 172.21.15.46:0/719635047 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff9440035f0 con 0x7ff954101840
2024-03-19T01:49:17.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.411+0000 7ff959109640  1 -- 172.21.15.46:0/719635047 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff95419fe80 con 0x7ff954101840
2024-03-19T01:49:17.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.411+0000 7ff93bfff640  1 -- 172.21.15.46:0/719635047 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff944039040 con 0x7ff954101840
2024-03-19T01:49:17.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.412+0000 7ff959109640  1 -- 172.21.15.46:0/719635047 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff954108c20 con 0x7ff954101840
2024-03-19T01:49:17.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.413+0000 7ff93bfff640  1 -- 172.21.15.46:0/719635047 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7ff944044020 con 0x7ff954101840
2024-03-19T01:49:17.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.413+0000 7ff93bfff640  1 --2- 172.21.15.46:0/719635047 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff93c0a2890 0x7ff93c0a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.413+0000 7ff95259c640  1 --2- 172.21.15.46:0/719635047 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff93c0a2890 0x7ff93c0a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.413+0000 7ff93bfff640  1 -- 172.21.15.46:0/719635047 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7ff9440f07c0 con 0x7ff954101840
2024-03-19T01:49:17.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.414+0000 7ff95259c640  1 --2- 172.21.15.46:0/719635047 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff93c0a2890 0x7ff93c0a4d50 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7ff954198fa0 tx=0x7ff948009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:17.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.418+0000 7ff93bfff640  1 -- 172.21.15.46:0/719635047 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7ff94404b020 con 0x7ff954101840
2024-03-19T01:49:17.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.640+0000 7ff959109640  1 -- 172.21.15.46:0/719635047 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff95402d3a0 con 0x7ff954101840
2024-03-19T01:49:17.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.642+0000 7ff93bfff640  1 -- 172.21.15.46:0/719635047 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11861 (secure 0 0 0) 0x7ff9440bd4b0 con 0x7ff954101840
2024-03-19T01:49:17.643 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:49:17.643 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-19T01:47:26.395717+0000","modified":"2024-03-19T01:47:53.626484+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24506,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6839/1788589639","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6838","nonce":1788589639},{"type":"v1","addr":"172.21.15.73:6839","nonce":1788589639}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24506,"qdb_cluster":[24479,24478,24506]},"id":1}]}
2024-03-19T01:49:17.643 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 23
2024-03-19T01:49:17.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.645+0000 7ff959109640  1 -- 172.21.15.46:0/719635047 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff93c0a2890 msgr2=0x7ff93c0a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:17.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.645+0000 7ff959109640  1 --2- 172.21.15.46:0/719635047 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff93c0a2890 0x7ff93c0a4d50 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7ff954198fa0 tx=0x7ff948009260 comp rx=0 tx=0).stop
2024-03-19T01:49:17.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.645+0000 7ff959109640  1 -- 172.21.15.46:0/719635047 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff954101840 msgr2=0x7ff954197a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:17.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.645+0000 7ff959109640  1 --2- 172.21.15.46:0/719635047 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff954101840 0x7ff954197a90 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7ff944005940 tx=0x7ff9440042f0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.645+0000 7ff959109640  1 -- 172.21.15.46:0/719635047 shutdown_connections
2024-03-19T01:49:17.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.645+0000 7ff959109640  1 --2- 172.21.15.46:0/719635047 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ff93c0a2890 0x7ff93c0a4d50 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.645+0000 7ff959109640  1 --2- 172.21.15.46:0/719635047 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff9541033f0 0x7ff95419f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.645+0000 7ff959109640  1 --2- 172.21.15.46:0/719635047 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff954102a30 0x7ff954197fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.645+0000 7ff959109640  1 --2- 172.21.15.46:0/719635047 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff954101840 0x7ff954197a90 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.645+0000 7ff959109640  1 -- 172.21.15.46:0/719635047 >> 172.21.15.46:0/719635047 conn(0x7ff9540fcdd0 msgr2=0x7ff954105df0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:17.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.645+0000 7ff959109640  1 -- 172.21.15.46:0/719635047 shutdown_connections
2024-03-19T01:49:17.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.645+0000 7ff959109640  1 -- 172.21.15.46:0/719635047 wait complete.
2024-03-19T01:49:17.657 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 23, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-03-19T01:47:26.395717+0000', 'modified': '2024-03-19T01:47:53.626484+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24506, 'mds_1': 24479, 'mds_2': 24478}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24440': {'gid': 24440, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.73:6835/1549569940', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.73:6834', 'nonce': 1549569940}, {'type': 'v1', 'addr': '172.21.15.73:6835', 'nonce': 1549569940}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24442': {'gid': 24442, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.102:6835/402895235', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.102:6834', 'nonce': 402895235}, {'type': 'v1', 'addr': '172.21.15.102:6835', 'nonce': 402895235}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24454': {'gid': 24454, 'name': 'c', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.102:6837/1583798896', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.102:6836', 'nonce': 1583798896}, {'type': 'v1', 'addr': '172.21.15.102:6837', 'nonce': 1583798896}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24478': {'gid': 24478, 'name': 'i', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.102:6839/2913244532', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.102:6838', 'nonce': 2913244532}, {'type': 'v1', 'addr': '172.21.15.102:6839', 'nonce': 2913244532}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24479': {'gid': 24479, 'name': 'h', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.73:6837/1348771870', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.73:6836', 'nonce': 1348771870}, {'type': 'v1', 'addr': '172.21.15.73:6837', 'nonce': 1348771870}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24506': {'gid': 24506, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.73:6839/1788589639', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.73:6838', 'nonce': 1788589639}, {'type': 'v1', 'addr': '172.21.15.73:6839', 'nonce': 1788589639}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24506, 'qdb_cluster': [24479, 24478, 24506]}
2024-03-19T01:49:17.657 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3
2024-03-19T01:49:17.657 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status
2024-03-19T01:49:17.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.760+0000 7fcd28fa9640  1 -- 172.21.15.46:0/1904230864 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcd241022d0 msgr2=0x7fcd24108b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:17.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.760+0000 7fcd28fa9640  1 --2- 172.21.15.46:0/1904230864 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcd241022d0 0x7fcd24108b60 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fcd14009ca0 tx=0x7fcd1402c0f0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.761+0000 7fcd28fa9640  1 -- 172.21.15.46:0/1904230864 shutdown_connections
2024-03-19T01:49:17.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.761+0000 7fcd28fa9640  1 --2- 172.21.15.46:0/1904230864 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcd241022d0 0x7fcd24108b60 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.761+0000 7fcd28fa9640  1 --2- 172.21.15.46:0/1904230864 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcd24101910 0x7fcd24101d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.761+0000 7fcd28fa9640  1 --2- 172.21.15.46:0/1904230864 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcd24100720 0x7fcd24100b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.761+0000 7fcd28fa9640  1 -- 172.21.15.46:0/1904230864 >> 172.21.15.46:0/1904230864 conn(0x7fcd240fbcb0 msgr2=0x7fcd240fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:17.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.761+0000 7fcd28fa9640  1 -- 172.21.15.46:0/1904230864 shutdown_connections
2024-03-19T01:49:17.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.761+0000 7fcd28fa9640  1 -- 172.21.15.46:0/1904230864 wait complete.
2024-03-19T01:49:17.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.761+0000 7fcd28fa9640  1  Processor -- start
2024-03-19T01:49:17.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.761+0000 7fcd28fa9640  1 --  start start
2024-03-19T01:49:17.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.761+0000 7fcd28fa9640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcd24100720 0x7fcd24197a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.761+0000 7fcd28fa9640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcd24101910 0x7fcd24197fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.761+0000 7fcd28fa9640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcd241022d0 0x7fcd2419f010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.761+0000 7fcd28fa9640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fcd2410d330 con 0x7fcd24101910
2024-03-19T01:49:17.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.761+0000 7fcd28fa9640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fcd2410d1b0 con 0x7fcd24100720
2024-03-19T01:49:17.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.761+0000 7fcd28fa9640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fcd2410d4b0 con 0x7fcd241022d0
2024-03-19T01:49:17.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.762+0000 7fcd21d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcd24101910 0x7fcd24197fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.762+0000 7fcd21d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcd24101910 0x7fcd24197fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56892/0 (socket says 172.21.15.46:56892)
2024-03-19T01:49:17.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.762+0000 7fcd21d9b640  1 -- 172.21.15.46:0/3901461452 learned_addr learned my addr 172.21.15.46:0/3901461452 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:17.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.762+0000 7fcd2259c640  1 --2- 172.21.15.46:0/3901461452 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcd24100720 0x7fcd24197a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.762+0000 7fcd22d9d640  1 --2- 172.21.15.46:0/3901461452 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcd241022d0 0x7fcd2419f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.762+0000 7fcd21d9b640  1 -- 172.21.15.46:0/3901461452 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcd241022d0 msgr2=0x7fcd2419f010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:17.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.762+0000 7fcd21d9b640  1 --2- 172.21.15.46:0/3901461452 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcd241022d0 0x7fcd2419f010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.762+0000 7fcd21d9b640  1 -- 172.21.15.46:0/3901461452 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcd24100720 msgr2=0x7fcd24197a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:17.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.762+0000 7fcd21d9b640  1 --2- 172.21.15.46:0/3901461452 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcd24100720 0x7fcd24197a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.762+0000 7fcd21d9b640  1 -- 172.21.15.46:0/3901461452 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd2419f680 con 0x7fcd24101910
2024-03-19T01:49:17.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.762+0000 7fcd2259c640  1 --2- 172.21.15.46:0/3901461452 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcd24100720 0x7fcd24197a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:17.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.762+0000 7fcd21d9b640  1 --2- 172.21.15.46:0/3901461452 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcd24101910 0x7fcd24197fa0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fcd1800e9f0 tx=0x7fcd1800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:17.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.762+0000 7fcd137fe640  1 -- 172.21.15.46:0/3901461452 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd1800cd80 con 0x7fcd24101910
2024-03-19T01:49:17.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.762+0000 7fcd28fa9640  1 -- 172.21.15.46:0/3901461452 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd2419f970 con 0x7fcd24101910
2024-03-19T01:49:17.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.762+0000 7fcd137fe640  1 -- 172.21.15.46:0/3901461452 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcd180108e0 con 0x7fcd24101910
2024-03-19T01:49:17.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.762+0000 7fcd137fe640  1 -- 172.21.15.46:0/3901461452 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd18018920 con 0x7fcd24101910
2024-03-19T01:49:17.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.762+0000 7fcd28fa9640  1 -- 172.21.15.46:0/3901461452 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd2419ff10 con 0x7fcd24101910
2024-03-19T01:49:17.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.764+0000 7fcd137fe640  1 -- 172.21.15.46:0/3901461452 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fcd18010a90 con 0x7fcd24101910
2024-03-19T01:49:17.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.765+0000 7fcd2bb8e740  1  Processor -- start
2024-03-19T01:49:17.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.765+0000 7fcd2bb8e740  1 --  start start
2024-03-19T01:49:17.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.765+0000 7fcd2bb8e740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aebe754ff0 0x55aebe755410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.765+0000 7fcd2bb8e740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aebe7559e0 0x55aebe75a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.765+0000 7fcd2bb8e740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aebe75ab50 0x55aebe75cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.765+0000 7fcd2bb8e740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55aebe6b9de0 con 0x55aebe7559e0
2024-03-19T01:49:17.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.765+0000 7fcd2bb8e740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55aebe662c80 con 0x55aebe75ab50
2024-03-19T01:49:17.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.765+0000 7fcd2bb8e740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55aebe6b5e80 con 0x55aebe754ff0
2024-03-19T01:49:17.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.765+0000 7fcd2259c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aebe7559e0 0x55aebe75a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.765+0000 7fcd21d9b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aebe75ab50 0x55aebe75cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.765+0000 7fcd137fe640  1 --2- 172.21.15.46:0/3901461452 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fcd0c0a2890 0x7fcd0c0a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.765+0000 7fcd2259c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aebe7559e0 0x55aebe75a4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56908/0 (socket says 172.21.15.46:56908)
2024-03-19T01:49:17.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.765+0000 7fcd2259c640  1 -- 172.21.15.46:0/4081712389 learned_addr learned my addr 172.21.15.46:0/4081712389 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:17.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.765+0000 7fcd21d9b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aebe75ab50 0x55aebe75cfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:59776/0 (socket says 172.21.15.46:59776)
2024-03-19T01:49:17.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.765+0000 7fcd22d9d640  1 --2- 172.21.15.46:0/4081712389 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aebe754ff0 0x55aebe755410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.765+0000 7fcd2259c640  1 -- 172.21.15.46:0/4081712389 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aebe754ff0 msgr2=0x55aebe755410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:17.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.765+0000 7fcd2259c640  1 --2- 172.21.15.46:0/4081712389 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aebe754ff0 0x55aebe755410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.765+0000 7fcd2259c640  1 -- 172.21.15.46:0/4081712389 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aebe75ab50 msgr2=0x55aebe75cfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:17.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.765+0000 7fcd2259c640  1 --2- 172.21.15.46:0/4081712389 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aebe75ab50 0x55aebe75cfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.765+0000 7fcd22d9d640  1 --2- 172.21.15.46:0/3901461452 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fcd0c0a2890 0x7fcd0c0a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.765+0000 7fcd2259c640  1 -- 172.21.15.46:0/4081712389 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aebe674fb0 con 0x55aebe7559e0
2024-03-19T01:49:17.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.765+0000 7fcd137fe640  1 -- 172.21.15.46:0/3901461452 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fcd180cf2a0 con 0x7fcd24101910
2024-03-19T01:49:17.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.766+0000 7fcd2259c640  1 --2- 172.21.15.46:0/4081712389 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aebe7559e0 0x55aebe75a4e0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fcd1c0114c0 tx=0x7fcd1c0118c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3bedf13215700a6 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:17.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.766+0000 7fcd10ff9640  1 -- 172.21.15.46:0/4081712389 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd1c004020 con 0x55aebe7559e0
2024-03-19T01:49:17.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.766+0000 7fcd10ff9640  1 -- 172.21.15.46:0/4081712389 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcd1c0041c0 con 0x55aebe7559e0
2024-03-19T01:49:17.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.766+0000 7fcd10ff9640  1 -- 172.21.15.46:0/4081712389 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd1c00f780 con 0x55aebe7559e0
2024-03-19T01:49:17.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.766+0000 7fcd2bb8e740  1 -- 172.21.15.46:0/4081712389 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aebe7559e0 msgr2=0x55aebe75a4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:17.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.766+0000 7fcd22d9d640  1 --2- 172.21.15.46:0/3901461452 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fcd0c0a2890 0x7fcd0c0a4d50 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fcd14006010 tx=0x7fcd1402c0f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:17.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.766+0000 7fcd2bb8e740  1 --2- 172.21.15.46:0/4081712389 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aebe7559e0 0x55aebe75a4e0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fcd1c0114c0 tx=0x7fcd1c0118c0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.767+0000 7fcd2bb8e740  1 -- 172.21.15.46:0/4081712389 shutdown_connections
2024-03-19T01:49:17.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.767+0000 7fcd2bb8e740  1 --2- 172.21.15.46:0/4081712389 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aebe75ab50 0x55aebe75cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.767+0000 7fcd2bb8e740  1 --2- 172.21.15.46:0/4081712389 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aebe7559e0 0x55aebe75a4e0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.767+0000 7fcd2bb8e740  1 --2- 172.21.15.46:0/4081712389 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aebe754ff0 0x55aebe755410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.767+0000 7fcd2bb8e740  1 -- 172.21.15.46:0/4081712389 >> 172.21.15.46:0/4081712389 conn(0x55aebe750560 msgr2=0x55aebe750960 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:17.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.767+0000 7fcd2bb8e740  1 -- 172.21.15.46:0/4081712389 shutdown_connections
2024-03-19T01:49:17.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.767+0000 7fcd2bb8e740  1 -- 172.21.15.46:0/4081712389 wait complete.
2024-03-19T01:49:17.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.767+0000 7fcd2bb8e740  1 --  start start
2024-03-19T01:49:17.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.767+0000 7fcd2bb8e740  1  Processor -- start
2024-03-19T01:49:17.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.767+0000 7fcd2bb8e740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aebe754ff0 0x55aebe75f540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.767+0000 7fcd2bb8e740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aebe7559e0 0x55aebe75fa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.767+0000 7fcd2bb8e740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aebe75ab50 0x55aebe766a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.767+0000 7fcd2bb8e740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55aebe75db00 con 0x55aebe75ab50
2024-03-19T01:49:17.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.767+0000 7fcd2bb8e740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55aebe675fc0 con 0x55aebe754ff0
2024-03-19T01:49:17.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.767+0000 7fcd2bb8e740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55aebe75dc80 con 0x55aebe7559e0
2024-03-19T01:49:17.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.767+0000 7fcd2bb8e740 10 client.0 _ll_register_callbacks cb 0x55aebe6b1a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:49:17.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.767+0000 7fcd22d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aebe75ab50 0x55aebe766a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.767+0000 7fcd2259c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aebe754ff0 0x55aebe75f540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.767+0000 7fcd22d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aebe75ab50 0x55aebe766a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56922/0 (socket says 172.21.15.46:56922)
2024-03-19T01:49:17.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.767+0000 7fcd22d9d640  1 -- 172.21.15.46:0/1568822570 learned_addr learned my addr 172.21.15.46:0/1568822570 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:17.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.767+0000 7fcd21d9b640  1 --2- 172.21.15.46:0/1568822570 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aebe7559e0 0x55aebe75fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.768+0000 7fcd22d9d640  1 -- 172.21.15.46:0/1568822570 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aebe7559e0 msgr2=0x55aebe75fa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:17.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.768+0000 7fcd22d9d640  1 --2- 172.21.15.46:0/1568822570 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aebe7559e0 0x55aebe75fa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.768+0000 7fcd22d9d640  1 -- 172.21.15.46:0/1568822570 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aebe754ff0 msgr2=0x55aebe75f540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:17.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.768+0000 7fcd22d9d640  1 --2- 172.21.15.46:0/1568822570 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aebe754ff0 0x55aebe75f540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.768+0000 7fcd22d9d640  1 -- 172.21.15.46:0/1568822570 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aebe3ce2d0 con 0x55aebe75ab50
2024-03-19T01:49:17.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.768+0000 7fcd2259c640  1 --2- 172.21.15.46:0/1568822570 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aebe754ff0 0x55aebe75f540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:17.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.768+0000 7fcd22d9d640  1 --2- 172.21.15.46:0/1568822570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aebe75ab50 0x55aebe766a50 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fcd14009ca0 tx=0x7fcd140095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=300f824ad428bf47 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:17.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.768+0000 7fcd09ffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:49:17.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.768+0000 7fcd09ffb640  1 -- 172.21.15.46:0/1568822570 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd14053060 con 0x55aebe75ab50
2024-03-19T01:49:17.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.768+0000 7fcd09ffb640  1 -- 172.21.15.46:0/1568822570 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fcd14004450 con 0x55aebe75ab50
2024-03-19T01:49:17.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.768+0000 7fcd2bb8e740  1 -- 172.21.15.46:0/1568822570 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcd1c0041c0 con 0x55aebe75ab50
2024-03-19T01:49:17.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.768+0000 7fcd09ffb640  1 -- 172.21.15.46:0/1568822570 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7fcd1405a050 con 0x55aebe75ab50
2024-03-19T01:49:17.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.768+0000 7fcd2bb8e740 10 client.15222 fetch_fsmap learned FSMap version 23
2024-03-19T01:49:17.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.768+0000 7fcd2bb8e740  1 -- 172.21.15.46:0/1568822570 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55aebe4986b0 con 0x55aebe75ab50
2024-03-19T01:49:17.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.768+0000 7fcd09ffb640  1 -- 172.21.15.46:0/1568822570 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcd1c0041c0 con 0x55aebe75ab50
2024-03-19T01:49:17.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.768+0000 7fcd09ffb640  1 -- 172.21.15.46:0/1568822570 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7fcd1403f070 con 0x55aebe75ab50
2024-03-19T01:49:17.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.768+0000 7fcd2bb8e740 10 client.15222 fetch_fsmap finished waiting for FSMap version 23
2024-03-19T01:49:17.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.769+0000 7fcd2bb8e740 10 client.15222 resolve_mds: resolved name 'i' to daemon mds.i
2024-03-19T01:49:17.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.769+0000 7fcd2bb8e740 20 client.15222 populate_metadata read hostname 'smithi046'
2024-03-19T01:49:17.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.769+0000 7fcd2bb8e740  1 --2- 172.21.15.46:0/1568822570 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55aebe76c300 0x55aebe76d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.769+0000 7fcd2bb8e740  4 client.15222 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:49:17.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.769+0000 7fcd2bb8e740  1 -- 172.21.15.46:0/1568822570 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aebe6c7320 con 0x55aebe76c300
2024-03-19T01:49:17.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.769+0000 7fcd2259c640  1 --2- 172.21.15.46:0/1568822570 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55aebe76c300 0x55aebe76d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.769+0000 7fcd2259c640  1 --2- 172.21.15.46:0/1568822570 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55aebe76c300 0x55aebe76d770 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d50af67b314fdd38 server_cookie=a8c57ee8590a215e in_seq=0 out_seq=0
2024-03-19T01:49:17.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.769+0000 7fcd09ffb640 10 client.15222 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:49:17.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.770+0000 7fcd09ffb640  1 -- 172.21.15.46:0/1568822570 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55aebe6c7320 con 0x55aebe76c300
2024-03-19T01:49:17.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.770+0000 7fcd09ffb640 10 client.15222 handle_command_reply: tid=0
2024-03-19T01:49:17.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.770+0000 7fcd2bb8e740  1 client.15222 shutdown
2024-03-19T01:49:17.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.770+0000 7fcd2bb8e740  1 -- 172.21.15.46:0/1568822570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aebe75ab50 msgr2=0x55aebe766a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:17.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.770+0000 7fcd2bb8e740  1 --2- 172.21.15.46:0/1568822570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aebe75ab50 0x55aebe766a50 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fcd14009ca0 tx=0x7fcd140095c0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.770+0000 7fcd2bb8e740  1 -- 172.21.15.46:0/1568822570 shutdown_connections
2024-03-19T01:49:17.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.770+0000 7fcd2bb8e740  1 --2- 172.21.15.46:0/1568822570 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55aebe76c300 0x55aebe76d770 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.770+0000 7fcd2bb8e740  1 --2- 172.21.15.46:0/1568822570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aebe75ab50 0x55aebe766a50 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.770+0000 7fcd2bb8e740  1 --2- 172.21.15.46:0/1568822570 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aebe7559e0 0x55aebe75fa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.770+0000 7fcd09ffb640  0 client.15222 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:49:17.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.770+0000 7fcd2bb8e740  1 --2- 172.21.15.46:0/1568822570 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aebe754ff0 0x55aebe75f540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.770+0000 7fcd2bb8e740  1 -- 172.21.15.46:0/1568822570 >> 172.21.15.46:0/1568822570 conn(0x55aebe750560 msgr2=0x55aebe74f7e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:17.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.770+0000 7fcd2bb8e740  1 -- 172.21.15.46:0/1568822570 shutdown_connections
2024-03-19T01:49:17.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.770+0000 7fcd2bb8e740  1 -- 172.21.15.46:0/1568822570 wait complete.
2024-03-19T01:49:17.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.770+0000 7fcd2bb8e740 20 client.15222 trim_cache size 0 max 16384
2024-03-19T01:49:17.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.788+0000 7fcd2bb8e740  1  Processor -- start
2024-03-19T01:49:17.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.788+0000 7fcd2bb8e740  1 --  start start
2024-03-19T01:49:17.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.788+0000 7fcd2bb8e740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aebe754ff0 0x55aebe750940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.788+0000 7fcd2bb8e740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aebe7559e0 0x55aebe75f150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.788+0000 7fcd2bb8e740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aebe75ab50 0x55aebe75f690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.788+0000 7fcd2bb8e740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55aebe76bab0 con 0x55aebe7559e0
2024-03-19T01:49:17.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.788+0000 7fcd2bb8e740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55aebe76c180 con 0x55aebe75ab50
2024-03-19T01:49:17.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.788+0000 7fcd2bb8e740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55aebe76c850 con 0x55aebe754ff0
2024-03-19T01:49:17.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.788+0000 7fcd21d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aebe7559e0 0x55aebe75f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.788+0000 7fcd21d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aebe7559e0 0x55aebe75f150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56924/0 (socket says 172.21.15.46:56924)
2024-03-19T01:49:17.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.788+0000 7fcd21d9b640  1 -- 172.21.15.46:0/1918165811 learned_addr learned my addr 172.21.15.46:0/1918165811 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:17.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.788+0000 7fcd2259c640  1 --2- 172.21.15.46:0/1918165811 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aebe754ff0 0x55aebe750940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.788+0000 7fcd22d9d640  1 --2- 172.21.15.46:0/1918165811 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aebe75ab50 0x55aebe75f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.789+0000 7fcd21d9b640  1 -- 172.21.15.46:0/1918165811 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aebe754ff0 msgr2=0x55aebe750940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:17.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.789+0000 7fcd21d9b640  1 --2- 172.21.15.46:0/1918165811 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aebe754ff0 0x55aebe750940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.789+0000 7fcd21d9b640  1 -- 172.21.15.46:0/1918165811 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aebe75ab50 msgr2=0x55aebe75f690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:17.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.789+0000 7fcd21d9b640  1 --2- 172.21.15.46:0/1918165811 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aebe75ab50 0x55aebe75f690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.789+0000 7fcd21d9b640  1 -- 172.21.15.46:0/1918165811 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aebe74b670 con 0x55aebe7559e0
2024-03-19T01:49:17.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.789+0000 7fcd21d9b640  1 --2- 172.21.15.46:0/1918165811 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aebe7559e0 0x55aebe75f150 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fcd1809b760 tx=0x7fcd180d4040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f54b67317d9df68e server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:17.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.789+0000 7fcd0bfff640  1 -- 172.21.15.46:0/1918165811 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd1809b7d0 con 0x55aebe7559e0
2024-03-19T01:49:17.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.789+0000 7fcd0bfff640  1 -- 172.21.15.46:0/1918165811 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcd180a3ec0 con 0x55aebe7559e0
2024-03-19T01:49:17.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.789+0000 7fcd0bfff640  1 -- 172.21.15.46:0/1918165811 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd1809ac20 con 0x55aebe7559e0
2024-03-19T01:49:17.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.789+0000 7fcd2bb8e740  1 -- 172.21.15.46:0/1918165811 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aebe7559e0 msgr2=0x55aebe75f150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:17.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.789+0000 7fcd2bb8e740  1 --2- 172.21.15.46:0/1918165811 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aebe7559e0 0x55aebe75f150 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fcd1809b760 tx=0x7fcd180d4040 comp rx=0 tx=0).stop
2024-03-19T01:49:17.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.790+0000 7fcd2bb8e740  1 -- 172.21.15.46:0/1918165811 shutdown_connections
2024-03-19T01:49:17.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.790+0000 7fcd2bb8e740  1 --2- 172.21.15.46:0/1918165811 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aebe75ab50 0x55aebe75f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.790+0000 7fcd2bb8e740  1 --2- 172.21.15.46:0/1918165811 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aebe7559e0 0x55aebe75f150 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.790+0000 7fcd2bb8e740  1 --2- 172.21.15.46:0/1918165811 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aebe754ff0 0x55aebe750940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.790+0000 7fcd2bb8e740  1 -- 172.21.15.46:0/1918165811 >> 172.21.15.46:0/1918165811 conn(0x55aebe750560 msgr2=0x55aebe756480 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:17.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.790+0000 7fcd2bb8e740  1 -- 172.21.15.46:0/1918165811 shutdown_connections
2024-03-19T01:49:17.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.790+0000 7fcd2bb8e740  1 -- 172.21.15.46:0/1918165811 wait complete.
2024-03-19T01:49:17.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.790+0000 7fcd2bb8e740  1 --  start start
2024-03-19T01:49:17.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.790+0000 7fcd2bb8e740  1  Processor -- start
2024-03-19T01:49:17.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.790+0000 7fcd2bb8e740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aebe754ff0 0x55aebe7ce2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.790+0000 7fcd2bb8e740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aebe7559e0 0x55aebe7ce7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.790+0000 7fcd2bb8e740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aebe75ab50 0x55aebe7d5340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.790+0000 7fcd2bb8e740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55aebe76d5f0 con 0x55aebe7559e0
2024-03-19T01:49:17.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.790+0000 7fcd2bb8e740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55aebe76cf20 con 0x55aebe75ab50
2024-03-19T01:49:17.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.790+0000 7fcd2bb8e740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55aebe76dcc0 con 0x55aebe754ff0
2024-03-19T01:49:17.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.790+0000 7fcd2bb8e740 10 client.0 _ll_register_callbacks cb 0x7fcd18005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:49:17.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.790+0000 7fcd21d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aebe7559e0 0x55aebe7ce7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.790+0000 7fcd21d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aebe7559e0 0x55aebe7ce7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56928/0 (socket says 172.21.15.46:56928)
2024-03-19T01:49:17.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.790+0000 7fcd21d9b640  1 -- 172.21.15.46:0/2909657716 learned_addr learned my addr 172.21.15.46:0/2909657716 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:17.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.790+0000 7fcd22d9d640  1 --2- 172.21.15.46:0/2909657716 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aebe75ab50 0x55aebe7d5340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.790+0000 7fcd2259c640  1 --2- 172.21.15.46:0/2909657716 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aebe754ff0 0x55aebe7ce2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.790+0000 7fcd21d9b640  1 -- 172.21.15.46:0/2909657716 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aebe754ff0 msgr2=0x55aebe7ce2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:17.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.790+0000 7fcd21d9b640  1 --2- 172.21.15.46:0/2909657716 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aebe754ff0 0x55aebe7ce2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.790+0000 7fcd21d9b640  1 -- 172.21.15.46:0/2909657716 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aebe75ab50 msgr2=0x55aebe7d5340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:17.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.790+0000 7fcd21d9b640  1 --2- 172.21.15.46:0/2909657716 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aebe75ab50 0x55aebe7d5340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.790+0000 7fcd21d9b640  1 -- 172.21.15.46:0/2909657716 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aebe7d5950 con 0x55aebe7559e0
2024-03-19T01:49:17.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.790+0000 7fcd22d9d640  1 --2- 172.21.15.46:0/2909657716 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aebe75ab50 0x55aebe7d5340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:17.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.791+0000 7fcd21d9b640  1 --2- 172.21.15.46:0/2909657716 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aebe7559e0 0x55aebe7ce7e0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fcd180981a0 tx=0x7fcd18010ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7dcd1a5551c52680 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:17.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.791+0000 7fcd09ffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:49:17.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.791+0000 7fcd09ffb640  1 -- 172.21.15.46:0/2909657716 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd180b4060 con 0x55aebe7559e0
2024-03-19T01:49:17.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.791+0000 7fcd09ffb640  1 -- 172.21.15.46:0/2909657716 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fcd18010630 con 0x55aebe7559e0
2024-03-19T01:49:17.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.791+0000 7fcd2bb8e740  1 -- 172.21.15.46:0/2909657716 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcd180a3ec0 con 0x55aebe7559e0
2024-03-19T01:49:17.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.791+0000 7fcd09ffb640  1 -- 172.21.15.46:0/2909657716 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7fcd1809f870 con 0x55aebe7559e0
2024-03-19T01:49:17.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.791+0000 7fcd2bb8e740 10 client.15228 fetch_fsmap learned FSMap version 23
2024-03-19T01:49:17.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.791+0000 7fcd2bb8e740  1 -- 172.21.15.46:0/2909657716 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55aebe7d6c50 con 0x55aebe7559e0
2024-03-19T01:49:17.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.791+0000 7fcd09ffb640  1 -- 172.21.15.46:0/2909657716 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcd180a3ec0 con 0x55aebe7559e0
2024-03-19T01:49:17.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.791+0000 7fcd09ffb640  1 -- 172.21.15.46:0/2909657716 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7fcd180975b0 con 0x55aebe7559e0
2024-03-19T01:49:17.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.791+0000 7fcd2bb8e740 10 client.15228 fetch_fsmap finished waiting for FSMap version 23
2024-03-19T01:49:17.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.791+0000 7fcd2bb8e740 10 client.15228 resolve_mds: resolved name 'i' to daemon mds.i
2024-03-19T01:49:17.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.791+0000 7fcd2bb8e740 20 client.15228 populate_metadata read hostname 'smithi046'
2024-03-19T01:49:17.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.791+0000 7fcd2bb8e740  1 --2- 172.21.15.46:0/2909657716 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55aebe7db390 0x55aebe7da0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.791+0000 7fcd2bb8e740  4 client.15228 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "status"}]
2024-03-19T01:49:17.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.791+0000 7fcd2bb8e740  1 -- 172.21.15.46:0/2909657716 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "status"}) -- 0x55aebe6c1670 con 0x55aebe7db390
2024-03-19T01:49:17.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.791+0000 7fcd2259c640  1 --2- 172.21.15.46:0/2909657716 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55aebe7db390 0x55aebe7da0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.792+0000 7fcd2259c640  1 --2- 172.21.15.46:0/2909657716 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55aebe7db390 0x55aebe7da0a0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f2ce8c9a61ab7f5b server_cookie=7ae9737d7d966119 in_seq=0 out_seq=0
2024-03-19T01:49:17.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.792+0000 7fcd09ffb640 10 client.15228 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:49:17.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.792+0000 7fcd09ffb640  1 -- 172.21.15.46:0/2909657716 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x55aebe6c1670 con 0x55aebe7db390
2024-03-19T01:49:17.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.792+0000 7fcd09ffb640 10 client.15228 handle_command_reply: tid=0
2024-03-19T01:49:17.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.792+0000 7fcd2bb8e740  1 client.15228 shutdown
2024-03-19T01:49:17.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.792+0000 7fcd2bb8e740  1 -- 172.21.15.46:0/2909657716 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aebe7559e0 msgr2=0x55aebe7ce7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:17.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.792+0000 7fcd2bb8e740  1 --2- 172.21.15.46:0/2909657716 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aebe7559e0 0x55aebe7ce7e0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fcd180981a0 tx=0x7fcd18010ea0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.792+0000 7fcd2bb8e740  1 -- 172.21.15.46:0/2909657716 shutdown_connections
2024-03-19T01:49:17.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.792+0000 7fcd2bb8e740  1 --2- 172.21.15.46:0/2909657716 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55aebe7db390 0x55aebe7da0a0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.792+0000 7fcd2bb8e740  1 --2- 172.21.15.46:0/2909657716 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aebe75ab50 0x55aebe7d5340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.792+0000 7fcd2bb8e740  1 --2- 172.21.15.46:0/2909657716 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aebe7559e0 0x55aebe7ce7e0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.792+0000 7fcd2bb8e740  1 --2- 172.21.15.46:0/2909657716 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aebe754ff0 0x55aebe7ce2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.792+0000 7fcd09ffb640  0 client.15228 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:49:17.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.792+0000 7fcd2bb8e740  1 -- 172.21.15.46:0/2909657716 >> 172.21.15.46:0/2909657716 conn(0x55aebe750560 msgr2=0x55aebe750940 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:17.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.792+0000 7fcd2bb8e740  1 -- 172.21.15.46:0/2909657716 shutdown_connections
2024-03-19T01:49:17.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.792+0000 7fcd2bb8e740  1 -- 172.21.15.46:0/2909657716 wait complete.
2024-03-19T01:49:17.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.792+0000 7fcd2bb8e740 20 client.15228 trim_cache size 0 max 16384
2024-03-19T01:49:17.799 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:49:17.799 INFO:teuthology.orchestra.run.smithi046.stdout:    "cluster_fsid": "53c8cf3e-e591-11ee-95c9-87774f69a715",
2024-03-19T01:49:17.799 INFO:teuthology.orchestra.run.smithi046.stdout:    "whoami": 2,
2024-03-19T01:49:17.799 INFO:teuthology.orchestra.run.smithi046.stdout:    "id": 24478,
2024-03-19T01:49:17.800 INFO:teuthology.orchestra.run.smithi046.stdout:    "want_state": "up:active",
2024-03-19T01:49:17.800 INFO:teuthology.orchestra.run.smithi046.stdout:    "state": "up:active",
2024-03-19T01:49:17.800 INFO:teuthology.orchestra.run.smithi046.stdout:    "fs_name": "cephfs",
2024-03-19T01:49:17.800 INFO:teuthology.orchestra.run.smithi046.stdout:    "rank_uptime": 85.168191192999998,
2024-03-19T01:49:17.800 INFO:teuthology.orchestra.run.smithi046.stdout:    "mdsmap_epoch": 23,
2024-03-19T01:49:17.800 INFO:teuthology.orchestra.run.smithi046.stdout:    "osdmap_epoch": 91,
2024-03-19T01:49:17.800 INFO:teuthology.orchestra.run.smithi046.stdout:    "osdmap_epoch_barrier": 89,
2024-03-19T01:49:17.800 INFO:teuthology.orchestra.run.smithi046.stdout:    "uptime": 126.37414627
2024-03-19T01:49:17.800 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:49:17.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.793+0000 7fcd28fa9640  1 -- 172.21.15.46:0/3901461452 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fcd0c0a2890 msgr2=0x7fcd0c0a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:17.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.793+0000 7fcd28fa9640  1 --2- 172.21.15.46:0/3901461452 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fcd0c0a2890 0x7fcd0c0a4d50 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fcd14006010 tx=0x7fcd1402c0f0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.793+0000 7fcd28fa9640  1 -- 172.21.15.46:0/3901461452 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcd24101910 msgr2=0x7fcd24197fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:17.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.793+0000 7fcd28fa9640  1 --2- 172.21.15.46:0/3901461452 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcd24101910 0x7fcd24197fa0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fcd1800e9f0 tx=0x7fcd1800eeb0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.793+0000 7fcd28fa9640  1 -- 172.21.15.46:0/3901461452 shutdown_connections
2024-03-19T01:49:17.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.793+0000 7fcd28fa9640  1 --2- 172.21.15.46:0/3901461452 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fcd0c0a2890 0x7fcd0c0a4d50 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.793+0000 7fcd28fa9640  1 --2- 172.21.15.46:0/3901461452 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcd241022d0 0x7fcd2419f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.793+0000 7fcd28fa9640  1 --2- 172.21.15.46:0/3901461452 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcd24101910 0x7fcd24197fa0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.793+0000 7fcd28fa9640  1 --2- 172.21.15.46:0/3901461452 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcd24100720 0x7fcd24197a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.802 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.793+0000 7fcd28fa9640  1 -- 172.21.15.46:0/3901461452 >> 172.21.15.46:0/3901461452 conn(0x7fcd240fbcb0 msgr2=0x7fcd24104c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:17.802 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.793+0000 7fcd28fa9640  1 -- 172.21.15.46:0/3901461452 shutdown_connections
2024-03-19T01:49:17.802 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.793+0000 7fcd28fa9640  1 -- 172.21.15.46:0/3901461452 wait complete.
2024-03-19T01:49:17.804 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status
2024-03-19T01:49:17.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.908+0000 7fb9eb7fe640  1 -- 172.21.15.46:0/2694108315 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9e002cbe0 con 0x7fb9ec101850
2024-03-19T01:49:17.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.909+0000 7fb9f2bcd640  1 -- 172.21.15.46:0/2694108315 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb9ec101850 msgr2=0x7fb9ec101c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:17.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.909+0000 7fb9f2bcd640  1 --2- 172.21.15.46:0/2694108315 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb9ec101850 0x7fb9ec101c70 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fb9e0009900 tx=0x7fb9e002bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:17.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.909+0000 7fb9f2bcd640  1 -- 172.21.15.46:0/2694108315 shutdown_connections
2024-03-19T01:49:17.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.909+0000 7fb9f2bcd640  1 --2- 172.21.15.46:0/2694108315 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb9ec103400 0x7fb9ec109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.909+0000 7fb9f2bcd640  1 --2- 172.21.15.46:0/2694108315 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9ec102a40 0x7fb9ec102ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.909+0000 7fb9f2bcd640  1 --2- 172.21.15.46:0/2694108315 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb9ec101850 0x7fb9ec101c70 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.909+0000 7fb9f2bcd640  1 -- 172.21.15.46:0/2694108315 >> 172.21.15.46:0/2694108315 conn(0x7fb9ec0fcdc0 msgr2=0x7fb9ec0ff200 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:17.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.910+0000 7fb9f2bcd640  1 -- 172.21.15.46:0/2694108315 shutdown_connections
2024-03-19T01:49:17.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.910+0000 7fb9f2bcd640  1 -- 172.21.15.46:0/2694108315 wait complete.
2024-03-19T01:49:17.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.911+0000 7fb9f2bcd640  1  Processor -- start
2024-03-19T01:49:17.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.911+0000 7fb9f2bcd640  1 --  start start
2024-03-19T01:49:17.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.911+0000 7fb9f2bcd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9ec101850 0x7fb9ec19e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.911+0000 7fb9f2bcd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb9ec102a40 0x7fb9ec19e610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.911+0000 7fb9f2bcd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb9ec103400 0x7fb9ec1a5680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.911+0000 7fb9f2bcd640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb9ec10d3d0 con 0x7fb9ec101850
2024-03-19T01:49:17.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.911+0000 7fb9f2bcd640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb9ec10d250 con 0x7fb9ec102a40
2024-03-19T01:49:17.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.911+0000 7fb9f2bcd640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb9ec10d550 con 0x7fb9ec103400
2024-03-19T01:49:17.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.914+0000 7fb9f116a640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb9ec103400 0x7fb9ec1a5680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.914+0000 7fb9ebfff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb9ec102a40 0x7fb9ec19e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.915+0000 7fb9f116a640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb9ec103400 0x7fb9ec1a5680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:46914/0 (socket says 172.21.15.46:46914)
2024-03-19T01:49:17.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.915+0000 7fb9f116a640  1 -- 172.21.15.46:0/679956037 learned_addr learned my addr 172.21.15.46:0/679956037 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:17.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.915+0000 7fb9f116a640  1 -- 172.21.15.46:0/679956037 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb9ec102a40 msgr2=0x7fb9ec19e610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:17.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.915+0000 7fb9f116a640  1 --2- 172.21.15.46:0/679956037 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb9ec102a40 0x7fb9ec19e610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.915+0000 7fb9f116a640  1 -- 172.21.15.46:0/679956037 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9ec101850 msgr2=0x7fb9ec19e0d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down
2024-03-19T01:49:17.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.915+0000 7fb9f116a640  1 --2- 172.21.15.46:0/679956037 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9ec101850 0x7fb9ec19e0d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.915+0000 7fb9f116a640  1 -- 172.21.15.46:0/679956037 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9ec1a5cf0 con 0x7fb9ec103400
2024-03-19T01:49:17.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.915+0000 7fb9ebfff640  1 --2- 172.21.15.46:0/679956037 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb9ec102a40 0x7fb9ec19e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed!
2024-03-19T01:49:17.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.915+0000 7fb9f116a640  1 --2- 172.21.15.46:0/679956037 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb9ec103400 0x7fb9ec1a5680 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fb9e400eb10 tx=0x7fb9e400c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:17.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.916+0000 7fb9e9ffb640  1 -- 172.21.15.46:0/679956037 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9e4004b20 con 0x7fb9ec103400
2024-03-19T01:49:17.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.917+0000 7fb9f2bcd640  1 -- 172.21.15.46:0/679956037 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9ec1a5fe0 con 0x7fb9ec103400
2024-03-19T01:49:17.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.917+0000 7fb9f2bcd640  1 -- 172.21.15.46:0/679956037 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9ec1a64f0 con 0x7fb9ec103400
2024-03-19T01:49:17.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.918+0000 7fb9e9ffb640  1 -- 172.21.15.46:0/679956037 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb9e4004cc0 con 0x7fb9ec103400
2024-03-19T01:49:17.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.918+0000 7fb9e9ffb640  1 -- 172.21.15.46:0/679956037 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9e4010690 con 0x7fb9ec103400
2024-03-19T01:49:17.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.921+0000 7fb9f57bc740  1  Processor -- start
2024-03-19T01:49:17.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.925+0000 7fb9f57bc740  1 --  start start
2024-03-19T01:49:17.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.925+0000 7fb9f57bc740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e570c22ff0 0x55e570c23410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.925+0000 7fb9f57bc740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e570c239e0 0x55e570c284e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.925+0000 7fb9f57bc740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e570c28b50 0x55e570c2afe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.925+0000 7fb9f57bc740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55e570b87de0 con 0x55e570c239e0
2024-03-19T01:49:17.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.925+0000 7fb9f57bc740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55e570b30c80 con 0x55e570c28b50
2024-03-19T01:49:17.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.925+0000 7fb9f57bc740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55e570b83e80 con 0x55e570c22ff0
2024-03-19T01:49:17.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.926+0000 7fb9ebfff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e570c22ff0 0x55e570c23410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.926+0000 7fb9ebfff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e570c22ff0 0x55e570c23410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:46926/0 (socket says 172.21.15.46:46926)
2024-03-19T01:49:17.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.926+0000 7fb9ebfff640  1 -- 172.21.15.46:0/1569427563 learned_addr learned my addr 172.21.15.46:0/1569427563 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:17.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.926+0000 7fb9ebfff640  1 --2- 172.21.15.46:0/1569427563 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e570c28b50 0x55e570c2afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.928+0000 7fb9ebfff640  1 -- 172.21.15.46:0/1569427563 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e570c28b50 msgr2=0x55e570c2afe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:17.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.928+0000 7fb9ebfff640  1 --2- 172.21.15.46:0/1569427563 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e570c28b50 0x55e570c2afe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.928+0000 7fb9ebfff640  1 -- 172.21.15.46:0/1569427563 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e570c239e0 msgr2=0x55e570c284e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:17.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.928+0000 7fb9ebfff640  1 --2- 172.21.15.46:0/1569427563 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e570c239e0 0x55e570c284e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.928+0000 7fb9ebfff640  1 -- 172.21.15.46:0/1569427563 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e570b42fb0 con 0x55e570c22ff0
2024-03-19T01:49:17.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.931+0000 7fb9ebfff640  1 --2- 172.21.15.46:0/1569427563 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e570c22ff0 0x55e570c23410 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fb9d8005d00 tx=0x7fb9d80096c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ac8604baf32bcd36 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:17.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.932+0000 7fb9d6ffd640  1 -- 172.21.15.46:0/1569427563 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9d8005020 con 0x55e570c22ff0
2024-03-19T01:49:17.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.932+0000 7fb9d6ffd640  1 -- 172.21.15.46:0/1569427563 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb9d80047a0 con 0x55e570c22ff0
2024-03-19T01:49:17.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.932+0000 7fb9d6ffd640  1 -- 172.21.15.46:0/1569427563 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9d800f9c0 con 0x55e570c22ff0
2024-03-19T01:49:17.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.933+0000 7fb9e9ffb640  1 -- 172.21.15.46:0/679956037 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7fb9e4005020 con 0x7fb9ec103400
2024-03-19T01:49:17.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.933+0000 7fb9f57bc740  1 -- 172.21.15.46:0/1569427563 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e570c22ff0 msgr2=0x55e570c23410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:17.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.933+0000 7fb9f57bc740  1 --2- 172.21.15.46:0/1569427563 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e570c22ff0 0x55e570c23410 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fb9d8005d00 tx=0x7fb9d80096c0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.934+0000 7fb9f57bc740  1 -- 172.21.15.46:0/1569427563 shutdown_connections
2024-03-19T01:49:17.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.934+0000 7fb9f57bc740  1 --2- 172.21.15.46:0/1569427563 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e570c28b50 0x55e570c2afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.934+0000 7fb9f57bc740  1 --2- 172.21.15.46:0/1569427563 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e570c239e0 0x55e570c284e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.934+0000 7fb9f57bc740  1 --2- 172.21.15.46:0/1569427563 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e570c22ff0 0x55e570c23410 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.934+0000 7fb9f57bc740  1 -- 172.21.15.46:0/1569427563 >> 172.21.15.46:0/1569427563 conn(0x55e570c1e560 msgr2=0x55e570c1e960 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:17.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.934+0000 7fb9f57bc740  1 -- 172.21.15.46:0/1569427563 shutdown_connections
2024-03-19T01:49:17.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.934+0000 7fb9f57bc740  1 -- 172.21.15.46:0/1569427563 wait complete.
2024-03-19T01:49:17.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.934+0000 7fb9f57bc740  1 --  start start
2024-03-19T01:49:17.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.936+0000 7fb9f57bc740  1  Processor -- start
2024-03-19T01:49:17.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.936+0000 7fb9e9ffb640  1 --2- 172.21.15.46:0/679956037 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb9dc0a28b0 0x7fb9dc0a4d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.937+0000 7fb9f57bc740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e570c22ff0 0x55e570c2d570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.937+0000 7fb9f57bc740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e570c239e0 0x55e570c2dab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.937+0000 7fb9f57bc740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e570c28b50 0x55e570c34af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.937+0000 7fb9f57bc740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55e570c2baa0 con 0x55e570c22ff0
2024-03-19T01:49:17.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.937+0000 7fb9f57bc740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55e570b43fc0 con 0x55e570c28b50
2024-03-19T01:49:17.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.937+0000 7fb9f57bc740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55e570c2bc20 con 0x55e570c239e0
2024-03-19T01:49:17.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.937+0000 7fb9f57bc740 10 client.0 _ll_register_callbacks cb 0x55e570b7fa20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:49:17.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.937+0000 7fb9e9ffb640  1 -- 172.21.15.46:0/679956037 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fb9e40cf680 con 0x7fb9ec103400
2024-03-19T01:49:17.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.937+0000 7fb9f116a640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e570c28b50 0x55e570c34af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.937+0000 7fb9f116a640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e570c28b50 0x55e570c34af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:59852/0 (socket says 172.21.15.46:59852)
2024-03-19T01:49:17.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.937+0000 7fb9f116a640  1 -- 172.21.15.46:0/1388939789 learned_addr learned my addr 172.21.15.46:0/1388939789 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:17.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.937+0000 7fb9ebfff640  1 --2- 172.21.15.46:0/1388939789 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e570c239e0 0x55e570c2dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.938+0000 7fb9f0969640  1 --2- 172.21.15.46:0/1388939789 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e570c22ff0 0x55e570c2d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.938+0000 7fb9ebfff640  1 --2- 172.21.15.46:0/679956037 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb9dc0a28b0 0x7fb9dc0a4d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.938+0000 7fb9f116a640  1 -- 172.21.15.46:0/1388939789 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e570c239e0 msgr2=0x55e570c2dab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:17.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.938+0000 7fb9f116a640  1 --2- 172.21.15.46:0/1388939789 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e570c239e0 0x55e570c2dab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.938+0000 7fb9f116a640  1 -- 172.21.15.46:0/1388939789 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e570c22ff0 msgr2=0x55e570c2d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:17.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.938+0000 7fb9f116a640  1 --2- 172.21.15.46:0/1388939789 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e570c22ff0 0x55e570c2d570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.938+0000 7fb9f116a640  1 -- 172.21.15.46:0/1388939789 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e57089c2d0 con 0x55e570c28b50
2024-03-19T01:49:17.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.938+0000 7fb9f116a640  1 --2- 172.21.15.46:0/1388939789 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e570c28b50 0x55e570c34af0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fb9e40a3d70 tx=0x7fb9e409c280 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3e0c9e58e4ae13ac server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:17.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.938+0000 7fb9cbfff640 10 client.0 ms_handle_connect on v2:172.21.15.73:3300/0
2024-03-19T01:49:17.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.939+0000 7fb9cbfff640  1 -- 172.21.15.46:0/1388939789 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9e40a42a0 con 0x55e570c28b50
2024-03-19T01:49:17.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.939+0000 7fb9cbfff640  1 -- 172.21.15.46:0/1388939789 <== mon.2 v2:172.21.15.73:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fb9e40b4bc0 con 0x55e570c28b50
2024-03-19T01:49:17.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.939+0000 7fb9f57bc740  1 -- 172.21.15.46:0/1388939789 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb9d80047a0 con 0x55e570c28b50
2024-03-19T01:49:17.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.939+0000 7fb9ebfff640  1 --2- 172.21.15.46:0/679956037 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb9dc0a28b0 0x7fb9dc0a4d70 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fb9d8006010 tx=0x7fb9d8004e70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:17.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.940+0000 7fb9cbfff640  1 -- 172.21.15.46:0/1388939789 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7fb9e40b4e20 con 0x55e570c28b50
2024-03-19T01:49:17.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.940+0000 7fb9f57bc740 10 client.25088 fetch_fsmap learned FSMap version 23
2024-03-19T01:49:17.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.940+0000 7fb9f57bc740  1 -- 172.21.15.46:0/1388939789 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55e5709666b0 con 0x55e570c28b50
2024-03-19T01:49:17.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.941+0000 7fb9cbfff640  1 -- 172.21.15.46:0/1388939789 <== mon.2 v2:172.21.15.73:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb9d80047a0 con 0x55e570c28b50
2024-03-19T01:49:17.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.941+0000 7fb9cbfff640  1 -- 172.21.15.46:0/1388939789 <== mon.2 v2:172.21.15.73:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7fb9e40cf070 con 0x55e570c28b50
2024-03-19T01:49:17.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.941+0000 7fb9f57bc740 10 client.25088 fetch_fsmap finished waiting for FSMap version 23
2024-03-19T01:49:17.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.941+0000 7fb9f57bc740 10 client.25088 resolve_mds: resolved name 'h' to daemon mds.h
2024-03-19T01:49:17.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.941+0000 7fb9f57bc740 20 client.25088 populate_metadata read hostname 'smithi046'
2024-03-19T01:49:17.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.941+0000 7fb9f57bc740  1 --2- 172.21.15.46:0/1388939789 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55e570c4b330 0x55e570c4c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.941+0000 7fb9f57bc740  4 client.25088 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:49:17.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.941+0000 7fb9f57bc740  1 -- 172.21.15.46:0/1388939789 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e570b95320 con 0x55e570c4b330
2024-03-19T01:49:17.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.941+0000 7fb9f0969640  1 --2- 172.21.15.46:0/1388939789 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55e570c4b330 0x55e570c4c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.942 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.942+0000 7fb9cbfff640 10 client.25088 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:49:17.942 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.942+0000 7fb9f0969640  1 --2- 172.21.15.46:0/1388939789 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55e570c4b330 0x55e570c4c7a0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a14af607fb95f63 server_cookie=1d8b03702cf1effa in_seq=0 out_seq=0
2024-03-19T01:49:17.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.944+0000 7fb9cbfff640  1 -- 172.21.15.46:0/1388939789 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55e570b95320 con 0x55e570c4b330
2024-03-19T01:49:17.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.944+0000 7fb9cbfff640 10 client.25088 handle_command_reply: tid=0
2024-03-19T01:49:17.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.944+0000 7fb9f57bc740  1 client.25088 shutdown
2024-03-19T01:49:17.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.945+0000 7fb9f57bc740  1 -- 172.21.15.46:0/1388939789 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e570c28b50 msgr2=0x55e570c34af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:17.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.945+0000 7fb9f57bc740  1 --2- 172.21.15.46:0/1388939789 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e570c28b50 0x55e570c34af0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fb9e40a3d70 tx=0x7fb9e409c280 comp rx=0 tx=0).stop
2024-03-19T01:49:17.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.945+0000 7fb9f57bc740  1 -- 172.21.15.46:0/1388939789 shutdown_connections
2024-03-19T01:49:17.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.945+0000 7fb9f57bc740  1 --2- 172.21.15.46:0/1388939789 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55e570c4b330 0x55e570c4c7a0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.945+0000 7fb9f57bc740  1 --2- 172.21.15.46:0/1388939789 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e570c28b50 0x55e570c34af0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.945+0000 7fb9f57bc740  1 --2- 172.21.15.46:0/1388939789 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e570c239e0 0x55e570c2dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.945+0000 7fb9f57bc740  1 --2- 172.21.15.46:0/1388939789 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e570c22ff0 0x55e570c2d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.945+0000 7fb9f57bc740  1 -- 172.21.15.46:0/1388939789 >> 172.21.15.46:0/1388939789 conn(0x55e570c1e560 msgr2=0x55e570c1d7e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:17.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.945+0000 7fb9cbfff640  0 client.25088 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:49:17.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.946+0000 7fb9f57bc740  1 -- 172.21.15.46:0/1388939789 shutdown_connections
2024-03-19T01:49:17.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.946+0000 7fb9f57bc740  1 -- 172.21.15.46:0/1388939789 wait complete.
2024-03-19T01:49:17.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.946+0000 7fb9f57bc740 20 client.25088 trim_cache size 0 max 16384
2024-03-19T01:49:17.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.971+0000 7fb9f57bc740  1  Processor -- start
2024-03-19T01:49:17.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.971+0000 7fb9f57bc740  1 --  start start
2024-03-19T01:49:17.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.971+0000 7fb9f57bc740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e570c22ff0 0x55e570c1e940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.971+0000 7fb9f57bc740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e570c239e0 0x55e570c34ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.971+0000 7fb9f57bc740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e570c28b50 0x55e570c1cf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.971+0000 7fb9f57bc740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55e570c4aae0 con 0x55e570c239e0
2024-03-19T01:49:17.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.971+0000 7fb9f57bc740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55e570c4b1b0 con 0x55e570c22ff0
2024-03-19T01:49:17.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.971+0000 7fb9f57bc740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55e570c4b880 con 0x55e570c28b50
2024-03-19T01:49:17.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.971+0000 7fb9ebfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e570c239e0 0x55e570c34ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.971+0000 7fb9ebfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e570c239e0 0x55e570c34ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56968/0 (socket says 172.21.15.46:56968)
2024-03-19T01:49:17.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.971+0000 7fb9ebfff640  1 -- 172.21.15.46:0/4244283608 learned_addr learned my addr 172.21.15.46:0/4244283608 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:17.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.971+0000 7fb9f116a640  1 --2- 172.21.15.46:0/4244283608 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e570c28b50 0x55e570c1cf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.971+0000 7fb9f0969640  1 --2- 172.21.15.46:0/4244283608 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e570c22ff0 0x55e570c1e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.971+0000 7fb9ebfff640  1 -- 172.21.15.46:0/4244283608 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e570c28b50 msgr2=0x55e570c1cf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:17.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.971+0000 7fb9ebfff640  1 --2- 172.21.15.46:0/4244283608 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e570c28b50 0x55e570c1cf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.971+0000 7fb9ebfff640  1 -- 172.21.15.46:0/4244283608 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e570c22ff0 msgr2=0x55e570c1e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:17.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.971+0000 7fb9ebfff640  1 --2- 172.21.15.46:0/4244283608 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e570c22ff0 0x55e570c1e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.971+0000 7fb9ebfff640  1 -- 172.21.15.46:0/4244283608 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e570c24270 con 0x55e570c239e0
2024-03-19T01:49:17.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.971+0000 7fb9ebfff640  1 --2- 172.21.15.46:0/4244283608 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e570c239e0 0x55e570c34ab0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fb9d801c000 tx=0x7fb9d80093d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cefee9654721cca8 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:17.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.972+0000 7fb9d67fc640  1 -- 172.21.15.46:0/4244283608 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9d8032070 con 0x55e570c239e0
2024-03-19T01:49:17.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.972+0000 7fb9d67fc640  1 -- 172.21.15.46:0/4244283608 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb9d800fbe0 con 0x55e570c239e0
2024-03-19T01:49:17.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.972+0000 7fb9d67fc640  1 -- 172.21.15.46:0/4244283608 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9d802e740 con 0x55e570c239e0
2024-03-19T01:49:17.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.972+0000 7fb9f57bc740  1 -- 172.21.15.46:0/4244283608 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e570c239e0 msgr2=0x55e570c34ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:17.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.972+0000 7fb9f57bc740  1 --2- 172.21.15.46:0/4244283608 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e570c239e0 0x55e570c34ab0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fb9d801c000 tx=0x7fb9d80093d0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.972+0000 7fb9f57bc740  1 -- 172.21.15.46:0/4244283608 shutdown_connections
2024-03-19T01:49:17.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.972+0000 7fb9f57bc740  1 --2- 172.21.15.46:0/4244283608 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e570c28b50 0x55e570c1cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.972+0000 7fb9f57bc740  1 --2- 172.21.15.46:0/4244283608 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e570c239e0 0x55e570c34ab0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.972+0000 7fb9f57bc740  1 --2- 172.21.15.46:0/4244283608 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e570c22ff0 0x55e570c1e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.972+0000 7fb9f57bc740  1 -- 172.21.15.46:0/4244283608 >> 172.21.15.46:0/4244283608 conn(0x55e570c1e560 msgr2=0x55e570c2c050 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:17.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.972+0000 7fb9f57bc740  1 -- 172.21.15.46:0/4244283608 shutdown_connections
2024-03-19T01:49:17.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.972+0000 7fb9f57bc740  1 -- 172.21.15.46:0/4244283608 wait complete.
2024-03-19T01:49:17.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.973+0000 7fb9f57bc740  1 --  start start
2024-03-19T01:49:17.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.973+0000 7fb9f57bc740  1  Processor -- start
2024-03-19T01:49:17.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.973+0000 7fb9f57bc740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e570c22ff0 0x55e570c32a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.973+0000 7fb9f57bc740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e570c239e0 0x55e570cad080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.973+0000 7fb9f57bc740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e570c28b50 0x55e570caf610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.973+0000 7fb9f57bc740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55e570c4c620 con 0x55e570c22ff0
2024-03-19T01:49:17.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.973+0000 7fb9f57bc740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55e570c4bf50 con 0x55e570c239e0
2024-03-19T01:49:17.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.973+0000 7fb9f57bc740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55e570c4ccf0 con 0x55e570c28b50
2024-03-19T01:49:17.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.973+0000 7fb9f57bc740 10 client.0 _ll_register_callbacks cb 0x7fb9e409b460 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:49:17.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.973+0000 7fb9f0969640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e570c22ff0 0x55e570c32a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.973+0000 7fb9f0969640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e570c22ff0 0x55e570c32a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56984/0 (socket says 172.21.15.46:56984)
2024-03-19T01:49:17.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.973+0000 7fb9ebfff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e570c239e0 0x55e570cad080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.973+0000 7fb9f0969640  1 -- 172.21.15.46:0/187940946 learned_addr learned my addr 172.21.15.46:0/187940946 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:17.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.973+0000 7fb9f116a640  1 --2- 172.21.15.46:0/187940946 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e570c28b50 0x55e570caf610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.973+0000 7fb9f0969640  1 -- 172.21.15.46:0/187940946 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e570c28b50 msgr2=0x55e570caf610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:17.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.973+0000 7fb9f0969640  1 --2- 172.21.15.46:0/187940946 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e570c28b50 0x55e570caf610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.973+0000 7fb9f0969640  1 -- 172.21.15.46:0/187940946 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e570c239e0 msgr2=0x55e570cad080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:17.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.973+0000 7fb9f0969640  1 --2- 172.21.15.46:0/187940946 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e570c239e0 0x55e570cad080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.973+0000 7fb9f0969640  1 -- 172.21.15.46:0/187940946 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e570cafe40 con 0x55e570c22ff0
2024-03-19T01:49:17.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.974+0000 7fb9ebfff640  1 --2- 172.21.15.46:0/187940946 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e570c239e0 0x55e570cad080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:17.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.974+0000 7fb9f0969640  1 --2- 172.21.15.46:0/187940946 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e570c22ff0 0x55e570c32a00 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fb9e002bc70 tx=0x7fb9e0005d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b9d6c4aa9ed23aa server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:17.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.974+0000 7fb9cbfff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:49:17.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.974+0000 7fb9cbfff640  1 -- 172.21.15.46:0/187940946 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9e0004040 con 0x55e570c22ff0
2024-03-19T01:49:17.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.974+0000 7fb9cbfff640  1 -- 172.21.15.46:0/187940946 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fb9e00041e0 con 0x55e570c22ff0
2024-03-19T01:49:17.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.974+0000 7fb9f57bc740  1 -- 172.21.15.46:0/187940946 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb9d800fbe0 con 0x55e570c22ff0
2024-03-19T01:49:17.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.974+0000 7fb9cbfff640  1 -- 172.21.15.46:0/187940946 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7fb9e0053050 con 0x55e570c22ff0
2024-03-19T01:49:17.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.974+0000 7fb9f57bc740 10 client.15240 fetch_fsmap learned FSMap version 23
2024-03-19T01:49:17.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.974+0000 7fb9f57bc740  1 -- 172.21.15.46:0/187940946 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55e570cb11b0 con 0x55e570c22ff0
2024-03-19T01:49:17.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.974+0000 7fb9cbfff640  1 -- 172.21.15.46:0/187940946 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb9d800fbe0 con 0x55e570c22ff0
2024-03-19T01:49:17.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.974+0000 7fb9cbfff640  1 -- 172.21.15.46:0/187940946 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7fb9e0043520 con 0x55e570c22ff0
2024-03-19T01:49:17.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.974+0000 7fb9f57bc740 10 client.15240 fetch_fsmap finished waiting for FSMap version 23
2024-03-19T01:49:17.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.974+0000 7fb9f57bc740 10 client.15240 resolve_mds: resolved name 'h' to daemon mds.h
2024-03-19T01:49:17.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.974+0000 7fb9f57bc740 20 client.15240 populate_metadata read hostname 'smithi046'
2024-03-19T01:49:17.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.974+0000 7fb9f57bc740  1 --2- 172.21.15.46:0/187940946 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55e570cb5dd0 0x55e570cb2210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:17.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.974+0000 7fb9f57bc740  4 client.15240 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "status"}]
2024-03-19T01:49:17.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.974+0000 7fb9f57bc740  1 -- 172.21.15.46:0/187940946 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "status"}) -- 0x55e570b8f670 con 0x55e570cb5dd0
2024-03-19T01:49:17.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.975+0000 7fb9ebfff640  1 --2- 172.21.15.46:0/187940946 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55e570cb5dd0 0x55e570cb2210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:17.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.975+0000 7fb9ebfff640  1 --2- 172.21.15.46:0/187940946 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55e570cb5dd0 0x55e570cb2210 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b6ea7f305ee15e56 server_cookie=1d3f7e00f1d54ef1 in_seq=0 out_seq=0
2024-03-19T01:49:17.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.975+0000 7fb9cbfff640 10 client.15240 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:49:17.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.975+0000 7fb9cbfff640  1 -- 172.21.15.46:0/187940946 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55e570b8f670 con 0x55e570cb5dd0
2024-03-19T01:49:17.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.975+0000 7fb9cbfff640 10 client.15240 handle_command_reply: tid=0
2024-03-19T01:49:17.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.975+0000 7fb9f57bc740  1 client.15240 shutdown
2024-03-19T01:49:17.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.975+0000 7fb9f57bc740  1 -- 172.21.15.46:0/187940946 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e570c22ff0 msgr2=0x55e570c32a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:17.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.975+0000 7fb9f57bc740  1 --2- 172.21.15.46:0/187940946 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e570c22ff0 0x55e570c32a00 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fb9e002bc70 tx=0x7fb9e0005d70 comp rx=0 tx=0).stop
2024-03-19T01:49:17.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.975+0000 7fb9f57bc740  1 -- 172.21.15.46:0/187940946 shutdown_connections
2024-03-19T01:49:17.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.975+0000 7fb9f57bc740  1 --2- 172.21.15.46:0/187940946 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55e570cb5dd0 0x55e570cb2210 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.975+0000 7fb9f57bc740  1 --2- 172.21.15.46:0/187940946 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e570c28b50 0x55e570caf610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.975+0000 7fb9f57bc740  1 --2- 172.21.15.46:0/187940946 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e570c239e0 0x55e570cad080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.975+0000 7fb9cbfff640  0 client.15240 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:49:17.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.975+0000 7fb9f57bc740  1 --2- 172.21.15.46:0/187940946 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e570c22ff0 0x55e570c32a00 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.975+0000 7fb9f57bc740  1 -- 172.21.15.46:0/187940946 >> 172.21.15.46:0/187940946 conn(0x55e570c1e560 msgr2=0x55e570c1e940 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:17.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.976+0000 7fb9f57bc740  1 -- 172.21.15.46:0/187940946 shutdown_connections
2024-03-19T01:49:17.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.976+0000 7fb9f57bc740  1 -- 172.21.15.46:0/187940946 wait complete.
2024-03-19T01:49:17.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.976+0000 7fb9f57bc740 20 client.15240 trim_cache size 0 max 16384
2024-03-19T01:49:17.982 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:49:17.982 INFO:teuthology.orchestra.run.smithi046.stdout:    "cluster_fsid": "53c8cf3e-e591-11ee-95c9-87774f69a715",
2024-03-19T01:49:17.982 INFO:teuthology.orchestra.run.smithi046.stdout:    "whoami": 1,
2024-03-19T01:49:17.982 INFO:teuthology.orchestra.run.smithi046.stdout:    "id": 24479,
2024-03-19T01:49:17.983 INFO:teuthology.orchestra.run.smithi046.stdout:    "want_state": "up:active",
2024-03-19T01:49:17.983 INFO:teuthology.orchestra.run.smithi046.stdout:    "state": "up:active",
2024-03-19T01:49:17.983 INFO:teuthology.orchestra.run.smithi046.stdout:    "fs_name": "cephfs",
2024-03-19T01:49:17.983 INFO:teuthology.orchestra.run.smithi046.stdout:    "rank_uptime": 86.374087285000002,
2024-03-19T01:49:17.983 INFO:teuthology.orchestra.run.smithi046.stdout:    "mdsmap_epoch": 23,
2024-03-19T01:49:17.983 INFO:teuthology.orchestra.run.smithi046.stdout:    "osdmap_epoch": 91,
2024-03-19T01:49:17.983 INFO:teuthology.orchestra.run.smithi046.stdout:    "osdmap_epoch_barrier": 89,
2024-03-19T01:49:17.983 INFO:teuthology.orchestra.run.smithi046.stdout:    "uptime": 129.37485238799999
2024-03-19T01:49:17.983 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:49:17.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.976+0000 7fb9f2bcd640  1 -- 172.21.15.46:0/679956037 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb9dc0a28b0 msgr2=0x7fb9dc0a4d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:17.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.976+0000 7fb9f2bcd640  1 --2- 172.21.15.46:0/679956037 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb9dc0a28b0 0x7fb9dc0a4d70 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fb9d8006010 tx=0x7fb9d8004e70 comp rx=0 tx=0).stop
2024-03-19T01:49:17.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.976+0000 7fb9f2bcd640  1 -- 172.21.15.46:0/679956037 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb9ec103400 msgr2=0x7fb9ec1a5680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:17.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.976+0000 7fb9f2bcd640  1 --2- 172.21.15.46:0/679956037 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb9ec103400 0x7fb9ec1a5680 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fb9e400eb10 tx=0x7fb9e400c2d0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.976+0000 7fb9f2bcd640  1 -- 172.21.15.46:0/679956037 shutdown_connections
2024-03-19T01:49:17.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.976+0000 7fb9f2bcd640  1 --2- 172.21.15.46:0/679956037 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb9dc0a28b0 0x7fb9dc0a4d70 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.976+0000 7fb9f2bcd640  1 --2- 172.21.15.46:0/679956037 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb9ec103400 0x7fb9ec1a5680 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.976+0000 7fb9f2bcd640  1 --2- 172.21.15.46:0/679956037 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb9ec102a40 0x7fb9ec19e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.976+0000 7fb9f2bcd640  1 --2- 172.21.15.46:0/679956037 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9ec101850 0x7fb9ec19e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:17.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.976+0000 7fb9f2bcd640  1 -- 172.21.15.46:0/679956037 >> 172.21.15.46:0/679956037 conn(0x7fb9ec0fcdc0 msgr2=0x7fb9ec103e50 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:17.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.976+0000 7fb9f2bcd640  1 -- 172.21.15.46:0/679956037 shutdown_connections
2024-03-19T01:49:17.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:17.976+0000 7fb9f2bcd640  1 -- 172.21.15.46:0/679956037 wait complete.
2024-03-19T01:49:17.986 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:17 smithi046 ceph-mon[63102]: pgmap v350: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s
2024-03-19T01:49:17.986 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:17 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2739055710' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:49:17.986 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:17 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2814709727' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:49:17.986 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:17 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/719635047' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:49:17.987 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status
2024-03-19T01:49:18.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.092+0000 7f2e31c27640  1 -- 172.21.15.46:0/946588105 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2e2c100730 msgr2=0x7f2e2c100b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:18.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.092+0000 7f2e31c27640  1 --2- 172.21.15.46:0/946588105 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2e2c100730 0x7f2e2c100b50 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f2e1c009900 tx=0x7f2e1c02bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:18.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.092+0000 7f2e31c27640  1 -- 172.21.15.46:0/946588105 shutdown_connections
2024-03-19T01:49:18.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.092+0000 7f2e31c27640  1 --2- 172.21.15.46:0/946588105 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2e2c1022e0 0x7f2e2c108b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.092+0000 7f2e31c27640  1 --2- 172.21.15.46:0/946588105 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2e2c101920 0x7f2e2c101da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.092+0000 7f2e31c27640  1 --2- 172.21.15.46:0/946588105 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2e2c100730 0x7f2e2c100b50 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.092+0000 7f2e31c27640  1 -- 172.21.15.46:0/946588105 >> 172.21.15.46:0/946588105 conn(0x7f2e2c0fbcc0 msgr2=0x7f2e2c0fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:18.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.092+0000 7f2e31c27640  1 -- 172.21.15.46:0/946588105 shutdown_connections
2024-03-19T01:49:18.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.092+0000 7f2e31c27640  1 -- 172.21.15.46:0/946588105 wait complete.
2024-03-19T01:49:18.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.092+0000 7f2e31c27640  1  Processor -- start
2024-03-19T01:49:18.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.093+0000 7f2e31c27640  1 --  start start
2024-03-19T01:49:18.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.093+0000 7f2e31c27640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2e2c100730 0x7f2e2c197ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:18.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.093+0000 7f2e31c27640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2e2c101920 0x7f2e2c197ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:18.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.093+0000 7f2e31c27640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2e2c1022e0 0x7f2e2c19f060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:18.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.093+0000 7f2e31c27640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f2e2c10c230 con 0x7f2e2c100730
2024-03-19T01:49:18.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.093+0000 7f2e31c27640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f2e2c10c0b0 con 0x7f2e2c1022e0
2024-03-19T01:49:18.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.093+0000 7f2e31c27640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2e2c10c3b0 con 0x7f2e2c101920
2024-03-19T01:49:18.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.093+0000 7f2e2b7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2e2c100730 0x7f2e2c197ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:18.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.093+0000 7f2e2b7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2e2c100730 0x7f2e2c197ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57016/0 (socket says 172.21.15.46:57016)
2024-03-19T01:49:18.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.093+0000 7f2e2b7fe640  1 -- 172.21.15.46:0/3191238944 learned_addr learned my addr 172.21.15.46:0/3191238944 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:18.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.093+0000 7f2e2bfff640  1 --2- 172.21.15.46:0/3191238944 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2e2c1022e0 0x7f2e2c19f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:18.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.093+0000 7f2e2affd640  1 --2- 172.21.15.46:0/3191238944 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2e2c101920 0x7f2e2c197ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:18.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.093+0000 7f2e2b7fe640  1 -- 172.21.15.46:0/3191238944 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2e2c101920 msgr2=0x7f2e2c197ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:18.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.093+0000 7f2e2b7fe640  1 --2- 172.21.15.46:0/3191238944 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2e2c101920 0x7f2e2c197ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.093+0000 7f2e2b7fe640  1 -- 172.21.15.46:0/3191238944 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2e2c1022e0 msgr2=0x7f2e2c19f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:18.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.093+0000 7f2e2b7fe640  1 --2- 172.21.15.46:0/3191238944 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2e2c1022e0 0x7f2e2c19f060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.093+0000 7f2e2b7fe640  1 -- 172.21.15.46:0/3191238944 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e2c19f6d0 con 0x7f2e2c100730
2024-03-19T01:49:18.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.093+0000 7f2e2b7fe640  1 --2- 172.21.15.46:0/3191238944 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2e2c100730 0x7f2e2c197ab0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f2e1c000c00 tx=0x7f2e1c005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:18.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.094+0000 7f2e28ff9640  1 -- 172.21.15.46:0/3191238944 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e1c043020 con 0x7f2e2c100730
2024-03-19T01:49:18.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.094+0000 7f2e28ff9640  1 -- 172.21.15.46:0/3191238944 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2e1c004350 con 0x7f2e2c100730
2024-03-19T01:49:18.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.094+0000 7f2e31c27640  1 -- 172.21.15.46:0/3191238944 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e2c19f960 con 0x7f2e2c100730
2024-03-19T01:49:18.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.094+0000 7f2e28ff9640  1 -- 172.21.15.46:0/3191238944 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e1c003b80 con 0x7f2e2c100730
2024-03-19T01:49:18.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.094+0000 7f2e31c27640  1 -- 172.21.15.46:0/3191238944 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e2c19ff00 con 0x7f2e2c100730
2024-03-19T01:49:18.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.096+0000 7f2e28ff9640  1 -- 172.21.15.46:0/3191238944 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 137341+0+0 (secure 0 0 0) 0x7f2e1c046020 con 0x7f2e2c100730
2024-03-19T01:49:18.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.096+0000 7f2e3480f740  1  Processor -- start
2024-03-19T01:49:18.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.096+0000 7f2e3480f740  1 --  start start
2024-03-19T01:49:18.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.096+0000 7f2e28ff9640  1 --2- 172.21.15.46:0/3191238944 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f2e140a2910 0x7f2e140a4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:18.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.096+0000 7f2e3480f740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ff98220ff0 0x55ff98221410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:18.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.096+0000 7f2e3480f740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ff982219e0 0x55ff982264e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:18.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.096+0000 7f2e3480f740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ff98226b50 0x55ff98228fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:18.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.096+0000 7f2e3480f740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55ff98185de0 con 0x55ff982219e0
2024-03-19T01:49:18.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.096+0000 7f2e3480f740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55ff9812ec80 con 0x55ff98226b50
2024-03-19T01:49:18.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.096+0000 7f2e3480f740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55ff98181e80 con 0x55ff98220ff0
2024-03-19T01:49:18.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.096+0000 7f2e28ff9640  1 -- 172.21.15.46:0/3191238944 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f2e1c0f0f00 con 0x7f2e2c100730
2024-03-19T01:49:18.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.096+0000 7f2e2bfff640  1 --2- 172.21.15.46:0/3191238944 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f2e140a2910 0x7f2e140a4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:18.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.096+0000 7f2e2affd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ff982219e0 0x55ff982264e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:18.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.096+0000 7f2e2b7fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ff98220ff0 0x55ff98221410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:18.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.097+0000 7f2e2b7fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ff98220ff0 0x55ff98221410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:46990/0 (socket says 172.21.15.46:46990)
2024-03-19T01:49:18.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.097+0000 7f2e2affd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ff982219e0 0x55ff982264e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57020/0 (socket says 172.21.15.46:57020)
2024-03-19T01:49:18.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.097+0000 7f2e2b7fe640  1 -- 172.21.15.46:0/530064573 learned_addr learned my addr 172.21.15.46:0/530064573 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:18.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.097+0000 7f2e2bfff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ff98226b50 0x55ff98228fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:18.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.097+0000 7f2e2b7fe640  1 -- 172.21.15.46:0/530064573 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ff98226b50 msgr2=0x55ff98228fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:18.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.097+0000 7f2e2b7fe640  1 --2- 172.21.15.46:0/530064573 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ff98226b50 0x55ff98228fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.097+0000 7f2e2b7fe640  1 -- 172.21.15.46:0/530064573 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ff982219e0 msgr2=0x55ff982264e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:18.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.097+0000 7f2e2b7fe640  1 --2- 172.21.15.46:0/530064573 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ff982219e0 0x55ff982264e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.097+0000 7f2e2b7fe640  1 -- 172.21.15.46:0/530064573 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ff98140fb0 con 0x55ff98220ff0
2024-03-19T01:49:18.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.097+0000 7f2e2affd640  1 --2- 172.21.15.46:0/530064573 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ff982219e0 0x55ff982264e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:18.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.097+0000 7f2e2bfff640  1 --2- 172.21.15.46:0/3191238944 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f2e140a2910 0x7f2e140a4dd0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f2e24005fd0 tx=0x7f2e24009e00 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:18.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.097+0000 7f2e2b7fe640  1 --2- 172.21.15.46:0/530064573 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ff98220ff0 0x55ff98221410 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f2e1c02c840 tx=0x7f2e1c0bd2c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2634377a437c21c0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:18.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.097+0000 7f2e11ffb640  1 -- 172.21.15.46:0/530064573 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e1c046310 con 0x55ff98220ff0
2024-03-19T01:49:18.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.097+0000 7f2e11ffb640  1 -- 172.21.15.46:0/530064573 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2e1c0bdbf0 con 0x55ff98220ff0
2024-03-19T01:49:18.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.097+0000 7f2e11ffb640  1 -- 172.21.15.46:0/530064573 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e1c0c5c90 con 0x55ff98220ff0
2024-03-19T01:49:18.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.098+0000 7f2e3480f740  1 -- 172.21.15.46:0/530064573 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ff98220ff0 msgr2=0x55ff98221410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:18.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.098+0000 7f2e3480f740  1 --2- 172.21.15.46:0/530064573 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ff98220ff0 0x55ff98221410 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f2e1c02c840 tx=0x7f2e1c0bd2c0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.098+0000 7f2e3480f740  1 -- 172.21.15.46:0/530064573 shutdown_connections
2024-03-19T01:49:18.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.098+0000 7f2e3480f740  1 --2- 172.21.15.46:0/530064573 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ff98226b50 0x55ff98228fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.098+0000 7f2e3480f740  1 --2- 172.21.15.46:0/530064573 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ff982219e0 0x55ff982264e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.098+0000 7f2e3480f740  1 --2- 172.21.15.46:0/530064573 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ff98220ff0 0x55ff98221410 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.098+0000 7f2e3480f740  1 -- 172.21.15.46:0/530064573 >> 172.21.15.46:0/530064573 conn(0x55ff9821c560 msgr2=0x55ff9821c960 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:18.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.098+0000 7f2e3480f740  1 -- 172.21.15.46:0/530064573 shutdown_connections
2024-03-19T01:49:18.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.098+0000 7f2e3480f740  1 -- 172.21.15.46:0/530064573 wait complete.
2024-03-19T01:49:18.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.098+0000 7f2e3480f740  1 --  start start
2024-03-19T01:49:18.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.098+0000 7f2e3480f740  1  Processor -- start
2024-03-19T01:49:18.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.099+0000 7f2e3480f740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ff98220ff0 0x55ff9822b220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:18.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.099+0000 7f2e3480f740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ff982219e0 0x55ff9822b760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:18.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.099+0000 7f2e3480f740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ff98226b50 0x55ff982327a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:18.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.099+0000 7f2e3480f740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55ff982298c0 con 0x55ff98220ff0
2024-03-19T01:49:18.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.099+0000 7f2e3480f740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55ff98141fc0 con 0x55ff98226b50
2024-03-19T01:49:18.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.099+0000 7f2e3480f740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55ff98229a40 con 0x55ff982219e0
2024-03-19T01:49:18.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.099+0000 7f2e3480f740 10 client.0 _ll_register_callbacks cb 0x55ff9817da20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:49:18.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.099+0000 7f2e2b7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ff98220ff0 0x55ff9822b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:18.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.099+0000 7f2e2bfff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ff98226b50 0x55ff982327a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:18.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.099+0000 7f2e2affd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ff982219e0 0x55ff9822b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:18.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.099+0000 7f2e2b7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ff98220ff0 0x55ff9822b220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57030/0 (socket says 172.21.15.46:57030)
2024-03-19T01:49:18.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.099+0000 7f2e2b7fe640  1 -- 172.21.15.46:0/1905597971 learned_addr learned my addr 172.21.15.46:0/1905597971 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:18.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.099+0000 7f2e2bfff640  1 -- 172.21.15.46:0/1905597971 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ff982219e0 msgr2=0x55ff9822b760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:18.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.099+0000 7f2e2bfff640  1 --2- 172.21.15.46:0/1905597971 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ff982219e0 0x55ff9822b760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.099+0000 7f2e2bfff640  1 -- 172.21.15.46:0/1905597971 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ff98220ff0 msgr2=0x55ff9822b220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:18.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.099+0000 7f2e2bfff640  1 --2- 172.21.15.46:0/1905597971 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ff98220ff0 0x55ff9822b220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.099+0000 7f2e2bfff640  1 -- 172.21.15.46:0/1905597971 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ff97e9a2d0 con 0x55ff98226b50
2024-03-19T01:49:18.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.099+0000 7f2e2bfff640  1 --2- 172.21.15.46:0/1905597971 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ff98226b50 0x55ff982327a0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f2e24009fd0 tx=0x7f2e2401d000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dd01fe97e7e05d1 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:18.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.099+0000 7f2e0affd640 10 client.0 ms_handle_connect on v2:172.21.15.73:3300/0
2024-03-19T01:49:18.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.099+0000 7f2e0affd640  1 -- 172.21.15.46:0/1905597971 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e24003970 con 0x55ff98226b50
2024-03-19T01:49:18.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.099+0000 7f2e3480f740  1 -- 172.21.15.46:0/1905597971 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2e1c0bdbf0 con 0x55ff98226b50
2024-03-19T01:49:18.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.099+0000 7f2e0affd640  1 -- 172.21.15.46:0/1905597971 <== mon.2 v2:172.21.15.73:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f2e2401c040 con 0x55ff98226b50
2024-03-19T01:49:18.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.100+0000 7f2e0affd640  1 -- 172.21.15.46:0/1905597971 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f2e24031050 con 0x55ff98226b50
2024-03-19T01:49:18.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.100+0000 7f2e3480f740 10 client.25106 fetch_fsmap learned FSMap version 23
2024-03-19T01:49:18.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.100+0000 7f2e3480f740  1 -- 172.21.15.46:0/1905597971 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55ff97f646b0 con 0x55ff98226b50
2024-03-19T01:49:18.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.100+0000 7f2e0affd640  1 -- 172.21.15.46:0/1905597971 <== mon.2 v2:172.21.15.73:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2e1c0bdbf0 con 0x55ff98226b50
2024-03-19T01:49:18.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.100+0000 7f2e0affd640  1 -- 172.21.15.46:0/1905597971 <== mon.2 v2:172.21.15.73:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f2e24028070 con 0x55ff98226b50
2024-03-19T01:49:18.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.100+0000 7f2e3480f740 10 client.25106 fetch_fsmap finished waiting for FSMap version 23
2024-03-19T01:49:18.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.100+0000 7f2e3480f740 10 client.25106 resolve_mds: resolved name 'b' to daemon mds.b
2024-03-19T01:49:18.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.100+0000 7f2e3480f740 20 client.25106 populate_metadata read hostname 'smithi046'
2024-03-19T01:49:18.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.100+0000 7f2e3480f740  1 --2- 172.21.15.46:0/1905597971 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ff98238060 0x55ff982394d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:18.108 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.100+0000 7f2e3480f740  4 client.25106 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:49:18.108 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.100+0000 7f2e3480f740  1 -- 172.21.15.46:0/1905597971 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ff98193320 con 0x55ff98238060
2024-03-19T01:49:18.108 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.100+0000 7f2e2b7fe640  1 --2- 172.21.15.46:0/1905597971 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ff98238060 0x55ff982394d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:18.108 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.100+0000 7f2e2b7fe640  1 --2- 172.21.15.46:0/1905597971 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ff98238060 0x55ff982394d0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=59498df772ea123a server_cookie=52f40c24dcc3cd62 in_seq=0 out_seq=0
2024-03-19T01:49:18.108 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.100+0000 7f2e0affd640 10 client.25106 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:49:18.108 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.101+0000 7f2e0affd640  1 -- 172.21.15.46:0/1905597971 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55ff98193320 con 0x55ff98238060
2024-03-19T01:49:18.108 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.101+0000 7f2e0affd640 10 client.25106 handle_command_reply: tid=0
2024-03-19T01:49:18.108 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.101+0000 7f2e3480f740  1 client.25106 shutdown
2024-03-19T01:49:18.108 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.102+0000 7f2e3480f740  1 -- 172.21.15.46:0/1905597971 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ff98226b50 msgr2=0x55ff982327a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:18.108 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.102+0000 7f2e3480f740  1 --2- 172.21.15.46:0/1905597971 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ff98226b50 0x55ff982327a0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f2e24009fd0 tx=0x7f2e2401d000 comp rx=0 tx=0).stop
2024-03-19T01:49:18.108 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.102+0000 7f2e3480f740  1 -- 172.21.15.46:0/1905597971 shutdown_connections
2024-03-19T01:49:18.108 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.102+0000 7f2e3480f740  1 --2- 172.21.15.46:0/1905597971 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ff98238060 0x55ff982394d0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.108 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.102+0000 7f2e3480f740  1 --2- 172.21.15.46:0/1905597971 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ff98226b50 0x55ff982327a0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.108 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.102+0000 7f2e0affd640  0 client.25106 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:49:18.109 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.102+0000 7f2e3480f740  1 --2- 172.21.15.46:0/1905597971 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ff982219e0 0x55ff9822b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.109 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.102+0000 7f2e3480f740  1 --2- 172.21.15.46:0/1905597971 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ff98220ff0 0x55ff9822b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.109 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.102+0000 7f2e3480f740  1 -- 172.21.15.46:0/1905597971 >> 172.21.15.46:0/1905597971 conn(0x55ff9821c560 msgr2=0x55ff9821b7e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:18.109 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.102+0000 7f2e3480f740  1 -- 172.21.15.46:0/1905597971 shutdown_connections
2024-03-19T01:49:18.109 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.102+0000 7f2e3480f740  1 -- 172.21.15.46:0/1905597971 wait complete.
2024-03-19T01:49:18.109 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.102+0000 7f2e3480f740 20 client.25106 trim_cache size 0 max 16384
2024-03-19T01:49:18.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.120+0000 7f2e3480f740  1  Processor -- start
2024-03-19T01:49:18.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.120+0000 7f2e3480f740  1 --  start start
2024-03-19T01:49:18.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.120+0000 7f2e3480f740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ff98220ff0 0x55ff982331f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:18.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.120+0000 7f2e3480f740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ff982219e0 0x55ff98232760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:18.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.120+0000 7f2e3480f740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ff98226b50 0x55ff9822b220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:18.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.120+0000 7f2e3480f740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55ff98237810 con 0x55ff982219e0
2024-03-19T01:49:18.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.120+0000 7f2e3480f740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55ff98237ee0 con 0x55ff98220ff0
2024-03-19T01:49:18.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.120+0000 7f2e3480f740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55ff982385b0 con 0x55ff98226b50
2024-03-19T01:49:18.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.120+0000 7f2e2affd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ff982219e0 0x55ff98232760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:18.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.120+0000 7f2e2affd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ff982219e0 0x55ff98232760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57044/0 (socket says 172.21.15.46:57044)
2024-03-19T01:49:18.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.120+0000 7f2e2affd640  1 -- 172.21.15.46:0/1159636974 learned_addr learned my addr 172.21.15.46:0/1159636974 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:18.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.120+0000 7f2e2b7fe640  1 --2- 172.21.15.46:0/1159636974 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ff98220ff0 0x55ff982331f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:18.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.120+0000 7f2e2bfff640  1 --2- 172.21.15.46:0/1159636974 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ff98226b50 0x55ff9822b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:18.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.120+0000 7f2e2affd640  1 -- 172.21.15.46:0/1159636974 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ff98226b50 msgr2=0x55ff9822b220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:18.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.120+0000 7f2e2affd640  1 --2- 172.21.15.46:0/1159636974 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ff98226b50 0x55ff9822b220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.120+0000 7f2e2affd640  1 -- 172.21.15.46:0/1159636974 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ff98220ff0 msgr2=0x55ff982331f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:18.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.120+0000 7f2e2affd640  1 --2- 172.21.15.46:0/1159636974 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ff98220ff0 0x55ff982331f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.120+0000 7f2e2affd640  1 -- 172.21.15.46:0/1159636974 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ff9821d2d0 con 0x55ff982219e0
2024-03-19T01:49:18.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.121+0000 7f2e2affd640  1 --2- 172.21.15.46:0/1159636974 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ff982219e0 0x55ff98232760 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f2e20009db0 tx=0x7f2e20005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e4c10816e6fcd22 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:18.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.121+0000 7f2e117fa640  1 -- 172.21.15.46:0/1159636974 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e200120d0 con 0x55ff982219e0
2024-03-19T01:49:18.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.121+0000 7f2e117fa640  1 -- 172.21.15.46:0/1159636974 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2e20012270 con 0x55ff982219e0
2024-03-19T01:49:18.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.121+0000 7f2e117fa640  1 -- 172.21.15.46:0/1159636974 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e20010430 con 0x55ff982219e0
2024-03-19T01:49:18.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.121+0000 7f2e3480f740  1 -- 172.21.15.46:0/1159636974 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ff982219e0 msgr2=0x55ff98232760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:18.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.121+0000 7f2e3480f740  1 --2- 172.21.15.46:0/1159636974 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ff982219e0 0x55ff98232760 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f2e20009db0 tx=0x7f2e20005f90 comp rx=0 tx=0).stop
2024-03-19T01:49:18.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.121+0000 7f2e3480f740  1 -- 172.21.15.46:0/1159636974 shutdown_connections
2024-03-19T01:49:18.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.121+0000 7f2e3480f740  1 --2- 172.21.15.46:0/1159636974 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ff98226b50 0x55ff9822b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.121+0000 7f2e3480f740  1 --2- 172.21.15.46:0/1159636974 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ff982219e0 0x55ff98232760 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.121+0000 7f2e3480f740  1 --2- 172.21.15.46:0/1159636974 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ff98220ff0 0x55ff982331f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.121+0000 7f2e3480f740  1 -- 172.21.15.46:0/1159636974 >> 172.21.15.46:0/1159636974 conn(0x55ff9821c560 msgr2=0x55ff9821c940 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:18.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.121+0000 7f2e3480f740  1 -- 172.21.15.46:0/1159636974 shutdown_connections
2024-03-19T01:49:18.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.121+0000 7f2e3480f740  1 -- 172.21.15.46:0/1159636974 wait complete.
2024-03-19T01:49:18.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.122+0000 7f2e3480f740  1 --  start start
2024-03-19T01:49:18.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.122+0000 7f2e3480f740  1  Processor -- start
2024-03-19T01:49:18.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.122+0000 7f2e3480f740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ff98220ff0 0x55ff9822e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:18.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.122+0000 7f2e3480f740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ff982219e0 0x55ff9822e920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:18.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.122+0000 7f2e3480f740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ff98226b50 0x55ff98231880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:18.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.122+0000 7f2e3480f740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55ff98239350 con 0x55ff982219e0
2024-03-19T01:49:18.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.122+0000 7f2e3480f740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55ff98238c80 con 0x55ff98226b50
2024-03-19T01:49:18.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.122+0000 7f2e3480f740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55ff98239a20 con 0x55ff98220ff0
2024-03-19T01:49:18.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.122+0000 7f2e3480f740 10 client.0 _ll_register_callbacks cb 0x7f2e24009d20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:49:18.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.122+0000 7f2e2affd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ff982219e0 0x55ff9822e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:18.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.122+0000 7f2e2affd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ff982219e0 0x55ff9822e920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57060/0 (socket says 172.21.15.46:57060)
2024-03-19T01:49:18.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.122+0000 7f2e2affd640  1 -- 172.21.15.46:0/1246069202 learned_addr learned my addr 172.21.15.46:0/1246069202 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:18.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.122+0000 7f2e2b7fe640  1 --2- 172.21.15.46:0/1246069202 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ff98220ff0 0x55ff9822e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:18.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.122+0000 7f2e2bfff640  1 --2- 172.21.15.46:0/1246069202 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ff98226b50 0x55ff98231880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:18.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.122+0000 7f2e2affd640  1 -- 172.21.15.46:0/1246069202 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ff98220ff0 msgr2=0x55ff9822e3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:18.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.122+0000 7f2e2affd640  1 --2- 172.21.15.46:0/1246069202 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ff98220ff0 0x55ff9822e3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.122+0000 7f2e2affd640  1 -- 172.21.15.46:0/1246069202 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ff98226b50 msgr2=0x55ff98231880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:18.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.122+0000 7f2e2affd640  1 --2- 172.21.15.46:0/1246069202 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ff98226b50 0x55ff98231880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.122+0000 7f2e2affd640  1 -- 172.21.15.46:0/1246069202 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ff98231e70 con 0x55ff982219e0
2024-03-19T01:49:18.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.123+0000 7f2e2affd640  1 --2- 172.21.15.46:0/1246069202 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ff982219e0 0x55ff9822e920 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f2e20000c00 tx=0x7f2e200048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82140c015bf24c42 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:18.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.123+0000 7f2e0affd640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:49:18.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.123+0000 7f2e0affd640  1 -- 172.21.15.46:0/1246069202 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e2002a070 con 0x55ff982219e0
2024-03-19T01:49:18.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.123+0000 7f2e0affd640  1 -- 172.21.15.46:0/1246069202 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f2e20004460 con 0x55ff982219e0
2024-03-19T01:49:18.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.123+0000 7f2e3480f740  1 -- 172.21.15.46:0/1246069202 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2e20012270 con 0x55ff982219e0
2024-03-19T01:49:18.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.123+0000 7f2e0affd640  1 -- 172.21.15.46:0/1246069202 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f2e20036050 con 0x55ff982219e0
2024-03-19T01:49:18.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.123+0000 7f2e3480f740 10 client.15258 fetch_fsmap learned FSMap version 23
2024-03-19T01:49:18.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.123+0000 7f2e3480f740  1 -- 172.21.15.46:0/1246069202 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55ff9829e1e0 con 0x55ff982219e0
2024-03-19T01:49:18.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.123+0000 7f2e0affd640  1 -- 172.21.15.46:0/1246069202 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2e20012270 con 0x55ff982219e0
2024-03-19T01:49:18.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.123+0000 7f2e0affd640  1 -- 172.21.15.46:0/1246069202 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f2e20003990 con 0x55ff982219e0
2024-03-19T01:49:18.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.123+0000 7f2e3480f740 10 client.15258 fetch_fsmap finished waiting for FSMap version 23
2024-03-19T01:49:18.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.123+0000 7f2e3480f740 10 client.15258 resolve_mds: resolved name 'b' to daemon mds.b
2024-03-19T01:49:18.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.123+0000 7f2e3480f740 20 client.15258 populate_metadata read hostname 'smithi046'
2024-03-19T01:49:18.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.123+0000 7f2e3480f740  1 --2- 172.21.15.46:0/1246069202 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ff98238060 0x55ff982a18c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:18.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.123+0000 7f2e3480f740  4 client.15258 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "status"}]
2024-03-19T01:49:18.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.123+0000 7f2e3480f740  1 -- 172.21.15.46:0/1246069202 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "status"}) -- 0x55ff9818d670 con 0x55ff98238060
2024-03-19T01:49:18.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.124+0000 7f2e2b7fe640  1 --2- 172.21.15.46:0/1246069202 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ff98238060 0x55ff982a18c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:18.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.124+0000 7f2e2b7fe640  1 --2- 172.21.15.46:0/1246069202 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ff98238060 0x55ff982a18c0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7275b93353cfa7b server_cookie=17979319e2172d5e in_seq=0 out_seq=0
2024-03-19T01:49:18.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.124+0000 7f2e0affd640 10 client.15258 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:49:18.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.124+0000 7f2e0affd640  1 -- 172.21.15.46:0/1246069202 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55ff9818d670 con 0x55ff98238060
2024-03-19T01:49:18.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.124+0000 7f2e0affd640 10 client.15258 handle_command_reply: tid=0
2024-03-19T01:49:18.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.124+0000 7f2e3480f740  1 client.15258 shutdown
2024-03-19T01:49:18.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.124+0000 7f2e3480f740  1 -- 172.21.15.46:0/1246069202 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ff982219e0 msgr2=0x55ff9822e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:18.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.124+0000 7f2e3480f740  1 --2- 172.21.15.46:0/1246069202 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ff982219e0 0x55ff9822e920 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f2e20000c00 tx=0x7f2e200048f0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.124+0000 7f2e3480f740  1 -- 172.21.15.46:0/1246069202 shutdown_connections
2024-03-19T01:49:18.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.124+0000 7f2e3480f740  1 --2- 172.21.15.46:0/1246069202 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ff98238060 0x55ff982a18c0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.124+0000 7f2e3480f740  1 --2- 172.21.15.46:0/1246069202 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ff98226b50 0x55ff98231880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.124+0000 7f2e3480f740  1 --2- 172.21.15.46:0/1246069202 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ff982219e0 0x55ff9822e920 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.124+0000 7f2e0affd640  0 client.15258 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:49:18.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.124+0000 7f2e3480f740  1 --2- 172.21.15.46:0/1246069202 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ff98220ff0 0x55ff9822e3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.124+0000 7f2e3480f740  1 -- 172.21.15.46:0/1246069202 >> 172.21.15.46:0/1246069202 conn(0x55ff9821c560 msgr2=0x55ff98222ee0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:18.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.124+0000 7f2e3480f740  1 -- 172.21.15.46:0/1246069202 shutdown_connections
2024-03-19T01:49:18.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.124+0000 7f2e3480f740  1 -- 172.21.15.46:0/1246069202 wait complete.
2024-03-19T01:49:18.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.124+0000 7f2e3480f740 20 client.15258 trim_cache size 0 max 16384
2024-03-19T01:49:18.132 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:49:18.132 INFO:teuthology.orchestra.run.smithi046.stdout:    "cluster_fsid": "53c8cf3e-e591-11ee-95c9-87774f69a715",
2024-03-19T01:49:18.132 INFO:teuthology.orchestra.run.smithi046.stdout:    "whoami": 0,
2024-03-19T01:49:18.132 INFO:teuthology.orchestra.run.smithi046.stdout:    "id": 24506,
2024-03-19T01:49:18.132 INFO:teuthology.orchestra.run.smithi046.stdout:    "want_state": "up:active",
2024-03-19T01:49:18.132 INFO:teuthology.orchestra.run.smithi046.stdout:    "state": "up:active",
2024-03-19T01:49:18.132 INFO:teuthology.orchestra.run.smithi046.stdout:    "fs_name": "cephfs",
2024-03-19T01:49:18.132 INFO:teuthology.orchestra.run.smithi046.stdout:    "rank_uptime": 110.82414238600001,
2024-03-19T01:49:18.132 INFO:teuthology.orchestra.run.smithi046.stdout:    "mdsmap_epoch": 23,
2024-03-19T01:49:18.132 INFO:teuthology.orchestra.run.smithi046.stdout:    "osdmap_epoch": 91,
2024-03-19T01:49:18.132 INFO:teuthology.orchestra.run.smithi046.stdout:    "osdmap_epoch_barrier": 89,
2024-03-19T01:49:18.132 INFO:teuthology.orchestra.run.smithi046.stdout:    "uptime": 118.04253877399999
2024-03-19T01:49:18.132 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:49:18.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.125+0000 7f2e31c27640  1 -- 172.21.15.46:0/3191238944 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f2e140a2910 msgr2=0x7f2e140a4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:18.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.125+0000 7f2e31c27640  1 --2- 172.21.15.46:0/3191238944 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f2e140a2910 0x7f2e140a4dd0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f2e24005fd0 tx=0x7f2e24009e00 comp rx=0 tx=0).stop
2024-03-19T01:49:18.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.125+0000 7f2e31c27640  1 -- 172.21.15.46:0/3191238944 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2e2c100730 msgr2=0x7f2e2c197ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:18.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.125+0000 7f2e31c27640  1 --2- 172.21.15.46:0/3191238944 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2e2c100730 0x7f2e2c197ab0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f2e1c000c00 tx=0x7f2e1c005dc0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.125+0000 7f2e31c27640  1 -- 172.21.15.46:0/3191238944 shutdown_connections
2024-03-19T01:49:18.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.125+0000 7f2e31c27640  1 --2- 172.21.15.46:0/3191238944 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f2e140a2910 0x7f2e140a4dd0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.125+0000 7f2e31c27640  1 --2- 172.21.15.46:0/3191238944 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2e2c1022e0 0x7f2e2c19f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.125+0000 7f2e31c27640  1 --2- 172.21.15.46:0/3191238944 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2e2c101920 0x7f2e2c197ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.125+0000 7f2e31c27640  1 --2- 172.21.15.46:0/3191238944 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2e2c100730 0x7f2e2c197ab0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:18.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.125+0000 7f2e31c27640  1 -- 172.21.15.46:0/3191238944 >> 172.21.15.46:0/3191238944 conn(0x7f2e2c0fbcc0 msgr2=0x7f2e2c069e20 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:18.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.125+0000 7f2e31c27640  1 -- 172.21.15.46:0/3191238944 shutdown_connections
2024-03-19T01:49:18.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:18.125+0000 7f2e31c27640  1 -- 172.21.15.46:0/3191238944 wait complete.
2024-03-19T01:49:18.136 INFO:tasks.cephadm:Setup complete, yielding
2024-03-19T01:49:18.136 INFO:teuthology.run_tasks:Running task cephadm.shell...
2024-03-19T01:49:18.146 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi046.front.sepia.ceph.com
2024-03-19T01:49:18.146 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- bash -c 'ceph orch status'
2024-03-19T01:49:18.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:17 smithi073 ceph-mon[66833]: pgmap v350: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s
2024-03-19T01:49:18.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:17 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2739055710' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:49:18.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:17 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2814709727' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:49:18.216 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:17 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/719635047' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:49:18.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:17 smithi102 ceph-mon[66557]: pgmap v350: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s
2024-03-19T01:49:18.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:17 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2739055710' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:49:18.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:17 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2814709727' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:49:18.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:17 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/719635047' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:49:18.387 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:49:19.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:18 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 6]}]: dispatch
2024-03-19T01:49:19.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:18 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [3, 9]}]: dispatch
2024-03-19T01:49:19.131 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:18 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 6]}]: dispatch
2024-03-19T01:49:19.131 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:18 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [3, 9]}]: dispatch
2024-03-19T01:49:19.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:18 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 6]}]: dispatch
2024-03-19T01:49:19.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:18 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [3, 9]}]: dispatch
2024-03-19T01:49:20.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:19 smithi046 ceph-mon[63102]: pgmap v351: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:49:20.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:19 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 6]}]': finished
2024-03-19T01:49:20.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:19 smithi046 ceph-mon[63102]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [3, 9]}]': finished
2024-03-19T01:49:20.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:19 smithi046 ceph-mon[63102]: osdmap e92: 12 total, 12 up, 12 in
2024-03-19T01:49:20.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:19 smithi073 ceph-mon[66833]: pgmap v351: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:49:20.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:19 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 6]}]': finished
2024-03-19T01:49:20.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:19 smithi073 ceph-mon[66833]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [3, 9]}]': finished
2024-03-19T01:49:20.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:19 smithi073 ceph-mon[66833]: osdmap e92: 12 total, 12 up, 12 in
2024-03-19T01:49:20.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:19 smithi102 ceph-mon[66557]: pgmap v351: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:49:20.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:19 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 6]}]': finished
2024-03-19T01:49:20.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:19 smithi102 ceph-mon[66557]: from='mgr.14152 172.21.15.46:0/256393313' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [3, 9]}]': finished
2024-03-19T01:49:20.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:19 smithi102 ceph-mon[66557]: osdmap e92: 12 total, 12 up, 12 in
2024-03-19T01:49:20.252 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.245+0000 7fc2690d0700  1 -- 172.21.15.46:0/3998019652 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc264103f00 msgr2=0x7fc26410a7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:20.252 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.245+0000 7fc2690d0700  1 --2- 172.21.15.46:0/3998019652 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc264103f00 0x7fc26410a7b0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fc25c00b0d0 tx=0x7fc25c00b3e0 comp rx=0 tx=0).stop
2024-03-19T01:49:20.252 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.245+0000 7fc2690d0700  1 -- 172.21.15.46:0/3998019652 shutdown_connections
2024-03-19T01:49:20.252 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.245+0000 7fc2690d0700  1 --2- 172.21.15.46:0/3998019652 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc264103f00 0x7fc26410a7b0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:20.252 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.245+0000 7fc2690d0700  1 --2- 172.21.15.46:0/3998019652 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc264102360 0x7fc264102780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:20.252 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.245+0000 7fc2690d0700  1 --2- 172.21.15.46:0/3998019652 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc264103560 0x7fc2641039c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:20.252 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.245+0000 7fc2690d0700  1 -- 172.21.15.46:0/3998019652 >> 172.21.15.46:0/3998019652 conn(0x7fc2640fd920 msgr2=0x7fc2640ffd40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:20.253 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.245+0000 7fc2690d0700  1 -- 172.21.15.46:0/3998019652 shutdown_connections
2024-03-19T01:49:20.253 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.245+0000 7fc2690d0700  1 -- 172.21.15.46:0/3998019652 wait complete.
2024-03-19T01:49:20.253 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.246+0000 7fc2690d0700  1  Processor -- start
2024-03-19T01:49:20.253 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.246+0000 7fc2690d0700  1 --  start start
2024-03-19T01:49:20.253 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.247+0000 7fc2690d0700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc264102360 0x7fc2641983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:20.253 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.247+0000 7fc2690d0700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc264103560 0x7fc264198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:20.253 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.247+0000 7fc2690d0700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc264103f00 0x7fc26419f980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:20.253 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.247+0000 7fc2690d0700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc26410dde0 con 0x7fc264103f00
2024-03-19T01:49:20.253 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.247+0000 7fc2690d0700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fc26410dc60 con 0x7fc264102360
2024-03-19T01:49:20.253 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.247+0000 7fc2690d0700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc26410df60 con 0x7fc264103560
2024-03-19T01:49:20.253 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.247+0000 7fc26359e700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc264103f00 0x7fc26419f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:20.253 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.247+0000 7fc262d9d700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc264102360 0x7fc2641983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:20.253 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.247+0000 7fc26359e700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc264103f00 0x7fc26419f980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57082/0 (socket says 172.21.15.46:57082)
2024-03-19T01:49:20.254 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.247+0000 7fc26359e700  1 -- 172.21.15.46:0/481617776 learned_addr learned my addr 172.21.15.46:0/481617776 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:20.254 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.247+0000 7fc26259c700  1 --2- 172.21.15.46:0/481617776 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc264103560 0x7fc264198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:20.254 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.247+0000 7fc26359e700  1 -- 172.21.15.46:0/481617776 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc264103560 msgr2=0x7fc264198900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:20.254 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.247+0000 7fc26359e700  1 --2- 172.21.15.46:0/481617776 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc264103560 0x7fc264198900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:20.254 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.247+0000 7fc26359e700  1 -- 172.21.15.46:0/481617776 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc264102360 msgr2=0x7fc2641983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:20.254 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.247+0000 7fc26359e700  1 --2- 172.21.15.46:0/481617776 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc264102360 0x7fc2641983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:20.254 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.247+0000 7fc26359e700  1 -- 172.21.15.46:0/481617776 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2641a0020 con 0x7fc264103f00
2024-03-19T01:49:20.254 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.247+0000 7fc262d9d700  1 --2- 172.21.15.46:0/481617776 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc264102360 0x7fc2641983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:20.254 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.247+0000 7fc26359e700  1 --2- 172.21.15.46:0/481617776 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc264103f00 0x7fc26419f980 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fc25c004ce0 tx=0x7fc25c004d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:20.254 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.247+0000 7fc24bfff700  1 -- 172.21.15.46:0/481617776 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc25c01f030 con 0x7fc264103f00
2024-03-19T01:49:20.254 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.247+0000 7fc24bfff700  1 -- 172.21.15.46:0/481617776 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc25c005040 con 0x7fc264103f00
2024-03-19T01:49:20.254 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.247+0000 7fc2690d0700  1 -- 172.21.15.46:0/481617776 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2641a02b0 con 0x7fc264103f00
2024-03-19T01:49:20.254 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.248+0000 7fc24bfff700  1 -- 172.21.15.46:0/481617776 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc25c01b690 con 0x7fc264103f00
2024-03-19T01:49:20.255 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.248+0000 7fc2690d0700  1 -- 172.21.15.46:0/481617776 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2641a0760 con 0x7fc264103f00
2024-03-19T01:49:20.255 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.249+0000 7fc2690d0700  1 -- 172.21.15.46:0/481617776 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc264068fd0 con 0x7fc264103f00
2024-03-19T01:49:20.255 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.250+0000 7fc24bfff700  1 -- 172.21.15.46:0/481617776 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7fc25c022030 con 0x7fc264103f00
2024-03-19T01:49:20.255 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.250+0000 7fc24bfff700  1 --2- 172.21.15.46:0/481617776 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc24c0a2890 0x7fc24c0a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:20.255 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.250+0000 7fc262d9d700  1 --2- 172.21.15.46:0/481617776 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc24c0a2890 0x7fc24c0a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:20.255 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.250+0000 7fc24bfff700  1 -- 172.21.15.46:0/481617776 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fc25c00f020 con 0x7fc264103f00
2024-03-19T01:49:20.255 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.251+0000 7fc262d9d700  1 --2- 172.21.15.46:0/481617776 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc24c0a2890 0x7fc24c0a4d50 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fc2641033c0 tx=0x7fc254009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:20.255 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.255+0000 7fc24bfff700  1 -- 172.21.15.46:0/481617776 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fc25c029020 con 0x7fc264103f00
2024-03-19T01:49:20.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.480+0000 7fc2690d0700  1 -- 172.21.15.46:0/481617776 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7fc264062750 con 0x7fc24c0a2890
2024-03-19T01:49:20.481 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.482+0000 7fc24bfff700  1 -- 172.21.15.46:0/481617776 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7fc264062750 con 0x7fc24c0a2890
2024-03-19T01:49:20.482 INFO:teuthology.orchestra.run.smithi046.stdout:Backend: cephadm
2024-03-19T01:49:20.482 INFO:teuthology.orchestra.run.smithi046.stdout:Available: Yes
2024-03-19T01:49:20.482 INFO:teuthology.orchestra.run.smithi046.stdout:Paused: No
2024-03-19T01:49:20.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.484+0000 7fc2690d0700  1 -- 172.21.15.46:0/481617776 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc24c0a2890 msgr2=0x7fc24c0a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:20.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.484+0000 7fc2690d0700  1 --2- 172.21.15.46:0/481617776 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc24c0a2890 0x7fc24c0a4d50 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fc2641033c0 tx=0x7fc254009260 comp rx=0 tx=0).stop
2024-03-19T01:49:20.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.484+0000 7fc2690d0700  1 -- 172.21.15.46:0/481617776 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc264103f00 msgr2=0x7fc26419f980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:20.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.484+0000 7fc2690d0700  1 --2- 172.21.15.46:0/481617776 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc264103f00 0x7fc26419f980 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fc25c004ce0 tx=0x7fc25c004d10 comp rx=0 tx=0).stop
2024-03-19T01:49:20.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.484+0000 7fc2690d0700  1 -- 172.21.15.46:0/481617776 shutdown_connections
2024-03-19T01:49:20.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.484+0000 7fc2690d0700  1 --2- 172.21.15.46:0/481617776 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc24c0a2890 0x7fc24c0a4d50 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:20.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.484+0000 7fc2690d0700  1 --2- 172.21.15.46:0/481617776 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc264103f00 0x7fc26419f980 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:20.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.484+0000 7fc2690d0700  1 --2- 172.21.15.46:0/481617776 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc264102360 0x7fc2641983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:20.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.484+0000 7fc2690d0700  1 --2- 172.21.15.46:0/481617776 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc264103560 0x7fc264198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:20.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.484+0000 7fc2690d0700  1 -- 172.21.15.46:0/481617776 >> 172.21.15.46:0/481617776 conn(0x7fc2640fd920 msgr2=0x7fc264106860 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:20.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.484+0000 7fc2690d0700  1 -- 172.21.15.46:0/481617776 shutdown_connections
2024-03-19T01:49:20.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:20.484+0000 7fc2690d0700  1 -- 172.21.15.46:0/481617776 wait complete.
2024-03-19T01:49:21.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:20 smithi046 ceph-mon[63102]: mgrmap e18: x(active, since 9m), standbys: z, y
2024-03-19T01:49:21.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:20 smithi046 ceph-mon[63102]: osdmap e93: 12 total, 12 up, 12 in
2024-03-19T01:49:21.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:20 smithi073 ceph-mon[66833]: mgrmap e18: x(active, since 9m), standbys: z, y
2024-03-19T01:49:21.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:20 smithi073 ceph-mon[66833]: osdmap e93: 12 total, 12 up, 12 in
2024-03-19T01:49:21.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:20 smithi102 ceph-mon[66557]: mgrmap e18: x(active, since 9m), standbys: z, y
2024-03-19T01:49:21.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:20 smithi102 ceph-mon[66557]: osdmap e93: 12 total, 12 up, 12 in
2024-03-19T01:49:21.246 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- bash -c 'ceph orch ps'
2024-03-19T01:49:21.495 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:49:21.894 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:21 smithi046 ceph-mon[63102]: pgmap v354: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 639 B/s wr, 8 op/s
2024-03-19T01:49:21.894 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:21 smithi046 ceph-mon[63102]: from='client.15264 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:49:22.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:21 smithi073 ceph-mon[66833]: pgmap v354: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 639 B/s wr, 8 op/s
2024-03-19T01:49:22.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:21 smithi073 ceph-mon[66833]: from='client.15264 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:49:22.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:21 smithi102 ceph-mon[66557]: pgmap v354: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 639 B/s wr, 8 op/s
2024-03-19T01:49:22.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:21 smithi102 ceph-mon[66557]: from='client.15264 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:49:23.354 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.354+0000 7f84580bb700  1 -- 172.21.15.46:0/3118684336 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8450102360 msgr2=0x7f8450102780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:23.355 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.354+0000 7f84580bb700  1 --2- 172.21.15.46:0/3118684336 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8450102360 0x7f8450102780 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f844c0099c0 tx=0x7f844c009cd0 comp rx=0 tx=0).stop
2024-03-19T01:49:23.355 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.354+0000 7f84580bb700  1 -- 172.21.15.46:0/3118684336 shutdown_connections
2024-03-19T01:49:23.355 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.354+0000 7f84580bb700  1 --2- 172.21.15.46:0/3118684336 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8450103f00 0x7f845010a7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:23.355 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.354+0000 7f84580bb700  1 --2- 172.21.15.46:0/3118684336 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8450102360 0x7f8450102780 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:23.355 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.354+0000 7f84580bb700  1 --2- 172.21.15.46:0/3118684336 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8450103560 0x7f84501039c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:23.355 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.354+0000 7f84580bb700  1 -- 172.21.15.46:0/3118684336 >> 172.21.15.46:0/3118684336 conn(0x7f84500fd920 msgr2=0x7f84500ffd40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:23.355 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.354+0000 7f84580bb700  1 -- 172.21.15.46:0/3118684336 shutdown_connections
2024-03-19T01:49:23.355 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.354+0000 7f84580bb700  1 -- 172.21.15.46:0/3118684336 wait complete.
2024-03-19T01:49:23.355 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.354+0000 7f84580bb700  1  Processor -- start
2024-03-19T01:49:23.355 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.354+0000 7f84580bb700  1 --  start start
2024-03-19T01:49:23.355 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.355+0000 7f84580bb700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8450102360 0x7f8450076060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:23.355 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.355+0000 7f84580bb700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8450103560 0x7f8450074700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:23.355 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.355+0000 7f84580bb700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8450103f00 0x7f8450074c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:23.356 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.355+0000 7f84580bb700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f845010de00 con 0x7f8450103f00
2024-03-19T01:49:23.356 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.355+0000 7f84580bb700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f845010dc80 con 0x7f8450103560
2024-03-19T01:49:23.356 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.355+0000 7f84580bb700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f845010df80 con 0x7f8450102360
2024-03-19T01:49:23.356 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.355+0000 7f8456658700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8450103f00 0x7f8450074c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:23.356 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.355+0000 7f8455656700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8450103560 0x7f8450074700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:23.356 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.355+0000 7f8456658700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8450103f00 0x7f8450074c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38616/0 (socket says 172.21.15.46:38616)
2024-03-19T01:49:23.356 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.355+0000 7f8456658700  1 -- 172.21.15.46:0/2275939177 learned_addr learned my addr 172.21.15.46:0/2275939177 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:23.356 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.355+0000 7f8455656700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8450103560 0x7f8450074700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:60464/0 (socket says 172.21.15.46:60464)
2024-03-19T01:49:23.356 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.355+0000 7f8455e57700  1 --2- 172.21.15.46:0/2275939177 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8450102360 0x7f8450076060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:23.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.355+0000 7f8455656700  1 -- 172.21.15.46:0/2275939177 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8450102360 msgr2=0x7f8450076060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:23.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.355+0000 7f8455656700  1 --2- 172.21.15.46:0/2275939177 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8450102360 0x7f8450076060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:23.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.355+0000 7f8455656700  1 -- 172.21.15.46:0/2275939177 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8450103f00 msgr2=0x7f8450074c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:23.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.355+0000 7f8455656700  1 --2- 172.21.15.46:0/2275939177 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8450103f00 0x7f8450074c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:23.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.355+0000 7f8455656700  1 -- 172.21.15.46:0/2275939177 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8450075510 con 0x7f8450103560
2024-03-19T01:49:23.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.355+0000 7f8455656700  1 --2- 172.21.15.46:0/2275939177 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8450103560 0x7f8450074700 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f844000e9f0 tx=0x7f844000ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:23.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.355+0000 7f8446ffd700  1 -- 172.21.15.46:0/2275939177 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f844000c9c0 con 0x7f8450103560
2024-03-19T01:49:23.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.356+0000 7f8446ffd700  1 -- 172.21.15.46:0/2275939177 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f844000cb60 con 0x7f8450103560
2024-03-19T01:49:23.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.356+0000 7f84580bb700  1 -- 172.21.15.46:0/2275939177 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84501a2600 con 0x7f8450103560
2024-03-19T01:49:23.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.356+0000 7f8446ffd700  1 -- 172.21.15.46:0/2275939177 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8440018680 con 0x7f8450103560
2024-03-19T01:49:23.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.356+0000 7f84580bb700  1 -- 172.21.15.46:0/2275939177 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84501a2b10 con 0x7f8450103560
2024-03-19T01:49:23.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.356+0000 7f84580bb700  1 -- 172.21.15.46:0/2275939177 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8450068fd0 con 0x7f8450103560
2024-03-19T01:49:23.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.358+0000 7f8446ffd700  1 -- 172.21.15.46:0/2275939177 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f8440010430 con 0x7f8450103560
2024-03-19T01:49:23.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.358+0000 7f8446ffd700  1 --2- 172.21.15.46:0/2275939177 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f843c0a2890 0x7f843c0a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:23.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.359+0000 7f8455e57700  1 --2- 172.21.15.46:0/2275939177 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f843c0a2890 0x7f843c0a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:23.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.359+0000 7f8446ffd700  1 -- 172.21.15.46:0/2275939177 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f84400cf260 con 0x7f8450103560
2024-03-19T01:49:23.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.359+0000 7f8455e57700  1 --2- 172.21.15.46:0/2275939177 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f843c0a2890 0x7f843c0a4d50 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f844c00b580 tx=0x7f844c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:23.366 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.367+0000 7f8446ffd700  1 -- 172.21.15.46:0/2275939177 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f844009bf10 con 0x7f8450103560
2024-03-19T01:49:23.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.583+0000 7f84580bb700  1 -- 172.21.15.46:0/2275939177 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7f8450062750 con 0x7f843c0a2890
2024-03-19T01:49:23.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.597+0000 7f8446ffd700  1 -- 172.21.15.46:0/2275939177 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4092 (secure 0 0 0) 0x7f8450062750 con 0x7f843c0a2890
2024-03-19T01:49:23.597 INFO:teuthology.orchestra.run.smithi046.stdout:NAME    HOST       PORTS        STATUS        REFRESHED  AGE  MEM USE  MEM LIM  VERSION                IMAGE ID      CONTAINER ID
2024-03-19T01:49:23.597 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a   smithi046               running (2m)    19s ago   2m    16.0M        -  19.0.0-2206-gb6ae2491  2312c8e42d00  9f8d84cfe4d9
2024-03-19T01:49:23.598 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b   smithi073               running (2m)    57s ago   2m    26.0M        -  19.0.0-2206-gb6ae2491  2312c8e42d00  5c94e008c806
2024-03-19T01:49:23.598 INFO:teuthology.orchestra.run.smithi046.stdout:mds.c   smithi102               running (2m)    57s ago   2m    19.2M        -  19.0.0-2206-gb6ae2491  2312c8e42d00  b684dbfe2988
2024-03-19T01:49:23.598 INFO:teuthology.orchestra.run.smithi046.stdout:mds.d   smithi046               running (2m)    19s ago   2m    16.4M        -  19.0.0-2206-gb6ae2491  2312c8e42d00  531c28d7a71f
2024-03-19T01:49:23.598 INFO:teuthology.orchestra.run.smithi046.stdout:mds.e   smithi073               running (2m)    57s ago   2m    16.0M        -  19.0.0-2206-gb6ae2491  2312c8e42d00  48e10e912a76
2024-03-19T01:49:23.598 INFO:teuthology.orchestra.run.smithi046.stdout:mds.f   smithi102               running (2m)    57s ago   2m    15.6M        -  19.0.0-2206-gb6ae2491  2312c8e42d00  87fd2a186210
2024-03-19T01:49:23.598 INFO:teuthology.orchestra.run.smithi046.stdout:mds.g   smithi046               running (2m)    19s ago   2m    15.3M        -  19.0.0-2206-gb6ae2491  2312c8e42d00  e2ed83231b8f
2024-03-19T01:49:23.598 INFO:teuthology.orchestra.run.smithi046.stdout:mds.h   smithi073               running (2m)    57s ago   2m    18.4M        -  19.0.0-2206-gb6ae2491  2312c8e42d00  2a57624588de
2024-03-19T01:49:23.598 INFO:teuthology.orchestra.run.smithi046.stdout:mds.i   smithi102               running (2m)    57s ago   2m    17.0M        -  19.0.0-2206-gb6ae2491  2312c8e42d00  1649899fd8be
2024-03-19T01:49:23.598 INFO:teuthology.orchestra.run.smithi046.stdout:mds.j   smithi046               running (2m)    19s ago   2m    14.1M        -  19.0.0-2206-gb6ae2491  2312c8e42d00  b0b98cbb879d
2024-03-19T01:49:23.598 INFO:teuthology.orchestra.run.smithi046.stdout:mds.k   smithi073               running (2m)    57s ago   2m    13.9M        -  19.0.0-2206-gb6ae2491  2312c8e42d00  1946d00f2652
2024-03-19T01:49:23.598 INFO:teuthology.orchestra.run.smithi046.stdout:mds.l   smithi102               running (2m)    57s ago   2m    16.2M        -  19.0.0-2206-gb6ae2491  2312c8e42d00  f3ee5be0ede2
2024-03-19T01:49:23.598 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x   smithi046  *:9283,8765  running (9m)    19s ago   9m     513M        -  19.0.0-2206-gb6ae2491  2312c8e42d00  5eebabd79cbc
2024-03-19T01:49:23.598 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y   smithi073  *:8443,8765  running (7m)    57s ago   7m     454M        -  19.0.0-2206-gb6ae2491  2312c8e42d00  644514fe43ed
2024-03-19T01:49:23.599 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.z   smithi102  *:8443,8765  running (7m)    57s ago   7m     451M        -  19.0.0-2206-gb6ae2491  2312c8e42d00  096a89b45393
2024-03-19T01:49:23.599 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a   smithi046               running (9m)    19s ago  10m    51.4M    2048M  19.0.0-2206-gb6ae2491  2312c8e42d00  9007b0374a4c
2024-03-19T01:49:23.599 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b   smithi073               running (8m)    57s ago   8m    45.6M    2048M  19.0.0-2206-gb6ae2491  2312c8e42d00  feefbbecaa06
2024-03-19T01:49:23.599 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c   smithi102               running (8m)    57s ago   8m    39.5M    2048M  19.0.0-2206-gb6ae2491  2312c8e42d00  1ad4c5b99f69
2024-03-19T01:49:23.599 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0   smithi046               running (7m)    19s ago   7m    46.1M    4273M  19.0.0-2206-gb6ae2491  2312c8e42d00  c5fc8ceadd1f
2024-03-19T01:49:23.599 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1   smithi073               running (7m)    57s ago   7m    55.0M    4272M  19.0.0-2206-gb6ae2491  2312c8e42d00  6ff6401e4489
2024-03-19T01:49:23.599 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2   smithi102               running (6m)    57s ago   6m    55.9M    4272M  19.0.0-2206-gb6ae2491  2312c8e42d00  f80a7b3d46c9
2024-03-19T01:49:23.599 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3   smithi046               running (6m)    19s ago   6m    54.6M    4273M  19.0.0-2206-gb6ae2491  2312c8e42d00  39790fd654ed
2024-03-19T01:49:23.599 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4   smithi073               running (5m)    57s ago   5m    50.0M    4272M  19.0.0-2206-gb6ae2491  2312c8e42d00  9eef92763414
2024-03-19T01:49:23.599 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5   smithi102               running (5m)    57s ago   5m    47.1M    4272M  19.0.0-2206-gb6ae2491  2312c8e42d00  6ee7c39da802
2024-03-19T01:49:23.599 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6   smithi046               running (5m)    19s ago   5m    42.2M    4273M  19.0.0-2206-gb6ae2491  2312c8e42d00  086b8bf9d34e
2024-03-19T01:49:23.599 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7   smithi073               running (4m)    57s ago   4m    46.4M    4272M  19.0.0-2206-gb6ae2491  2312c8e42d00  f72efa3e50d1
2024-03-19T01:49:23.599 INFO:teuthology.orchestra.run.smithi046.stdout:osd.8   smithi102               running (4m)    57s ago   4m    43.3M    4272M  19.0.0-2206-gb6ae2491  2312c8e42d00  3758891b2ffe
2024-03-19T01:49:23.599 INFO:teuthology.orchestra.run.smithi046.stdout:osd.9   smithi046               running (3m)    19s ago   3m    51.2M    4273M  19.0.0-2206-gb6ae2491  2312c8e42d00  e8848ba35ce5
2024-03-19T01:49:23.600 INFO:teuthology.orchestra.run.smithi046.stdout:osd.10  smithi073               running (3m)    57s ago   3m    54.8M    4272M  19.0.0-2206-gb6ae2491  2312c8e42d00  8d93849ddb29
2024-03-19T01:49:23.600 INFO:teuthology.orchestra.run.smithi046.stdout:osd.11  smithi102               running (2m)    57s ago   2m    44.7M    4272M  19.0.0-2206-gb6ae2491  2312c8e42d00  e67229853880
2024-03-19T01:49:23.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.601+0000 7f84580bb700  1 -- 172.21.15.46:0/2275939177 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f843c0a2890 msgr2=0x7f843c0a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:23.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.601+0000 7f84580bb700  1 --2- 172.21.15.46:0/2275939177 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f843c0a2890 0x7f843c0a4d50 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f844c00b580 tx=0x7f844c005fb0 comp rx=0 tx=0).stop
2024-03-19T01:49:23.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.601+0000 7f84580bb700  1 -- 172.21.15.46:0/2275939177 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8450103560 msgr2=0x7f8450074700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:23.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.601+0000 7f84580bb700  1 --2- 172.21.15.46:0/2275939177 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8450103560 0x7f8450074700 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f844000e9f0 tx=0x7f844000ed00 comp rx=0 tx=0).stop
2024-03-19T01:49:23.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.601+0000 7f84580bb700  1 -- 172.21.15.46:0/2275939177 shutdown_connections
2024-03-19T01:49:23.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.601+0000 7f84580bb700  1 --2- 172.21.15.46:0/2275939177 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f843c0a2890 0x7f843c0a4d50 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:23.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.601+0000 7f84580bb700  1 --2- 172.21.15.46:0/2275939177 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8450103f00 0x7f8450074c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:23.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.601+0000 7f84580bb700  1 --2- 172.21.15.46:0/2275939177 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8450102360 0x7f8450076060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:23.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.601+0000 7f84580bb700  1 --2- 172.21.15.46:0/2275939177 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8450103560 0x7f8450074700 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:23.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.601+0000 7f84580bb700  1 -- 172.21.15.46:0/2275939177 >> 172.21.15.46:0/2275939177 conn(0x7f84500fd920 msgr2=0x7f8450106880 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:23.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.601+0000 7f84580bb700  1 -- 172.21.15.46:0/2275939177 shutdown_connections
2024-03-19T01:49:23.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:23.601+0000 7f84580bb700  1 -- 172.21.15.46:0/2275939177 wait complete.
2024-03-19T01:49:23.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:23 smithi046 ceph-mon[63102]: pgmap v355: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 639 B/s wr, 5 op/s
2024-03-19T01:49:24.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:23 smithi073 ceph-mon[66833]: pgmap v355: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 639 B/s wr, 5 op/s
2024-03-19T01:49:24.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:23 smithi102 ceph-mon[66557]: pgmap v355: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 639 B/s wr, 5 op/s
2024-03-19T01:49:24.393 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- bash -c 'ceph orch ls'
2024-03-19T01:49:24.645 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:49:25.020 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:24 smithi046 ceph-mon[63102]: from='client.25124 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:49:25.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:24 smithi073 ceph-mon[66833]: from='client.25124 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:49:25.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:24 smithi102 ceph-mon[66557]: from='client.25124 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:49:26.075 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:25 smithi046 ceph-mon[63102]: pgmap v356: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 639 B/s wr, 7 op/s
2024-03-19T01:49:26.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:25 smithi073 ceph-mon[66833]: pgmap v356: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 639 B/s wr, 7 op/s
2024-03-19T01:49:26.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:25 smithi102 ceph-mon[66557]: pgmap v356: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 639 B/s wr, 7 op/s
2024-03-19T01:49:26.319 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.319+0000 7f0a70c10700  1 -- 172.21.15.46:0/281755297 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0a6c103ee0 msgr2=0x7f0a6c10a790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:26.319 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.319+0000 7f0a70c10700  1 --2- 172.21.15.46:0/281755297 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0a6c103ee0 0x7f0a6c10a790 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f0a6400b0d0 tx=0x7f0a6400b3e0 comp rx=0 tx=0).stop
2024-03-19T01:49:26.319 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.319+0000 7f0a70c10700  1 -- 172.21.15.46:0/281755297 shutdown_connections
2024-03-19T01:49:26.319 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.319+0000 7f0a70c10700  1 --2- 172.21.15.46:0/281755297 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0a6c103ee0 0x7f0a6c10a790 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:26.319 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.319+0000 7f0a70c10700  1 --2- 172.21.15.46:0/281755297 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0a6c102340 0x7f0a6c102760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:26.319 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.319+0000 7f0a70c10700  1 --2- 172.21.15.46:0/281755297 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0a6c103540 0x7f0a6c1039a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:26.319 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.319+0000 7f0a70c10700  1 -- 172.21.15.46:0/281755297 >> 172.21.15.46:0/281755297 conn(0x7f0a6c0fd920 msgr2=0x7f0a6c0ffd40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:26.319 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.319+0000 7f0a70c10700  1 -- 172.21.15.46:0/281755297 shutdown_connections
2024-03-19T01:49:26.319 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.319+0000 7f0a70c10700  1 -- 172.21.15.46:0/281755297 wait complete.
2024-03-19T01:49:26.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.320+0000 7f0a70c10700  1  Processor -- start
2024-03-19T01:49:26.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.320+0000 7f0a70c10700  1 --  start start
2024-03-19T01:49:26.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.320+0000 7f0a70c10700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0a6c102340 0x7f0a6c0760b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:26.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.320+0000 7f0a70c10700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0a6c103540 0x7f0a6c074700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:26.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.320+0000 7f0a70c10700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0a6c103ee0 0x7f0a6c074c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:26.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.320+0000 7f0a70c10700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f0a6c10ddc0 con 0x7f0a6c102340
2024-03-19T01:49:26.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.320+0000 7f0a70c10700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f0a6c10dc40 con 0x7f0a6c103ee0
2024-03-19T01:49:26.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.320+0000 7f0a70c10700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0a6c10df40 con 0x7f0a6c103540
2024-03-19T01:49:26.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.320+0000 7f0a6a59c700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0a6c102340 0x7f0a6c0760b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:26.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.320+0000 7f0a6a59c700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0a6c102340 0x7f0a6c0760b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38638/0 (socket says 172.21.15.46:38638)
2024-03-19T01:49:26.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.320+0000 7f0a6a59c700  1 -- 172.21.15.46:0/3084238238 learned_addr learned my addr 172.21.15.46:0/3084238238 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:26.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.320+0000 7f0a6ad9d700  1 --2- 172.21.15.46:0/3084238238 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0a6c103ee0 0x7f0a6c074c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:26.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.320+0000 7f0a69d9b700  1 --2- 172.21.15.46:0/3084238238 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0a6c103540 0x7f0a6c074700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:26.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.320+0000 7f0a6a59c700  1 -- 172.21.15.46:0/3084238238 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0a6c103540 msgr2=0x7f0a6c074700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:26.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.320+0000 7f0a6a59c700  1 --2- 172.21.15.46:0/3084238238 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0a6c103540 0x7f0a6c074700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:26.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.320+0000 7f0a6a59c700  1 -- 172.21.15.46:0/3084238238 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0a6c103ee0 msgr2=0x7f0a6c074c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:26.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.320+0000 7f0a6a59c700  1 --2- 172.21.15.46:0/3084238238 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0a6c103ee0 0x7f0a6c074c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:26.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.320+0000 7f0a6a59c700  1 -- 172.21.15.46:0/3084238238 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a6c0754f0 con 0x7f0a6c102340
2024-03-19T01:49:26.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.320+0000 7f0a6a59c700  1 --2- 172.21.15.46:0/3084238238 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0a6c102340 0x7f0a6c0760b0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f0a5c00e970 tx=0x7f0a5c00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:26.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.321+0000 7f0a5b7fe700  1 -- 172.21.15.46:0/3084238238 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a5c004220 con 0x7f0a6c102340
2024-03-19T01:49:26.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.321+0000 7f0a5b7fe700  1 -- 172.21.15.46:0/3084238238 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0a5c0043c0 con 0x7f0a6c102340
2024-03-19T01:49:26.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.321+0000 7f0a70c10700  1 -- 172.21.15.46:0/3084238238 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a6c1a2590 con 0x7f0a6c102340
2024-03-19T01:49:26.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.321+0000 7f0a5b7fe700  1 -- 172.21.15.46:0/3084238238 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a5c003d50 con 0x7f0a6c102340
2024-03-19T01:49:26.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.321+0000 7f0a70c10700  1 -- 172.21.15.46:0/3084238238 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a6c1a2aa0 con 0x7f0a6c102340
2024-03-19T01:49:26.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.322+0000 7f0a70c10700  1 -- 172.21.15.46:0/3084238238 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a6c068fd0 con 0x7f0a6c102340
2024-03-19T01:49:26.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.323+0000 7f0a5b7fe700  1 -- 172.21.15.46:0/3084238238 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f0a5c00c7e0 con 0x7f0a6c102340
2024-03-19T01:49:26.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.323+0000 7f0a5b7fe700  1 --2- 172.21.15.46:0/3084238238 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f0a540a2890 0x7f0a540a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:26.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.324+0000 7f0a69d9b700  1 --2- 172.21.15.46:0/3084238238 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f0a540a2890 0x7f0a540a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:26.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.324+0000 7f0a5b7fe700  1 -- 172.21.15.46:0/3084238238 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f0a5c0cf100 con 0x7f0a6c102340
2024-03-19T01:49:26.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.324+0000 7f0a69d9b700  1 --2- 172.21.15.46:0/3084238238 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f0a540a2890 0x7f0a540a4d50 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f0a60009c60 tx=0x7f0a60009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:26.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.327+0000 7f0a5b7fe700  1 -- 172.21.15.46:0/3084238238 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f0a5c09bdb0 con 0x7f0a6c102340
2024-03-19T01:49:26.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.540+0000 7f0a70c10700  1 -- 172.21.15.46:0/3084238238 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7f0a6c062750 con 0x7f0a540a2890
2024-03-19T01:49:26.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.546+0000 7f0a5b7fe700  1 -- 172.21.15.46:0/3084238238 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7f0a6c062750 con 0x7f0a540a2890
2024-03-19T01:49:26.547 INFO:teuthology.orchestra.run.smithi046.stdout:NAME     PORTS  RUNNING  REFRESHED  AGE  PLACEMENT
2024-03-19T01:49:26.547 INFO:teuthology.orchestra.run.smithi046.stdout:mds.all           12/12  60s ago    2m   smithi046=a;smithi046=d;smithi046=g;smithi046=j;smithi073=b;smithi073=e;smithi073=h;smithi073=k;smithi102=c;smithi102=f;smithi102=i;smithi102=l;count:12
2024-03-19T01:49:26.547 INFO:teuthology.orchestra.run.smithi046.stdout:mgr                 3/3  60s ago    8m   smithi046=x;smithi073=y;smithi102=z;count:3
2024-03-19T01:49:26.547 INFO:teuthology.orchestra.run.smithi046.stdout:mon                 3/3  60s ago    8m   smithi046:172.21.15.46=a;smithi073:172.21.15.73=b;smithi102:172.21.15.102=c;count:3
2024-03-19T01:49:26.547 INFO:teuthology.orchestra.run.smithi046.stdout:osd                  12  60s ago    -    <unmanaged>
2024-03-19T01:49:26.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.548+0000 7f0a70c10700  1 -- 172.21.15.46:0/3084238238 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f0a540a2890 msgr2=0x7f0a540a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:26.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.548+0000 7f0a70c10700  1 --2- 172.21.15.46:0/3084238238 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f0a540a2890 0x7f0a540a4d50 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f0a60009c60 tx=0x7f0a60009260 comp rx=0 tx=0).stop
2024-03-19T01:49:26.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.548+0000 7f0a70c10700  1 -- 172.21.15.46:0/3084238238 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0a6c102340 msgr2=0x7f0a6c0760b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:26.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.548+0000 7f0a70c10700  1 --2- 172.21.15.46:0/3084238238 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0a6c102340 0x7f0a6c0760b0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f0a5c00e970 tx=0x7f0a5c00ec80 comp rx=0 tx=0).stop
2024-03-19T01:49:26.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.548+0000 7f0a70c10700  1 -- 172.21.15.46:0/3084238238 shutdown_connections
2024-03-19T01:49:26.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.548+0000 7f0a70c10700  1 --2- 172.21.15.46:0/3084238238 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f0a540a2890 0x7f0a540a4d50 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:26.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.548+0000 7f0a70c10700  1 --2- 172.21.15.46:0/3084238238 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0a6c103ee0 0x7f0a6c074c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:26.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.549+0000 7f0a70c10700  1 --2- 172.21.15.46:0/3084238238 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0a6c102340 0x7f0a6c0760b0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:26.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.549+0000 7f0a70c10700  1 --2- 172.21.15.46:0/3084238238 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0a6c103540 0x7f0a6c074700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:26.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.549+0000 7f0a70c10700  1 -- 172.21.15.46:0/3084238238 >> 172.21.15.46:0/3084238238 conn(0x7f0a6c0fd920 msgr2=0x7f0a6c106890 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:26.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.549+0000 7f0a70c10700  1 -- 172.21.15.46:0/3084238238 shutdown_connections
2024-03-19T01:49:26.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:26.549+0000 7f0a70c10700  1 -- 172.21.15.46:0/3084238238 wait complete.
2024-03-19T01:49:27.162 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- bash -c 'ceph orch host ls'
2024-03-19T01:49:27.410 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:49:28.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:27 smithi046 ceph-mon[63102]: pgmap v357: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 639 B/s wr, 8 op/s
2024-03-19T01:49:28.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:27 smithi046 ceph-mon[63102]: from='client.15276 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:49:28.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:27 smithi073 ceph-mon[66833]: pgmap v357: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 639 B/s wr, 8 op/s
2024-03-19T01:49:28.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:27 smithi073 ceph-mon[66833]: from='client.15276 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:49:28.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:27 smithi102 ceph-mon[66557]: pgmap v357: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 639 B/s wr, 8 op/s
2024-03-19T01:49:28.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:27 smithi102 ceph-mon[66557]: from='client.15276 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:49:29.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.157+0000 7fc842ecf700  1 -- 172.21.15.46:0/1475198915 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc83c1056f0 msgr2=0x7fc83c107ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:29.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.157+0000 7fc842ecf700  1 --2- 172.21.15.46:0/1475198915 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc83c1056f0 0x7fc83c107ae0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fc830009990 tx=0x7fc830009ca0 comp rx=0 tx=0).stop
2024-03-19T01:49:29.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.157+0000 7fc842ecf700  1 -- 172.21.15.46:0/1475198915 shutdown_connections
2024-03-19T01:49:29.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.157+0000 7fc842ecf700  1 --2- 172.21.15.46:0/1475198915 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc83c108020 0x7fc83c10a490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:29.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.157+0000 7fc842ecf700  1 --2- 172.21.15.46:0/1475198915 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc83c102dc0 0x7fc83c1051b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:29.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.157+0000 7fc842ecf700  1 --2- 172.21.15.46:0/1475198915 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc83c1056f0 0x7fc83c107ae0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:29.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.157+0000 7fc842ecf700  1 -- 172.21.15.46:0/1475198915 >> 172.21.15.46:0/1475198915 conn(0x7fc83c0fc7d0 msgr2=0x7fc83c0fec10 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:29.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.157+0000 7fc842ecf700  1 -- 172.21.15.46:0/1475198915 shutdown_connections
2024-03-19T01:49:29.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.157+0000 7fc842ecf700  1 -- 172.21.15.46:0/1475198915 wait complete.
2024-03-19T01:49:29.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.157+0000 7fc842ecf700  1  Processor -- start
2024-03-19T01:49:29.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.157+0000 7fc842ecf700  1 --  start start
2024-03-19T01:49:29.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.158+0000 7fc842ecf700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc83c102dc0 0x7fc83c1984b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:29.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.158+0000 7fc842ecf700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc83c1056f0 0x7fc83c1989f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:29.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.158+0000 7fc842ecf700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc83c108020 0x7fc83c19fa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:29.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.158+0000 7fc842ecf700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc83c10ddf0 con 0x7fc83c108020
2024-03-19T01:49:29.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.158+0000 7fc842ecf700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fc83c10dc70 con 0x7fc83c102dc0
2024-03-19T01:49:29.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.158+0000 7fc842ecf700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc83c10df70 con 0x7fc83c1056f0
2024-03-19T01:49:29.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.158+0000 7fc840c6b700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc83c102dc0 0x7fc83c1984b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:29.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.158+0000 7fc84146c700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc83c108020 0x7fc83c19fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:29.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.158+0000 7fc840c6b700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc83c102dc0 0x7fc83c1984b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:60486/0 (socket says 172.21.15.46:60486)
2024-03-19T01:49:29.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.158+0000 7fc840c6b700  1 -- 172.21.15.46:0/4062746843 learned_addr learned my addr 172.21.15.46:0/4062746843 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:29.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.158+0000 7fc83bfff700  1 --2- 172.21.15.46:0/4062746843 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc83c1056f0 0x7fc83c1989f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:29.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.158+0000 7fc840c6b700  1 -- 172.21.15.46:0/4062746843 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc83c1056f0 msgr2=0x7fc83c1989f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:29.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.158+0000 7fc840c6b700  1 --2- 172.21.15.46:0/4062746843 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc83c1056f0 0x7fc83c1989f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:29.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.158+0000 7fc840c6b700  1 -- 172.21.15.46:0/4062746843 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc83c108020 msgr2=0x7fc83c19fa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:29.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.158+0000 7fc840c6b700  1 --2- 172.21.15.46:0/4062746843 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc83c108020 0x7fc83c19fa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:29.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.158+0000 7fc840c6b700  1 -- 172.21.15.46:0/4062746843 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc83c1a0110 con 0x7fc83c102dc0
2024-03-19T01:49:29.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.158+0000 7fc84146c700  1 --2- 172.21.15.46:0/4062746843 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc83c108020 0x7fc83c19fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:29.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.158+0000 7fc840c6b700  1 --2- 172.21.15.46:0/4062746843 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc83c102dc0 0x7fc83c1984b0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fc83400ef10 tx=0x7fc83400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:29.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.158+0000 7fc839ffb700  1 -- 172.21.15.46:0/4062746843 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc83400c9c0 con 0x7fc83c102dc0
2024-03-19T01:49:29.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.158+0000 7fc842ecf700  1 -- 172.21.15.46:0/4062746843 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc83c100bb0 con 0x7fc83c102dc0
2024-03-19T01:49:29.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.158+0000 7fc839ffb700  1 -- 172.21.15.46:0/4062746843 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc834019070 con 0x7fc83c102dc0
2024-03-19T01:49:29.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.158+0000 7fc839ffb700  1 -- 172.21.15.46:0/4062746843 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc834014480 con 0x7fc83c102dc0
2024-03-19T01:49:29.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.159+0000 7fc842ecf700  1 -- 172.21.15.46:0/4062746843 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc83c101140 con 0x7fc83c102dc0
2024-03-19T01:49:29.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.159+0000 7fc842ecf700  1 -- 172.21.15.46:0/4062746843 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc83c068fd0 con 0x7fc83c102dc0
2024-03-19T01:49:29.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.160+0000 7fc839ffb700  1 -- 172.21.15.46:0/4062746843 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7fc834012050 con 0x7fc83c102dc0
2024-03-19T01:49:29.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.161+0000 7fc839ffb700  1 --2- 172.21.15.46:0/4062746843 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc8240a2890 0x7fc8240a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:29.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.161+0000 7fc83bfff700  1 --2- 172.21.15.46:0/4062746843 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc8240a2890 0x7fc8240a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:29.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.161+0000 7fc839ffb700  1 -- 172.21.15.46:0/4062746843 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fc8340cedd0 con 0x7fc83c102dc0
2024-03-19T01:49:29.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.161+0000 7fc83bfff700  1 --2- 172.21.15.46:0/4062746843 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc8240a2890 0x7fc8240a4d50 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fc83000b710 tx=0x7fc83000b7e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:29.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.166+0000 7fc839ffb700  1 -- 172.21.15.46:0/4062746843 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fc834010040 con 0x7fc83c102dc0
2024-03-19T01:49:29.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.379+0000 7fc842ecf700  1 -- 172.21.15.46:0/4062746843 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7fc83c062750 con 0x7fc8240a2890
2024-03-19T01:49:29.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.381+0000 7fc839ffb700  1 -- 172.21.15.46:0/4062746843 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7fc83c062750 con 0x7fc8240a2890
2024-03-19T01:49:29.381 INFO:teuthology.orchestra.run.smithi046.stdout:HOST       ADDR           LABELS  STATUS
2024-03-19T01:49:29.381 INFO:teuthology.orchestra.run.smithi046.stdout:smithi046  172.21.15.46
2024-03-19T01:49:29.381 INFO:teuthology.orchestra.run.smithi046.stdout:smithi073  172.21.15.73
2024-03-19T01:49:29.381 INFO:teuthology.orchestra.run.smithi046.stdout:smithi102  172.21.15.102
2024-03-19T01:49:29.381 INFO:teuthology.orchestra.run.smithi046.stdout:3 hosts in cluster
2024-03-19T01:49:29.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.383+0000 7fc842ecf700  1 -- 172.21.15.46:0/4062746843 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc8240a2890 msgr2=0x7fc8240a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:29.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.383+0000 7fc842ecf700  1 --2- 172.21.15.46:0/4062746843 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc8240a2890 0x7fc8240a4d50 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fc83000b710 tx=0x7fc83000b7e0 comp rx=0 tx=0).stop
2024-03-19T01:49:29.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.383+0000 7fc842ecf700  1 -- 172.21.15.46:0/4062746843 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc83c102dc0 msgr2=0x7fc83c1984b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:29.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.383+0000 7fc842ecf700  1 --2- 172.21.15.46:0/4062746843 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc83c102dc0 0x7fc83c1984b0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fc83400ef10 tx=0x7fc83400c3a0 comp rx=0 tx=0).stop
2024-03-19T01:49:29.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.383+0000 7fc842ecf700  1 -- 172.21.15.46:0/4062746843 shutdown_connections
2024-03-19T01:49:29.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.383+0000 7fc842ecf700  1 --2- 172.21.15.46:0/4062746843 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc8240a2890 0x7fc8240a4d50 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:29.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.383+0000 7fc842ecf700  1 --2- 172.21.15.46:0/4062746843 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc83c108020 0x7fc83c19fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:29.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.383+0000 7fc842ecf700  1 --2- 172.21.15.46:0/4062746843 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc83c102dc0 0x7fc83c1984b0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:29.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.383+0000 7fc842ecf700  1 --2- 172.21.15.46:0/4062746843 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc83c1056f0 0x7fc83c1989f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:29.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.383+0000 7fc842ecf700  1 -- 172.21.15.46:0/4062746843 >> 172.21.15.46:0/4062746843 conn(0x7fc83c0fc7d0 msgr2=0x7fc83c104c40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:29.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.383+0000 7fc842ecf700  1 -- 172.21.15.46:0/4062746843 shutdown_connections
2024-03-19T01:49:29.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:29.383+0000 7fc842ecf700  1 -- 172.21.15.46:0/4062746843 wait complete.
2024-03-19T01:49:29.976 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:29 smithi046 ceph-mon[63102]: pgmap v358: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 224 B/s wr, 5 op/s
2024-03-19T01:49:30.003 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- bash -c 'ceph orch device ls'
2024-03-19T01:49:30.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:29 smithi073 ceph-mon[66833]: pgmap v358: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 224 B/s wr, 5 op/s
2024-03-19T01:49:30.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:29 smithi102 ceph-mon[66557]: pgmap v358: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 224 B/s wr, 5 op/s
2024-03-19T01:49:30.247 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:49:31.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:30 smithi046 ceph-mon[63102]: from='client.25136 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:49:31.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:30 smithi073 ceph-mon[66833]: from='client.25136 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:49:31.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:30 smithi102 ceph-mon[66557]: from='client.25136 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:49:32.057 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:31 smithi046 ceph-mon[63102]: pgmap v359: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 0 B/s wr, 6 op/s
2024-03-19T01:49:32.115 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:31 smithi073 ceph-mon[66833]: pgmap v359: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 0 B/s wr, 6 op/s
2024-03-19T01:49:32.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.165+0000 7f3e21d78700  1 -- 172.21.15.46:0/4046550632 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3e1c103ee0 msgr2=0x7f3e1c10a790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:32.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.165+0000 7f3e21d78700  1 --2- 172.21.15.46:0/4046550632 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3e1c103ee0 0x7f3e1c10a790 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f3e1400b0d0 tx=0x7f3e1400b3e0 comp rx=0 tx=0).stop
2024-03-19T01:49:32.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.165+0000 7f3e21d78700  1 -- 172.21.15.46:0/4046550632 shutdown_connections
2024-03-19T01:49:32.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.165+0000 7f3e21d78700  1 --2- 172.21.15.46:0/4046550632 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3e1c103ee0 0x7f3e1c10a790 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:32.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.165+0000 7f3e21d78700  1 --2- 172.21.15.46:0/4046550632 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3e1c102340 0x7f3e1c102760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:32.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.165+0000 7f3e21d78700  1 --2- 172.21.15.46:0/4046550632 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3e1c103540 0x7f3e1c1039a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:32.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.165+0000 7f3e21d78700  1 -- 172.21.15.46:0/4046550632 >> 172.21.15.46:0/4046550632 conn(0x7f3e1c0fd920 msgr2=0x7f3e1c0ffd40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:32.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.165+0000 7f3e21d78700  1 -- 172.21.15.46:0/4046550632 shutdown_connections
2024-03-19T01:49:32.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.165+0000 7f3e21d78700  1 -- 172.21.15.46:0/4046550632 wait complete.
2024-03-19T01:49:32.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.166+0000 7f3e21d78700  1  Processor -- start
2024-03-19T01:49:32.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.166+0000 7f3e21d78700  1 --  start start
2024-03-19T01:49:32.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.166+0000 7f3e21d78700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3e1c102340 0x7f3e1c198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:32.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.166+0000 7f3e21d78700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3e1c103540 0x7f3e1c198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:32.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.166+0000 7f3e21d78700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3e1c103ee0 0x7f3e1c19f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:32.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.166+0000 7f3e21d78700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f3e1c10dde0 con 0x7f3e1c103540
2024-03-19T01:49:32.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.166+0000 7f3e21d78700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f3e1c10dc60 con 0x7f3e1c103ee0
2024-03-19T01:49:32.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.166+0000 7f3e21d78700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f3e1c10df60 con 0x7f3e1c102340
2024-03-19T01:49:32.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.166+0000 7f3e1affd700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3e1c103540 0x7f3e1c198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:32.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.166+0000 7f3e1affd700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3e1c103540 0x7f3e1c198960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38668/0 (socket says 172.21.15.46:38668)
2024-03-19T01:49:32.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.166+0000 7f3e1affd700  1 -- 172.21.15.46:0/1582256298 learned_addr learned my addr 172.21.15.46:0/1582256298 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:32.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.166+0000 7f3e1bfff700  1 --2- 172.21.15.46:0/1582256298 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3e1c103ee0 0x7f3e1c19f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:32.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.166+0000 7f3e1b7fe700  1 --2- 172.21.15.46:0/1582256298 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3e1c102340 0x7f3e1c198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:32.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.166+0000 7f3e1affd700  1 -- 172.21.15.46:0/1582256298 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3e1c102340 msgr2=0x7f3e1c198420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:32.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.166+0000 7f3e1affd700  1 --2- 172.21.15.46:0/1582256298 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3e1c102340 0x7f3e1c198420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:32.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.166+0000 7f3e1affd700  1 -- 172.21.15.46:0/1582256298 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3e1c103ee0 msgr2=0x7f3e1c19f9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:32.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.166+0000 7f3e1affd700  1 --2- 172.21.15.46:0/1582256298 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3e1c103ee0 0x7f3e1c19f9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:32.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.166+0000 7f3e1affd700  1 -- 172.21.15.46:0/1582256298 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e1c1a0080 con 0x7f3e1c103540
2024-03-19T01:49:32.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.166+0000 7f3e1b7fe700  1 --2- 172.21.15.46:0/1582256298 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3e1c102340 0x7f3e1c198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:49:32.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.166+0000 7f3e1bfff700  1 --2- 172.21.15.46:0/1582256298 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3e1c103ee0 0x7f3e1c19f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:32.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.167+0000 7f3e1affd700  1 --2- 172.21.15.46:0/1582256298 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3e1c103540 0x7f3e1c198960 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f3e1000e9d0 tx=0x7f3e1000ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:32.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.167+0000 7f3e18ff9700  1 -- 172.21.15.46:0/1582256298 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e1000cbd0 con 0x7f3e1c103540
2024-03-19T01:49:32.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.167+0000 7f3e18ff9700  1 -- 172.21.15.46:0/1582256298 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3e1000cd70 con 0x7f3e1c103540
2024-03-19T01:49:32.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.167+0000 7f3e21d78700  1 -- 172.21.15.46:0/1582256298 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e1c1a0370 con 0x7f3e1c103540
2024-03-19T01:49:32.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.167+0000 7f3e18ff9700  1 -- 172.21.15.46:0/1582256298 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e10018680 con 0x7f3e1c103540
2024-03-19T01:49:32.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.167+0000 7f3e21d78700  1 -- 172.21.15.46:0/1582256298 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e1c1a08b0 con 0x7f3e1c103540
2024-03-19T01:49:32.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.168+0000 7f3e21d78700  1 -- 172.21.15.46:0/1582256298 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e1c068fd0 con 0x7f3e1c103540
2024-03-19T01:49:32.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.169+0000 7f3e18ff9700  1 -- 172.21.15.46:0/1582256298 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f3e10010430 con 0x7f3e1c103540
2024-03-19T01:49:32.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.169+0000 7f3e18ff9700  1 --2- 172.21.15.46:0/1582256298 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f3e040a2890 0x7f3e040a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:32.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.169+0000 7f3e1b7fe700  1 --2- 172.21.15.46:0/1582256298 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f3e040a2890 0x7f3e040a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:32.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.169+0000 7f3e18ff9700  1 -- 172.21.15.46:0/1582256298 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f3e100cf150 con 0x7f3e1c103540
2024-03-19T01:49:32.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.170+0000 7f3e1b7fe700  1 --2- 172.21.15.46:0/1582256298 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f3e040a2890 0x7f3e040a4d50 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f3e1c1033a0 tx=0x7f3e0c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:32.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.174+0000 7f3e18ff9700  1 -- 172.21.15.46:0/1582256298 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f3e1009be00 con 0x7f3e1c103540
2024-03-19T01:49:32.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:31 smithi102 ceph-mon[66557]: pgmap v359: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 0 B/s wr, 6 op/s
2024-03-19T01:49:32.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.387+0000 7f3e21d78700  1 -- 172.21.15.46:0/1582256298 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7f3e1c062750 con 0x7f3e040a2890
2024-03-19T01:49:32.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.388+0000 7f3e18ff9700  1 -- 172.21.15.46:0/1582256298 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7f3e1c062750 con 0x7f3e040a2890
2024-03-19T01:49:32.388 INFO:teuthology.orchestra.run.smithi046.stdout:HOST       PATH          TYPE  DEVICE ID                                SIZE  AVAILABLE  REFRESHED  REJECT REASONS
2024-03-19T01:49:32.389 INFO:teuthology.orchestra.run.smithi046.stdout:smithi046  /dev/nvme0n1  ssd   INTEL_SSDPED1D480GA_PHMB7512009A480DGN   447G  No         3m ago     Has a FileSystem, LVM detected
2024-03-19T01:49:32.389 INFO:teuthology.orchestra.run.smithi046.stdout:smithi073  /dev/nvme0n1  ssd   INTEL_SSDPEDMD400G4_PHFT62040115400BGN   372G  No         3m ago     Has a FileSystem, LVM detected
2024-03-19T01:49:32.389 INFO:teuthology.orchestra.run.smithi046.stdout:smithi102  /dev/nvme0n1  ssd   INTEL_SSDPEDMD400G4_PHFT620400VK400BGN   372G  No         2m ago     Has a FileSystem, LVM detected
2024-03-19T01:49:32.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.390+0000 7f3e21d78700  1 -- 172.21.15.46:0/1582256298 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f3e040a2890 msgr2=0x7f3e040a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:32.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.390+0000 7f3e21d78700  1 --2- 172.21.15.46:0/1582256298 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f3e040a2890 0x7f3e040a4d50 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f3e1c1033a0 tx=0x7f3e0c009260 comp rx=0 tx=0).stop
2024-03-19T01:49:32.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.390+0000 7f3e21d78700  1 -- 172.21.15.46:0/1582256298 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3e1c103540 msgr2=0x7f3e1c198960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:32.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.390+0000 7f3e21d78700  1 --2- 172.21.15.46:0/1582256298 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3e1c103540 0x7f3e1c198960 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f3e1000e9d0 tx=0x7f3e1000ece0 comp rx=0 tx=0).stop
2024-03-19T01:49:32.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.390+0000 7f3e21d78700  1 -- 172.21.15.46:0/1582256298 shutdown_connections
2024-03-19T01:49:32.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.390+0000 7f3e21d78700  1 --2- 172.21.15.46:0/1582256298 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f3e040a2890 0x7f3e040a4d50 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:32.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.391+0000 7f3e21d78700  1 --2- 172.21.15.46:0/1582256298 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3e1c103ee0 0x7f3e1c19f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:32.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.391+0000 7f3e21d78700  1 --2- 172.21.15.46:0/1582256298 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3e1c102340 0x7f3e1c198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:32.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.391+0000 7f3e21d78700  1 --2- 172.21.15.46:0/1582256298 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3e1c103540 0x7f3e1c198960 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:32.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.391+0000 7f3e21d78700  1 -- 172.21.15.46:0/1582256298 >> 172.21.15.46:0/1582256298 conn(0x7f3e1c0fd920 msgr2=0x7f3e1c106890 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:32.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.391+0000 7f3e21d78700  1 -- 172.21.15.46:0/1582256298 shutdown_connections
2024-03-19T01:49:32.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:32.391+0000 7f3e21d78700  1 -- 172.21.15.46:0/1582256298 wait complete.
2024-03-19T01:49:33.099 INFO:teuthology.run_tasks:Running task cephadm.shell...
2024-03-19T01:49:33.108 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi046.front.sepia.ceph.com
2024-03-19T01:49:33.109 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- bash -c 'ceph fs dump'
2024-03-19T01:49:33.360 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:49:34.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:33 smithi046 ceph-mon[63102]: pgmap v360: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 0 B/s wr, 5 op/s
2024-03-19T01:49:34.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:33 smithi046 ceph-mon[63102]: from='client.15288 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:49:34.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:33 smithi073 ceph-mon[66833]: pgmap v360: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 0 B/s wr, 5 op/s
2024-03-19T01:49:34.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:33 smithi073 ceph-mon[66833]: from='client.15288 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:49:34.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:33 smithi102 ceph-mon[66557]: pgmap v360: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 0 B/s wr, 5 op/s
2024-03-19T01:49:34.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:33 smithi102 ceph-mon[66557]: from='client.15288 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:49:35.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.154+0000 7fb8e355d700  1 -- 172.21.15.46:0/3326826729 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8dc1012b0 msgr2=0x7fb8dc1016d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:35.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.154+0000 7fb8e355d700  1 --2- 172.21.15.46:0/3326826729 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8dc1012b0 0x7fb8dc1016d0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fb8cc00b0d0 tx=0x7fb8cc00b3e0 comp rx=0 tx=0).stop
2024-03-19T01:49:35.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.154+0000 7fb8e355d700  1 -- 172.21.15.46:0/3326826729 shutdown_connections
2024-03-19T01:49:35.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.154+0000 7fb8e355d700  1 --2- 172.21.15.46:0/3326826729 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb8dc102e50 0x7fb8dc109700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:35.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.154+0000 7fb8e355d700  1 --2- 172.21.15.46:0/3326826729 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8dc1012b0 0x7fb8dc1016d0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:35.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.154+0000 7fb8e355d700  1 --2- 172.21.15.46:0/3326826729 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb8dc1024b0 0x7fb8dc102910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:35.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.154+0000 7fb8e355d700  1 -- 172.21.15.46:0/3326826729 >> 172.21.15.46:0/3326826729 conn(0x7fb8dc0fc870 msgr2=0x7fb8dc0fec90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:35.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.154+0000 7fb8e355d700  1 -- 172.21.15.46:0/3326826729 shutdown_connections
2024-03-19T01:49:35.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.154+0000 7fb8e355d700  1 -- 172.21.15.46:0/3326826729 wait complete.
2024-03-19T01:49:35.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.155+0000 7fb8e355d700  1  Processor -- start
2024-03-19T01:49:35.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.155+0000 7fb8e355d700  1 --  start start
2024-03-19T01:49:35.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.155+0000 7fb8e355d700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb8dc1012b0 0x7fb8dc1984f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:35.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.155+0000 7fb8e355d700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8dc1024b0 0x7fb8dc198a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:35.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.155+0000 7fb8e355d700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb8dc102e50 0x7fb8dc19fa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:35.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.155+0000 7fb8e355d700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb8dc10ccb0 con 0x7fb8dc1024b0
2024-03-19T01:49:35.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.155+0000 7fb8e355d700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb8dc10cb30 con 0x7fb8dc1012b0
2024-03-19T01:49:35.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.155+0000 7fb8e355d700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb8dc10ce30 con 0x7fb8dc102e50
2024-03-19T01:49:35.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.155+0000 7fb8e0af8700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8dc1024b0 0x7fb8dc198a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:35.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.155+0000 7fb8e12f9700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb8dc1012b0 0x7fb8dc1984f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:35.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.155+0000 7fb8e12f9700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb8dc1012b0 0x7fb8dc1984f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:54460/0 (socket says 172.21.15.46:54460)
2024-03-19T01:49:35.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.155+0000 7fb8e12f9700  1 -- 172.21.15.46:0/351878592 learned_addr learned my addr 172.21.15.46:0/351878592 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:35.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.155+0000 7fb8e1afa700  1 --2- 172.21.15.46:0/351878592 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb8dc102e50 0x7fb8dc19fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:35.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.155+0000 7fb8e12f9700  1 -- 172.21.15.46:0/351878592 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb8dc102e50 msgr2=0x7fb8dc19fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:35.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.155+0000 7fb8e12f9700  1 --2- 172.21.15.46:0/351878592 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb8dc102e50 0x7fb8dc19fa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:35.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.155+0000 7fb8e12f9700  1 -- 172.21.15.46:0/351878592 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8dc1024b0 msgr2=0x7fb8dc198a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:35.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.155+0000 7fb8e12f9700  1 --2- 172.21.15.46:0/351878592 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8dc1024b0 0x7fb8dc198a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:35.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.155+0000 7fb8e12f9700  1 -- 172.21.15.46:0/351878592 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8dc1a0100 con 0x7fb8dc1012b0
2024-03-19T01:49:35.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.155+0000 7fb8e12f9700  1 --2- 172.21.15.46:0/351878592 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb8dc1012b0 0x7fb8dc1984f0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fb8cc009be0 tx=0x7fb8cc004ce0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:35.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.156+0000 7fb8da7fc700  1 -- 172.21.15.46:0/351878592 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8cc01f070 con 0x7fb8dc1012b0
2024-03-19T01:49:35.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.156+0000 7fb8e355d700  1 -- 172.21.15.46:0/351878592 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8dc1a0390 con 0x7fb8dc1012b0
2024-03-19T01:49:35.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.156+0000 7fb8da7fc700  1 -- 172.21.15.46:0/351878592 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb8cc007b80 con 0x7fb8dc1012b0
2024-03-19T01:49:35.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.156+0000 7fb8da7fc700  1 -- 172.21.15.46:0/351878592 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8cc01b690 con 0x7fb8dc1012b0
2024-03-19T01:49:35.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.156+0000 7fb8e355d700  1 -- 172.21.15.46:0/351878592 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8dc1a0840 con 0x7fb8dc1012b0
2024-03-19T01:49:35.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.157+0000 7fb8e355d700  1 -- 172.21.15.46:0/351878592 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8dc068fd0 con 0x7fb8dc1012b0
2024-03-19T01:49:35.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.158+0000 7fb8da7fc700  1 -- 172.21.15.46:0/351878592 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7fb8cc022070 con 0x7fb8dc1012b0
2024-03-19T01:49:35.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.158+0000 7fb8da7fc700  1 --2- 172.21.15.46:0/351878592 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb8c40a2890 0x7fb8c40a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:35.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.158+0000 7fb8e0af8700  1 --2- 172.21.15.46:0/351878592 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb8c40a2890 0x7fb8c40a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:35.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.158+0000 7fb8da7fc700  1 -- 172.21.15.46:0/351878592 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fb8cc00f020 con 0x7fb8dc1012b0
2024-03-19T01:49:35.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.159+0000 7fb8e0af8700  1 --2- 172.21.15.46:0/351878592 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb8c40a2890 0x7fb8c40a4d50 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fb8d0009680 tx=0x7fb8d0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:35.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.163+0000 7fb8da7fc700  1 -- 172.21.15.46:0/351878592 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fb8cc0d3030 con 0x7fb8dc1012b0
2024-03-19T01:49:35.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.418+0000 7fb8e355d700  1 -- 172.21.15.46:0/351878592 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7fb8dc1a1160 con 0x7fb8dc1012b0
2024-03-19T01:49:35.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.419+0000 7fb8da7fc700  1 -- 172.21.15.46:0/351878592 <== mon.2 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 23 v23) ==== 76+0+3044 (secure 0 0 0) 0x7fb8cc029020 con 0x7fb8dc1012b0
2024-03-19T01:49:35.419 INFO:teuthology.orchestra.run.smithi046.stdout:e23
2024-03-19T01:49:35.419 INFO:teuthology.orchestra.run.smithi046.stdout:enable_multiple, ever_enabled_multiple: 1,1
2024-03-19T01:49:35.419 INFO:teuthology.orchestra.run.smithi046.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes}
2024-03-19T01:49:35.419 INFO:teuthology.orchestra.run.smithi046.stdout:legacy client fscid: 1
2024-03-19T01:49:35.419 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:49:35.419 INFO:teuthology.orchestra.run.smithi046.stdout:Filesystem 'cephfs' (1)
2024-03-19T01:49:35.420 INFO:teuthology.orchestra.run.smithi046.stdout:fs_name	cephfs
2024-03-19T01:49:35.420 INFO:teuthology.orchestra.run.smithi046.stdout:epoch	23
2024-03-19T01:49:35.420 INFO:teuthology.orchestra.run.smithi046.stdout:flags	32 joinable allow_snaps allow_multimds_snaps allow_standby_replay
2024-03-19T01:49:35.420 INFO:teuthology.orchestra.run.smithi046.stdout:created	2024-03-19T01:47:26.395717+0000
2024-03-19T01:49:35.420 INFO:teuthology.orchestra.run.smithi046.stdout:modified	2024-03-19T01:47:53.626484+0000
2024-03-19T01:49:35.420 INFO:teuthology.orchestra.run.smithi046.stdout:tableserver	0
2024-03-19T01:49:35.420 INFO:teuthology.orchestra.run.smithi046.stdout:root	0
2024-03-19T01:49:35.420 INFO:teuthology.orchestra.run.smithi046.stdout:session_timeout	300
2024-03-19T01:49:35.420 INFO:teuthology.orchestra.run.smithi046.stdout:session_autoclose	300
2024-03-19T01:49:35.420 INFO:teuthology.orchestra.run.smithi046.stdout:max_file_size	1099511627776
2024-03-19T01:49:35.420 INFO:teuthology.orchestra.run.smithi046.stdout:max_xattr_size	65536
2024-03-19T01:49:35.420 INFO:teuthology.orchestra.run.smithi046.stdout:required_client_features	{}
2024-03-19T01:49:35.420 INFO:teuthology.orchestra.run.smithi046.stdout:last_failure	0
2024-03-19T01:49:35.420 INFO:teuthology.orchestra.run.smithi046.stdout:last_failure_osd_epoch	0
2024-03-19T01:49:35.421 INFO:teuthology.orchestra.run.smithi046.stdout:compat	compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes}
2024-03-19T01:49:35.421 INFO:teuthology.orchestra.run.smithi046.stdout:max_mds	3
2024-03-19T01:49:35.421 INFO:teuthology.orchestra.run.smithi046.stdout:in	0,1,2
2024-03-19T01:49:35.421 INFO:teuthology.orchestra.run.smithi046.stdout:up	{0=24506,1=24479,2=24478}
2024-03-19T01:49:35.421 INFO:teuthology.orchestra.run.smithi046.stdout:failed
2024-03-19T01:49:35.421 INFO:teuthology.orchestra.run.smithi046.stdout:damaged
2024-03-19T01:49:35.421 INFO:teuthology.orchestra.run.smithi046.stdout:stopped
2024-03-19T01:49:35.421 INFO:teuthology.orchestra.run.smithi046.stdout:data_pools	[3,4]
2024-03-19T01:49:35.421 INFO:teuthology.orchestra.run.smithi046.stdout:metadata_pool	2
2024-03-19T01:49:35.421 INFO:teuthology.orchestra.run.smithi046.stdout:inline_data	disabled
2024-03-19T01:49:35.421 INFO:teuthology.orchestra.run.smithi046.stdout:balancer
2024-03-19T01:49:35.421 INFO:teuthology.orchestra.run.smithi046.stdout:bal_rank_mask	-1
2024-03-19T01:49:35.421 INFO:teuthology.orchestra.run.smithi046.stdout:standby_count_wanted	0
2024-03-19T01:49:35.422 INFO:teuthology.orchestra.run.smithi046.stdout:qdb_cluster	leader: 24506 members: 24479,24478,24506
2024-03-19T01:49:35.422 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.b{0:24506} state up:active seq 3 addr [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] compat {c=[1],r=[1],i=[1fff]}]
2024-03-19T01:49:35.422 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.c{0:24454} state up:standby-replay seq 1 addr [v2:172.21.15.102:6836/1583798896,v1:172.21.15.102:6837/1583798896] compat {c=[1],r=[1],i=[1fff]}]
2024-03-19T01:49:35.422 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.h{1:24479} state up:active seq 12 addr [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] compat {c=[1],r=[1],i=[1fff]}]
2024-03-19T01:49:35.422 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.f{1:24442} state up:standby-replay seq 1 addr [v2:172.21.15.102:6834/402895235,v1:172.21.15.102:6835/402895235] compat {c=[1],r=[1],i=[1fff]}]
2024-03-19T01:49:35.422 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.i{2:24478} state up:active seq 12 addr [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] compat {c=[1],r=[1],i=[1fff]}]
2024-03-19T01:49:35.422 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.e{2:24440} state up:standby-replay seq 1 addr [v2:172.21.15.73:6834/1549569940,v1:172.21.15.73:6835/1549569940] compat {c=[1],r=[1],i=[1fff]}]
2024-03-19T01:49:35.422 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:49:35.422 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:49:35.422 INFO:teuthology.orchestra.run.smithi046.stdout:Standby daemons:
2024-03-19T01:49:35.422 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:49:35.422 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.j{-1:14541} state up:standby seq 1 addr [v2:172.21.15.46:6834/1082766836,v1:172.21.15.46:6835/1082766836] compat {c=[1],r=[1],i=[1fff]}]
2024-03-19T01:49:35.422 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.d{-1:14553} state up:standby seq 1 addr [v2:172.21.15.46:6836/3051854937,v1:172.21.15.46:6837/3051854937] compat {c=[1],r=[1],i=[1fff]}]
2024-03-19T01:49:35.422 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.g{-1:14616} state up:standby seq 1 addr [v2:172.21.15.46:6838/562502693,v1:172.21.15.46:6839/562502693] compat {c=[1],r=[1],i=[1fff]}]
2024-03-19T01:49:35.423 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.a{-1:14628} state up:standby seq 1 addr [v2:172.21.15.46:6840/292549266,v1:172.21.15.46:6841/292549266] compat {c=[1],r=[1],i=[1fff]}]
2024-03-19T01:49:35.423 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.l{-1:24400} state up:standby seq 1 addr [v2:172.21.15.102:6832/775032570,v1:172.21.15.102:6833/775032570] compat {c=[1],r=[1],i=[1fff]}]
2024-03-19T01:49:35.423 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.k{-1:24407} state up:standby seq 1 addr [v2:172.21.15.73:6832/650920135,v1:172.21.15.73:6833/650920135] compat {c=[1],r=[1],i=[1fff]}]
2024-03-19T01:49:35.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.421+0000 7fb8e355d700  1 -- 172.21.15.46:0/351878592 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb8c40a2890 msgr2=0x7fb8c40a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:35.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.421+0000 7fb8e355d700  1 --2- 172.21.15.46:0/351878592 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb8c40a2890 0x7fb8c40a4d50 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fb8d0009680 tx=0x7fb8d0009260 comp rx=0 tx=0).stop
2024-03-19T01:49:35.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.421+0000 7fb8e355d700  1 -- 172.21.15.46:0/351878592 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb8dc1012b0 msgr2=0x7fb8dc1984f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:35.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.421+0000 7fb8e355d700  1 --2- 172.21.15.46:0/351878592 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb8dc1012b0 0x7fb8dc1984f0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fb8cc009be0 tx=0x7fb8cc004ce0 comp rx=0 tx=0).stop
2024-03-19T01:49:35.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.421+0000 7fb8e355d700  1 -- 172.21.15.46:0/351878592 shutdown_connections
2024-03-19T01:49:35.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.421+0000 7fb8e355d700  1 --2- 172.21.15.46:0/351878592 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb8c40a2890 0x7fb8c40a4d50 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:35.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.421+0000 7fb8e355d700  1 --2- 172.21.15.46:0/351878592 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb8dc102e50 0x7fb8dc19fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:35.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.421+0000 7fb8e355d700  1 --2- 172.21.15.46:0/351878592 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb8dc1012b0 0x7fb8dc1984f0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:35.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.421+0000 7fb8e355d700  1 --2- 172.21.15.46:0/351878592 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8dc1024b0 0x7fb8dc198a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:35.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.421+0000 7fb8e355d700  1 -- 172.21.15.46:0/351878592 >> 172.21.15.46:0/351878592 conn(0x7fb8dc0fc870 msgr2=0x7fb8dc06aa40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:35.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.421+0000 7fb8e355d700  1 -- 172.21.15.46:0/351878592 shutdown_connections
2024-03-19T01:49:35.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:35.421+0000 7fb8e355d700  1 -- 172.21.15.46:0/351878592 wait complete.
2024-03-19T01:49:35.425 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 23
2024-03-19T01:49:36.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:35 smithi046 ceph-mon[63102]: pgmap v361: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s
2024-03-19T01:49:36.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:35 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/351878592' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch
2024-03-19T01:49:36.158 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- bash -c 'ceph osd dump'
2024-03-19T01:49:36.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:35 smithi073 ceph-mon[66833]: pgmap v361: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s
2024-03-19T01:49:36.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:35 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/351878592' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch
2024-03-19T01:49:36.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:35 smithi102 ceph-mon[66557]: pgmap v361: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s
2024-03-19T01:49:36.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:35 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/351878592' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch
2024-03-19T01:49:36.405 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:49:38.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.106+0000 7fe75f19f700  1 -- 172.21.15.46:0/3599117469 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe758103f00 msgr2=0x7fe75810a7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:38.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.106+0000 7fe75f19f700  1 --2- 172.21.15.46:0/3599117469 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe758103f00 0x7fe75810a7b0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fe75000b0d0 tx=0x7fe75000b3e0 comp rx=0 tx=0).stop
2024-03-19T01:49:38.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.106+0000 7fe75f19f700  1 -- 172.21.15.46:0/3599117469 shutdown_connections
2024-03-19T01:49:38.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.106+0000 7fe75f19f700  1 --2- 172.21.15.46:0/3599117469 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe758103f00 0x7fe75810a7b0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:38.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.106+0000 7fe75f19f700  1 --2- 172.21.15.46:0/3599117469 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe758102360 0x7fe758102780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:38.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.106+0000 7fe75f19f700  1 --2- 172.21.15.46:0/3599117469 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe758103560 0x7fe7581039c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:38.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.106+0000 7fe75f19f700  1 -- 172.21.15.46:0/3599117469 >> 172.21.15.46:0/3599117469 conn(0x7fe7580fd920 msgr2=0x7fe7580ffd40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:38.107 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:37 smithi046 ceph-mon[63102]: pgmap v362: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s
2024-03-19T01:49:38.109 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.106+0000 7fe75f19f700  1 -- 172.21.15.46:0/3599117469 shutdown_connections
2024-03-19T01:49:38.109 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.106+0000 7fe75f19f700  1 -- 172.21.15.46:0/3599117469 wait complete.
2024-03-19T01:49:38.110 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.107+0000 7fe75f19f700  1  Processor -- start
2024-03-19T01:49:38.110 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.107+0000 7fe75f19f700  1 --  start start
2024-03-19T01:49:38.110 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.107+0000 7fe75f19f700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe758102360 0x7fe758198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:38.110 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.107+0000 7fe75f19f700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe758103560 0x7fe7581988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:38.110 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.107+0000 7fe75f19f700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe758103f00 0x7fe75819f950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:38.110 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.107+0000 7fe75f19f700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe75810dde0 con 0x7fe758103560
2024-03-19T01:49:38.110 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.107+0000 7fe75f19f700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe75810dc60 con 0x7fe758103f00
2024-03-19T01:49:38.110 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.107+0000 7fe75f19f700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe75810df60 con 0x7fe758102360
2024-03-19T01:49:38.110 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.107+0000 7fe757fff700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe758103560 0x7fe7581988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:38.110 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.108+0000 7fe75cf3b700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe758102360 0x7fe758198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:38.110 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.107+0000 7fe757fff700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe758103560 0x7fe7581988d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46328/0 (socket says 172.21.15.46:46328)
2024-03-19T01:49:38.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.108+0000 7fe75cf3b700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe758102360 0x7fe758198390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:37294/0 (socket says 172.21.15.46:37294)
2024-03-19T01:49:38.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.108+0000 7fe75d73c700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe758103f00 0x7fe75819f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:38.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.108+0000 7fe757fff700  1 -- 172.21.15.46:0/3624526653 learned_addr learned my addr 172.21.15.46:0/3624526653 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:38.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.108+0000 7fe757fff700  1 -- 172.21.15.46:0/3624526653 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe758102360 msgr2=0x7fe758198390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:38.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.108+0000 7fe757fff700  1 --2- 172.21.15.46:0/3624526653 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe758102360 0x7fe758198390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:38.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.108+0000 7fe757fff700  1 -- 172.21.15.46:0/3624526653 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe758103f00 msgr2=0x7fe75819f950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:38.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.108+0000 7fe757fff700  1 --2- 172.21.15.46:0/3624526653 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe758103f00 0x7fe75819f950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:38.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.108+0000 7fe757fff700  1 -- 172.21.15.46:0/3624526653 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe75819fff0 con 0x7fe758103560
2024-03-19T01:49:38.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.108+0000 7fe75d73c700  1 --2- 172.21.15.46:0/3624526653 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe758103f00 0x7fe75819f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:38.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.108+0000 7fe75cf3b700  1 --2- 172.21.15.46:0/3624526653 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe758102360 0x7fe758198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:38.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.108+0000 7fe757fff700  1 --2- 172.21.15.46:0/3624526653 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe758103560 0x7fe7581988d0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fe74400e9d0 tx=0x7fe74400ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:38.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.108+0000 7fe755ffb700  1 -- 172.21.15.46:0/3624526653 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe74400cbd0 con 0x7fe758103560
2024-03-19T01:49:38.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.108+0000 7fe755ffb700  1 -- 172.21.15.46:0/3624526653 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe74400ee70 con 0x7fe758103560
2024-03-19T01:49:38.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.108+0000 7fe755ffb700  1 -- 172.21.15.46:0/3624526653 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe744018680 con 0x7fe758103560
2024-03-19T01:49:38.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.108+0000 7fe75f19f700  1 -- 172.21.15.46:0/3624526653 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7581a02e0 con 0x7fe758103560
2024-03-19T01:49:38.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.109+0000 7fe75f19f700  1 -- 172.21.15.46:0/3624526653 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7581a0870 con 0x7fe758103560
2024-03-19T01:49:38.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.109+0000 7fe75f19f700  1 -- 172.21.15.46:0/3624526653 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe758068fd0 con 0x7fe758103560
2024-03-19T01:49:38.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.111+0000 7fe755ffb700  1 -- 172.21.15.46:0/3624526653 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7fe744010430 con 0x7fe758103560
2024-03-19T01:49:38.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.112+0000 7fe755ffb700  1 --2- 172.21.15.46:0/3624526653 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe7480a2910 0x7fe7480a4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:38.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.112+0000 7fe75cf3b700  1 --2- 172.21.15.46:0/3624526653 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe7480a2910 0x7fe7480a4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:38.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.112+0000 7fe755ffb700  1 -- 172.21.15.46:0/3624526653 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fe7440cf2d0 con 0x7fe758103560
2024-03-19T01:49:38.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.112+0000 7fe75cf3b700  1 --2- 172.21.15.46:0/3624526653 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe7480a2910 0x7fe7480a4dd0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fe7581033c0 tx=0x7fe74c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:38.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.116+0000 7fe755ffb700  1 -- 172.21.15.46:0/3624526653 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fe74409bf80 con 0x7fe758103560
2024-03-19T01:49:38.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:37 smithi073 ceph-mon[66833]: pgmap v362: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s
2024-03-19T01:49:38.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:37 smithi102 ceph-mon[66557]: pgmap v362: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s
2024-03-19T01:49:38.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.320+0000 7fe75f19f700  1 -- 172.21.15.46:0/3624526653 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7fe75802dbb0 con 0x7fe758103560
2024-03-19T01:49:38.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.321+0000 7fe755ffb700  1 -- 172.21.15.46:0/3624526653 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0  v93) ==== 56+0+5637 (secure 0 0 0) 0x7fe74400cd70 con 0x7fe758103560
2024-03-19T01:49:38.321 INFO:teuthology.orchestra.run.smithi046.stdout:epoch 93
2024-03-19T01:49:38.321 INFO:teuthology.orchestra.run.smithi046.stdout:fsid 53c8cf3e-e591-11ee-95c9-87774f69a715
2024-03-19T01:49:38.321 INFO:teuthology.orchestra.run.smithi046.stdout:created 2024-03-19T01:39:22.615473+0000
2024-03-19T01:49:38.321 INFO:teuthology.orchestra.run.smithi046.stdout:modified 2024-03-19T01:49:19.819880+0000
2024-03-19T01:49:38.321 INFO:teuthology.orchestra.run.smithi046.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit
2024-03-19T01:49:38.321 INFO:teuthology.orchestra.run.smithi046.stdout:crush_version 27
2024-03-19T01:49:38.321 INFO:teuthology.orchestra.run.smithi046.stdout:full_ratio 0.95
2024-03-19T01:49:38.321 INFO:teuthology.orchestra.run.smithi046.stdout:backfillfull_ratio 0.9
2024-03-19T01:49:38.321 INFO:teuthology.orchestra.run.smithi046.stdout:nearfull_ratio 0.85
2024-03-19T01:49:38.321 INFO:teuthology.orchestra.run.smithi046.stdout:require_min_compat_client luminous
2024-03-19T01:49:38.322 INFO:teuthology.orchestra.run.smithi046.stdout:min_compat_client luminous
2024-03-19T01:49:38.322 INFO:teuthology.orchestra.run.smithi046.stdout:require_osd_release squid
2024-03-19T01:49:38.322 INFO:teuthology.orchestra.run.smithi046.stdout:stretch_mode_enabled false
2024-03-19T01:49:38.322 INFO:teuthology.orchestra.run.smithi046.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 22 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00
2024-03-19T01:49:38.322 INFO:teuthology.orchestra.run.smithi046.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 84 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88
2024-03-19T01:49:38.322 INFO:teuthology.orchestra.run.smithi046.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 85 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.05 application cephfs read_balance_score 1.50
2024-03-19T01:49:38.322 INFO:teuthology.orchestra.run.smithi046.stdout:pool 4 'cephfs_data_ec' erasure profile cephfs_data_ec size 4 min_size 3 crush_rule 1 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 89 flags hashpspool,ec_overwrites stripe_width 8192 pg_num_min 64 target_size_ratio 0.9 application cephfs
2024-03-19T01:49:38.322 INFO:teuthology.orchestra.run.smithi046.stdout:max_osd 12
2024-03-19T01:49:38.322 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 up   in  weight 1 up_from 8 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.46:6802/1888713943,v1:172.21.15.46:6803/1888713943] [v2:172.21.15.46:6804/1888713943,v1:172.21.15.46:6805/1888713943] exists,up 4fc98477-1fec-465b-892b-9a0c12e15754
2024-03-19T01:49:38.322 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 up   in  weight 1 up_from 13 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.73:6800/2502945674,v1:172.21.15.73:6801/2502945674] [v2:172.21.15.73:6802/2502945674,v1:172.21.15.73:6803/2502945674] exists,up 4109d6a1-240e-4f1f-b09d-75f3b77e6303
2024-03-19T01:49:38.322 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 up   in  weight 1 up_from 18 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.102:6800/90484514,v1:172.21.15.102:6801/90484514] [v2:172.21.15.102:6802/90484514,v1:172.21.15.102:6803/90484514] exists,up 45e8479c-4006-4dd4-bdd8-b4a2eafacc80
2024-03-19T01:49:38.322 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 up   in  weight 1 up_from 25 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.46:6810/3336792470,v1:172.21.15.46:6811/3336792470] [v2:172.21.15.46:6812/3336792470,v1:172.21.15.46:6813/3336792470] exists,up 4cdc93cf-2e8d-436d-a78a-c235e9b970fb
2024-03-19T01:49:38.323 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 up   in  weight 1 up_from 33 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.73:6808/1192862788,v1:172.21.15.73:6809/1192862788] [v2:172.21.15.73:6810/1192862788,v1:172.21.15.73:6811/1192862788] exists,up 35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb
2024-03-19T01:49:38.323 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 up   in  weight 1 up_from 38 up_thru 92 down_at 0 last_clean_interval [0,0) [v2:172.21.15.102:6808/3252664135,v1:172.21.15.102:6809/3252664135] [v2:172.21.15.102:6810/3252664135,v1:172.21.15.102:6811/3252664135] exists,up 1587c1e6-6719-4117-a80f-5c6bce0e5814
2024-03-19T01:49:38.323 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 up   in  weight 1 up_from 46 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.46:6818/595340737,v1:172.21.15.46:6819/595340737] [v2:172.21.15.46:6820/595340737,v1:172.21.15.46:6821/595340737] exists,up af41cbff-69e5-45ab-ad59-95e5addd1b6a
2024-03-19T01:49:38.323 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 up   in  weight 1 up_from 51 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.73:6816/143082020,v1:172.21.15.73:6817/143082020] [v2:172.21.15.73:6818/143082020,v1:172.21.15.73:6819/143082020] exists,up 23e9241a-4ed9-4606-93c1-ccfe277d0c75
2024-03-19T01:49:38.323 INFO:teuthology.orchestra.run.smithi046.stdout:osd.8 up   in  weight 1 up_from 59 up_thru 92 down_at 0 last_clean_interval [0,0) [v2:172.21.15.102:6816/2533208086,v1:172.21.15.102:6817/2533208086] [v2:172.21.15.102:6818/2533208086,v1:172.21.15.102:6819/2533208086] exists,up c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84
2024-03-19T01:49:38.323 INFO:teuthology.orchestra.run.smithi046.stdout:osd.9 up   in  weight 1 up_from 67 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.46:6826/4252594050,v1:172.21.15.46:6827/4252594050] [v2:172.21.15.46:6828/4252594050,v1:172.21.15.46:6829/4252594050] exists,up a16dd21b-77e4-4148-90a3-c085fd621fe9
2024-03-19T01:49:38.323 INFO:teuthology.orchestra.run.smithi046.stdout:osd.10 up   in  weight 1 up_from 72 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.73:6824/1252006239,v1:172.21.15.73:6825/1252006239] [v2:172.21.15.73:6826/1252006239,v1:172.21.15.73:6827/1252006239] exists,up 3a794482-bcfa-4e99-8e96-77228a828ff0
2024-03-19T01:49:38.323 INFO:teuthology.orchestra.run.smithi046.stdout:osd.11 up   in  weight 1 up_from 80 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.102:6824/2997263049,v1:172.21.15.102:6825/2997263049] [v2:172.21.15.102:6826/2997263049,v1:172.21.15.102:6827/2997263049] exists,up 93bdea99-6072-431a-a919-3aecf631c727
2024-03-19T01:49:38.323 INFO:teuthology.orchestra.run.smithi046.stdout:pg_upmap_items 2.8 [2,11]
2024-03-19T01:49:38.323 INFO:teuthology.orchestra.run.smithi046.stdout:pg_upmap_items 2.1b [2,4]
2024-03-19T01:49:38.323 INFO:teuthology.orchestra.run.smithi046.stdout:pg_upmap_items 2.1c [8,11]
2024-03-19T01:49:38.323 INFO:teuthology.orchestra.run.smithi046.stdout:pg_upmap_items 3.11 [4,6]
2024-03-19T01:49:38.323 INFO:teuthology.orchestra.run.smithi046.stdout:pg_upmap_items 3.17 [4,8]
2024-03-19T01:49:38.323 INFO:teuthology.orchestra.run.smithi046.stdout:pg_upmap_items 3.21 [5,9]
2024-03-19T01:49:38.324 INFO:teuthology.orchestra.run.smithi046.stdout:pg_upmap_items 3.2c [4,9]
2024-03-19T01:49:38.324 INFO:teuthology.orchestra.run.smithi046.stdout:pg_upmap_items 3.3b [3,9]
2024-03-19T01:49:38.324 INFO:teuthology.orchestra.run.smithi046.stdout:pg_upmap_items 4.12 [5,10]
2024-03-19T01:49:38.324 INFO:teuthology.orchestra.run.smithi046.stdout:pg_upmap_items 4.13 [9,10]
2024-03-19T01:49:38.324 INFO:teuthology.orchestra.run.smithi046.stdout:pg_upmap_items 4.17 [9,8]
2024-03-19T01:49:38.324 INFO:teuthology.orchestra.run.smithi046.stdout:pg_upmap_items 4.19 [9,8]
2024-03-19T01:49:38.324 INFO:teuthology.orchestra.run.smithi046.stdout:blocklist 172.21.15.46:6800/2839078617 expires 2024-03-20T01:40:17.827850+0000
2024-03-19T01:49:38.324 INFO:teuthology.orchestra.run.smithi046.stdout:blocklist 172.21.15.46:6801/2839078617 expires 2024-03-20T01:40:17.827850+0000
2024-03-19T01:49:38.324 INFO:teuthology.orchestra.run.smithi046.stdout:blocklist 172.21.15.46:0/534183632 expires 2024-03-20T01:40:17.827850+0000
2024-03-19T01:49:38.324 INFO:teuthology.orchestra.run.smithi046.stdout:blocklist 172.21.15.46:0/3469071427 expires 2024-03-20T01:40:17.827850+0000
2024-03-19T01:49:38.324 INFO:teuthology.orchestra.run.smithi046.stdout:blocklist 172.21.15.46:0/816672825 expires 2024-03-20T01:39:49.978463+0000
2024-03-19T01:49:38.324 INFO:teuthology.orchestra.run.smithi046.stdout:blocklist 172.21.15.46:6800/1846458200 expires 2024-03-20T01:39:49.978463+0000
2024-03-19T01:49:38.324 INFO:teuthology.orchestra.run.smithi046.stdout:blocklist 172.21.15.46:0/482098752 expires 2024-03-20T01:40:17.827850+0000
2024-03-19T01:49:38.324 INFO:teuthology.orchestra.run.smithi046.stdout:blocklist 172.21.15.46:6801/1846458200 expires 2024-03-20T01:39:49.978463+0000
2024-03-19T01:49:38.325 INFO:teuthology.orchestra.run.smithi046.stdout:blocklist 172.21.15.46:0/3024883566 expires 2024-03-20T01:39:49.978463+0000
2024-03-19T01:49:38.325 INFO:teuthology.orchestra.run.smithi046.stdout:blocklist 172.21.15.46:0/2231887791 expires 2024-03-20T01:39:49.978463+0000
2024-03-19T01:49:38.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.324+0000 7fe75f19f700  1 -- 172.21.15.46:0/3624526653 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe7480a2910 msgr2=0x7fe7480a4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:38.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.324+0000 7fe75f19f700  1 --2- 172.21.15.46:0/3624526653 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe7480a2910 0x7fe7480a4dd0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fe7581033c0 tx=0x7fe74c009260 comp rx=0 tx=0).stop
2024-03-19T01:49:38.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.324+0000 7fe75f19f700  1 -- 172.21.15.46:0/3624526653 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe758103560 msgr2=0x7fe7581988d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:38.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.324+0000 7fe75f19f700  1 --2- 172.21.15.46:0/3624526653 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe758103560 0x7fe7581988d0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fe74400e9d0 tx=0x7fe74400ece0 comp rx=0 tx=0).stop
2024-03-19T01:49:38.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.324+0000 7fe75f19f700  1 -- 172.21.15.46:0/3624526653 shutdown_connections
2024-03-19T01:49:38.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.324+0000 7fe75f19f700  1 --2- 172.21.15.46:0/3624526653 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe7480a2910 0x7fe7480a4dd0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:38.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.324+0000 7fe75f19f700  1 --2- 172.21.15.46:0/3624526653 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe758103f00 0x7fe75819f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:38.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.324+0000 7fe75f19f700  1 --2- 172.21.15.46:0/3624526653 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe758102360 0x7fe758198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:38.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.324+0000 7fe75f19f700  1 --2- 172.21.15.46:0/3624526653 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe758103560 0x7fe7581988d0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:38.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.324+0000 7fe75f19f700  1 -- 172.21.15.46:0/3624526653 >> 172.21.15.46:0/3624526653 conn(0x7fe7580fd920 msgr2=0x7fe758106800 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:38.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.324+0000 7fe75f19f700  1 -- 172.21.15.46:0/3624526653 shutdown_connections
2024-03-19T01:49:38.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:38.324+0000 7fe75f19f700  1 -- 172.21.15.46:0/3624526653 wait complete.
2024-03-19T01:49:39.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:38 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3624526653' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch
2024-03-19T01:49:39.180 INFO:teuthology.run_tasks:Running task fs.ready...
2024-03-19T01:49:39.192 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-03-19T01:49:39.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:38 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3624526653' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch
2024-03-19T01:49:39.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:38 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3624526653' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch
2024-03-19T01:49:39.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.304+0000 7f27d35cd640  1 -- 172.21.15.46:0/3222062976 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27cc101840 msgr2=0x7f27cc101c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:39.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.304+0000 7f27d35cd640  1 --2- 172.21.15.46:0/3222062976 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27cc101840 0x7f27cc101c60 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f27c8009900 tx=0x7f27c802bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:39.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.304+0000 7f27d35cd640  1 -- 172.21.15.46:0/3222062976 shutdown_connections
2024-03-19T01:49:39.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.304+0000 7f27d35cd640  1 --2- 172.21.15.46:0/3222062976 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f27cc1033f0 0x7f27cc109c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:39.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.304+0000 7f27d35cd640  1 --2- 172.21.15.46:0/3222062976 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f27cc102a30 0x7f27cc102eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:39.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.304+0000 7f27d35cd640  1 --2- 172.21.15.46:0/3222062976 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27cc101840 0x7f27cc101c60 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:39.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.304+0000 7f27d35cd640  1 -- 172.21.15.46:0/3222062976 >> 172.21.15.46:0/3222062976 conn(0x7f27cc0fcdd0 msgr2=0x7f27cc0ff1f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:39.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.304+0000 7f27d35cd640  1 -- 172.21.15.46:0/3222062976 shutdown_connections
2024-03-19T01:49:39.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.304+0000 7f27d35cd640  1 -- 172.21.15.46:0/3222062976 wait complete.
2024-03-19T01:49:39.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.305+0000 7f27d35cd640  1  Processor -- start
2024-03-19T01:49:39.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.305+0000 7f27d35cd640  1 --  start start
2024-03-19T01:49:39.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.305+0000 7f27d35cd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27cc101840 0x7f27cc197a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:39.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.305+0000 7f27d35cd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f27cc102a30 0x7f27cc197fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:39.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.305+0000 7f27d35cd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f27cc1033f0 0x7f27cc19f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:39.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.305+0000 7f27d35cd640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f27cc10d370 con 0x7f27cc101840
2024-03-19T01:49:39.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.305+0000 7f27d35cd640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f27cc10d1f0 con 0x7f27cc102a30
2024-03-19T01:49:39.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.305+0000 7f27d35cd640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f27cc10d4f0 con 0x7f27cc1033f0
2024-03-19T01:49:39.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.305+0000 7f27d1369640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27cc101840 0x7f27cc197a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:39.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.305+0000 7f27d1369640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27cc101840 0x7f27cc197a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46344/0 (socket says 172.21.15.46:46344)
2024-03-19T01:49:39.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.305+0000 7f27d1369640  1 -- 172.21.15.46:0/492664108 learned_addr learned my addr 172.21.15.46:0/492664108 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:39.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.305+0000 7f27d0b68640  1 --2- 172.21.15.46:0/492664108 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f27cc102a30 0x7f27cc197fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:39.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.305+0000 7f27d1b6a640  1 --2- 172.21.15.46:0/492664108 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f27cc1033f0 0x7f27cc19f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:39.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.305+0000 7f27d1369640  1 -- 172.21.15.46:0/492664108 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f27cc1033f0 msgr2=0x7f27cc19f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:39.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.305+0000 7f27d1369640  1 --2- 172.21.15.46:0/492664108 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f27cc1033f0 0x7f27cc19f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:39.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.305+0000 7f27d1369640  1 -- 172.21.15.46:0/492664108 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f27cc102a30 msgr2=0x7f27cc197fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:39.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.305+0000 7f27d1369640  1 --2- 172.21.15.46:0/492664108 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f27cc102a30 0x7f27cc197fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:39.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.305+0000 7f27d1369640  1 -- 172.21.15.46:0/492664108 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27cc19f690 con 0x7f27cc101840
2024-03-19T01:49:39.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.306+0000 7f27d1369640  1 --2- 172.21.15.46:0/492664108 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27cc101840 0x7f27cc197a70 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f27c8000c00 tx=0x7f27c8005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:39.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.306+0000 7f27c27fc640  1 -- 172.21.15.46:0/492664108 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27c8043020 con 0x7f27cc101840
2024-03-19T01:49:39.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.306+0000 7f27c27fc640  1 -- 172.21.15.46:0/492664108 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f27c8004350 con 0x7f27cc101840
2024-03-19T01:49:39.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.306+0000 7f27d35cd640  1 -- 172.21.15.46:0/492664108 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27cc19f920 con 0x7f27cc101840
2024-03-19T01:49:39.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.306+0000 7f27c27fc640  1 -- 172.21.15.46:0/492664108 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27c8003b80 con 0x7f27cc101840
2024-03-19T01:49:39.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.306+0000 7f27d35cd640  1 -- 172.21.15.46:0/492664108 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27cc19fe70 con 0x7f27cc101840
2024-03-19T01:49:39.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.307+0000 7f27d35cd640  1 -- 172.21.15.46:0/492664108 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27cc108bb0 con 0x7f27cc101840
2024-03-19T01:49:39.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.308+0000 7f27c27fc640  1 -- 172.21.15.46:0/492664108 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f27c8046020 con 0x7f27cc101840
2024-03-19T01:49:39.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.308+0000 7f27c27fc640  1 --2- 172.21.15.46:0/492664108 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f27b80a2800 0x7f27b80a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:39.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.309+0000 7f27d0b68640  1 --2- 172.21.15.46:0/492664108 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f27b80a2800 0x7f27b80a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:39.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.309+0000 7f27c27fc640  1 -- 172.21.15.46:0/492664108 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f27c80f0f70 con 0x7f27cc101840
2024-03-19T01:49:39.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.309+0000 7f27d0b68640  1 --2- 172.21.15.46:0/492664108 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f27b80a2800 0x7f27b80a4cc0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f27bc0095f0 tx=0x7f27bc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:39.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.313+0000 7f27c27fc640  1 -- 172.21.15.46:0/492664108 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f27c804d020 con 0x7f27cc101840
2024-03-19T01:49:39.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.499+0000 7f27d35cd640  1 -- 172.21.15.46:0/492664108 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f27cc062420 con 0x7f27cc101840
2024-03-19T01:49:39.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.501+0000 7f27c27fc640  1 -- 172.21.15.46:0/492664108 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v93) ==== 74+0+24692 (secure 0 0 0) 0x7f27c80bdc20 con 0x7f27cc101840
2024-03-19T01:49:39.501 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:49:39.501 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":93,"fsid":"53c8cf3e-e591-11ee-95c9-87774f69a715","created":"2024-03-19T01:39:22.615473+0000","modified":"2024-03-19T01:49:19.819880+0000","last_up_change":"2024-03-19T01:46:32.777223+0000","last_in_change":"2024-03-19T01:46:12.842023+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-19T01:42:46.174113+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-19T01:47:24.276277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-19T01:47:25.605471+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-19T01:47:29.545614+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"4fc98477-1fec-465b-892b-9a0c12e15754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6803","nonce":1888713943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6805","nonce":1888713943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6809","nonce":1888713943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6807","nonce":1888713943}]},"public_addr":"172.21.15.46:6803/1888713943","cluster_addr":"172.21.15.46:6805/1888713943","heartbeat_back_addr":"172.21.15.46:6809/1888713943","heartbeat_front_addr":"172.21.15.46:6807/1888713943","state":["exists","up"]},{"osd":1,"uuid":"4109d6a1-240e-4f1f-b09d-75f3b77e6303","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6801","nonce":2502945674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6803","nonce":2502945674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6807","nonce":2502945674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6805","nonce":2502945674}]},"public_addr":"172.21.15.73:6801/2502945674","cluster_addr":"172.21.15.73:6803/2502945674","heartbeat_back_addr":"172.21.15.73:6807/2502945674","heartbeat_front_addr":"172.21.15.73:6805/2502945674","state":["exists","up"]},{"osd":2,"uuid":"45e8479c-4006-4dd4-bdd8-b4a2eafacc80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6801","nonce":90484514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6803","nonce":90484514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6807","nonce":90484514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6805","nonce":90484514}]},"public_addr":"172.21.15.102:6801/90484514","cluster_addr":"172.21.15.102:6803/90484514","heartbeat_back_addr":"172.21.15.102:6807/90484514","heartbeat_front_addr":"172.21.15.102:6805/90484514","state":["exists","up"]},{"osd":3,"uuid":"4cdc93cf-2e8d-436d-a78a-c235e9b970fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6811","nonce":3336792470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6813","nonce":3336792470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6817","nonce":3336792470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6815","nonce":3336792470}]},"public_addr":"172.21.15.46:6811/3336792470","cluster_addr":"172.21.15.46:6813/3336792470","heartbeat_back_addr":"172.21.15.46:6817/3336792470","heartbeat_front_addr":"172.21.15.46:6815/3336792470","state":["exists","up"]},{"osd":4,"uuid":"35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6809","nonce":1192862788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6811","nonce":1192862788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6815","nonce":1192862788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6813","nonce":1192862788}]},"public_addr":"172.21.15.73:6809/1192862788","cluster_addr":"172.21.15.73:6811/1192862788","heartbeat_back_addr":"172.21.15.73:6815/1192862788","heartbeat_front_addr":"172.21.15.73:6813/1192862788","state":["exists","up"]},{"osd":5,"uuid":"1587c1e6-6719-4117-a80f-5c6bce0e5814","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6809","nonce":3252664135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6811","nonce":3252664135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6815","nonce":3252664135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6813","nonce":3252664135}]},"public_addr":"172.21.15.102:6809/3252664135","cluster_addr":"172.21.15.102:6811/3252664135","heartbeat_back_addr":"172.21.15.102:6815/3252664135","heartbeat_front_addr":"172.21.15.102:6813/3252664135","state":["exists","up"]},{"osd":6,"uuid":"af41cbff-69e5-45ab-ad59-95e5addd1b6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6819","nonce":595340737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6821","nonce":595340737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6825","nonce":595340737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6823","nonce":595340737}]},"public_addr":"172.21.15.46:6819/595340737","cluster_addr":"172.21.15.46:6821/595340737","heartbeat_back_addr":"172.21.15.46:6825/595340737","heartbeat_front_addr":"172.21.15.46:6823/595340737","state":["exists","up"]},{"osd":7,"uuid":"23e9241a-4ed9-4606-93c1-ccfe277d0c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6817","nonce":143082020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6819","nonce":143082020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6823","nonce":143082020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6821","nonce":143082020}]},"public_addr":"172.21.15.73:6817/143082020","cluster_addr":"172.21.15.73:6819/143082020","heartbeat_back_addr":"172.21.15.73:6823/143082020","heartbeat_front_addr":"172.21.15.73:6821/143082020","state":["exists","up"]},{"osd":8,"uuid":"c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6817","nonce":2533208086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6819","nonce":2533208086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6823","nonce":2533208086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6821","nonce":2533208086}]},"public_addr":"172.21.15.102:6817/2533208086","cluster_addr":"172.21.15.102:6819/2533208086","heartbeat_back_addr":"172.21.15.102:6823/2533208086","heartbeat_front_addr":"172.21.15.102:6821/2533208086","state":["exists","up"]},{"osd":9,"uuid":"a16dd21b-77e4-4148-90a3-c085fd621fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6827","nonce":4252594050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6829","nonce":4252594050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6833","nonce":4252594050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6831","nonce":4252594050}]},"public_addr":"172.21.15.46:6827/4252594050","cluster_addr":"172.21.15.46:6829/4252594050","heartbeat_back_addr":"172.21.15.46:6833/4252594050","heartbeat_front_addr":"172.21.15.46:6831/4252594050","state":["exists","up"]},{"osd":10,"uuid":"3a794482-bcfa-4e99-8e96-77228a828ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6825","nonce":1252006239}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6827","nonce":1252006239}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6831","nonce":1252006239}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6829","nonce":1252006239}]},"public_addr":"172.21.15.73:6825/1252006239","cluster_addr":"172.21.15.73:6827/1252006239","heartbeat_back_addr":"172.21.15.73:6831/1252006239","heartbeat_front_addr":"172.21.15.73:6829/1252006239","state":["exists","up"]},{"osd":11,"uuid":"93bdea99-6072-431a-a919-3aecf631c727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6825","nonce":2997263049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6827","nonce":2997263049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6831","nonce":2997263049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6829","nonce":2997263049}]},"public_addr":"172.21.15.102:6825/2997263049","cluster_addr":"172.21.15.102:6827/2997263049","heartbeat_back_addr":"172.21.15.102:6831/2997263049","heartbeat_front_addr":"172.21.15.102:6829/2997263049","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:41:54.705424+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:18.405516+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:42.028548+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:06.440586+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:31.526566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:56.491476+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:22.116952+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:48.187884+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:12.546546+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:39.238062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:05.249938+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:30.959573+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.3b","mappings":[{"from":3,"to":9}]},{"pgid":"4.12","mappings":[{"from":5,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:6800/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/534183632":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/3469071427":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/816672825":"2024-03-20T01:39:49.978463+0000","172.21.15.46:6800/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/482098752":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/3024883566":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/2231887791":"2024-03-20T01:39:49.978463+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-03-19T01:49:39.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.503+0000 7f27d35cd640  1 -- 172.21.15.46:0/492664108 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f27b80a2800 msgr2=0x7f27b80a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:39.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.503+0000 7f27d35cd640  1 --2- 172.21.15.46:0/492664108 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f27b80a2800 0x7f27b80a4cc0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f27bc0095f0 tx=0x7f27bc005f90 comp rx=0 tx=0).stop
2024-03-19T01:49:39.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.503+0000 7f27d35cd640  1 -- 172.21.15.46:0/492664108 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27cc101840 msgr2=0x7f27cc197a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:39.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.503+0000 7f27d35cd640  1 --2- 172.21.15.46:0/492664108 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27cc101840 0x7f27cc197a70 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f27c8000c00 tx=0x7f27c8005dc0 comp rx=0 tx=0).stop
2024-03-19T01:49:39.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.503+0000 7f27d35cd640  1 -- 172.21.15.46:0/492664108 shutdown_connections
2024-03-19T01:49:39.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.503+0000 7f27d35cd640  1 --2- 172.21.15.46:0/492664108 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f27b80a2800 0x7f27b80a4cc0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:39.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.503+0000 7f27d35cd640  1 --2- 172.21.15.46:0/492664108 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f27cc1033f0 0x7f27cc19f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:39.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.503+0000 7f27d35cd640  1 --2- 172.21.15.46:0/492664108 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f27cc102a30 0x7f27cc197fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:39.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.503+0000 7f27d35cd640  1 --2- 172.21.15.46:0/492664108 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27cc101840 0x7f27cc197a70 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:39.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.503+0000 7f27d35cd640  1 -- 172.21.15.46:0/492664108 >> 172.21.15.46:0/492664108 conn(0x7f27cc0fcdd0 msgr2=0x7f27cc105d80 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:39.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.503+0000 7f27d35cd640  1 -- 172.21.15.46:0/492664108 shutdown_connections
2024-03-19T01:49:39.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.503+0000 7f27d35cd640  1 -- 172.21.15.46:0/492664108 wait complete.
2024-03-19T01:49:39.515 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-19T01:42:46.174113+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-19T01:47:24.276277+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-19T01:47:25.605471+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-19T01:47:29.545614+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}]
2024-03-19T01:49:39.515 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num
2024-03-19T01:49:39.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.621+0000 7fee9d2a1640  1 -- 172.21.15.46:0/1400822391 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee98101360 msgr2=0x7fee98108c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:39.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.621+0000 7fee9d2a1640  1 --2- 172.21.15.46:0/1400822391 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee98101360 0x7fee98108c00 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fee90009ca0 tx=0x7fee9002c0f0 comp rx=0 tx=0).stop
2024-03-19T01:49:39.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.621+0000 7fee9d2a1640  1 -- 172.21.15.46:0/1400822391 shutdown_connections
2024-03-19T01:49:39.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.621+0000 7fee9d2a1640  1 --2- 172.21.15.46:0/1400822391 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee98101360 0x7fee98108c00 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:39.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.621+0000 7fee9d2a1640  1 --2- 172.21.15.46:0/1400822391 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fee981009a0 0x7fee98100e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:39.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.621+0000 7fee9d2a1640  1 --2- 172.21.15.46:0/1400822391 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fee98101d50 0x7fee98102170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:39.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.621+0000 7fee9d2a1640  1 -- 172.21.15.46:0/1400822391 >> 172.21.15.46:0/1400822391 conn(0x7fee980fb450 msgr2=0x7fee980fd870 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:39.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.621+0000 7fee9d2a1640  1 -- 172.21.15.46:0/1400822391 shutdown_connections
2024-03-19T01:49:39.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.621+0000 7fee9d2a1640  1 -- 172.21.15.46:0/1400822391 wait complete.
2024-03-19T01:49:39.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.622+0000 7fee9d2a1640  1  Processor -- start
2024-03-19T01:49:39.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.622+0000 7fee9d2a1640  1 --  start start
2024-03-19T01:49:39.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.622+0000 7fee9d2a1640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fee981009a0 0x7fee98197a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:39.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.622+0000 7fee9d2a1640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee98101360 0x7fee98197f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:39.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.622+0000 7fee9d2a1640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fee98101d50 0x7fee9819efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:39.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.622+0000 7fee9d2a1640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fee9810d3f0 con 0x7fee98101360
2024-03-19T01:49:39.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.622+0000 7fee9d2a1640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fee9810d270 con 0x7fee981009a0
2024-03-19T01:49:39.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.622+0000 7fee9d2a1640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fee9810d570 con 0x7fee98101d50
2024-03-19T01:49:39.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.622+0000 7fee967fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee98101360 0x7fee98197f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:39.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.622+0000 7fee967fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee98101360 0x7fee98197f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46364/0 (socket says 172.21.15.46:46364)
2024-03-19T01:49:39.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.622+0000 7fee96ffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fee981009a0 0x7fee98197a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:39.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.622+0000 7fee967fc640  1 -- 172.21.15.46:0/620888890 learned_addr learned my addr 172.21.15.46:0/620888890 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:39.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.622+0000 7fee977fe640  1 --2- 172.21.15.46:0/620888890 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fee98101d50 0x7fee9819efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:39.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.622+0000 7fee967fc640  1 -- 172.21.15.46:0/620888890 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fee98101d50 msgr2=0x7fee9819efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:39.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.622+0000 7fee967fc640  1 --2- 172.21.15.46:0/620888890 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fee98101d50 0x7fee9819efb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:39.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.622+0000 7fee967fc640  1 -- 172.21.15.46:0/620888890 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fee981009a0 msgr2=0x7fee98197a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:39.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.622+0000 7fee967fc640  1 --2- 172.21.15.46:0/620888890 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fee981009a0 0x7fee98197a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:39.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.622+0000 7fee967fc640  1 -- 172.21.15.46:0/620888890 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee9819f620 con 0x7fee98101360
2024-03-19T01:49:39.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.623+0000 7fee967fc640  1 --2- 172.21.15.46:0/620888890 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee98101360 0x7fee98197f40 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fee8c00e9c0 tx=0x7fee8c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:39.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.623+0000 7fee7ffff640  1 -- 172.21.15.46:0/620888890 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee8c00cd80 con 0x7fee98101360
2024-03-19T01:49:39.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.623+0000 7fee7ffff640  1 -- 172.21.15.46:0/620888890 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fee8c0035f0 con 0x7fee98101360
2024-03-19T01:49:39.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.623+0000 7fee9d2a1640  1 -- 172.21.15.46:0/620888890 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee9819f910 con 0x7fee98101360
2024-03-19T01:49:39.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.623+0000 7fee7ffff640  1 -- 172.21.15.46:0/620888890 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee8c010690 con 0x7fee98101360
2024-03-19T01:49:39.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.623+0000 7fee9d2a1640  1 -- 172.21.15.46:0/620888890 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee9819fe60 con 0x7fee98101360
2024-03-19T01:49:39.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.624+0000 7fee9d2a1640  1 -- 172.21.15.46:0/620888890 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee98107b60 con 0x7fee98101360
2024-03-19T01:49:39.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.625+0000 7fee7ffff640  1 -- 172.21.15.46:0/620888890 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7fee8c0037a0 con 0x7fee98101360
2024-03-19T01:49:39.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.625+0000 7fee7ffff640  1 --2- 172.21.15.46:0/620888890 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fee800a2880 0x7fee800a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:39.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.625+0000 7fee7ffff640  1 -- 172.21.15.46:0/620888890 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fee8c0cf290 con 0x7fee98101360
2024-03-19T01:49:39.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.625+0000 7fee96ffd640  1 --2- 172.21.15.46:0/620888890 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fee800a2880 0x7fee800a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:39.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.626+0000 7fee96ffd640  1 --2- 172.21.15.46:0/620888890 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fee800a2880 0x7fee800a4d40 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fee98069c50 tx=0x7fee88005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:39.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.630+0000 7fee7ffff640  1 -- 172.21.15.46:0/620888890 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fee8c09bfa0 con 0x7fee98101360
2024-03-19T01:49:39.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.810+0000 7fee9d2a1640  1 -- 172.21.15.46:0/620888890 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fee98062420 con 0x7fee98101360
2024-03-19T01:49:39.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.811+0000 7fee7ffff640  1 -- 172.21.15.46:0/620888890 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0  v93) ==== 93+0+10 (secure 0 0 0) 0x7fee8c09b8a0 con 0x7fee98101360
2024-03-19T01:49:39.811 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1
2024-03-19T01:49:39.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.813+0000 7fee9d2a1640  1 -- 172.21.15.46:0/620888890 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fee800a2880 msgr2=0x7fee800a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:39.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.813+0000 7fee9d2a1640  1 --2- 172.21.15.46:0/620888890 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fee800a2880 0x7fee800a4d40 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fee98069c50 tx=0x7fee88005f90 comp rx=0 tx=0).stop
2024-03-19T01:49:39.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.813+0000 7fee9d2a1640  1 -- 172.21.15.46:0/620888890 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee98101360 msgr2=0x7fee98197f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:39.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.813+0000 7fee9d2a1640  1 --2- 172.21.15.46:0/620888890 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee98101360 0x7fee98197f40 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fee8c00e9c0 tx=0x7fee8c00ee80 comp rx=0 tx=0).stop
2024-03-19T01:49:39.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.813+0000 7fee9d2a1640  1 -- 172.21.15.46:0/620888890 shutdown_connections
2024-03-19T01:49:39.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.813+0000 7fee9d2a1640  1 --2- 172.21.15.46:0/620888890 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fee800a2880 0x7fee800a4d40 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:39.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.813+0000 7fee9d2a1640  1 --2- 172.21.15.46:0/620888890 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fee98101d50 0x7fee9819efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:39.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.813+0000 7fee9d2a1640  1 --2- 172.21.15.46:0/620888890 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee98101360 0x7fee98197f40 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:39.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.813+0000 7fee9d2a1640  1 --2- 172.21.15.46:0/620888890 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fee981009a0 0x7fee98197a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:39.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.813+0000 7fee9d2a1640  1 -- 172.21.15.46:0/620888890 >> 172.21.15.46:0/620888890 conn(0x7fee980fb450 msgr2=0x7fee98104d30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:39.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.813+0000 7fee9d2a1640  1 -- 172.21.15.46:0/620888890 shutdown_connections
2024-03-19T01:49:39.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.813+0000 7fee9d2a1640  1 -- 172.21.15.46:0/620888890 wait complete.
2024-03-19T01:49:39.824 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num
2024-03-19T01:49:39.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.930+0000 7f85046a1640  1 -- 172.21.15.46:0/2430867772 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84fc100740 msgr2=0x7f84fc100b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:39.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.930+0000 7f85046a1640  1 --2- 172.21.15.46:0/2430867772 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84fc100740 0x7f84fc100b60 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f84f4009900 tx=0x7f84f402bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:39.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.930+0000 7f85046a1640  1 -- 172.21.15.46:0/2430867772 shutdown_connections
2024-03-19T01:49:39.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.930+0000 7f85046a1640  1 --2- 172.21.15.46:0/2430867772 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f84fc1022f0 0x7f84fc108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:39.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.930+0000 7f85046a1640  1 --2- 172.21.15.46:0/2430867772 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f84fc101930 0x7f84fc101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:39.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.930+0000 7f85046a1640  1 --2- 172.21.15.46:0/2430867772 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84fc100740 0x7f84fc100b60 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:39.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.930+0000 7f85046a1640  1 -- 172.21.15.46:0/2430867772 >> 172.21.15.46:0/2430867772 conn(0x7f84fc0fbcd0 msgr2=0x7f84fc0fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:39.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.930+0000 7f85046a1640  1 -- 172.21.15.46:0/2430867772 shutdown_connections
2024-03-19T01:49:39.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.930+0000 7f85046a1640  1 -- 172.21.15.46:0/2430867772 wait complete.
2024-03-19T01:49:39.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.930+0000 7f85046a1640  1  Processor -- start
2024-03-19T01:49:39.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.930+0000 7f85046a1640  1 --  start start
2024-03-19T01:49:39.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.931+0000 7f85046a1640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f84fc100740 0x7f84fc197b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:39.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.931+0000 7f85046a1640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84fc101930 0x7f84fc198070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:39.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.931+0000 7f85046a1640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f84fc1022f0 0x7f84fc19f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:39.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.931+0000 7f85046a1640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f84fc10c270 con 0x7f84fc101930
2024-03-19T01:49:39.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.931+0000 7f85046a1640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f84fc10c0f0 con 0x7f84fc1022f0
2024-03-19T01:49:39.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.931+0000 7f85046a1640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f84fc10c3f0 con 0x7f84fc100740
2024-03-19T01:49:39.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.931+0000 7f8501c3c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84fc101930 0x7f84fc198070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:39.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.931+0000 7f8501c3c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84fc101930 0x7f84fc198070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46388/0 (socket says 172.21.15.46:46388)
2024-03-19T01:49:39.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.931+0000 7f8502c3e640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f84fc1022f0 0x7f84fc19f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:39.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.931+0000 7f8501c3c640  1 -- 172.21.15.46:0/1115680791 learned_addr learned my addr 172.21.15.46:0/1115680791 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:39.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.931+0000 7f850243d640  1 --2- 172.21.15.46:0/1115680791 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f84fc100740 0x7f84fc197b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:39.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.931+0000 7f8502c3e640  1 -- 172.21.15.46:0/1115680791 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f84fc100740 msgr2=0x7f84fc197b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:39.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.931+0000 7f8502c3e640  1 --2- 172.21.15.46:0/1115680791 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f84fc100740 0x7f84fc197b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:39.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.931+0000 7f8502c3e640  1 -- 172.21.15.46:0/1115680791 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84fc101930 msgr2=0x7f84fc198070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:39.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.931+0000 7f8502c3e640  1 --2- 172.21.15.46:0/1115680791 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84fc101930 0x7f84fc198070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:39.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.931+0000 7f8502c3e640  1 -- 172.21.15.46:0/1115680791 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84fc19f700 con 0x7f84fc1022f0
2024-03-19T01:49:39.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.931+0000 7f8501c3c640  1 --2- 172.21.15.46:0/1115680791 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84fc101930 0x7f84fc198070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:39.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.931+0000 7f8502c3e640  1 --2- 172.21.15.46:0/1115680791 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f84fc1022f0 0x7f84fc19f090 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f84f8009fd0 tx=0x7f84f800ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:39.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.931+0000 7f84f37fe640  1 -- 172.21.15.46:0/1115680791 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f800ce20 con 0x7f84fc1022f0
2024-03-19T01:49:39.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.931+0000 7f84f37fe640  1 -- 172.21.15.46:0/1115680791 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f84f8005020 con 0x7f84fc1022f0
2024-03-19T01:49:39.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.931+0000 7f85046a1640  1 -- 172.21.15.46:0/1115680791 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84fc19f9f0 con 0x7f84fc1022f0
2024-03-19T01:49:39.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.931+0000 7f84f37fe640  1 -- 172.21.15.46:0/1115680791 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f8010690 con 0x7f84fc1022f0
2024-03-19T01:49:39.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.931+0000 7f85046a1640  1 -- 172.21.15.46:0/1115680791 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84fc19ff90 con 0x7f84fc1022f0
2024-03-19T01:49:39.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.932+0000 7f85046a1640  1 -- 172.21.15.46:0/1115680791 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84fc1a0280 con 0x7f84fc1022f0
2024-03-19T01:49:39.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.933+0000 7f84f37fe640  1 -- 172.21.15.46:0/1115680791 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f84f80051d0 con 0x7f84fc1022f0
2024-03-19T01:49:39.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.934+0000 7f84f37fe640  1 --2- 172.21.15.46:0/1115680791 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f84e80a2880 0x7f84e80a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:39.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.934+0000 7f850243d640  1 --2- 172.21.15.46:0/1115680791 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f84e80a2880 0x7f84e80a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:39.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.934+0000 7f84f37fe640  1 -- 172.21.15.46:0/1115680791 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f84f80cf430 con 0x7f84fc1022f0
2024-03-19T01:49:39.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.934+0000 7f850243d640  1 --2- 172.21.15.46:0/1115680791 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f84e80a2880 0x7f84e80a4d40 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f84f4005ab0 tx=0x7f84f4005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:39.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:39.938+0000 7f84f37fe640  1 -- 172.21.15.46:0/1115680791 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f84f809c140 con 0x7f84fc1022f0
2024-03-19T01:49:40.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:39 smithi046 ceph-mon[63102]: pgmap v363: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:49:40.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:39 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/492664108' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:49:40.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:39 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/620888890' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:49:40.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.121+0000 7f85046a1640  1 -- 172.21.15.46:0/1115680791 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f84fc1a0450 con 0x7f84fc1022f0
2024-03-19T01:49:40.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.121+0000 7f84f37fe640  1 -- 172.21.15.46:0/1115680791 <== mon.2 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0  v93) ==== 104+0+11 (secure 0 0 0) 0x7f84f809ba40 con 0x7f84fc1022f0
2024-03-19T01:49:40.121 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32
2024-03-19T01:49:40.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.123+0000 7f85046a1640  1 -- 172.21.15.46:0/1115680791 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f84e80a2880 msgr2=0x7f84e80a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:40.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.123+0000 7f85046a1640  1 --2- 172.21.15.46:0/1115680791 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f84e80a2880 0x7f84e80a4d40 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f84f4005ab0 tx=0x7f84f4005fd0 comp rx=0 tx=0).stop
2024-03-19T01:49:40.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.123+0000 7f85046a1640  1 -- 172.21.15.46:0/1115680791 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f84fc1022f0 msgr2=0x7f84fc19f090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:40.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.123+0000 7f85046a1640  1 --2- 172.21.15.46:0/1115680791 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f84fc1022f0 0x7f84fc19f090 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f84f8009fd0 tx=0x7f84f800ef10 comp rx=0 tx=0).stop
2024-03-19T01:49:40.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.123+0000 7f85046a1640  1 -- 172.21.15.46:0/1115680791 shutdown_connections
2024-03-19T01:49:40.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.123+0000 7f85046a1640  1 --2- 172.21.15.46:0/1115680791 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f84e80a2880 0x7f84e80a4d40 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:40.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.123+0000 7f85046a1640  1 --2- 172.21.15.46:0/1115680791 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f84fc1022f0 0x7f84fc19f090 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:40.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.123+0000 7f85046a1640  1 --2- 172.21.15.46:0/1115680791 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84fc101930 0x7f84fc198070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:40.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.123+0000 7f85046a1640  1 --2- 172.21.15.46:0/1115680791 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f84fc100740 0x7f84fc197b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:40.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.123+0000 7f85046a1640  1 -- 172.21.15.46:0/1115680791 >> 172.21.15.46:0/1115680791 conn(0x7f84fc0fbcd0 msgr2=0x7f84fc069e60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:40.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.123+0000 7f85046a1640  1 -- 172.21.15.46:0/1115680791 shutdown_connections
2024-03-19T01:49:40.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.123+0000 7f85046a1640  1 -- 172.21.15.46:0/1115680791 wait complete.
2024-03-19T01:49:40.135 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num
2024-03-19T01:49:40.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:39 smithi073 ceph-mon[66833]: pgmap v363: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:49:40.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:39 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/492664108' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:49:40.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:39 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/620888890' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:49:40.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:39 smithi102 ceph-mon[66557]: pgmap v363: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:49:40.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:39 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/492664108' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:49:40.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:39 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/620888890' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:49:40.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.239+0000 7f84b475b640  1 -- 172.21.15.46:0/3961655967 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84ac101840 msgr2=0x7f84ac101c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:40.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.239+0000 7f84b475b640  1 --2- 172.21.15.46:0/3961655967 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84ac101840 0x7f84ac101c60 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f84a4009900 tx=0x7f84a402bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:40.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.240+0000 7f84b475b640  1 -- 172.21.15.46:0/3961655967 shutdown_connections
2024-03-19T01:49:40.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.240+0000 7f84b475b640  1 --2- 172.21.15.46:0/3961655967 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f84ac1033f0 0x7f84ac109c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:40.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.240+0000 7f84b475b640  1 --2- 172.21.15.46:0/3961655967 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f84ac102a30 0x7f84ac102eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:40.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.240+0000 7f84b475b640  1 --2- 172.21.15.46:0/3961655967 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84ac101840 0x7f84ac101c60 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:40.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.240+0000 7f84b475b640  1 -- 172.21.15.46:0/3961655967 >> 172.21.15.46:0/3961655967 conn(0x7f84ac0fcdb0 msgr2=0x7f84ac0ff1f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:40.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.240+0000 7f84b475b640  1 -- 172.21.15.46:0/3961655967 shutdown_connections
2024-03-19T01:49:40.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.240+0000 7f84b475b640  1 -- 172.21.15.46:0/3961655967 wait complete.
2024-03-19T01:49:40.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.240+0000 7f84b475b640  1  Processor -- start
2024-03-19T01:49:40.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.240+0000 7f84b475b640  1 --  start start
2024-03-19T01:49:40.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.240+0000 7f84b475b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84ac101840 0x7f84ac197a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:40.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.240+0000 7f84b475b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f84ac102a30 0x7f84ac197fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:40.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.240+0000 7f84b475b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f84ac1033f0 0x7f84ac19f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:40.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.240+0000 7f84b475b640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f84ac10d370 con 0x7f84ac101840
2024-03-19T01:49:40.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.240+0000 7f84b475b640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f84ac10d1f0 con 0x7f84ac1033f0
2024-03-19T01:49:40.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.240+0000 7f84b475b640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f84ac10d4f0 con 0x7f84ac102a30
2024-03-19T01:49:40.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.240+0000 7f84b24f7640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84ac101840 0x7f84ac197a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:40.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.240+0000 7f84b24f7640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84ac101840 0x7f84ac197a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46414/0 (socket says 172.21.15.46:46414)
2024-03-19T01:49:40.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.240+0000 7f84b24f7640  1 -- 172.21.15.46:0/3259287740 learned_addr learned my addr 172.21.15.46:0/3259287740 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:40.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.240+0000 7f84b1cf6640  1 --2- 172.21.15.46:0/3259287740 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f84ac102a30 0x7f84ac197fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:40.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.240+0000 7f84b2cf8640  1 --2- 172.21.15.46:0/3259287740 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f84ac1033f0 0x7f84ac19f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:40.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.241+0000 7f84b24f7640  1 -- 172.21.15.46:0/3259287740 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f84ac102a30 msgr2=0x7f84ac197fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:40.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.241+0000 7f84b24f7640  1 --2- 172.21.15.46:0/3259287740 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f84ac102a30 0x7f84ac197fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:40.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.241+0000 7f84b24f7640  1 -- 172.21.15.46:0/3259287740 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f84ac1033f0 msgr2=0x7f84ac19f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:40.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.241+0000 7f84b24f7640  1 --2- 172.21.15.46:0/3259287740 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f84ac1033f0 0x7f84ac19f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:40.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.241+0000 7f84b24f7640  1 -- 172.21.15.46:0/3259287740 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84ac19f690 con 0x7f84ac101840
2024-03-19T01:49:40.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.241+0000 7f84b24f7640  1 --2- 172.21.15.46:0/3259287740 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84ac101840 0x7f84ac197a70 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f84a4000c00 tx=0x7f84a4005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:40.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.241+0000 7f84ab7fe640  1 -- 172.21.15.46:0/3259287740 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84a4043020 con 0x7f84ac101840
2024-03-19T01:49:40.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.241+0000 7f84b475b640  1 -- 172.21.15.46:0/3259287740 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84ac19f920 con 0x7f84ac101840
2024-03-19T01:49:40.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.241+0000 7f84ab7fe640  1 -- 172.21.15.46:0/3259287740 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f84a4004350 con 0x7f84ac101840
2024-03-19T01:49:40.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.241+0000 7f84ab7fe640  1 -- 172.21.15.46:0/3259287740 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84a4003b80 con 0x7f84ac101840
2024-03-19T01:49:40.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.241+0000 7f84b475b640  1 -- 172.21.15.46:0/3259287740 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84ac19fec0 con 0x7f84ac101840
2024-03-19T01:49:40.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.242+0000 7f84b475b640  1 -- 172.21.15.46:0/3259287740 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84ac108bd0 con 0x7f84ac101840
2024-03-19T01:49:40.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.243+0000 7f84ab7fe640  1 -- 172.21.15.46:0/3259287740 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f84a4046020 con 0x7f84ac101840
2024-03-19T01:49:40.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.244+0000 7f84ab7fe640  1 --2- 172.21.15.46:0/3259287740 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f84940a2800 0x7f84940a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:40.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.244+0000 7f84b1cf6640  1 --2- 172.21.15.46:0/3259287740 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f84940a2800 0x7f84940a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:40.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.244+0000 7f84ab7fe640  1 -- 172.21.15.46:0/3259287740 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f84a40f0f50 con 0x7f84ac101840
2024-03-19T01:49:40.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.244+0000 7f84b1cf6640  1 --2- 172.21.15.46:0/3259287740 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f84940a2800 0x7f84940a4cc0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f84a00095f0 tx=0x7f84a0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:40.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.248+0000 7f84ab7fe640  1 -- 172.21.15.46:0/3259287740 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f84a404d020 con 0x7f84ac101840
2024-03-19T01:49:40.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.432+0000 7f84b475b640  1 -- 172.21.15.46:0/3259287740 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f84ac062420 con 0x7f84ac101840
2024-03-19T01:49:40.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.432+0000 7f84ab7fe640  1 -- 172.21.15.46:0/3259287740 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0  v93) ==== 100+0+11 (secure 0 0 0) 0x7f84a40bdc00 con 0x7f84ac101840
2024-03-19T01:49:40.433 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64
2024-03-19T01:49:40.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.434+0000 7f84b475b640  1 -- 172.21.15.46:0/3259287740 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f84940a2800 msgr2=0x7f84940a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:40.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.434+0000 7f84b475b640  1 --2- 172.21.15.46:0/3259287740 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f84940a2800 0x7f84940a4cc0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f84a00095f0 tx=0x7f84a0005f90 comp rx=0 tx=0).stop
2024-03-19T01:49:40.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.434+0000 7f84b475b640  1 -- 172.21.15.46:0/3259287740 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84ac101840 msgr2=0x7f84ac197a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:40.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.434+0000 7f84b475b640  1 --2- 172.21.15.46:0/3259287740 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84ac101840 0x7f84ac197a70 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f84a4000c00 tx=0x7f84a4005dc0 comp rx=0 tx=0).stop
2024-03-19T01:49:40.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.434+0000 7f84b475b640  1 -- 172.21.15.46:0/3259287740 shutdown_connections
2024-03-19T01:49:40.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.434+0000 7f84b475b640  1 --2- 172.21.15.46:0/3259287740 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f84940a2800 0x7f84940a4cc0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:40.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.434+0000 7f84b475b640  1 --2- 172.21.15.46:0/3259287740 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f84ac1033f0 0x7f84ac19f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:40.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.434+0000 7f84b475b640  1 --2- 172.21.15.46:0/3259287740 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f84ac102a30 0x7f84ac197fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:40.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.434+0000 7f84b475b640  1 --2- 172.21.15.46:0/3259287740 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84ac101840 0x7f84ac197a70 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:40.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.434+0000 7f84b475b640  1 -- 172.21.15.46:0/3259287740 >> 172.21.15.46:0/3259287740 conn(0x7f84ac0fcdb0 msgr2=0x7f84ac105da0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:40.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.434+0000 7f84b475b640  1 -- 172.21.15.46:0/3259287740 shutdown_connections
2024-03-19T01:49:40.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.434+0000 7f84b475b640  1 -- 172.21.15.46:0/3259287740 wait complete.
2024-03-19T01:49:40.445 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num
2024-03-19T01:49:40.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.550+0000 7fb3bdf48640  1 -- 172.21.15.46:0/4197824032 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb3b8100720 msgr2=0x7fb3b8100b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:40.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.550+0000 7fb3bdf48640  1 --2- 172.21.15.46:0/4197824032 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb3b8100720 0x7fb3b8100b40 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fb3a8009900 tx=0x7fb3a802bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:40.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.551+0000 7fb3bdf48640  1 -- 172.21.15.46:0/4197824032 shutdown_connections
2024-03-19T01:49:40.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.551+0000 7fb3bdf48640  1 --2- 172.21.15.46:0/4197824032 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb3b81022d0 0x7fb3b8108b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:40.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.551+0000 7fb3bdf48640  1 --2- 172.21.15.46:0/4197824032 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb3b8101910 0x7fb3b8101d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:40.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.551+0000 7fb3bdf48640  1 --2- 172.21.15.46:0/4197824032 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb3b8100720 0x7fb3b8100b40 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:40.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.551+0000 7fb3bdf48640  1 -- 172.21.15.46:0/4197824032 >> 172.21.15.46:0/4197824032 conn(0x7fb3b80fbcb0 msgr2=0x7fb3b80fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:40.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.551+0000 7fb3bdf48640  1 -- 172.21.15.46:0/4197824032 shutdown_connections
2024-03-19T01:49:40.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.551+0000 7fb3bdf48640  1 -- 172.21.15.46:0/4197824032 wait complete.
2024-03-19T01:49:40.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.551+0000 7fb3bdf48640  1  Processor -- start
2024-03-19T01:49:40.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.551+0000 7fb3bdf48640  1 --  start start
2024-03-19T01:49:40.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.551+0000 7fb3bdf48640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb3b8100720 0x7fb3b81046b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:40.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.551+0000 7fb3bdf48640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb3b8101910 0x7fb3b8102cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:40.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.551+0000 7fb3bdf48640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb3b81022d0 0x7fb3b8103230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:40.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.552+0000 7fb3bdf48640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb3b810c240 con 0x7fb3b81022d0
2024-03-19T01:49:40.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.552+0000 7fb3bdf48640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb3b810c0c0 con 0x7fb3b8101910
2024-03-19T01:49:40.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.552+0000 7fb3bdf48640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb3b810c3c0 con 0x7fb3b8100720
2024-03-19T01:49:40.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.552+0000 7fb3b7fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb3b81022d0 0x7fb3b8103230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:40.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.552+0000 7fb3b6ffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb3b8101910 0x7fb3b8102cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:40.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.552+0000 7fb3b77fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb3b8100720 0x7fb3b81046b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:40.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.552+0000 7fb3b6ffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb3b8101910 0x7fb3b8102cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:54566/0 (socket says 172.21.15.46:54566)
2024-03-19T01:49:40.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.552+0000 7fb3b6ffd640  1 -- 172.21.15.46:0/2458932774 learned_addr learned my addr 172.21.15.46:0/2458932774 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:40.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.552+0000 7fb3b7fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb3b81022d0 0x7fb3b8103230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46430/0 (socket says 172.21.15.46:46430)
2024-03-19T01:49:40.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.552+0000 7fb3b6ffd640  1 -- 172.21.15.46:0/2458932774 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb3b8100720 msgr2=0x7fb3b81046b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:40.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.552+0000 7fb3b6ffd640  1 --2- 172.21.15.46:0/2458932774 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb3b8100720 0x7fb3b81046b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:40.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.552+0000 7fb3b6ffd640  1 -- 172.21.15.46:0/2458932774 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb3b81022d0 msgr2=0x7fb3b8103230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:40.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.552+0000 7fb3b6ffd640  1 --2- 172.21.15.46:0/2458932774 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb3b81022d0 0x7fb3b8103230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:40.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.552+0000 7fb3b6ffd640  1 -- 172.21.15.46:0/2458932774 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3b8103ac0 con 0x7fb3b8101910
2024-03-19T01:49:40.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.552+0000 7fb3b77fe640  1 --2- 172.21.15.46:0/2458932774 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb3b8100720 0x7fb3b81046b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:40.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.552+0000 7fb3b7fff640  1 --2- 172.21.15.46:0/2458932774 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb3b81022d0 0x7fb3b8103230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:40.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.552+0000 7fb3b6ffd640  1 --2- 172.21.15.46:0/2458932774 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb3b8101910 0x7fb3b8102cf0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fb3ac00e9f0 tx=0x7fb3ac00edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:40.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.552+0000 7fb3b4ff9640  1 -- 172.21.15.46:0/2458932774 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3ac00cd80 con 0x7fb3b8101910
2024-03-19T01:49:40.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.552+0000 7fb3b4ff9640  1 -- 172.21.15.46:0/2458932774 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb3ac0054d0 con 0x7fb3b8101910
2024-03-19T01:49:40.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.552+0000 7fb3bdf48640  1 -- 172.21.15.46:0/2458932774 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3b81a1c20 con 0x7fb3b8101910
2024-03-19T01:49:40.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.552+0000 7fb3b4ff9640  1 -- 172.21.15.46:0/2458932774 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3ac010490 con 0x7fb3b8101910
2024-03-19T01:49:40.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.552+0000 7fb3bdf48640  1 -- 172.21.15.46:0/2458932774 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3b81a2120 con 0x7fb3b8101910
2024-03-19T01:49:40.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.553+0000 7fb3bdf48640  1 -- 172.21.15.46:0/2458932774 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3b81a2350 con 0x7fb3b8101910
2024-03-19T01:49:40.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.554+0000 7fb3b4ff9640  1 -- 172.21.15.46:0/2458932774 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7fb3ac005000 con 0x7fb3b8101910
2024-03-19T01:49:40.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.555+0000 7fb3b4ff9640  1 --2- 172.21.15.46:0/2458932774 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb3a00a2800 0x7fb3a00a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:40.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.555+0000 7fb3b77fe640  1 --2- 172.21.15.46:0/2458932774 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb3a00a2800 0x7fb3a00a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:40.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.555+0000 7fb3b4ff9640  1 -- 172.21.15.46:0/2458932774 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fb3ac0cf420 con 0x7fb3b8101910
2024-03-19T01:49:40.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.555+0000 7fb3b77fe640  1 --2- 172.21.15.46:0/2458932774 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb3a00a2800 0x7fb3a00a4cc0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fb3a8005ab0 tx=0x7fb3a8005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:40.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.562+0000 7fb3b4ff9640  1 -- 172.21.15.46:0/2458932774 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fb3ac053740 con 0x7fb3b8101910
2024-03-19T01:49:40.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.742+0000 7fb3bdf48640  1 -- 172.21.15.46:0/2458932774 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fb3b81a2640 con 0x7fb3b8101910
2024-03-19T01:49:40.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.742+0000 7fb3b4ff9640  1 -- 172.21.15.46:0/2458932774 <== mon.2 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0  v93) ==== 103+0+11 (secure 0 0 0) 0x7fb3ac0052f0 con 0x7fb3b8101910
2024-03-19T01:49:40.743 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32
2024-03-19T01:49:40.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.744+0000 7fb3bdf48640  1 -- 172.21.15.46:0/2458932774 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb3a00a2800 msgr2=0x7fb3a00a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:40.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.744+0000 7fb3bdf48640  1 --2- 172.21.15.46:0/2458932774 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb3a00a2800 0x7fb3a00a4cc0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fb3a8005ab0 tx=0x7fb3a8005fd0 comp rx=0 tx=0).stop
2024-03-19T01:49:40.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.744+0000 7fb3bdf48640  1 -- 172.21.15.46:0/2458932774 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb3b8101910 msgr2=0x7fb3b8102cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:40.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.744+0000 7fb3bdf48640  1 --2- 172.21.15.46:0/2458932774 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb3b8101910 0x7fb3b8102cf0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fb3ac00e9f0 tx=0x7fb3ac00edf0 comp rx=0 tx=0).stop
2024-03-19T01:49:40.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.744+0000 7fb3bdf48640  1 -- 172.21.15.46:0/2458932774 shutdown_connections
2024-03-19T01:49:40.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.744+0000 7fb3bdf48640  1 --2- 172.21.15.46:0/2458932774 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb3a00a2800 0x7fb3a00a4cc0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:40.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.744+0000 7fb3bdf48640  1 --2- 172.21.15.46:0/2458932774 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb3b81022d0 0x7fb3b8103230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:40.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.744+0000 7fb3bdf48640  1 --2- 172.21.15.46:0/2458932774 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb3b8101910 0x7fb3b8102cf0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:40.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.744+0000 7fb3bdf48640  1 --2- 172.21.15.46:0/2458932774 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb3b8100720 0x7fb3b81046b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:40.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.744+0000 7fb3bdf48640  1 -- 172.21.15.46:0/2458932774 >> 172.21.15.46:0/2458932774 conn(0x7fb3b80fbcb0 msgr2=0x7fb3b8068a70 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:40.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.744+0000 7fb3bdf48640  1 -- 172.21.15.46:0/2458932774 shutdown_connections
2024-03-19T01:49:40.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.744+0000 7fb3bdf48640  1 -- 172.21.15.46:0/2458932774 wait complete.
2024-03-19T01:49:40.755 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:49:40.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.857+0000 7f046e6bf640  1 -- 172.21.15.46:0/507041851 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f04680ffea0 msgr2=0x7f04681002c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:40.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.857+0000 7f046e6bf640  1 --2- 172.21.15.46:0/507041851 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f04680ffea0 0x7f04681002c0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f045000aa10 tx=0x7f045002cf70 comp rx=0 tx=0).stop
2024-03-19T01:49:40.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.857+0000 7f046e6bf640  1 -- 172.21.15.46:0/507041851 shutdown_connections
2024-03-19T01:49:40.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.857+0000 7f046e6bf640  1 --2- 172.21.15.46:0/507041851 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0468101a40 0x7f0468108360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:40.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.857+0000 7f046e6bf640  1 --2- 172.21.15.46:0/507041851 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0468101080 0x7f0468101500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:40.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.857+0000 7f046e6bf640  1 --2- 172.21.15.46:0/507041851 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f04680ffea0 0x7f04681002c0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:40.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.857+0000 7f046e6bf640  1 -- 172.21.15.46:0/507041851 >> 172.21.15.46:0/507041851 conn(0x7f04680fb460 msgr2=0x7f04680fd8a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:40.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.857+0000 7f046e6bf640  1 -- 172.21.15.46:0/507041851 shutdown_connections
2024-03-19T01:49:40.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.857+0000 7f046e6bf640  1 -- 172.21.15.46:0/507041851 wait complete.
2024-03-19T01:49:40.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.858+0000 7f046e6bf640  1  Processor -- start
2024-03-19T01:49:40.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.858+0000 7f046e6bf640  1 --  start start
2024-03-19T01:49:40.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.858+0000 7f046e6bf640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f04680ffea0 0x7f0468197b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:40.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.858+0000 7f046e6bf640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0468101080 0x7f0468198070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:40.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.858+0000 7f046e6bf640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0468101a40 0x7f046819f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:40.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.858+0000 7f046e6bf640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f046810b1b0 con 0x7f0468101a40
2024-03-19T01:49:40.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.858+0000 7f046e6bf640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f046810b030 con 0x7f0468101080
2024-03-19T01:49:40.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.858+0000 7f046e6bf640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f046810b330 con 0x7f04680ffea0
2024-03-19T01:49:40.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.858+0000 7f046cc5c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0468101a40 0x7f046819f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:40.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.858+0000 7f046cc5c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0468101a40 0x7f046819f090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46448/0 (socket says 172.21.15.46:46448)
2024-03-19T01:49:40.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.858+0000 7f046cc5c640  1 -- 172.21.15.46:0/1315863142 learned_addr learned my addr 172.21.15.46:0/1315863142 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:40.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.858+0000 7f0467fff640  1 --2- 172.21.15.46:0/1315863142 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f04680ffea0 0x7f0468197b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:40.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.858+0000 7f04677fe640  1 --2- 172.21.15.46:0/1315863142 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0468101080 0x7f0468198070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:40.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.859+0000 7f0467fff640  1 -- 172.21.15.46:0/1315863142 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0468101080 msgr2=0x7f0468198070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:40.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.859+0000 7f0467fff640  1 --2- 172.21.15.46:0/1315863142 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0468101080 0x7f0468198070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:40.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.859+0000 7f0467fff640  1 -- 172.21.15.46:0/1315863142 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0468101a40 msgr2=0x7f046819f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:40.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.859+0000 7f0467fff640  1 --2- 172.21.15.46:0/1315863142 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0468101a40 0x7f046819f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:40.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.859+0000 7f0467fff640  1 -- 172.21.15.46:0/1315863142 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f046819f700 con 0x7f04680ffea0
2024-03-19T01:49:40.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.859+0000 7f046cc5c640  1 --2- 172.21.15.46:0/1315863142 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0468101a40 0x7f046819f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:40.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.859+0000 7f0467fff640  1 --2- 172.21.15.46:0/1315863142 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f04680ffea0 0x7f0468197b30 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f0450037040 tx=0x7f04500048f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:40.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.859+0000 7f04657fa640  1 -- 172.21.15.46:0/1315863142 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0450035c00 con 0x7f04680ffea0
2024-03-19T01:49:40.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.859+0000 7f046e6bf640  1 -- 172.21.15.46:0/1315863142 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f046819f990 con 0x7f04680ffea0
2024-03-19T01:49:40.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.859+0000 7f04657fa640  1 -- 172.21.15.46:0/1315863142 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0450035da0 con 0x7f04680ffea0
2024-03-19T01:49:40.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.859+0000 7f04657fa640  1 -- 172.21.15.46:0/1315863142 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0450003850 con 0x7f04680ffea0
2024-03-19T01:49:40.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.859+0000 7f046e6bf640  1 -- 172.21.15.46:0/1315863142 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f046819fe50 con 0x7f04680ffea0
2024-03-19T01:49:40.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.860+0000 7f046e6bf640  1 -- 172.21.15.46:0/1315863142 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04681a0080 con 0x7f04680ffea0
2024-03-19T01:49:40.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.861+0000 7f04657fa640  1 -- 172.21.15.46:0/1315863142 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f0450045020 con 0x7f04680ffea0
2024-03-19T01:49:40.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.862+0000 7f04657fa640  1 --2- 172.21.15.46:0/1315863142 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f04540a2800 0x7f04540a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:40.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.862+0000 7f04677fe640  1 --2- 172.21.15.46:0/1315863142 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f04540a2800 0x7f04540a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:40.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.862+0000 7f04657fa640  1 -- 172.21.15.46:0/1315863142 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f04500f0a30 con 0x7f04680ffea0
2024-03-19T01:49:40.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.862+0000 7f04677fe640  1 --2- 172.21.15.46:0/1315863142 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f04540a2800 0x7f04540a4cc0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f0468198ff0 tx=0x7f0458005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:40.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:40.865+0000 7f04657fa640  1 -- 172.21.15.46:0/1315863142 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f045004c020 con 0x7f04680ffea0
2024-03-19T01:49:41.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.089+0000 7f046e6bf640  1 -- 172.21.15.46:0/1315863142 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f04681a0250 con 0x7f04680ffea0
2024-03-19T01:49:41.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.090+0000 7f04657fa640  1 -- 172.21.15.46:0/1315863142 <== mon.1 v2:172.21.15.102:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11861 (secure 0 0 0) 0x7f04500bd740 con 0x7f04680ffea0
2024-03-19T01:49:41.090 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:49:41.090 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-19T01:47:26.395717+0000","modified":"2024-03-19T01:47:53.626484+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24506,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6839/1788589639","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6838","nonce":1788589639},{"type":"v1","addr":"172.21.15.73:6839","nonce":1788589639}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24506,"qdb_cluster":[24479,24478,24506]},"id":1}]}
2024-03-19T01:49:41.091 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 23
2024-03-19T01:49:41.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.092+0000 7f046e6bf640  1 -- 172.21.15.46:0/1315863142 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f04540a2800 msgr2=0x7f04540a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:41.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.092+0000 7f046e6bf640  1 --2- 172.21.15.46:0/1315863142 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f04540a2800 0x7f04540a4cc0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f0468198ff0 tx=0x7f0458005f90 comp rx=0 tx=0).stop
2024-03-19T01:49:41.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.092+0000 7f046e6bf640  1 -- 172.21.15.46:0/1315863142 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f04680ffea0 msgr2=0x7f0468197b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:41.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.092+0000 7f046e6bf640  1 --2- 172.21.15.46:0/1315863142 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f04680ffea0 0x7f0468197b30 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f0450037040 tx=0x7f04500048f0 comp rx=0 tx=0).stop
2024-03-19T01:49:41.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.092+0000 7f046e6bf640  1 -- 172.21.15.46:0/1315863142 shutdown_connections
2024-03-19T01:49:41.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.092+0000 7f046e6bf640  1 --2- 172.21.15.46:0/1315863142 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f04540a2800 0x7f04540a4cc0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:41.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.092+0000 7f046e6bf640  1 --2- 172.21.15.46:0/1315863142 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0468101a40 0x7f046819f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:41.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.092+0000 7f046e6bf640  1 --2- 172.21.15.46:0/1315863142 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0468101080 0x7f0468198070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:41.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.092+0000 7f046e6bf640  1 --2- 172.21.15.46:0/1315863142 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f04680ffea0 0x7f0468197b30 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:41.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.092+0000 7f046e6bf640  1 -- 172.21.15.46:0/1315863142 >> 172.21.15.46:0/1315863142 conn(0x7f04680fb460 msgr2=0x7f04681066a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:41.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.092+0000 7f046e6bf640  1 -- 172.21.15.46:0/1315863142 shutdown_connections
2024-03-19T01:49:41.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.092+0000 7f046e6bf640  1 -- 172.21.15.46:0/1315863142 wait complete.
2024-03-19T01:49:41.102 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:40 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1115680791' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T01:49:41.102 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:40 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3259287740' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T01:49:41.102 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:40 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2458932774' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T01:49:41.104 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-03-19T01:49:41.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.206+0000 7fa34ab59640  1 -- 172.21.15.46:0/604572266 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa344104d10 msgr2=0x7fa344107100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:41.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.206+0000 7fa34ab59640  1 --2- 172.21.15.46:0/604572266 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa344104d10 0x7fa344107100 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fa338009900 tx=0x7fa33802bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:41.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.206+0000 7fa34ab59640  1 -- 172.21.15.46:0/604572266 shutdown_connections
2024-03-19T01:49:41.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.206+0000 7fa34ab59640  1 --2- 172.21.15.46:0/604572266 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa344107640 0x7fa344109a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:41.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.206+0000 7fa34ab59640  1 --2- 172.21.15.46:0/604572266 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa344104d10 0x7fa344107100 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:41.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.206+0000 7fa34ab59640  1 --2- 172.21.15.46:0/604572266 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa3441023e0 0x7fa3441047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:41.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.206+0000 7fa34ab59640  1 -- 172.21.15.46:0/604572266 >> 172.21.15.46:0/604572266 conn(0x7fa3440fbd50 msgr2=0x7fa3440fe170 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:41.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.206+0000 7fa34ab59640  1 -- 172.21.15.46:0/604572266 shutdown_connections
2024-03-19T01:49:41.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.206+0000 7fa34ab59640  1 -- 172.21.15.46:0/604572266 wait complete.
2024-03-19T01:49:41.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.207+0000 7fa34ab59640  1  Processor -- start
2024-03-19T01:49:41.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.207+0000 7fa34ab59640  1 --  start start
2024-03-19T01:49:41.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.207+0000 7fa34ab59640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa3441023e0 0x7fa344197ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:41.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.207+0000 7fa34ab59640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa344104d10 0x7fa344198010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:41.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.207+0000 7fa34ab59640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa344107640 0x7fa34419f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:41.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.207+0000 7fa34ab59640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa34410d3d0 con 0x7fa344107640
2024-03-19T01:49:41.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.207+0000 7fa34ab59640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa34410d250 con 0x7fa3441023e0
2024-03-19T01:49:41.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.207+0000 7fa34ab59640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa34410d550 con 0x7fa344104d10
2024-03-19T01:49:41.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.207+0000 7fa3488f5640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa3441023e0 0x7fa344197ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:41.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.207+0000 7fa3490f6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa344107640 0x7fa34419f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:41.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.207+0000 7fa3488f5640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa3441023e0 0x7fa344197ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:54606/0 (socket says 172.21.15.46:54606)
2024-03-19T01:49:41.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.207+0000 7fa3488f5640  1 -- 172.21.15.46:0/3332624206 learned_addr learned my addr 172.21.15.46:0/3332624206 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:41.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.207+0000 7fa343fff640  1 --2- 172.21.15.46:0/3332624206 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa344104d10 0x7fa344198010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:41.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.207+0000 7fa3490f6640  1 -- 172.21.15.46:0/3332624206 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa344104d10 msgr2=0x7fa344198010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:41.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.207+0000 7fa3490f6640  1 --2- 172.21.15.46:0/3332624206 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa344104d10 0x7fa344198010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:41.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.207+0000 7fa3490f6640  1 -- 172.21.15.46:0/3332624206 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa3441023e0 msgr2=0x7fa344197ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:41.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.207+0000 7fa3490f6640  1 --2- 172.21.15.46:0/3332624206 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa3441023e0 0x7fa344197ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:41.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.208+0000 7fa3490f6640  1 -- 172.21.15.46:0/3332624206 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa34419f6f0 con 0x7fa344107640
2024-03-19T01:49:41.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.208+0000 7fa3488f5640  1 --2- 172.21.15.46:0/3332624206 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa3441023e0 0x7fa344197ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:41.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.208+0000 7fa3490f6640  1 --2- 172.21.15.46:0/3332624206 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa344107640 0x7fa34419f080 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fa33400e970 tx=0x7fa33400ee30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:41.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.208+0000 7fa341ffb640  1 -- 172.21.15.46:0/3332624206 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa33400ccc0 con 0x7fa344107640
2024-03-19T01:49:41.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.208+0000 7fa341ffb640  1 -- 172.21.15.46:0/3332624206 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa334005020 con 0x7fa344107640
2024-03-19T01:49:41.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.208+0000 7fa34ab59640  1 -- 172.21.15.46:0/3332624206 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa34419f9e0 con 0x7fa344107640
2024-03-19T01:49:41.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.208+0000 7fa341ffb640  1 -- 172.21.15.46:0/3332624206 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa33400ce60 con 0x7fa344107640
2024-03-19T01:49:41.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.208+0000 7fa34ab59640  1 -- 172.21.15.46:0/3332624206 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa34419ff00 con 0x7fa344107640
2024-03-19T01:49:41.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.209+0000 7fa34ab59640  1 -- 172.21.15.46:0/3332624206 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3440fd840 con 0x7fa344107640
2024-03-19T01:49:41.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.210+0000 7fa341ffb640  1 -- 172.21.15.46:0/3332624206 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7fa3340051d0 con 0x7fa344107640
2024-03-19T01:49:41.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.210+0000 7fa341ffb640  1 --2- 172.21.15.46:0/3332624206 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa32c0a2800 0x7fa32c0a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:41.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.211+0000 7fa3488f5640  1 --2- 172.21.15.46:0/3332624206 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa32c0a2800 0x7fa32c0a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:41.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.211+0000 7fa341ffb640  1 -- 172.21.15.46:0/3332624206 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fa3340ced50 con 0x7fa344107640
2024-03-19T01:49:41.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.211+0000 7fa3488f5640  1 --2- 172.21.15.46:0/3332624206 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa32c0a2800 0x7fa32c0a4cc0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fa33c00f7d0 tx=0x7fa33c009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:41.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:40 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1115680791' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T01:49:41.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:40 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3259287740' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T01:49:41.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:40 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2458932774' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T01:49:41.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.215+0000 7fa341ffb640  1 -- 172.21.15.46:0/3332624206 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fa33409ba00 con 0x7fa344107640
2024-03-19T01:49:41.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:40 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1115680791' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T01:49:41.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:40 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3259287740' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T01:49:41.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:40 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2458932774' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T01:49:41.398 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.398+0000 7fa34ab59640  1 -- 172.21.15.46:0/3332624206 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa34402d2b0 con 0x7fa344107640
2024-03-19T01:49:41.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.400+0000 7fa341ffb640  1 -- 172.21.15.46:0/3332624206 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v93) ==== 74+0+24692 (secure 0 0 0) 0x7fa33409b300 con 0x7fa344107640
2024-03-19T01:49:41.400 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:49:41.401 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":93,"fsid":"53c8cf3e-e591-11ee-95c9-87774f69a715","created":"2024-03-19T01:39:22.615473+0000","modified":"2024-03-19T01:49:19.819880+0000","last_up_change":"2024-03-19T01:46:32.777223+0000","last_in_change":"2024-03-19T01:46:12.842023+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-19T01:42:46.174113+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-19T01:47:24.276277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-19T01:47:25.605471+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-19T01:47:29.545614+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"4fc98477-1fec-465b-892b-9a0c12e15754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6803","nonce":1888713943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6805","nonce":1888713943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6809","nonce":1888713943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6807","nonce":1888713943}]},"public_addr":"172.21.15.46:6803/1888713943","cluster_addr":"172.21.15.46:6805/1888713943","heartbeat_back_addr":"172.21.15.46:6809/1888713943","heartbeat_front_addr":"172.21.15.46:6807/1888713943","state":["exists","up"]},{"osd":1,"uuid":"4109d6a1-240e-4f1f-b09d-75f3b77e6303","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6801","nonce":2502945674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6803","nonce":2502945674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6807","nonce":2502945674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6805","nonce":2502945674}]},"public_addr":"172.21.15.73:6801/2502945674","cluster_addr":"172.21.15.73:6803/2502945674","heartbeat_back_addr":"172.21.15.73:6807/2502945674","heartbeat_front_addr":"172.21.15.73:6805/2502945674","state":["exists","up"]},{"osd":2,"uuid":"45e8479c-4006-4dd4-bdd8-b4a2eafacc80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6801","nonce":90484514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6803","nonce":90484514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6807","nonce":90484514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6805","nonce":90484514}]},"public_addr":"172.21.15.102:6801/90484514","cluster_addr":"172.21.15.102:6803/90484514","heartbeat_back_addr":"172.21.15.102:6807/90484514","heartbeat_front_addr":"172.21.15.102:6805/90484514","state":["exists","up"]},{"osd":3,"uuid":"4cdc93cf-2e8d-436d-a78a-c235e9b970fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6811","nonce":3336792470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6813","nonce":3336792470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6817","nonce":3336792470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6815","nonce":3336792470}]},"public_addr":"172.21.15.46:6811/3336792470","cluster_addr":"172.21.15.46:6813/3336792470","heartbeat_back_addr":"172.21.15.46:6817/3336792470","heartbeat_front_addr":"172.21.15.46:6815/3336792470","state":["exists","up"]},{"osd":4,"uuid":"35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6809","nonce":1192862788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6811","nonce":1192862788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6815","nonce":1192862788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6813","nonce":1192862788}]},"public_addr":"172.21.15.73:6809/1192862788","cluster_addr":"172.21.15.73:6811/1192862788","heartbeat_back_addr":"172.21.15.73:6815/1192862788","heartbeat_front_addr":"172.21.15.73:6813/1192862788","state":["exists","up"]},{"osd":5,"uuid":"1587c1e6-6719-4117-a80f-5c6bce0e5814","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6809","nonce":3252664135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6811","nonce":3252664135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6815","nonce":3252664135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6813","nonce":3252664135}]},"public_addr":"172.21.15.102:6809/3252664135","cluster_addr":"172.21.15.102:6811/3252664135","heartbeat_back_addr":"172.21.15.102:6815/3252664135","heartbeat_front_addr":"172.21.15.102:6813/3252664135","state":["exists","up"]},{"osd":6,"uuid":"af41cbff-69e5-45ab-ad59-95e5addd1b6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6819","nonce":595340737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6821","nonce":595340737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6825","nonce":595340737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6823","nonce":595340737}]},"public_addr":"172.21.15.46:6819/595340737","cluster_addr":"172.21.15.46:6821/595340737","heartbeat_back_addr":"172.21.15.46:6825/595340737","heartbeat_front_addr":"172.21.15.46:6823/595340737","state":["exists","up"]},{"osd":7,"uuid":"23e9241a-4ed9-4606-93c1-ccfe277d0c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6817","nonce":143082020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6819","nonce":143082020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6823","nonce":143082020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6821","nonce":143082020}]},"public_addr":"172.21.15.73:6817/143082020","cluster_addr":"172.21.15.73:6819/143082020","heartbeat_back_addr":"172.21.15.73:6823/143082020","heartbeat_front_addr":"172.21.15.73:6821/143082020","state":["exists","up"]},{"osd":8,"uuid":"c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6817","nonce":2533208086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6819","nonce":2533208086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6823","nonce":2533208086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6821","nonce":2533208086}]},"public_addr":"172.21.15.102:6817/2533208086","cluster_addr":"172.21.15.102:6819/2533208086","heartbeat_back_addr":"172.21.15.102:6823/2533208086","heartbeat_front_addr":"172.21.15.102:6821/2533208086","state":["exists","up"]},{"osd":9,"uuid":"a16dd21b-77e4-4148-90a3-c085fd621fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6827","nonce":4252594050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6829","nonce":4252594050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6833","nonce":4252594050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6831","nonce":4252594050}]},"public_addr":"172.21.15.46:6827/4252594050","cluster_addr":"172.21.15.46:6829/4252594050","heartbeat_back_addr":"172.21.15.46:6833/4252594050","heartbeat_front_addr":"172.21.15.46:6831/4252594050","state":["exists","up"]},{"osd":10,"uuid":"3a794482-bcfa-4e99-8e96-77228a828ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6825","nonce":1252006239}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6827","nonce":1252006239}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6831","nonce":1252006239}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6829","nonce":1252006239}]},"public_addr":"172.21.15.73:6825/1252006239","cluster_addr":"172.21.15.73:6827/1252006239","heartbeat_back_addr":"172.21.15.73:6831/1252006239","heartbeat_front_addr":"172.21.15.73:6829/1252006239","state":["exists","up"]},{"osd":11,"uuid":"93bdea99-6072-431a-a919-3aecf631c727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6825","nonce":2997263049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6827","nonce":2997263049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6831","nonce":2997263049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6829","nonce":2997263049}]},"public_addr":"172.21.15.102:6825/2997263049","cluster_addr":"172.21.15.102:6827/2997263049","heartbeat_back_addr":"172.21.15.102:6831/2997263049","heartbeat_front_addr":"172.21.15.102:6829/2997263049","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:41:54.705424+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:18.405516+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:42.028548+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:06.440586+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:31.526566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:56.491476+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:22.116952+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:48.187884+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:12.546546+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:39.238062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:05.249938+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:30.959573+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.3b","mappings":[{"from":3,"to":9}]},{"pgid":"4.12","mappings":[{"from":5,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:6800/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/534183632":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/3469071427":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/816672825":"2024-03-20T01:39:49.978463+0000","172.21.15.46:6800/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/482098752":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/3024883566":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/2231887791":"2024-03-20T01:39:49.978463+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-03-19T01:49:41.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.402+0000 7fa34ab59640  1 -- 172.21.15.46:0/3332624206 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa32c0a2800 msgr2=0x7fa32c0a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:41.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.402+0000 7fa34ab59640  1 --2- 172.21.15.46:0/3332624206 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa32c0a2800 0x7fa32c0a4cc0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fa33c00f7d0 tx=0x7fa33c009500 comp rx=0 tx=0).stop
2024-03-19T01:49:41.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.402+0000 7fa34ab59640  1 -- 172.21.15.46:0/3332624206 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa344107640 msgr2=0x7fa34419f080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:41.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.402+0000 7fa34ab59640  1 --2- 172.21.15.46:0/3332624206 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa344107640 0x7fa34419f080 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fa33400e970 tx=0x7fa33400ee30 comp rx=0 tx=0).stop
2024-03-19T01:49:41.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.402+0000 7fa34ab59640  1 -- 172.21.15.46:0/3332624206 shutdown_connections
2024-03-19T01:49:41.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.402+0000 7fa34ab59640  1 --2- 172.21.15.46:0/3332624206 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa32c0a2800 0x7fa32c0a4cc0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:41.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.402+0000 7fa34ab59640  1 --2- 172.21.15.46:0/3332624206 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa344107640 0x7fa34419f080 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:41.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.402+0000 7fa34ab59640  1 --2- 172.21.15.46:0/3332624206 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa344104d10 0x7fa344198010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:41.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.402+0000 7fa34ab59640  1 --2- 172.21.15.46:0/3332624206 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa3441023e0 0x7fa344197ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:41.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.402+0000 7fa34ab59640  1 -- 172.21.15.46:0/3332624206 >> 172.21.15.46:0/3332624206 conn(0x7fa3440fbd50 msgr2=0x7fa344102e40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:41.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.402+0000 7fa34ab59640  1 -- 172.21.15.46:0/3332624206 shutdown_connections
2024-03-19T01:49:41.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.402+0000 7fa34ab59640  1 -- 172.21.15.46:0/3332624206 wait complete.
2024-03-19T01:49:41.413 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-19T01:42:46.174113+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-19T01:47:24.276277+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-19T01:47:25.605471+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-19T01:47:29.545614+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}]
2024-03-19T01:49:41.414 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num
2024-03-19T01:49:41.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.520+0000 7fc5f06dc640  1 -- 172.21.15.46:0/1417176403 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc5e8102a20 msgr2=0x7fc5e8102ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:41.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.520+0000 7fc5f06dc640  1 --2- 172.21.15.46:0/1417176403 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc5e8102a20 0x7fc5e8102ea0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fc5d8009900 tx=0x7fc5d802bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:41.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.520+0000 7fc5f06dc640  1 -- 172.21.15.46:0/1417176403 shutdown_connections
2024-03-19T01:49:41.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.520+0000 7fc5f06dc640  1 --2- 172.21.15.46:0/1417176403 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc5e81033e0 0x7fc5e8109c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:41.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.520+0000 7fc5f06dc640  1 --2- 172.21.15.46:0/1417176403 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc5e8102a20 0x7fc5e8102ea0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:41.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.520+0000 7fc5f06dc640  1 --2- 172.21.15.46:0/1417176403 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc5e8101830 0x7fc5e8101c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:41.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.520+0000 7fc5f06dc640  1 -- 172.21.15.46:0/1417176403 >> 172.21.15.46:0/1417176403 conn(0x7fc5e80fcdc0 msgr2=0x7fc5e80ff1e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:41.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.520+0000 7fc5f06dc640  1 -- 172.21.15.46:0/1417176403 shutdown_connections
2024-03-19T01:49:41.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.520+0000 7fc5f06dc640  1 -- 172.21.15.46:0/1417176403 wait complete.
2024-03-19T01:49:41.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.521+0000 7fc5f06dc640  1  Processor -- start
2024-03-19T01:49:41.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.521+0000 7fc5f06dc640  1 --  start start
2024-03-19T01:49:41.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.521+0000 7fc5f06dc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc5e8101830 0x7fc5e8197aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:41.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.521+0000 7fc5f06dc640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc5e8102a20 0x7fc5e8197fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:41.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.521+0000 7fc5f06dc640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc5e81033e0 0x7fc5e819f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:41.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.521+0000 7fc5f06dc640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc5e810d340 con 0x7fc5e8101830
2024-03-19T01:49:41.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.521+0000 7fc5f06dc640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fc5e810d1c0 con 0x7fc5e8102a20
2024-03-19T01:49:41.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.521+0000 7fc5f06dc640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc5e810d4c0 con 0x7fc5e81033e0
2024-03-19T01:49:41.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.521+0000 7fc5ee478640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc5e8101830 0x7fc5e8197aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:41.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.521+0000 7fc5ee478640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc5e8101830 0x7fc5e8197aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46490/0 (socket says 172.21.15.46:46490)
2024-03-19T01:49:41.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.521+0000 7fc5ee478640  1 -- 172.21.15.46:0/2233297172 learned_addr learned my addr 172.21.15.46:0/2233297172 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:41.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.521+0000 7fc5edc77640  1 --2- 172.21.15.46:0/2233297172 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc5e8102a20 0x7fc5e8197fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:41.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.521+0000 7fc5eec79640  1 --2- 172.21.15.46:0/2233297172 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc5e81033e0 0x7fc5e819f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:41.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.521+0000 7fc5ee478640  1 -- 172.21.15.46:0/2233297172 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc5e81033e0 msgr2=0x7fc5e819f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:41.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.521+0000 7fc5ee478640  1 --2- 172.21.15.46:0/2233297172 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc5e81033e0 0x7fc5e819f050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:41.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.521+0000 7fc5ee478640  1 -- 172.21.15.46:0/2233297172 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc5e8102a20 msgr2=0x7fc5e8197fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:41.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.521+0000 7fc5ee478640  1 --2- 172.21.15.46:0/2233297172 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc5e8102a20 0x7fc5e8197fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:41.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.521+0000 7fc5ee478640  1 -- 172.21.15.46:0/2233297172 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5e819f6c0 con 0x7fc5e8101830
2024-03-19T01:49:41.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.522+0000 7fc5ee478640  1 --2- 172.21.15.46:0/2233297172 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc5e8101830 0x7fc5e8197aa0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fc5e400e9c0 tx=0x7fc5e400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:41.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.522+0000 7fc5df7fe640  1 -- 172.21.15.46:0/2233297172 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5e400cde0 con 0x7fc5e8101830
2024-03-19T01:49:41.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.522+0000 7fc5df7fe640  1 -- 172.21.15.46:0/2233297172 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc5e40108e0 con 0x7fc5e8101830
2024-03-19T01:49:41.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.522+0000 7fc5f06dc640  1 -- 172.21.15.46:0/2233297172 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5e819f9b0 con 0x7fc5e8101830
2024-03-19T01:49:41.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.522+0000 7fc5df7fe640  1 -- 172.21.15.46:0/2233297172 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5e4018990 con 0x7fc5e8101830
2024-03-19T01:49:41.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.522+0000 7fc5f06dc640  1 -- 172.21.15.46:0/2233297172 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5e819ff20 con 0x7fc5e8101830
2024-03-19T01:49:41.526 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.523+0000 7fc5f06dc640  1 -- 172.21.15.46:0/2233297172 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5e8108c60 con 0x7fc5e8101830
2024-03-19T01:49:41.526 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.524+0000 7fc5df7fe640  1 -- 172.21.15.46:0/2233297172 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7fc5e401f020 con 0x7fc5e8101830
2024-03-19T01:49:41.526 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.525+0000 7fc5df7fe640  1 --2- 172.21.15.46:0/2233297172 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc5d40a2880 0x7fc5d40a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:41.526 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.525+0000 7fc5edc77640  1 --2- 172.21.15.46:0/2233297172 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc5d40a2880 0x7fc5d40a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:41.526 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.525+0000 7fc5df7fe640  1 -- 172.21.15.46:0/2233297172 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fc5e40cef90 con 0x7fc5e8101830
2024-03-19T01:49:41.526 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.525+0000 7fc5edc77640  1 --2- 172.21.15.46:0/2233297172 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc5d40a2880 0x7fc5d40a4d40 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fc5d8009230 tx=0x7fc5d8005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:41.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.529+0000 7fc5df7fe640  1 -- 172.21.15.46:0/2233297172 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fc5e409bc40 con 0x7fc5e8101830
2024-03-19T01:49:41.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.712+0000 7fc5f06dc640  1 -- 172.21.15.46:0/2233297172 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fc5e8062450 con 0x7fc5e8101830
2024-03-19T01:49:41.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.712+0000 7fc5df7fe640  1 -- 172.21.15.46:0/2233297172 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0  v93) ==== 93+0+10 (secure 0 0 0) 0x7fc5e409b540 con 0x7fc5e8101830
2024-03-19T01:49:41.712 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1
2024-03-19T01:49:41.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.715+0000 7fc5f06dc640  1 -- 172.21.15.46:0/2233297172 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc5d40a2880 msgr2=0x7fc5d40a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:41.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.715+0000 7fc5f06dc640  1 --2- 172.21.15.46:0/2233297172 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc5d40a2880 0x7fc5d40a4d40 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fc5d8009230 tx=0x7fc5d8005fd0 comp rx=0 tx=0).stop
2024-03-19T01:49:41.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.715+0000 7fc5f06dc640  1 -- 172.21.15.46:0/2233297172 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc5e8101830 msgr2=0x7fc5e8197aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:41.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.715+0000 7fc5f06dc640  1 --2- 172.21.15.46:0/2233297172 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc5e8101830 0x7fc5e8197aa0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fc5e400e9c0 tx=0x7fc5e400ee80 comp rx=0 tx=0).stop
2024-03-19T01:49:41.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.715+0000 7fc5f06dc640  1 -- 172.21.15.46:0/2233297172 shutdown_connections
2024-03-19T01:49:41.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.715+0000 7fc5f06dc640  1 --2- 172.21.15.46:0/2233297172 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc5d40a2880 0x7fc5d40a4d40 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:41.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.715+0000 7fc5f06dc640  1 --2- 172.21.15.46:0/2233297172 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc5e81033e0 0x7fc5e819f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:41.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.715+0000 7fc5f06dc640  1 --2- 172.21.15.46:0/2233297172 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc5e8102a20 0x7fc5e8197fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:41.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.715+0000 7fc5f06dc640  1 --2- 172.21.15.46:0/2233297172 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc5e8101830 0x7fc5e8197aa0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:41.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.715+0000 7fc5f06dc640  1 -- 172.21.15.46:0/2233297172 >> 172.21.15.46:0/2233297172 conn(0x7fc5e80fcdc0 msgr2=0x7fc5e8105e30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:41.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.715+0000 7fc5f06dc640  1 -- 172.21.15.46:0/2233297172 shutdown_connections
2024-03-19T01:49:41.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.715+0000 7fc5f06dc640  1 -- 172.21.15.46:0/2233297172 wait complete.
2024-03-19T01:49:41.726 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num
2024-03-19T01:49:41.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.832+0000 7fe028c63640  1 -- 172.21.15.46:0/3211417797 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe024100730 msgr2=0x7fe024100b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:41.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.832+0000 7fe028c63640  1 --2- 172.21.15.46:0/3211417797 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe024100730 0x7fe024100b50 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fe014009900 tx=0x7fe01402bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:41.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.832+0000 7fe028c63640  1 -- 172.21.15.46:0/3211417797 shutdown_connections
2024-03-19T01:49:41.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.832+0000 7fe028c63640  1 --2- 172.21.15.46:0/3211417797 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe0241022e0 0x7fe024108b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:41.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.832+0000 7fe028c63640  1 --2- 172.21.15.46:0/3211417797 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe024101920 0x7fe024101da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:41.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.832+0000 7fe028c63640  1 --2- 172.21.15.46:0/3211417797 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe024100730 0x7fe024100b50 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:41.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.832+0000 7fe028c63640  1 -- 172.21.15.46:0/3211417797 >> 172.21.15.46:0/3211417797 conn(0x7fe0240fbcc0 msgr2=0x7fe0240fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:41.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.832+0000 7fe028c63640  1 -- 172.21.15.46:0/3211417797 shutdown_connections
2024-03-19T01:49:41.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.832+0000 7fe028c63640  1 -- 172.21.15.46:0/3211417797 wait complete.
2024-03-19T01:49:41.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.832+0000 7fe028c63640  1  Processor -- start
2024-03-19T01:49:41.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.832+0000 7fe028c63640  1 --  start start
2024-03-19T01:49:41.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.833+0000 7fe028c63640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe024100730 0x7fe024197ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:41.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.833+0000 7fe028c63640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe024101920 0x7fe024198020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:41.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.833+0000 7fe028c63640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe0241022e0 0x7fe02419f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:41.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.833+0000 7fe028c63640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe02410c230 con 0x7fe024100730
2024-03-19T01:49:41.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.833+0000 7fe028c63640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe02410c0b0 con 0x7fe0241022e0
2024-03-19T01:49:41.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.833+0000 7fe028c63640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe02410c3b0 con 0x7fe024101920
2024-03-19T01:49:41.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.833+0000 7fe02259c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe024100730 0x7fe024197ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:41.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.833+0000 7fe022d9d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe0241022e0 0x7fe02419f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:41.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.833+0000 7fe02259c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe024100730 0x7fe024197ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46504/0 (socket says 172.21.15.46:46504)
2024-03-19T01:49:41.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.833+0000 7fe02259c640  1 -- 172.21.15.46:0/4162323340 learned_addr learned my addr 172.21.15.46:0/4162323340 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:41.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.833+0000 7fe01bfff640  1 --2- 172.21.15.46:0/4162323340 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe024101920 0x7fe024198020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:41.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.833+0000 7fe022d9d640  1 -- 172.21.15.46:0/4162323340 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe024101920 msgr2=0x7fe024198020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:41.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.833+0000 7fe022d9d640  1 --2- 172.21.15.46:0/4162323340 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe024101920 0x7fe024198020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:41.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.833+0000 7fe022d9d640  1 -- 172.21.15.46:0/4162323340 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe024100730 msgr2=0x7fe024197ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:41.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.833+0000 7fe022d9d640  1 --2- 172.21.15.46:0/4162323340 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe024100730 0x7fe024197ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:41.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.833+0000 7fe022d9d640  1 -- 172.21.15.46:0/4162323340 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe02419f700 con 0x7fe0241022e0
2024-03-19T01:49:41.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.833+0000 7fe01bfff640  1 --2- 172.21.15.46:0/4162323340 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe024101920 0x7fe024198020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:41.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.833+0000 7fe02259c640  1 --2- 172.21.15.46:0/4162323340 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe024100730 0x7fe024197ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:41.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.833+0000 7fe022d9d640  1 --2- 172.21.15.46:0/4162323340 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe0241022e0 0x7fe02419f090 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fe01c00ec50 tx=0x7fe01c00c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:41.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.833+0000 7fe01b7fe640  1 -- 172.21.15.46:0/4162323340 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe01c003b70 con 0x7fe0241022e0
2024-03-19T01:49:41.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.833+0000 7fe028c63640  1 -- 172.21.15.46:0/4162323340 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe02419f9f0 con 0x7fe0241022e0
2024-03-19T01:49:41.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.834+0000 7fe01b7fe640  1 -- 172.21.15.46:0/4162323340 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe01c003d10 con 0x7fe0241022e0
2024-03-19T01:49:41.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.834+0000 7fe01b7fe640  1 -- 172.21.15.46:0/4162323340 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe01c010760 con 0x7fe0241022e0
2024-03-19T01:49:41.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.834+0000 7fe028c63640  1 -- 172.21.15.46:0/4162323340 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe02419ff40 con 0x7fe0241022e0
2024-03-19T01:49:41.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.834+0000 7fe028c63640  1 -- 172.21.15.46:0/4162323340 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0241a0230 con 0x7fe0241022e0
2024-03-19T01:49:41.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.836+0000 7fe01b7fe640  1 -- 172.21.15.46:0/4162323340 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7fe01c004b40 con 0x7fe0241022e0
2024-03-19T01:49:41.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.836+0000 7fe01b7fe640  1 --2- 172.21.15.46:0/4162323340 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe0100a2800 0x7fe0100a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:41.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.836+0000 7fe02259c640  1 --2- 172.21.15.46:0/4162323340 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe0100a2800 0x7fe0100a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:41.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.837+0000 7fe01b7fe640  1 -- 172.21.15.46:0/4162323340 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fe01c0cf490 con 0x7fe0241022e0
2024-03-19T01:49:41.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.837+0000 7fe02259c640  1 --2- 172.21.15.46:0/4162323340 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe0100a2800 0x7fe0100a4cc0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fe01402c840 tx=0x7fe0140095e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:41.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:41.840+0000 7fe01b7fe640  1 -- 172.21.15.46:0/4162323340 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fe01c09c230 con 0x7fe0241022e0
2024-03-19T01:49:42.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.022+0000 7fe028c63640  1 -- 172.21.15.46:0/4162323340 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fe0241a0400 con 0x7fe0241022e0
2024-03-19T01:49:42.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.023+0000 7fe01b7fe640  1 -- 172.21.15.46:0/4162323340 <== mon.2 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0  v93) ==== 104+0+11 (secure 0 0 0) 0x7fe01c09bb30 con 0x7fe0241022e0
2024-03-19T01:49:42.023 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32
2024-03-19T01:49:42.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.024+0000 7fe028c63640  1 -- 172.21.15.46:0/4162323340 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe0100a2800 msgr2=0x7fe0100a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:42.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.024+0000 7fe028c63640  1 --2- 172.21.15.46:0/4162323340 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe0100a2800 0x7fe0100a4cc0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fe01402c840 tx=0x7fe0140095e0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.025+0000 7fe028c63640  1 -- 172.21.15.46:0/4162323340 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe0241022e0 msgr2=0x7fe02419f090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:42.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.025+0000 7fe028c63640  1 --2- 172.21.15.46:0/4162323340 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe0241022e0 0x7fe02419f090 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fe01c00ec50 tx=0x7fe01c00c6a0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.025+0000 7fe028c63640  1 -- 172.21.15.46:0/4162323340 shutdown_connections
2024-03-19T01:49:42.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.025+0000 7fe028c63640  1 --2- 172.21.15.46:0/4162323340 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe0100a2800 0x7fe0100a4cc0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.025+0000 7fe028c63640  1 --2- 172.21.15.46:0/4162323340 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe0241022e0 0x7fe02419f090 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.025+0000 7fe028c63640  1 --2- 172.21.15.46:0/4162323340 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe024101920 0x7fe024198020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.025+0000 7fe028c63640  1 --2- 172.21.15.46:0/4162323340 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe024100730 0x7fe024197ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.025+0000 7fe028c63640  1 -- 172.21.15.46:0/4162323340 >> 172.21.15.46:0/4162323340 conn(0x7fe0240fbcc0 msgr2=0x7fe024069df0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:42.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.025+0000 7fe028c63640  1 -- 172.21.15.46:0/4162323340 shutdown_connections
2024-03-19T01:49:42.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.025+0000 7fe028c63640  1 -- 172.21.15.46:0/4162323340 wait complete.
2024-03-19T01:49:42.035 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:41 smithi046 ceph-mon[63102]: pgmap v364: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s
2024-03-19T01:49:42.035 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:41 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1315863142' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:49:42.035 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:41 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3332624206' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:49:42.035 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:41 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2233297172' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:49:42.036 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num
2024-03-19T01:49:42.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.142+0000 7f14a7b5b640  1 -- 172.21.15.46:0/1938823062 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14a0102ae0 msgr2=0x7f14a0102f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:42.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.142+0000 7f14a7b5b640  1 --2- 172.21.15.46:0/1938823062 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14a0102ae0 0x7f14a0102f60 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f1490009930 tx=0x7f149002bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:42.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.142+0000 7f14a7b5b640  1 -- 172.21.15.46:0/1938823062 shutdown_connections
2024-03-19T01:49:42.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.142+0000 7f14a7b5b640  1 --2- 172.21.15.46:0/1938823062 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f14a01034a0 0x7f14a0109d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.142+0000 7f14a7b5b640  1 --2- 172.21.15.46:0/1938823062 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14a0102ae0 0x7f14a0102f60 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.142+0000 7f14a7b5b640  1 --2- 172.21.15.46:0/1938823062 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f14a00ffb10 0x7f14a00fff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.142+0000 7f14a7b5b640  1 -- 172.21.15.46:0/1938823062 >> 172.21.15.46:0/1938823062 conn(0x7f14a00fb420 msgr2=0x7f14a00fd880 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:42.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.142+0000 7f14a7b5b640  1 -- 172.21.15.46:0/1938823062 shutdown_connections
2024-03-19T01:49:42.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.142+0000 7f14a7b5b640  1 -- 172.21.15.46:0/1938823062 wait complete.
2024-03-19T01:49:42.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.143+0000 7f14a7b5b640  1  Processor -- start
2024-03-19T01:49:42.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.143+0000 7f14a7b5b640  1 --  start start
2024-03-19T01:49:42.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.143+0000 7f14a7b5b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f14a00ffb10 0x7f14a0197af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:42.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.143+0000 7f14a7b5b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f14a0102ae0 0x7f14a0198030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:42.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.143+0000 7f14a7b5b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14a01034a0 0x7f14a019f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:42.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.143+0000 7f14a7b5b640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f14a010d3a0 con 0x7f14a01034a0
2024-03-19T01:49:42.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.143+0000 7f14a7b5b640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f14a010d220 con 0x7f14a00ffb10
2024-03-19T01:49:42.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.143+0000 7f14a7b5b640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f14a010d520 con 0x7f14a0102ae0
2024-03-19T01:49:42.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.143+0000 7f14a60f8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14a01034a0 0x7f14a019f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:42.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.143+0000 7f14a58f7640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f14a00ffb10 0x7f14a0197af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:42.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.143+0000 7f14a60f8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14a01034a0 0x7f14a019f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46524/0 (socket says 172.21.15.46:46524)
2024-03-19T01:49:42.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.143+0000 7f14a58f7640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f14a00ffb10 0x7f14a0197af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:54674/0 (socket says 172.21.15.46:54674)
2024-03-19T01:49:42.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.143+0000 7f14a60f8640  1 -- 172.21.15.46:0/4049333106 learned_addr learned my addr 172.21.15.46:0/4049333106 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:42.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.143+0000 7f14a50f6640  1 --2- 172.21.15.46:0/4049333106 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f14a0102ae0 0x7f14a0198030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:42.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.143+0000 7f14a60f8640  1 -- 172.21.15.46:0/4049333106 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f14a0102ae0 msgr2=0x7f14a0198030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:42.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.143+0000 7f14a60f8640  1 --2- 172.21.15.46:0/4049333106 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f14a0102ae0 0x7f14a0198030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.143+0000 7f14a60f8640  1 -- 172.21.15.46:0/4049333106 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f14a00ffb10 msgr2=0x7f14a0197af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:42.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.143+0000 7f14a60f8640  1 --2- 172.21.15.46:0/4049333106 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f14a00ffb10 0x7f14a0197af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.143+0000 7f14a60f8640  1 -- 172.21.15.46:0/4049333106 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14a019f710 con 0x7f14a01034a0
2024-03-19T01:49:42.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.143+0000 7f14a58f7640  1 --2- 172.21.15.46:0/4049333106 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f14a00ffb10 0x7f14a0197af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:42.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.144+0000 7f14a60f8640  1 --2- 172.21.15.46:0/4049333106 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14a01034a0 0x7f14a019f0a0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f149800efd0 tx=0x7f149800c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:42.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.144+0000 7f1496ffd640  1 -- 172.21.15.46:0/4049333106 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1498003b70 con 0x7f14a01034a0
2024-03-19T01:49:42.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.144+0000 7f1496ffd640  1 -- 172.21.15.46:0/4049333106 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1498003d10 con 0x7f14a01034a0
2024-03-19T01:49:42.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.144+0000 7f14a7b5b640  1 -- 172.21.15.46:0/4049333106 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14a019fa00 con 0x7f14a01034a0
2024-03-19T01:49:42.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.144+0000 7f1496ffd640  1 -- 172.21.15.46:0/4049333106 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1498010980 con 0x7f14a01034a0
2024-03-19T01:49:42.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.144+0000 7f14a7b5b640  1 -- 172.21.15.46:0/4049333106 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14a019fed0 con 0x7f14a01034a0
2024-03-19T01:49:42.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.145+0000 7f14a7b5b640  1 -- 172.21.15.46:0/4049333106 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14a0108d30 con 0x7f14a01034a0
2024-03-19T01:49:42.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.146+0000 7f1496ffd640  1 -- 172.21.15.46:0/4049333106 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f1498004020 con 0x7f14a01034a0
2024-03-19T01:49:42.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.146+0000 7f1496ffd640  1 --2- 172.21.15.46:0/4049333106 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f148c0a2800 0x7f148c0a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:42.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.147+0000 7f14a58f7640  1 --2- 172.21.15.46:0/4049333106 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f148c0a2800 0x7f148c0a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:42.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.147+0000 7f1496ffd640  1 -- 172.21.15.46:0/4049333106 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f14980cf250 con 0x7f14a01034a0
2024-03-19T01:49:42.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.147+0000 7f14a58f7640  1 --2- 172.21.15.46:0/4049333106 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f148c0a2800 0x7f148c0a4cc0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f14a0069c30 tx=0x7f149c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:42.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.151+0000 7f1496ffd640  1 -- 172.21.15.46:0/4049333106 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f149809bf60 con 0x7f14a01034a0
2024-03-19T01:49:42.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:41 smithi073 ceph-mon[66833]: pgmap v364: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s
2024-03-19T01:49:42.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:41 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1315863142' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:49:42.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:41 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3332624206' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:49:42.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:41 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2233297172' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:49:42.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:41 smithi102 ceph-mon[66557]: pgmap v364: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s
2024-03-19T01:49:42.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:41 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1315863142' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:49:42.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:41 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3332624206' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:49:42.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:41 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2233297172' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:49:42.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.334+0000 7f14a7b5b640  1 -- 172.21.15.46:0/4049333106 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f14a0062420 con 0x7f14a01034a0
2024-03-19T01:49:42.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.334+0000 7f1496ffd640  1 -- 172.21.15.46:0/4049333106 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0  v93) ==== 100+0+11 (secure 0 0 0) 0x7f149809b860 con 0x7f14a01034a0
2024-03-19T01:49:42.334 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64
2024-03-19T01:49:42.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.336+0000 7f14a7b5b640  1 -- 172.21.15.46:0/4049333106 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f148c0a2800 msgr2=0x7f148c0a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:42.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.336+0000 7f14a7b5b640  1 --2- 172.21.15.46:0/4049333106 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f148c0a2800 0x7f148c0a4cc0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f14a0069c30 tx=0x7f149c005f90 comp rx=0 tx=0).stop
2024-03-19T01:49:42.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.336+0000 7f14a7b5b640  1 -- 172.21.15.46:0/4049333106 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14a01034a0 msgr2=0x7f14a019f0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:42.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.336+0000 7f14a7b5b640  1 --2- 172.21.15.46:0/4049333106 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14a01034a0 0x7f14a019f0a0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f149800efd0 tx=0x7f149800c6a0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.336+0000 7f14a7b5b640  1 -- 172.21.15.46:0/4049333106 shutdown_connections
2024-03-19T01:49:42.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.336+0000 7f14a7b5b640  1 --2- 172.21.15.46:0/4049333106 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f148c0a2800 0x7f148c0a4cc0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.336+0000 7f14a7b5b640  1 --2- 172.21.15.46:0/4049333106 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14a01034a0 0x7f14a019f0a0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.336+0000 7f14a7b5b640  1 --2- 172.21.15.46:0/4049333106 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f14a0102ae0 0x7f14a0198030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.336+0000 7f14a7b5b640  1 --2- 172.21.15.46:0/4049333106 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f14a00ffb10 0x7f14a0197af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.336+0000 7f14a7b5b640  1 -- 172.21.15.46:0/4049333106 >> 172.21.15.46:0/4049333106 conn(0x7f14a00fb420 msgr2=0x7f14a0105f00 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:42.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.336+0000 7f14a7b5b640  1 -- 172.21.15.46:0/4049333106 shutdown_connections
2024-03-19T01:49:42.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.336+0000 7f14a7b5b640  1 -- 172.21.15.46:0/4049333106 wait complete.
2024-03-19T01:49:42.347 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num
2024-03-19T01:49:42.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.452+0000 7f6299a01640  1 -- 172.21.15.46:0/3324851138 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f62941021f0 msgr2=0x7f6294108a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:42.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.452+0000 7f6299a01640  1 --2- 172.21.15.46:0/3324851138 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f62941021f0 0x7f6294108a80 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f628c009ca0 tx=0x7f628c02c0f0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.452+0000 7f6299a01640  1 -- 172.21.15.46:0/3324851138 shutdown_connections
2024-03-19T01:49:42.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.452+0000 7f6299a01640  1 --2- 172.21.15.46:0/3324851138 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f62941021f0 0x7f6294108a80 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.452+0000 7f6299a01640  1 --2- 172.21.15.46:0/3324851138 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6294101830 0x7f6294101cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.452+0000 7f6299a01640  1 --2- 172.21.15.46:0/3324851138 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6294100640 0x7f6294100a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.452+0000 7f6299a01640  1 -- 172.21.15.46:0/3324851138 >> 172.21.15.46:0/3324851138 conn(0x7f62940fbbd0 msgr2=0x7f62940fdff0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:42.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.452+0000 7f6299a01640  1 -- 172.21.15.46:0/3324851138 shutdown_connections
2024-03-19T01:49:42.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.452+0000 7f6299a01640  1 -- 172.21.15.46:0/3324851138 wait complete.
2024-03-19T01:49:42.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.453+0000 7f6299a01640  1  Processor -- start
2024-03-19T01:49:42.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.453+0000 7f6299a01640  1 --  start start
2024-03-19T01:49:42.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.454+0000 7f6299a01640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6294100640 0x7f6294197970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:42.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.454+0000 7f6299a01640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6294101830 0x7f6294197eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:42.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.454+0000 7f6299a01640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f62941021f0 0x7f629419ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:42.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.454+0000 7f6299a01640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f629410c150 con 0x7f6294100640
2024-03-19T01:49:42.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.454+0000 7f6299a01640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f629410bfd0 con 0x7f6294101830
2024-03-19T01:49:42.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.454+0000 7f6299a01640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f629410c2d0 con 0x7f62941021f0
2024-03-19T01:49:42.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.454+0000 7f6292ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6294100640 0x7f6294197970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:42.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.454+0000 7f6292ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6294100640 0x7f6294197970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46552/0 (socket says 172.21.15.46:46552)
2024-03-19T01:49:42.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.454+0000 7f6292ffd640  1 -- 172.21.15.46:0/1767292425 learned_addr learned my addr 172.21.15.46:0/1767292425 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:42.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.454+0000 7f62927fc640  1 --2- 172.21.15.46:0/1767292425 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6294101830 0x7f6294197eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:42.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.454+0000 7f62937fe640  1 --2- 172.21.15.46:0/1767292425 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f62941021f0 0x7f629419ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:42.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.454+0000 7f6292ffd640  1 -- 172.21.15.46:0/1767292425 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f62941021f0 msgr2=0x7f629419ef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:42.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.454+0000 7f6292ffd640  1 --2- 172.21.15.46:0/1767292425 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f62941021f0 0x7f629419ef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.454+0000 7f6292ffd640  1 -- 172.21.15.46:0/1767292425 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6294101830 msgr2=0x7f6294197eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:42.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.454+0000 7f6292ffd640  1 --2- 172.21.15.46:0/1767292425 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6294101830 0x7f6294197eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.454+0000 7f6292ffd640  1 -- 172.21.15.46:0/1767292425 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f629419f590 con 0x7f6294100640
2024-03-19T01:49:42.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.454+0000 7f62927fc640  1 --2- 172.21.15.46:0/1767292425 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6294101830 0x7f6294197eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:42.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.454+0000 7f62937fe640  1 --2- 172.21.15.46:0/1767292425 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f62941021f0 0x7f629419ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:42.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.454+0000 7f6292ffd640  1 --2- 172.21.15.46:0/1767292425 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6294100640 0x7f6294197970 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f628400e9c0 tx=0x7f628400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:42.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.454+0000 7f62989ff640  1 -- 172.21.15.46:0/1767292425 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f628400cd80 con 0x7f6294100640
2024-03-19T01:49:42.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.454+0000 7f62989ff640  1 -- 172.21.15.46:0/1767292425 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f62840035f0 con 0x7f6294100640
2024-03-19T01:49:42.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.454+0000 7f6299a01640  1 -- 172.21.15.46:0/1767292425 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f629419f880 con 0x7f6294100640
2024-03-19T01:49:42.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.454+0000 7f62989ff640  1 -- 172.21.15.46:0/1767292425 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6284010690 con 0x7f6294100640
2024-03-19T01:49:42.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.454+0000 7f6299a01640  1 -- 172.21.15.46:0/1767292425 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f629419fdd0 con 0x7f6294100640
2024-03-19T01:49:42.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.456+0000 7f6299a01640  1 -- 172.21.15.46:0/1767292425 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62941a0030 con 0x7f6294100640
2024-03-19T01:49:42.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.457+0000 7f62989ff640  1 -- 172.21.15.46:0/1767292425 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f62840037a0 con 0x7f6294100640
2024-03-19T01:49:42.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.457+0000 7f62989ff640  1 --2- 172.21.15.46:0/1767292425 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f627c0a2800 0x7f627c0a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:42.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.457+0000 7f62927fc640  1 --2- 172.21.15.46:0/1767292425 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f627c0a2800 0x7f627c0a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:42.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.458+0000 7f62989ff640  1 -- 172.21.15.46:0/1767292425 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f62840cf180 con 0x7f6294100640
2024-03-19T01:49:42.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.458+0000 7f62927fc640  1 --2- 172.21.15.46:0/1767292425 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f627c0a2800 0x7f627c0a4cc0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f6294198e80 tx=0x7f6288005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:42.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.462+0000 7f62989ff640  1 -- 172.21.15.46:0/1767292425 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f628409be90 con 0x7f6294100640
2024-03-19T01:49:42.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.644+0000 7f6299a01640  1 -- 172.21.15.46:0/1767292425 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f62941a0200 con 0x7f6294100640
2024-03-19T01:49:42.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.645+0000 7f62989ff640  1 -- 172.21.15.46:0/1767292425 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0  v93) ==== 103+0+11 (secure 0 0 0) 0x7f628409b790 con 0x7f6294100640
2024-03-19T01:49:42.645 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32
2024-03-19T01:49:42.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.647+0000 7f6299a01640  1 -- 172.21.15.46:0/1767292425 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f627c0a2800 msgr2=0x7f627c0a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:42.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.647+0000 7f6299a01640  1 --2- 172.21.15.46:0/1767292425 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f627c0a2800 0x7f627c0a4cc0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f6294198e80 tx=0x7f6288005f90 comp rx=0 tx=0).stop
2024-03-19T01:49:42.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.647+0000 7f6299a01640  1 -- 172.21.15.46:0/1767292425 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6294100640 msgr2=0x7f6294197970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:42.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.647+0000 7f6299a01640  1 --2- 172.21.15.46:0/1767292425 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6294100640 0x7f6294197970 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f628400e9c0 tx=0x7f628400ee80 comp rx=0 tx=0).stop
2024-03-19T01:49:42.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.647+0000 7f6299a01640  1 -- 172.21.15.46:0/1767292425 shutdown_connections
2024-03-19T01:49:42.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.647+0000 7f6299a01640  1 --2- 172.21.15.46:0/1767292425 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f627c0a2800 0x7f627c0a4cc0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.647+0000 7f6299a01640  1 --2- 172.21.15.46:0/1767292425 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f62941021f0 0x7f629419ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.647+0000 7f6299a01640  1 --2- 172.21.15.46:0/1767292425 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6294101830 0x7f6294197eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.647+0000 7f6299a01640  1 --2- 172.21.15.46:0/1767292425 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6294100640 0x7f6294197970 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.647+0000 7f6299a01640  1 -- 172.21.15.46:0/1767292425 >> 172.21.15.46:0/1767292425 conn(0x7f62940fbbd0 msgr2=0x7f62940fd660 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:42.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.647+0000 7f6299a01640  1 -- 172.21.15.46:0/1767292425 shutdown_connections
2024-03-19T01:49:42.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.647+0000 7f6299a01640  1 -- 172.21.15.46:0/1767292425 wait complete.
2024-03-19T01:49:42.658 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:49:42.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.760+0000 7f04101ab640  1 -- 172.21.15.46:0/2297538813 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0408075860 msgr2=0x7f0408073cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:42.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.760+0000 7f04101ab640  1 --2- 172.21.15.46:0/2297538813 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0408075860 0x7f0408073cb0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f0404009890 tx=0x7f040402bb70 comp rx=0 tx=0).stop
2024-03-19T01:49:42.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.760+0000 7f04101ab640  1 -- 172.21.15.46:0/2297538813 shutdown_connections
2024-03-19T01:49:42.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.760+0000 7f04101ab640  1 --2- 172.21.15.46:0/2297538813 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f040810de00 0x7f04081101f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.760+0000 7f04101ab640  1 --2- 172.21.15.46:0/2297538813 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0408074280 0x7f0408074700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.760+0000 7f04101ab640  1 --2- 172.21.15.46:0/2297538813 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0408075860 0x7f0408073cb0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.760+0000 7f04101ab640  1 -- 172.21.15.46:0/2297538813 >> 172.21.15.46:0/2297538813 conn(0x7f04080fce00 msgr2=0x7f04080ff220 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:42.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.760+0000 7f04101ab640  1 -- 172.21.15.46:0/2297538813 shutdown_connections
2024-03-19T01:49:42.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.760+0000 7f04101ab640  1 -- 172.21.15.46:0/2297538813 wait complete.
2024-03-19T01:49:42.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.761+0000 7f04101ab640  1  Processor -- start
2024-03-19T01:49:42.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.761+0000 7f04101ab640  1 --  start start
2024-03-19T01:49:42.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.761+0000 7f04101ab640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0408074280 0x7f040819e090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:42.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.761+0000 7f04101ab640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0408075860 0x7f040819e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:42.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.761+0000 7f04101ab640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f040810de00 0x7f04081a5640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:42.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.761+0000 7f04101ab640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f0408113930 con 0x7f0408074280
2024-03-19T01:49:42.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.761+0000 7f04101ab640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f04081137b0 con 0x7f0408075860
2024-03-19T01:49:42.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.761+0000 7f04101ab640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0408113ab0 con 0x7f040810de00
2024-03-19T01:49:42.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.761+0000 7f040df47640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0408074280 0x7f040819e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:42.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.761+0000 7f040df47640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0408074280 0x7f040819e090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56738/0 (socket says 172.21.15.46:56738)
2024-03-19T01:49:42.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.761+0000 7f040df47640  1 -- 172.21.15.46:0/1542707946 learned_addr learned my addr 172.21.15.46:0/1542707946 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:42.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.761+0000 7f040d746640  1 --2- 172.21.15.46:0/1542707946 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0408075860 0x7f040819e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:42.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.761+0000 7f040e748640  1 --2- 172.21.15.46:0/1542707946 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f040810de00 0x7f04081a5640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:42.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.762+0000 7f040df47640  1 -- 172.21.15.46:0/1542707946 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f040810de00 msgr2=0x7f04081a5640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:42.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.762+0000 7f040df47640  1 --2- 172.21.15.46:0/1542707946 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f040810de00 0x7f04081a5640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.762+0000 7f040df47640  1 -- 172.21.15.46:0/1542707946 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0408075860 msgr2=0x7f040819e5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:42.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.762+0000 7f040df47640  1 --2- 172.21.15.46:0/1542707946 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0408075860 0x7f040819e5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.762+0000 7f040df47640  1 -- 172.21.15.46:0/1542707946 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04081a5cb0 con 0x7f0408074280
2024-03-19T01:49:42.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.762+0000 7f040df47640  1 --2- 172.21.15.46:0/1542707946 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0408074280 0x7f040819e090 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f0404005940 tx=0x7f04040042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:42.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.762+0000 7f03feffd640  1 -- 172.21.15.46:0/1542707946 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0404041020 con 0x7f0408074280
2024-03-19T01:49:42.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.762+0000 7f03feffd640  1 -- 172.21.15.46:0/1542707946 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f04040035f0 con 0x7f0408074280
2024-03-19T01:49:42.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.762+0000 7f04101ab640  1 -- 172.21.15.46:0/1542707946 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04081a5f40 con 0x7f0408074280
2024-03-19T01:49:42.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.762+0000 7f03feffd640  1 -- 172.21.15.46:0/1542707946 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0404039040 con 0x7f0408074280
2024-03-19T01:49:42.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.762+0000 7f04101ab640  1 -- 172.21.15.46:0/1542707946 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04081a6350 con 0x7f0408074280
2024-03-19T01:49:42.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.763+0000 7f04101ab640  1 -- 172.21.15.46:0/1542707946 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0408103fd0 con 0x7f0408074280
2024-03-19T01:49:42.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.764+0000 7f03feffd640  1 -- 172.21.15.46:0/1542707946 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f0404044020 con 0x7f0408074280
2024-03-19T01:49:42.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.764+0000 7f03feffd640  1 --2- 172.21.15.46:0/1542707946 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f03f40a2800 0x7f03f40a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:42.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.765+0000 7f040d746640  1 --2- 172.21.15.46:0/1542707946 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f03f40a2800 0x7f03f40a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:42.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.765+0000 7f03feffd640  1 -- 172.21.15.46:0/1542707946 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f04040f0770 con 0x7f0408074280
2024-03-19T01:49:42.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.765+0000 7f040d746640  1 --2- 172.21.15.46:0/1542707946 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f03f40a2800 0x7f03f40a4cc0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f040819f5a0 tx=0x7f03f8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:42.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.769+0000 7f03feffd640  1 -- 172.21.15.46:0/1542707946 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f040404b020 con 0x7f0408074280
2024-03-19T01:49:42.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.994+0000 7f04101ab640  1 -- 172.21.15.46:0/1542707946 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f040802d1f0 con 0x7f0408074280
2024-03-19T01:49:42.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.995+0000 7f03feffd640  1 -- 172.21.15.46:0/1542707946 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11861 (secure 0 0 0) 0x7f04040bd480 con 0x7f0408074280
2024-03-19T01:49:42.995 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:49:42.995 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-19T01:47:26.395717+0000","modified":"2024-03-19T01:47:53.626484+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24506,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6839/1788589639","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6838","nonce":1788589639},{"type":"v1","addr":"172.21.15.73:6839","nonce":1788589639}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24506,"qdb_cluster":[24479,24478,24506]},"id":1}]}
2024-03-19T01:49:42.996 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 23
2024-03-19T01:49:42.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.997+0000 7f04101ab640  1 -- 172.21.15.46:0/1542707946 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f03f40a2800 msgr2=0x7f03f40a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:42.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.997+0000 7f04101ab640  1 --2- 172.21.15.46:0/1542707946 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f03f40a2800 0x7f03f40a4cc0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f040819f5a0 tx=0x7f03f8005f90 comp rx=0 tx=0).stop
2024-03-19T01:49:42.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.997+0000 7f04101ab640  1 -- 172.21.15.46:0/1542707946 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0408074280 msgr2=0x7f040819e090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:42.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.997+0000 7f04101ab640  1 --2- 172.21.15.46:0/1542707946 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0408074280 0x7f040819e090 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f0404005940 tx=0x7f04040042f0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.997+0000 7f04101ab640  1 -- 172.21.15.46:0/1542707946 shutdown_connections
2024-03-19T01:49:42.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.997+0000 7f04101ab640  1 --2- 172.21.15.46:0/1542707946 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f03f40a2800 0x7f03f40a4cc0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.997+0000 7f04101ab640  1 --2- 172.21.15.46:0/1542707946 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f040810de00 0x7f04081a5640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.997+0000 7f04101ab640  1 --2- 172.21.15.46:0/1542707946 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0408075860 0x7f040819e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.997+0000 7f04101ab640  1 --2- 172.21.15.46:0/1542707946 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0408074280 0x7f040819e090 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:42.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.997+0000 7f04101ab640  1 -- 172.21.15.46:0/1542707946 >> 172.21.15.46:0/1542707946 conn(0x7f04080fce00 msgr2=0x7f04081011a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:42.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.997+0000 7f04101ab640  1 -- 172.21.15.46:0/1542707946 shutdown_connections
2024-03-19T01:49:42.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:42.997+0000 7f04101ab640  1 -- 172.21.15.46:0/1542707946 wait complete.
2024-03-19T01:49:43.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:42 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/4162323340' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T01:49:43.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:42 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/4049333106' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T01:49:43.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:42 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1767292425' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T01:49:43.008 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-03-19T01:49:43.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.112+0000 7f72db3e8640  1 -- 172.21.15.46:0/4202525108 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f72d4102340 msgr2=0x7f72d4104730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:43.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.112+0000 7f72db3e8640  1 --2- 172.21.15.46:0/4202525108 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f72d4102340 0x7f72d4104730 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f72cc009900 tx=0x7f72cc02bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:43.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.112+0000 7f72db3e8640  1 -- 172.21.15.46:0/4202525108 shutdown_connections
2024-03-19T01:49:43.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.112+0000 7f72db3e8640  1 --2- 172.21.15.46:0/4202525108 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f72d41075a0 0x7f72d41099f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.112+0000 7f72db3e8640  1 --2- 172.21.15.46:0/4202525108 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f72d4104c70 0x7f72d4107060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.112+0000 7f72db3e8640  1 --2- 172.21.15.46:0/4202525108 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f72d4102340 0x7f72d4104730 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.112+0000 7f72db3e8640  1 -- 172.21.15.46:0/4202525108 >> 172.21.15.46:0/4202525108 conn(0x7f72d40fbd50 msgr2=0x7f72d40fe170 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:43.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.112+0000 7f72db3e8640  1 -- 172.21.15.46:0/4202525108 shutdown_connections
2024-03-19T01:49:43.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.112+0000 7f72db3e8640  1 -- 172.21.15.46:0/4202525108 wait complete.
2024-03-19T01:49:43.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.113+0000 7f72db3e8640  1  Processor -- start
2024-03-19T01:49:43.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.113+0000 7f72db3e8640  1 --  start start
2024-03-19T01:49:43.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.113+0000 7f72db3e8640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f72d4102340 0x7f72d4197ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.113+0000 7f72db3e8640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f72d4104c70 0x7f72d4198000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.113+0000 7f72db3e8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f72d41075a0 0x7f72d419f070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.113+0000 7f72db3e8640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f72d410d380 con 0x7f72d41075a0
2024-03-19T01:49:43.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.113+0000 7f72db3e8640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f72d410d200 con 0x7f72d4104c70
2024-03-19T01:49:43.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.113+0000 7f72db3e8640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f72d410d500 con 0x7f72d4102340
2024-03-19T01:49:43.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.113+0000 7f72d9985640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f72d41075a0 0x7f72d419f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.113+0000 7f72d9985640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f72d41075a0 0x7f72d419f070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56756/0 (socket says 172.21.15.46:56756)
2024-03-19T01:49:43.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.113+0000 7f72d9985640  1 -- 172.21.15.46:0/2567945798 learned_addr learned my addr 172.21.15.46:0/2567945798 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:43.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.113+0000 7f72d9184640  1 --2- 172.21.15.46:0/2567945798 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f72d4102340 0x7f72d4197ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.113+0000 7f72d8983640  1 --2- 172.21.15.46:0/2567945798 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f72d4104c70 0x7f72d4198000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.114+0000 7f72d9985640  1 -- 172.21.15.46:0/2567945798 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f72d4102340 msgr2=0x7f72d4197ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:43.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.114+0000 7f72d9985640  1 --2- 172.21.15.46:0/2567945798 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f72d4102340 0x7f72d4197ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.114+0000 7f72d9985640  1 -- 172.21.15.46:0/2567945798 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f72d4104c70 msgr2=0x7f72d4198000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:43.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.114+0000 7f72d9985640  1 --2- 172.21.15.46:0/2567945798 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f72d4104c70 0x7f72d4198000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.114+0000 7f72d9985640  1 -- 172.21.15.46:0/2567945798 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72d419f6e0 con 0x7f72d41075a0
2024-03-19T01:49:43.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.114+0000 7f72d9184640  1 --2- 172.21.15.46:0/2567945798 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f72d4102340 0x7f72d4197ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:43.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.114+0000 7f72d9985640  1 --2- 172.21.15.46:0/2567945798 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f72d41075a0 0x7f72d419f070 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f72c400eb10 tx=0x7f72c400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:43.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.114+0000 7f72d27fc640  1 -- 172.21.15.46:0/2567945798 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72c4004b20 con 0x7f72d41075a0
2024-03-19T01:49:43.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.114+0000 7f72d27fc640  1 -- 172.21.15.46:0/2567945798 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f72c4004cc0 con 0x7f72d41075a0
2024-03-19T01:49:43.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.114+0000 7f72db3e8640  1 -- 172.21.15.46:0/2567945798 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72d419f9d0 con 0x7f72d41075a0
2024-03-19T01:49:43.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.114+0000 7f72d27fc640  1 -- 172.21.15.46:0/2567945798 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72c4010690 con 0x7f72d41075a0
2024-03-19T01:49:43.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.114+0000 7f72db3e8640  1 -- 172.21.15.46:0/2567945798 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72d419ff20 con 0x7f72d41075a0
2024-03-19T01:49:43.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.115+0000 7f72db3e8640  1 -- 172.21.15.46:0/2567945798 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72d40fd840 con 0x7f72d41075a0
2024-03-19T01:49:43.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.117+0000 7f72d27fc640  1 -- 172.21.15.46:0/2567945798 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f72c4005000 con 0x7f72d41075a0
2024-03-19T01:49:43.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.117+0000 7f72d27fc640  1 --2- 172.21.15.46:0/2567945798 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f72bc0a2880 0x7f72bc0a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.117+0000 7f72d27fc640  1 -- 172.21.15.46:0/2567945798 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f72c40cf500 con 0x7f72d41075a0
2024-03-19T01:49:43.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.117+0000 7f72d9184640  1 --2- 172.21.15.46:0/2567945798 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f72bc0a2880 0x7f72bc0a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.118+0000 7f72d9184640  1 --2- 172.21.15.46:0/2567945798 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f72bc0a2880 0x7f72bc0a4d40 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f72cc009230 tx=0x7f72cc005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:43.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.121+0000 7f72d27fc640  1 -- 172.21.15.46:0/2567945798 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f72c4053740 con 0x7f72d41075a0
2024-03-19T01:49:43.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:42 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/4162323340' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T01:49:43.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:42 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/4049333106' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T01:49:43.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:42 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1767292425' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T01:49:43.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:42 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/4162323340' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T01:49:43.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:42 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/4049333106' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T01:49:43.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:42 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1767292425' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T01:49:43.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.308+0000 7f72db3e8640  1 -- 172.21.15.46:0/2567945798 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f72d402d440 con 0x7f72d41075a0
2024-03-19T01:49:43.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.310+0000 7f72d27fc640  1 -- 172.21.15.46:0/2567945798 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v93) ==== 74+0+24692 (secure 0 0 0) 0x7f72c409c210 con 0x7f72d41075a0
2024-03-19T01:49:43.310 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:49:43.310 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":93,"fsid":"53c8cf3e-e591-11ee-95c9-87774f69a715","created":"2024-03-19T01:39:22.615473+0000","modified":"2024-03-19T01:49:19.819880+0000","last_up_change":"2024-03-19T01:46:32.777223+0000","last_in_change":"2024-03-19T01:46:12.842023+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-19T01:42:46.174113+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-19T01:47:24.276277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-19T01:47:25.605471+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-19T01:47:29.545614+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"4fc98477-1fec-465b-892b-9a0c12e15754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6803","nonce":1888713943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6805","nonce":1888713943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6809","nonce":1888713943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6807","nonce":1888713943}]},"public_addr":"172.21.15.46:6803/1888713943","cluster_addr":"172.21.15.46:6805/1888713943","heartbeat_back_addr":"172.21.15.46:6809/1888713943","heartbeat_front_addr":"172.21.15.46:6807/1888713943","state":["exists","up"]},{"osd":1,"uuid":"4109d6a1-240e-4f1f-b09d-75f3b77e6303","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6801","nonce":2502945674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6803","nonce":2502945674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6807","nonce":2502945674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6805","nonce":2502945674}]},"public_addr":"172.21.15.73:6801/2502945674","cluster_addr":"172.21.15.73:6803/2502945674","heartbeat_back_addr":"172.21.15.73:6807/2502945674","heartbeat_front_addr":"172.21.15.73:6805/2502945674","state":["exists","up"]},{"osd":2,"uuid":"45e8479c-4006-4dd4-bdd8-b4a2eafacc80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6801","nonce":90484514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6803","nonce":90484514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6807","nonce":90484514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6805","nonce":90484514}]},"public_addr":"172.21.15.102:6801/90484514","cluster_addr":"172.21.15.102:6803/90484514","heartbeat_back_addr":"172.21.15.102:6807/90484514","heartbeat_front_addr":"172.21.15.102:6805/90484514","state":["exists","up"]},{"osd":3,"uuid":"4cdc93cf-2e8d-436d-a78a-c235e9b970fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6811","nonce":3336792470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6813","nonce":3336792470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6817","nonce":3336792470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6815","nonce":3336792470}]},"public_addr":"172.21.15.46:6811/3336792470","cluster_addr":"172.21.15.46:6813/3336792470","heartbeat_back_addr":"172.21.15.46:6817/3336792470","heartbeat_front_addr":"172.21.15.46:6815/3336792470","state":["exists","up"]},{"osd":4,"uuid":"35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6809","nonce":1192862788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6811","nonce":1192862788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6815","nonce":1192862788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6813","nonce":1192862788}]},"public_addr":"172.21.15.73:6809/1192862788","cluster_addr":"172.21.15.73:6811/1192862788","heartbeat_back_addr":"172.21.15.73:6815/1192862788","heartbeat_front_addr":"172.21.15.73:6813/1192862788","state":["exists","up"]},{"osd":5,"uuid":"1587c1e6-6719-4117-a80f-5c6bce0e5814","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6809","nonce":3252664135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6811","nonce":3252664135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6815","nonce":3252664135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6813","nonce":3252664135}]},"public_addr":"172.21.15.102:6809/3252664135","cluster_addr":"172.21.15.102:6811/3252664135","heartbeat_back_addr":"172.21.15.102:6815/3252664135","heartbeat_front_addr":"172.21.15.102:6813/3252664135","state":["exists","up"]},{"osd":6,"uuid":"af41cbff-69e5-45ab-ad59-95e5addd1b6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6819","nonce":595340737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6821","nonce":595340737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6825","nonce":595340737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6823","nonce":595340737}]},"public_addr":"172.21.15.46:6819/595340737","cluster_addr":"172.21.15.46:6821/595340737","heartbeat_back_addr":"172.21.15.46:6825/595340737","heartbeat_front_addr":"172.21.15.46:6823/595340737","state":["exists","up"]},{"osd":7,"uuid":"23e9241a-4ed9-4606-93c1-ccfe277d0c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6817","nonce":143082020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6819","nonce":143082020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6823","nonce":143082020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6821","nonce":143082020}]},"public_addr":"172.21.15.73:6817/143082020","cluster_addr":"172.21.15.73:6819/143082020","heartbeat_back_addr":"172.21.15.73:6823/143082020","heartbeat_front_addr":"172.21.15.73:6821/143082020","state":["exists","up"]},{"osd":8,"uuid":"c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6817","nonce":2533208086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6819","nonce":2533208086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6823","nonce":2533208086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6821","nonce":2533208086}]},"public_addr":"172.21.15.102:6817/2533208086","cluster_addr":"172.21.15.102:6819/2533208086","heartbeat_back_addr":"172.21.15.102:6823/2533208086","heartbeat_front_addr":"172.21.15.102:6821/2533208086","state":["exists","up"]},{"osd":9,"uuid":"a16dd21b-77e4-4148-90a3-c085fd621fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6827","nonce":4252594050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6829","nonce":4252594050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6833","nonce":4252594050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6831","nonce":4252594050}]},"public_addr":"172.21.15.46:6827/4252594050","cluster_addr":"172.21.15.46:6829/4252594050","heartbeat_back_addr":"172.21.15.46:6833/4252594050","heartbeat_front_addr":"172.21.15.46:6831/4252594050","state":["exists","up"]},{"osd":10,"uuid":"3a794482-bcfa-4e99-8e96-77228a828ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6825","nonce":1252006239}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6827","nonce":1252006239}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6831","nonce":1252006239}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6829","nonce":1252006239}]},"public_addr":"172.21.15.73:6825/1252006239","cluster_addr":"172.21.15.73:6827/1252006239","heartbeat_back_addr":"172.21.15.73:6831/1252006239","heartbeat_front_addr":"172.21.15.73:6829/1252006239","state":["exists","up"]},{"osd":11,"uuid":"93bdea99-6072-431a-a919-3aecf631c727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6825","nonce":2997263049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6827","nonce":2997263049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6831","nonce":2997263049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6829","nonce":2997263049}]},"public_addr":"172.21.15.102:6825/2997263049","cluster_addr":"172.21.15.102:6827/2997263049","heartbeat_back_addr":"172.21.15.102:6831/2997263049","heartbeat_front_addr":"172.21.15.102:6829/2997263049","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:41:54.705424+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:18.405516+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:42.028548+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:06.440586+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:31.526566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:56.491476+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:22.116952+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:48.187884+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:12.546546+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:39.238062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:05.249938+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:30.959573+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.3b","mappings":[{"from":3,"to":9}]},{"pgid":"4.12","mappings":[{"from":5,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:6800/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/534183632":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/3469071427":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/816672825":"2024-03-20T01:39:49.978463+0000","172.21.15.46:6800/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/482098752":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/3024883566":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/2231887791":"2024-03-20T01:39:49.978463+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-03-19T01:49:43.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.312+0000 7f72db3e8640  1 -- 172.21.15.46:0/2567945798 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f72bc0a2880 msgr2=0x7f72bc0a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:43.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.312+0000 7f72db3e8640  1 --2- 172.21.15.46:0/2567945798 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f72bc0a2880 0x7f72bc0a4d40 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f72cc009230 tx=0x7f72cc005fd0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.312+0000 7f72db3e8640  1 -- 172.21.15.46:0/2567945798 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f72d41075a0 msgr2=0x7f72d419f070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:43.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.312+0000 7f72db3e8640  1 --2- 172.21.15.46:0/2567945798 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f72d41075a0 0x7f72d419f070 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f72c400eb10 tx=0x7f72c400c2d0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.313+0000 7f72db3e8640  1 -- 172.21.15.46:0/2567945798 shutdown_connections
2024-03-19T01:49:43.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.313+0000 7f72db3e8640  1 --2- 172.21.15.46:0/2567945798 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f72bc0a2880 0x7f72bc0a4d40 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.313+0000 7f72db3e8640  1 --2- 172.21.15.46:0/2567945798 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f72d41075a0 0x7f72d419f070 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.313+0000 7f72db3e8640  1 --2- 172.21.15.46:0/2567945798 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f72d4104c70 0x7f72d4198000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.313+0000 7f72db3e8640  1 --2- 172.21.15.46:0/2567945798 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f72d4102340 0x7f72d4197ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.313+0000 7f72db3e8640  1 -- 172.21.15.46:0/2567945798 >> 172.21.15.46:0/2567945798 conn(0x7f72d40fbd50 msgr2=0x7f72d4102da0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:43.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.313+0000 7f72db3e8640  1 -- 172.21.15.46:0/2567945798 shutdown_connections
2024-03-19T01:49:43.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.313+0000 7f72db3e8640  1 -- 172.21.15.46:0/2567945798 wait complete.
2024-03-19T01:49:43.325 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 23, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-03-19T01:47:26.395717+0000', 'modified': '2024-03-19T01:47:53.626484+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24506, 'mds_1': 24479, 'mds_2': 24478}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24440': {'gid': 24440, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.73:6835/1549569940', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.73:6834', 'nonce': 1549569940}, {'type': 'v1', 'addr': '172.21.15.73:6835', 'nonce': 1549569940}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24442': {'gid': 24442, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.102:6835/402895235', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.102:6834', 'nonce': 402895235}, {'type': 'v1', 'addr': '172.21.15.102:6835', 'nonce': 402895235}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24454': {'gid': 24454, 'name': 'c', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.102:6837/1583798896', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.102:6836', 'nonce': 1583798896}, {'type': 'v1', 'addr': '172.21.15.102:6837', 'nonce': 1583798896}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24478': {'gid': 24478, 'name': 'i', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.102:6839/2913244532', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.102:6838', 'nonce': 2913244532}, {'type': 'v1', 'addr': '172.21.15.102:6839', 'nonce': 2913244532}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24479': {'gid': 24479, 'name': 'h', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.73:6837/1348771870', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.73:6836', 'nonce': 1348771870}, {'type': 'v1', 'addr': '172.21.15.73:6837', 'nonce': 1348771870}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24506': {'gid': 24506, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.73:6839/1788589639', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.73:6838', 'nonce': 1788589639}, {'type': 'v1', 'addr': '172.21.15.73:6839', 'nonce': 1788589639}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24506, 'qdb_cluster': [24479, 24478, 24506]}
2024-03-19T01:49:43.325 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3
2024-03-19T01:49:43.325 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status
2024-03-19T01:49:43.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.429+0000 7f1333148640  1 -- 172.21.15.46:0/1672330093 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f132c100730 msgr2=0x7f132c100b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:43.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.429+0000 7f1333148640  1 --2- 172.21.15.46:0/1672330093 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f132c100730 0x7f132c100b50 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f1320009860 tx=0x7f132002bb70 comp rx=0 tx=0).stop
2024-03-19T01:49:43.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.429+0000 7f1333148640  1 -- 172.21.15.46:0/1672330093 shutdown_connections
2024-03-19T01:49:43.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.429+0000 7f1333148640  1 --2- 172.21.15.46:0/1672330093 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f132c1022e0 0x7f132c108b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.429+0000 7f1333148640  1 --2- 172.21.15.46:0/1672330093 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f132c101920 0x7f132c101da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.429+0000 7f1333148640  1 --2- 172.21.15.46:0/1672330093 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f132c100730 0x7f132c100b50 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.429+0000 7f1333148640  1 -- 172.21.15.46:0/1672330093 >> 172.21.15.46:0/1672330093 conn(0x7f132c0fbcc0 msgr2=0x7f132c0fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:43.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.429+0000 7f1333148640  1 -- 172.21.15.46:0/1672330093 shutdown_connections
2024-03-19T01:49:43.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.429+0000 7f1333148640  1 -- 172.21.15.46:0/1672330093 wait complete.
2024-03-19T01:49:43.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.430+0000 7f1333148640  1  Processor -- start
2024-03-19T01:49:43.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.430+0000 7f1333148640  1 --  start start
2024-03-19T01:49:43.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.430+0000 7f1333148640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f132c100730 0x7f132c1046c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.430+0000 7f1333148640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f132c101920 0x7f132c102d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.430+0000 7f1333148640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f132c1022e0 0x7f132c103240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.430+0000 7f1333148640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f132c10c250 con 0x7f132c100730
2024-03-19T01:49:43.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.430+0000 7f1333148640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f132c10c0d0 con 0x7f132c101920
2024-03-19T01:49:43.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.430+0000 7f1333148640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f132c10c3d0 con 0x7f132c1022e0
2024-03-19T01:49:43.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.430+0000 7f1330ee4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f132c100730 0x7f132c1046c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.430+0000 7f1330ee4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f132c100730 0x7f132c1046c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56762/0 (socket says 172.21.15.46:56762)
2024-03-19T01:49:43.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.430+0000 7f1330ee4640  1 -- 172.21.15.46:0/2489449753 learned_addr learned my addr 172.21.15.46:0/2489449753 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:43.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.430+0000 7f132bfff640  1 --2- 172.21.15.46:0/2489449753 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f132c101920 0x7f132c102d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.430+0000 7f13316e5640  1 --2- 172.21.15.46:0/2489449753 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f132c1022e0 0x7f132c103240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.430+0000 7f1330ee4640  1 -- 172.21.15.46:0/2489449753 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f132c1022e0 msgr2=0x7f132c103240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:43.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.430+0000 7f1330ee4640  1 --2- 172.21.15.46:0/2489449753 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f132c1022e0 0x7f132c103240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.430+0000 7f1330ee4640  1 -- 172.21.15.46:0/2489449753 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f132c101920 msgr2=0x7f132c102d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:43.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.430+0000 7f1330ee4640  1 --2- 172.21.15.46:0/2489449753 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f132c101920 0x7f132c102d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.430+0000 7f1330ee4640  1 -- 172.21.15.46:0/2489449753 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f132c103ad0 con 0x7f132c100730
2024-03-19T01:49:43.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.431+0000 7f1330ee4640  1 --2- 172.21.15.46:0/2489449753 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f132c100730 0x7f132c1046c0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f1320005940 tx=0x7f13200042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:43.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.431+0000 7f1329ffb640  1 -- 172.21.15.46:0/2489449753 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1320041020 con 0x7f132c100730
2024-03-19T01:49:43.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.431+0000 7f1329ffb640  1 -- 172.21.15.46:0/2489449753 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f13200035f0 con 0x7f132c100730
2024-03-19T01:49:43.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.431+0000 7f1333148640  1 -- 172.21.15.46:0/2489449753 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f132c1a1b90 con 0x7f132c100730
2024-03-19T01:49:43.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.431+0000 7f1329ffb640  1 -- 172.21.15.46:0/2489449753 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1320039040 con 0x7f132c100730
2024-03-19T01:49:43.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.431+0000 7f1333148640  1 -- 172.21.15.46:0/2489449753 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f132c1a20e0 con 0x7f132c100730
2024-03-19T01:49:43.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.433+0000 7f1329ffb640  1 -- 172.21.15.46:0/2489449753 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f1320044020 con 0x7f132c100730
2024-03-19T01:49:43.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.433+0000 7f1335e0c740  1  Processor -- start
2024-03-19T01:49:43.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.433+0000 7f1335e0c740  1 --  start start
2024-03-19T01:49:43.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.433+0000 7f1335e0c740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5637b84e5ff0 0x5637b84e6410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.433+0000 7f1335e0c740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637b84e69e0 0x5637b84eb4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.433+0000 7f1335e0c740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5637b84ebb50 0x5637b84edfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.433+0000 7f1335e0c740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5637b844ade0 con 0x5637b84e69e0
2024-03-19T01:49:43.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.433+0000 7f1335e0c740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5637b83f3c80 con 0x5637b84e5ff0
2024-03-19T01:49:43.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.433+0000 7f1335e0c740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5637b8446e80 con 0x5637b84ebb50
2024-03-19T01:49:43.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.434+0000 7f1329ffb640  1 --2- 172.21.15.46:0/2489449753 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f131c0a2800 0x7f131c0a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.434+0000 7f1330ee4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637b84e69e0 0x5637b84eb4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.434+0000 7f13316e5640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5637b84e5ff0 0x5637b84e6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.434+0000 7f132bfff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5637b84ebb50 0x5637b84edfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.434+0000 7f13316e5640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5637b84e5ff0 0x5637b84e6410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:47312/0 (socket says 172.21.15.46:47312)
2024-03-19T01:49:43.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.434+0000 7f13316e5640  1 -- 172.21.15.46:0/3419180485 learned_addr learned my addr 172.21.15.46:0/3419180485 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:43.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.434+0000 7f1330ee4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637b84e69e0 0x5637b84eb4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56772/0 (socket says 172.21.15.46:56772)
2024-03-19T01:49:43.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.434+0000 7f13316e5640  1 --2- 172.21.15.46:0/2489449753 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f131c0a2800 0x7f131c0a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.434+0000 7f1329ffb640  1 -- 172.21.15.46:0/2489449753 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f13200f07c0 con 0x7f132c100730
2024-03-19T01:49:43.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.434+0000 7f13316e5640  1 -- 172.21.15.46:0/3419180485 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5637b84ebb50 msgr2=0x5637b84edfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:43.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.434+0000 7f13316e5640  1 --2- 172.21.15.46:0/3419180485 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5637b84ebb50 0x5637b84edfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.434+0000 7f13316e5640  1 -- 172.21.15.46:0/3419180485 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637b84e69e0 msgr2=0x5637b84eb4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:43.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.434+0000 7f13316e5640  1 --2- 172.21.15.46:0/3419180485 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637b84e69e0 0x5637b84eb4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.434+0000 7f13316e5640  1 -- 172.21.15.46:0/3419180485 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5637b8405fb0 con 0x5637b84e5ff0
2024-03-19T01:49:43.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.434+0000 7f13316e5640  1 --2- 172.21.15.46:0/3419180485 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5637b84e5ff0 0x5637b84e6410 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f132400c420 tx=0x7f132400c820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6ed759af3d263386 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:43.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.434+0000 7f13316e5640  1 --2- 172.21.15.46:0/2489449753 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f131c0a2800 0x7f131c0a4cc0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f132400cd20 tx=0x7f1324011000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:43.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.434+0000 7f1316ffd640  1 -- 172.21.15.46:0/3419180485 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1324029070 con 0x5637b84e5ff0
2024-03-19T01:49:43.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.434+0000 7f1316ffd640  1 -- 172.21.15.46:0/3419180485 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1324003e20 con 0x5637b84e5ff0
2024-03-19T01:49:43.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.434+0000 7f1316ffd640  1 -- 172.21.15.46:0/3419180485 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1324004230 con 0x5637b84e5ff0
2024-03-19T01:49:43.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.435+0000 7f1335e0c740  1 -- 172.21.15.46:0/3419180485 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5637b84e5ff0 msgr2=0x5637b84e6410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:43.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.435+0000 7f1335e0c740  1 --2- 172.21.15.46:0/3419180485 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5637b84e5ff0 0x5637b84e6410 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f132400c420 tx=0x7f132400c820 comp rx=0 tx=0).stop
2024-03-19T01:49:43.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.435+0000 7f1335e0c740  1 -- 172.21.15.46:0/3419180485 shutdown_connections
2024-03-19T01:49:43.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.435+0000 7f1335e0c740  1 --2- 172.21.15.46:0/3419180485 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5637b84ebb50 0x5637b84edfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.435+0000 7f1335e0c740  1 --2- 172.21.15.46:0/3419180485 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637b84e69e0 0x5637b84eb4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.435+0000 7f1335e0c740  1 --2- 172.21.15.46:0/3419180485 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5637b84e5ff0 0x5637b84e6410 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.435+0000 7f1335e0c740  1 -- 172.21.15.46:0/3419180485 >> 172.21.15.46:0/3419180485 conn(0x5637b84e1560 msgr2=0x5637b84e1960 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:43.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.435+0000 7f1335e0c740  1 -- 172.21.15.46:0/3419180485 shutdown_connections
2024-03-19T01:49:43.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.435+0000 7f1335e0c740  1 -- 172.21.15.46:0/3419180485 wait complete.
2024-03-19T01:49:43.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.435+0000 7f1335e0c740  1 --  start start
2024-03-19T01:49:43.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.435+0000 7f1335e0c740  1  Processor -- start
2024-03-19T01:49:43.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.436+0000 7f1335e0c740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5637b84e5ff0 0x5637b84f0530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.436+0000 7f1335e0c740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637b84e69e0 0x5637b84f0a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.436+0000 7f1335e0c740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5637b84ebb50 0x5637b84f7a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.436+0000 7f1335e0c740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5637b84eeaa0 con 0x5637b84e69e0
2024-03-19T01:49:43.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.436+0000 7f1335e0c740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5637b8406fc0 con 0x5637b84e5ff0
2024-03-19T01:49:43.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.436+0000 7f1335e0c740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5637b84eec20 con 0x5637b84ebb50
2024-03-19T01:49:43.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.436+0000 7f1335e0c740 10 client.0 _ll_register_callbacks cb 0x5637b8442a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:49:43.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.436+0000 7f132bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637b84e69e0 0x5637b84f0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.436+0000 7f1330ee4640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5637b84e5ff0 0x5637b84f0530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.436+0000 7f132bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637b84e69e0 0x5637b84f0a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56778/0 (socket says 172.21.15.46:56778)
2024-03-19T01:49:43.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.436+0000 7f1330ee4640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5637b84e5ff0 0x5637b84f0530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:47328/0 (socket says 172.21.15.46:47328)
2024-03-19T01:49:43.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.436+0000 7f13316e5640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5637b84ebb50 0x5637b84f7a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.436+0000 7f132bfff640  1 -- 172.21.15.46:0/1550821899 learned_addr learned my addr 172.21.15.46:0/1550821899 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:43.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.436+0000 7f132bfff640  1 -- 172.21.15.46:0/1550821899 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5637b84ebb50 msgr2=0x5637b84f7a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:43.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.436+0000 7f132bfff640  1 --2- 172.21.15.46:0/1550821899 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5637b84ebb50 0x5637b84f7a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.436+0000 7f132bfff640  1 -- 172.21.15.46:0/1550821899 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5637b84e5ff0 msgr2=0x5637b84f0530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:43.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.436+0000 7f132bfff640  1 --2- 172.21.15.46:0/1550821899 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5637b84e5ff0 0x5637b84f0530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.436+0000 7f132bfff640  1 -- 172.21.15.46:0/1550821899 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5637b815f2d0 con 0x5637b84e69e0
2024-03-19T01:49:43.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.436+0000 7f1330ee4640  1 --2- 172.21.15.46:0/1550821899 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5637b84e5ff0 0x5637b84f0530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:43.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.436+0000 7f132bfff640  1 --2- 172.21.15.46:0/1550821899 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637b84e69e0 0x5637b84f0a70 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f13180126e0 tx=0x7f1318012ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e36220b4711d4b67 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:43.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.436+0000 7f130bfff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:49:43.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.437+0000 7f130bfff640  1 -- 172.21.15.46:0/1550821899 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f131800f8c0 con 0x5637b84e69e0
2024-03-19T01:49:43.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.437+0000 7f130bfff640  1 -- 172.21.15.46:0/1550821899 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f131800fa60 con 0x5637b84e69e0
2024-03-19T01:49:43.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.437+0000 7f1335e0c740  1 -- 172.21.15.46:0/1550821899 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1324003e20 con 0x5637b84e69e0
2024-03-19T01:49:43.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.437+0000 7f130bfff640  1 -- 172.21.15.46:0/1550821899 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f131800fc60 con 0x5637b84e69e0
2024-03-19T01:49:43.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.437+0000 7f1335e0c740 10 client.15390 fetch_fsmap learned FSMap version 23
2024-03-19T01:49:43.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.437+0000 7f1335e0c740  1 -- 172.21.15.46:0/1550821899 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x5637b82296b0 con 0x5637b84e69e0
2024-03-19T01:49:43.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.437+0000 7f130bfff640  1 -- 172.21.15.46:0/1550821899 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1324003e20 con 0x5637b84e69e0
2024-03-19T01:49:43.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.437+0000 7f130bfff640  1 -- 172.21.15.46:0/1550821899 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f131801c420 con 0x5637b84e69e0
2024-03-19T01:49:43.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.437+0000 7f1335e0c740 10 client.15390 fetch_fsmap finished waiting for FSMap version 23
2024-03-19T01:49:43.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.437+0000 7f1335e0c740 10 client.15390 resolve_mds: resolved name 'i' to daemon mds.i
2024-03-19T01:49:43.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.437+0000 7f1335e0c740 20 client.15390 populate_metadata read hostname 'smithi046'
2024-03-19T01:49:43.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.437+0000 7f1335e0c740  1 --2- 172.21.15.46:0/1550821899 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5637b84fd400 0x5637b84fe870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.437+0000 7f1335e0c740  4 client.15390 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:49:43.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.437+0000 7f1335e0c740  1 -- 172.21.15.46:0/1550821899 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5637b8458320 con 0x5637b84fd400
2024-03-19T01:49:43.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.438+0000 7f1330ee4640  1 --2- 172.21.15.46:0/1550821899 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5637b84fd400 0x5637b84fe870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.438+0000 7f1330ee4640  1 --2- 172.21.15.46:0/1550821899 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5637b84fd400 0x5637b84fe870 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e222b557a0d7ebe3 server_cookie=7d9b31ac39496a73 in_seq=0 out_seq=0
2024-03-19T01:49:43.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.438+0000 7f130bfff640 10 client.15390 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:49:43.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.438+0000 7f130bfff640  1 -- 172.21.15.46:0/1550821899 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5637b8458320 con 0x5637b84fd400
2024-03-19T01:49:43.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.438+0000 7f130bfff640 10 client.15390 handle_command_reply: tid=0
2024-03-19T01:49:43.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.438+0000 7f1335e0c740  1 client.15390 shutdown
2024-03-19T01:49:43.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.439+0000 7f1335e0c740  1 -- 172.21.15.46:0/1550821899 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637b84e69e0 msgr2=0x5637b84f0a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:43.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.439+0000 7f1335e0c740  1 --2- 172.21.15.46:0/1550821899 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637b84e69e0 0x5637b84f0a70 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f13180126e0 tx=0x7f1318012ba0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.439+0000 7f1335e0c740  1 -- 172.21.15.46:0/1550821899 shutdown_connections
2024-03-19T01:49:43.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.439+0000 7f1335e0c740  1 --2- 172.21.15.46:0/1550821899 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5637b84fd400 0x5637b84fe870 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.439+0000 7f1335e0c740  1 --2- 172.21.15.46:0/1550821899 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5637b84ebb50 0x5637b84f7a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.439+0000 7f130bfff640  0 client.15390 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:49:43.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.439+0000 7f1335e0c740  1 --2- 172.21.15.46:0/1550821899 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637b84e69e0 0x5637b84f0a70 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.439+0000 7f1335e0c740  1 --2- 172.21.15.46:0/1550821899 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5637b84e5ff0 0x5637b84f0530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.439+0000 7f1335e0c740  1 -- 172.21.15.46:0/1550821899 >> 172.21.15.46:0/1550821899 conn(0x5637b84e1560 msgr2=0x5637b84e07e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:43.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.439+0000 7f1335e0c740  1 -- 172.21.15.46:0/1550821899 shutdown_connections
2024-03-19T01:49:43.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.439+0000 7f1335e0c740  1 -- 172.21.15.46:0/1550821899 wait complete.
2024-03-19T01:49:43.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.439+0000 7f1335e0c740 20 client.15390 trim_cache size 0 max 16384
2024-03-19T01:49:43.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.457+0000 7f1335e0c740  1  Processor -- start
2024-03-19T01:49:43.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.457+0000 7f1335e0c740  1 --  start start
2024-03-19T01:49:43.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.457+0000 7f1335e0c740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637b84e5ff0 0x5637b84efb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.457+0000 7f1335e0c740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5637b84e69e0 0x5637b84f7a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.457+0000 7f1335e0c740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5637b84ebb50 0x5637b84e7f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.457+0000 7f1335e0c740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5637b84fcbb0 con 0x5637b84e5ff0
2024-03-19T01:49:43.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.457+0000 7f1335e0c740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5637b84fd280 con 0x5637b84e69e0
2024-03-19T01:49:43.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.457+0000 7f1335e0c740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5637b84fd950 con 0x5637b84ebb50
2024-03-19T01:49:43.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.457+0000 7f1330ee4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637b84e5ff0 0x5637b84efb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.457+0000 7f1330ee4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637b84e5ff0 0x5637b84efb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56796/0 (socket says 172.21.15.46:56796)
2024-03-19T01:49:43.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.457+0000 7f1330ee4640  1 -- 172.21.15.46:0/798372205 learned_addr learned my addr 172.21.15.46:0/798372205 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:43.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.457+0000 7f132bfff640  1 --2- 172.21.15.46:0/798372205 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5637b84e69e0 0x5637b84f7a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.457+0000 7f13316e5640  1 --2- 172.21.15.46:0/798372205 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5637b84ebb50 0x5637b84e7f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.458+0000 7f1330ee4640  1 -- 172.21.15.46:0/798372205 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5637b84ebb50 msgr2=0x5637b84e7f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:43.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.458+0000 7f1330ee4640  1 --2- 172.21.15.46:0/798372205 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5637b84ebb50 0x5637b84e7f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.458+0000 7f1330ee4640  1 -- 172.21.15.46:0/798372205 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5637b84e69e0 msgr2=0x5637b84f7a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:43.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.458+0000 7f1330ee4640  1 --2- 172.21.15.46:0/798372205 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5637b84e69e0 0x5637b84f7a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.458+0000 7f1330ee4640  1 -- 172.21.15.46:0/798372205 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5637b84eb1e0 con 0x5637b84e5ff0
2024-03-19T01:49:43.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.458+0000 7f132bfff640  1 --2- 172.21.15.46:0/798372205 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5637b84e69e0 0x5637b84f7a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:43.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.458+0000 7f1330ee4640  1 --2- 172.21.15.46:0/798372205 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637b84e5ff0 0x5637b84efb50 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f13200eded0 tx=0x7f132002bb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17409678c5abc37b server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:43.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.458+0000 7f13167fc640  1 -- 172.21.15.46:0/798372205 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13200c0ec0 con 0x5637b84e5ff0
2024-03-19T01:49:43.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.458+0000 7f13167fc640  1 -- 172.21.15.46:0/798372205 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f13200c5510 con 0x5637b84e5ff0
2024-03-19T01:49:43.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.458+0000 7f13167fc640  1 -- 172.21.15.46:0/798372205 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13200c5080 con 0x5637b84e5ff0
2024-03-19T01:49:43.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.458+0000 7f1335e0c740  1 -- 172.21.15.46:0/798372205 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637b84e5ff0 msgr2=0x5637b84efb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:43.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.458+0000 7f1335e0c740  1 --2- 172.21.15.46:0/798372205 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637b84e5ff0 0x5637b84efb50 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f13200eded0 tx=0x7f132002bb70 comp rx=0 tx=0).stop
2024-03-19T01:49:43.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.459+0000 7f1335e0c740  1 -- 172.21.15.46:0/798372205 shutdown_connections
2024-03-19T01:49:43.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.459+0000 7f1335e0c740  1 --2- 172.21.15.46:0/798372205 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5637b84ebb50 0x5637b84e7f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.459+0000 7f1335e0c740  1 --2- 172.21.15.46:0/798372205 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5637b84e69e0 0x5637b84f7a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.459+0000 7f1335e0c740  1 --2- 172.21.15.46:0/798372205 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637b84e5ff0 0x5637b84efb50 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.459+0000 7f1335e0c740  1 -- 172.21.15.46:0/798372205 >> 172.21.15.46:0/798372205 conn(0x5637b84e1560 msgr2=0x5637b84e1940 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:43.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.459+0000 7f1335e0c740  1 -- 172.21.15.46:0/798372205 shutdown_connections
2024-03-19T01:49:43.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.459+0000 7f1335e0c740  1 -- 172.21.15.46:0/798372205 wait complete.
2024-03-19T01:49:43.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.459+0000 7f1335e0c740  1 --  start start
2024-03-19T01:49:43.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.459+0000 7f1335e0c740  1  Processor -- start
2024-03-19T01:49:43.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.459+0000 7f1335e0c740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637b84e5ff0 0x5637b84f3130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.459+0000 7f1335e0c740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5637b84e69e0 0x5637b84f3670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.459+0000 7f1335e0c740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5637b84ebb50 0x5637b84f6690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.459+0000 7f1335e0c740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5637b84fe6f0 con 0x5637b84e5ff0
2024-03-19T01:49:43.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.459+0000 7f1335e0c740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5637b84fe020 con 0x5637b84ebb50
2024-03-19T01:49:43.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.459+0000 7f1335e0c740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5637b84fedc0 con 0x5637b84e69e0
2024-03-19T01:49:43.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.459+0000 7f1335e0c740 10 client.0 _ll_register_callbacks cb 0x7f1318009910 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:49:43.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.459+0000 7f1330ee4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637b84e5ff0 0x5637b84f3130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.459+0000 7f1330ee4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637b84e5ff0 0x5637b84f3130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56808/0 (socket says 172.21.15.46:56808)
2024-03-19T01:49:43.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.459+0000 7f1330ee4640  1 -- 172.21.15.46:0/1314495378 learned_addr learned my addr 172.21.15.46:0/1314495378 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:43.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.459+0000 7f132bfff640  1 --2- 172.21.15.46:0/1314495378 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5637b84e69e0 0x5637b84f3670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.459+0000 7f13316e5640  1 --2- 172.21.15.46:0/1314495378 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5637b84ebb50 0x5637b84f6690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.460+0000 7f1330ee4640  1 -- 172.21.15.46:0/1314495378 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5637b84e69e0 msgr2=0x5637b84f3670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:43.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.460+0000 7f1330ee4640  1 --2- 172.21.15.46:0/1314495378 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5637b84e69e0 0x5637b84f3670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.460+0000 7f1330ee4640  1 -- 172.21.15.46:0/1314495378 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5637b84ebb50 msgr2=0x5637b84f6690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:43.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.460+0000 7f1330ee4640  1 --2- 172.21.15.46:0/1314495378 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5637b84ebb50 0x5637b84f6690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.460+0000 7f1330ee4640  1 -- 172.21.15.46:0/1314495378 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5637b84f6c80 con 0x5637b84e5ff0
2024-03-19T01:49:43.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.460+0000 7f132bfff640  1 --2- 172.21.15.46:0/1314495378 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5637b84e69e0 0x5637b84f3670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:43.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.460+0000 7f13316e5640  1 --2- 172.21.15.46:0/1314495378 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5637b84ebb50 0x5637b84f6690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:43.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.460+0000 7f1330ee4640  1 --2- 172.21.15.46:0/1314495378 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637b84e5ff0 0x5637b84f3130 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f1320005b60 tx=0x7f1320005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80896597f6b633ae server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:43.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.460+0000 7f130bfff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:49:43.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.460+0000 7f130bfff640  1 -- 172.21.15.46:0/1314495378 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13200037a0 con 0x5637b84e5ff0
2024-03-19T01:49:43.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.460+0000 7f130bfff640  1 -- 172.21.15.46:0/1314495378 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f132009bbe0 con 0x5637b84e5ff0
2024-03-19T01:49:43.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.460+0000 7f1335e0c740  1 -- 172.21.15.46:0/1314495378 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f13200c5510 con 0x5637b84e5ff0
2024-03-19T01:49:43.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.460+0000 7f130bfff640  1 -- 172.21.15.46:0/1314495378 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f1320003940 con 0x5637b84e5ff0
2024-03-19T01:49:43.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.460+0000 7f1335e0c740 10 client.15396 fetch_fsmap learned FSMap version 23
2024-03-19T01:49:43.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.460+0000 7f1335e0c740  1 -- 172.21.15.46:0/1314495378 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x5637b8563170 con 0x5637b84e5ff0
2024-03-19T01:49:43.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.460+0000 7f130bfff640  1 -- 172.21.15.46:0/1314495378 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f13200c5510 con 0x5637b84e5ff0
2024-03-19T01:49:43.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.460+0000 7f130bfff640  1 -- 172.21.15.46:0/1314495378 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f132003c030 con 0x5637b84e5ff0
2024-03-19T01:49:43.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.460+0000 7f1335e0c740 10 client.15396 fetch_fsmap finished waiting for FSMap version 23
2024-03-19T01:49:43.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.461+0000 7f1335e0c740 10 client.15396 resolve_mds: resolved name 'i' to daemon mds.i
2024-03-19T01:49:43.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.461+0000 7f1335e0c740 20 client.15396 populate_metadata read hostname 'smithi046'
2024-03-19T01:49:43.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.461+0000 7f1335e0c740  1 --2- 172.21.15.46:0/1314495378 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5637b84fd400 0x5637b8566690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.461+0000 7f1335e0c740  4 client.15396 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "status"}]
2024-03-19T01:49:43.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.461+0000 7f1335e0c740  1 -- 172.21.15.46:0/1314495378 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "status"}) -- 0x5637b8452670 con 0x5637b84fd400
2024-03-19T01:49:43.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.461+0000 7f132bfff640  1 --2- 172.21.15.46:0/1314495378 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5637b84fd400 0x5637b8566690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.461+0000 7f132bfff640  1 --2- 172.21.15.46:0/1314495378 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5637b84fd400 0x5637b8566690 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ee5646948b122b09 server_cookie=c0f0541340815ce3 in_seq=0 out_seq=0
2024-03-19T01:49:43.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.461+0000 7f130bfff640 10 client.15396 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:49:43.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.461+0000 7f130bfff640  1 -- 172.21.15.46:0/1314495378 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x5637b8452670 con 0x5637b84fd400
2024-03-19T01:49:43.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.461+0000 7f130bfff640 10 client.15396 handle_command_reply: tid=0
2024-03-19T01:49:43.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.461+0000 7f1335e0c740  1 client.15396 shutdown
2024-03-19T01:49:43.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.461+0000 7f1335e0c740  1 -- 172.21.15.46:0/1314495378 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637b84e5ff0 msgr2=0x5637b84f3130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:43.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.461+0000 7f1335e0c740  1 --2- 172.21.15.46:0/1314495378 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637b84e5ff0 0x5637b84f3130 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f1320005b60 tx=0x7f1320005f90 comp rx=0 tx=0).stop
2024-03-19T01:49:43.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.461+0000 7f1335e0c740  1 -- 172.21.15.46:0/1314495378 shutdown_connections
2024-03-19T01:49:43.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.461+0000 7f1335e0c740  1 --2- 172.21.15.46:0/1314495378 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5637b84fd400 0x5637b8566690 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.461+0000 7f1335e0c740  1 --2- 172.21.15.46:0/1314495378 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5637b84ebb50 0x5637b84f6690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.461+0000 7f1335e0c740  1 --2- 172.21.15.46:0/1314495378 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5637b84e69e0 0x5637b84f3670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.461+0000 7f130bfff640  0 client.15396 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:49:43.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.461+0000 7f1335e0c740  1 --2- 172.21.15.46:0/1314495378 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637b84e5ff0 0x5637b84f3130 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.461+0000 7f1335e0c740  1 -- 172.21.15.46:0/1314495378 >> 172.21.15.46:0/1314495378 conn(0x5637b84e1560 msgr2=0x5637b84e7f40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:43.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.462+0000 7f1335e0c740  1 -- 172.21.15.46:0/1314495378 shutdown_connections
2024-03-19T01:49:43.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.462+0000 7f1335e0c740  1 -- 172.21.15.46:0/1314495378 wait complete.
2024-03-19T01:49:43.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.462+0000 7f1335e0c740 20 client.15396 trim_cache size 0 max 16384
2024-03-19T01:49:43.469 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:49:43.470 INFO:teuthology.orchestra.run.smithi046.stdout:    "cluster_fsid": "53c8cf3e-e591-11ee-95c9-87774f69a715",
2024-03-19T01:49:43.470 INFO:teuthology.orchestra.run.smithi046.stdout:    "whoami": 2,
2024-03-19T01:49:43.470 INFO:teuthology.orchestra.run.smithi046.stdout:    "id": 24478,
2024-03-19T01:49:43.470 INFO:teuthology.orchestra.run.smithi046.stdout:    "want_state": "up:active",
2024-03-19T01:49:43.470 INFO:teuthology.orchestra.run.smithi046.stdout:    "state": "up:active",
2024-03-19T01:49:43.470 INFO:teuthology.orchestra.run.smithi046.stdout:    "fs_name": "cephfs",
2024-03-19T01:49:43.470 INFO:teuthology.orchestra.run.smithi046.stdout:    "rank_uptime": 110.837445707,
2024-03-19T01:49:43.470 INFO:teuthology.orchestra.run.smithi046.stdout:    "mdsmap_epoch": 23,
2024-03-19T01:49:43.470 INFO:teuthology.orchestra.run.smithi046.stdout:    "osdmap_epoch": 93,
2024-03-19T01:49:43.470 INFO:teuthology.orchestra.run.smithi046.stdout:    "osdmap_epoch_barrier": 89,
2024-03-19T01:49:43.470 INFO:teuthology.orchestra.run.smithi046.stdout:    "uptime": 152.04340162299999
2024-03-19T01:49:43.470 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:49:43.471 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.462+0000 7f1333148640  1 -- 172.21.15.46:0/2489449753 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f131c0a2800 msgr2=0x7f131c0a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:43.471 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.462+0000 7f1333148640  1 --2- 172.21.15.46:0/2489449753 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f131c0a2800 0x7f131c0a4cc0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f132400cd20 tx=0x7f1324011000 comp rx=0 tx=0).stop
2024-03-19T01:49:43.471 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.462+0000 7f1333148640  1 -- 172.21.15.46:0/2489449753 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f132c100730 msgr2=0x7f132c1046c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:43.471 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.462+0000 7f1333148640  1 --2- 172.21.15.46:0/2489449753 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f132c100730 0x7f132c1046c0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f1320005940 tx=0x7f13200042f0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.471 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.462+0000 7f1333148640  1 -- 172.21.15.46:0/2489449753 shutdown_connections
2024-03-19T01:49:43.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.462+0000 7f1333148640  1 --2- 172.21.15.46:0/2489449753 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f131c0a2800 0x7f131c0a4cc0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.462+0000 7f1333148640  1 --2- 172.21.15.46:0/2489449753 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f132c1022e0 0x7f132c103240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.462+0000 7f1333148640  1 --2- 172.21.15.46:0/2489449753 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f132c101920 0x7f132c102d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.462+0000 7f1333148640  1 --2- 172.21.15.46:0/2489449753 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f132c100730 0x7f132c1046c0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.462+0000 7f1333148640  1 -- 172.21.15.46:0/2489449753 >> 172.21.15.46:0/2489449753 conn(0x7f132c0fbcc0 msgr2=0x7f132c069e20 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:43.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.462+0000 7f1333148640  1 -- 172.21.15.46:0/2489449753 shutdown_connections
2024-03-19T01:49:43.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.462+0000 7f1333148640  1 -- 172.21.15.46:0/2489449753 wait complete.
2024-03-19T01:49:43.473 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status
2024-03-19T01:49:43.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.576+0000 7f09042e8640  1 -- 172.21.15.46:0/1633667009 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f08fc104bf0 msgr2=0x7f08fc106fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:43.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.576+0000 7f09042e8640  1 --2- 172.21.15.46:0/1633667009 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f08fc104bf0 0x7f08fc106fe0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f08ec009900 tx=0x7f08ec02bc50 comp rx=0 tx=0).stop
2024-03-19T01:49:43.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.576+0000 7f09042e8640  1 -- 172.21.15.46:0/1633667009 shutdown_connections
2024-03-19T01:49:43.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.576+0000 7f09042e8640  1 --2- 172.21.15.46:0/1633667009 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f08fc107520 0x7f08fc109970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.576+0000 7f09042e8640  1 --2- 172.21.15.46:0/1633667009 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f08fc104bf0 0x7f08fc106fe0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.576+0000 7f09042e8640  1 --2- 172.21.15.46:0/1633667009 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f08fc1022c0 0x7f08fc1046b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.576+0000 7f09042e8640  1 -- 172.21.15.46:0/1633667009 >> 172.21.15.46:0/1633667009 conn(0x7f08fc0fbcd0 msgr2=0x7f08fc0fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:43.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.576+0000 7f09042e8640  1 -- 172.21.15.46:0/1633667009 shutdown_connections
2024-03-19T01:49:43.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.576+0000 7f09042e8640  1 -- 172.21.15.46:0/1633667009 wait complete.
2024-03-19T01:49:43.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.577+0000 7f09042e8640  1  Processor -- start
2024-03-19T01:49:43.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.577+0000 7f09042e8640  1 --  start start
2024-03-19T01:49:43.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.577+0000 7f09042e8640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f08fc1022c0 0x7f08fc197b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.577+0000 7f09042e8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f08fc104bf0 0x7f08fc198070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.577+0000 7f09042e8640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f08fc107520 0x7f08fc19f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.577+0000 7f09042e8640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f08fc10d380 con 0x7f08fc104bf0
2024-03-19T01:49:43.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.577+0000 7f09042e8640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f08fc10d200 con 0x7f08fc1022c0
2024-03-19T01:49:43.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.577+0000 7f09042e8640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f08fc10d500 con 0x7f08fc107520
2024-03-19T01:49:43.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.577+0000 7f0901883640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f08fc104bf0 0x7f08fc198070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.577+0000 7f0902084640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f08fc1022c0 0x7f08fc197b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.577+0000 7f0901883640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f08fc104bf0 0x7f08fc198070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56830/0 (socket says 172.21.15.46:56830)
2024-03-19T01:49:43.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.577+0000 7f0901883640  1 -- 172.21.15.46:0/4172950874 learned_addr learned my addr 172.21.15.46:0/4172950874 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:43.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.577+0000 7f0902885640  1 --2- 172.21.15.46:0/4172950874 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f08fc107520 0x7f08fc19f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.577+0000 7f0901883640  1 -- 172.21.15.46:0/4172950874 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f08fc107520 msgr2=0x7f08fc19f0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:43.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.577+0000 7f0901883640  1 --2- 172.21.15.46:0/4172950874 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f08fc107520 0x7f08fc19f0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.577+0000 7f0901883640  1 -- 172.21.15.46:0/4172950874 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f08fc1022c0 msgr2=0x7f08fc197b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:43.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.577+0000 7f0901883640  1 --2- 172.21.15.46:0/4172950874 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f08fc1022c0 0x7f08fc197b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.577+0000 7f0901883640  1 -- 172.21.15.46:0/4172950874 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08fc19f750 con 0x7f08fc104bf0
2024-03-19T01:49:43.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.577+0000 7f0901883640  1 --2- 172.21.15.46:0/4172950874 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f08fc104bf0 0x7f08fc198070 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f08ec000c00 tx=0x7f08ec005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:43.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.578+0000 7f08f37fe640  1 -- 172.21.15.46:0/4172950874 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08ec043020 con 0x7f08fc104bf0
2024-03-19T01:49:43.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.578+0000 7f09042e8640  1 -- 172.21.15.46:0/4172950874 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08fc19f9e0 con 0x7f08fc104bf0
2024-03-19T01:49:43.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.578+0000 7f08f37fe640  1 -- 172.21.15.46:0/4172950874 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f08ec004350 con 0x7f08fc104bf0
2024-03-19T01:49:43.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.578+0000 7f08f37fe640  1 -- 172.21.15.46:0/4172950874 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08ec003b10 con 0x7f08fc104bf0
2024-03-19T01:49:43.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.578+0000 7f09042e8640  1 -- 172.21.15.46:0/4172950874 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08fc19ff80 con 0x7f08fc104bf0
2024-03-19T01:49:43.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.580+0000 7f08f37fe640  1 -- 172.21.15.46:0/4172950874 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f08ec046020 con 0x7f08fc104bf0
2024-03-19T01:49:43.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.580+0000 7f0906fac740  1  Processor -- start
2024-03-19T01:49:43.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.580+0000 7f0906fac740  1 --  start start
2024-03-19T01:49:43.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.581+0000 7f0906fac740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5559279b6ff0 0x5559279b7410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.581+0000 7f0906fac740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5559279b79e0 0x5559279bc4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.581+0000 7f0906fac740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5559279bcb50 0x5559279befe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.581+0000 7f0906fac740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55592791bde0 con 0x5559279b79e0
2024-03-19T01:49:43.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.581+0000 7f0906fac740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5559278c4c80 con 0x5559279b6ff0
2024-03-19T01:49:43.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.581+0000 7f0906fac740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x555927917e80 con 0x5559279bcb50
2024-03-19T01:49:43.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.581+0000 7f08f37fe640  1 --2- 172.21.15.46:0/4172950874 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f08e80a2800 0x7f08e80a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.581+0000 7f0902084640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5559279b79e0 0x5559279bc4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.581+0000 7f0902084640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5559279b79e0 0x5559279bc4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56832/0 (socket says 172.21.15.46:56832)
2024-03-19T01:49:43.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.581+0000 7f0902084640  1 -- 172.21.15.46:0/3276709806 learned_addr learned my addr 172.21.15.46:0/3276709806 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:43.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.581+0000 7f0902885640  1 --2- 172.21.15.46:0/3276709806 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5559279b6ff0 0x5559279b7410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.581+0000 7f0901883640  1 --2- 172.21.15.46:0/3276709806 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5559279bcb50 0x5559279befe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.581+0000 7f0902885640  1 --2- 172.21.15.46:0/4172950874 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f08e80a2800 0x7f08e80a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.581+0000 7f08f37fe640  1 -- 172.21.15.46:0/4172950874 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f08ec0f0f30 con 0x7f08fc104bf0
2024-03-19T01:49:43.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.581+0000 7f0902084640  1 -- 172.21.15.46:0/3276709806 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5559279bcb50 msgr2=0x5559279befe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:43.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.581+0000 7f0902084640  1 --2- 172.21.15.46:0/3276709806 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5559279bcb50 0x5559279befe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.581+0000 7f0902084640  1 -- 172.21.15.46:0/3276709806 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5559279b6ff0 msgr2=0x5559279b7410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:43.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.581+0000 7f0902084640  1 --2- 172.21.15.46:0/3276709806 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5559279b6ff0 0x5559279b7410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.581+0000 7f0902084640  1 -- 172.21.15.46:0/3276709806 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5559278d6fb0 con 0x5559279b79e0
2024-03-19T01:49:43.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.581+0000 7f0902084640  1 --2- 172.21.15.46:0/3276709806 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5559279b79e0 0x5559279bc4e0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f08f8009d20 tx=0x7f08f8011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef4d685d48cbcb21 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:43.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.581+0000 7f0902885640  1 --2- 172.21.15.46:0/4172950874 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f08e80a2800 0x7f08e80a4cc0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x5559279b8240 tx=0x7f08f4009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:43.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.581+0000 7f08f0bfe640  1 -- 172.21.15.46:0/3276709806 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08f801e070 con 0x5559279b79e0
2024-03-19T01:49:43.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.581+0000 7f08f0bfe640  1 -- 172.21.15.46:0/3276709806 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f08f8019ae0 con 0x5559279b79e0
2024-03-19T01:49:43.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.581+0000 7f08f0bfe640  1 -- 172.21.15.46:0/3276709806 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08f800ea60 con 0x5559279b79e0
2024-03-19T01:49:43.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.582+0000 7f0906fac740  1 -- 172.21.15.46:0/3276709806 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5559279b79e0 msgr2=0x5559279bc4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:43.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.582+0000 7f0906fac740  1 --2- 172.21.15.46:0/3276709806 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5559279b79e0 0x5559279bc4e0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f08f8009d20 tx=0x7f08f8011810 comp rx=0 tx=0).stop
2024-03-19T01:49:43.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.582+0000 7f0906fac740  1 -- 172.21.15.46:0/3276709806 shutdown_connections
2024-03-19T01:49:43.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.582+0000 7f0906fac740  1 --2- 172.21.15.46:0/3276709806 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5559279bcb50 0x5559279befe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.582+0000 7f0906fac740  1 --2- 172.21.15.46:0/3276709806 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5559279b79e0 0x5559279bc4e0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.582+0000 7f0906fac740  1 --2- 172.21.15.46:0/3276709806 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5559279b6ff0 0x5559279b7410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.582+0000 7f0906fac740  1 -- 172.21.15.46:0/3276709806 >> 172.21.15.46:0/3276709806 conn(0x5559279b2560 msgr2=0x5559279b2960 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:43.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.582+0000 7f0906fac740  1 -- 172.21.15.46:0/3276709806 shutdown_connections
2024-03-19T01:49:43.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.582+0000 7f0906fac740  1 -- 172.21.15.46:0/3276709806 wait complete.
2024-03-19T01:49:43.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.583+0000 7f0906fac740  1 --  start start
2024-03-19T01:49:43.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.583+0000 7f0906fac740  1  Processor -- start
2024-03-19T01:49:43.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.583+0000 7f0906fac740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5559279b6ff0 0x5559279c1530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.583+0000 7f0906fac740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5559279b79e0 0x5559279c1a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.583+0000 7f0906fac740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5559279bcb50 0x5559279c8ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.583+0000 7f0906fac740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5559279bfb00 con 0x5559279b6ff0
2024-03-19T01:49:43.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.583+0000 7f0906fac740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5559278d7fc0 con 0x5559279bcb50
2024-03-19T01:49:43.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.583+0000 7f0906fac740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5559279bfc80 con 0x5559279b79e0
2024-03-19T01:49:43.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.583+0000 7f0906fac740 10 client.0 _ll_register_callbacks cb 0x555927913a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:49:43.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.583+0000 7f0902084640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5559279b6ff0 0x5559279c1530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.583+0000 7f0902084640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5559279b6ff0 0x5559279c1530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56848/0 (socket says 172.21.15.46:56848)
2024-03-19T01:49:43.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.583+0000 7f0902084640  1 -- 172.21.15.46:0/3762439696 learned_addr learned my addr 172.21.15.46:0/3762439696 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:43.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.583+0000 7f0901883640  1 --2- 172.21.15.46:0/3762439696 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5559279b79e0 0x5559279c1a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.583+0000 7f0902885640  1 --2- 172.21.15.46:0/3762439696 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5559279bcb50 0x5559279c8ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.583+0000 7f0902084640  1 -- 172.21.15.46:0/3762439696 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5559279b79e0 msgr2=0x5559279c1a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:43.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.583+0000 7f0902084640  1 --2- 172.21.15.46:0/3762439696 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5559279b79e0 0x5559279c1a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.583+0000 7f0902084640  1 -- 172.21.15.46:0/3762439696 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5559279bcb50 msgr2=0x5559279c8ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:43.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.583+0000 7f0902084640  1 --2- 172.21.15.46:0/3762439696 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5559279bcb50 0x5559279c8ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.583+0000 7f0902084640  1 -- 172.21.15.46:0/3762439696 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5559276302d0 con 0x5559279b6ff0
2024-03-19T01:49:43.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.583+0000 7f0902084640  1 --2- 172.21.15.46:0/3762439696 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5559279b6ff0 0x5559279c1530 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f08f801c040 tx=0x7f08f8019660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a159acf987999b9 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:43.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.583+0000 7f08e5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:49:43.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.584+0000 7f08e5ffb640  1 -- 172.21.15.46:0/3762439696 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08f8027020 con 0x5559279b6ff0
2024-03-19T01:49:43.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.584+0000 7f08e5ffb640  1 -- 172.21.15.46:0/3762439696 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f08f8005250 con 0x5559279b6ff0
2024-03-19T01:49:43.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.584+0000 7f0906fac740  1 -- 172.21.15.46:0/3762439696 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f08f8019ae0 con 0x5559279b6ff0
2024-03-19T01:49:43.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.584+0000 7f08e5ffb640  1 -- 172.21.15.46:0/3762439696 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f08f8032050 con 0x5559279b6ff0
2024-03-19T01:49:43.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.584+0000 7f0906fac740 10 client.15408 fetch_fsmap learned FSMap version 23
2024-03-19T01:49:43.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.584+0000 7f0906fac740  1 -- 172.21.15.46:0/3762439696 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x5559276fa6b0 con 0x5559279b6ff0
2024-03-19T01:49:43.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.584+0000 7f08e5ffb640  1 -- 172.21.15.46:0/3762439696 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f08f8019ae0 con 0x5559279b6ff0
2024-03-19T01:49:43.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.584+0000 7f08e5ffb640  1 -- 172.21.15.46:0/3762439696 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f08f80046c0 con 0x5559279b6ff0
2024-03-19T01:49:43.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.584+0000 7f0906fac740 10 client.15408 fetch_fsmap finished waiting for FSMap version 23
2024-03-19T01:49:43.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.584+0000 7f0906fac740 10 client.15408 resolve_mds: resolved name 'h' to daemon mds.h
2024-03-19T01:49:43.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.584+0000 7f0906fac740 20 client.15408 populate_metadata read hostname 'smithi046'
2024-03-19T01:49:43.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.584+0000 7f0906fac740  1 --2- 172.21.15.46:0/3762439696 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x5559279ce0a0 0x5559279cf510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.584+0000 7f0906fac740  4 client.15408 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:49:43.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.584+0000 7f0906fac740  1 -- 172.21.15.46:0/3762439696 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555927929320 con 0x5559279ce0a0
2024-03-19T01:49:43.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.584+0000 7f0901883640  1 --2- 172.21.15.46:0/3762439696 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x5559279ce0a0 0x5559279cf510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.585+0000 7f0901883640  1 --2- 172.21.15.46:0/3762439696 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x5559279ce0a0 0x5559279cf510 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=769cda410d081bb3 server_cookie=aca6e80650fd23ab in_seq=0 out_seq=0
2024-03-19T01:49:43.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.585+0000 7f08e5ffb640 10 client.15408 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:49:43.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.585+0000 7f08e5ffb640  1 -- 172.21.15.46:0/3762439696 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x555927929320 con 0x5559279ce0a0
2024-03-19T01:49:43.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.585+0000 7f08e5ffb640 10 client.15408 handle_command_reply: tid=0
2024-03-19T01:49:43.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.585+0000 7f0906fac740  1 client.15408 shutdown
2024-03-19T01:49:43.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.585+0000 7f0906fac740  1 -- 172.21.15.46:0/3762439696 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5559279b6ff0 msgr2=0x5559279c1530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:43.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.585+0000 7f0906fac740  1 --2- 172.21.15.46:0/3762439696 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5559279b6ff0 0x5559279c1530 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f08f801c040 tx=0x7f08f8019660 comp rx=0 tx=0).stop
2024-03-19T01:49:43.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.586+0000 7f0906fac740  1 -- 172.21.15.46:0/3762439696 shutdown_connections
2024-03-19T01:49:43.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.586+0000 7f0906fac740  1 --2- 172.21.15.46:0/3762439696 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x5559279ce0a0 0x5559279cf510 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.586+0000 7f0906fac740  1 --2- 172.21.15.46:0/3762439696 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5559279bcb50 0x5559279c8ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.586+0000 7f0906fac740  1 --2- 172.21.15.46:0/3762439696 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5559279b79e0 0x5559279c1a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.586+0000 7f08e5ffb640  0 client.15408 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:49:43.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.586+0000 7f0906fac740  1 --2- 172.21.15.46:0/3762439696 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5559279b6ff0 0x5559279c1530 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.586+0000 7f0906fac740  1 -- 172.21.15.46:0/3762439696 >> 172.21.15.46:0/3762439696 conn(0x5559279b2560 msgr2=0x5559279b17e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:43.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.586+0000 7f0906fac740  1 -- 172.21.15.46:0/3762439696 shutdown_connections
2024-03-19T01:49:43.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.586+0000 7f0906fac740  1 -- 172.21.15.46:0/3762439696 wait complete.
2024-03-19T01:49:43.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.586+0000 7f0906fac740 20 client.15408 trim_cache size 0 max 16384
2024-03-19T01:49:43.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.604+0000 7f0906fac740  1  Processor -- start
2024-03-19T01:49:43.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.604+0000 7f0906fac740  1 --  start start
2024-03-19T01:49:43.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.604+0000 7f0906fac740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5559279b6ff0 0x5559279bc500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.604+0000 7f0906fac740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5559279b79e0 0x5559279c8a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.604+0000 7f0906fac740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5559279bcb50 0x5559279cd050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.604+0000 7f0906fac740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5559279cd850 con 0x5559279b79e0
2024-03-19T01:49:43.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.604+0000 7f0906fac740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5559279cdf20 con 0x5559279b6ff0
2024-03-19T01:49:43.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.604+0000 7f0906fac740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5559279ce5f0 con 0x5559279bcb50
2024-03-19T01:49:43.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.604+0000 7f0901883640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5559279b79e0 0x5559279c8a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.604+0000 7f0901883640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5559279b79e0 0x5559279c8a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56860/0 (socket says 172.21.15.46:56860)
2024-03-19T01:49:43.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.604+0000 7f0902084640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5559279b6ff0 0x5559279bc500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.604+0000 7f0901883640  1 -- 172.21.15.46:0/3105745869 learned_addr learned my addr 172.21.15.46:0/3105745869 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:43.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.604+0000 7f0902885640  1 --2- 172.21.15.46:0/3105745869 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5559279bcb50 0x5559279cd050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.604+0000 7f0901883640  1 -- 172.21.15.46:0/3105745869 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5559279bcb50 msgr2=0x5559279cd050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:43.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.604+0000 7f0901883640  1 --2- 172.21.15.46:0/3105745869 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5559279bcb50 0x5559279cd050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.604+0000 7f0901883640  1 -- 172.21.15.46:0/3105745869 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5559279b6ff0 msgr2=0x5559279bc500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:43.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.604+0000 7f0901883640  1 --2- 172.21.15.46:0/3105745869 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5559279b6ff0 0x5559279bc500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.605+0000 7f0901883640  1 -- 172.21.15.46:0/3105745869 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5559279b7dc0 con 0x5559279b79e0
2024-03-19T01:49:43.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.605+0000 7f0902084640  1 --2- 172.21.15.46:0/3105745869 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5559279b6ff0 0x5559279bc500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:43.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.605+0000 7f0901883640  1 --2- 172.21.15.46:0/3105745869 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5559279b79e0 0x5559279c8a70 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f08ec0ee6a0 tx=0x7f08ec090270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55f5a98f0ec88f1b server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:43.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.605+0000 7f08e7fff640  1 -- 172.21.15.46:0/3105745869 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08ec0bd310 con 0x5559279b79e0
2024-03-19T01:49:43.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.605+0000 7f08e7fff640  1 -- 172.21.15.46:0/3105745869 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f08ec088760 con 0x5559279b79e0
2024-03-19T01:49:43.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.605+0000 7f08e7fff640  1 -- 172.21.15.46:0/3105745869 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08ec0bcea0 con 0x5559279b79e0
2024-03-19T01:49:43.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.605+0000 7f0906fac740  1 -- 172.21.15.46:0/3105745869 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5559279b79e0 msgr2=0x5559279c8a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:43.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.605+0000 7f0906fac740  1 --2- 172.21.15.46:0/3105745869 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5559279b79e0 0x5559279c8a70 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f08ec0ee6a0 tx=0x7f08ec090270 comp rx=0 tx=0).stop
2024-03-19T01:49:43.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.605+0000 7f0906fac740  1 -- 172.21.15.46:0/3105745869 shutdown_connections
2024-03-19T01:49:43.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.605+0000 7f0906fac740  1 --2- 172.21.15.46:0/3105745869 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5559279bcb50 0x5559279cd050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.605+0000 7f0906fac740  1 --2- 172.21.15.46:0/3105745869 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5559279b79e0 0x5559279c8a70 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.605+0000 7f0906fac740  1 --2- 172.21.15.46:0/3105745869 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5559279b6ff0 0x5559279bc500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.605+0000 7f0906fac740  1 -- 172.21.15.46:0/3105745869 >> 172.21.15.46:0/3105745869 conn(0x5559279b2560 msgr2=0x5559279b6050 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:43.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.605+0000 7f0906fac740  1 -- 172.21.15.46:0/3105745869 shutdown_connections
2024-03-19T01:49:43.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.605+0000 7f0906fac740  1 -- 172.21.15.46:0/3105745869 wait complete.
2024-03-19T01:49:43.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.606+0000 7f0906fac740  1 --  start start
2024-03-19T01:49:43.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.606+0000 7f0906fac740  1  Processor -- start
2024-03-19T01:49:43.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.606+0000 7f0906fac740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5559279b6ff0 0x5559279c3c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.606+0000 7f0906fac740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5559279b79e0 0x5559279c4150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.606+0000 7f0906fac740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5559279bcb50 0x5559279c7170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.606+0000 7f0906fac740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5559279cf390 con 0x5559279b79e0
2024-03-19T01:49:43.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.606+0000 7f0906fac740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5559279cecc0 con 0x5559279b6ff0
2024-03-19T01:49:43.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.606+0000 7f0906fac740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5559279cfa60 con 0x5559279bcb50
2024-03-19T01:49:43.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.606+0000 7f0906fac740 10 client.0 _ll_register_callbacks cb 0x7f08f801c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:49:43.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.606+0000 7f0901883640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5559279b79e0 0x5559279c4150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.606+0000 7f0902084640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5559279b6ff0 0x5559279c3c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.606+0000 7f0901883640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5559279b79e0 0x5559279c4150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56872/0 (socket says 172.21.15.46:56872)
2024-03-19T01:49:43.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.606+0000 7f0901883640  1 -- 172.21.15.46:0/1958404814 learned_addr learned my addr 172.21.15.46:0/1958404814 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:43.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.606+0000 7f0902885640  1 --2- 172.21.15.46:0/1958404814 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5559279bcb50 0x5559279c7170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.606+0000 7f0902084640  1 -- 172.21.15.46:0/1958404814 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5559279bcb50 msgr2=0x5559279c7170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:43.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.606+0000 7f0902084640  1 --2- 172.21.15.46:0/1958404814 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5559279bcb50 0x5559279c7170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.606+0000 7f0902084640  1 -- 172.21.15.46:0/1958404814 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5559279b79e0 msgr2=0x5559279c4150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:43.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.606+0000 7f0902084640  1 --2- 172.21.15.46:0/1958404814 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5559279b79e0 0x5559279c4150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.606+0000 7f0902084640  1 -- 172.21.15.46:0/1958404814 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5559279c7760 con 0x5559279b6ff0
2024-03-19T01:49:43.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.606+0000 7f0901883640  1 --2- 172.21.15.46:0/1958404814 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5559279b79e0 0x5559279c4150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:43.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.607+0000 7f0902084640  1 --2- 172.21.15.46:0/1958404814 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5559279b6ff0 0x5559279c3c10 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f08f8004cd0 tx=0x7f08f8009f40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=77821bc69fd45db5 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:43.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.607+0000 7f08e5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.73:3300/0
2024-03-19T01:49:43.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.607+0000 7f08e5ffb640  1 -- 172.21.15.46:0/1958404814 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08f8027040 con 0x5559279b6ff0
2024-03-19T01:49:43.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.607+0000 7f08e5ffb640  1 -- 172.21.15.46:0/1958404814 <== mon.2 v2:172.21.15.73:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f08f8004f60 con 0x5559279b6ff0
2024-03-19T01:49:43.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.607+0000 7f0906fac740  1 -- 172.21.15.46:0/1958404814 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f08ec088760 con 0x5559279b6ff0
2024-03-19T01:49:43.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.607+0000 7f08e5ffb640  1 -- 172.21.15.46:0/1958404814 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f08f801e070 con 0x5559279b6ff0
2024-03-19T01:49:43.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.607+0000 7f0906fac740 10 client.25268 fetch_fsmap learned FSMap version 23
2024-03-19T01:49:43.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.607+0000 7f0906fac740  1 -- 172.21.15.46:0/1958404814 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x5559279c8a60 con 0x5559279b6ff0
2024-03-19T01:49:43.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.607+0000 7f08e5ffb640  1 -- 172.21.15.46:0/1958404814 <== mon.2 v2:172.21.15.73:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f08ec088760 con 0x5559279b6ff0
2024-03-19T01:49:43.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.607+0000 7f08e5ffb640  1 -- 172.21.15.46:0/1958404814 <== mon.2 v2:172.21.15.73:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f08f8003960 con 0x5559279b6ff0
2024-03-19T01:49:43.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.607+0000 7f0906fac740 10 client.25268 fetch_fsmap finished waiting for FSMap version 23
2024-03-19T01:49:43.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.607+0000 7f0906fac740 10 client.25268 resolve_mds: resolved name 'h' to daemon mds.h
2024-03-19T01:49:43.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.607+0000 7f0906fac740 20 client.25268 populate_metadata read hostname 'smithi046'
2024-03-19T01:49:43.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.607+0000 7f0906fac740  1 --2- 172.21.15.46:0/1958404814 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x555927a383a0 0x555927a34eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.607+0000 7f0906fac740  4 client.25268 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "status"}]
2024-03-19T01:49:43.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.607+0000 7f0906fac740  1 -- 172.21.15.46:0/1958404814 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "status"}) -- 0x555927923670 con 0x555927a383a0
2024-03-19T01:49:43.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.608+0000 7f0901883640  1 --2- 172.21.15.46:0/1958404814 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x555927a383a0 0x555927a34eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.608+0000 7f0901883640  1 --2- 172.21.15.46:0/1958404814 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x555927a383a0 0x555927a34eb0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c28a4aca0042546e server_cookie=4f582cb18e5d17cb in_seq=0 out_seq=0
2024-03-19T01:49:43.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.608+0000 7f08e5ffb640 10 client.25268 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:49:43.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.608+0000 7f08e5ffb640  1 -- 172.21.15.46:0/1958404814 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x555927923670 con 0x555927a383a0
2024-03-19T01:49:43.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.608+0000 7f08e5ffb640 10 client.25268 handle_command_reply: tid=0
2024-03-19T01:49:43.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.608+0000 7f0906fac740  1 client.25268 shutdown
2024-03-19T01:49:43.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.608+0000 7f0906fac740  1 -- 172.21.15.46:0/1958404814 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5559279b6ff0 msgr2=0x5559279c3c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:43.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.608+0000 7f0906fac740  1 --2- 172.21.15.46:0/1958404814 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5559279b6ff0 0x5559279c3c10 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f08f8004cd0 tx=0x7f08f8009f40 comp rx=0 tx=0).stop
2024-03-19T01:49:43.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.608+0000 7f0906fac740  1 -- 172.21.15.46:0/1958404814 shutdown_connections
2024-03-19T01:49:43.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.608+0000 7f0906fac740  1 --2- 172.21.15.46:0/1958404814 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x555927a383a0 0x555927a34eb0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.616 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.608+0000 7f0906fac740  1 --2- 172.21.15.46:0/1958404814 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5559279bcb50 0x5559279c7170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.616 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.608+0000 7f08e5ffb640  0 client.25268 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:49:43.616 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.608+0000 7f0906fac740  1 --2- 172.21.15.46:0/1958404814 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5559279b79e0 0x5559279c4150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.616 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.608+0000 7f0906fac740  1 --2- 172.21.15.46:0/1958404814 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5559279b6ff0 0x5559279c3c10 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.616 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.608+0000 7f0906fac740  1 -- 172.21.15.46:0/1958404814 >> 172.21.15.46:0/1958404814 conn(0x5559279b2560 msgr2=0x5559279b57c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:43.616 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.608+0000 7f0906fac740  1 -- 172.21.15.46:0/1958404814 shutdown_connections
2024-03-19T01:49:43.616 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.608+0000 7f0906fac740  1 -- 172.21.15.46:0/1958404814 wait complete.
2024-03-19T01:49:43.616 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.608+0000 7f0906fac740 20 client.25268 trim_cache size 0 max 16384
2024-03-19T01:49:43.616 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:49:43.616 INFO:teuthology.orchestra.run.smithi046.stdout:    "cluster_fsid": "53c8cf3e-e591-11ee-95c9-87774f69a715",
2024-03-19T01:49:43.617 INFO:teuthology.orchestra.run.smithi046.stdout:    "whoami": 1,
2024-03-19T01:49:43.617 INFO:teuthology.orchestra.run.smithi046.stdout:    "id": 24479,
2024-03-19T01:49:43.617 INFO:teuthology.orchestra.run.smithi046.stdout:    "want_state": "up:active",
2024-03-19T01:49:43.617 INFO:teuthology.orchestra.run.smithi046.stdout:    "state": "up:active",
2024-03-19T01:49:43.617 INFO:teuthology.orchestra.run.smithi046.stdout:    "fs_name": "cephfs",
2024-03-19T01:49:43.617 INFO:teuthology.orchestra.run.smithi046.stdout:    "rank_uptime": 112.006931806,
2024-03-19T01:49:43.617 INFO:teuthology.orchestra.run.smithi046.stdout:    "mdsmap_epoch": 23,
2024-03-19T01:49:43.617 INFO:teuthology.orchestra.run.smithi046.stdout:    "osdmap_epoch": 93,
2024-03-19T01:49:43.617 INFO:teuthology.orchestra.run.smithi046.stdout:    "osdmap_epoch_barrier": 89,
2024-03-19T01:49:43.617 INFO:teuthology.orchestra.run.smithi046.stdout:    "uptime": 155.00769543999999
2024-03-19T01:49:43.617 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:49:43.618 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.609+0000 7f09042e8640  1 -- 172.21.15.46:0/4172950874 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f08e80a2800 msgr2=0x7f08e80a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:43.618 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.609+0000 7f09042e8640  1 --2- 172.21.15.46:0/4172950874 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f08e80a2800 0x7f08e80a4cc0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x5559279b8240 tx=0x7f08f4009500 comp rx=0 tx=0).stop
2024-03-19T01:49:43.618 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.609+0000 7f09042e8640  1 -- 172.21.15.46:0/4172950874 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f08fc104bf0 msgr2=0x7f08fc198070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:43.618 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.609+0000 7f09042e8640  1 --2- 172.21.15.46:0/4172950874 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f08fc104bf0 0x7f08fc198070 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f08ec000c00 tx=0x7f08ec005dc0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.618 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.609+0000 7f09042e8640  1 -- 172.21.15.46:0/4172950874 shutdown_connections
2024-03-19T01:49:43.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.609+0000 7f09042e8640  1 --2- 172.21.15.46:0/4172950874 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f08e80a2800 0x7f08e80a4cc0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.609+0000 7f09042e8640  1 --2- 172.21.15.46:0/4172950874 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f08fc107520 0x7f08fc19f0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.609+0000 7f09042e8640  1 --2- 172.21.15.46:0/4172950874 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f08fc104bf0 0x7f08fc198070 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.609+0000 7f09042e8640  1 --2- 172.21.15.46:0/4172950874 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f08fc1022c0 0x7f08fc197b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.609+0000 7f09042e8640  1 -- 172.21.15.46:0/4172950874 >> 172.21.15.46:0/4172950874 conn(0x7f08fc0fbcd0 msgr2=0x7f08fc102c00 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:43.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.609+0000 7f09042e8640  1 -- 172.21.15.46:0/4172950874 shutdown_connections
2024-03-19T01:49:43.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.609+0000 7f09042e8640  1 -- 172.21.15.46:0/4172950874 wait complete.
2024-03-19T01:49:43.620 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status
2024-03-19T01:49:43.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.726+0000 7f578071b640  1 -- 172.21.15.46:0/2608711645 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5778101ce0 msgr2=0x7f5778102100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:43.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.726+0000 7f578071b640  1 --2- 172.21.15.46:0/2608711645 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5778101ce0 0x7f5778102100 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f5768009860 tx=0x7f576802bb70 comp rx=0 tx=0).stop
2024-03-19T01:49:43.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.726+0000 7f578071b640  1 -- 172.21.15.46:0/2608711645 shutdown_connections
2024-03-19T01:49:43.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.726+0000 7f578071b640  1 --2- 172.21.15.46:0/2608711645 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f57781013d0 0x7f5778108c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.726+0000 7f578071b640  1 --2- 172.21.15.46:0/2608711645 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5778100a10 0x7f5778100e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.726+0000 7f578071b640  1 --2- 172.21.15.46:0/2608711645 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5778101ce0 0x7f5778102100 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.726+0000 7f578071b640  1 -- 172.21.15.46:0/2608711645 >> 172.21.15.46:0/2608711645 conn(0x7f57780fb420 msgr2=0x7f57780fd880 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:43.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.726+0000 7f578071b640  1 -- 172.21.15.46:0/2608711645 shutdown_connections
2024-03-19T01:49:43.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.726+0000 7f578071b640  1 -- 172.21.15.46:0/2608711645 wait complete.
2024-03-19T01:49:43.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.726+0000 7f578071b640  1  Processor -- start
2024-03-19T01:49:43.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.726+0000 7f578071b640  1 --  start start
2024-03-19T01:49:43.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.727+0000 7f578071b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5778100a10 0x7f57781969e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.727+0000 7f578071b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f57781013d0 0x7f5778196f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.727+0000 7f578071b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5778101ce0 0x7f577819df90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.727+0000 7f578071b640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f577810c260 con 0x7f5778101ce0
2024-03-19T01:49:43.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.727+0000 7f578071b640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f577810c0e0 con 0x7f57781013d0
2024-03-19T01:49:43.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.727+0000 7f578071b640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f577810c3e0 con 0x7f5778100a10
2024-03-19T01:49:43.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.727+0000 7f577ecb8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5778101ce0 0x7f577819df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.727+0000 7f577ecb8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5778101ce0 0x7f577819df90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56894/0 (socket says 172.21.15.46:56894)
2024-03-19T01:49:43.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.727+0000 7f577ecb8640  1 -- 172.21.15.46:0/2834886614 learned_addr learned my addr 172.21.15.46:0/2834886614 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:43.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.727+0000 7f577e4b7640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5778100a10 0x7f57781969e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.727+0000 7f577dcb6640  1 --2- 172.21.15.46:0/2834886614 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f57781013d0 0x7f5778196f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.727+0000 7f577ecb8640  1 -- 172.21.15.46:0/2834886614 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5778100a10 msgr2=0x7f57781969e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:43.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.727+0000 7f577ecb8640  1 --2- 172.21.15.46:0/2834886614 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5778100a10 0x7f57781969e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.727+0000 7f577ecb8640  1 -- 172.21.15.46:0/2834886614 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f57781013d0 msgr2=0x7f5778196f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:43.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.727+0000 7f577ecb8640  1 --2- 172.21.15.46:0/2834886614 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f57781013d0 0x7f5778196f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.727+0000 7f577ecb8640  1 -- 172.21.15.46:0/2834886614 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f577819e600 con 0x7f5778101ce0
2024-03-19T01:49:43.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.727+0000 7f577e4b7640  1 --2- 172.21.15.46:0/2834886614 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5778100a10 0x7f57781969e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:43.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.727+0000 7f577dcb6640  1 --2- 172.21.15.46:0/2834886614 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f57781013d0 0x7f5778196f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:43.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.727+0000 7f577ecb8640  1 --2- 172.21.15.46:0/2834886614 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5778101ce0 0x7f577819df90 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f577000eb10 tx=0x7f577000ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:43.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.727+0000 7f576f7fe640  1 -- 172.21.15.46:0/2834886614 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f577000ce20 con 0x7f5778101ce0
2024-03-19T01:49:43.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.727+0000 7f576f7fe640  1 -- 172.21.15.46:0/2834886614 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5770005020 con 0x7f5778101ce0
2024-03-19T01:49:43.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.727+0000 7f578071b640  1 -- 172.21.15.46:0/2834886614 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f577819e8f0 con 0x7f5778101ce0
2024-03-19T01:49:43.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.728+0000 7f576f7fe640  1 -- 172.21.15.46:0/2834886614 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5770010690 con 0x7f5778101ce0
2024-03-19T01:49:43.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.728+0000 7f578071b640  1 -- 172.21.15.46:0/2834886614 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f577819edf0 con 0x7f5778101ce0
2024-03-19T01:49:43.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.730+0000 7f57833e8740  1  Processor -- start
2024-03-19T01:49:43.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.730+0000 7f576f7fe640  1 -- 172.21.15.46:0/2834886614 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f5770004b20 con 0x7f5778101ce0
2024-03-19T01:49:43.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.730+0000 7f57833e8740  1 --  start start
2024-03-19T01:49:43.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.730+0000 7f57833e8740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc7d365ff0 0x55bc7d366410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.730+0000 7f57833e8740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc7d3669e0 0x55bc7d36b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.730+0000 7f57833e8740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc7d36bb50 0x55bc7d36dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.731+0000 7f57833e8740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55bc7d2cade0 con 0x55bc7d3669e0
2024-03-19T01:49:43.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.731+0000 7f57833e8740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55bc7d273c80 con 0x55bc7d36bb50
2024-03-19T01:49:43.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.731+0000 7f57833e8740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55bc7d2c6e80 con 0x55bc7d365ff0
2024-03-19T01:49:43.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.731+0000 7f577e4b7640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc7d3669e0 0x55bc7d36b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.731+0000 7f577e4b7640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc7d3669e0 0x55bc7d36b4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56910/0 (socket says 172.21.15.46:56910)
2024-03-19T01:49:43.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.731+0000 7f577e4b7640  1 -- 172.21.15.46:0/3244112638 learned_addr learned my addr 172.21.15.46:0/3244112638 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:43.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.731+0000 7f577dcb6640  1 --2- 172.21.15.46:0/3244112638 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc7d365ff0 0x55bc7d366410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.731+0000 7f577dcb6640  1 --2- 172.21.15.46:0/3244112638 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc7d36bb50 0x55bc7d36dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.731+0000 7f576f7fe640  1 --2- 172.21.15.46:0/2834886614 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f57640a2800 0x7f57640a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.731+0000 7f577e4b7640  1 -- 172.21.15.46:0/3244112638 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc7d365ff0 msgr2=0x55bc7d366410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:43.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.731+0000 7f577e4b7640  1 --2- 172.21.15.46:0/3244112638 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc7d365ff0 0x55bc7d366410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.731+0000 7f577e4b7640  1 -- 172.21.15.46:0/3244112638 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc7d36bb50 msgr2=0x55bc7d36dfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:43.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.731+0000 7f577e4b7640  1 --2- 172.21.15.46:0/3244112638 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc7d36bb50 0x55bc7d36dfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.731+0000 7f577ecb8640  1 --2- 172.21.15.46:0/2834886614 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f57640a2800 0x7f57640a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.731+0000 7f577e4b7640  1 -- 172.21.15.46:0/3244112638 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bc7d285fb0 con 0x55bc7d3669e0
2024-03-19T01:49:43.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.731+0000 7f576f7fe640  1 -- 172.21.15.46:0/2834886614 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f57700cf3b0 con 0x7f5778101ce0
2024-03-19T01:49:43.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.731+0000 7f577e4b7640  1 --2- 172.21.15.46:0/3244112638 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc7d3669e0 0x55bc7d36b4e0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f5778069bb0 tx=0x7f5768005db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2fecd8440d54ca9 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:43.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.731+0000 7f576cff9640  1 -- 172.21.15.46:0/3244112638 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5768039040 con 0x55bc7d3669e0
2024-03-19T01:49:43.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.732+0000 7f577ecb8640  1 --2- 172.21.15.46:0/2834886614 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f57640a2800 0x7f57640a4cc0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f577009b6c0 tx=0x7f57700666d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:43.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.732+0000 7f576cff9640  1 -- 172.21.15.46:0/3244112638 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5768034d40 con 0x55bc7d3669e0
2024-03-19T01:49:43.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.732+0000 7f576cff9640  1 -- 172.21.15.46:0/3244112638 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57680035f0 con 0x55bc7d3669e0
2024-03-19T01:49:43.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.732+0000 7f57833e8740  1 -- 172.21.15.46:0/3244112638 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc7d3669e0 msgr2=0x55bc7d36b4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:43.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.732+0000 7f57833e8740  1 --2- 172.21.15.46:0/3244112638 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc7d3669e0 0x55bc7d36b4e0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f5778069bb0 tx=0x7f5768005db0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.732+0000 7f57833e8740  1 -- 172.21.15.46:0/3244112638 shutdown_connections
2024-03-19T01:49:43.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.732+0000 7f57833e8740  1 --2- 172.21.15.46:0/3244112638 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc7d36bb50 0x55bc7d36dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.732+0000 7f57833e8740  1 --2- 172.21.15.46:0/3244112638 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc7d3669e0 0x55bc7d36b4e0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.732+0000 7f57833e8740  1 --2- 172.21.15.46:0/3244112638 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc7d365ff0 0x55bc7d366410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.732+0000 7f57833e8740  1 -- 172.21.15.46:0/3244112638 >> 172.21.15.46:0/3244112638 conn(0x55bc7d361560 msgr2=0x55bc7d361960 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:43.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.732+0000 7f57833e8740  1 -- 172.21.15.46:0/3244112638 shutdown_connections
2024-03-19T01:49:43.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.732+0000 7f57833e8740  1 -- 172.21.15.46:0/3244112638 wait complete.
2024-03-19T01:49:43.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.733+0000 7f57833e8740  1 --  start start
2024-03-19T01:49:43.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.733+0000 7f57833e8740  1  Processor -- start
2024-03-19T01:49:43.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.733+0000 7f57833e8740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc7d365ff0 0x55bc7d370480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.733+0000 7f57833e8740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc7d3669e0 0x55bc7d3709c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.733+0000 7f57833e8740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc7d36bb50 0x55bc7d377a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.733+0000 7f57833e8740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55bc7d36eaa0 con 0x55bc7d36bb50
2024-03-19T01:49:43.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.733+0000 7f57833e8740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55bc7d286fc0 con 0x55bc7d365ff0
2024-03-19T01:49:43.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.733+0000 7f57833e8740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55bc7d36ec20 con 0x55bc7d3669e0
2024-03-19T01:49:43.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.733+0000 7f57833e8740 10 client.0 _ll_register_callbacks cb 0x55bc7d2c2a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:49:43.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.733+0000 7f577dcb6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc7d36bb50 0x55bc7d377a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.733+0000 7f577dcb6640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc7d365ff0 0x55bc7d370480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.733+0000 7f577e4b7640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc7d3669e0 0x55bc7d3709c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.733+0000 7f577dcb6640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc7d365ff0 0x55bc7d370480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:47440/0 (socket says 172.21.15.46:47440)
2024-03-19T01:49:43.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.733+0000 7f577dcb6640  1 -- 172.21.15.46:0/2168219808 learned_addr learned my addr 172.21.15.46:0/2168219808 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:43.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.733+0000 7f577dcb6640  1 -- 172.21.15.46:0/2168219808 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc7d3669e0 msgr2=0x55bc7d3709c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:43.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.733+0000 7f577dcb6640  1 --2- 172.21.15.46:0/2168219808 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc7d3669e0 0x55bc7d3709c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.733+0000 7f577dcb6640  1 -- 172.21.15.46:0/2168219808 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc7d36bb50 msgr2=0x55bc7d377a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:43.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.733+0000 7f577dcb6640  1 --2- 172.21.15.46:0/2168219808 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc7d36bb50 0x55bc7d377a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.733+0000 7f577dcb6640  1 -- 172.21.15.46:0/2168219808 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bc7cfdf2d0 con 0x55bc7d365ff0
2024-03-19T01:49:43.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.733+0000 7f577e4b7640  1 --2- 172.21.15.46:0/2168219808 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc7d3669e0 0x55bc7d3709c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:43.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.734+0000 7f577dcb6640  1 --2- 172.21.15.46:0/2168219808 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc7d365ff0 0x55bc7d370480 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f5774011fc0 tx=0x7f5774009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=17678d804158024e server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:43.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.734+0000 7f5761ffb640 10 client.0 ms_handle_connect on v2:172.21.15.73:3300/0
2024-03-19T01:49:43.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.734+0000 7f5761ffb640  1 -- 172.21.15.46:0/2168219808 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5774011130 con 0x55bc7d365ff0
2024-03-19T01:49:43.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.734+0000 7f5761ffb640  1 -- 172.21.15.46:0/2168219808 <== mon.2 v2:172.21.15.73:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f57740112d0 con 0x55bc7d365ff0
2024-03-19T01:49:43.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.734+0000 7f57833e8740  1 -- 172.21.15.46:0/2168219808 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5768034d40 con 0x55bc7d365ff0
2024-03-19T01:49:43.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.734+0000 7f5761ffb640  1 -- 172.21.15.46:0/2168219808 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f5774004030 con 0x55bc7d365ff0
2024-03-19T01:49:43.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.734+0000 7f57833e8740 10 client.25280 fetch_fsmap learned FSMap version 23
2024-03-19T01:49:43.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.734+0000 7f57833e8740  1 -- 172.21.15.46:0/2168219808 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55bc7d0a96b0 con 0x55bc7d365ff0
2024-03-19T01:49:43.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.734+0000 7f5761ffb640  1 -- 172.21.15.46:0/2168219808 <== mon.2 v2:172.21.15.73:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5768034d40 con 0x55bc7d365ff0
2024-03-19T01:49:43.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.734+0000 7f5761ffb640  1 -- 172.21.15.46:0/2168219808 <== mon.2 v2:172.21.15.73:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f57740047a0 con 0x55bc7d365ff0
2024-03-19T01:49:43.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.735+0000 7f57833e8740 10 client.25280 fetch_fsmap finished waiting for FSMap version 23
2024-03-19T01:49:43.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.735+0000 7f57833e8740 10 client.25280 resolve_mds: resolved name 'b' to daemon mds.b
2024-03-19T01:49:43.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.735+0000 7f57833e8740 20 client.25280 populate_metadata read hostname 'smithi046'
2024-03-19T01:49:43.743 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.735+0000 7f57833e8740  1 --2- 172.21.15.46:0/2168219808 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55bc7d37d240 0x55bc7d37e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.743 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.735+0000 7f57833e8740  4 client.25280 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:49:43.743 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.735+0000 7f57833e8740  1 -- 172.21.15.46:0/2168219808 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bc7d2d8320 con 0x55bc7d37d240
2024-03-19T01:49:43.743 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.735+0000 7f577e4b7640  1 --2- 172.21.15.46:0/2168219808 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55bc7d37d240 0x55bc7d37e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.743 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.735+0000 7f577e4b7640  1 --2- 172.21.15.46:0/2168219808 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55bc7d37d240 0x55bc7d37e6b0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=49ff6b3817b3f8b0 server_cookie=c01688540e49b9ce in_seq=0 out_seq=0
2024-03-19T01:49:43.743 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.735+0000 7f5761ffb640 10 client.25280 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:49:43.743 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.736+0000 7f5761ffb640  1 -- 172.21.15.46:0/2168219808 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55bc7d2d8320 con 0x55bc7d37d240
2024-03-19T01:49:43.743 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.736+0000 7f5761ffb640 10 client.25280 handle_command_reply: tid=0
2024-03-19T01:49:43.743 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.736+0000 7f57833e8740  1 client.25280 shutdown
2024-03-19T01:49:43.743 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.736+0000 7f57833e8740  1 -- 172.21.15.46:0/2168219808 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc7d365ff0 msgr2=0x55bc7d370480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:43.743 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.736+0000 7f57833e8740  1 --2- 172.21.15.46:0/2168219808 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc7d365ff0 0x55bc7d370480 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f5774011fc0 tx=0x7f5774009260 comp rx=0 tx=0).stop
2024-03-19T01:49:43.743 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.736+0000 7f57833e8740  1 -- 172.21.15.46:0/2168219808 shutdown_connections
2024-03-19T01:49:43.743 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.736+0000 7f57833e8740  1 --2- 172.21.15.46:0/2168219808 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55bc7d37d240 0x55bc7d37e6b0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.743 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.736+0000 7f57833e8740  1 --2- 172.21.15.46:0/2168219808 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc7d36bb50 0x55bc7d377a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.743 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.736+0000 7f5761ffb640  0 client.25280 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:49:43.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.736+0000 7f57833e8740  1 --2- 172.21.15.46:0/2168219808 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc7d3669e0 0x55bc7d3709c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.736+0000 7f57833e8740  1 --2- 172.21.15.46:0/2168219808 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc7d365ff0 0x55bc7d370480 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.736+0000 7f57833e8740  1 -- 172.21.15.46:0/2168219808 >> 172.21.15.46:0/2168219808 conn(0x55bc7d361560 msgr2=0x55bc7d3607e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:43.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.736+0000 7f57833e8740  1 -- 172.21.15.46:0/2168219808 shutdown_connections
2024-03-19T01:49:43.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.736+0000 7f57833e8740  1 -- 172.21.15.46:0/2168219808 wait complete.
2024-03-19T01:49:43.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.736+0000 7f57833e8740 20 client.25280 trim_cache size 0 max 16384
2024-03-19T01:49:43.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.755+0000 7f57833e8740  1  Processor -- start
2024-03-19T01:49:43.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.755+0000 7f57833e8740  1 --  start start
2024-03-19T01:49:43.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.755+0000 7f57833e8740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc7d365ff0 0x55bc7d36df40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.755+0000 7f57833e8740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc7d3669e0 0x55bc7d377990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.755+0000 7f57833e8740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc7d36bb50 0x55bc7d361940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.755+0000 7f57833e8740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55bc7d37c9f0 con 0x55bc7d365ff0
2024-03-19T01:49:43.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.755+0000 7f57833e8740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55bc7d37d0c0 con 0x55bc7d36bb50
2024-03-19T01:49:43.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.755+0000 7f57833e8740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55bc7d37d790 con 0x55bc7d3669e0
2024-03-19T01:49:43.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.755+0000 7f577dcb6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc7d365ff0 0x55bc7d36df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.755+0000 7f577dcb6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc7d365ff0 0x55bc7d36df40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56914/0 (socket says 172.21.15.46:56914)
2024-03-19T01:49:43.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.755+0000 7f577dcb6640  1 -- 172.21.15.46:0/2899241122 learned_addr learned my addr 172.21.15.46:0/2899241122 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:43.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.755+0000 7f577e4b7640  1 --2- 172.21.15.46:0/2899241122 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc7d3669e0 0x55bc7d377990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.755+0000 7f577dcb6640  1 --2- 172.21.15.46:0/2899241122 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc7d36bb50 0x55bc7d361940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.755+0000 7f577e4b7640  1 -- 172.21.15.46:0/2899241122 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc7d36bb50 msgr2=0x55bc7d361940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:43.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.755+0000 7f577e4b7640  1 --2- 172.21.15.46:0/2899241122 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc7d36bb50 0x55bc7d361940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.755+0000 7f577e4b7640  1 -- 172.21.15.46:0/2899241122 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc7d365ff0 msgr2=0x55bc7d36df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:43.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.755+0000 7f577e4b7640  1 --2- 172.21.15.46:0/2899241122 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc7d365ff0 0x55bc7d36df40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.755+0000 7f577e4b7640  1 -- 172.21.15.46:0/2899241122 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bc7d35c670 con 0x55bc7d3669e0
2024-03-19T01:49:43.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.755+0000 7f577dcb6640  1 --2- 172.21.15.46:0/2899241122 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc7d365ff0 0x55bc7d36df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:43.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.756+0000 7f577e4b7640  1 --2- 172.21.15.46:0/2899241122 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc7d3669e0 0x55bc7d377990 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x55bc7d3624d0 tx=0x7f576802bb70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7f4f72507478079a server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:43.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.756+0000 7f5763fff640  1 -- 172.21.15.46:0/2899241122 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5768056070 con 0x55bc7d3669e0
2024-03-19T01:49:43.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.756+0000 7f5763fff640  1 -- 172.21.15.46:0/2899241122 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f576802c710 con 0x55bc7d3669e0
2024-03-19T01:49:43.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.756+0000 7f5763fff640  1 -- 172.21.15.46:0/2899241122 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5768039040 con 0x55bc7d3669e0
2024-03-19T01:49:43.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.756+0000 7f57833e8740  1 -- 172.21.15.46:0/2899241122 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc7d3669e0 msgr2=0x55bc7d377990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:43.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.756+0000 7f57833e8740  1 --2- 172.21.15.46:0/2899241122 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc7d3669e0 0x55bc7d377990 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x55bc7d3624d0 tx=0x7f576802bb70 comp rx=0 tx=0).stop
2024-03-19T01:49:43.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.756+0000 7f57833e8740  1 -- 172.21.15.46:0/2899241122 shutdown_connections
2024-03-19T01:49:43.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.756+0000 7f57833e8740  1 --2- 172.21.15.46:0/2899241122 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc7d36bb50 0x55bc7d361940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.756+0000 7f57833e8740  1 --2- 172.21.15.46:0/2899241122 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc7d3669e0 0x55bc7d377990 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.756+0000 7f57833e8740  1 --2- 172.21.15.46:0/2899241122 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc7d365ff0 0x55bc7d36df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.756+0000 7f57833e8740  1 -- 172.21.15.46:0/2899241122 >> 172.21.15.46:0/2899241122 conn(0x55bc7d361560 msgr2=0x55bc7d367480 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:43.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.757+0000 7f57833e8740  1 -- 172.21.15.46:0/2899241122 shutdown_connections
2024-03-19T01:49:43.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.757+0000 7f57833e8740  1 -- 172.21.15.46:0/2899241122 wait complete.
2024-03-19T01:49:43.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.757+0000 7f57833e8740  1 --  start start
2024-03-19T01:49:43.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.757+0000 7f57833e8740  1  Processor -- start
2024-03-19T01:49:43.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.757+0000 7f57833e8740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc7d365ff0 0x55bc7d375980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.757+0000 7f57833e8740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc7d3669e0 0x55bc7d3e33a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.757+0000 7f57833e8740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc7d36bb50 0x55bc7d3e58f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.757+0000 7f57833e8740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55bc7d37e530 con 0x55bc7d36bb50
2024-03-19T01:49:43.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.757+0000 7f57833e8740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55bc7d37de60 con 0x55bc7d3669e0
2024-03-19T01:49:43.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.757+0000 7f57833e8740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55bc7d37ec00 con 0x55bc7d365ff0
2024-03-19T01:49:43.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.757+0000 7f57833e8740 10 client.0 _ll_register_callbacks cb 0x7f5774011de0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:49:43.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.757+0000 7f577dcb6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc7d36bb50 0x55bc7d3e58f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.757+0000 7f577e4b7640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc7d3669e0 0x55bc7d3e33a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.757+0000 7f577e4b7640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc7d3669e0 0x55bc7d3e33a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:47446/0 (socket says 172.21.15.46:47446)
2024-03-19T01:49:43.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.757+0000 7f577dcb6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc7d36bb50 0x55bc7d3e58f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56920/0 (socket says 172.21.15.46:56920)
2024-03-19T01:49:43.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.757+0000 7f577e4b7640  1 -- 172.21.15.46:0/3873323739 learned_addr learned my addr 172.21.15.46:0/3873323739 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:43.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.757+0000 7f577dcb6640  1 --2- 172.21.15.46:0/3873323739 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc7d365ff0 0x55bc7d375980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.757+0000 7f577e4b7640  1 -- 172.21.15.46:0/3873323739 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc7d365ff0 msgr2=0x55bc7d375980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:43.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.757+0000 7f577e4b7640  1 --2- 172.21.15.46:0/3873323739 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc7d365ff0 0x55bc7d375980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.757+0000 7f577e4b7640  1 -- 172.21.15.46:0/3873323739 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc7d36bb50 msgr2=0x55bc7d3e58f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:43.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.757+0000 7f577e4b7640  1 --2- 172.21.15.46:0/3873323739 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc7d36bb50 0x55bc7d3e58f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.757+0000 7f577e4b7640  1 -- 172.21.15.46:0/3873323739 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bc7d3e6030 con 0x55bc7d3669e0
2024-03-19T01:49:43.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.758+0000 7f577e4b7640  1 --2- 172.21.15.46:0/3873323739 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc7d3669e0 0x55bc7d3e33a0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f5768005b60 tx=0x7f5768034a80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bb3e31287324bc76 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:43.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.758+0000 7f5761ffb640 10 client.0 ms_handle_connect on v2:172.21.15.73:3300/0
2024-03-19T01:49:43.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.758+0000 7f5761ffb640  1 -- 172.21.15.46:0/3873323739 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5768056030 con 0x55bc7d3669e0
2024-03-19T01:49:43.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.758+0000 7f5761ffb640  1 -- 172.21.15.46:0/3873323739 <== mon.2 v2:172.21.15.73:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f576802c510 con 0x55bc7d3669e0
2024-03-19T01:49:43.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.758+0000 7f57833e8740  1 -- 172.21.15.46:0/3873323739 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f576802c710 con 0x55bc7d3669e0
2024-03-19T01:49:43.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.758+0000 7f5761ffb640  1 -- 172.21.15.46:0/3873323739 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f5768060050 con 0x55bc7d3669e0
2024-03-19T01:49:43.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.758+0000 7f57833e8740 10 client.25286 fetch_fsmap learned FSMap version 23
2024-03-19T01:49:43.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.758+0000 7f57833e8740  1 -- 172.21.15.46:0/3873323739 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55bc7d3e7330 con 0x55bc7d3669e0
2024-03-19T01:49:43.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.758+0000 7f5761ffb640  1 -- 172.21.15.46:0/3873323739 <== mon.2 v2:172.21.15.73:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f576802c710 con 0x55bc7d3669e0
2024-03-19T01:49:43.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.758+0000 7f5761ffb640  1 -- 172.21.15.46:0/3873323739 <== mon.2 v2:172.21.15.73:3300/0 5 ==== fsmap(e 23) ==== 8346+0+0 (secure 0 0 0) 0x7f57680042d0 con 0x55bc7d3669e0
2024-03-19T01:49:43.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.758+0000 7f57833e8740 10 client.25286 fetch_fsmap finished waiting for FSMap version 23
2024-03-19T01:49:43.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.758+0000 7f57833e8740 10 client.25286 resolve_mds: resolved name 'b' to daemon mds.b
2024-03-19T01:49:43.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.758+0000 7f57833e8740 20 client.25286 populate_metadata read hostname 'smithi046'
2024-03-19T01:49:43.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.758+0000 7f57833e8740  1 --2- 172.21.15.46:0/3873323739 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55bc7d3eb890 0x55bc7d3e83a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:43.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.758+0000 7f57833e8740  4 client.25286 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "status"}]
2024-03-19T01:49:43.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.758+0000 7f57833e8740  1 -- 172.21.15.46:0/3873323739 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "status"}) -- 0x55bc7d2d2670 con 0x55bc7d3eb890
2024-03-19T01:49:43.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.759+0000 7f577dcb6640  1 --2- 172.21.15.46:0/3873323739 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55bc7d3eb890 0x55bc7d3e83a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:43.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.759+0000 7f577dcb6640  1 --2- 172.21.15.46:0/3873323739 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55bc7d3eb890 0x55bc7d3e83a0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8a6ca9ab1e3de5f6 server_cookie=5f78e94cf8573fc9 in_seq=0 out_seq=0
2024-03-19T01:49:43.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.759+0000 7f5761ffb640 10 client.25286 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:49:43.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.759+0000 7f5761ffb640  1 -- 172.21.15.46:0/3873323739 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55bc7d2d2670 con 0x55bc7d3eb890
2024-03-19T01:49:43.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.759+0000 7f5761ffb640 10 client.25286 handle_command_reply: tid=0
2024-03-19T01:49:43.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.759+0000 7f57833e8740  1 client.25286 shutdown
2024-03-19T01:49:43.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.759+0000 7f57833e8740  1 -- 172.21.15.46:0/3873323739 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc7d3669e0 msgr2=0x55bc7d3e33a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:43.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.759+0000 7f57833e8740  1 --2- 172.21.15.46:0/3873323739 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc7d3669e0 0x55bc7d3e33a0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f5768005b60 tx=0x7f5768034a80 comp rx=0 tx=0).stop
2024-03-19T01:49:43.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.759+0000 7f57833e8740  1 -- 172.21.15.46:0/3873323739 shutdown_connections
2024-03-19T01:49:43.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.759+0000 7f57833e8740  1 --2- 172.21.15.46:0/3873323739 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55bc7d3eb890 0x55bc7d3e83a0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.759+0000 7f57833e8740  1 --2- 172.21.15.46:0/3873323739 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc7d36bb50 0x55bc7d3e58f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.759+0000 7f5761ffb640  0 client.25286 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:49:43.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.759+0000 7f57833e8740  1 --2- 172.21.15.46:0/3873323739 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc7d3669e0 0x55bc7d3e33a0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.759+0000 7f57833e8740  1 --2- 172.21.15.46:0/3873323739 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc7d365ff0 0x55bc7d375980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.759+0000 7f57833e8740  1 -- 172.21.15.46:0/3873323739 >> 172.21.15.46:0/3873323739 conn(0x55bc7d361560 msgr2=0x55bc7d361940 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:43.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.759+0000 7f57833e8740  1 -- 172.21.15.46:0/3873323739 shutdown_connections
2024-03-19T01:49:43.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.759+0000 7f57833e8740  1 -- 172.21.15.46:0/3873323739 wait complete.
2024-03-19T01:49:43.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.759+0000 7f57833e8740 20 client.25286 trim_cache size 0 max 16384
2024-03-19T01:49:43.769 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:49:43.769 INFO:teuthology.orchestra.run.smithi046.stdout:    "cluster_fsid": "53c8cf3e-e591-11ee-95c9-87774f69a715",
2024-03-19T01:49:43.769 INFO:teuthology.orchestra.run.smithi046.stdout:    "whoami": 0,
2024-03-19T01:49:43.769 INFO:teuthology.orchestra.run.smithi046.stdout:    "id": 24506,
2024-03-19T01:49:43.770 INFO:teuthology.orchestra.run.smithi046.stdout:    "want_state": "up:active",
2024-03-19T01:49:43.770 INFO:teuthology.orchestra.run.smithi046.stdout:    "state": "up:active",
2024-03-19T01:49:43.770 INFO:teuthology.orchestra.run.smithi046.stdout:    "fs_name": "cephfs",
2024-03-19T01:49:43.770 INFO:teuthology.orchestra.run.smithi046.stdout:    "rank_uptime": 136.45910662700001,
2024-03-19T01:49:43.770 INFO:teuthology.orchestra.run.smithi046.stdout:    "mdsmap_epoch": 23,
2024-03-19T01:49:43.770 INFO:teuthology.orchestra.run.smithi046.stdout:    "osdmap_epoch": 93,
2024-03-19T01:49:43.770 INFO:teuthology.orchestra.run.smithi046.stdout:    "osdmap_epoch_barrier": 89,
2024-03-19T01:49:43.770 INFO:teuthology.orchestra.run.smithi046.stdout:    "uptime": 143.677498711
2024-03-19T01:49:43.770 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:49:43.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.760+0000 7f578071b640  1 -- 172.21.15.46:0/2834886614 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f57640a2800 msgr2=0x7f57640a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:43.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.760+0000 7f578071b640  1 --2- 172.21.15.46:0/2834886614 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f57640a2800 0x7f57640a4cc0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f577009b6c0 tx=0x7f57700666d0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.760+0000 7f578071b640  1 -- 172.21.15.46:0/2834886614 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5778101ce0 msgr2=0x7f577819df90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:43.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.760+0000 7f578071b640  1 --2- 172.21.15.46:0/2834886614 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5778101ce0 0x7f577819df90 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f577000eb10 tx=0x7f577000ef10 comp rx=0 tx=0).stop
2024-03-19T01:49:43.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.760+0000 7f578071b640  1 -- 172.21.15.46:0/2834886614 shutdown_connections
2024-03-19T01:49:43.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.760+0000 7f578071b640  1 --2- 172.21.15.46:0/2834886614 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f57640a2800 0x7f57640a4cc0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.760+0000 7f578071b640  1 --2- 172.21.15.46:0/2834886614 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5778101ce0 0x7f577819df90 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.760+0000 7f578071b640  1 --2- 172.21.15.46:0/2834886614 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f57781013d0 0x7f5778196f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.760+0000 7f578071b640  1 --2- 172.21.15.46:0/2834886614 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5778100a10 0x7f57781969e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:43.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.760+0000 7f578071b640  1 -- 172.21.15.46:0/2834886614 >> 172.21.15.46:0/2834886614 conn(0x7f57780fb420 msgr2=0x7f5778104de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:43.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.760+0000 7f578071b640  1 -- 172.21.15.46:0/2834886614 shutdown_connections
2024-03-19T01:49:43.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:43.760+0000 7f578071b640  1 -- 172.21.15.46:0/2834886614 wait complete.
2024-03-19T01:49:43.772 INFO:teuthology.run_tasks:Running task ceph-fuse...
2024-03-19T01:49:43.784 INFO:tasks.ceph_fuse:Running ceph_fuse task...
2024-03-19T01:49:43.785 INFO:tasks.ceph_fuse:config is {'client.0': {}}
2024-03-19T01:49:43.785 INFO:tasks.ceph_fuse:client.0 config is {'mount_subvol_num': 0}
2024-03-19T01:49:43.785 INFO:tasks.cephfs.mount:cephfs_mntpt = None
2024-03-19T01:49:43.785 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0
2024-03-19T01:49:43.785 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:49:43.785 DEBUG:teuthology.orchestra.run.smithi046:> ip netns list
2024-03-19T01:49:43.800 INFO:teuthology.orchestra.run.smithi046.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0)
2024-03-19T01:49:43.801 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:49:43.801 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin
2024-03-19T01:49:43.868 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:49:43.868 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link delete ceph-brx
2024-03-19T01:49:43.969 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients...
2024-03-19T01:49:43.970 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph fs ls
2024-03-19T01:49:44.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:43 smithi073 ceph-mon[66833]: pgmap v365: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:49:44.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:43 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1542707946' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:49:44.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:43 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2567945798' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:49:44.215 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T01:49:44.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:43 smithi102 ceph-mon[66557]: pgmap v365: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:49:44.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:43 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1542707946' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:49:44.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:43 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2567945798' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:49:44.335 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:43 smithi046 ceph-mon[63102]: pgmap v365: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:49:44.336 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:43 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1542707946' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:49:44.336 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:43 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2567945798' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:49:45.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.941+0000 7f0721ed2700  1 -- 172.21.15.46:0/402994179 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f071c102360 msgr2=0x7f071c1027e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:45.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.941+0000 7f0721ed2700  1 --2- 172.21.15.46:0/402994179 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f071c102360 0x7f071c1027e0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f07040099c0 tx=0x7f0704009cd0 comp rx=0 tx=0).stop
2024-03-19T01:49:45.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.941+0000 7f0721ed2700  1 -- 172.21.15.46:0/402994179 shutdown_connections
2024-03-19T01:49:45.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.941+0000 7f0721ed2700  1 --2- 172.21.15.46:0/402994179 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f071c102d20 0x7f071c10f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:45.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.941+0000 7f0721ed2700  1 --2- 172.21.15.46:0/402994179 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f071c108340 0x7f071c108720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:45.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.941+0000 7f0721ed2700  1 --2- 172.21.15.46:0/402994179 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f071c102360 0x7f071c1027e0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:45.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.941+0000 7f0721ed2700  1 -- 172.21.15.46:0/402994179 >> 172.21.15.46:0/402994179 conn(0x7f071c079440 msgr2=0x7f071c079850 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:45.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.941+0000 7f0721ed2700  1 -- 172.21.15.46:0/402994179 shutdown_connections
2024-03-19T01:49:45.942 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.941+0000 7f0721ed2700  1 -- 172.21.15.46:0/402994179 wait complete.
2024-03-19T01:49:45.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.942+0000 7f0721ed2700  1  Processor -- start
2024-03-19T01:49:45.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.942+0000 7f0721ed2700  1 --  start start
2024-03-19T01:49:45.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.942+0000 7f0721ed2700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f071c102360 0x7f071c19e670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:45.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.942+0000 7f0721ed2700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f071c102d20 0x7f071c19ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:45.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.942+0000 7f0721ed2700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f071c108340 0x7f071c1987f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:45.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.942+0000 7f0721ed2700  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f071c112470 con 0x7f071c108340
2024-03-19T01:49:45.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.942+0000 7f0721ed2700  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f071c1122f0 con 0x7f071c102d20
2024-03-19T01:49:45.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.942+0000 7f0721ed2700  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f071c1125f0 con 0x7f071c102360
2024-03-19T01:49:45.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.942+0000 7f071bfff700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f071c108340 0x7f071c1987f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:45.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.942+0000 7f071affd700  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f071c102d20 0x7f071c19ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:45.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.942+0000 7f071bfff700  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f071c108340 0x7f071c1987f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56940/0 (socket says 172.21.15.46:56940)
2024-03-19T01:49:45.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.942+0000 7f071b7fe700  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f071c102360 0x7f071c19e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:45.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.942+0000 7f071bfff700  1 -- 172.21.15.46:0/1954134262 learned_addr learned my addr 172.21.15.46:0/1954134262 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:45.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.942+0000 7f071affd700  1 -- 172.21.15.46:0/1954134262 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f071c102360 msgr2=0x7f071c19e670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:45.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.942+0000 7f071affd700  1 --2- 172.21.15.46:0/1954134262 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f071c102360 0x7f071c19e670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:45.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.942+0000 7f071affd700  1 -- 172.21.15.46:0/1954134262 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f071c108340 msgr2=0x7f071c1987f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:45.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.942+0000 7f071affd700  1 --2- 172.21.15.46:0/1954134262 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f071c108340 0x7f071c1987f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:45.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.942+0000 7f071affd700  1 -- 172.21.15.46:0/1954134262 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f071c198fd0 con 0x7f071c102d20
2024-03-19T01:49:45.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.943+0000 7f071b7fe700  1 --2- 172.21.15.46:0/1954134262 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f071c102360 0x7f071c19e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:45.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.943+0000 7f071affd700  1 --2- 172.21.15.46:0/1954134262 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f071c102d20 0x7f071c19ebb0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f07040098e0 tx=0x7f0704004270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:45.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.943+0000 7f0718ff9700  1 -- 172.21.15.46:0/1954134262 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0704026070 con 0x7f071c102d20
2024-03-19T01:49:45.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.943+0000 7f0718ff9700  1 -- 172.21.15.46:0/1954134262 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0704003c70 con 0x7f071c102d20
2024-03-19T01:49:45.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.943+0000 7f0721ed2700  1 -- 172.21.15.46:0/1954134262 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f071c199260 con 0x7f071c102d20
2024-03-19T01:49:45.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.943+0000 7f0718ff9700  1 -- 172.21.15.46:0/1954134262 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f070400f9c0 con 0x7f071c102d20
2024-03-19T01:49:45.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.943+0000 7f0721ed2700  1 -- 172.21.15.46:0/1954134262 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f071c1a54d0 con 0x7f071c102d20
2024-03-19T01:49:45.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.944+0000 7f0721ed2700  1 -- 172.21.15.46:0/1954134262 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f071c1039f0 con 0x7f071c102d20
2024-03-19T01:49:45.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.945+0000 7f0718ff9700  1 -- 172.21.15.46:0/1954134262 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f0704029070 con 0x7f071c102d20
2024-03-19T01:49:45.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.945+0000 7f0718ff9700  1 --2- 172.21.15.46:0/1954134262 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f07080a2890 0x7f07080a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:45.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.946+0000 7f071b7fe700  1 --2- 172.21.15.46:0/1954134262 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f07080a2890 0x7f07080a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:45.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.946+0000 7f0718ff9700  1 -- 172.21.15.46:0/1954134262 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f07040cf530 con 0x7f071c102d20
2024-03-19T01:49:45.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.946+0000 7f071b7fe700  1 --2- 172.21.15.46:0/1954134262 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f07080a2890 0x7f07080a4d50 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f070c009480 tx=0x7f070c00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:45.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:45.949+0000 7f0718ff9700  1 -- 172.21.15.46:0/1954134262 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f0704013070 con 0x7f071c102d20
2024-03-19T01:49:45.949 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:45 smithi046 ceph-mon[63102]: pgmap v366: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s
2024-03-19T01:49:46.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:46.198+0000 7f0721ed2700  1 -- 172.21.15.46:0/1954134262 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f071c02dbb0 con 0x7f071c102d20
2024-03-19T01:49:46.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:46.198+0000 7f0718ff9700  1 -- 172.21.15.46:0/1954134262 <== mon.2 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0  v23) ==== 53+0+88 (secure 0 0 0) 0x7f070409c270 con 0x7f071c102d20
2024-03-19T01:49:46.199 INFO:teuthology.orchestra.run.smithi046.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ]
2024-03-19T01:49:46.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:46.201+0000 7f0721ed2700  1 -- 172.21.15.46:0/1954134262 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f07080a2890 msgr2=0x7f07080a4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:46.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:46.201+0000 7f0721ed2700  1 --2- 172.21.15.46:0/1954134262 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f07080a2890 0x7f07080a4d50 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f070c009480 tx=0x7f070c00b040 comp rx=0 tx=0).stop
2024-03-19T01:49:46.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:46.201+0000 7f0721ed2700  1 -- 172.21.15.46:0/1954134262 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f071c102d20 msgr2=0x7f071c19ebb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:46.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:46.201+0000 7f0721ed2700  1 --2- 172.21.15.46:0/1954134262 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f071c102d20 0x7f071c19ebb0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f07040098e0 tx=0x7f0704004270 comp rx=0 tx=0).stop
2024-03-19T01:49:46.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:46.201+0000 7f0721ed2700  1 -- 172.21.15.46:0/1954134262 shutdown_connections
2024-03-19T01:49:46.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:46.201+0000 7f0721ed2700  1 --2- 172.21.15.46:0/1954134262 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f07080a2890 0x7f07080a4d50 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:46.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:46.201+0000 7f0721ed2700  1 --2- 172.21.15.46:0/1954134262 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f071c108340 0x7f071c1987f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:46.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:46.201+0000 7f0721ed2700  1 --2- 172.21.15.46:0/1954134262 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f071c102360 0x7f071c19e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:46.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:46.201+0000 7f0721ed2700  1 --2- 172.21.15.46:0/1954134262 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f071c102d20 0x7f071c19ebb0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:46.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:46.201+0000 7f0721ed2700  1 -- 172.21.15.46:0/1954134262 >> 172.21.15.46:0/1954134262 conn(0x7f071c079440 msgr2=0x7f071c101100 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:46.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:46.201+0000 7f0721ed2700  1 -- 172.21.15.46:0/1954134262 shutdown_connections
2024-03-19T01:49:46.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:46.201+0000 7f0721ed2700  1 -- 172.21.15.46:0/1954134262 wait complete.
2024-03-19T01:49:46.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:45 smithi073 ceph-mon[66833]: pgmap v366: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s
2024-03-19T01:49:46.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:45 smithi102 ceph-mon[66557]: pgmap v366: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s
2024-03-19T01:49:46.939 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster
2024-03-19T01:49:46.939 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None -
2024-03-19T01:49:46.939 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi046.front.sepia.ceph.com
2024-03-19T01:49:46.939 INFO:tasks.cephfs.mount:self.client.name = client.0
2024-03-19T01:49:46.940 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0
2024-03-19T01:49:46.940 INFO:tasks.cephfs.mount:self.cephfs_name = None
2024-03-19T01:49:46.940 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None
2024-03-19T01:49:46.940 INFO:tasks.cephfs.mount:self.client_keyring_path = None
2024-03-19T01:49:46.940 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0'
2024-03-19T01:49:46.940 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:49:46.940 DEBUG:teuthology.orchestra.run.smithi046:> ip addr
2024-03-19T01:49:46.956 INFO:teuthology.orchestra.run.smithi046.stdout:1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
2024-03-19T01:49:46.956 INFO:teuthology.orchestra.run.smithi046.stdout:    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
2024-03-19T01:49:46.956 INFO:teuthology.orchestra.run.smithi046.stdout:    inet 127.0.0.1/8 scope host lo
2024-03-19T01:49:46.956 INFO:teuthology.orchestra.run.smithi046.stdout:       valid_lft forever preferred_lft forever
2024-03-19T01:49:46.957 INFO:teuthology.orchestra.run.smithi046.stdout:    inet6 ::1/128 scope host
2024-03-19T01:49:46.957 INFO:teuthology.orchestra.run.smithi046.stdout:       valid_lft forever preferred_lft forever
2024-03-19T01:49:46.957 INFO:teuthology.orchestra.run.smithi046.stdout:2: eno1: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc mq state DOWN group default qlen 1000
2024-03-19T01:49:46.957 INFO:teuthology.orchestra.run.smithi046.stdout:    link/ether 0c:c4:7a:6b:f6:10 brd ff:ff:ff:ff:ff:ff
2024-03-19T01:49:46.957 INFO:teuthology.orchestra.run.smithi046.stdout:    altname enp7s0f0
2024-03-19T01:49:46.957 INFO:teuthology.orchestra.run.smithi046.stdout:3: eno2: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc mq state DOWN group default qlen 1000
2024-03-19T01:49:46.957 INFO:teuthology.orchestra.run.smithi046.stdout:    link/ether 0c:c4:7a:6b:f6:11 brd ff:ff:ff:ff:ff:ff
2024-03-19T01:49:46.957 INFO:teuthology.orchestra.run.smithi046.stdout:    altname enp7s0f1
2024-03-19T01:49:46.957 INFO:teuthology.orchestra.run.smithi046.stdout:4: ens1f0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000
2024-03-19T01:49:46.957 INFO:teuthology.orchestra.run.smithi046.stdout:    link/ether 0c:c4:7a:bd:15:f8 brd ff:ff:ff:ff:ff:ff
2024-03-19T01:49:46.957 INFO:teuthology.orchestra.run.smithi046.stdout:    altname enp1s0f0
2024-03-19T01:49:46.957 INFO:teuthology.orchestra.run.smithi046.stdout:    inet 172.21.15.46/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0
2024-03-19T01:49:46.957 INFO:teuthology.orchestra.run.smithi046.stdout:       valid_lft 40001sec preferred_lft 40001sec
2024-03-19T01:49:46.958 INFO:teuthology.orchestra.run.smithi046.stdout:    inet6 fe80::ec4:7aff:febd:15f8/64 scope link noprefixroute
2024-03-19T01:49:46.958 INFO:teuthology.orchestra.run.smithi046.stdout:       valid_lft forever preferred_lft forever
2024-03-19T01:49:46.958 INFO:teuthology.orchestra.run.smithi046.stdout:5: ens1f1: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc mq state DOWN group default qlen 1000
2024-03-19T01:49:46.958 INFO:teuthology.orchestra.run.smithi046.stdout:    link/ether 0c:c4:7a:bd:15:f9 brd ff:ff:ff:ff:ff:ff
2024-03-19T01:49:46.958 INFO:teuthology.orchestra.run.smithi046.stdout:    altname enp1s0f1
2024-03-19T01:49:46.958 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16
2024-03-19T01:49:46.958 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec stdin-killer --timeout=300 -- bash -c '
2024-03-19T01:49:46.958 DEBUG:teuthology.orchestra.run.smithi046:>                 set -e
2024-03-19T01:49:46.958 DEBUG:teuthology.orchestra.run.smithi046:>                 sudo ip link add name ceph-brx type bridge
2024-03-19T01:49:46.959 DEBUG:teuthology.orchestra.run.smithi046:>                 sudo ip addr flush dev ceph-brx
2024-03-19T01:49:46.959 DEBUG:teuthology.orchestra.run.smithi046:>                 sudo ip link set ceph-brx up
2024-03-19T01:49:46.959 DEBUG:teuthology.orchestra.run.smithi046:>                 sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx
2024-03-19T01:49:46.959 DEBUG:teuthology.orchestra.run.smithi046:>             ')
2024-03-19T01:49:47.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:47 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete
2024-03-19T01:49:47.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:47 stdin-killer INFO: command exited with status 0: exiting normally with same code!
2024-03-19T01:49:47.111 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:49:47.111 DEBUG:teuthology.orchestra.run.smithi046:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward
2024-03-19T01:49:47.135 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:46 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1954134262' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch
2024-03-19T01:49:47.137 INFO:teuthology.orchestra.run.smithi046.stdout:1
2024-03-19T01:49:47.139 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:49:47.139 DEBUG:teuthology.orchestra.run.smithi046:> route
2024-03-19T01:49:47.195 INFO:teuthology.orchestra.run.smithi046.stdout:Kernel IP routing table
2024-03-19T01:49:47.195 INFO:teuthology.orchestra.run.smithi046.stdout:Destination     Gateway         Genmask         Flags Metric Ref    Use Iface
2024-03-19T01:49:47.195 INFO:teuthology.orchestra.run.smithi046.stdout:default         _gateway        0.0.0.0         UG    100    0        0 ens1f0
2024-03-19T01:49:47.195 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.0.0      0.0.0.0         255.255.240.0   U     100    0        0 ens1f0
2024-03-19T01:49:47.195 INFO:teuthology.orchestra.run.smithi046.stdout:192.168.0.0     0.0.0.0         255.255.0.0     U     0      0        0 ceph-brx
2024-03-19T01:49:47.196 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec stdin-killer --timeout=300 -- bash -c '
2024-03-19T01:49:47.196 DEBUG:teuthology.orchestra.run.smithi046:>             set -e
2024-03-19T01:49:47.196 DEBUG:teuthology.orchestra.run.smithi046:>             sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT
2024-03-19T01:49:47.196 DEBUG:teuthology.orchestra.run.smithi046:>             sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT
2024-03-19T01:49:47.196 DEBUG:teuthology.orchestra.run.smithi046:>             sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE
2024-03-19T01:49:47.196 DEBUG:teuthology.orchestra.run.smithi046:>         ')
2024-03-19T01:49:47.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:46 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1954134262' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch
2024-03-19T01:49:47.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:46 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1954134262' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch
2024-03-19T01:49:47.283 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:47 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete
2024-03-19T01:49:47.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:47 stdin-killer INFO: command exited with status 0: exiting normally with same code!
2024-03-19T01:49:47.332 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:49:47.332 DEBUG:teuthology.orchestra.run.smithi046:> ip netns list
2024-03-19T01:49:47.347 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:49:47.347 DEBUG:teuthology.orchestra.run.smithi046:> ip netns list-id
2024-03-19T01:49:47.401 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec stdin-killer --timeout=300 -- bash -c '
2024-03-19T01:49:47.401 DEBUG:teuthology.orchestra.run.smithi046:>                 set -e
2024-03-19T01:49:47.401 DEBUG:teuthology.orchestra.run.smithi046:>                 sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0
2024-03-19T01:49:47.402 DEBUG:teuthology.orchestra.run.smithi046:>                 sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0
2024-03-19T01:49:47.402 DEBUG:teuthology.orchestra.run.smithi046:>             ')
2024-03-19T01:49:47.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:47 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete
2024-03-19T01:49:47.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:47 stdin-killer INFO: command exited with status 0: exiting normally with same code!
2024-03-19T01:49:47.523 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16
2024-03-19T01:49:47.523 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec stdin-killer --timeout=300 -- bash -c '
2024-03-19T01:49:47.524 DEBUG:teuthology.orchestra.run.smithi046:>             set -e
2024-03-19T01:49:47.524 DEBUG:teuthology.orchestra.run.smithi046:>             sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0
2024-03-19T01:49:47.524 DEBUG:teuthology.orchestra.run.smithi046:>             sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0
2024-03-19T01:49:47.524 DEBUG:teuthology.orchestra.run.smithi046:>             sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up
2024-03-19T01:49:47.524 DEBUG:teuthology.orchestra.run.smithi046:>             sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up
2024-03-19T01:49:47.524 DEBUG:teuthology.orchestra.run.smithi046:>             sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254
2024-03-19T01:49:47.524 DEBUG:teuthology.orchestra.run.smithi046:>         ')
2024-03-19T01:49:47.571 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:47 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete
2024-03-19T01:49:47.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:47 stdin-killer INFO: command exited with status 0: exiting normally with same code!
2024-03-19T01:49:47.650 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec stdin-killer --timeout=300 -- bash -c '
2024-03-19T01:49:47.650 DEBUG:teuthology.orchestra.run.smithi046:>             set -e
2024-03-19T01:49:47.650 DEBUG:teuthology.orchestra.run.smithi046:>             sudo ip link set brx.0 up
2024-03-19T01:49:47.650 DEBUG:teuthology.orchestra.run.smithi046:>             sudo ip link set dev brx.0 master ceph-brx
2024-03-19T01:49:47.651 DEBUG:teuthology.orchestra.run.smithi046:>         ')
2024-03-19T01:49:47.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:47 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete
2024-03-19T01:49:47.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:47 stdin-killer INFO: command exited with status 0: exiting normally with same code!
2024-03-19T01:49:47.732 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {'mount_subvol_num': 0}
2024-03-19T01:49:47.732 INFO:teuthology.orchestra.run:Running command with timeout 60
2024-03-19T01:49:47.732 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -p -v /home/ubuntu/cephtest/mnt.0
2024-03-19T01:49:47.746 INFO:teuthology.orchestra.run.smithi046.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0'
2024-03-19T01:49:47.746 INFO:teuthology.orchestra.run:Running command with timeout 60
2024-03-19T01:49:47.746 DEBUG:teuthology.orchestra.run.smithi046:> chmod 0000 /home/ubuntu/cephtest/mnt.0
2024-03-19T01:49:47.799 DEBUG:teuthology.orchestra.run.smithi046:> sudo modprobe fuse
2024-03-19T01:49:47.867 DEBUG:teuthology.orchestra.run.smithi046:> cat /proc/self/mounts | awk '{print $2}'
2024-03-19T01:49:47.923 INFO:teuthology.orchestra.run.smithi046.stdout:/proc
2024-03-19T01:49:47.923 INFO:teuthology.orchestra.run.smithi046.stdout:/sys
2024-03-19T01:49:47.923 INFO:teuthology.orchestra.run.smithi046.stdout:/dev
2024-03-19T01:49:47.923 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/security
2024-03-19T01:49:47.923 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/shm
2024-03-19T01:49:47.923 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/pts
2024-03-19T01:49:47.923 INFO:teuthology.orchestra.run.smithi046.stdout:/run
2024-03-19T01:49:47.923 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/cgroup
2024-03-19T01:49:47.924 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/pstore
2024-03-19T01:49:47.924 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/bpf
2024-03-19T01:49:47.924 INFO:teuthology.orchestra.run.smithi046.stdout:/
2024-03-19T01:49:47.924 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/selinux
2024-03-19T01:49:47.924 INFO:teuthology.orchestra.run.smithi046.stdout:/proc/sys/fs/binfmt_misc
2024-03-19T01:49:47.924 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/mqueue
2024-03-19T01:49:47.924 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/debug
2024-03-19T01:49:47.924 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/hugepages
2024-03-19T01:49:47.924 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/tracing
2024-03-19T01:49:47.924 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/fuse/connections
2024-03-19T01:49:47.924 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/config
2024-03-19T01:49:47.924 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-sysctl.service
2024-03-19T01:49:47.924 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service
2024-03-19T01:49:47.924 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-tmpfiles-setup.service
2024-03-19T01:49:47.925 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/nfs/rpc_pipefs
2024-03-19T01:49:47.925 INFO:teuthology.orchestra.run.smithi046.stdout:/run/user/1000
2024-03-19T01:49:47.925 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph
2024-03-19T01:49:47.925 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay
2024-03-19T01:49:47.925 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/3befe0d96a13c4c5c4698d7452cc650ef4fb594be9695276a56b7992db211bde/merged
2024-03-19T01:49:47.925 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/18986a17da761e0ec2bd41e133c68de0eb27310757215fc4bde5dfb56f8ff83e/merged
2024-03-19T01:49:47.925 INFO:teuthology.orchestra.run.smithi046.stdout:/run/user/0
2024-03-19T01:49:47.925 INFO:teuthology.orchestra.run.smithi046.stdout:/proc/sys/fs/binfmt_misc
2024-03-19T01:49:47.925 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/8b973a647e871ff5a7056e3aa393f670da3dce8b41131823824cf182895e3196/merged
2024-03-19T01:49:47.925 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/5cd278f6eb80ddfb4969b15aa65c143edd8011ce16a35ecb3c7e06ee97c2b692/merged
2024-03-19T01:49:47.925 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/ed20171ca5d2c12131f5162038c70ab046efae9b6d9a5d0ffe72756de80b0a4a/merged
2024-03-19T01:49:47.925 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/59696de60a2f4a6d5fe67ecc5ded7e9221867d952feb0a708da6fdef0837f889/merged
2024-03-19T01:49:47.925 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/661140a2ad4f0243f9d20ed3ff994ada4d79ea28ba7a03a4c665f054d7e816aa/merged
2024-03-19T01:49:47.925 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/5d38c0686203ae9b6e1e0ee064c68c9a3f8e1b09b2a80e069ca3925ccf9bef07/merged
2024-03-19T01:49:47.926 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/ce551dbb834fc0b30fb9f5ded31031ed04f914d6bc790f18dc87115f40e755b1/merged
2024-03-19T01:49:47.926 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/45c4af71142e80802cf3c35d50fe5c9bd1cd4970b6a354cd3d956144faff0cb3/merged
2024-03-19T01:49:47.926 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns
2024-03-19T01:49:47.926 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0
2024-03-19T01:49:47.926 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0
2024-03-19T01:49:47.926 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:49:47.926 DEBUG:teuthology.orchestra.run.smithi046:> ls /sys/fs/fuse/connections
2024-03-19T01:49:47.978 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: []
2024-03-19T01:49:47.978 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0 --client_mountpoint=/volumes/qa/sv_0/59edbafb-b044-479b-82ac-a792a23607db --client_fs=cephfs)
2024-03-19T01:49:48.021 DEBUG:teuthology.orchestra.run.smithi046:> sudo modprobe fuse
2024-03-19T01:49:48.048 DEBUG:teuthology.orchestra.run.smithi046:> cat /proc/self/mounts | awk '{print $2}'
2024-03-19T01:49:48.103 INFO:teuthology.orchestra.run.smithi046.stdout:/proc
2024-03-19T01:49:48.103 INFO:teuthology.orchestra.run.smithi046.stdout:/sys
2024-03-19T01:49:48.103 INFO:teuthology.orchestra.run.smithi046.stdout:/dev
2024-03-19T01:49:48.103 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/security
2024-03-19T01:49:48.103 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/shm
2024-03-19T01:49:48.103 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/pts
2024-03-19T01:49:48.103 INFO:teuthology.orchestra.run.smithi046.stdout:/run
2024-03-19T01:49:48.103 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/cgroup
2024-03-19T01:49:48.104 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/pstore
2024-03-19T01:49:48.104 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/bpf
2024-03-19T01:49:48.104 INFO:teuthology.orchestra.run.smithi046.stdout:/
2024-03-19T01:49:48.104 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/selinux
2024-03-19T01:49:48.104 INFO:teuthology.orchestra.run.smithi046.stdout:/proc/sys/fs/binfmt_misc
2024-03-19T01:49:48.104 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/mqueue
2024-03-19T01:49:48.104 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/debug
2024-03-19T01:49:48.104 INFO:teuthology.orchestra.run.smithi046.stdout:/dev/hugepages
2024-03-19T01:49:48.104 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/tracing
2024-03-19T01:49:48.104 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/fs/fuse/connections
2024-03-19T01:49:48.104 INFO:teuthology.orchestra.run.smithi046.stdout:/sys/kernel/config
2024-03-19T01:49:48.104 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-sysctl.service
2024-03-19T01:49:48.104 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service
2024-03-19T01:49:48.104 INFO:teuthology.orchestra.run.smithi046.stdout:/run/credentials/systemd-tmpfiles-setup.service
2024-03-19T01:49:48.105 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/nfs/rpc_pipefs
2024-03-19T01:49:48.105 INFO:teuthology.orchestra.run.smithi046.stdout:/run/user/1000
2024-03-19T01:49:48.105 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/ceph
2024-03-19T01:49:48.105 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay
2024-03-19T01:49:48.105 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/3befe0d96a13c4c5c4698d7452cc650ef4fb594be9695276a56b7992db211bde/merged
2024-03-19T01:49:48.105 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/18986a17da761e0ec2bd41e133c68de0eb27310757215fc4bde5dfb56f8ff83e/merged
2024-03-19T01:49:48.105 INFO:teuthology.orchestra.run.smithi046.stdout:/run/user/0
2024-03-19T01:49:48.105 INFO:teuthology.orchestra.run.smithi046.stdout:/proc/sys/fs/binfmt_misc
2024-03-19T01:49:48.105 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/8b973a647e871ff5a7056e3aa393f670da3dce8b41131823824cf182895e3196/merged
2024-03-19T01:49:48.105 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/5cd278f6eb80ddfb4969b15aa65c143edd8011ce16a35ecb3c7e06ee97c2b692/merged
2024-03-19T01:49:48.105 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/ed20171ca5d2c12131f5162038c70ab046efae9b6d9a5d0ffe72756de80b0a4a/merged
2024-03-19T01:49:48.105 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/59696de60a2f4a6d5fe67ecc5ded7e9221867d952feb0a708da6fdef0837f889/merged
2024-03-19T01:49:48.105 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/661140a2ad4f0243f9d20ed3ff994ada4d79ea28ba7a03a4c665f054d7e816aa/merged
2024-03-19T01:49:48.105 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/5d38c0686203ae9b6e1e0ee064c68c9a3f8e1b09b2a80e069ca3925ccf9bef07/merged
2024-03-19T01:49:48.106 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/ce551dbb834fc0b30fb9f5ded31031ed04f914d6bc790f18dc87115f40e755b1/merged
2024-03-19T01:49:48.106 INFO:teuthology.orchestra.run.smithi046.stdout:/var/lib/containers/storage/overlay/45c4af71142e80802cf3c35d50fe5c9bd1cd4970b6a354cd3d956144faff0cb3/merged
2024-03-19T01:49:48.106 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns
2024-03-19T01:49:48.106 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0
2024-03-19T01:49:48.106 INFO:teuthology.orchestra.run.smithi046.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0
2024-03-19T01:49:48.106 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:49:48.106 DEBUG:teuthology.orchestra.run.smithi046:> ls /sys/fs/fuse/connections
2024-03-19T01:49:48.107 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi046.stderr:2024-03-19T01:49:48.107+0000 7f586b83a480 -1 init, newargv = 0x55a8d20b33a0 newargc=15
2024-03-19T01:49:48.107 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi046.stderr:ceph-fuse[117059]: starting ceph client
2024-03-19T01:49:48.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:47 smithi046 ceph-mon[63102]: pgmap v367: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s
2024-03-19T01:49:48.120 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi046.stderr:ceph-fuse[117059]: starting fuse
2024-03-19T01:49:48.121 INFO:teuthology.orchestra.run.smithi046.stdout:119
2024-03-19T01:49:48.122 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [119]
2024-03-19T01:49:48.122 DEBUG:teuthology.orchestra.run.smithi046:> sudo stdin-killer -- python3 -c '
2024-03-19T01:49:48.122 DEBUG:teuthology.orchestra.run.smithi046:> import glob
2024-03-19T01:49:48.122 DEBUG:teuthology.orchestra.run.smithi046:> import re
2024-03-19T01:49:48.122 DEBUG:teuthology.orchestra.run.smithi046:> import os
2024-03-19T01:49:48.122 DEBUG:teuthology.orchestra.run.smithi046:> import subprocess
2024-03-19T01:49:48.122 DEBUG:teuthology.orchestra.run.smithi046:> 
2024-03-19T01:49:48.122 DEBUG:teuthology.orchestra.run.smithi046:> def _find_admin_socket(client_name):
2024-03-19T01:49:48.122 DEBUG:teuthology.orchestra.run.smithi046:>         asok_path = "/var/run/ceph/ceph-client.0.*.asok"
2024-03-19T01:49:48.122 DEBUG:teuthology.orchestra.run.smithi046:>         files = glob.glob(asok_path)
2024-03-19T01:49:48.122 DEBUG:teuthology.orchestra.run.smithi046:>         mountpoint = "/home/ubuntu/cephtest/mnt.0"
2024-03-19T01:49:48.122 DEBUG:teuthology.orchestra.run.smithi046:> 
2024-03-19T01:49:48.122 DEBUG:teuthology.orchestra.run.smithi046:>         # Given a non-glob path, it better be there
2024-03-19T01:49:48.123 DEBUG:teuthology.orchestra.run.smithi046:>         if "*" not in asok_path:
2024-03-19T01:49:48.123 DEBUG:teuthology.orchestra.run.smithi046:>             assert(len(files) == 1)
2024-03-19T01:49:48.123 DEBUG:teuthology.orchestra.run.smithi046:>             return files[0]
2024-03-19T01:49:48.123 DEBUG:teuthology.orchestra.run.smithi046:> 
2024-03-19T01:49:48.123 DEBUG:teuthology.orchestra.run.smithi046:>         for f in files:
2024-03-19T01:49:48.123 DEBUG:teuthology.orchestra.run.smithi046:>                 pid = re.match(".*\.(\d+)\.asok$", f).group(1)
2024-03-19T01:49:48.123 DEBUG:teuthology.orchestra.run.smithi046:>                 if os.path.exists("/proc/{0}".format(pid)):
2024-03-19T01:49:48.123 DEBUG:teuthology.orchestra.run.smithi046:>                     with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f:
2024-03-19T01:49:48.123 DEBUG:teuthology.orchestra.run.smithi046:>                         contents = proc_f.read()
2024-03-19T01:49:48.123 DEBUG:teuthology.orchestra.run.smithi046:>                         if mountpoint in contents:
2024-03-19T01:49:48.123 DEBUG:teuthology.orchestra.run.smithi046:>                             return f
2024-03-19T01:49:48.123 DEBUG:teuthology.orchestra.run.smithi046:>         raise RuntimeError("Client socket {0} not found".format(client_name))
2024-03-19T01:49:48.123 DEBUG:teuthology.orchestra.run.smithi046:> 
2024-03-19T01:49:48.123 DEBUG:teuthology.orchestra.run.smithi046:> print(_find_admin_socket("client.0"))
2024-03-19T01:49:48.123 DEBUG:teuthology.orchestra.run.smithi046:> '
2024-03-19T01:49:48.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:47 smithi073 ceph-mon[66833]: pgmap v367: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s
2024-03-19T01:49:48.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:47 smithi102 ceph-mon[66557]: pgmap v367: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s
2024-03-19T01:49:48.242 INFO:teuthology.orchestra.run.smithi046.stdout:/var/run/ceph/ceph-client.0.117059.asok
2024-03-19T01:49:48.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48 stdin-killer INFO: command exited with status 0: exiting normally with same code!
2024-03-19T01:49:48.252 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.117059.asok
2024-03-19T01:49:48.252 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:49:48.252 DEBUG:teuthology.orchestra.run.smithi046:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.117059.asok status
2024-03-19T01:49:48.390 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:49:48.391 INFO:teuthology.orchestra.run.smithi046.stdout:    "metadata": {
2024-03-19T01:49:48.391 INFO:teuthology.orchestra.run.smithi046.stdout:        "ceph_sha1": "b6ae24918b03b1b8a19c9263a50655bba80bb810",
2024-03-19T01:49:48.391 INFO:teuthology.orchestra.run.smithi046.stdout:        "ceph_version": "ceph version 19.0.0-2206-gb6ae2491 (b6ae24918b03b1b8a19c9263a50655bba80bb810) squid (dev)",
2024-03-19T01:49:48.391 INFO:teuthology.orchestra.run.smithi046.stdout:        "entity_id": "0",
2024-03-19T01:49:48.391 INFO:teuthology.orchestra.run.smithi046.stdout:        "hostname": "smithi046",
2024-03-19T01:49:48.391 INFO:teuthology.orchestra.run.smithi046.stdout:        "mount_point": "/home/ubuntu/cephtest/mnt.0",
2024-03-19T01:49:48.391 INFO:teuthology.orchestra.run.smithi046.stdout:        "pid": "117059",
2024-03-19T01:49:48.391 INFO:teuthology.orchestra.run.smithi046.stdout:        "root": "/volumes/qa/sv_0/59edbafb-b044-479b-82ac-a792a23607db"
2024-03-19T01:49:48.391 INFO:teuthology.orchestra.run.smithi046.stdout:    },
2024-03-19T01:49:48.391 INFO:teuthology.orchestra.run.smithi046.stdout:    "dentry_count": 0,
2024-03-19T01:49:48.391 INFO:teuthology.orchestra.run.smithi046.stdout:    "dentry_pinned_count": 0,
2024-03-19T01:49:48.391 INFO:teuthology.orchestra.run.smithi046.stdout:    "id": 15444,
2024-03-19T01:49:48.391 INFO:teuthology.orchestra.run.smithi046.stdout:    "inst": {
2024-03-19T01:49:48.392 INFO:teuthology.orchestra.run.smithi046.stdout:        "name": {
2024-03-19T01:49:48.392 INFO:teuthology.orchestra.run.smithi046.stdout:            "type": "client",
2024-03-19T01:49:48.392 INFO:teuthology.orchestra.run.smithi046.stdout:            "num": 15444
2024-03-19T01:49:48.392 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T01:49:48.392 INFO:teuthology.orchestra.run.smithi046.stdout:        "addr": {
2024-03-19T01:49:48.392 INFO:teuthology.orchestra.run.smithi046.stdout:            "type": "v1",
2024-03-19T01:49:48.392 INFO:teuthology.orchestra.run.smithi046.stdout:            "addr": "192.168.0.1:0",
2024-03-19T01:49:48.392 INFO:teuthology.orchestra.run.smithi046.stdout:            "nonce": 1524869115
2024-03-19T01:49:48.392 INFO:teuthology.orchestra.run.smithi046.stdout:        }
2024-03-19T01:49:48.392 INFO:teuthology.orchestra.run.smithi046.stdout:    },
2024-03-19T01:49:48.392 INFO:teuthology.orchestra.run.smithi046.stdout:    "addr": {
2024-03-19T01:49:48.392 INFO:teuthology.orchestra.run.smithi046.stdout:        "type": "v1",
2024-03-19T01:49:48.392 INFO:teuthology.orchestra.run.smithi046.stdout:        "addr": "192.168.0.1:0",
2024-03-19T01:49:48.392 INFO:teuthology.orchestra.run.smithi046.stdout:        "nonce": 1524869115
2024-03-19T01:49:48.392 INFO:teuthology.orchestra.run.smithi046.stdout:    },
2024-03-19T01:49:48.393 INFO:teuthology.orchestra.run.smithi046.stdout:    "inst_str": "client.15444 192.168.0.1:0/1524869115",
2024-03-19T01:49:48.393 INFO:teuthology.orchestra.run.smithi046.stdout:    "addr_str": "192.168.0.1:0/1524869115",
2024-03-19T01:49:48.393 INFO:teuthology.orchestra.run.smithi046.stdout:    "inode_count": 5,
2024-03-19T01:49:48.393 INFO:teuthology.orchestra.run.smithi046.stdout:    "mds_epoch": 23,
2024-03-19T01:49:48.393 INFO:teuthology.orchestra.run.smithi046.stdout:    "osd_epoch": 93,
2024-03-19T01:49:48.393 INFO:teuthology.orchestra.run.smithi046.stdout:    "osd_epoch_barrier": 0,
2024-03-19T01:49:48.393 INFO:teuthology.orchestra.run.smithi046.stdout:    "blocklisted": false,
2024-03-19T01:49:48.393 INFO:teuthology.orchestra.run.smithi046.stdout:    "fs_name": "cephfs"
2024-03-19T01:49:48.393 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:49:48.399 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:49:48.399 DEBUG:teuthology.orchestra.run.smithi046:> stat --file-system '--printf=%T
2024-03-19T01:49:48.399 DEBUG:teuthology.orchestra.run.smithi046:> ' -- /home/ubuntu/cephtest/mnt.0
2024-03-19T01:49:48.414 INFO:teuthology.orchestra.run.smithi046.stdout:fuseblk
2024-03-19T01:49:48.414 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0
2024-03-19T01:49:48.414 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:49:48.414 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0
2024-03-19T01:49:48.483 INFO:teuthology.run_tasks:Running task exec...
2024-03-19T01:49:48.493 INFO:teuthology.task.exec:Executing custom commands...
2024-03-19T01:49:48.493 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi046.front.sepia.ceph.com
2024-03-19T01:49:48.494 DEBUG:teuthology.orchestra.run.smithi046:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate true'
2024-03-19T01:49:48.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.626+0000 7fecd1861640  1 -- 172.21.15.46:0/1271641345 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feccc103400 msgr2=0x7feccc109c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:48.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.626+0000 7fecd1861640  1 --2- 172.21.15.46:0/1271641345 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feccc103400 0x7feccc109c90 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fecc4009900 tx=0x7fecc402bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:48.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.626+0000 7fecd1861640  1 -- 172.21.15.46:0/1271641345 shutdown_connections
2024-03-19T01:49:48.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.626+0000 7fecd1861640  1 --2- 172.21.15.46:0/1271641345 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feccc103400 0x7feccc109c90 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:48.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.626+0000 7fecd1861640  1 --2- 172.21.15.46:0/1271641345 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feccc102a40 0x7feccc102ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:48.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.626+0000 7fecd1861640  1 --2- 172.21.15.46:0/1271641345 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7feccc101850 0x7feccc101c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:48.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.626+0000 7fecd1861640  1 -- 172.21.15.46:0/1271641345 >> 172.21.15.46:0/1271641345 conn(0x7feccc0fcde0 msgr2=0x7feccc0ff200 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:48.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.626+0000 7fecd1861640  1 -- 172.21.15.46:0/1271641345 shutdown_connections
2024-03-19T01:49:48.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.626+0000 7fecd1861640  1 -- 172.21.15.46:0/1271641345 wait complete.
2024-03-19T01:49:48.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.626+0000 7fecd1861640  1  Processor -- start
2024-03-19T01:49:48.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.626+0000 7fecd1861640  1 --  start start
2024-03-19T01:49:48.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.626+0000 7fecd1861640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7feccc101850 0x7feccc197920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:48.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.626+0000 7fecd1861640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feccc102a40 0x7feccc197e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:48.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.627+0000 7fecd1861640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feccc103400 0x7feccc19eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:48.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.627+0000 7fecd1861640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7feccc10d360 con 0x7feccc103400
2024-03-19T01:49:48.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.627+0000 7fecd1861640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7feccc10d1e0 con 0x7feccc101850
2024-03-19T01:49:48.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.627+0000 7fecd1861640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7feccc10d4e0 con 0x7feccc102a40
2024-03-19T01:49:48.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.627+0000 7feccb7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feccc103400 0x7feccc19eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:48.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.627+0000 7feccaffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7feccc101850 0x7feccc197920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:48.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.627+0000 7feccb7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feccc103400 0x7feccc19eed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56960/0 (socket says 172.21.15.46:56960)
2024-03-19T01:49:48.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.627+0000 7fecca7fc640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feccc102a40 0x7feccc197e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:48.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.627+0000 7feccb7fe640  1 -- 172.21.15.46:0/2205622072 learned_addr learned my addr 172.21.15.46:0/2205622072 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:48.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.627+0000 7feccaffd640  1 -- 172.21.15.46:0/2205622072 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feccc102a40 msgr2=0x7feccc197e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:48.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.627+0000 7feccaffd640  1 --2- 172.21.15.46:0/2205622072 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feccc102a40 0x7feccc197e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:48.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.627+0000 7feccaffd640  1 -- 172.21.15.46:0/2205622072 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feccc103400 msgr2=0x7feccc19eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:48.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.627+0000 7feccaffd640  1 --2- 172.21.15.46:0/2205622072 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feccc103400 0x7feccc19eed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:48.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.627+0000 7feccaffd640  1 -- 172.21.15.46:0/2205622072 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feccc19f540 con 0x7feccc101850
2024-03-19T01:49:48.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.627+0000 7feccb7fe640  1 --2- 172.21.15.46:0/2205622072 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feccc103400 0x7feccc19eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:48.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.627+0000 7fecca7fc640  1 --2- 172.21.15.46:0/2205622072 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feccc102a40 0x7feccc197e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:48.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.627+0000 7feccaffd640  1 --2- 172.21.15.46:0/2205622072 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7feccc101850 0x7feccc197920 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fecbc005fd0 tx=0x7fecbc00ef90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:48.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.627+0000 7fecd085f640  1 -- 172.21.15.46:0/2205622072 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecbc003970 con 0x7feccc101850
2024-03-19T01:49:48.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.627+0000 7fecd1861640  1 -- 172.21.15.46:0/2205622072 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feccc19f830 con 0x7feccc101850
2024-03-19T01:49:48.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.627+0000 7fecd085f640  1 -- 172.21.15.46:0/2205622072 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fecbc004030 con 0x7feccc101850
2024-03-19T01:49:48.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.627+0000 7fecd085f640  1 -- 172.21.15.46:0/2205622072 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecbc010720 con 0x7feccc101850
2024-03-19T01:49:48.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.627+0000 7fecd1861640  1 -- 172.21.15.46:0/2205622072 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feccc19fdd0 con 0x7feccc101850
2024-03-19T01:49:48.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.628+0000 7fecd1861640  1 -- 172.21.15.46:0/2205622072 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feccc108b10 con 0x7feccc101850
2024-03-19T01:49:48.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.630+0000 7fecd085f640  1 -- 172.21.15.46:0/2205622072 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7fecbc0041e0 con 0x7feccc101850
2024-03-19T01:49:48.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.630+0000 7fecd085f640  1 --2- 172.21.15.46:0/2205622072 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fecb80a28a0 0x7fecb80a4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:48.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.630+0000 7fecca7fc640  1 --2- 172.21.15.46:0/2205622072 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fecb80a28a0 0x7fecb80a4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:48.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.630+0000 7fecd085f640  1 -- 172.21.15.46:0/2205622072 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fecbc0cf5d0 con 0x7feccc101850
2024-03-19T01:49:48.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.631+0000 7fecca7fc640  1 --2- 172.21.15.46:0/2205622072 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fecb80a28a0 0x7fecb80a4d60 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7feccc198e30 tx=0x7fecb4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:48.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.635+0000 7fecd085f640  1 -- 172.21.15.46:0/2205622072 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fecbc09c2e0 con 0x7feccc101850
2024-03-19T01:49:48.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.860+0000 7fecd1861640  1 -- 172.21.15.46:0/2205622072 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"} v 0) -- 0x7feccc02d450 con 0x7feccc101850
2024-03-19T01:49:48.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.889+0000 7fecd085f640  1 -- 172.21.15.46:0/2205622072 <== mon.2 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]=0  v24) ==== 117+0+0 (secure 0 0 0) 0x7fecbc09bbe0 con 0x7feccc101850
2024-03-19T01:49:48.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.891+0000 7fecd1861640  1 -- 172.21.15.46:0/2205622072 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fecb80a28a0 msgr2=0x7fecb80a4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:48.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.891+0000 7fecd1861640  1 --2- 172.21.15.46:0/2205622072 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fecb80a28a0 0x7fecb80a4d60 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7feccc198e30 tx=0x7fecb4005f90 comp rx=0 tx=0).stop
2024-03-19T01:49:48.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.891+0000 7fecd1861640  1 -- 172.21.15.46:0/2205622072 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7feccc101850 msgr2=0x7feccc197920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:48.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.891+0000 7fecd1861640  1 --2- 172.21.15.46:0/2205622072 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7feccc101850 0x7feccc197920 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fecbc005fd0 tx=0x7fecbc00ef90 comp rx=0 tx=0).stop
2024-03-19T01:49:48.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.891+0000 7fecd1861640  1 -- 172.21.15.46:0/2205622072 shutdown_connections
2024-03-19T01:49:48.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.891+0000 7fecd1861640  1 --2- 172.21.15.46:0/2205622072 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fecb80a28a0 0x7fecb80a4d60 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:48.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.891+0000 7fecd1861640  1 --2- 172.21.15.46:0/2205622072 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feccc103400 0x7feccc19eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:48.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.891+0000 7fecd1861640  1 --2- 172.21.15.46:0/2205622072 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feccc102a40 0x7feccc197e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:48.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.891+0000 7fecd1861640  1 --2- 172.21.15.46:0/2205622072 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7feccc101850 0x7feccc197920 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:48.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.891+0000 7fecd1861640  1 -- 172.21.15.46:0/2205622072 >> 172.21.15.46:0/2205622072 conn(0x7feccc0fcde0 msgr2=0x7feccc105ce0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:48.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.891+0000 7fecd1861640  1 -- 172.21.15.46:0/2205622072 shutdown_connections
2024-03-19T01:49:48.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:48.891+0000 7fecd1861640  1 -- 172.21.15.46:0/2205622072 wait complete.
2024-03-19T01:49:48.901 INFO:teuthology.run_tasks:Running task check-counter...
2024-03-19T01:49:48.912 INFO:teuthology.run_tasks:Running task fwd_scrub...
2024-03-19T01:49:48.948 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-03-19T01:49:49.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.051+0000 7fa1c63f4640  1 -- 172.21.15.46:0/75494356 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa1c0102a20 msgr2=0x7fa1c0102ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:49.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.051+0000 7fa1c63f4640  1 --2- 172.21.15.46:0/75494356 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa1c0102a20 0x7fa1c0102ea0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fa1a8009900 tx=0x7fa1a802bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:49.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.051+0000 7fa1c63f4640  1 -- 172.21.15.46:0/75494356 shutdown_connections
2024-03-19T01:49:49.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.051+0000 7fa1c63f4640  1 --2- 172.21.15.46:0/75494356 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa1c01033e0 0x7fa1c0109c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.051+0000 7fa1c63f4640  1 --2- 172.21.15.46:0/75494356 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa1c0102a20 0x7fa1c0102ea0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.051+0000 7fa1c63f4640  1 --2- 172.21.15.46:0/75494356 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa1c0101830 0x7fa1c0101c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.051+0000 7fa1c63f4640  1 -- 172.21.15.46:0/75494356 >> 172.21.15.46:0/75494356 conn(0x7fa1c00fce00 msgr2=0x7fa1c00ff220 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:49.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.051+0000 7fa1c63f4640  1 -- 172.21.15.46:0/75494356 shutdown_connections
2024-03-19T01:49:49.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.051+0000 7fa1c63f4640  1 -- 172.21.15.46:0/75494356 wait complete.
2024-03-19T01:49:49.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.052+0000 7fa1c63f4640  1  Processor -- start
2024-03-19T01:49:49.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.052+0000 7fa1c63f4640  1 --  start start
2024-03-19T01:49:49.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.052+0000 7fa1c63f4640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa1c0101830 0x7fa1c00755d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:49.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.052+0000 7fa1c63f4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa1c0102a20 0x7fa1c0073c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:49.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.052+0000 7fa1c63f4640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa1c01033e0 0x7fa1c0074150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:49.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.052+0000 7fa1c63f4640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa1c010d360 con 0x7fa1c0102a20
2024-03-19T01:49:49.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.052+0000 7fa1c63f4640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa1c010d1e0 con 0x7fa1c0101830
2024-03-19T01:49:49.057 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.052+0000 7fa1c63f4640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa1c010d4e0 con 0x7fa1c01033e0
2024-03-19T01:49:49.057 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.052+0000 7fa1bf7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa1c0102a20 0x7fa1c0073c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:49.057 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.052+0000 7fa1bf7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa1c0102a20 0x7fa1c0073c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56986/0 (socket says 172.21.15.46:56986)
2024-03-19T01:49:49.057 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.052+0000 7fa1bf7fe640  1 -- 172.21.15.46:0/1456156912 learned_addr learned my addr 172.21.15.46:0/1456156912 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:49.057 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.052+0000 7fa1c4991640  1 --2- 172.21.15.46:0/1456156912 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa1c01033e0 0x7fa1c0074150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:49.057 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.052+0000 7fa1bffff640  1 --2- 172.21.15.46:0/1456156912 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa1c0101830 0x7fa1c00755d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:49.057 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.053+0000 7fa1bf7fe640  1 -- 172.21.15.46:0/1456156912 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa1c01033e0 msgr2=0x7fa1c0074150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:49.057 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.053+0000 7fa1bf7fe640  1 --2- 172.21.15.46:0/1456156912 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa1c01033e0 0x7fa1c0074150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.057 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.053+0000 7fa1bf7fe640  1 -- 172.21.15.46:0/1456156912 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa1c0101830 msgr2=0x7fa1c00755d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:49.057 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.053+0000 7fa1bf7fe640  1 --2- 172.21.15.46:0/1456156912 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa1c0101830 0x7fa1c00755d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.057 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.053+0000 7fa1bf7fe640  1 -- 172.21.15.46:0/1456156912 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1c00749e0 con 0x7fa1c0102a20
2024-03-19T01:49:49.057 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.053+0000 7fa1bffff640  1 --2- 172.21.15.46:0/1456156912 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa1c0101830 0x7fa1c00755d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:49.058 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.053+0000 7fa1c4991640  1 --2- 172.21.15.46:0/1456156912 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa1c01033e0 0x7fa1c0074150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:49.058 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.053+0000 7fa1bf7fe640  1 --2- 172.21.15.46:0/1456156912 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa1c0102a20 0x7fa1c0073c10 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fa1a8006010 tx=0x7fa1a8005e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:49.058 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.053+0000 7fa1bd7fa640  1 -- 172.21.15.46:0/1456156912 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1a8043020 con 0x7fa1c0102a20
2024-03-19T01:49:49.058 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.053+0000 7fa1bd7fa640  1 -- 172.21.15.46:0/1456156912 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa1a80043d0 con 0x7fa1c0102a20
2024-03-19T01:49:49.058 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.053+0000 7fa1c63f4640  1 -- 172.21.15.46:0/1456156912 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1c01a1b80 con 0x7fa1c0102a20
2024-03-19T01:49:49.058 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.053+0000 7fa1bd7fa640  1 -- 172.21.15.46:0/1456156912 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1a8003b80 con 0x7fa1c0102a20
2024-03-19T01:49:49.058 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.053+0000 7fa1c63f4640  1 -- 172.21.15.46:0/1456156912 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1c01a20d0 con 0x7fa1c0102a20
2024-03-19T01:49:49.058 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.054+0000 7fa1c63f4640  1 -- 172.21.15.46:0/1456156912 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1c0108bd0 con 0x7fa1c0102a20
2024-03-19T01:49:49.058 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.055+0000 7fa1bd7fa640  1 -- 172.21.15.46:0/1456156912 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7fa1a8046020 con 0x7fa1c0102a20
2024-03-19T01:49:49.059 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.056+0000 7fa1bd7fa640  1 --2- 172.21.15.46:0/1456156912 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa1ac0a2800 0x7fa1ac0a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:49.059 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.056+0000 7fa1bffff640  1 --2- 172.21.15.46:0/1456156912 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa1ac0a2800 0x7fa1ac0a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:49.059 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.056+0000 7fa1bd7fa640  1 -- 172.21.15.46:0/1456156912 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fa1a80f1000 con 0x7fa1c0102a20
2024-03-19T01:49:49.059 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.056+0000 7fa1bffff640  1 --2- 172.21.15.46:0/1456156912 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa1ac0a2800 0x7fa1ac0a4cc0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fa1c0102880 tx=0x7fa1b0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:49.060 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.061+0000 7fa1bd7fa640  1 -- 172.21.15.46:0/1456156912 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fa1a804d020 con 0x7fa1c0102a20
2024-03-19T01:49:49.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:48 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2205622072' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch
2024-03-19T01:49:49.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:48 smithi073 ceph-mon[66833]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch
2024-03-19T01:49:49.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:48 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2205622072' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch
2024-03-19T01:49:49.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:48 smithi102 ceph-mon[66557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch
2024-03-19T01:49:49.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.245+0000 7fa1c63f4640  1 -- 172.21.15.46:0/1456156912 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa1c0062420 con 0x7fa1c0102a20
2024-03-19T01:49:49.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.246+0000 7fa1bd7fa640  1 -- 172.21.15.46:0/1456156912 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v93) ==== 74+0+24692 (secure 0 0 0) 0x7fa1a80bdd10 con 0x7fa1c0102a20
2024-03-19T01:49:49.247 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:49:49.247 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":93,"fsid":"53c8cf3e-e591-11ee-95c9-87774f69a715","created":"2024-03-19T01:39:22.615473+0000","modified":"2024-03-19T01:49:19.819880+0000","last_up_change":"2024-03-19T01:46:32.777223+0000","last_in_change":"2024-03-19T01:46:12.842023+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-19T01:42:46.174113+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-19T01:47:24.276277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-19T01:47:25.605471+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-19T01:47:29.545614+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"4fc98477-1fec-465b-892b-9a0c12e15754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6803","nonce":1888713943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6805","nonce":1888713943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6809","nonce":1888713943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6807","nonce":1888713943}]},"public_addr":"172.21.15.46:6803/1888713943","cluster_addr":"172.21.15.46:6805/1888713943","heartbeat_back_addr":"172.21.15.46:6809/1888713943","heartbeat_front_addr":"172.21.15.46:6807/1888713943","state":["exists","up"]},{"osd":1,"uuid":"4109d6a1-240e-4f1f-b09d-75f3b77e6303","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6801","nonce":2502945674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6803","nonce":2502945674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6807","nonce":2502945674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6805","nonce":2502945674}]},"public_addr":"172.21.15.73:6801/2502945674","cluster_addr":"172.21.15.73:6803/2502945674","heartbeat_back_addr":"172.21.15.73:6807/2502945674","heartbeat_front_addr":"172.21.15.73:6805/2502945674","state":["exists","up"]},{"osd":2,"uuid":"45e8479c-4006-4dd4-bdd8-b4a2eafacc80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6801","nonce":90484514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6803","nonce":90484514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6807","nonce":90484514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6805","nonce":90484514}]},"public_addr":"172.21.15.102:6801/90484514","cluster_addr":"172.21.15.102:6803/90484514","heartbeat_back_addr":"172.21.15.102:6807/90484514","heartbeat_front_addr":"172.21.15.102:6805/90484514","state":["exists","up"]},{"osd":3,"uuid":"4cdc93cf-2e8d-436d-a78a-c235e9b970fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6811","nonce":3336792470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6813","nonce":3336792470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6817","nonce":3336792470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6815","nonce":3336792470}]},"public_addr":"172.21.15.46:6811/3336792470","cluster_addr":"172.21.15.46:6813/3336792470","heartbeat_back_addr":"172.21.15.46:6817/3336792470","heartbeat_front_addr":"172.21.15.46:6815/3336792470","state":["exists","up"]},{"osd":4,"uuid":"35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6809","nonce":1192862788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6811","nonce":1192862788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6815","nonce":1192862788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6813","nonce":1192862788}]},"public_addr":"172.21.15.73:6809/1192862788","cluster_addr":"172.21.15.73:6811/1192862788","heartbeat_back_addr":"172.21.15.73:6815/1192862788","heartbeat_front_addr":"172.21.15.73:6813/1192862788","state":["exists","up"]},{"osd":5,"uuid":"1587c1e6-6719-4117-a80f-5c6bce0e5814","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6809","nonce":3252664135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6811","nonce":3252664135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6815","nonce":3252664135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6813","nonce":3252664135}]},"public_addr":"172.21.15.102:6809/3252664135","cluster_addr":"172.21.15.102:6811/3252664135","heartbeat_back_addr":"172.21.15.102:6815/3252664135","heartbeat_front_addr":"172.21.15.102:6813/3252664135","state":["exists","up"]},{"osd":6,"uuid":"af41cbff-69e5-45ab-ad59-95e5addd1b6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6819","nonce":595340737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6821","nonce":595340737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6825","nonce":595340737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6823","nonce":595340737}]},"public_addr":"172.21.15.46:6819/595340737","cluster_addr":"172.21.15.46:6821/595340737","heartbeat_back_addr":"172.21.15.46:6825/595340737","heartbeat_front_addr":"172.21.15.46:6823/595340737","state":["exists","up"]},{"osd":7,"uuid":"23e9241a-4ed9-4606-93c1-ccfe277d0c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6817","nonce":143082020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6819","nonce":143082020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6823","nonce":143082020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6821","nonce":143082020}]},"public_addr":"172.21.15.73:6817/143082020","cluster_addr":"172.21.15.73:6819/143082020","heartbeat_back_addr":"172.21.15.73:6823/143082020","heartbeat_front_addr":"172.21.15.73:6821/143082020","state":["exists","up"]},{"osd":8,"uuid":"c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6817","nonce":2533208086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6819","nonce":2533208086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6823","nonce":2533208086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6821","nonce":2533208086}]},"public_addr":"172.21.15.102:6817/2533208086","cluster_addr":"172.21.15.102:6819/2533208086","heartbeat_back_addr":"172.21.15.102:6823/2533208086","heartbeat_front_addr":"172.21.15.102:6821/2533208086","state":["exists","up"]},{"osd":9,"uuid":"a16dd21b-77e4-4148-90a3-c085fd621fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6827","nonce":4252594050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6829","nonce":4252594050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6833","nonce":4252594050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6831","nonce":4252594050}]},"public_addr":"172.21.15.46:6827/4252594050","cluster_addr":"172.21.15.46:6829/4252594050","heartbeat_back_addr":"172.21.15.46:6833/4252594050","heartbeat_front_addr":"172.21.15.46:6831/4252594050","state":["exists","up"]},{"osd":10,"uuid":"3a794482-bcfa-4e99-8e96-77228a828ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6825","nonce":1252006239}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6827","nonce":1252006239}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6831","nonce":1252006239}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6829","nonce":1252006239}]},"public_addr":"172.21.15.73:6825/1252006239","cluster_addr":"172.21.15.73:6827/1252006239","heartbeat_back_addr":"172.21.15.73:6831/1252006239","heartbeat_front_addr":"172.21.15.73:6829/1252006239","state":["exists","up"]},{"osd":11,"uuid":"93bdea99-6072-431a-a919-3aecf631c727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6825","nonce":2997263049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6827","nonce":2997263049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6831","nonce":2997263049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6829","nonce":2997263049}]},"public_addr":"172.21.15.102:6825/2997263049","cluster_addr":"172.21.15.102:6827/2997263049","heartbeat_back_addr":"172.21.15.102:6831/2997263049","heartbeat_front_addr":"172.21.15.102:6829/2997263049","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:41:54.705424+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:18.405516+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:42.028548+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:06.440586+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:31.526566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:56.491476+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:22.116952+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:48.187884+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:12.546546+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:39.238062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:05.249938+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:30.959573+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.3b","mappings":[{"from":3,"to":9}]},{"pgid":"4.12","mappings":[{"from":5,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:6800/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/534183632":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/3469071427":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/816672825":"2024-03-20T01:39:49.978463+0000","172.21.15.46:6800/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/482098752":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/3024883566":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/2231887791":"2024-03-20T01:39:49.978463+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-03-19T01:49:49.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.248+0000 7fa1c63f4640  1 -- 172.21.15.46:0/1456156912 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa1ac0a2800 msgr2=0x7fa1ac0a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:49.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.248+0000 7fa1c63f4640  1 --2- 172.21.15.46:0/1456156912 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa1ac0a2800 0x7fa1ac0a4cc0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fa1c0102880 tx=0x7fa1b0005f90 comp rx=0 tx=0).stop
2024-03-19T01:49:49.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.249+0000 7fa1c63f4640  1 -- 172.21.15.46:0/1456156912 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa1c0102a20 msgr2=0x7fa1c0073c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:49.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.249+0000 7fa1c63f4640  1 --2- 172.21.15.46:0/1456156912 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa1c0102a20 0x7fa1c0073c10 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fa1a8006010 tx=0x7fa1a8005e40 comp rx=0 tx=0).stop
2024-03-19T01:49:49.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.249+0000 7fa1c63f4640  1 -- 172.21.15.46:0/1456156912 shutdown_connections
2024-03-19T01:49:49.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.249+0000 7fa1c63f4640  1 --2- 172.21.15.46:0/1456156912 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa1ac0a2800 0x7fa1ac0a4cc0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.249+0000 7fa1c63f4640  1 --2- 172.21.15.46:0/1456156912 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa1c01033e0 0x7fa1c0074150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.249+0000 7fa1c63f4640  1 --2- 172.21.15.46:0/1456156912 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa1c0102a20 0x7fa1c0073c10 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.249+0000 7fa1c63f4640  1 --2- 172.21.15.46:0/1456156912 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa1c0101830 0x7fa1c00755d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.249+0000 7fa1c63f4640  1 -- 172.21.15.46:0/1456156912 >> 172.21.15.46:0/1456156912 conn(0x7fa1c00fce00 msgr2=0x7fa1c0105da0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:49.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.249+0000 7fa1c63f4640  1 -- 172.21.15.46:0/1456156912 shutdown_connections
2024-03-19T01:49:49.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.249+0000 7fa1c63f4640  1 -- 172.21.15.46:0/1456156912 wait complete.
2024-03-19T01:49:49.258 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:48 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2205622072' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch
2024-03-19T01:49:49.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:48 smithi046 ceph-mon[63102]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch
2024-03-19T01:49:49.260 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-19T01:42:46.174113+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-19T01:47:24.276277+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-19T01:47:25.605471+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-19T01:47:29.545614+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}]
2024-03-19T01:49:49.261 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num
2024-03-19T01:49:49.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.367+0000 7f157b012640  1 -- 172.21.15.46:0/2588613182 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f15741033f0 msgr2=0x7f1574109c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:49.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.367+0000 7f157b012640  1 --2- 172.21.15.46:0/2588613182 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f15741033f0 0x7f1574109c80 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f156c009ca0 tx=0x7f156c02c0f0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.367+0000 7f157b012640  1 -- 172.21.15.46:0/2588613182 shutdown_connections
2024-03-19T01:49:49.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.367+0000 7f157b012640  1 --2- 172.21.15.46:0/2588613182 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f15741033f0 0x7f1574109c80 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.367+0000 7f157b012640  1 --2- 172.21.15.46:0/2588613182 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1574102a30 0x7f1574102eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.367+0000 7f157b012640  1 --2- 172.21.15.46:0/2588613182 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1574101840 0x7f1574101c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.367+0000 7f157b012640  1 -- 172.21.15.46:0/2588613182 >> 172.21.15.46:0/2588613182 conn(0x7f15740fcdb0 msgr2=0x7f15740ff1f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:49.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.367+0000 7f157b012640  1 -- 172.21.15.46:0/2588613182 shutdown_connections
2024-03-19T01:49:49.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.367+0000 7f157b012640  1 -- 172.21.15.46:0/2588613182 wait complete.
2024-03-19T01:49:49.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.368+0000 7f157b012640  1  Processor -- start
2024-03-19T01:49:49.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.368+0000 7f157b012640  1 --  start start
2024-03-19T01:49:49.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.368+0000 7f157b012640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1574101840 0x7f15740755d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:49.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.368+0000 7f157b012640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1574102a30 0x7f1574073c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:49.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.368+0000 7f157b012640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f15741033f0 0x7f1574074150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:49.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.368+0000 7f157b012640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f157410d370 con 0x7f1574101840
2024-03-19T01:49:49.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.368+0000 7f157b012640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f157410d1f0 con 0x7f1574102a30
2024-03-19T01:49:49.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.368+0000 7f157b012640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f157410d4f0 con 0x7f15741033f0
2024-03-19T01:49:49.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.368+0000 7f1578dae640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1574101840 0x7f15740755d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:49.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.368+0000 7f1578dae640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1574101840 0x7f15740755d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57014/0 (socket says 172.21.15.46:57014)
2024-03-19T01:49:49.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.368+0000 7f1578dae640  1 -- 172.21.15.46:0/3961990677 learned_addr learned my addr 172.21.15.46:0/3961990677 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:49.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.368+0000 7f1573fff640  1 --2- 172.21.15.46:0/3961990677 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1574102a30 0x7f1574073c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:49.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.368+0000 7f15795af640  1 --2- 172.21.15.46:0/3961990677 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f15741033f0 0x7f1574074150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:49.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.368+0000 7f1578dae640  1 -- 172.21.15.46:0/3961990677 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f15741033f0 msgr2=0x7f1574074150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:49.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.368+0000 7f1578dae640  1 --2- 172.21.15.46:0/3961990677 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f15741033f0 0x7f1574074150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.368+0000 7f1578dae640  1 -- 172.21.15.46:0/3961990677 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1574102a30 msgr2=0x7f1574073c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:49.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.368+0000 7f1578dae640  1 --2- 172.21.15.46:0/3961990677 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1574102a30 0x7f1574073c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.368+0000 7f1578dae640  1 -- 172.21.15.46:0/3961990677 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15740749e0 con 0x7f1574101840
2024-03-19T01:49:49.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.369+0000 7f1578dae640  1 --2- 172.21.15.46:0/3961990677 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1574101840 0x7f15740755d0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f156800e9c0 tx=0x7f156800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:49.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.369+0000 7f1571ffb640  1 -- 172.21.15.46:0/3961990677 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f156800cde0 con 0x7f1574101840
2024-03-19T01:49:49.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.369+0000 7f157b012640  1 -- 172.21.15.46:0/3961990677 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15741a1b30 con 0x7f1574101840
2024-03-19T01:49:49.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.369+0000 7f1571ffb640  1 -- 172.21.15.46:0/3961990677 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f15680108e0 con 0x7f1574101840
2024-03-19T01:49:49.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.369+0000 7f1571ffb640  1 -- 172.21.15.46:0/3961990677 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15680188a0 con 0x7f1574101840
2024-03-19T01:49:49.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.369+0000 7f157b012640  1 -- 172.21.15.46:0/3961990677 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15741a2080 con 0x7f1574101840
2024-03-19T01:49:49.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.370+0000 7f157b012640  1 -- 172.21.15.46:0/3961990677 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1574108bb0 con 0x7f1574101840
2024-03-19T01:49:49.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.371+0000 7f1571ffb640  1 -- 172.21.15.46:0/3961990677 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f1568010a90 con 0x7f1574101840
2024-03-19T01:49:49.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.372+0000 7f1571ffb640  1 --2- 172.21.15.46:0/3961990677 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f15640a2800 0x7f15640a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:49.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.372+0000 7f1571ffb640  1 -- 172.21.15.46:0/3961990677 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f15680cf360 con 0x7f1574101840
2024-03-19T01:49:49.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.372+0000 7f1573fff640  1 --2- 172.21.15.46:0/3961990677 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f15640a2800 0x7f15640a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:49.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.372+0000 7f1573fff640  1 --2- 172.21.15.46:0/3961990677 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f15640a2800 0x7f15640a4cc0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f1574075340 tx=0x7f1560005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:49.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.376+0000 7f1571ffb640  1 -- 172.21.15.46:0/3961990677 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f1568053740 con 0x7f1574101840
2024-03-19T01:49:49.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.559+0000 7f157b012640  1 -- 172.21.15.46:0/3961990677 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f1574062420 con 0x7f1574101840
2024-03-19T01:49:49.560 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.560+0000 7f1571ffb640  1 -- 172.21.15.46:0/3961990677 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0  v93) ==== 93+0+10 (secure 0 0 0) 0x7f156809c070 con 0x7f1574101840
2024-03-19T01:49:49.560 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1
2024-03-19T01:49:49.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.562+0000 7f157b012640  1 -- 172.21.15.46:0/3961990677 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f15640a2800 msgr2=0x7f15640a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:49.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.562+0000 7f157b012640  1 --2- 172.21.15.46:0/3961990677 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f15640a2800 0x7f15640a4cc0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f1574075340 tx=0x7f1560005f90 comp rx=0 tx=0).stop
2024-03-19T01:49:49.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.562+0000 7f157b012640  1 -- 172.21.15.46:0/3961990677 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1574101840 msgr2=0x7f15740755d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:49.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.562+0000 7f157b012640  1 --2- 172.21.15.46:0/3961990677 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1574101840 0x7f15740755d0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f156800e9c0 tx=0x7f156800ee80 comp rx=0 tx=0).stop
2024-03-19T01:49:49.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.562+0000 7f157b012640  1 -- 172.21.15.46:0/3961990677 shutdown_connections
2024-03-19T01:49:49.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.562+0000 7f157b012640  1 --2- 172.21.15.46:0/3961990677 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f15640a2800 0x7f15640a4cc0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.562+0000 7f157b012640  1 --2- 172.21.15.46:0/3961990677 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f15741033f0 0x7f1574074150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.562+0000 7f157b012640  1 --2- 172.21.15.46:0/3961990677 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1574102a30 0x7f1574073c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.562+0000 7f157b012640  1 --2- 172.21.15.46:0/3961990677 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1574101840 0x7f15740755d0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.562+0000 7f157b012640  1 -- 172.21.15.46:0/3961990677 >> 172.21.15.46:0/3961990677 conn(0x7f15740fcdb0 msgr2=0x7f1574105d80 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:49.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.562+0000 7f157b012640  1 -- 172.21.15.46:0/3961990677 shutdown_connections
2024-03-19T01:49:49.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.562+0000 7f157b012640  1 -- 172.21.15.46:0/3961990677 wait complete.
2024-03-19T01:49:49.573 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num
2024-03-19T01:49:49.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.679+0000 7fa82679d640  1 -- 172.21.15.46:0/1287601859 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa8201021a0 msgr2=0x7fa820104590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:49.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.679+0000 7fa82679d640  1 --2- 172.21.15.46:0/1287601859 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa8201021a0 0x7fa820104590 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fa81c009900 tx=0x7fa81c02bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:49.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.679+0000 7fa82679d640  1 -- 172.21.15.46:0/1287601859 shutdown_connections
2024-03-19T01:49:49.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.679+0000 7fa82679d640  1 --2- 172.21.15.46:0/1287601859 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa820107400 0x7fa820109850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.679+0000 7fa82679d640  1 --2- 172.21.15.46:0/1287601859 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa820104ad0 0x7fa820106ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.679+0000 7fa82679d640  1 --2- 172.21.15.46:0/1287601859 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa8201021a0 0x7fa820104590 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.679+0000 7fa82679d640  1 -- 172.21.15.46:0/1287601859 >> 172.21.15.46:0/1287601859 conn(0x7fa8200fbb90 msgr2=0x7fa8200fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:49.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.679+0000 7fa82679d640  1 -- 172.21.15.46:0/1287601859 shutdown_connections
2024-03-19T01:49:49.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.679+0000 7fa82679d640  1 -- 172.21.15.46:0/1287601859 wait complete.
2024-03-19T01:49:49.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.680+0000 7fa82679d640  1  Processor -- start
2024-03-19T01:49:49.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.680+0000 7fa82679d640  1 --  start start
2024-03-19T01:49:49.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.680+0000 7fa82679d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa8201021a0 0x7fa820101ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:49.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.680+0000 7fa82679d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa820104ad0 0x7fa820100150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:49.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.680+0000 7fa82679d640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa820107400 0x7fa820100690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:49.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.680+0000 7fa82679d640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa82010d250 con 0x7fa820104ad0
2024-03-19T01:49:49.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.680+0000 7fa82679d640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa82010d0d0 con 0x7fa8201021a0
2024-03-19T01:49:49.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.680+0000 7fa82679d640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa82010d3d0 con 0x7fa820107400
2024-03-19T01:49:49.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.680+0000 7fa824f9a640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa820104ad0 0x7fa820100150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:49.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.680+0000 7fa824f9a640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa820104ad0 0x7fa820100150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57026/0 (socket says 172.21.15.46:57026)
2024-03-19T01:49:49.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.680+0000 7fa824f9a640  1 -- 172.21.15.46:0/1660033684 learned_addr learned my addr 172.21.15.46:0/1660033684 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:49.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.680+0000 7fa82579b640  1 --2- 172.21.15.46:0/1660033684 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa8201021a0 0x7fa820101ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:49.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.680+0000 7fa825f9c640  1 --2- 172.21.15.46:0/1660033684 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa820107400 0x7fa820100690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:49.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.680+0000 7fa824f9a640  1 -- 172.21.15.46:0/1660033684 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa820107400 msgr2=0x7fa820100690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:49.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.680+0000 7fa824f9a640  1 --2- 172.21.15.46:0/1660033684 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa820107400 0x7fa820100690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.680+0000 7fa824f9a640  1 -- 172.21.15.46:0/1660033684 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa8201021a0 msgr2=0x7fa820101ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:49.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.680+0000 7fa824f9a640  1 --2- 172.21.15.46:0/1660033684 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa8201021a0 0x7fa820101ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.680+0000 7fa824f9a640  1 -- 172.21.15.46:0/1660033684 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa820100f50 con 0x7fa820104ad0
2024-03-19T01:49:49.684 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.680+0000 7fa82579b640  1 --2- 172.21.15.46:0/1660033684 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa8201021a0 0x7fa820101ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:49.684 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.680+0000 7fa824f9a640  1 --2- 172.21.15.46:0/1660033684 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa820104ad0 0x7fa820100150 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fa810005fd0 tx=0x7fa81000dd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:49.684 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.681+0000 7fa8167fc640  1 -- 172.21.15.46:0/1660033684 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa810017070 con 0x7fa820104ad0
2024-03-19T01:49:49.684 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.681+0000 7fa8167fc640  1 -- 172.21.15.46:0/1660033684 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa81000de50 con 0x7fa820104ad0
2024-03-19T01:49:49.684 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.681+0000 7fa82679d640  1 -- 172.21.15.46:0/1660033684 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8201a1ae0 con 0x7fa820104ad0
2024-03-19T01:49:49.684 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.681+0000 7fa8167fc640  1 -- 172.21.15.46:0/1660033684 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa810003cc0 con 0x7fa820104ad0
2024-03-19T01:49:49.684 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.681+0000 7fa82679d640  1 -- 172.21.15.46:0/1660033684 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8201a2050 con 0x7fa820104ad0
2024-03-19T01:49:49.684 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.682+0000 7fa82679d640  1 -- 172.21.15.46:0/1660033684 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8200fd680 con 0x7fa820104ad0
2024-03-19T01:49:49.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.683+0000 7fa8167fc640  1 -- 172.21.15.46:0/1660033684 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7fa810003e60 con 0x7fa820104ad0
2024-03-19T01:49:49.686 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.683+0000 7fa8167fc640  1 --2- 172.21.15.46:0/1660033684 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa80c0a2880 0x7fa80c0a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:49.686 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.683+0000 7fa8167fc640  1 -- 172.21.15.46:0/1660033684 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fa8100cf160 con 0x7fa820104ad0
2024-03-19T01:49:49.686 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.683+0000 7fa82579b640  1 --2- 172.21.15.46:0/1660033684 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa80c0a2880 0x7fa80c0a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:49.686 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.684+0000 7fa82579b640  1 --2- 172.21.15.46:0/1660033684 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa80c0a2880 0x7fa80c0a4d40 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fa81c009230 tx=0x7fa81c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:49.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.687+0000 7fa8167fc640  1 -- 172.21.15.46:0/1660033684 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fa810020030 con 0x7fa820104ad0
2024-03-19T01:49:49.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.869+0000 7fa82679d640  1 -- 172.21.15.46:0/1660033684 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fa82002d3f0 con 0x7fa820104ad0
2024-03-19T01:49:49.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.869+0000 7fa8167fc640  1 -- 172.21.15.46:0/1660033684 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0  v93) ==== 104+0+11 (secure 0 0 0) 0x7fa81009bef0 con 0x7fa820104ad0
2024-03-19T01:49:49.870 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32
2024-03-19T01:49:49.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.871+0000 7fa82679d640  1 -- 172.21.15.46:0/1660033684 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa80c0a2880 msgr2=0x7fa80c0a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:49.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.871+0000 7fa82679d640  1 --2- 172.21.15.46:0/1660033684 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa80c0a2880 0x7fa80c0a4d40 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fa81c009230 tx=0x7fa81c005fd0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.871+0000 7fa82679d640  1 -- 172.21.15.46:0/1660033684 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa820104ad0 msgr2=0x7fa820100150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:49.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.871+0000 7fa82679d640  1 --2- 172.21.15.46:0/1660033684 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa820104ad0 0x7fa820100150 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fa810005fd0 tx=0x7fa81000dd20 comp rx=0 tx=0).stop
2024-03-19T01:49:49.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.871+0000 7fa82679d640  1 -- 172.21.15.46:0/1660033684 shutdown_connections
2024-03-19T01:49:49.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.871+0000 7fa82679d640  1 --2- 172.21.15.46:0/1660033684 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fa80c0a2880 0x7fa80c0a4d40 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.871+0000 7fa82679d640  1 --2- 172.21.15.46:0/1660033684 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa820107400 0x7fa820100690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.871+0000 7fa82679d640  1 --2- 172.21.15.46:0/1660033684 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa820104ad0 0x7fa820100150 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.871+0000 7fa82679d640  1 --2- 172.21.15.46:0/1660033684 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa8201021a0 0x7fa820101ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.871+0000 7fa82679d640  1 -- 172.21.15.46:0/1660033684 >> 172.21.15.46:0/1660033684 conn(0x7fa8200fbb90 msgr2=0x7fa820102be0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:49.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.871+0000 7fa82679d640  1 -- 172.21.15.46:0/1660033684 shutdown_connections
2024-03-19T01:49:49.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.871+0000 7fa82679d640  1 -- 172.21.15.46:0/1660033684 wait complete.
2024-03-19T01:49:49.882 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num
2024-03-19T01:49:49.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.988+0000 7fb516612640  1 -- 172.21.15.46:0/2304431141 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb510102a20 msgr2=0x7fb510102ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:49.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.988+0000 7fb516612640  1 --2- 172.21.15.46:0/2304431141 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb510102a20 0x7fb510102ea0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fb504009900 tx=0x7fb50402bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:49.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.988+0000 7fb516612640  1 -- 172.21.15.46:0/2304431141 shutdown_connections
2024-03-19T01:49:49.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.988+0000 7fb516612640  1 --2- 172.21.15.46:0/2304431141 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb5101033e0 0x7fb510109c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.988+0000 7fb516612640  1 --2- 172.21.15.46:0/2304431141 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb510102a20 0x7fb510102ea0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.988+0000 7fb516612640  1 --2- 172.21.15.46:0/2304431141 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb510101830 0x7fb510101c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.988+0000 7fb516612640  1 -- 172.21.15.46:0/2304431141 >> 172.21.15.46:0/2304431141 conn(0x7fb5100fcdc0 msgr2=0x7fb5100ff1e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:49.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.988+0000 7fb516612640  1 -- 172.21.15.46:0/2304431141 shutdown_connections
2024-03-19T01:49:49.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.988+0000 7fb516612640  1 -- 172.21.15.46:0/2304431141 wait complete.
2024-03-19T01:49:49.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.988+0000 7fb516612640  1  Processor -- start
2024-03-19T01:49:49.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.988+0000 7fb516612640  1 --  start start
2024-03-19T01:49:49.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.989+0000 7fb516612640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb510101830 0x7fb510197a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:49.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.989+0000 7fb516612640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb510102a20 0x7fb510197fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:49.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.989+0000 7fb516612640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb5101033e0 0x7fb51019f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:49.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.989+0000 7fb516612640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb51010d360 con 0x7fb510102a20
2024-03-19T01:49:49.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.989+0000 7fb516612640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb51010d1e0 con 0x7fb5101033e0
2024-03-19T01:49:49.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.989+0000 7fb516612640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb51010d4e0 con 0x7fb510101830
2024-03-19T01:49:49.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.989+0000 7fb50f7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb510102a20 0x7fb510197fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:49.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.989+0000 7fb50f7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb510102a20 0x7fb510197fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57054/0 (socket says 172.21.15.46:57054)
2024-03-19T01:49:49.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.989+0000 7fb50f7fe640  1 -- 172.21.15.46:0/2610308948 learned_addr learned my addr 172.21.15.46:0/2610308948 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:49.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.989+0000 7fb50ffff640  1 --2- 172.21.15.46:0/2610308948 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb510101830 0x7fb510197a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:49.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.989+0000 7fb514baf640  1 --2- 172.21.15.46:0/2610308948 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb5101033e0 0x7fb51019f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:49.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.989+0000 7fb50f7fe640  1 -- 172.21.15.46:0/2610308948 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb510101830 msgr2=0x7fb510197a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:49.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.989+0000 7fb50f7fe640  1 --2- 172.21.15.46:0/2610308948 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb510101830 0x7fb510197a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.989+0000 7fb50f7fe640  1 -- 172.21.15.46:0/2610308948 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb5101033e0 msgr2=0x7fb51019f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:49.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.989+0000 7fb50f7fe640  1 --2- 172.21.15.46:0/2610308948 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb5101033e0 0x7fb51019f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:49.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.989+0000 7fb50f7fe640  1 -- 172.21.15.46:0/2610308948 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb51019f690 con 0x7fb510102a20
2024-03-19T01:49:49.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.989+0000 7fb50f7fe640  1 --2- 172.21.15.46:0/2610308948 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb510102a20 0x7fb510197fb0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fb504006010 tx=0x7fb504005e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:49.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.990+0000 7fb50d7fa640  1 -- 172.21.15.46:0/2610308948 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb504043020 con 0x7fb510102a20
2024-03-19T01:49:49.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.990+0000 7fb516612640  1 -- 172.21.15.46:0/2610308948 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb51019f920 con 0x7fb510102a20
2024-03-19T01:49:49.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.990+0000 7fb50d7fa640  1 -- 172.21.15.46:0/2610308948 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb5040043d0 con 0x7fb510102a20
2024-03-19T01:49:49.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.990+0000 7fb50d7fa640  1 -- 172.21.15.46:0/2610308948 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb504003b80 con 0x7fb510102a20
2024-03-19T01:49:49.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.990+0000 7fb516612640  1 -- 172.21.15.46:0/2610308948 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb51019fec0 con 0x7fb510102a20
2024-03-19T01:49:49.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.991+0000 7fb516612640  1 -- 172.21.15.46:0/2610308948 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb510108c40 con 0x7fb510102a20
2024-03-19T01:49:49.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.992+0000 7fb50d7fa640  1 -- 172.21.15.46:0/2610308948 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7fb504046020 con 0x7fb510102a20
2024-03-19T01:49:49.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.992+0000 7fb50d7fa640  1 --2- 172.21.15.46:0/2610308948 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb4f80a2800 0x7fb4f80a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:49.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.992+0000 7fb50ffff640  1 --2- 172.21.15.46:0/2610308948 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb4f80a2800 0x7fb4f80a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:49.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.992+0000 7fb50d7fa640  1 -- 172.21.15.46:0/2610308948 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fb5040f0fa0 con 0x7fb510102a20
2024-03-19T01:49:49.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.993+0000 7fb50ffff640  1 --2- 172.21.15.46:0/2610308948 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb4f80a2800 0x7fb4f80a4cc0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fb510102880 tx=0x7fb500005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:49.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:49.997+0000 7fb50d7fa640  1 -- 172.21.15.46:0/2610308948 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fb50404d020 con 0x7fb510102a20
2024-03-19T01:49:50.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.180+0000 7fb516612640  1 -- 172.21.15.46:0/2610308948 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fb510062420 con 0x7fb510102a20
2024-03-19T01:49:50.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.181+0000 7fb50d7fa640  1 -- 172.21.15.46:0/2610308948 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0  v93) ==== 100+0+11 (secure 0 0 0) 0x7fb5040bdcb0 con 0x7fb510102a20
2024-03-19T01:49:50.181 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64
2024-03-19T01:49:50.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.182+0000 7fb516612640  1 -- 172.21.15.46:0/2610308948 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb4f80a2800 msgr2=0x7fb4f80a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:50.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.182+0000 7fb516612640  1 --2- 172.21.15.46:0/2610308948 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb4f80a2800 0x7fb4f80a4cc0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fb510102880 tx=0x7fb500005f90 comp rx=0 tx=0).stop
2024-03-19T01:49:50.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.182+0000 7fb516612640  1 -- 172.21.15.46:0/2610308948 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb510102a20 msgr2=0x7fb510197fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:50.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.182+0000 7fb516612640  1 --2- 172.21.15.46:0/2610308948 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb510102a20 0x7fb510197fb0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fb504006010 tx=0x7fb504005e40 comp rx=0 tx=0).stop
2024-03-19T01:49:50.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.183+0000 7fb516612640  1 -- 172.21.15.46:0/2610308948 shutdown_connections
2024-03-19T01:49:50.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.183+0000 7fb516612640  1 --2- 172.21.15.46:0/2610308948 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb4f80a2800 0x7fb4f80a4cc0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:50.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.183+0000 7fb516612640  1 --2- 172.21.15.46:0/2610308948 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb5101033e0 0x7fb51019f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:50.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.183+0000 7fb516612640  1 --2- 172.21.15.46:0/2610308948 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb510102a20 0x7fb510197fb0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:50.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.183+0000 7fb516612640  1 --2- 172.21.15.46:0/2610308948 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb510101830 0x7fb510197a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:50.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.183+0000 7fb516612640  1 -- 172.21.15.46:0/2610308948 >> 172.21.15.46:0/2610308948 conn(0x7fb5100fcdc0 msgr2=0x7fb510105e10 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:50.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.183+0000 7fb516612640  1 -- 172.21.15.46:0/2610308948 shutdown_connections
2024-03-19T01:49:50.184 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.183+0000 7fb516612640  1 -- 172.21.15.46:0/2610308948 wait complete.
2024-03-19T01:49:50.192 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:49 smithi046 ceph-mon[63102]: pgmap v368: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:49:50.192 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:49 smithi046 ceph-mon[63102]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished
2024-03-19T01:49:50.192 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:49 smithi046 ceph-mon[63102]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:49:50.192 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:49 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1456156912' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:49:50.193 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:49 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3961990677' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:49:50.193 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:49 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1660033684' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T01:49:50.194 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num
2024-03-19T01:49:50.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:49 smithi073 ceph-mon[66833]: pgmap v368: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:49:50.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:49 smithi073 ceph-mon[66833]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished
2024-03-19T01:49:50.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:49 smithi073 ceph-mon[66833]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:49:50.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:49 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1456156912' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:49:50.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:49 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3961990677' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:49:50.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:49 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1660033684' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T01:49:50.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:49 smithi102 ceph-mon[66557]: pgmap v368: 129 pgs: 129 active+clean; 642 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:49:50.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:49 smithi102 ceph-mon[66557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished
2024-03-19T01:49:50.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:49 smithi102 ceph-mon[66557]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:49:50.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:49 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1456156912' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:49:50.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:49 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3961990677' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:49:50.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:49 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1660033684' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T01:49:50.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.299+0000 7f20ae6ff640  1 -- 172.21.15.46:0/2585690847 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f20a8102350 msgr2=0x7f20a8104740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:50.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.299+0000 7f20ae6ff640  1 --2- 172.21.15.46:0/2585690847 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f20a8102350 0x7f20a8104740 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f2098009900 tx=0x7f209802bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:50.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.299+0000 7f20ae6ff640  1 -- 172.21.15.46:0/2585690847 shutdown_connections
2024-03-19T01:49:50.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.299+0000 7f20ae6ff640  1 --2- 172.21.15.46:0/2585690847 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f20a81075b0 0x7f20a81099a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:50.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.299+0000 7f20ae6ff640  1 --2- 172.21.15.46:0/2585690847 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f20a8104c80 0x7f20a8107070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:50.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.299+0000 7f20ae6ff640  1 --2- 172.21.15.46:0/2585690847 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f20a8102350 0x7f20a8104740 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:50.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.299+0000 7f20ae6ff640  1 -- 172.21.15.46:0/2585690847 >> 172.21.15.46:0/2585690847 conn(0x7f20a80fbcc0 msgr2=0x7f20a80fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:50.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.299+0000 7f20ae6ff640  1 -- 172.21.15.46:0/2585690847 shutdown_connections
2024-03-19T01:49:50.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.299+0000 7f20ae6ff640  1 -- 172.21.15.46:0/2585690847 wait complete.
2024-03-19T01:49:50.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.300+0000 7f20ae6ff640  1  Processor -- start
2024-03-19T01:49:50.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.300+0000 7f20ae6ff640  1 --  start start
2024-03-19T01:49:50.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.300+0000 7f20ae6ff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f20a8102350 0x7f20a8101cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:50.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.300+0000 7f20ae6ff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f20a8104c80 0x7f20a8100300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:50.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.300+0000 7f20ae6ff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f20a81075b0 0x7f20a8100840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:50.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.300+0000 7f20ae6ff640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f20a810d350 con 0x7f20a81075b0
2024-03-19T01:49:50.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.300+0000 7f20ae6ff640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f20a810d1d0 con 0x7f20a8102350
2024-03-19T01:49:50.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.300+0000 7f20ae6ff640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f20a810d4d0 con 0x7f20a8104c80
2024-03-19T01:49:50.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.300+0000 7f20acc9c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f20a81075b0 0x7f20a8100840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:50.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.300+0000 7f20acc9c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f20a81075b0 0x7f20a8100840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57074/0 (socket says 172.21.15.46:57074)
2024-03-19T01:49:50.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.300+0000 7f20acc9c640  1 -- 172.21.15.46:0/2635076203 learned_addr learned my addr 172.21.15.46:0/2635076203 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:50.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.300+0000 7f20a77fe640  1 --2- 172.21.15.46:0/2635076203 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f20a8104c80 0x7f20a8100300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:50.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.300+0000 7f20a7fff640  1 --2- 172.21.15.46:0/2635076203 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f20a8102350 0x7f20a8101cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:50.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.301+0000 7f20acc9c640  1 -- 172.21.15.46:0/2635076203 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f20a8104c80 msgr2=0x7f20a8100300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:50.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.301+0000 7f20acc9c640  1 --2- 172.21.15.46:0/2635076203 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f20a8104c80 0x7f20a8100300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:50.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.301+0000 7f20acc9c640  1 -- 172.21.15.46:0/2635076203 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f20a8102350 msgr2=0x7f20a8101cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:50.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.301+0000 7f20acc9c640  1 --2- 172.21.15.46:0/2635076203 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f20a8102350 0x7f20a8101cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:50.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.301+0000 7f20acc9c640  1 -- 172.21.15.46:0/2635076203 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20a81010d0 con 0x7f20a81075b0
2024-03-19T01:49:50.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.301+0000 7f20a77fe640  1 --2- 172.21.15.46:0/2635076203 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f20a8104c80 0x7f20a8100300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:50.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.301+0000 7f20a7fff640  1 --2- 172.21.15.46:0/2635076203 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f20a8102350 0x7f20a8101cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:50.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.301+0000 7f20acc9c640  1 --2- 172.21.15.46:0/2635076203 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f20a81075b0 0x7f20a8100840 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f20a000efd0 tx=0x7f20a000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:50.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.301+0000 7f20a57fa640  1 -- 172.21.15.46:0/2635076203 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20a0003b70 con 0x7f20a81075b0
2024-03-19T01:49:50.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.301+0000 7f20ae6ff640  1 -- 172.21.15.46:0/2635076203 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20a81a1c00 con 0x7f20a81075b0
2024-03-19T01:49:50.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.301+0000 7f20a57fa640  1 -- 172.21.15.46:0/2635076203 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f20a0003d10 con 0x7f20a81075b0
2024-03-19T01:49:50.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.301+0000 7f20a57fa640  1 -- 172.21.15.46:0/2635076203 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20a0010980 con 0x7f20a81075b0
2024-03-19T01:49:50.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.301+0000 7f20ae6ff640  1 -- 172.21.15.46:0/2635076203 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20a81a2150 con 0x7f20a81075b0
2024-03-19T01:49:50.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.302+0000 7f20ae6ff640  1 -- 172.21.15.46:0/2635076203 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20a80fd7b0 con 0x7f20a81075b0
2024-03-19T01:49:50.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.303+0000 7f20a57fa640  1 -- 172.21.15.46:0/2635076203 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f20a0004020 con 0x7f20a81075b0
2024-03-19T01:49:50.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.304+0000 7f20a57fa640  1 --2- 172.21.15.46:0/2635076203 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f20900a2800 0x7f20900a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:50.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.304+0000 7f20a7fff640  1 --2- 172.21.15.46:0/2635076203 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f20900a2800 0x7f20900a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:50.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.304+0000 7f20a57fa640  1 -- 172.21.15.46:0/2635076203 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f20a00cf250 con 0x7f20a81075b0
2024-03-19T01:49:50.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.304+0000 7f20a7fff640  1 --2- 172.21.15.46:0/2635076203 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f20900a2800 0x7f20900a4cc0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f2098009230 tx=0x7f2098005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:50.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.309+0000 7f20a57fa640  1 -- 172.21.15.46:0/2635076203 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f20a009bf60 con 0x7f20a81075b0
2024-03-19T01:49:50.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.490+0000 7f20ae6ff640  1 -- 172.21.15.46:0/2635076203 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f20a8062420 con 0x7f20a81075b0
2024-03-19T01:49:50.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.490+0000 7f20a57fa640  1 -- 172.21.15.46:0/2635076203 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0  v93) ==== 103+0+11 (secure 0 0 0) 0x7f20a009b860 con 0x7f20a81075b0
2024-03-19T01:49:50.490 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32
2024-03-19T01:49:50.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.492+0000 7f20ae6ff640  1 -- 172.21.15.46:0/2635076203 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f20900a2800 msgr2=0x7f20900a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:50.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.492+0000 7f20ae6ff640  1 --2- 172.21.15.46:0/2635076203 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f20900a2800 0x7f20900a4cc0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f2098009230 tx=0x7f2098005fd0 comp rx=0 tx=0).stop
2024-03-19T01:49:50.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.492+0000 7f20ae6ff640  1 -- 172.21.15.46:0/2635076203 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f20a81075b0 msgr2=0x7f20a8100840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:50.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.492+0000 7f20ae6ff640  1 --2- 172.21.15.46:0/2635076203 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f20a81075b0 0x7f20a8100840 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f20a000efd0 tx=0x7f20a000c6a0 comp rx=0 tx=0).stop
2024-03-19T01:49:50.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.492+0000 7f20ae6ff640  1 -- 172.21.15.46:0/2635076203 shutdown_connections
2024-03-19T01:49:50.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.492+0000 7f20ae6ff640  1 --2- 172.21.15.46:0/2635076203 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f20900a2800 0x7f20900a4cc0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:50.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.492+0000 7f20ae6ff640  1 --2- 172.21.15.46:0/2635076203 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f20a81075b0 0x7f20a8100840 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:50.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.492+0000 7f20ae6ff640  1 --2- 172.21.15.46:0/2635076203 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f20a8104c80 0x7f20a8100300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:50.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.492+0000 7f20ae6ff640  1 --2- 172.21.15.46:0/2635076203 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f20a8102350 0x7f20a8101cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:50.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.492+0000 7f20ae6ff640  1 -- 172.21.15.46:0/2635076203 >> 172.21.15.46:0/2635076203 conn(0x7f20a80fbcc0 msgr2=0x7f20a8102e50 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:50.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.492+0000 7f20ae6ff640  1 -- 172.21.15.46:0/2635076203 shutdown_connections
2024-03-19T01:49:50.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.492+0000 7f20ae6ff640  1 -- 172.21.15.46:0/2635076203 wait complete.
2024-03-19T01:49:50.503 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-03-19T01:49:50.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.605+0000 7fb09aa0c640  1 -- 172.21.15.46:0/2256030819 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb094104c60 msgr2=0x7fb094107050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:50.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.605+0000 7fb09aa0c640  1 --2- 172.21.15.46:0/2256030819 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb094104c60 0x7fb094107050 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fb084009900 tx=0x7fb08402bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:50.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.605+0000 7fb09aa0c640  1 -- 172.21.15.46:0/2256030819 shutdown_connections
2024-03-19T01:49:50.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.605+0000 7fb09aa0c640  1 --2- 172.21.15.46:0/2256030819 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb094107590 0x7fb094109980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:50.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.605+0000 7fb09aa0c640  1 --2- 172.21.15.46:0/2256030819 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb094104c60 0x7fb094107050 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:50.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.605+0000 7fb09aa0c640  1 --2- 172.21.15.46:0/2256030819 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb094102330 0x7fb094104720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:50.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.605+0000 7fb09aa0c640  1 -- 172.21.15.46:0/2256030819 >> 172.21.15.46:0/2256030819 conn(0x7fb0940fbd00 msgr2=0x7fb0940fe120 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:50.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.605+0000 7fb09aa0c640  1 -- 172.21.15.46:0/2256030819 shutdown_connections
2024-03-19T01:49:50.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.605+0000 7fb09aa0c640  1 -- 172.21.15.46:0/2256030819 wait complete.
2024-03-19T01:49:50.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.606+0000 7fb09aa0c640  1  Processor -- start
2024-03-19T01:49:50.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.606+0000 7fb09aa0c640  1 --  start start
2024-03-19T01:49:50.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.606+0000 7fb09aa0c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb094102330 0x7fb094197ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:50.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.606+0000 7fb09aa0c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb094104c60 0x7fb094197ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:50.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.606+0000 7fb09aa0c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb094107590 0x7fb09419f060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:50.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.606+0000 7fb09aa0c640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb09410d380 con 0x7fb094102330
2024-03-19T01:49:50.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.606+0000 7fb09aa0c640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb09410d200 con 0x7fb094104c60
2024-03-19T01:49:50.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.606+0000 7fb09aa0c640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb09410d500 con 0x7fb094107590
2024-03-19T01:49:50.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.606+0000 7fb093fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb094102330 0x7fb094197ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:50.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.606+0000 7fb093fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb094102330 0x7fb094197ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57098/0 (socket says 172.21.15.46:57098)
2024-03-19T01:49:50.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.606+0000 7fb093fff640  1 -- 172.21.15.46:0/3351709051 learned_addr learned my addr 172.21.15.46:0/3351709051 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:50.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.606+0000 7fb0937fe640  1 --2- 172.21.15.46:0/3351709051 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb094104c60 0x7fb094197ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:50.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.606+0000 7fb098fa9640  1 --2- 172.21.15.46:0/3351709051 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb094107590 0x7fb09419f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:50.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.607+0000 7fb093fff640  1 -- 172.21.15.46:0/3351709051 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb094107590 msgr2=0x7fb09419f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:50.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.607+0000 7fb093fff640  1 --2- 172.21.15.46:0/3351709051 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb094107590 0x7fb09419f060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:50.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.607+0000 7fb093fff640  1 -- 172.21.15.46:0/3351709051 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb094104c60 msgr2=0x7fb094197ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:50.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.607+0000 7fb093fff640  1 --2- 172.21.15.46:0/3351709051 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb094104c60 0x7fb094197ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:50.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.607+0000 7fb093fff640  1 -- 172.21.15.46:0/3351709051 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb09419f6d0 con 0x7fb094102330
2024-03-19T01:49:50.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.607+0000 7fb0937fe640  1 --2- 172.21.15.46:0/3351709051 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb094104c60 0x7fb094197ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:50.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.607+0000 7fb093fff640  1 --2- 172.21.15.46:0/3351709051 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb094102330 0x7fb094197ab0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fb07c00e9f0 tx=0x7fb07c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:50.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.607+0000 7fb0917fa640  1 -- 172.21.15.46:0/3351709051 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb07c00cd80 con 0x7fb094102330
2024-03-19T01:49:50.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.607+0000 7fb09aa0c640  1 -- 172.21.15.46:0/3351709051 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb09419f9c0 con 0x7fb094102330
2024-03-19T01:49:50.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.607+0000 7fb0917fa640  1 -- 172.21.15.46:0/3351709051 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb07c0108e0 con 0x7fb094102330
2024-03-19T01:49:50.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.607+0000 7fb0917fa640  1 -- 172.21.15.46:0/3351709051 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb07c018920 con 0x7fb094102330
2024-03-19T01:49:50.616 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.607+0000 7fb09aa0c640  1 -- 172.21.15.46:0/3351709051 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb09419fee0 con 0x7fb094102330
2024-03-19T01:49:50.616 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.608+0000 7fb09aa0c640  1 -- 172.21.15.46:0/3351709051 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb094068a60 con 0x7fb094102330
2024-03-19T01:49:50.616 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.609+0000 7fb0917fa640  1 -- 172.21.15.46:0/3351709051 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7fb07c010a90 con 0x7fb094102330
2024-03-19T01:49:50.616 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.610+0000 7fb0917fa640  1 --2- 172.21.15.46:0/3351709051 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb0800a2800 0x7fb0800a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:50.616 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.610+0000 7fb0937fe640  1 --2- 172.21.15.46:0/3351709051 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb0800a2800 0x7fb0800a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:50.616 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.610+0000 7fb0917fa640  1 -- 172.21.15.46:0/3351709051 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fb07c0cf610 con 0x7fb094102330
2024-03-19T01:49:50.616 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.610+0000 7fb0937fe640  1 --2- 172.21.15.46:0/3351709051 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb0800a2800 0x7fb0800a4cc0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fb084005ab0 tx=0x7fb084005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:50.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.613+0000 7fb0917fa640  1 -- 172.21.15.46:0/3351709051 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fb07c09bc70 con 0x7fb094102330
2024-03-19T01:49:50.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.796+0000 7fb09aa0c640  1 -- 172.21.15.46:0/3351709051 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb094062420 con 0x7fb094102330
2024-03-19T01:49:50.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.797+0000 7fb0917fa640  1 -- 172.21.15.46:0/3351709051 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v93) ==== 74+0+24692 (secure 0 0 0) 0x7fb07c09fd10 con 0x7fb094102330
2024-03-19T01:49:50.797 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:49:50.798 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":93,"fsid":"53c8cf3e-e591-11ee-95c9-87774f69a715","created":"2024-03-19T01:39:22.615473+0000","modified":"2024-03-19T01:49:19.819880+0000","last_up_change":"2024-03-19T01:46:32.777223+0000","last_in_change":"2024-03-19T01:46:12.842023+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-19T01:42:46.174113+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-19T01:47:24.276277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-19T01:47:25.605471+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-19T01:47:29.545614+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"4fc98477-1fec-465b-892b-9a0c12e15754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6803","nonce":1888713943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6805","nonce":1888713943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6809","nonce":1888713943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6807","nonce":1888713943}]},"public_addr":"172.21.15.46:6803/1888713943","cluster_addr":"172.21.15.46:6805/1888713943","heartbeat_back_addr":"172.21.15.46:6809/1888713943","heartbeat_front_addr":"172.21.15.46:6807/1888713943","state":["exists","up"]},{"osd":1,"uuid":"4109d6a1-240e-4f1f-b09d-75f3b77e6303","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6801","nonce":2502945674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6803","nonce":2502945674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6807","nonce":2502945674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6805","nonce":2502945674}]},"public_addr":"172.21.15.73:6801/2502945674","cluster_addr":"172.21.15.73:6803/2502945674","heartbeat_back_addr":"172.21.15.73:6807/2502945674","heartbeat_front_addr":"172.21.15.73:6805/2502945674","state":["exists","up"]},{"osd":2,"uuid":"45e8479c-4006-4dd4-bdd8-b4a2eafacc80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6801","nonce":90484514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6803","nonce":90484514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6807","nonce":90484514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6805","nonce":90484514}]},"public_addr":"172.21.15.102:6801/90484514","cluster_addr":"172.21.15.102:6803/90484514","heartbeat_back_addr":"172.21.15.102:6807/90484514","heartbeat_front_addr":"172.21.15.102:6805/90484514","state":["exists","up"]},{"osd":3,"uuid":"4cdc93cf-2e8d-436d-a78a-c235e9b970fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6811","nonce":3336792470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6813","nonce":3336792470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6817","nonce":3336792470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6815","nonce":3336792470}]},"public_addr":"172.21.15.46:6811/3336792470","cluster_addr":"172.21.15.46:6813/3336792470","heartbeat_back_addr":"172.21.15.46:6817/3336792470","heartbeat_front_addr":"172.21.15.46:6815/3336792470","state":["exists","up"]},{"osd":4,"uuid":"35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6809","nonce":1192862788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6811","nonce":1192862788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6815","nonce":1192862788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6813","nonce":1192862788}]},"public_addr":"172.21.15.73:6809/1192862788","cluster_addr":"172.21.15.73:6811/1192862788","heartbeat_back_addr":"172.21.15.73:6815/1192862788","heartbeat_front_addr":"172.21.15.73:6813/1192862788","state":["exists","up"]},{"osd":5,"uuid":"1587c1e6-6719-4117-a80f-5c6bce0e5814","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6809","nonce":3252664135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6811","nonce":3252664135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6815","nonce":3252664135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6813","nonce":3252664135}]},"public_addr":"172.21.15.102:6809/3252664135","cluster_addr":"172.21.15.102:6811/3252664135","heartbeat_back_addr":"172.21.15.102:6815/3252664135","heartbeat_front_addr":"172.21.15.102:6813/3252664135","state":["exists","up"]},{"osd":6,"uuid":"af41cbff-69e5-45ab-ad59-95e5addd1b6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6819","nonce":595340737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6821","nonce":595340737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6825","nonce":595340737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6823","nonce":595340737}]},"public_addr":"172.21.15.46:6819/595340737","cluster_addr":"172.21.15.46:6821/595340737","heartbeat_back_addr":"172.21.15.46:6825/595340737","heartbeat_front_addr":"172.21.15.46:6823/595340737","state":["exists","up"]},{"osd":7,"uuid":"23e9241a-4ed9-4606-93c1-ccfe277d0c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6817","nonce":143082020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6819","nonce":143082020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6823","nonce":143082020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6821","nonce":143082020}]},"public_addr":"172.21.15.73:6817/143082020","cluster_addr":"172.21.15.73:6819/143082020","heartbeat_back_addr":"172.21.15.73:6823/143082020","heartbeat_front_addr":"172.21.15.73:6821/143082020","state":["exists","up"]},{"osd":8,"uuid":"c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6817","nonce":2533208086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6819","nonce":2533208086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6823","nonce":2533208086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6821","nonce":2533208086}]},"public_addr":"172.21.15.102:6817/2533208086","cluster_addr":"172.21.15.102:6819/2533208086","heartbeat_back_addr":"172.21.15.102:6823/2533208086","heartbeat_front_addr":"172.21.15.102:6821/2533208086","state":["exists","up"]},{"osd":9,"uuid":"a16dd21b-77e4-4148-90a3-c085fd621fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6827","nonce":4252594050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6829","nonce":4252594050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6833","nonce":4252594050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6831","nonce":4252594050}]},"public_addr":"172.21.15.46:6827/4252594050","cluster_addr":"172.21.15.46:6829/4252594050","heartbeat_back_addr":"172.21.15.46:6833/4252594050","heartbeat_front_addr":"172.21.15.46:6831/4252594050","state":["exists","up"]},{"osd":10,"uuid":"3a794482-bcfa-4e99-8e96-77228a828ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6825","nonce":1252006239}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6827","nonce":1252006239}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6831","nonce":1252006239}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6829","nonce":1252006239}]},"public_addr":"172.21.15.73:6825/1252006239","cluster_addr":"172.21.15.73:6827/1252006239","heartbeat_back_addr":"172.21.15.73:6831/1252006239","heartbeat_front_addr":"172.21.15.73:6829/1252006239","state":["exists","up"]},{"osd":11,"uuid":"93bdea99-6072-431a-a919-3aecf631c727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6825","nonce":2997263049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6827","nonce":2997263049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6831","nonce":2997263049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6829","nonce":2997263049}]},"public_addr":"172.21.15.102:6825/2997263049","cluster_addr":"172.21.15.102:6827/2997263049","heartbeat_back_addr":"172.21.15.102:6831/2997263049","heartbeat_front_addr":"172.21.15.102:6829/2997263049","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:41:54.705424+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:18.405516+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:42.028548+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:06.440586+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:31.526566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:56.491476+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:22.116952+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:48.187884+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:12.546546+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:39.238062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:05.249938+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:30.959573+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.3b","mappings":[{"from":3,"to":9}]},{"pgid":"4.12","mappings":[{"from":5,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:6800/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/534183632":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/3469071427":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/816672825":"2024-03-20T01:39:49.978463+0000","172.21.15.46:6800/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/482098752":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/3024883566":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/2231887791":"2024-03-20T01:39:49.978463+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-03-19T01:49:50.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.799+0000 7fb09aa0c640  1 -- 172.21.15.46:0/3351709051 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb0800a2800 msgr2=0x7fb0800a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:50.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.799+0000 7fb09aa0c640  1 --2- 172.21.15.46:0/3351709051 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb0800a2800 0x7fb0800a4cc0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fb084005ab0 tx=0x7fb084005fd0 comp rx=0 tx=0).stop
2024-03-19T01:49:50.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.799+0000 7fb09aa0c640  1 -- 172.21.15.46:0/3351709051 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb094102330 msgr2=0x7fb094197ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:50.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.799+0000 7fb09aa0c640  1 --2- 172.21.15.46:0/3351709051 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb094102330 0x7fb094197ab0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fb07c00e9f0 tx=0x7fb07c00eeb0 comp rx=0 tx=0).stop
2024-03-19T01:49:50.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.799+0000 7fb09aa0c640  1 -- 172.21.15.46:0/3351709051 shutdown_connections
2024-03-19T01:49:50.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.799+0000 7fb09aa0c640  1 --2- 172.21.15.46:0/3351709051 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb0800a2800 0x7fb0800a4cc0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:50.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.799+0000 7fb09aa0c640  1 --2- 172.21.15.46:0/3351709051 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb094107590 0x7fb09419f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:50.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.799+0000 7fb09aa0c640  1 --2- 172.21.15.46:0/3351709051 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb094104c60 0x7fb094197ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:50.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.799+0000 7fb09aa0c640  1 --2- 172.21.15.46:0/3351709051 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb094102330 0x7fb094197ab0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:50.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.799+0000 7fb09aa0c640  1 -- 172.21.15.46:0/3351709051 >> 172.21.15.46:0/3351709051 conn(0x7fb0940fbd00 msgr2=0x7fb094102e10 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:50.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.799+0000 7fb09aa0c640  1 -- 172.21.15.46:0/3351709051 shutdown_connections
2024-03-19T01:49:50.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.799+0000 7fb09aa0c640  1 -- 172.21.15.46:0/3351709051 wait complete.
2024-03-19T01:49:50.812 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-19T01:42:46.174113+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-19T01:47:24.276277+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-19T01:47:25.605471+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-19T01:47:29.545614+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}]
2024-03-19T01:49:50.813 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num
2024-03-19T01:49:50.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.919+0000 7f3253fb9640  1 -- 172.21.15.46:0/4265840931 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f324c1022d0 msgr2=0x7f324c108b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:50.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.919+0000 7f3253fb9640  1 --2- 172.21.15.46:0/4265840931 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f324c1022d0 0x7f324c108b60 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f323c009900 tx=0x7f323c02bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:50.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.919+0000 7f3253fb9640  1 -- 172.21.15.46:0/4265840931 shutdown_connections
2024-03-19T01:49:50.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.919+0000 7f3253fb9640  1 --2- 172.21.15.46:0/4265840931 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f324c1022d0 0x7f324c108b60 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:50.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.919+0000 7f3253fb9640  1 --2- 172.21.15.46:0/4265840931 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f324c101910 0x7f324c101d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:50.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.919+0000 7f3253fb9640  1 --2- 172.21.15.46:0/4265840931 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f324c100720 0x7f324c100b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:50.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.919+0000 7f3253fb9640  1 -- 172.21.15.46:0/4265840931 >> 172.21.15.46:0/4265840931 conn(0x7f324c0fbcb0 msgr2=0x7f324c0fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:50.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.919+0000 7f3253fb9640  1 -- 172.21.15.46:0/4265840931 shutdown_connections
2024-03-19T01:49:50.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.919+0000 7f3253fb9640  1 -- 172.21.15.46:0/4265840931 wait complete.
2024-03-19T01:49:50.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.920+0000 7f3253fb9640  1  Processor -- start
2024-03-19T01:49:50.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.920+0000 7f3253fb9640  1 --  start start
2024-03-19T01:49:50.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.920+0000 7f3253fb9640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f324c100720 0x7f324c197a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:50.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.920+0000 7f3253fb9640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f324c101910 0x7f324c197f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:50.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.920+0000 7f3253fb9640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f324c1022d0 0x7f324c19efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:50.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.920+0000 7f3253fb9640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f324c10c230 con 0x7f324c1022d0
2024-03-19T01:49:50.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.920+0000 7f3253fb9640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f324c10c0b0 con 0x7f324c101910
2024-03-19T01:49:50.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.920+0000 7f3253fb9640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f324c10c3b0 con 0x7f324c100720
2024-03-19T01:49:50.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.920+0000 7f3251d55640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f324c100720 0x7f324c197a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:50.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.920+0000 7f3251554640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f324c101910 0x7f324c197f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:50.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.920+0000 7f3252556640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f324c1022d0 0x7f324c19efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:50.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.920+0000 7f3251d55640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f324c100720 0x7f324c197a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:43668/0 (socket says 172.21.15.46:43668)
2024-03-19T01:49:50.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.920+0000 7f3251d55640  1 -- 172.21.15.46:0/1791429870 learned_addr learned my addr 172.21.15.46:0/1791429870 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:50.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.921+0000 7f3251554640  1 -- 172.21.15.46:0/1791429870 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f324c100720 msgr2=0x7f324c197a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:50.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.921+0000 7f3251554640  1 --2- 172.21.15.46:0/1791429870 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f324c100720 0x7f324c197a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:50.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.921+0000 7f3251554640  1 -- 172.21.15.46:0/1791429870 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f324c1022d0 msgr2=0x7f324c19efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:50.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.921+0000 7f3251554640  1 --2- 172.21.15.46:0/1791429870 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f324c1022d0 0x7f324c19efb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:50.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.921+0000 7f3251554640  1 -- 172.21.15.46:0/1791429870 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f324c19f620 con 0x7f324c101910
2024-03-19T01:49:50.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.921+0000 7f3251d55640  1 --2- 172.21.15.46:0/1791429870 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f324c100720 0x7f324c197a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:50.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.921+0000 7f3252556640  1 --2- 172.21.15.46:0/1791429870 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f324c1022d0 0x7f324c19efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:50.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.921+0000 7f3251554640  1 --2- 172.21.15.46:0/1791429870 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f324c101910 0x7f324c197f40 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f324000e9f0 tx=0x7f324000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:50.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.921+0000 7f324affd640  1 -- 172.21.15.46:0/1791429870 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f324000ccc0 con 0x7f324c101910
2024-03-19T01:49:50.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.921+0000 7f324affd640  1 -- 172.21.15.46:0/1791429870 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f32400108e0 con 0x7f324c101910
2024-03-19T01:49:50.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.921+0000 7f3253fb9640  1 -- 172.21.15.46:0/1791429870 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f324c19f910 con 0x7f324c101910
2024-03-19T01:49:50.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.921+0000 7f324affd640  1 -- 172.21.15.46:0/1791429870 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3240018880 con 0x7f324c101910
2024-03-19T01:49:50.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.921+0000 7f3253fb9640  1 -- 172.21.15.46:0/1791429870 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f324c19fe60 con 0x7f324c101910
2024-03-19T01:49:50.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.922+0000 7f3253fb9640  1 -- 172.21.15.46:0/1791429870 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f324c1a00f0 con 0x7f324c101910
2024-03-19T01:49:50.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.923+0000 7f324affd640  1 -- 172.21.15.46:0/1791429870 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f3240010a90 con 0x7f324c101910
2024-03-19T01:49:50.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.923+0000 7f324affd640  1 --2- 172.21.15.46:0/1791429870 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f32340a2800 0x7f32340a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:50.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.923+0000 7f3251d55640  1 --2- 172.21.15.46:0/1791429870 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f32340a2800 0x7f32340a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:50.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.923+0000 7f324affd640  1 -- 172.21.15.46:0/1791429870 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f32400cf190 con 0x7f324c101910
2024-03-19T01:49:50.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.924+0000 7f3251d55640  1 --2- 172.21.15.46:0/1791429870 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f32340a2800 0x7f32340a4cc0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f3244005c40 tx=0x7f3244009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:50.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:50.932+0000 7f324affd640  1 -- 172.21.15.46:0/1791429870 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f324009b7f0 con 0x7f324c101910
2024-03-19T01:49:51.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.114+0000 7f3253fb9640  1 -- 172.21.15.46:0/1791429870 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f324c1a02c0 con 0x7f324c101910
2024-03-19T01:49:51.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.114+0000 7f324affd640  1 -- 172.21.15.46:0/1791429870 <== mon.2 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0  v93) ==== 93+0+10 (secure 0 0 0) 0x7f324009f890 con 0x7f324c101910
2024-03-19T01:49:51.114 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1
2024-03-19T01:49:51.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:50 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2610308948' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T01:49:51.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:50 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2635076203' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T01:49:51.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:50 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3351709051' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:49:51.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.116+0000 7f3253fb9640  1 -- 172.21.15.46:0/1791429870 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f32340a2800 msgr2=0x7f32340a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:51.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.116+0000 7f3253fb9640  1 --2- 172.21.15.46:0/1791429870 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f32340a2800 0x7f32340a4cc0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f3244005c40 tx=0x7f3244009500 comp rx=0 tx=0).stop
2024-03-19T01:49:51.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.116+0000 7f3253fb9640  1 -- 172.21.15.46:0/1791429870 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f324c101910 msgr2=0x7f324c197f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:51.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.116+0000 7f3253fb9640  1 --2- 172.21.15.46:0/1791429870 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f324c101910 0x7f324c197f40 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f324000e9f0 tx=0x7f324000eeb0 comp rx=0 tx=0).stop
2024-03-19T01:49:51.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.116+0000 7f3253fb9640  1 -- 172.21.15.46:0/1791429870 shutdown_connections
2024-03-19T01:49:51.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.116+0000 7f3253fb9640  1 --2- 172.21.15.46:0/1791429870 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f32340a2800 0x7f32340a4cc0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:51.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.116+0000 7f3253fb9640  1 --2- 172.21.15.46:0/1791429870 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f324c1022d0 0x7f324c19efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:51.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.116+0000 7f3253fb9640  1 --2- 172.21.15.46:0/1791429870 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f324c101910 0x7f324c197f40 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:51.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.116+0000 7f3253fb9640  1 --2- 172.21.15.46:0/1791429870 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f324c100720 0x7f324c197a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:51.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.116+0000 7f3253fb9640  1 -- 172.21.15.46:0/1791429870 >> 172.21.15.46:0/1791429870 conn(0x7f324c0fbcb0 msgr2=0x7f324c0fd790 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:51.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.116+0000 7f3253fb9640  1 -- 172.21.15.46:0/1791429870 shutdown_connections
2024-03-19T01:49:51.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.116+0000 7f3253fb9640  1 -- 172.21.15.46:0/1791429870 wait complete.
2024-03-19T01:49:51.127 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num
2024-03-19T01:49:51.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:50 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2610308948' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T01:49:51.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:50 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2635076203' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T01:49:51.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:50 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3351709051' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:49:51.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:50 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2610308948' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T01:49:51.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:50 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2635076203' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T01:49:51.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:50 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3351709051' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:49:51.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.233+0000 7f3d7adcd640  1 -- 172.21.15.46:0/4221522431 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3d740ff8b0 msgr2=0x7f3d740ffd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:51.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.233+0000 7f3d7adcd640  1 --2- 172.21.15.46:0/4221522431 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3d740ff8b0 0x7f3d740ffd30 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f3d60009900 tx=0x7f3d6002bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:51.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.233+0000 7f3d7adcd640  1 -- 172.21.15.46:0/4221522431 shutdown_connections
2024-03-19T01:49:51.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.233+0000 7f3d7adcd640  1 --2- 172.21.15.46:0/4221522431 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3d74100270 0x7f3d74109e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:51.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.233+0000 7f3d7adcd640  1 --2- 172.21.15.46:0/4221522431 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3d740ff8b0 0x7f3d740ffd30 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:51.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.233+0000 7f3d7adcd640  1 --2- 172.21.15.46:0/4221522431 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3d74102e40 0x7f3d74103260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:51.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.233+0000 7f3d7adcd640  1 -- 172.21.15.46:0/4221522431 >> 172.21.15.46:0/4221522431 conn(0x7f3d740fb450 msgr2=0x7f3d740fd870 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:51.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.233+0000 7f3d7adcd640  1 -- 172.21.15.46:0/4221522431 shutdown_connections
2024-03-19T01:49:51.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.233+0000 7f3d7adcd640  1 -- 172.21.15.46:0/4221522431 wait complete.
2024-03-19T01:49:51.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.234+0000 7f3d7adcd640  1  Processor -- start
2024-03-19T01:49:51.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.234+0000 7f3d7adcd640  1 --  start start
2024-03-19T01:49:51.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.234+0000 7f3d7adcd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3d740ff8b0 0x7f3d74197a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:51.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.234+0000 7f3d7adcd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3d74100270 0x7f3d74197f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:51.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.234+0000 7f3d7adcd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3d74102e40 0x7f3d7419f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:51.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.234+0000 7f3d7adcd640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f3d7410d350 con 0x7f3d74100270
2024-03-19T01:49:51.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.234+0000 7f3d7adcd640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f3d7410d1d0 con 0x7f3d740ff8b0
2024-03-19T01:49:51.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.234+0000 7f3d7adcd640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f3d7410d4d0 con 0x7f3d74102e40
2024-03-19T01:49:51.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.234+0000 7f3d73fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3d74100270 0x7f3d74197f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:51.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.234+0000 7f3d73fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3d74100270 0x7f3d74197f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57128/0 (socket says 172.21.15.46:57128)
2024-03-19T01:49:51.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.234+0000 7f3d73fff640  1 -- 172.21.15.46:0/3306329756 learned_addr learned my addr 172.21.15.46:0/3306329756 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:51.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.234+0000 7f3d78b69640  1 --2- 172.21.15.46:0/3306329756 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3d740ff8b0 0x7f3d74197a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:51.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.234+0000 7f3d7936a640  1 --2- 172.21.15.46:0/3306329756 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3d74102e40 0x7f3d7419f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:51.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.234+0000 7f3d73fff640  1 -- 172.21.15.46:0/3306329756 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3d74102e40 msgr2=0x7f3d7419f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:51.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.234+0000 7f3d73fff640  1 --2- 172.21.15.46:0/3306329756 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3d74102e40 0x7f3d7419f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:51.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.234+0000 7f3d73fff640  1 -- 172.21.15.46:0/3306329756 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3d740ff8b0 msgr2=0x7f3d74197a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:51.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.234+0000 7f3d73fff640  1 --2- 172.21.15.46:0/3306329756 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3d740ff8b0 0x7f3d74197a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:51.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.234+0000 7f3d73fff640  1 -- 172.21.15.46:0/3306329756 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d7419f670 con 0x7f3d74100270
2024-03-19T01:49:51.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.234+0000 7f3d73fff640  1 --2- 172.21.15.46:0/3306329756 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3d74100270 0x7f3d74197f90 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f3d60006010 tx=0x7f3d60005e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:51.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.235+0000 7f3d71ffb640  1 -- 172.21.15.46:0/3306329756 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d60043020 con 0x7f3d74100270
2024-03-19T01:49:51.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.235+0000 7f3d71ffb640  1 -- 172.21.15.46:0/3306329756 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3d600043d0 con 0x7f3d74100270
2024-03-19T01:49:51.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.235+0000 7f3d7adcd640  1 -- 172.21.15.46:0/3306329756 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d7419f900 con 0x7f3d74100270
2024-03-19T01:49:51.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.235+0000 7f3d71ffb640  1 -- 172.21.15.46:0/3306329756 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d60003b80 con 0x7f3d74100270
2024-03-19T01:49:51.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.235+0000 7f3d7adcd640  1 -- 172.21.15.46:0/3306329756 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d7419fe50 con 0x7f3d74100270
2024-03-19T01:49:51.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.236+0000 7f3d7adcd640  1 -- 172.21.15.46:0/3306329756 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d74068a60 con 0x7f3d74100270
2024-03-19T01:49:51.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.237+0000 7f3d71ffb640  1 -- 172.21.15.46:0/3306329756 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f3d60046020 con 0x7f3d74100270
2024-03-19T01:49:51.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.237+0000 7f3d71ffb640  1 --2- 172.21.15.46:0/3306329756 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f3d640a2800 0x7f3d640a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:51.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.238+0000 7f3d78b69640  1 --2- 172.21.15.46:0/3306329756 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f3d640a2800 0x7f3d640a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:51.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.238+0000 7f3d71ffb640  1 -- 172.21.15.46:0/3306329756 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f3d600f1000 con 0x7f3d74100270
2024-03-19T01:49:51.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.238+0000 7f3d78b69640  1 --2- 172.21.15.46:0/3306329756 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f3d640a2800 0x7f3d640a4cc0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f3d680095f0 tx=0x7f3d68005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:51.241 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.242+0000 7f3d71ffb640  1 -- 172.21.15.46:0/3306329756 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f3d6004d020 con 0x7f3d74100270
2024-03-19T01:49:51.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.427+0000 7f3d7adcd640  1 -- 172.21.15.46:0/3306329756 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f3d74062420 con 0x7f3d74100270
2024-03-19T01:49:51.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.427+0000 7f3d71ffb640  1 -- 172.21.15.46:0/3306329756 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0  v93) ==== 104+0+11 (secure 0 0 0) 0x7f3d600bdd10 con 0x7f3d74100270
2024-03-19T01:49:51.427 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32
2024-03-19T01:49:51.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.429+0000 7f3d7adcd640  1 -- 172.21.15.46:0/3306329756 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f3d640a2800 msgr2=0x7f3d640a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:51.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.429+0000 7f3d7adcd640  1 --2- 172.21.15.46:0/3306329756 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f3d640a2800 0x7f3d640a4cc0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f3d680095f0 tx=0x7f3d68005f90 comp rx=0 tx=0).stop
2024-03-19T01:49:51.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.429+0000 7f3d7adcd640  1 -- 172.21.15.46:0/3306329756 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3d74100270 msgr2=0x7f3d74197f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:51.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.429+0000 7f3d7adcd640  1 --2- 172.21.15.46:0/3306329756 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3d74100270 0x7f3d74197f90 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f3d60006010 tx=0x7f3d60005e40 comp rx=0 tx=0).stop
2024-03-19T01:49:51.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.429+0000 7f3d7adcd640  1 -- 172.21.15.46:0/3306329756 shutdown_connections
2024-03-19T01:49:51.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.429+0000 7f3d7adcd640  1 --2- 172.21.15.46:0/3306329756 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f3d640a2800 0x7f3d640a4cc0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:51.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.429+0000 7f3d7adcd640  1 --2- 172.21.15.46:0/3306329756 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3d74102e40 0x7f3d7419f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:51.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.429+0000 7f3d7adcd640  1 --2- 172.21.15.46:0/3306329756 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3d74100270 0x7f3d74197f90 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:51.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.429+0000 7f3d7adcd640  1 --2- 172.21.15.46:0/3306329756 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3d740ff8b0 0x7f3d74197a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:51.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.429+0000 7f3d7adcd640  1 -- 172.21.15.46:0/3306329756 >> 172.21.15.46:0/3306329756 conn(0x7f3d740fb450 msgr2=0x7f3d74105f40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:51.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.429+0000 7f3d7adcd640  1 -- 172.21.15.46:0/3306329756 shutdown_connections
2024-03-19T01:49:51.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.429+0000 7f3d7adcd640  1 -- 172.21.15.46:0/3306329756 wait complete.
2024-03-19T01:49:51.440 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num
2024-03-19T01:49:51.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.546+0000 7f73289d3640  1 -- 172.21.15.46:0/851179154 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7324100720 msgr2=0x7f7324100b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:51.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.546+0000 7f73289d3640  1 --2- 172.21.15.46:0/851179154 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7324100720 0x7f7324100b40 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f7314009900 tx=0x7f731402bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:51.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.546+0000 7f73289d3640  1 -- 172.21.15.46:0/851179154 shutdown_connections
2024-03-19T01:49:51.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.546+0000 7f73289d3640  1 --2- 172.21.15.46:0/851179154 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f73241022d0 0x7f7324108b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:51.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.546+0000 7f73289d3640  1 --2- 172.21.15.46:0/851179154 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7324101910 0x7f7324101d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:51.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.546+0000 7f73289d3640  1 --2- 172.21.15.46:0/851179154 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7324100720 0x7f7324100b40 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:51.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.546+0000 7f73289d3640  1 -- 172.21.15.46:0/851179154 >> 172.21.15.46:0/851179154 conn(0x7f73240fbcb0 msgr2=0x7f73240fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:51.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.546+0000 7f73289d3640  1 -- 172.21.15.46:0/851179154 shutdown_connections
2024-03-19T01:49:51.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.546+0000 7f73289d3640  1 -- 172.21.15.46:0/851179154 wait complete.
2024-03-19T01:49:51.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.546+0000 7f73289d3640  1  Processor -- start
2024-03-19T01:49:51.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.546+0000 7f73289d3640  1 --  start start
2024-03-19T01:49:51.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.547+0000 7f73289d3640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7324100720 0x7f732406a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:51.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.547+0000 7f73289d3640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7324101910 0x7f732419c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:51.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.547+0000 7f73289d3640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f73241022d0 0x7f732419ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:51.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.547+0000 7f73289d3640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f732410c220 con 0x7f7324101910
2024-03-19T01:49:51.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.547+0000 7f73289d3640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f732410c0a0 con 0x7f7324100720
2024-03-19T01:49:51.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.547+0000 7f73289d3640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f732410c3a0 con 0x7f73241022d0
2024-03-19T01:49:51.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.547+0000 7f731bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7324101910 0x7f732419c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:51.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.547+0000 7f731bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7324101910 0x7f732419c7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57144/0 (socket says 172.21.15.46:57144)
2024-03-19T01:49:51.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.547+0000 7f731bfff640  1 -- 172.21.15.46:0/2894405497 learned_addr learned my addr 172.21.15.46:0/2894405497 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:51.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.547+0000 7f732259c640  1 --2- 172.21.15.46:0/2894405497 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7324100720 0x7f732406a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:51.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.547+0000 7f7322d9d640  1 --2- 172.21.15.46:0/2894405497 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f73241022d0 0x7f732419ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:51.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.547+0000 7f731bfff640  1 -- 172.21.15.46:0/2894405497 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f73241022d0 msgr2=0x7f732419ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:51.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.547+0000 7f731bfff640  1 --2- 172.21.15.46:0/2894405497 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f73241022d0 0x7f732419ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:51.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.547+0000 7f731bfff640  1 -- 172.21.15.46:0/2894405497 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7324100720 msgr2=0x7f732406a9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:51.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.547+0000 7f731bfff640  1 --2- 172.21.15.46:0/2894405497 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7324100720 0x7f732406a9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:51.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.547+0000 7f731bfff640  1 -- 172.21.15.46:0/2894405497 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f732419f720 con 0x7f7324101910
2024-03-19T01:49:51.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.547+0000 7f731bfff640  1 --2- 172.21.15.46:0/2894405497 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7324101910 0x7f732419c7f0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f730c00ea60 tx=0x7f730c00ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:51.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.547+0000 7f731b7fe640  1 -- 172.21.15.46:0/2894405497 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f730c00cd20 con 0x7f7324101910
2024-03-19T01:49:51.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.547+0000 7f731b7fe640  1 -- 172.21.15.46:0/2894405497 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f730c0035f0 con 0x7f7324101910
2024-03-19T01:49:51.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.547+0000 7f73289d3640  1 -- 172.21.15.46:0/2894405497 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f732419f9b0 con 0x7f7324101910
2024-03-19T01:49:51.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.547+0000 7f731b7fe640  1 -- 172.21.15.46:0/2894405497 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f730c010690 con 0x7f7324101910
2024-03-19T01:49:51.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.547+0000 7f73289d3640  1 -- 172.21.15.46:0/2894405497 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f732419ff00 con 0x7f7324101910
2024-03-19T01:49:51.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.548+0000 7f73289d3640  1 -- 172.21.15.46:0/2894405497 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7324107c00 con 0x7f7324101910
2024-03-19T01:49:51.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.549+0000 7f731b7fe640  1 -- 172.21.15.46:0/2894405497 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f730c0037a0 con 0x7f7324101910
2024-03-19T01:49:51.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.550+0000 7f731b7fe640  1 --2- 172.21.15.46:0/2894405497 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f73100a2800 0x7f73100a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:51.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.550+0000 7f732259c640  1 --2- 172.21.15.46:0/2894405497 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f73100a2800 0x7f73100a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:51.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.550+0000 7f731b7fe640  1 -- 172.21.15.46:0/2894405497 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f730c0cf040 con 0x7f7324101910
2024-03-19T01:49:51.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.550+0000 7f732259c640  1 --2- 172.21.15.46:0/2894405497 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f73100a2800 0x7f73100a4cc0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f7314005ab0 tx=0x7f7314005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:51.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.554+0000 7f731b7fe640  1 -- 172.21.15.46:0/2894405497 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f730c09bd50 con 0x7f7324101910
2024-03-19T01:49:51.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.738+0000 7f73289d3640  1 -- 172.21.15.46:0/2894405497 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f7324062420 con 0x7f7324101910
2024-03-19T01:49:51.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.739+0000 7f731b7fe640  1 -- 172.21.15.46:0/2894405497 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0  v93) ==== 100+0+11 (secure 0 0 0) 0x7f730c09b650 con 0x7f7324101910
2024-03-19T01:49:51.739 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64
2024-03-19T01:49:51.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.741+0000 7f73289d3640  1 -- 172.21.15.46:0/2894405497 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f73100a2800 msgr2=0x7f73100a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:51.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.741+0000 7f73289d3640  1 --2- 172.21.15.46:0/2894405497 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f73100a2800 0x7f73100a4cc0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f7314005ab0 tx=0x7f7314005fd0 comp rx=0 tx=0).stop
2024-03-19T01:49:51.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.741+0000 7f73289d3640  1 -- 172.21.15.46:0/2894405497 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7324101910 msgr2=0x7f732419c7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:51.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.741+0000 7f73289d3640  1 --2- 172.21.15.46:0/2894405497 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7324101910 0x7f732419c7f0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f730c00ea60 tx=0x7f730c00ee60 comp rx=0 tx=0).stop
2024-03-19T01:49:51.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.741+0000 7f73289d3640  1 -- 172.21.15.46:0/2894405497 shutdown_connections
2024-03-19T01:49:51.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.741+0000 7f73289d3640  1 --2- 172.21.15.46:0/2894405497 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f73100a2800 0x7f73100a4cc0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:51.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.741+0000 7f73289d3640  1 --2- 172.21.15.46:0/2894405497 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f73241022d0 0x7f732419ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:51.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.741+0000 7f73289d3640  1 --2- 172.21.15.46:0/2894405497 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7324101910 0x7f732419c7f0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:51.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.741+0000 7f73289d3640  1 --2- 172.21.15.46:0/2894405497 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7324100720 0x7f732406a9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:51.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.741+0000 7f73289d3640  1 -- 172.21.15.46:0/2894405497 >> 172.21.15.46:0/2894405497 conn(0x7f73240fbcb0 msgr2=0x7f7324104dd0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:51.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.741+0000 7f73289d3640  1 -- 172.21.15.46:0/2894405497 shutdown_connections
2024-03-19T01:49:51.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.741+0000 7f73289d3640  1 -- 172.21.15.46:0/2894405497 wait complete.
2024-03-19T01:49:51.752 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num
2024-03-19T01:49:51.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.858+0000 7f1c9e63f640  1 -- 172.21.15.46:0/3314660365 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c98102a20 msgr2=0x7f1c98102ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:51.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.858+0000 7f1c9e63f640  1 --2- 172.21.15.46:0/3314660365 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c98102a20 0x7f1c98102ea0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f1c8c009900 tx=0x7f1c8c02bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:51.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.858+0000 7f1c9e63f640  1 -- 172.21.15.46:0/3314660365 shutdown_connections
2024-03-19T01:49:51.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.858+0000 7f1c9e63f640  1 --2- 172.21.15.46:0/3314660365 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1c981033e0 0x7f1c98109c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:51.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.858+0000 7f1c9e63f640  1 --2- 172.21.15.46:0/3314660365 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c98102a20 0x7f1c98102ea0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:51.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.858+0000 7f1c9e63f640  1 --2- 172.21.15.46:0/3314660365 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1c98101830 0x7f1c98101c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:51.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.858+0000 7f1c9e63f640  1 -- 172.21.15.46:0/3314660365 >> 172.21.15.46:0/3314660365 conn(0x7f1c980fcdc0 msgr2=0x7f1c980ff1e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:51.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.858+0000 7f1c9e63f640  1 -- 172.21.15.46:0/3314660365 shutdown_connections
2024-03-19T01:49:51.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.858+0000 7f1c9e63f640  1 -- 172.21.15.46:0/3314660365 wait complete.
2024-03-19T01:49:51.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.859+0000 7f1c9e63f640  1  Processor -- start
2024-03-19T01:49:51.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.859+0000 7f1c9e63f640  1 --  start start
2024-03-19T01:49:51.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.859+0000 7f1c9e63f640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1c98101830 0x7f1c98199c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:51.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.859+0000 7f1c9e63f640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1c98102a20 0x7f1c9819a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:51.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.859+0000 7f1c9e63f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c981033e0 0x7f1c981a1230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:51.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.859+0000 7f1c9e63f640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1c98073f20 con 0x7f1c981033e0
2024-03-19T01:49:51.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.859+0000 7f1c9e63f640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f1c98073da0 con 0x7f1c98102a20
2024-03-19T01:49:51.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.859+0000 7f1c9e63f640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1c980740a0 con 0x7f1c98101830
2024-03-19T01:49:51.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.859+0000 7f1c9cbdc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c981033e0 0x7f1c981a1230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:51.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.859+0000 7f1c9cbdc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c981033e0 0x7f1c981a1230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57174/0 (socket says 172.21.15.46:57174)
2024-03-19T01:49:51.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.859+0000 7f1c97fff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1c98101830 0x7f1c98199c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:51.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.859+0000 7f1c977fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1c98102a20 0x7f1c9819a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:51.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.859+0000 7f1c9cbdc640  1 -- 172.21.15.46:0/1709644961 learned_addr learned my addr 172.21.15.46:0/1709644961 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:51.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.860+0000 7f1c97fff640  1 -- 172.21.15.46:0/1709644961 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1c98102a20 msgr2=0x7f1c9819a1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:51.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.860+0000 7f1c97fff640  1 --2- 172.21.15.46:0/1709644961 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1c98102a20 0x7f1c9819a1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:51.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.860+0000 7f1c97fff640  1 -- 172.21.15.46:0/1709644961 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c981033e0 msgr2=0x7f1c981a1230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:51.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.860+0000 7f1c97fff640  1 --2- 172.21.15.46:0/1709644961 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c981033e0 0x7f1c981a1230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:51.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.860+0000 7f1c97fff640  1 -- 172.21.15.46:0/1709644961 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c981a18d0 con 0x7f1c98101830
2024-03-19T01:49:51.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.860+0000 7f1c97fff640  1 --2- 172.21.15.46:0/1709644961 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1c98101830 0x7f1c98199c90 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f1c8800e9c0 tx=0x7f1c8800ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:51.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.860+0000 7f1c957fa640  1 -- 172.21.15.46:0/1709644961 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c8800cd80 con 0x7f1c98101830
2024-03-19T01:49:51.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.860+0000 7f1c957fa640  1 -- 172.21.15.46:0/1709644961 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1c880108e0 con 0x7f1c98101830
2024-03-19T01:49:51.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.860+0000 7f1c9e63f640  1 -- 172.21.15.46:0/1709644961 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c981a1bc0 con 0x7f1c98101830
2024-03-19T01:49:51.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.860+0000 7f1c957fa640  1 -- 172.21.15.46:0/1709644961 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c88018860 con 0x7f1c98101830
2024-03-19T01:49:51.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.860+0000 7f1c9e63f640  1 -- 172.21.15.46:0/1709644961 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c981a20e0 con 0x7f1c98101830
2024-03-19T01:49:51.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.861+0000 7f1c9e63f640  1 -- 172.21.15.46:0/1709644961 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c981a22b0 con 0x7f1c98101830
2024-03-19T01:49:51.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.862+0000 7f1c957fa640  1 -- 172.21.15.46:0/1709644961 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f1c8801f020 con 0x7f1c98101830
2024-03-19T01:49:51.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.862+0000 7f1c957fa640  1 --2- 172.21.15.46:0/1709644961 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f1c800a2800 0x7f1c800a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:51.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.863+0000 7f1c977fe640  1 --2- 172.21.15.46:0/1709644961 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f1c800a2800 0x7f1c800a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:51.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.863+0000 7f1c957fa640  1 -- 172.21.15.46:0/1709644961 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f1c880cef40 con 0x7f1c98101830
2024-03-19T01:49:51.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.863+0000 7f1c977fe640  1 --2- 172.21.15.46:0/1709644961 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f1c800a2800 0x7f1c800a4cc0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f1c8c009230 tx=0x7f1c8c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:51.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:51.866+0000 7f1c957fa640  1 -- 172.21.15.46:0/1709644961 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f1c8809bbf0 con 0x7f1c98101830
2024-03-19T01:49:52.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.050+0000 7f1c9e63f640  1 -- 172.21.15.46:0/1709644961 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f1c981a2640 con 0x7f1c98101830
2024-03-19T01:49:52.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.051+0000 7f1c957fa640  1 -- 172.21.15.46:0/1709644961 <== mon.1 v2:172.21.15.102:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0  v93) ==== 103+0+11 (secure 0 0 0) 0x7f1c8809b4f0 con 0x7f1c98101830
2024-03-19T01:49:52.051 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32
2024-03-19T01:49:52.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.052+0000 7f1c9e63f640  1 -- 172.21.15.46:0/1709644961 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f1c800a2800 msgr2=0x7f1c800a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:52.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.052+0000 7f1c9e63f640  1 --2- 172.21.15.46:0/1709644961 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f1c800a2800 0x7f1c800a4cc0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f1c8c009230 tx=0x7f1c8c005fd0 comp rx=0 tx=0).stop
2024-03-19T01:49:52.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.052+0000 7f1c9e63f640  1 -- 172.21.15.46:0/1709644961 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1c98101830 msgr2=0x7f1c98199c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:52.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.052+0000 7f1c9e63f640  1 --2- 172.21.15.46:0/1709644961 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1c98101830 0x7f1c98199c90 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f1c8800e9c0 tx=0x7f1c8800ee80 comp rx=0 tx=0).stop
2024-03-19T01:49:52.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.052+0000 7f1c9e63f640  1 -- 172.21.15.46:0/1709644961 shutdown_connections
2024-03-19T01:49:52.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.053+0000 7f1c9e63f640  1 --2- 172.21.15.46:0/1709644961 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f1c800a2800 0x7f1c800a4cc0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:52.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.053+0000 7f1c9e63f640  1 --2- 172.21.15.46:0/1709644961 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c981033e0 0x7f1c981a1230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:52.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.053+0000 7f1c9e63f640  1 --2- 172.21.15.46:0/1709644961 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1c98102a20 0x7f1c9819a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:52.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.053+0000 7f1c9e63f640  1 --2- 172.21.15.46:0/1709644961 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1c98101830 0x7f1c98199c90 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:52.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.053+0000 7f1c9e63f640  1 -- 172.21.15.46:0/1709644961 >> 172.21.15.46:0/1709644961 conn(0x7f1c980fcdc0 msgr2=0x7f1c980fe6c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:52.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.053+0000 7f1c9e63f640  1 -- 172.21.15.46:0/1709644961 shutdown_connections
2024-03-19T01:49:52.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.053+0000 7f1c9e63f640  1 -- 172.21.15.46:0/1709644961 wait complete.
2024-03-19T01:49:52.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:51 smithi046 ceph-mon[63102]: pgmap v369: 129 pgs: 129 active+clean; 643 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 597 B/s wr, 8 op/s
2024-03-19T01:49:52.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:51 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1791429870' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:49:52.063 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:51 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3306329756' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T01:49:52.063 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:51 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2894405497' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T01:49:52.064 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state...
2024-03-19T01:49:52.064 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:49:52.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.166+0000 7f81b07c6640  1 -- 172.21.15.46:0/3644201047 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81a8100740 msgr2=0x7f81a8100b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:52.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.166+0000 7f81b07c6640  1 --2- 172.21.15.46:0/3644201047 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81a8100740 0x7f81a8100b60 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f81a4009900 tx=0x7f81a402bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:52.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.166+0000 7f81b07c6640  1 -- 172.21.15.46:0/3644201047 shutdown_connections
2024-03-19T01:49:52.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.166+0000 7f81b07c6640  1 --2- 172.21.15.46:0/3644201047 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f81a81022f0 0x7f81a8108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:52.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.166+0000 7f81b07c6640  1 --2- 172.21.15.46:0/3644201047 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f81a8101930 0x7f81a8101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:52.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.166+0000 7f81b07c6640  1 --2- 172.21.15.46:0/3644201047 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81a8100740 0x7f81a8100b60 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:52.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.166+0000 7f81b07c6640  1 -- 172.21.15.46:0/3644201047 >> 172.21.15.46:0/3644201047 conn(0x7f81a80fbcb0 msgr2=0x7f81a80fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:52.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.167+0000 7f81b07c6640  1 -- 172.21.15.46:0/3644201047 shutdown_connections
2024-03-19T01:49:52.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.167+0000 7f81b07c6640  1 -- 172.21.15.46:0/3644201047 wait complete.
2024-03-19T01:49:52.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.167+0000 7f81b07c6640  1  Processor -- start
2024-03-19T01:49:52.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.167+0000 7f81b07c6640  1 --  start start
2024-03-19T01:49:52.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.167+0000 7f81b07c6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81a8100740 0x7f81a8197aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:52.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.167+0000 7f81b07c6640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f81a8101930 0x7f81a8197fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:52.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.167+0000 7f81b07c6640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f81a81022f0 0x7f81a819f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:52.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.167+0000 7f81b07c6640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f81a810d390 con 0x7f81a8100740
2024-03-19T01:49:52.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.167+0000 7f81b07c6640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f81a810d210 con 0x7f81a81022f0
2024-03-19T01:49:52.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.167+0000 7f81b07c6640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f81a810d510 con 0x7f81a8101930
2024-03-19T01:49:52.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.167+0000 7f81ae562640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81a8100740 0x7f81a8197aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:52.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.167+0000 7f81ae562640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81a8100740 0x7f81a8197aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57184/0 (socket says 172.21.15.46:57184)
2024-03-19T01:49:52.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.167+0000 7f81ae562640  1 -- 172.21.15.46:0/4188138331 learned_addr learned my addr 172.21.15.46:0/4188138331 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:52.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.167+0000 7f81add61640  1 --2- 172.21.15.46:0/4188138331 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f81a8101930 0x7f81a8197fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:52.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.167+0000 7f81aed63640  1 --2- 172.21.15.46:0/4188138331 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f81a81022f0 0x7f81a819f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:52.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.168+0000 7f81ae562640  1 -- 172.21.15.46:0/4188138331 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f81a8101930 msgr2=0x7f81a8197fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:52.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.168+0000 7f81ae562640  1 --2- 172.21.15.46:0/4188138331 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f81a8101930 0x7f81a8197fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:52.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.168+0000 7f81ae562640  1 -- 172.21.15.46:0/4188138331 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f81a81022f0 msgr2=0x7f81a819f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:52.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.168+0000 7f81ae562640  1 --2- 172.21.15.46:0/4188138331 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f81a81022f0 0x7f81a819f050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:52.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.168+0000 7f81ae562640  1 -- 172.21.15.46:0/4188138331 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81a819f6c0 con 0x7f81a8100740
2024-03-19T01:49:52.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.168+0000 7f81ae562640  1 --2- 172.21.15.46:0/4188138331 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81a8100740 0x7f81a8197aa0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f81a4000c00 tx=0x7f81a4005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:52.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.168+0000 7f819f7fe640  1 -- 172.21.15.46:0/4188138331 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81a4043020 con 0x7f81a8100740
2024-03-19T01:49:52.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.168+0000 7f81b07c6640  1 -- 172.21.15.46:0/4188138331 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81a819f950 con 0x7f81a8100740
2024-03-19T01:49:52.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.168+0000 7f819f7fe640  1 -- 172.21.15.46:0/4188138331 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f81a4004350 con 0x7f81a8100740
2024-03-19T01:49:52.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.168+0000 7f819f7fe640  1 -- 172.21.15.46:0/4188138331 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81a4003b80 con 0x7f81a8100740
2024-03-19T01:49:52.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.168+0000 7f81b07c6640  1 -- 172.21.15.46:0/4188138331 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81a819fef0 con 0x7f81a8100740
2024-03-19T01:49:52.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.169+0000 7f81b07c6640  1 -- 172.21.15.46:0/4188138331 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81a8107b30 con 0x7f81a8100740
2024-03-19T01:49:52.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.170+0000 7f819f7fe640  1 -- 172.21.15.46:0/4188138331 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f81a4046020 con 0x7f81a8100740
2024-03-19T01:49:52.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.171+0000 7f819f7fe640  1 --2- 172.21.15.46:0/4188138331 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f81940a2800 0x7f81940a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:52.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.171+0000 7f81add61640  1 --2- 172.21.15.46:0/4188138331 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f81940a2800 0x7f81940a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:52.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.171+0000 7f819f7fe640  1 -- 172.21.15.46:0/4188138331 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f81a40f1330 con 0x7f81a8100740
2024-03-19T01:49:52.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.171+0000 7f81add61640  1 --2- 172.21.15.46:0/4188138331 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f81940a2800 0x7f81940a4cc0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f81980095f0 tx=0x7f8198005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:52.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.174+0000 7f819f7fe640  1 -- 172.21.15.46:0/4188138331 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f81a404d020 con 0x7f81a8100740
2024-03-19T01:49:52.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:51 smithi073 ceph-mon[66833]: pgmap v369: 129 pgs: 129 active+clean; 643 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 597 B/s wr, 8 op/s
2024-03-19T01:49:52.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:51 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1791429870' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:49:52.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:51 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3306329756' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T01:49:52.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:51 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2894405497' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T01:49:52.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:51 smithi102 ceph-mon[66557]: pgmap v369: 129 pgs: 129 active+clean; 643 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 597 B/s wr, 8 op/s
2024-03-19T01:49:52.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:51 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1791429870' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:49:52.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:51 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3306329756' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T01:49:52.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:51 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2894405497' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T01:49:52.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.398+0000 7f81b07c6640  1 -- 172.21.15.46:0/4188138331 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f81a802d1f0 con 0x7f81a8100740
2024-03-19T01:49:52.398 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.398+0000 7f819f7fe640  1 -- 172.21.15.46:0/4188138331 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7f81a40bdfe0 con 0x7f81a8100740
2024-03-19T01:49:52.398 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:49:52.398 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-19T01:47:26.395717+0000","modified":"2024-03-19T01:49:48.861894+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24506,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6839/1788589639","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6838","nonce":1788589639},{"type":"v1","addr":"172.21.15.73:6839","nonce":1788589639}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24506,"qdb_cluster":[24479,24506,24478]},"id":1}]}
2024-03-19T01:49:52.399 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 24
2024-03-19T01:49:52.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.400+0000 7f81b07c6640  1 -- 172.21.15.46:0/4188138331 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f81940a2800 msgr2=0x7f81940a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:52.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.400+0000 7f81b07c6640  1 --2- 172.21.15.46:0/4188138331 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f81940a2800 0x7f81940a4cc0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f81980095f0 tx=0x7f8198005f90 comp rx=0 tx=0).stop
2024-03-19T01:49:52.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.400+0000 7f81b07c6640  1 -- 172.21.15.46:0/4188138331 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81a8100740 msgr2=0x7f81a8197aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:52.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.400+0000 7f81b07c6640  1 --2- 172.21.15.46:0/4188138331 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81a8100740 0x7f81a8197aa0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f81a4000c00 tx=0x7f81a4005dc0 comp rx=0 tx=0).stop
2024-03-19T01:49:52.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.400+0000 7f81b07c6640  1 -- 172.21.15.46:0/4188138331 shutdown_connections
2024-03-19T01:49:52.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.400+0000 7f81b07c6640  1 --2- 172.21.15.46:0/4188138331 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f81940a2800 0x7f81940a4cc0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:52.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.400+0000 7f81b07c6640  1 --2- 172.21.15.46:0/4188138331 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f81a81022f0 0x7f81a819f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:52.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.400+0000 7f81b07c6640  1 --2- 172.21.15.46:0/4188138331 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f81a8101930 0x7f81a8197fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:52.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.400+0000 7f81b07c6640  1 --2- 172.21.15.46:0/4188138331 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81a8100740 0x7f81a8197aa0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:52.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.400+0000 7f81b07c6640  1 -- 172.21.15.46:0/4188138331 >> 172.21.15.46:0/4188138331 conn(0x7f81a80fbcb0 msgr2=0x7f81a8104d00 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:52.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.401+0000 7f81b07c6640  1 -- 172.21.15.46:0/4188138331 shutdown_connections
2024-03-19T01:49:52.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.401+0000 7f81b07c6640  1 -- 172.21.15.46:0/4188138331 wait complete.
2024-03-19T01:49:52.411 INFO:tasks.fwd_scrub:Ready to start scrub thrashing
2024-03-19T01:49:52.412 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean
2024-03-19T01:49:52.412 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json
2024-03-19T01:49:52.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.514+0000 7fdbd3475640  1 -- 172.21.15.46:0/2650809040 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdbcc0ffb30 msgr2=0x7fdbcc0fff50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:52.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.514+0000 7fdbd3475640  1 --2- 172.21.15.46:0/2650809040 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdbcc0ffb30 0x7fdbcc0fff50 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fdbc8009890 tx=0x7fdbc802bb70 comp rx=0 tx=0).stop
2024-03-19T01:49:52.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.514+0000 7fdbd3475640  1 -- 172.21.15.46:0/2650809040 shutdown_connections
2024-03-19T01:49:52.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.514+0000 7fdbd3475640  1 --2- 172.21.15.46:0/2650809040 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdbcc1034c0 0x7fdbcc109d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:52.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.514+0000 7fdbd3475640  1 --2- 172.21.15.46:0/2650809040 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdbcc102b00 0x7fdbcc102f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:52.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.514+0000 7fdbd3475640  1 --2- 172.21.15.46:0/2650809040 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdbcc0ffb30 0x7fdbcc0fff50 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:52.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.514+0000 7fdbd3475640  1 -- 172.21.15.46:0/2650809040 >> 172.21.15.46:0/2650809040 conn(0x7fdbcc0fb460 msgr2=0x7fdbcc0fd8a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:52.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.514+0000 7fdbd3475640  1 -- 172.21.15.46:0/2650809040 shutdown_connections
2024-03-19T01:49:52.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.514+0000 7fdbd3475640  1 -- 172.21.15.46:0/2650809040 wait complete.
2024-03-19T01:49:52.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.514+0000 7fdbd3475640  1  Processor -- start
2024-03-19T01:49:52.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.515+0000 7fdbd3475640  1 --  start start
2024-03-19T01:49:52.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.515+0000 7fdbd3475640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdbcc0ffb30 0x7fdbcc197b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:52.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.515+0000 7fdbd3475640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdbcc102b00 0x7fdbcc198040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:52.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.515+0000 7fdbd3475640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdbcc1034c0 0x7fdbcc19f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:52.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.515+0000 7fdbd3475640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fdbcc10d3b0 con 0x7fdbcc102b00
2024-03-19T01:49:52.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.515+0000 7fdbd3475640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fdbcc10d230 con 0x7fdbcc0ffb30
2024-03-19T01:49:52.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.515+0000 7fdbd3475640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fdbcc10d530 con 0x7fdbcc1034c0
2024-03-19T01:49:52.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.515+0000 7fdbd0a10640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdbcc102b00 0x7fdbcc198040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:52.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.515+0000 7fdbd0a10640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdbcc102b00 0x7fdbcc198040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50094/0 (socket says 172.21.15.46:50094)
2024-03-19T01:49:52.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.515+0000 7fdbd0a10640  1 -- 172.21.15.46:0/3702874776 learned_addr learned my addr 172.21.15.46:0/3702874776 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:52.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.515+0000 7fdbd1211640  1 --2- 172.21.15.46:0/3702874776 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdbcc0ffb30 0x7fdbcc197b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:52.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.515+0000 7fdbd1a12640  1 --2- 172.21.15.46:0/3702874776 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdbcc1034c0 0x7fdbcc19f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:52.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.515+0000 7fdbd0a10640  1 -- 172.21.15.46:0/3702874776 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdbcc1034c0 msgr2=0x7fdbcc19f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:52.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.515+0000 7fdbd0a10640  1 --2- 172.21.15.46:0/3702874776 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdbcc1034c0 0x7fdbcc19f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:52.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.515+0000 7fdbd0a10640  1 -- 172.21.15.46:0/3702874776 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdbcc0ffb30 msgr2=0x7fdbcc197b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:52.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.515+0000 7fdbd0a10640  1 --2- 172.21.15.46:0/3702874776 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdbcc0ffb30 0x7fdbcc197b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:52.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.515+0000 7fdbd0a10640  1 -- 172.21.15.46:0/3702874776 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbcc19f720 con 0x7fdbcc102b00
2024-03-19T01:49:52.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.515+0000 7fdbd0a10640  1 --2- 172.21.15.46:0/3702874776 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdbcc102b00 0x7fdbcc198040 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fdbbc00e9c0 tx=0x7fdbbc00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:52.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.515+0000 7fdbc27fc640  1 -- 172.21.15.46:0/3702874776 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbbc00cde0 con 0x7fdbcc102b00
2024-03-19T01:49:52.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.515+0000 7fdbd3475640  1 -- 172.21.15.46:0/3702874776 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbcc19fa10 con 0x7fdbcc102b00
2024-03-19T01:49:52.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.515+0000 7fdbc27fc640  1 -- 172.21.15.46:0/3702874776 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdbbc0035f0 con 0x7fdbcc102b00
2024-03-19T01:49:52.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.515+0000 7fdbd3475640  1 -- 172.21.15.46:0/3702874776 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbcc19ffb0 con 0x7fdbcc102b00
2024-03-19T01:49:52.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.515+0000 7fdbc27fc640  1 -- 172.21.15.46:0/3702874776 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbbc010690 con 0x7fdbcc102b00
2024-03-19T01:49:52.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.516+0000 7fdbd3475640  1 -- 172.21.15.46:0/3702874776 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdbcc108cf0 con 0x7fdbcc102b00
2024-03-19T01:49:52.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.518+0000 7fdbc27fc640  1 -- 172.21.15.46:0/3702874776 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7fdbbc0037a0 con 0x7fdbcc102b00
2024-03-19T01:49:52.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.518+0000 7fdbc27fc640  1 --2- 172.21.15.46:0/3702874776 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdbb80a2800 0x7fdbb80a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:52.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.518+0000 7fdbd1211640  1 --2- 172.21.15.46:0/3702874776 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdbb80a2800 0x7fdbb80a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:52.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.518+0000 7fdbc27fc640  1 -- 172.21.15.46:0/3702874776 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fdbbc0cf1d0 con 0x7fdbcc102b00
2024-03-19T01:49:52.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.519+0000 7fdbd1211640  1 --2- 172.21.15.46:0/3702874776 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdbb80a2800 0x7fdbb80a4cc0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fdbc80097b0 tx=0x7fdbc80349a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:52.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.522+0000 7fdbc27fc640  1 -- 172.21.15.46:0/3702874776 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fdbbc09bf70 con 0x7fdbcc102b00
2024-03-19T01:49:52.703 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.703+0000 7fdbd3475640  1 -- 172.21.15.46:0/3702874776 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fdbcc061c60 con 0x7fdbb80a2800
2024-03-19T01:49:52.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.713+0000 7fdbc27fc640  1 -- 172.21.15.46:0/3702874776 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340473 (secure 0 0 0) 0x7fdbcc061c60 con 0x7fdbb80a2800
2024-03-19T01:49:52.719 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:49:52.721 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all
2024-03-19T01:49:52.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.716+0000 7fdbd3475640  1 -- 172.21.15.46:0/3702874776 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdbb80a2800 msgr2=0x7fdbb80a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:52.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.716+0000 7fdbd3475640  1 --2- 172.21.15.46:0/3702874776 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdbb80a2800 0x7fdbb80a4cc0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fdbc80097b0 tx=0x7fdbc80349a0 comp rx=0 tx=0).stop
2024-03-19T01:49:52.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.716+0000 7fdbd3475640  1 -- 172.21.15.46:0/3702874776 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdbcc102b00 msgr2=0x7fdbcc198040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:52.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.716+0000 7fdbd3475640  1 --2- 172.21.15.46:0/3702874776 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdbcc102b00 0x7fdbcc198040 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fdbbc00e9c0 tx=0x7fdbbc00ee80 comp rx=0 tx=0).stop
2024-03-19T01:49:52.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.716+0000 7fdbd3475640  1 -- 172.21.15.46:0/3702874776 shutdown_connections
2024-03-19T01:49:52.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.716+0000 7fdbd3475640  1 --2- 172.21.15.46:0/3702874776 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdbb80a2800 0x7fdbb80a4cc0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:52.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.716+0000 7fdbd3475640  1 --2- 172.21.15.46:0/3702874776 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdbcc1034c0 0x7fdbcc19f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:52.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.716+0000 7fdbd3475640  1 --2- 172.21.15.46:0/3702874776 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdbcc102b00 0x7fdbcc198040 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:52.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.716+0000 7fdbd3475640  1 --2- 172.21.15.46:0/3702874776 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdbcc0ffb30 0x7fdbcc197b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:52.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.716+0000 7fdbd3475640  1 -- 172.21.15.46:0/3702874776 >> 172.21.15.46:0/3702874776 conn(0x7fdbcc0fb460 msgr2=0x7fdbcc105ec0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:52.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.716+0000 7fdbd3475640  1 -- 172.21.15.46:0/3702874776 shutdown_connections
2024-03-19T01:49:52.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.716+0000 7fdbd3475640  1 -- 172.21.15.46:0/3702874776 wait complete.
2024-03-19T01:49:52.727 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":370,"stamp":"2024-03-19T01:49:51.956352+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658809,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":853,"num_read_kb":553,"num_write":360,"num_write_kb":3069,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":1181358,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":793,"ondisk_log_size":793,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":388636,"kb_used_data":14484,"kb_used_omap":18,"kb_used_meta":373997,"kb_avail":1124553188,"statfs":{"total":1151940427776,"available":1151542464512,"internally_reserved":0,"allocated":14831616,"data_stored":8185817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":382973242},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1482,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":61,"num_read_kb":31,"num_write":10,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003230"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042227+0000","last_change":"2024-03-19T01:47:27.316219+0000","last_active":"2024-03-19T01:49:20.042227+0000","last_peered":"2024-03-19T01:49:20.042227+0000","last_clean":"2024-03-19T01:49:20.042227+0000","last_became_active":"2024-03-19T01:47:27.315831+0000","last_became_peered":"2024-03-19T01:47:27.315831+0000","last_unstale":"2024-03-19T01:49:20.042227+0000","last_undegraded":"2024-03-19T01:49:20.042227+0000","last_fullsized":"2024-03-19T01:49:20.042227+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:14:54.941807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043366+0000","last_change":"2024-03-19T01:47:27.309298+0000","last_active":"2024-03-19T01:49:20.043366+0000","last_peered":"2024-03-19T01:49:20.043366+0000","last_clean":"2024-03-19T01:49:20.043366+0000","last_became_active":"2024-03-19T01:47:27.308880+0000","last_became_peered":"2024-03-19T01:47:27.308880+0000","last_unstale":"2024-03-19T01:49:20.043366+0000","last_undegraded":"2024-03-19T01:49:20.043366+0000","last_fullsized":"2024-03-19T01:49:20.043366+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:25:43.214077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042293+0000","last_change":"2024-03-19T01:47:27.314676+0000","last_active":"2024-03-19T01:49:20.042293+0000","last_peered":"2024-03-19T01:49:20.042293+0000","last_clean":"2024-03-19T01:49:20.042293+0000","last_became_active":"2024-03-19T01:47:27.314302+0000","last_became_peered":"2024-03-19T01:47:27.314302+0000","last_unstale":"2024-03-19T01:49:20.042293+0000","last_undegraded":"2024-03-19T01:49:20.042293+0000","last_fullsized":"2024-03-19T01:49:20.042293+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:58:34.309633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.828411+0000","last_change":"2024-03-19T01:47:27.305666+0000","last_active":"2024-03-19T01:49:19.828411+0000","last_peered":"2024-03-19T01:49:19.828411+0000","last_clean":"2024-03-19T01:49:19.828411+0000","last_became_active":"2024-03-19T01:47:27.304845+0000","last_became_peered":"2024-03-19T01:47:27.304845+0000","last_unstale":"2024-03-19T01:49:19.828411+0000","last_undegraded":"2024-03-19T01:49:19.828411+0000","last_fullsized":"2024-03-19T01:49:19.828411+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:54:40.396227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.044438+0000","last_change":"2024-03-19T01:49:20.044438+0000","last_active":"2024-03-19T01:49:20.044438+0000","last_peered":"2024-03-19T01:49:20.044438+0000","last_clean":"2024-03-19T01:49:20.044438+0000","last_became_active":"2024-03-19T01:49:20.043927+0000","last_became_peered":"2024-03-19T01:49:20.043927+0000","last_unstale":"2024-03-19T01:49:20.044438+0000","last_undegraded":"2024-03-19T01:49:20.044438+0000","last_fullsized":"2024-03-19T01:49:20.044438+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:39:58.688164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,6],"acting":[8,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041536+0000","last_change":"2024-03-19T01:47:27.298860+0000","last_active":"2024-03-19T01:49:20.041536+0000","last_peered":"2024-03-19T01:49:20.041536+0000","last_clean":"2024-03-19T01:49:20.041536+0000","last_became_active":"2024-03-19T01:47:27.298524+0000","last_became_peered":"2024-03-19T01:47:27.298524+0000","last_unstale":"2024-03-19T01:49:20.041536+0000","last_undegraded":"2024-03-19T01:49:20.041536+0000","last_fullsized":"2024-03-19T01:49:20.041536+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:58:40.649961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041627+0000","last_change":"2024-03-19T01:47:27.311624+0000","last_active":"2024-03-19T01:49:20.041627+0000","last_peered":"2024-03-19T01:49:20.041627+0000","last_clean":"2024-03-19T01:49:20.041627+0000","last_became_active":"2024-03-19T01:47:27.311254+0000","last_became_peered":"2024-03-19T01:47:27.311254+0000","last_unstale":"2024-03-19T01:49:20.041627+0000","last_undegraded":"2024-03-19T01:49:20.041627+0000","last_fullsized":"2024-03-19T01:49:20.041627+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:07:17.860441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041178+0000","last_change":"2024-03-19T01:47:27.320016+0000","last_active":"2024-03-19T01:49:20.041178+0000","last_peered":"2024-03-19T01:49:20.041178+0000","last_clean":"2024-03-19T01:49:20.041178+0000","last_became_active":"2024-03-19T01:47:27.319694+0000","last_became_peered":"2024-03-19T01:47:27.319694+0000","last_unstale":"2024-03-19T01:49:20.041178+0000","last_undegraded":"2024-03-19T01:49:20.041178+0000","last_fullsized":"2024-03-19T01:49:20.041178+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:01:42.153899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.834721+0000","last_change":"2024-03-19T01:47:27.312254+0000","last_active":"2024-03-19T01:49:19.834721+0000","last_peered":"2024-03-19T01:49:19.834721+0000","last_clean":"2024-03-19T01:49:19.834721+0000","last_became_active":"2024-03-19T01:47:27.311733+0000","last_became_peered":"2024-03-19T01:47:27.311733+0000","last_unstale":"2024-03-19T01:49:19.834721+0000","last_undegraded":"2024-03-19T01:49:19.834721+0000","last_fullsized":"2024-03-19T01:49:19.834721+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:59:38.192531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042139+0000","last_change":"2024-03-19T01:47:27.299650+0000","last_active":"2024-03-19T01:49:20.042139+0000","last_peered":"2024-03-19T01:49:20.042139+0000","last_clean":"2024-03-19T01:49:20.042139+0000","last_became_active":"2024-03-19T01:47:27.299329+0000","last_became_peered":"2024-03-19T01:47:27.299329+0000","last_unstale":"2024-03-19T01:49:20.042139+0000","last_undegraded":"2024-03-19T01:49:20.042139+0000","last_fullsized":"2024-03-19T01:49:20.042139+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:50:21.257181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042386+0000","last_change":"2024-03-19T01:47:27.316456+0000","last_active":"2024-03-19T01:49:20.042386+0000","last_peered":"2024-03-19T01:49:20.042386+0000","last_clean":"2024-03-19T01:49:20.042386+0000","last_became_active":"2024-03-19T01:47:27.315181+0000","last_became_peered":"2024-03-19T01:47:27.315181+0000","last_unstale":"2024-03-19T01:49:20.042386+0000","last_undegraded":"2024-03-19T01:49:20.042386+0000","last_fullsized":"2024-03-19T01:49:20.042386+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:47:00.844124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.828307+0000","last_change":"2024-03-19T01:47:27.305956+0000","last_active":"2024-03-19T01:49:19.828307+0000","last_peered":"2024-03-19T01:49:19.828307+0000","last_clean":"2024-03-19T01:49:19.828307+0000","last_became_active":"2024-03-19T01:47:27.305324+0000","last_became_peered":"2024-03-19T01:47:27.305324+0000","last_unstale":"2024-03-19T01:49:19.828307+0000","last_undegraded":"2024-03-19T01:49:19.828307+0000","last_fullsized":"2024-03-19T01:49:19.828307+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:41:53.713605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.827313+0000","last_change":"2024-03-19T01:47:27.290298+0000","last_active":"2024-03-19T01:49:19.827313+0000","last_peered":"2024-03-19T01:49:19.827313+0000","last_clean":"2024-03-19T01:49:19.827313+0000","last_became_active":"2024-03-19T01:47:27.289839+0000","last_became_peered":"2024-03-19T01:47:27.289839+0000","last_unstale":"2024-03-19T01:49:19.827313+0000","last_undegraded":"2024-03-19T01:49:19.827313+0000","last_fullsized":"2024-03-19T01:49:19.827313+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:53:50.693819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042043+0000","last_change":"2024-03-19T01:47:27.308572+0000","last_active":"2024-03-19T01:49:20.042043+0000","last_peered":"2024-03-19T01:49:20.042043+0000","last_clean":"2024-03-19T01:49:20.042043+0000","last_became_active":"2024-03-19T01:47:27.308206+0000","last_became_peered":"2024-03-19T01:47:27.308206+0000","last_unstale":"2024-03-19T01:49:20.042043+0000","last_undegraded":"2024-03-19T01:49:20.042043+0000","last_fullsized":"2024-03-19T01:49:20.042043+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:30:48.905335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041698+0000","last_change":"2024-03-19T01:47:27.311928+0000","last_active":"2024-03-19T01:49:20.041698+0000","last_peered":"2024-03-19T01:49:20.041698+0000","last_clean":"2024-03-19T01:49:20.041698+0000","last_became_active":"2024-03-19T01:47:27.310117+0000","last_became_peered":"2024-03-19T01:47:27.310117+0000","last_unstale":"2024-03-19T01:49:20.041698+0000","last_undegraded":"2024-03-19T01:49:20.041698+0000","last_fullsized":"2024-03-19T01:49:20.041698+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:15:53.823356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.833949+0000","last_change":"2024-03-19T01:47:27.314233+0000","last_active":"2024-03-19T01:49:19.833949+0000","last_peered":"2024-03-19T01:49:19.833949+0000","last_clean":"2024-03-19T01:49:19.833949+0000","last_became_active":"2024-03-19T01:47:27.313862+0000","last_became_peered":"2024-03-19T01:47:27.313862+0000","last_unstale":"2024-03-19T01:49:19.833949+0000","last_undegraded":"2024-03-19T01:49:19.833949+0000","last_fullsized":"2024-03-19T01:49:19.833949+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:53:02.615772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042168+0000","last_change":"2024-03-19T01:47:27.320396+0000","last_active":"2024-03-19T01:49:20.042168+0000","last_peered":"2024-03-19T01:49:20.042168+0000","last_clean":"2024-03-19T01:49:20.042168+0000","last_became_active":"2024-03-19T01:47:27.320015+0000","last_became_peered":"2024-03-19T01:47:27.320015+0000","last_unstale":"2024-03-19T01:49:20.042168+0000","last_undegraded":"2024-03-19T01:49:20.042168+0000","last_fullsized":"2024-03-19T01:49:20.042168+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:04:45.224623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043146+0000","last_change":"2024-03-19T01:47:27.318322+0000","last_active":"2024-03-19T01:49:20.043146+0000","last_peered":"2024-03-19T01:49:20.043146+0000","last_clean":"2024-03-19T01:49:20.043146+0000","last_became_active":"2024-03-19T01:47:27.317951+0000","last_became_peered":"2024-03-19T01:47:27.317951+0000","last_unstale":"2024-03-19T01:49:20.043146+0000","last_undegraded":"2024-03-19T01:49:20.043146+0000","last_fullsized":"2024-03-19T01:49:20.043146+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:58:56.214818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041599+0000","last_change":"2024-03-19T01:47:27.307393+0000","last_active":"2024-03-19T01:49:20.041599+0000","last_peered":"2024-03-19T01:49:20.041599+0000","last_clean":"2024-03-19T01:49:20.041599+0000","last_became_active":"2024-03-19T01:47:27.306828+0000","last_became_peered":"2024-03-19T01:47:27.306828+0000","last_unstale":"2024-03-19T01:49:20.041599+0000","last_undegraded":"2024-03-19T01:49:20.041599+0000","last_fullsized":"2024-03-19T01:49:20.041599+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:47:47.296955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041226+0000","last_change":"2024-03-19T01:48:20.065678+0000","last_active":"2024-03-19T01:49:20.041226+0000","last_peered":"2024-03-19T01:49:20.041226+0000","last_clean":"2024-03-19T01:49:20.041226+0000","last_became_active":"2024-03-19T01:48:20.065045+0000","last_became_peered":"2024-03-19T01:48:20.065045+0000","last_unstale":"2024-03-19T01:49:20.041226+0000","last_undegraded":"2024-03-19T01:49:20.041226+0000","last_fullsized":"2024-03-19T01:49:20.041226+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:02:07.620337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8,0],"acting":[2,3,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043124+0000","last_change":"2024-03-19T01:47:26.053209+0000","last_active":"2024-03-19T01:49:20.043124+0000","last_peered":"2024-03-19T01:49:20.043124+0000","last_clean":"2024-03-19T01:49:20.043124+0000","last_became_active":"2024-03-19T01:47:26.052284+0000","last_became_peered":"2024-03-19T01:47:26.052284+0000","last_unstale":"2024-03-19T01:49:20.043124+0000","last_undegraded":"2024-03-19T01:49:20.043124+0000","last_fullsized":"2024-03-19T01:49:20.043124+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:16:24.337242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042860+0000","last_change":"2024-03-19T01:47:27.314175+0000","last_active":"2024-03-19T01:49:20.042860+0000","last_peered":"2024-03-19T01:49:20.042860+0000","last_clean":"2024-03-19T01:49:20.042860+0000","last_became_active":"2024-03-19T01:47:27.311587+0000","last_became_peered":"2024-03-19T01:47:27.311587+0000","last_unstale":"2024-03-19T01:49:20.042860+0000","last_undegraded":"2024-03-19T01:49:20.042860+0000","last_fullsized":"2024-03-19T01:49:20.042860+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:45:00.080471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.827850+0000","last_change":"2024-03-19T01:47:31.327408+0000","last_active":"2024-03-19T01:49:19.827850+0000","last_peered":"2024-03-19T01:49:19.827850+0000","last_clean":"2024-03-19T01:49:19.827850+0000","last_became_active":"2024-03-19T01:47:31.327035+0000","last_became_peered":"2024-03-19T01:47:31.327035+0000","last_unstale":"2024-03-19T01:49:19.827850+0000","last_undegraded":"2024-03-19T01:49:19.827850+0000","last_fullsized":"2024-03-19T01:49:19.827850+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:32:47.486791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043055+0000","last_change":"2024-03-19T01:47:26.045775+0000","last_active":"2024-03-19T01:49:20.043055+0000","last_peered":"2024-03-19T01:49:20.043055+0000","last_clean":"2024-03-19T01:49:20.043055+0000","last_became_active":"2024-03-19T01:47:26.045433+0000","last_became_peered":"2024-03-19T01:47:26.045433+0000","last_unstale":"2024-03-19T01:49:20.043055+0000","last_undegraded":"2024-03-19T01:49:20.043055+0000","last_fullsized":"2024-03-19T01:49:20.043055+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:34:06.043855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043395+0000","last_change":"2024-03-19T01:47:27.318571+0000","last_active":"2024-03-19T01:49:20.043395+0000","last_peered":"2024-03-19T01:49:20.043395+0000","last_clean":"2024-03-19T01:49:20.043395+0000","last_became_active":"2024-03-19T01:47:27.318151+0000","last_became_peered":"2024-03-19T01:47:27.318151+0000","last_unstale":"2024-03-19T01:49:20.043395+0000","last_undegraded":"2024-03-19T01:49:20.043395+0000","last_fullsized":"2024-03-19T01:49:20.043395+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:32:53.894252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.828441+0000","last_change":"2024-03-19T01:47:31.324552+0000","last_active":"2024-03-19T01:49:19.828441+0000","last_peered":"2024-03-19T01:49:19.828441+0000","last_clean":"2024-03-19T01:49:19.828441+0000","last_became_active":"2024-03-19T01:47:31.323439+0000","last_became_peered":"2024-03-19T01:47:31.323439+0000","last_unstale":"2024-03-19T01:49:19.828441+0000","last_undegraded":"2024-03-19T01:49:19.828441+0000","last_fullsized":"2024-03-19T01:49:19.828441+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:44:57.310453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.830652+0000","last_change":"2024-03-19T01:47:26.055666+0000","last_active":"2024-03-19T01:49:19.830652+0000","last_peered":"2024-03-19T01:49:19.830652+0000","last_clean":"2024-03-19T01:49:19.830652+0000","last_became_active":"2024-03-19T01:47:26.054733+0000","last_became_peered":"2024-03-19T01:47:26.054733+0000","last_unstale":"2024-03-19T01:49:19.830652+0000","last_undegraded":"2024-03-19T01:49:19.830652+0000","last_fullsized":"2024-03-19T01:49:19.830652+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:47:44.123486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.834284+0000","last_change":"2024-03-19T01:47:27.314507+0000","last_active":"2024-03-19T01:49:19.834284+0000","last_peered":"2024-03-19T01:49:19.834284+0000","last_clean":"2024-03-19T01:49:19.834284+0000","last_became_active":"2024-03-19T01:47:27.313749+0000","last_became_peered":"2024-03-19T01:47:27.313749+0000","last_unstale":"2024-03-19T01:49:19.834284+0000","last_undegraded":"2024-03-19T01:49:19.834284+0000","last_fullsized":"2024-03-19T01:49:19.834284+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:30:03.286976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.827910+0000","last_change":"2024-03-19T01:47:31.318980+0000","last_active":"2024-03-19T01:49:19.827910+0000","last_peered":"2024-03-19T01:49:19.827910+0000","last_clean":"2024-03-19T01:49:19.827910+0000","last_became_active":"2024-03-19T01:47:31.318571+0000","last_became_peered":"2024-03-19T01:47:31.318571+0000","last_unstale":"2024-03-19T01:49:19.827910+0000","last_undegraded":"2024-03-19T01:49:19.827910+0000","last_fullsized":"2024-03-19T01:49:19.827910+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:22:16.823320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"84'2","reported_seq":19,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041972+0000","last_change":"2024-03-19T01:48:19.687961+0000","last_active":"2024-03-19T01:49:20.041972+0000","last_peered":"2024-03-19T01:49:20.041972+0000","last_clean":"2024-03-19T01:49:20.041972+0000","last_became_active":"2024-03-19T01:48:19.681267+0000","last_became_peered":"2024-03-19T01:48:19.681267+0000","last_unstale":"2024-03-19T01:49:20.041972+0000","last_undegraded":"2024-03-19T01:49:20.041972+0000","last_fullsized":"2024-03-19T01:49:20.041972+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:15:20.004822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.831862+0000","last_change":"2024-03-19T01:47:27.302258+0000","last_active":"2024-03-19T01:49:19.831862+0000","last_peered":"2024-03-19T01:49:19.831862+0000","last_clean":"2024-03-19T01:49:19.831862+0000","last_became_active":"2024-03-19T01:47:27.301920+0000","last_became_peered":"2024-03-19T01:47:27.301920+0000","last_unstale":"2024-03-19T01:49:19.831862+0000","last_undegraded":"2024-03-19T01:49:19.831862+0000","last_fullsized":"2024-03-19T01:49:19.831862+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:46:21.858117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041354+0000","last_change":"2024-03-19T01:47:31.319643+0000","last_active":"2024-03-19T01:49:20.041354+0000","last_peered":"2024-03-19T01:49:20.041354+0000","last_clean":"2024-03-19T01:49:20.041354+0000","last_became_active":"2024-03-19T01:47:31.319188+0000","last_became_peered":"2024-03-19T01:47:31.319188+0000","last_unstale":"2024-03-19T01:49:20.041354+0000","last_undegraded":"2024-03-19T01:49:20.041354+0000","last_fullsized":"2024-03-19T01:49:20.041354+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:31:40.287100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"93'6","reported_seq":166,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:47.772687+0000","last_change":"2024-03-19T01:48:19.687581+0000","last_active":"2024-03-19T01:49:47.772687+0000","last_peered":"2024-03-19T01:49:47.772687+0000","last_clean":"2024-03-19T01:49:47.772687+0000","last_became_active":"2024-03-19T01:48:19.682689+0000","last_became_peered":"2024-03-19T01:48:19.682689+0000","last_unstale":"2024-03-19T01:49:47.772687+0000","last_undegraded":"2024-03-19T01:49:47.772687+0000","last_fullsized":"2024-03-19T01:49:47.772687+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:10:27.829818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1116,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":112,"num_read_kb":2,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.830108+0000","last_change":"2024-03-19T01:47:27.311182+0000","last_active":"2024-03-19T01:49:19.830108+0000","last_peered":"2024-03-19T01:49:19.830108+0000","last_clean":"2024-03-19T01:49:19.830108+0000","last_became_active":"2024-03-19T01:47:27.310844+0000","last_became_peered":"2024-03-19T01:47:27.310844+0000","last_unstale":"2024-03-19T01:49:19.830108+0000","last_undegraded":"2024-03-19T01:49:19.830108+0000","last_fullsized":"2024-03-19T01:49:19.830108+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:24:04.220205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041321+0000","last_change":"2024-03-19T01:47:31.328731+0000","last_active":"2024-03-19T01:49:20.041321+0000","last_peered":"2024-03-19T01:49:20.041321+0000","last_clean":"2024-03-19T01:49:20.041321+0000","last_became_active":"2024-03-19T01:47:31.328185+0000","last_became_peered":"2024-03-19T01:47:31.328185+0000","last_unstale":"2024-03-19T01:49:20.041321+0000","last_undegraded":"2024-03-19T01:49:20.041321+0000","last_fullsized":"2024-03-19T01:49:20.041321+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:10:56.880979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041527+0000","last_change":"2024-03-19T01:47:26.052193+0000","last_active":"2024-03-19T01:49:20.041527+0000","last_peered":"2024-03-19T01:49:20.041527+0000","last_clean":"2024-03-19T01:49:20.041527+0000","last_became_active":"2024-03-19T01:47:26.051832+0000","last_became_peered":"2024-03-19T01:47:26.051832+0000","last_unstale":"2024-03-19T01:49:20.041527+0000","last_undegraded":"2024-03-19T01:49:20.041527+0000","last_fullsized":"2024-03-19T01:49:20.041527+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:45:11.441308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.831728+0000","last_change":"2024-03-19T01:47:27.310135+0000","last_active":"2024-03-19T01:49:19.831728+0000","last_peered":"2024-03-19T01:49:19.831728+0000","last_clean":"2024-03-19T01:49:19.831728+0000","last_became_active":"2024-03-19T01:47:27.308179+0000","last_became_peered":"2024-03-19T01:47:27.308179+0000","last_unstale":"2024-03-19T01:49:19.831728+0000","last_undegraded":"2024-03-19T01:49:19.831728+0000","last_fullsized":"2024-03-19T01:49:19.831728+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:01:50.832982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042128+0000","last_change":"2024-03-19T01:47:31.316766+0000","last_active":"2024-03-19T01:49:20.042128+0000","last_peered":"2024-03-19T01:49:20.042128+0000","last_clean":"2024-03-19T01:49:20.042128+0000","last_became_active":"2024-03-19T01:47:31.316338+0000","last_became_peered":"2024-03-19T01:47:31.316338+0000","last_unstale":"2024-03-19T01:49:20.042128+0000","last_undegraded":"2024-03-19T01:49:20.042128+0000","last_fullsized":"2024-03-19T01:49:20.042128+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:43:01.916227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.826793+0000","last_change":"2024-03-19T01:47:26.053276+0000","last_active":"2024-03-19T01:49:19.826793+0000","last_peered":"2024-03-19T01:49:19.826793+0000","last_clean":"2024-03-19T01:49:19.826793+0000","last_became_active":"2024-03-19T01:47:26.052599+0000","last_became_peered":"2024-03-19T01:47:26.052599+0000","last_unstale":"2024-03-19T01:49:19.826793+0000","last_undegraded":"2024-03-19T01:49:19.826793+0000","last_fullsized":"2024-03-19T01:49:19.826793+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:48:08.688859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041435+0000","last_change":"2024-03-19T01:47:27.311569+0000","last_active":"2024-03-19T01:49:20.041435+0000","last_peered":"2024-03-19T01:49:20.041435+0000","last_clean":"2024-03-19T01:49:20.041435+0000","last_became_active":"2024-03-19T01:47:27.311211+0000","last_became_peered":"2024-03-19T01:47:27.311211+0000","last_unstale":"2024-03-19T01:49:20.041435+0000","last_undegraded":"2024-03-19T01:49:20.041435+0000","last_fullsized":"2024-03-19T01:49:20.041435+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:18:17.937186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043241+0000","last_change":"2024-03-19T01:47:31.316304+0000","last_active":"2024-03-19T01:49:20.043241+0000","last_peered":"2024-03-19T01:49:20.043241+0000","last_clean":"2024-03-19T01:49:20.043241+0000","last_became_active":"2024-03-19T01:47:31.315859+0000","last_became_peered":"2024-03-19T01:47:31.315859+0000","last_unstale":"2024-03-19T01:49:20.043241+0000","last_undegraded":"2024-03-19T01:49:20.043241+0000","last_fullsized":"2024-03-19T01:49:20.043241+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:51:04.062955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.831260+0000","last_change":"2024-03-19T01:47:26.053941+0000","last_active":"2024-03-19T01:49:19.831260+0000","last_peered":"2024-03-19T01:49:19.831260+0000","last_clean":"2024-03-19T01:49:19.831260+0000","last_became_active":"2024-03-19T01:47:26.053225+0000","last_became_peered":"2024-03-19T01:47:26.053225+0000","last_unstale":"2024-03-19T01:49:19.831260+0000","last_undegraded":"2024-03-19T01:49:19.831260+0000","last_fullsized":"2024-03-19T01:49:19.831260+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:29:53.906803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042327+0000","last_change":"2024-03-19T01:47:27.307187+0000","last_active":"2024-03-19T01:49:20.042327+0000","last_peered":"2024-03-19T01:49:20.042327+0000","last_clean":"2024-03-19T01:49:20.042327+0000","last_became_active":"2024-03-19T01:47:27.306801+0000","last_became_peered":"2024-03-19T01:47:27.306801+0000","last_unstale":"2024-03-19T01:49:20.042327+0000","last_undegraded":"2024-03-19T01:49:20.042327+0000","last_fullsized":"2024-03-19T01:49:20.042327+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:08:01.805058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041485+0000","last_change":"2024-03-19T01:47:31.324169+0000","last_active":"2024-03-19T01:49:20.041485+0000","last_peered":"2024-03-19T01:49:20.041485+0000","last_clean":"2024-03-19T01:49:20.041485+0000","last_became_active":"2024-03-19T01:47:31.323762+0000","last_became_peered":"2024-03-19T01:47:31.323762+0000","last_unstale":"2024-03-19T01:49:20.041485+0000","last_undegraded":"2024-03-19T01:49:20.041485+0000","last_fullsized":"2024-03-19T01:49:20.041485+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:07:28.426628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"93'4","reported_seq":150,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:47.771962+0000","last_change":"2024-03-19T01:47:26.049890+0000","last_active":"2024-03-19T01:49:47.771962+0000","last_peered":"2024-03-19T01:49:47.771962+0000","last_clean":"2024-03-19T01:49:47.771962+0000","last_became_active":"2024-03-19T01:47:26.048646+0000","last_became_peered":"2024-03-19T01:47:26.048646+0000","last_unstale":"2024-03-19T01:49:47.771962+0000","last_undegraded":"2024-03-19T01:49:47.771962+0000","last_fullsized":"2024-03-19T01:49:47.771962+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:11:50.001219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":115,"num_read_kb":115,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.834465+0000","last_change":"2024-03-19T01:47:27.312461+0000","last_active":"2024-03-19T01:49:19.834465+0000","last_peered":"2024-03-19T01:49:19.834465+0000","last_clean":"2024-03-19T01:49:19.834465+0000","last_became_active":"2024-03-19T01:47:27.312015+0000","last_became_peered":"2024-03-19T01:47:27.312015+0000","last_unstale":"2024-03-19T01:49:19.834465+0000","last_undegraded":"2024-03-19T01:49:19.834465+0000","last_fullsized":"2024-03-19T01:49:19.834465+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:23:14.466777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042240+0000","last_change":"2024-03-19T01:47:31.325595+0000","last_active":"2024-03-19T01:49:20.042240+0000","last_peered":"2024-03-19T01:49:20.042240+0000","last_clean":"2024-03-19T01:49:20.042240+0000","last_became_active":"2024-03-19T01:47:31.322617+0000","last_became_peered":"2024-03-19T01:47:31.322617+0000","last_unstale":"2024-03-19T01:49:20.042240+0000","last_undegraded":"2024-03-19T01:49:20.042240+0000","last_fullsized":"2024-03-19T01:49:20.042240+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:46:04.668715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042298+0000","last_change":"2024-03-19T01:47:26.047973+0000","last_active":"2024-03-19T01:49:20.042298+0000","last_peered":"2024-03-19T01:49:20.042298+0000","last_clean":"2024-03-19T01:49:20.042298+0000","last_became_active":"2024-03-19T01:47:26.047638+0000","last_became_peered":"2024-03-19T01:47:26.047638+0000","last_unstale":"2024-03-19T01:49:20.042298+0000","last_undegraded":"2024-03-19T01:49:20.042298+0000","last_fullsized":"2024-03-19T01:49:20.042298+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:07:45.486145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043388+0000","last_change":"2024-03-19T01:48:19.680505+0000","last_active":"2024-03-19T01:49:20.043388+0000","last_peered":"2024-03-19T01:49:20.043388+0000","last_clean":"2024-03-19T01:49:20.043388+0000","last_became_active":"2024-03-19T01:48:19.680277+0000","last_became_peered":"2024-03-19T01:48:19.680277+0000","last_unstale":"2024-03-19T01:49:20.043388+0000","last_undegraded":"2024-03-19T01:49:20.043388+0000","last_fullsized":"2024-03-19T01:49:20.043388+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:22:52.018947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.828514+0000","last_change":"2024-03-19T01:48:20.088959+0000","last_active":"2024-03-19T01:49:19.828514+0000","last_peered":"2024-03-19T01:49:19.828514+0000","last_clean":"2024-03-19T01:49:19.828514+0000","last_became_active":"2024-03-19T01:48:20.088532+0000","last_became_peered":"2024-03-19T01:48:20.088532+0000","last_unstale":"2024-03-19T01:49:19.828514+0000","last_undegraded":"2024-03-19T01:49:19.828514+0000","last_fullsized":"2024-03-19T01:49:19.828514+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:51:25.389690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,10],"acting":[4,1,2,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.831746+0000","last_change":"2024-03-19T01:47:26.046128+0000","last_active":"2024-03-19T01:49:19.831746+0000","last_peered":"2024-03-19T01:49:19.831746+0000","last_clean":"2024-03-19T01:49:19.831746+0000","last_became_active":"2024-03-19T01:47:26.045503+0000","last_became_peered":"2024-03-19T01:47:26.045503+0000","last_unstale":"2024-03-19T01:49:19.831746+0000","last_undegraded":"2024-03-19T01:49:19.831746+0000","last_fullsized":"2024-03-19T01:49:19.831746+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:56:01.163124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.834455+0000","last_change":"2024-03-19T01:47:27.314081+0000","last_active":"2024-03-19T01:49:19.834455+0000","last_peered":"2024-03-19T01:49:19.834455+0000","last_clean":"2024-03-19T01:49:19.834455+0000","last_became_active":"2024-03-19T01:47:27.313382+0000","last_became_peered":"2024-03-19T01:47:27.313382+0000","last_unstale":"2024-03-19T01:49:19.834455+0000","last_undegraded":"2024-03-19T01:49:19.834455+0000","last_fullsized":"2024-03-19T01:49:19.834455+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:28:47.817495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042473+0000","last_change":"2024-03-19T01:48:20.089030+0000","last_active":"2024-03-19T01:49:20.042473+0000","last_peered":"2024-03-19T01:49:20.042473+0000","last_clean":"2024-03-19T01:49:20.042473+0000","last_became_active":"2024-03-19T01:48:20.088649+0000","last_became_peered":"2024-03-19T01:48:20.088649+0000","last_unstale":"2024-03-19T01:49:20.042473+0000","last_undegraded":"2024-03-19T01:49:20.042473+0000","last_fullsized":"2024-03-19T01:49:20.042473+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:33:32.144814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,10],"acting":[9,8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"93'39","reported_seq":310,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:48.116612+0000","last_change":"2024-03-19T01:47:26.051394+0000","last_active":"2024-03-19T01:49:48.116612+0000","last_peered":"2024-03-19T01:49:48.116612+0000","last_clean":"2024-03-19T01:49:48.116612+0000","last_became_active":"2024-03-19T01:47:26.050660+0000","last_became_peered":"2024-03-19T01:47:26.050660+0000","last_unstale":"2024-03-19T01:49:48.116612+0000","last_undegraded":"2024-03-19T01:49:48.116612+0000","last_fullsized":"2024-03-19T01:49:48.116612+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:52:58.183984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63077,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":239,"num_read_kb":182,"num_write":40,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.830398+0000","last_change":"2024-03-19T01:47:27.315361+0000","last_active":"2024-03-19T01:49:19.830398+0000","last_peered":"2024-03-19T01:49:19.830398+0000","last_clean":"2024-03-19T01:49:19.830398+0000","last_became_active":"2024-03-19T01:47:27.314911+0000","last_became_peered":"2024-03-19T01:47:27.314911+0000","last_unstale":"2024-03-19T01:49:19.830398+0000","last_undegraded":"2024-03-19T01:49:19.830398+0000","last_fullsized":"2024-03-19T01:49:19.830398+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:08:14.621040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.832043+0000","last_change":"2024-03-19T01:47:31.330456+0000","last_active":"2024-03-19T01:49:19.832043+0000","last_peered":"2024-03-19T01:49:19.832043+0000","last_clean":"2024-03-19T01:49:19.832043+0000","last_became_active":"2024-03-19T01:47:31.329958+0000","last_became_peered":"2024-03-19T01:47:31.329958+0000","last_unstale":"2024-03-19T01:49:19.832043+0000","last_undegraded":"2024-03-19T01:49:19.832043+0000","last_fullsized":"2024-03-19T01:49:19.832043+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:59:25.295474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041297+0000","last_change":"2024-03-19T01:47:26.048432+0000","last_active":"2024-03-19T01:49:20.041297+0000","last_peered":"2024-03-19T01:49:20.041297+0000","last_clean":"2024-03-19T01:49:20.041297+0000","last_became_active":"2024-03-19T01:47:26.047964+0000","last_became_peered":"2024-03-19T01:47:26.047964+0000","last_unstale":"2024-03-19T01:49:20.041297+0000","last_undegraded":"2024-03-19T01:49:20.041297+0000","last_fullsized":"2024-03-19T01:49:20.041297+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:27:36.537848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.826909+0000","last_change":"2024-03-19T01:47:27.305835+0000","last_active":"2024-03-19T01:49:19.826909+0000","last_peered":"2024-03-19T01:49:19.826909+0000","last_clean":"2024-03-19T01:49:19.826909+0000","last_became_active":"2024-03-19T01:47:27.305470+0000","last_became_peered":"2024-03-19T01:47:27.305470+0000","last_unstale":"2024-03-19T01:49:19.826909+0000","last_undegraded":"2024-03-19T01:49:19.826909+0000","last_fullsized":"2024-03-19T01:49:19.826909+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:22:26.877874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042092+0000","last_change":"2024-03-19T01:47:31.315016+0000","last_active":"2024-03-19T01:49:20.042092+0000","last_peered":"2024-03-19T01:49:20.042092+0000","last_clean":"2024-03-19T01:49:20.042092+0000","last_became_active":"2024-03-19T01:47:31.313734+0000","last_became_peered":"2024-03-19T01:47:31.313734+0000","last_unstale":"2024-03-19T01:49:20.042092+0000","last_undegraded":"2024-03-19T01:49:20.042092+0000","last_fullsized":"2024-03-19T01:49:20.042092+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:59:07.326448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.831584+0000","last_change":"2024-03-19T01:47:26.052773+0000","last_active":"2024-03-19T01:49:19.831584+0000","last_peered":"2024-03-19T01:49:19.831584+0000","last_clean":"2024-03-19T01:49:19.831584+0000","last_became_active":"2024-03-19T01:47:26.052417+0000","last_became_peered":"2024-03-19T01:47:26.052417+0000","last_unstale":"2024-03-19T01:49:19.831584+0000","last_undegraded":"2024-03-19T01:49:19.831584+0000","last_fullsized":"2024-03-19T01:49:19.831584+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:54:56.810454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042327+0000","last_change":"2024-03-19T01:47:27.310818+0000","last_active":"2024-03-19T01:49:20.042327+0000","last_peered":"2024-03-19T01:49:20.042327+0000","last_clean":"2024-03-19T01:49:20.042327+0000","last_became_active":"2024-03-19T01:47:27.310473+0000","last_became_peered":"2024-03-19T01:47:27.310473+0000","last_unstale":"2024-03-19T01:49:20.042327+0000","last_undegraded":"2024-03-19T01:49:20.042327+0000","last_fullsized":"2024-03-19T01:49:20.042327+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:23:22.643669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":16,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.830518+0000","last_change":"2024-03-19T01:48:20.065211+0000","last_active":"2024-03-19T01:49:19.830518+0000","last_peered":"2024-03-19T01:49:19.830518+0000","last_clean":"2024-03-19T01:49:19.830518+0000","last_became_active":"2024-03-19T01:48:20.064670+0000","last_became_peered":"2024-03-19T01:48:20.064670+0000","last_unstale":"2024-03-19T01:49:19.830518+0000","last_undegraded":"2024-03-19T01:49:19.830518+0000","last_fullsized":"2024-03-19T01:49:19.830518+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:27:21.814037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,7,0,3],"acting":[8,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.11","version":"93'6","reported_seq":159,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:48.768439+0000","last_change":"2024-03-19T01:47:26.048736+0000","last_active":"2024-03-19T01:49:48.768439+0000","last_peered":"2024-03-19T01:49:48.768439+0000","last_clean":"2024-03-19T01:49:48.768439+0000","last_became_active":"2024-03-19T01:47:26.048395+0000","last_became_peered":"2024-03-19T01:47:26.048395+0000","last_unstale":"2024-03-19T01:49:48.768439+0000","last_undegraded":"2024-03-19T01:49:48.768439+0000","last_fullsized":"2024-03-19T01:49:48.768439+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:25:53.794609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1614,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":122,"num_read_kb":6,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041388+0000","last_change":"2024-03-19T01:47:27.301270+0000","last_active":"2024-03-19T01:49:20.041388+0000","last_peered":"2024-03-19T01:49:20.041388+0000","last_clean":"2024-03-19T01:49:20.041388+0000","last_became_active":"2024-03-19T01:47:27.300953+0000","last_became_peered":"2024-03-19T01:47:27.300953+0000","last_unstale":"2024-03-19T01:49:20.041388+0000","last_undegraded":"2024-03-19T01:49:20.041388+0000","last_fullsized":"2024-03-19T01:49:20.041388+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:29:50.520610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.827531+0000","last_change":"2024-03-19T01:47:31.324765+0000","last_active":"2024-03-19T01:49:19.827531+0000","last_peered":"2024-03-19T01:49:19.827531+0000","last_clean":"2024-03-19T01:49:19.827531+0000","last_became_active":"2024-03-19T01:47:31.324360+0000","last_became_peered":"2024-03-19T01:47:31.324360+0000","last_unstale":"2024-03-19T01:49:19.827531+0000","last_undegraded":"2024-03-19T01:49:19.827531+0000","last_fullsized":"2024-03-19T01:49:19.827531+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:47:22.496628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":48,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.829946+0000","last_change":"2024-03-19T01:47:26.055325+0000","last_active":"2024-03-19T01:49:19.829946+0000","last_peered":"2024-03-19T01:49:19.829946+0000","last_clean":"2024-03-19T01:49:19.829946+0000","last_became_active":"2024-03-19T01:47:26.054958+0000","last_became_peered":"2024-03-19T01:47:26.054958+0000","last_unstale":"2024-03-19T01:49:19.829946+0000","last_undegraded":"2024-03-19T01:49:19.829946+0000","last_fullsized":"2024-03-19T01:49:19.829946+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:51:49.081574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.837302+0000","last_change":"2024-03-19T01:49:19.836768+0000","last_active":"2024-03-19T01:49:19.837302+0000","last_peered":"2024-03-19T01:49:19.837302+0000","last_clean":"2024-03-19T01:49:19.837302+0000","last_became_active":"2024-03-19T01:49:19.836343+0000","last_became_peered":"2024-03-19T01:49:19.836343+0000","last_unstale":"2024-03-19T01:49:19.837302+0000","last_undegraded":"2024-03-19T01:49:19.837302+0000","last_fullsized":"2024-03-19T01:49:19.837302+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:56:03.744501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.831387+0000","last_change":"2024-03-19T01:47:31.322426+0000","last_active":"2024-03-19T01:49:19.831387+0000","last_peered":"2024-03-19T01:49:19.831387+0000","last_clean":"2024-03-19T01:49:19.831387+0000","last_became_active":"2024-03-19T01:47:31.322016+0000","last_became_peered":"2024-03-19T01:47:31.322016+0000","last_unstale":"2024-03-19T01:49:19.831387+0000","last_undegraded":"2024-03-19T01:49:19.831387+0000","last_fullsized":"2024-03-19T01:49:19.831387+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:54:17.409583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.830744+0000","last_change":"2024-03-19T01:47:26.052190+0000","last_active":"2024-03-19T01:49:19.830744+0000","last_peered":"2024-03-19T01:49:19.830744+0000","last_clean":"2024-03-19T01:49:19.830744+0000","last_became_active":"2024-03-19T01:47:26.051799+0000","last_became_peered":"2024-03-19T01:47:26.051799+0000","last_unstale":"2024-03-19T01:49:19.830744+0000","last_undegraded":"2024-03-19T01:49:19.830744+0000","last_fullsized":"2024-03-19T01:49:19.830744+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:09:59.021810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042238+0000","last_change":"2024-03-19T01:47:27.304180+0000","last_active":"2024-03-19T01:49:20.042238+0000","last_peered":"2024-03-19T01:49:20.042238+0000","last_clean":"2024-03-19T01:49:20.042238+0000","last_became_active":"2024-03-19T01:47:27.303143+0000","last_became_peered":"2024-03-19T01:47:27.303143+0000","last_unstale":"2024-03-19T01:49:20.042238+0000","last_undegraded":"2024-03-19T01:49:20.042238+0000","last_fullsized":"2024-03-19T01:49:20.042238+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:04:21.390402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.830152+0000","last_change":"2024-03-19T01:47:31.320318+0000","last_active":"2024-03-19T01:49:19.830152+0000","last_peered":"2024-03-19T01:49:19.830152+0000","last_clean":"2024-03-19T01:49:19.830152+0000","last_became_active":"2024-03-19T01:47:31.319915+0000","last_became_peered":"2024-03-19T01:47:31.319915+0000","last_unstale":"2024-03-19T01:49:19.830152+0000","last_undegraded":"2024-03-19T01:49:19.830152+0000","last_fullsized":"2024-03-19T01:49:19.830152+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:54:50.854825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043300+0000","last_change":"2024-03-19T01:47:26.039733+0000","last_active":"2024-03-19T01:49:20.043300+0000","last_peered":"2024-03-19T01:49:20.043300+0000","last_clean":"2024-03-19T01:49:20.043300+0000","last_became_active":"2024-03-19T01:47:26.039376+0000","last_became_peered":"2024-03-19T01:47:26.039376+0000","last_unstale":"2024-03-19T01:49:20.043300+0000","last_undegraded":"2024-03-19T01:49:20.043300+0000","last_fullsized":"2024-03-19T01:49:20.043300+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:54:25.837909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041936+0000","last_change":"2024-03-19T01:47:27.307397+0000","last_active":"2024-03-19T01:49:20.041936+0000","last_peered":"2024-03-19T01:49:20.041936+0000","last_clean":"2024-03-19T01:49:20.041936+0000","last_became_active":"2024-03-19T01:47:27.307012+0000","last_became_peered":"2024-03-19T01:47:27.307012+0000","last_unstale":"2024-03-19T01:49:20.041936+0000","last_undegraded":"2024-03-19T01:49:20.041936+0000","last_fullsized":"2024-03-19T01:49:20.041936+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:40:02.529210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.827115+0000","last_change":"2024-03-19T01:47:31.315470+0000","last_active":"2024-03-19T01:49:19.827115+0000","last_peered":"2024-03-19T01:49:19.827115+0000","last_clean":"2024-03-19T01:49:19.827115+0000","last_became_active":"2024-03-19T01:47:31.315029+0000","last_became_peered":"2024-03-19T01:47:31.315029+0000","last_unstale":"2024-03-19T01:49:19.827115+0000","last_undegraded":"2024-03-19T01:49:19.827115+0000","last_fullsized":"2024-03-19T01:49:19.827115+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:16:22.166968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042060+0000","last_change":"2024-03-19T01:47:26.052904+0000","last_active":"2024-03-19T01:49:20.042060+0000","last_peered":"2024-03-19T01:49:20.042060+0000","last_clean":"2024-03-19T01:49:20.042060+0000","last_became_active":"2024-03-19T01:47:26.052339+0000","last_became_peered":"2024-03-19T01:47:26.052339+0000","last_unstale":"2024-03-19T01:49:20.042060+0000","last_undegraded":"2024-03-19T01:49:20.042060+0000","last_fullsized":"2024-03-19T01:49:20.042060+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:45:47.050977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041837+0000","last_change":"2024-03-19T01:47:27.303061+0000","last_active":"2024-03-19T01:49:20.041837+0000","last_peered":"2024-03-19T01:49:20.041837+0000","last_clean":"2024-03-19T01:49:20.041837+0000","last_became_active":"2024-03-19T01:47:27.302785+0000","last_became_peered":"2024-03-19T01:47:27.302785+0000","last_unstale":"2024-03-19T01:49:20.041837+0000","last_undegraded":"2024-03-19T01:49:20.041837+0000","last_fullsized":"2024-03-19T01:49:20.041837+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:44:10.691739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.827417+0000","last_change":"2024-03-19T01:47:31.326975+0000","last_active":"2024-03-19T01:49:19.827417+0000","last_peered":"2024-03-19T01:49:19.827417+0000","last_clean":"2024-03-19T01:49:19.827417+0000","last_became_active":"2024-03-19T01:47:31.326584+0000","last_became_peered":"2024-03-19T01:47:31.326584+0000","last_unstale":"2024-03-19T01:49:19.827417+0000","last_undegraded":"2024-03-19T01:49:19.827417+0000","last_fullsized":"2024-03-19T01:49:19.827417+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:06:30.740449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.831515+0000","last_change":"2024-03-19T01:47:27.308459+0000","last_active":"2024-03-19T01:49:19.831515+0000","last_peered":"2024-03-19T01:49:19.831515+0000","last_clean":"2024-03-19T01:49:19.831515+0000","last_became_active":"2024-03-19T01:47:27.308012+0000","last_became_peered":"2024-03-19T01:47:27.308012+0000","last_unstale":"2024-03-19T01:49:19.831515+0000","last_undegraded":"2024-03-19T01:49:19.831515+0000","last_fullsized":"2024-03-19T01:49:19.831515+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:07:26.894011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"93'6","reported_seq":154,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:48.119430+0000","last_change":"2024-03-19T01:47:26.050134+0000","last_active":"2024-03-19T01:49:48.119430+0000","last_peered":"2024-03-19T01:49:48.119430+0000","last_clean":"2024-03-19T01:49:48.119430+0000","last_became_active":"2024-03-19T01:47:26.049837+0000","last_became_peered":"2024-03-19T01:47:26.049837+0000","last_unstale":"2024-03-19T01:49:48.119430+0000","last_undegraded":"2024-03-19T01:49:48.119430+0000","last_fullsized":"2024-03-19T01:49:48.119430+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:34:49.518613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":116,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042329+0000","last_change":"2024-03-19T01:47:31.320403+0000","last_active":"2024-03-19T01:49:20.042329+0000","last_peered":"2024-03-19T01:49:20.042329+0000","last_clean":"2024-03-19T01:49:20.042329+0000","last_became_active":"2024-03-19T01:47:31.319954+0000","last_became_peered":"2024-03-19T01:47:31.319954+0000","last_unstale":"2024-03-19T01:49:20.042329+0000","last_undegraded":"2024-03-19T01:49:20.042329+0000","last_fullsized":"2024-03-19T01:49:20.042329+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:35:57.754444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042054+0000","last_change":"2024-03-19T01:47:27.315194+0000","last_active":"2024-03-19T01:49:20.042054+0000","last_peered":"2024-03-19T01:49:20.042054+0000","last_clean":"2024-03-19T01:49:20.042054+0000","last_became_active":"2024-03-19T01:47:27.314864+0000","last_became_peered":"2024-03-19T01:47:27.314864+0000","last_unstale":"2024-03-19T01:49:20.042054+0000","last_undegraded":"2024-03-19T01:49:20.042054+0000","last_fullsized":"2024-03-19T01:49:20.042054+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:09:40.428274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.828533+0000","last_change":"2024-03-19T01:47:26.047794+0000","last_active":"2024-03-19T01:49:19.828533+0000","last_peered":"2024-03-19T01:49:19.828533+0000","last_clean":"2024-03-19T01:49:19.828533+0000","last_became_active":"2024-03-19T01:47:26.047459+0000","last_became_peered":"2024-03-19T01:47:26.047459+0000","last_unstale":"2024-03-19T01:49:19.828533+0000","last_undegraded":"2024-03-19T01:49:19.828533+0000","last_fullsized":"2024-03-19T01:49:19.828533+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:25:51.486270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":364,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041221+0000","last_change":"2024-03-19T01:46:10.623403+0000","last_active":"2024-03-19T01:49:20.041221+0000","last_peered":"2024-03-19T01:49:20.041221+0000","last_clean":"2024-03-19T01:49:20.041221+0000","last_became_active":"2024-03-19T01:46:10.622930+0000","last_became_peered":"2024-03-19T01:46:10.622930+0000","last_unstale":"2024-03-19T01:49:20.041221+0000","last_undegraded":"2024-03-19T01:49:20.041221+0000","last_fullsized":"2024-03-19T01:49:20.041221+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:42:46.754448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:42:46.754448+0000","last_clean_scrub_stamp":"2024-03-19T01:42:46.754448+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:52:24.139448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.831683+0000","last_change":"2024-03-19T01:47:31.323934+0000","last_active":"2024-03-19T01:49:19.831683+0000","last_peered":"2024-03-19T01:49:19.831683+0000","last_clean":"2024-03-19T01:49:19.831683+0000","last_became_active":"2024-03-19T01:47:31.323456+0000","last_became_peered":"2024-03-19T01:47:31.323456+0000","last_unstale":"2024-03-19T01:49:19.831683+0000","last_undegraded":"2024-03-19T01:49:19.831683+0000","last_fullsized":"2024-03-19T01:49:19.831683+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:59:27.408842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.826713+0000","last_change":"2024-03-19T01:47:27.297861+0000","last_active":"2024-03-19T01:49:19.826713+0000","last_peered":"2024-03-19T01:49:19.826713+0000","last_clean":"2024-03-19T01:49:19.826713+0000","last_became_active":"2024-03-19T01:47:27.297134+0000","last_became_peered":"2024-03-19T01:47:27.297134+0000","last_unstale":"2024-03-19T01:49:19.826713+0000","last_undegraded":"2024-03-19T01:49:19.826713+0000","last_fullsized":"2024-03-19T01:49:19.826713+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:35:49.461782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041341+0000","last_change":"2024-03-19T01:47:26.050882+0000","last_active":"2024-03-19T01:49:20.041341+0000","last_peered":"2024-03-19T01:49:20.041341+0000","last_clean":"2024-03-19T01:49:20.041341+0000","last_became_active":"2024-03-19T01:47:26.050577+0000","last_became_peered":"2024-03-19T01:47:26.050577+0000","last_unstale":"2024-03-19T01:49:20.041341+0000","last_undegraded":"2024-03-19T01:49:20.041341+0000","last_fullsized":"2024-03-19T01:49:20.041341+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:34:56.939105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042038+0000","last_change":"2024-03-19T01:47:31.319308+0000","last_active":"2024-03-19T01:49:20.042038+0000","last_peered":"2024-03-19T01:49:20.042038+0000","last_clean":"2024-03-19T01:49:20.042038+0000","last_became_active":"2024-03-19T01:47:31.318750+0000","last_became_peered":"2024-03-19T01:47:31.318750+0000","last_unstale":"2024-03-19T01:49:20.042038+0000","last_undegraded":"2024-03-19T01:49:20.042038+0000","last_fullsized":"2024-03-19T01:49:20.042038+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:25:02.391574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.830563+0000","last_change":"2024-03-19T01:47:26.055374+0000","last_active":"2024-03-19T01:49:19.830563+0000","last_peered":"2024-03-19T01:49:19.830563+0000","last_clean":"2024-03-19T01:49:19.830563+0000","last_became_active":"2024-03-19T01:47:26.055028+0000","last_became_peered":"2024-03-19T01:47:26.055028+0000","last_unstale":"2024-03-19T01:49:19.830563+0000","last_undegraded":"2024-03-19T01:49:19.830563+0000","last_fullsized":"2024-03-19T01:49:19.830563+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:12:50.519110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.827250+0000","last_change":"2024-03-19T01:47:27.303872+0000","last_active":"2024-03-19T01:49:19.827250+0000","last_peered":"2024-03-19T01:49:19.827250+0000","last_clean":"2024-03-19T01:49:19.827250+0000","last_became_active":"2024-03-19T01:47:27.303495+0000","last_became_peered":"2024-03-19T01:47:27.303495+0000","last_unstale":"2024-03-19T01:49:19.827250+0000","last_undegraded":"2024-03-19T01:49:19.827250+0000","last_fullsized":"2024-03-19T01:49:19.827250+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:30:58.921679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041416+0000","last_change":"2024-03-19T01:47:31.325730+0000","last_active":"2024-03-19T01:49:20.041416+0000","last_peered":"2024-03-19T01:49:20.041416+0000","last_clean":"2024-03-19T01:49:20.041416+0000","last_became_active":"2024-03-19T01:47:31.324519+0000","last_became_peered":"2024-03-19T01:47:31.324519+0000","last_unstale":"2024-03-19T01:49:20.041416+0000","last_undegraded":"2024-03-19T01:49:20.041416+0000","last_fullsized":"2024-03-19T01:49:20.041416+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:31:17.653078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"93'9","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:36.624029+0000","last_change":"2024-03-19T01:47:26.053216+0000","last_active":"2024-03-19T01:49:36.624029+0000","last_peered":"2024-03-19T01:49:36.624029+0000","last_clean":"2024-03-19T01:49:36.624029+0000","last_became_active":"2024-03-19T01:47:26.052024+0000","last_became_peered":"2024-03-19T01:47:26.052024+0000","last_unstale":"2024-03-19T01:49:36.624029+0000","last_undegraded":"2024-03-19T01:49:36.624029+0000","last_fullsized":"2024-03-19T01:49:36.624029+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:19:35.518685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043001+0000","last_change":"2024-03-19T01:47:27.309025+0000","last_active":"2024-03-19T01:49:20.043001+0000","last_peered":"2024-03-19T01:49:20.043001+0000","last_clean":"2024-03-19T01:49:20.043001+0000","last_became_active":"2024-03-19T01:47:27.308653+0000","last_became_peered":"2024-03-19T01:47:27.308653+0000","last_unstale":"2024-03-19T01:49:20.043001+0000","last_undegraded":"2024-03-19T01:49:20.043001+0000","last_fullsized":"2024-03-19T01:49:20.043001+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:26:23.835558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041162+0000","last_change":"2024-03-19T01:47:31.316198+0000","last_active":"2024-03-19T01:49:20.041162+0000","last_peered":"2024-03-19T01:49:20.041162+0000","last_clean":"2024-03-19T01:49:20.041162+0000","last_became_active":"2024-03-19T01:47:31.315660+0000","last_became_peered":"2024-03-19T01:47:31.315660+0000","last_unstale":"2024-03-19T01:49:20.041162+0000","last_undegraded":"2024-03-19T01:49:20.041162+0000","last_fullsized":"2024-03-19T01:49:20.041162+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:00:33.887798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.828358+0000","last_change":"2024-03-19T01:47:26.046501+0000","last_active":"2024-03-19T01:49:19.828358+0000","last_peered":"2024-03-19T01:49:19.828358+0000","last_clean":"2024-03-19T01:49:19.828358+0000","last_became_active":"2024-03-19T01:47:26.046093+0000","last_became_peered":"2024-03-19T01:47:26.046093+0000","last_unstale":"2024-03-19T01:49:19.828358+0000","last_undegraded":"2024-03-19T01:49:19.828358+0000","last_fullsized":"2024-03-19T01:49:19.828358+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:24:48.722011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043360+0000","last_change":"2024-03-19T01:47:27.314121+0000","last_active":"2024-03-19T01:49:20.043360+0000","last_peered":"2024-03-19T01:49:20.043360+0000","last_clean":"2024-03-19T01:49:20.043360+0000","last_became_active":"2024-03-19T01:47:27.313781+0000","last_became_peered":"2024-03-19T01:47:27.313781+0000","last_unstale":"2024-03-19T01:49:20.043360+0000","last_undegraded":"2024-03-19T01:49:20.043360+0000","last_fullsized":"2024-03-19T01:49:20.043360+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:51:35.000417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.828091+0000","last_change":"2024-03-19T01:47:31.323096+0000","last_active":"2024-03-19T01:49:19.828091+0000","last_peered":"2024-03-19T01:49:19.828091+0000","last_clean":"2024-03-19T01:49:19.828091+0000","last_became_active":"2024-03-19T01:47:31.322643+0000","last_became_peered":"2024-03-19T01:47:31.322643+0000","last_unstale":"2024-03-19T01:49:19.828091+0000","last_undegraded":"2024-03-19T01:49:19.828091+0000","last_fullsized":"2024-03-19T01:49:19.828091+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:10:36.376972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.833872+0000","last_change":"2024-03-19T01:48:19.687994+0000","last_active":"2024-03-19T01:49:19.833872+0000","last_peered":"2024-03-19T01:49:19.833872+0000","last_clean":"2024-03-19T01:49:19.833872+0000","last_became_active":"2024-03-19T01:48:19.679560+0000","last_became_peered":"2024-03-19T01:48:19.679560+0000","last_unstale":"2024-03-19T01:49:19.833872+0000","last_undegraded":"2024-03-19T01:49:19.833872+0000","last_fullsized":"2024-03-19T01:49:19.833872+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:35:15.311181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.830007+0000","last_change":"2024-03-19T01:47:27.305294+0000","last_active":"2024-03-19T01:49:19.830007+0000","last_peered":"2024-03-19T01:49:19.830007+0000","last_clean":"2024-03-19T01:49:19.830007+0000","last_became_active":"2024-03-19T01:47:27.304946+0000","last_became_peered":"2024-03-19T01:47:27.304946+0000","last_unstale":"2024-03-19T01:49:19.830007+0000","last_undegraded":"2024-03-19T01:49:19.830007+0000","last_fullsized":"2024-03-19T01:49:19.830007+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:49:54.560038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043021+0000","last_change":"2024-03-19T01:47:31.327304+0000","last_active":"2024-03-19T01:49:20.043021+0000","last_peered":"2024-03-19T01:49:20.043021+0000","last_clean":"2024-03-19T01:49:20.043021+0000","last_became_active":"2024-03-19T01:47:31.326889+0000","last_became_peered":"2024-03-19T01:47:31.326889+0000","last_unstale":"2024-03-19T01:49:20.043021+0000","last_undegraded":"2024-03-19T01:49:20.043021+0000","last_fullsized":"2024-03-19T01:49:20.043021+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:28:20.045507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041638+0000","last_change":"2024-03-19T01:47:26.045259+0000","last_active":"2024-03-19T01:49:20.041638+0000","last_peered":"2024-03-19T01:49:20.041638+0000","last_clean":"2024-03-19T01:49:20.041638+0000","last_became_active":"2024-03-19T01:47:26.044008+0000","last_became_peered":"2024-03-19T01:47:26.044008+0000","last_unstale":"2024-03-19T01:49:20.041638+0000","last_undegraded":"2024-03-19T01:49:20.041638+0000","last_fullsized":"2024-03-19T01:49:20.041638+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:03:29.182910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041917+0000","last_change":"2024-03-19T01:47:27.310672+0000","last_active":"2024-03-19T01:49:20.041917+0000","last_peered":"2024-03-19T01:49:20.041917+0000","last_clean":"2024-03-19T01:49:20.041917+0000","last_became_active":"2024-03-19T01:47:27.310345+0000","last_became_peered":"2024-03-19T01:47:27.310345+0000","last_unstale":"2024-03-19T01:49:20.041917+0000","last_undegraded":"2024-03-19T01:49:20.041917+0000","last_fullsized":"2024-03-19T01:49:20.041917+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:32:11.630838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"89'1","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.828188+0000","last_change":"2024-03-19T01:47:31.323127+0000","last_active":"2024-03-19T01:49:19.828188+0000","last_peered":"2024-03-19T01:49:19.828188+0000","last_clean":"2024-03-19T01:49:19.828188+0000","last_became_active":"2024-03-19T01:47:31.322683+0000","last_became_peered":"2024-03-19T01:47:31.322683+0000","last_unstale":"2024-03-19T01:49:19.828188+0000","last_undegraded":"2024-03-19T01:49:19.828188+0000","last_fullsized":"2024-03-19T01:49:19.828188+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:13:16.272805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"93'2","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:39.399855+0000","last_change":"2024-03-19T01:47:26.051718+0000","last_active":"2024-03-19T01:49:39.399855+0000","last_peered":"2024-03-19T01:49:39.399855+0000","last_clean":"2024-03-19T01:49:39.399855+0000","last_became_active":"2024-03-19T01:47:26.051386+0000","last_became_peered":"2024-03-19T01:47:26.051386+0000","last_unstale":"2024-03-19T01:49:39.399855+0000","last_undegraded":"2024-03-19T01:49:39.399855+0000","last_fullsized":"2024-03-19T01:49:39.399855+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:15:41.400058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042622+0000","last_change":"2024-03-19T01:47:27.323008+0000","last_active":"2024-03-19T01:49:20.042622+0000","last_peered":"2024-03-19T01:49:20.042622+0000","last_clean":"2024-03-19T01:49:20.042622+0000","last_became_active":"2024-03-19T01:47:27.321315+0000","last_became_peered":"2024-03-19T01:47:27.321315+0000","last_unstale":"2024-03-19T01:49:20.042622+0000","last_undegraded":"2024-03-19T01:49:20.042622+0000","last_fullsized":"2024-03-19T01:49:20.042622+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:11:55.954804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.828096+0000","last_change":"2024-03-19T01:47:31.318920+0000","last_active":"2024-03-19T01:49:19.828096+0000","last_peered":"2024-03-19T01:49:19.828096+0000","last_clean":"2024-03-19T01:49:19.828096+0000","last_became_active":"2024-03-19T01:47:31.318548+0000","last_became_peered":"2024-03-19T01:47:31.318548+0000","last_unstale":"2024-03-19T01:49:19.828096+0000","last_undegraded":"2024-03-19T01:49:19.828096+0000","last_fullsized":"2024-03-19T01:49:19.828096+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:17:39.332279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.830545+0000","last_change":"2024-03-19T01:47:26.054583+0000","last_active":"2024-03-19T01:49:19.830545+0000","last_peered":"2024-03-19T01:49:19.830545+0000","last_clean":"2024-03-19T01:49:19.830545+0000","last_became_active":"2024-03-19T01:47:26.054229+0000","last_became_peered":"2024-03-19T01:47:26.054229+0000","last_unstale":"2024-03-19T01:49:19.830545+0000","last_undegraded":"2024-03-19T01:49:19.830545+0000","last_fullsized":"2024-03-19T01:49:19.830545+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:49:37.413673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042160+0000","last_change":"2024-03-19T01:47:27.315503+0000","last_active":"2024-03-19T01:49:20.042160+0000","last_peered":"2024-03-19T01:49:20.042160+0000","last_clean":"2024-03-19T01:49:20.042160+0000","last_became_active":"2024-03-19T01:47:27.314977+0000","last_became_peered":"2024-03-19T01:47:27.314977+0000","last_unstale":"2024-03-19T01:49:20.042160+0000","last_undegraded":"2024-03-19T01:49:20.042160+0000","last_fullsized":"2024-03-19T01:49:20.042160+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:30:46.922775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.833910+0000","last_change":"2024-03-19T01:47:31.318603+0000","last_active":"2024-03-19T01:49:19.833910+0000","last_peered":"2024-03-19T01:49:19.833910+0000","last_clean":"2024-03-19T01:49:19.833910+0000","last_became_active":"2024-03-19T01:47:31.318204+0000","last_became_peered":"2024-03-19T01:47:31.318204+0000","last_unstale":"2024-03-19T01:49:19.833910+0000","last_undegraded":"2024-03-19T01:49:19.833910+0000","last_fullsized":"2024-03-19T01:49:19.833910+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:34:07.214073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041493+0000","last_change":"2024-03-19T01:47:26.046983+0000","last_active":"2024-03-19T01:49:20.041493+0000","last_peered":"2024-03-19T01:49:20.041493+0000","last_clean":"2024-03-19T01:49:20.041493+0000","last_became_active":"2024-03-19T01:47:26.046327+0000","last_became_peered":"2024-03-19T01:47:26.046327+0000","last_unstale":"2024-03-19T01:49:20.041493+0000","last_undegraded":"2024-03-19T01:49:20.041493+0000","last_fullsized":"2024-03-19T01:49:20.041493+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:09:35.545474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042412+0000","last_change":"2024-03-19T01:47:27.315375+0000","last_active":"2024-03-19T01:49:20.042412+0000","last_peered":"2024-03-19T01:49:20.042412+0000","last_clean":"2024-03-19T01:49:20.042412+0000","last_became_active":"2024-03-19T01:47:27.314765+0000","last_became_peered":"2024-03-19T01:47:27.314765+0000","last_unstale":"2024-03-19T01:49:20.042412+0000","last_undegraded":"2024-03-19T01:49:20.042412+0000","last_fullsized":"2024-03-19T01:49:20.042412+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:54:50.906045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041801+0000","last_change":"2024-03-19T01:47:31.315026+0000","last_active":"2024-03-19T01:49:20.041801+0000","last_peered":"2024-03-19T01:49:20.041801+0000","last_clean":"2024-03-19T01:49:20.041801+0000","last_became_active":"2024-03-19T01:47:31.314564+0000","last_became_peered":"2024-03-19T01:47:31.314564+0000","last_unstale":"2024-03-19T01:49:20.041801+0000","last_undegraded":"2024-03-19T01:49:20.041801+0000","last_fullsized":"2024-03-19T01:49:20.041801+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:36:23.663143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"84'1","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.831917+0000","last_change":"2024-03-19T01:47:26.052576+0000","last_active":"2024-03-19T01:49:19.831917+0000","last_peered":"2024-03-19T01:49:19.831917+0000","last_clean":"2024-03-19T01:49:19.831917+0000","last_became_active":"2024-03-19T01:47:26.052198+0000","last_became_peered":"2024-03-19T01:47:26.052198+0000","last_unstale":"2024-03-19T01:49:19.831917+0000","last_undegraded":"2024-03-19T01:49:19.831917+0000","last_fullsized":"2024-03-19T01:49:19.831917+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:50:40.341031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042279+0000","last_change":"2024-03-19T01:47:27.307012+0000","last_active":"2024-03-19T01:49:20.042279+0000","last_peered":"2024-03-19T01:49:20.042279+0000","last_clean":"2024-03-19T01:49:20.042279+0000","last_became_active":"2024-03-19T01:47:27.306474+0000","last_became_peered":"2024-03-19T01:47:27.306474+0000","last_unstale":"2024-03-19T01:49:20.042279+0000","last_undegraded":"2024-03-19T01:49:20.042279+0000","last_fullsized":"2024-03-19T01:49:20.042279+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:00:45.069641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.831199+0000","last_change":"2024-03-19T01:47:31.318827+0000","last_active":"2024-03-19T01:49:19.831199+0000","last_peered":"2024-03-19T01:49:19.831199+0000","last_clean":"2024-03-19T01:49:19.831199+0000","last_became_active":"2024-03-19T01:47:31.318391+0000","last_became_peered":"2024-03-19T01:47:31.318391+0000","last_unstale":"2024-03-19T01:49:19.831199+0000","last_undegraded":"2024-03-19T01:49:19.831199+0000","last_fullsized":"2024-03-19T01:49:19.831199+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:59:31.049420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"84'2","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.827473+0000","last_change":"2024-03-19T01:47:26.048652+0000","last_active":"2024-03-19T01:49:19.827473+0000","last_peered":"2024-03-19T01:49:19.827473+0000","last_clean":"2024-03-19T01:49:19.827473+0000","last_became_active":"2024-03-19T01:47:26.048219+0000","last_became_peered":"2024-03-19T01:47:26.048219+0000","last_unstale":"2024-03-19T01:49:19.827473+0000","last_undegraded":"2024-03-19T01:49:19.827473+0000","last_fullsized":"2024-03-19T01:49:19.827473+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:59:31.904872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042463+0000","last_change":"2024-03-19T01:47:27.302116+0000","last_active":"2024-03-19T01:49:20.042463+0000","last_peered":"2024-03-19T01:49:20.042463+0000","last_clean":"2024-03-19T01:49:20.042463+0000","last_became_active":"2024-03-19T01:47:27.301769+0000","last_became_peered":"2024-03-19T01:47:27.301769+0000","last_unstale":"2024-03-19T01:49:20.042463+0000","last_undegraded":"2024-03-19T01:49:20.042463+0000","last_fullsized":"2024-03-19T01:49:20.042463+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:12:35.104525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041943+0000","last_change":"2024-03-19T01:47:27.308645+0000","last_active":"2024-03-19T01:49:20.041943+0000","last_peered":"2024-03-19T01:49:20.041943+0000","last_clean":"2024-03-19T01:49:20.041943+0000","last_became_active":"2024-03-19T01:47:27.308301+0000","last_became_peered":"2024-03-19T01:47:27.308301+0000","last_unstale":"2024-03-19T01:49:20.041943+0000","last_undegraded":"2024-03-19T01:49:20.041943+0000","last_fullsized":"2024-03-19T01:49:20.041943+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:55:16.836852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":48,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041386+0000","last_change":"2024-03-19T01:48:19.680812+0000","last_active":"2024-03-19T01:49:20.041386+0000","last_peered":"2024-03-19T01:49:20.041386+0000","last_clean":"2024-03-19T01:49:20.041386+0000","last_became_active":"2024-03-19T01:48:19.680431+0000","last_became_peered":"2024-03-19T01:48:19.680431+0000","last_unstale":"2024-03-19T01:49:20.041386+0000","last_undegraded":"2024-03-19T01:49:20.041386+0000","last_fullsized":"2024-03-19T01:49:20.041386+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:50:32.808352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041322+0000","last_change":"2024-03-19T01:47:27.311850+0000","last_active":"2024-03-19T01:49:20.041322+0000","last_peered":"2024-03-19T01:49:20.041322+0000","last_clean":"2024-03-19T01:49:20.041322+0000","last_became_active":"2024-03-19T01:47:27.311506+0000","last_became_peered":"2024-03-19T01:47:27.311506+0000","last_unstale":"2024-03-19T01:49:20.041322+0000","last_undegraded":"2024-03-19T01:49:20.041322+0000","last_fullsized":"2024-03-19T01:49:20.041322+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:08:34.293526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042042+0000","last_change":"2024-03-19T01:47:27.311366+0000","last_active":"2024-03-19T01:49:20.042042+0000","last_peered":"2024-03-19T01:49:20.042042+0000","last_clean":"2024-03-19T01:49:20.042042+0000","last_became_active":"2024-03-19T01:47:27.310029+0000","last_became_peered":"2024-03-19T01:47:27.310029+0000","last_unstale":"2024-03-19T01:49:20.042042+0000","last_undegraded":"2024-03-19T01:49:20.042042+0000","last_fullsized":"2024-03-19T01:49:20.042042+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:32:29.914884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.827234+0000","last_change":"2024-03-19T01:47:27.310984+0000","last_active":"2024-03-19T01:49:19.827234+0000","last_peered":"2024-03-19T01:49:19.827234+0000","last_clean":"2024-03-19T01:49:19.827234+0000","last_became_active":"2024-03-19T01:47:27.310614+0000","last_became_peered":"2024-03-19T01:47:27.310614+0000","last_unstale":"2024-03-19T01:49:19.827234+0000","last_undegraded":"2024-03-19T01:49:19.827234+0000","last_fullsized":"2024-03-19T01:49:19.827234+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:19:00.115861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042284+0000","last_change":"2024-03-19T01:47:27.306625+0000","last_active":"2024-03-19T01:49:20.042284+0000","last_peered":"2024-03-19T01:49:20.042284+0000","last_clean":"2024-03-19T01:49:20.042284+0000","last_became_active":"2024-03-19T01:47:27.306004+0000","last_became_peered":"2024-03-19T01:47:27.306004+0000","last_unstale":"2024-03-19T01:49:20.042284+0000","last_undegraded":"2024-03-19T01:49:20.042284+0000","last_fullsized":"2024-03-19T01:49:20.042284+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:03:00.845422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041645+0000","last_change":"2024-03-19T01:47:27.318856+0000","last_active":"2024-03-19T01:49:20.041645+0000","last_peered":"2024-03-19T01:49:20.041645+0000","last_clean":"2024-03-19T01:49:20.041645+0000","last_became_active":"2024-03-19T01:47:27.318474+0000","last_became_peered":"2024-03-19T01:47:27.318474+0000","last_unstale":"2024-03-19T01:49:20.041645+0000","last_undegraded":"2024-03-19T01:49:20.041645+0000","last_fullsized":"2024-03-19T01:49:20.041645+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:55:07.829562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043055+0000","last_change":"2024-03-19T01:47:27.306643+0000","last_active":"2024-03-19T01:49:20.043055+0000","last_peered":"2024-03-19T01:49:20.043055+0000","last_clean":"2024-03-19T01:49:20.043055+0000","last_became_active":"2024-03-19T01:47:27.306295+0000","last_became_peered":"2024-03-19T01:47:27.306295+0000","last_unstale":"2024-03-19T01:49:20.043055+0000","last_undegraded":"2024-03-19T01:49:20.043055+0000","last_fullsized":"2024-03-19T01:49:20.043055+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:04:07.878606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.831418+0000","last_change":"2024-03-19T01:47:27.309545+0000","last_active":"2024-03-19T01:49:19.831418+0000","last_peered":"2024-03-19T01:49:19.831418+0000","last_clean":"2024-03-19T01:49:19.831418+0000","last_became_active":"2024-03-19T01:47:27.307757+0000","last_became_peered":"2024-03-19T01:47:27.307757+0000","last_unstale":"2024-03-19T01:49:19.831418+0000","last_undegraded":"2024-03-19T01:49:19.831418+0000","last_fullsized":"2024-03-19T01:49:19.831418+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:41:06.972203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041743+0000","last_change":"2024-03-19T01:47:27.309735+0000","last_active":"2024-03-19T01:49:20.041743+0000","last_peered":"2024-03-19T01:49:20.041743+0000","last_clean":"2024-03-19T01:49:20.041743+0000","last_became_active":"2024-03-19T01:47:27.309393+0000","last_became_peered":"2024-03-19T01:47:27.309393+0000","last_unstale":"2024-03-19T01:49:20.041743+0000","last_undegraded":"2024-03-19T01:49:20.041743+0000","last_fullsized":"2024-03-19T01:49:20.041743+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:00:54.161968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.834230+0000","last_change":"2024-03-19T01:47:27.312750+0000","last_active":"2024-03-19T01:49:19.834230+0000","last_peered":"2024-03-19T01:49:19.834230+0000","last_clean":"2024-03-19T01:49:19.834230+0000","last_became_active":"2024-03-19T01:47:27.312192+0000","last_became_peered":"2024-03-19T01:47:27.312192+0000","last_unstale":"2024-03-19T01:49:19.834230+0000","last_undegraded":"2024-03-19T01:49:19.834230+0000","last_fullsized":"2024-03-19T01:49:19.834230+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:30:35.903989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.827188+0000","last_change":"2024-03-19T01:47:27.310347+0000","last_active":"2024-03-19T01:49:19.827188+0000","last_peered":"2024-03-19T01:49:19.827188+0000","last_clean":"2024-03-19T01:49:19.827188+0000","last_became_active":"2024-03-19T01:47:27.309951+0000","last_became_peered":"2024-03-19T01:47:27.309951+0000","last_unstale":"2024-03-19T01:49:19.827188+0000","last_undegraded":"2024-03-19T01:49:19.827188+0000","last_fullsized":"2024-03-19T01:49:19.827188+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:35:47.201218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042269+0000","last_change":"2024-03-19T01:48:19.678983+0000","last_active":"2024-03-19T01:49:20.042269+0000","last_peered":"2024-03-19T01:49:20.042269+0000","last_clean":"2024-03-19T01:49:20.042269+0000","last_became_active":"2024-03-19T01:48:19.678624+0000","last_became_peered":"2024-03-19T01:48:19.678624+0000","last_unstale":"2024-03-19T01:49:20.042269+0000","last_undegraded":"2024-03-19T01:49:20.042269+0000","last_fullsized":"2024-03-19T01:49:20.042269+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:36:33.061706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68207,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":717,"num_read_kb":434,"num_write":177,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":434176,"data_stored":208935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":154,"ondisk_log_size":154,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383723,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1056768,"data_stored":519219,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645360,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37048,"kb_used_data":1708,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708104,"statfs":{"total":95995035648,"available":95957098496,"internally_reserved":0,"allocated":1748992,"data_stored":1169602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808886,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36388,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708764,"statfs":{"total":95995035648,"available":95957774336,"internally_reserved":0,"allocated":1077248,"data_stored":523551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070523,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28064,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717088,"statfs":{"total":95995035648,"available":95966298112,"internally_reserved":0,"allocated":1073152,"data_stored":519375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332160,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28644,"kb_used_data":1628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716508,"statfs":{"total":95995035648,"available":95965704192,"internally_reserved":0,"allocated":1667072,"data_stored":1116413,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495685,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28048,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717104,"statfs":{"total":95995035648,"available":95966314496,"internally_reserved":0,"allocated":1052672,"data_stored":514631,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574941,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36436,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708716,"statfs":{"total":95995035648,"available":95957725184,"internally_reserved":0,"allocated":1126400,"data_stored":581932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738466,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28076,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717076,"statfs":{"total":95995035648,"available":95966285824,"internally_reserved":0,"allocated":1077248,"data_stored":516019,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411417,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36448,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708704,"statfs":{"total":95995035648,"available":95957712896,"internally_reserved":0,"allocated":1138688,"data_stored":578346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182483,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36384,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708768,"statfs":{"total":95995035648,"available":95957778432,"internally_reserved":0,"allocated":1064960,"data_stored":514825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920847,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36384,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708768,"statfs":{"total":95995035648,"available":95957778432,"internally_reserved":0,"allocated":1073152,"data_stored":521423,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757320,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28660,"kb_used_data":1636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716492,"statfs":{"total":95995035648,"available":95965687808,"internally_reserved":0,"allocated":1675264,"data_stored":1110481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":67391,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":63805,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1970,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":65681,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}}
2024-03-19T01:49:52.733 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json
2024-03-19T01:49:52.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.870+0000 7f220b132640  1 -- 172.21.15.46:0/1595792802 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2204101930 msgr2=0x7f2204101db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:52.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.870+0000 7f220b132640  1 --2- 172.21.15.46:0/1595792802 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2204101930 0x7f2204101db0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f21f8009900 tx=0x7f21f802bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:52.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.870+0000 7f220b132640  1 -- 172.21.15.46:0/1595792802 shutdown_connections
2024-03-19T01:49:52.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.870+0000 7f220b132640  1 --2- 172.21.15.46:0/1595792802 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22041022f0 0x7f2204108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:52.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.870+0000 7f220b132640  1 --2- 172.21.15.46:0/1595792802 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2204101930 0x7f2204101db0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:52.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.870+0000 7f220b132640  1 --2- 172.21.15.46:0/1595792802 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2204100740 0x7f2204100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:52.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.870+0000 7f220b132640  1 -- 172.21.15.46:0/1595792802 >> 172.21.15.46:0/1595792802 conn(0x7f22040fbcb0 msgr2=0x7f22040fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:52.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.870+0000 7f220b132640  1 -- 172.21.15.46:0/1595792802 shutdown_connections
2024-03-19T01:49:52.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.870+0000 7f220b132640  1 -- 172.21.15.46:0/1595792802 wait complete.
2024-03-19T01:49:52.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.871+0000 7f220b132640  1  Processor -- start
2024-03-19T01:49:52.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.871+0000 7f220b132640  1 --  start start
2024-03-19T01:49:52.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.871+0000 7f220b132640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2204100740 0x7f2204197a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:52.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.871+0000 7f220b132640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2204101930 0x7f2204197f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:52.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.871+0000 7f220b132640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f22041022f0 0x7f220419efe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:52.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.871+0000 7f220b132640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f220410c250 con 0x7f2204100740
2024-03-19T01:49:52.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.871+0000 7f220b132640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f220410c0d0 con 0x7f22041022f0
2024-03-19T01:49:52.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.871+0000 7f220b132640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f220410c3d0 con 0x7f2204101930
2024-03-19T01:49:52.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.871+0000 7f2208ece640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2204100740 0x7f2204197a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:52.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.871+0000 7f2208ece640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2204100740 0x7f2204197a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50118/0 (socket says 172.21.15.46:50118)
2024-03-19T01:49:52.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.871+0000 7f2208ece640  1 -- 172.21.15.46:0/2159215433 learned_addr learned my addr 172.21.15.46:0/2159215433 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:52.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.871+0000 7f22096cf640  1 --2- 172.21.15.46:0/2159215433 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f22041022f0 0x7f220419efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:52.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.871+0000 7f2203fff640  1 --2- 172.21.15.46:0/2159215433 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2204101930 0x7f2204197f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:52.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.871+0000 7f2208ece640  1 -- 172.21.15.46:0/2159215433 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2204101930 msgr2=0x7f2204197f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:52.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.871+0000 7f2208ece640  1 --2- 172.21.15.46:0/2159215433 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2204101930 0x7f2204197f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:52.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.871+0000 7f2208ece640  1 -- 172.21.15.46:0/2159215433 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f22041022f0 msgr2=0x7f220419efe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:52.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.871+0000 7f2208ece640  1 --2- 172.21.15.46:0/2159215433 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f22041022f0 0x7f220419efe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:52.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.871+0000 7f2208ece640  1 -- 172.21.15.46:0/2159215433 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f220419f650 con 0x7f2204100740
2024-03-19T01:49:52.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.871+0000 7f2203fff640  1 --2- 172.21.15.46:0/2159215433 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2204101930 0x7f2204197f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:49:52.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.872+0000 7f2208ece640  1 --2- 172.21.15.46:0/2159215433 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2204100740 0x7f2204197a30 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f21fc00ebc0 tx=0x7f21fc00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:52.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.872+0000 7f2201ffb640  1 -- 172.21.15.46:0/2159215433 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21fc003b70 con 0x7f2204100740
2024-03-19T01:49:52.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.872+0000 7f2201ffb640  1 -- 172.21.15.46:0/2159215433 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f21fc003d10 con 0x7f2204100740
2024-03-19T01:49:52.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.872+0000 7f220b132640  1 -- 172.21.15.46:0/2159215433 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f220419f940 con 0x7f2204100740
2024-03-19T01:49:52.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.872+0000 7f2201ffb640  1 -- 172.21.15.46:0/2159215433 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21fc019840 con 0x7f2204100740
2024-03-19T01:49:52.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.872+0000 7f220b132640  1 -- 172.21.15.46:0/2159215433 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f220419fe90 con 0x7f2204100740
2024-03-19T01:49:52.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.873+0000 7f220b132640  1 -- 172.21.15.46:0/2159215433 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22041a0120 con 0x7f2204100740
2024-03-19T01:49:52.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.874+0000 7f2201ffb640  1 -- 172.21.15.46:0/2159215433 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f21fc0199e0 con 0x7f2204100740
2024-03-19T01:49:52.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.874+0000 7f2201ffb640  1 --2- 172.21.15.46:0/2159215433 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f21ec0a2800 0x7f21ec0a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:52.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.875+0000 7f2203fff640  1 --2- 172.21.15.46:0/2159215433 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f21ec0a2800 0x7f21ec0a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:52.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.875+0000 7f2201ffb640  1 -- 172.21.15.46:0/2159215433 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f21fc0cf770 con 0x7f2204100740
2024-03-19T01:49:52.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.875+0000 7f2203fff640  1 --2- 172.21.15.46:0/2159215433 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f21ec0a2800 0x7f21ec0a4cc0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f2204198f40 tx=0x7f21f802c7e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:52.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:52.879+0000 7f2201ffb640  1 -- 172.21.15.46:0/2159215433 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f21fc09c420 con 0x7f2204100740
2024-03-19T01:49:53.060 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.059+0000 7f220b132640  1 -- 172.21.15.46:0/2159215433 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f22041a02f0 con 0x7f21ec0a2800
2024-03-19T01:49:53.069 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.068+0000 7f2201ffb640  1 -- 172.21.15.46:0/2159215433 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340473 (secure 0 0 0) 0x7f22041a02f0 con 0x7f21ec0a2800
2024-03-19T01:49:53.073 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:49:53.075 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all
2024-03-19T01:49:53.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.072+0000 7f220b132640  1 -- 172.21.15.46:0/2159215433 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f21ec0a2800 msgr2=0x7f21ec0a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:53.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.072+0000 7f220b132640  1 --2- 172.21.15.46:0/2159215433 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f21ec0a2800 0x7f21ec0a4cc0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f2204198f40 tx=0x7f21f802c7e0 comp rx=0 tx=0).stop
2024-03-19T01:49:53.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.072+0000 7f220b132640  1 -- 172.21.15.46:0/2159215433 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2204100740 msgr2=0x7f2204197a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:53.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.072+0000 7f220b132640  1 --2- 172.21.15.46:0/2159215433 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2204100740 0x7f2204197a30 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f21fc00ebc0 tx=0x7f21fc00c6a0 comp rx=0 tx=0).stop
2024-03-19T01:49:53.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.072+0000 7f220b132640  1 -- 172.21.15.46:0/2159215433 shutdown_connections
2024-03-19T01:49:53.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.072+0000 7f220b132640  1 --2- 172.21.15.46:0/2159215433 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f21ec0a2800 0x7f21ec0a4cc0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:53.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.072+0000 7f220b132640  1 --2- 172.21.15.46:0/2159215433 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f22041022f0 0x7f220419efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:53.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.072+0000 7f220b132640  1 --2- 172.21.15.46:0/2159215433 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2204101930 0x7f2204197f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:53.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.072+0000 7f220b132640  1 --2- 172.21.15.46:0/2159215433 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2204100740 0x7f2204197a30 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:53.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.072+0000 7f220b132640  1 -- 172.21.15.46:0/2159215433 >> 172.21.15.46:0/2159215433 conn(0x7f22040fbcb0 msgr2=0x7f2204069e90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:53.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.072+0000 7f220b132640  1 -- 172.21.15.46:0/2159215433 shutdown_connections
2024-03-19T01:49:53.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.072+0000 7f220b132640  1 -- 172.21.15.46:0/2159215433 wait complete.
2024-03-19T01:49:53.083 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:52 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1709644961' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T01:49:53.083 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:52 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/4188138331' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:49:53.084 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":370,"stamp":"2024-03-19T01:49:51.956352+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658809,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":853,"num_read_kb":553,"num_write":360,"num_write_kb":3069,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":1181358,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":793,"ondisk_log_size":793,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":388636,"kb_used_data":14484,"kb_used_omap":18,"kb_used_meta":373997,"kb_avail":1124553188,"statfs":{"total":1151940427776,"available":1151542464512,"internally_reserved":0,"allocated":14831616,"data_stored":8185817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":382973242},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1482,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":61,"num_read_kb":31,"num_write":10,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003230"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042227+0000","last_change":"2024-03-19T01:47:27.316219+0000","last_active":"2024-03-19T01:49:20.042227+0000","last_peered":"2024-03-19T01:49:20.042227+0000","last_clean":"2024-03-19T01:49:20.042227+0000","last_became_active":"2024-03-19T01:47:27.315831+0000","last_became_peered":"2024-03-19T01:47:27.315831+0000","last_unstale":"2024-03-19T01:49:20.042227+0000","last_undegraded":"2024-03-19T01:49:20.042227+0000","last_fullsized":"2024-03-19T01:49:20.042227+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:14:54.941807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043366+0000","last_change":"2024-03-19T01:47:27.309298+0000","last_active":"2024-03-19T01:49:20.043366+0000","last_peered":"2024-03-19T01:49:20.043366+0000","last_clean":"2024-03-19T01:49:20.043366+0000","last_became_active":"2024-03-19T01:47:27.308880+0000","last_became_peered":"2024-03-19T01:47:27.308880+0000","last_unstale":"2024-03-19T01:49:20.043366+0000","last_undegraded":"2024-03-19T01:49:20.043366+0000","last_fullsized":"2024-03-19T01:49:20.043366+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:25:43.214077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042293+0000","last_change":"2024-03-19T01:47:27.314676+0000","last_active":"2024-03-19T01:49:20.042293+0000","last_peered":"2024-03-19T01:49:20.042293+0000","last_clean":"2024-03-19T01:49:20.042293+0000","last_became_active":"2024-03-19T01:47:27.314302+0000","last_became_peered":"2024-03-19T01:47:27.314302+0000","last_unstale":"2024-03-19T01:49:20.042293+0000","last_undegraded":"2024-03-19T01:49:20.042293+0000","last_fullsized":"2024-03-19T01:49:20.042293+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:58:34.309633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.828411+0000","last_change":"2024-03-19T01:47:27.305666+0000","last_active":"2024-03-19T01:49:19.828411+0000","last_peered":"2024-03-19T01:49:19.828411+0000","last_clean":"2024-03-19T01:49:19.828411+0000","last_became_active":"2024-03-19T01:47:27.304845+0000","last_became_peered":"2024-03-19T01:47:27.304845+0000","last_unstale":"2024-03-19T01:49:19.828411+0000","last_undegraded":"2024-03-19T01:49:19.828411+0000","last_fullsized":"2024-03-19T01:49:19.828411+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:54:40.396227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.044438+0000","last_change":"2024-03-19T01:49:20.044438+0000","last_active":"2024-03-19T01:49:20.044438+0000","last_peered":"2024-03-19T01:49:20.044438+0000","last_clean":"2024-03-19T01:49:20.044438+0000","last_became_active":"2024-03-19T01:49:20.043927+0000","last_became_peered":"2024-03-19T01:49:20.043927+0000","last_unstale":"2024-03-19T01:49:20.044438+0000","last_undegraded":"2024-03-19T01:49:20.044438+0000","last_fullsized":"2024-03-19T01:49:20.044438+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:39:58.688164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,6],"acting":[8,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041536+0000","last_change":"2024-03-19T01:47:27.298860+0000","last_active":"2024-03-19T01:49:20.041536+0000","last_peered":"2024-03-19T01:49:20.041536+0000","last_clean":"2024-03-19T01:49:20.041536+0000","last_became_active":"2024-03-19T01:47:27.298524+0000","last_became_peered":"2024-03-19T01:47:27.298524+0000","last_unstale":"2024-03-19T01:49:20.041536+0000","last_undegraded":"2024-03-19T01:49:20.041536+0000","last_fullsized":"2024-03-19T01:49:20.041536+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:58:40.649961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041627+0000","last_change":"2024-03-19T01:47:27.311624+0000","last_active":"2024-03-19T01:49:20.041627+0000","last_peered":"2024-03-19T01:49:20.041627+0000","last_clean":"2024-03-19T01:49:20.041627+0000","last_became_active":"2024-03-19T01:47:27.311254+0000","last_became_peered":"2024-03-19T01:47:27.311254+0000","last_unstale":"2024-03-19T01:49:20.041627+0000","last_undegraded":"2024-03-19T01:49:20.041627+0000","last_fullsized":"2024-03-19T01:49:20.041627+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:07:17.860441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041178+0000","last_change":"2024-03-19T01:47:27.320016+0000","last_active":"2024-03-19T01:49:20.041178+0000","last_peered":"2024-03-19T01:49:20.041178+0000","last_clean":"2024-03-19T01:49:20.041178+0000","last_became_active":"2024-03-19T01:47:27.319694+0000","last_became_peered":"2024-03-19T01:47:27.319694+0000","last_unstale":"2024-03-19T01:49:20.041178+0000","last_undegraded":"2024-03-19T01:49:20.041178+0000","last_fullsized":"2024-03-19T01:49:20.041178+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:01:42.153899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.834721+0000","last_change":"2024-03-19T01:47:27.312254+0000","last_active":"2024-03-19T01:49:19.834721+0000","last_peered":"2024-03-19T01:49:19.834721+0000","last_clean":"2024-03-19T01:49:19.834721+0000","last_became_active":"2024-03-19T01:47:27.311733+0000","last_became_peered":"2024-03-19T01:47:27.311733+0000","last_unstale":"2024-03-19T01:49:19.834721+0000","last_undegraded":"2024-03-19T01:49:19.834721+0000","last_fullsized":"2024-03-19T01:49:19.834721+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:59:38.192531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042139+0000","last_change":"2024-03-19T01:47:27.299650+0000","last_active":"2024-03-19T01:49:20.042139+0000","last_peered":"2024-03-19T01:49:20.042139+0000","last_clean":"2024-03-19T01:49:20.042139+0000","last_became_active":"2024-03-19T01:47:27.299329+0000","last_became_peered":"2024-03-19T01:47:27.299329+0000","last_unstale":"2024-03-19T01:49:20.042139+0000","last_undegraded":"2024-03-19T01:49:20.042139+0000","last_fullsized":"2024-03-19T01:49:20.042139+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:50:21.257181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042386+0000","last_change":"2024-03-19T01:47:27.316456+0000","last_active":"2024-03-19T01:49:20.042386+0000","last_peered":"2024-03-19T01:49:20.042386+0000","last_clean":"2024-03-19T01:49:20.042386+0000","last_became_active":"2024-03-19T01:47:27.315181+0000","last_became_peered":"2024-03-19T01:47:27.315181+0000","last_unstale":"2024-03-19T01:49:20.042386+0000","last_undegraded":"2024-03-19T01:49:20.042386+0000","last_fullsized":"2024-03-19T01:49:20.042386+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:47:00.844124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.828307+0000","last_change":"2024-03-19T01:47:27.305956+0000","last_active":"2024-03-19T01:49:19.828307+0000","last_peered":"2024-03-19T01:49:19.828307+0000","last_clean":"2024-03-19T01:49:19.828307+0000","last_became_active":"2024-03-19T01:47:27.305324+0000","last_became_peered":"2024-03-19T01:47:27.305324+0000","last_unstale":"2024-03-19T01:49:19.828307+0000","last_undegraded":"2024-03-19T01:49:19.828307+0000","last_fullsized":"2024-03-19T01:49:19.828307+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:41:53.713605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.827313+0000","last_change":"2024-03-19T01:47:27.290298+0000","last_active":"2024-03-19T01:49:19.827313+0000","last_peered":"2024-03-19T01:49:19.827313+0000","last_clean":"2024-03-19T01:49:19.827313+0000","last_became_active":"2024-03-19T01:47:27.289839+0000","last_became_peered":"2024-03-19T01:47:27.289839+0000","last_unstale":"2024-03-19T01:49:19.827313+0000","last_undegraded":"2024-03-19T01:49:19.827313+0000","last_fullsized":"2024-03-19T01:49:19.827313+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:53:50.693819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042043+0000","last_change":"2024-03-19T01:47:27.308572+0000","last_active":"2024-03-19T01:49:20.042043+0000","last_peered":"2024-03-19T01:49:20.042043+0000","last_clean":"2024-03-19T01:49:20.042043+0000","last_became_active":"2024-03-19T01:47:27.308206+0000","last_became_peered":"2024-03-19T01:47:27.308206+0000","last_unstale":"2024-03-19T01:49:20.042043+0000","last_undegraded":"2024-03-19T01:49:20.042043+0000","last_fullsized":"2024-03-19T01:49:20.042043+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:30:48.905335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041698+0000","last_change":"2024-03-19T01:47:27.311928+0000","last_active":"2024-03-19T01:49:20.041698+0000","last_peered":"2024-03-19T01:49:20.041698+0000","last_clean":"2024-03-19T01:49:20.041698+0000","last_became_active":"2024-03-19T01:47:27.310117+0000","last_became_peered":"2024-03-19T01:47:27.310117+0000","last_unstale":"2024-03-19T01:49:20.041698+0000","last_undegraded":"2024-03-19T01:49:20.041698+0000","last_fullsized":"2024-03-19T01:49:20.041698+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:15:53.823356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.833949+0000","last_change":"2024-03-19T01:47:27.314233+0000","last_active":"2024-03-19T01:49:19.833949+0000","last_peered":"2024-03-19T01:49:19.833949+0000","last_clean":"2024-03-19T01:49:19.833949+0000","last_became_active":"2024-03-19T01:47:27.313862+0000","last_became_peered":"2024-03-19T01:47:27.313862+0000","last_unstale":"2024-03-19T01:49:19.833949+0000","last_undegraded":"2024-03-19T01:49:19.833949+0000","last_fullsized":"2024-03-19T01:49:19.833949+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:53:02.615772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042168+0000","last_change":"2024-03-19T01:47:27.320396+0000","last_active":"2024-03-19T01:49:20.042168+0000","last_peered":"2024-03-19T01:49:20.042168+0000","last_clean":"2024-03-19T01:49:20.042168+0000","last_became_active":"2024-03-19T01:47:27.320015+0000","last_became_peered":"2024-03-19T01:47:27.320015+0000","last_unstale":"2024-03-19T01:49:20.042168+0000","last_undegraded":"2024-03-19T01:49:20.042168+0000","last_fullsized":"2024-03-19T01:49:20.042168+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:04:45.224623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043146+0000","last_change":"2024-03-19T01:47:27.318322+0000","last_active":"2024-03-19T01:49:20.043146+0000","last_peered":"2024-03-19T01:49:20.043146+0000","last_clean":"2024-03-19T01:49:20.043146+0000","last_became_active":"2024-03-19T01:47:27.317951+0000","last_became_peered":"2024-03-19T01:47:27.317951+0000","last_unstale":"2024-03-19T01:49:20.043146+0000","last_undegraded":"2024-03-19T01:49:20.043146+0000","last_fullsized":"2024-03-19T01:49:20.043146+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:58:56.214818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041599+0000","last_change":"2024-03-19T01:47:27.307393+0000","last_active":"2024-03-19T01:49:20.041599+0000","last_peered":"2024-03-19T01:49:20.041599+0000","last_clean":"2024-03-19T01:49:20.041599+0000","last_became_active":"2024-03-19T01:47:27.306828+0000","last_became_peered":"2024-03-19T01:47:27.306828+0000","last_unstale":"2024-03-19T01:49:20.041599+0000","last_undegraded":"2024-03-19T01:49:20.041599+0000","last_fullsized":"2024-03-19T01:49:20.041599+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:47:47.296955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041226+0000","last_change":"2024-03-19T01:48:20.065678+0000","last_active":"2024-03-19T01:49:20.041226+0000","last_peered":"2024-03-19T01:49:20.041226+0000","last_clean":"2024-03-19T01:49:20.041226+0000","last_became_active":"2024-03-19T01:48:20.065045+0000","last_became_peered":"2024-03-19T01:48:20.065045+0000","last_unstale":"2024-03-19T01:49:20.041226+0000","last_undegraded":"2024-03-19T01:49:20.041226+0000","last_fullsized":"2024-03-19T01:49:20.041226+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:02:07.620337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8,0],"acting":[2,3,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043124+0000","last_change":"2024-03-19T01:47:26.053209+0000","last_active":"2024-03-19T01:49:20.043124+0000","last_peered":"2024-03-19T01:49:20.043124+0000","last_clean":"2024-03-19T01:49:20.043124+0000","last_became_active":"2024-03-19T01:47:26.052284+0000","last_became_peered":"2024-03-19T01:47:26.052284+0000","last_unstale":"2024-03-19T01:49:20.043124+0000","last_undegraded":"2024-03-19T01:49:20.043124+0000","last_fullsized":"2024-03-19T01:49:20.043124+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:16:24.337242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042860+0000","last_change":"2024-03-19T01:47:27.314175+0000","last_active":"2024-03-19T01:49:20.042860+0000","last_peered":"2024-03-19T01:49:20.042860+0000","last_clean":"2024-03-19T01:49:20.042860+0000","last_became_active":"2024-03-19T01:47:27.311587+0000","last_became_peered":"2024-03-19T01:47:27.311587+0000","last_unstale":"2024-03-19T01:49:20.042860+0000","last_undegraded":"2024-03-19T01:49:20.042860+0000","last_fullsized":"2024-03-19T01:49:20.042860+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:45:00.080471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.827850+0000","last_change":"2024-03-19T01:47:31.327408+0000","last_active":"2024-03-19T01:49:19.827850+0000","last_peered":"2024-03-19T01:49:19.827850+0000","last_clean":"2024-03-19T01:49:19.827850+0000","last_became_active":"2024-03-19T01:47:31.327035+0000","last_became_peered":"2024-03-19T01:47:31.327035+0000","last_unstale":"2024-03-19T01:49:19.827850+0000","last_undegraded":"2024-03-19T01:49:19.827850+0000","last_fullsized":"2024-03-19T01:49:19.827850+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:32:47.486791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043055+0000","last_change":"2024-03-19T01:47:26.045775+0000","last_active":"2024-03-19T01:49:20.043055+0000","last_peered":"2024-03-19T01:49:20.043055+0000","last_clean":"2024-03-19T01:49:20.043055+0000","last_became_active":"2024-03-19T01:47:26.045433+0000","last_became_peered":"2024-03-19T01:47:26.045433+0000","last_unstale":"2024-03-19T01:49:20.043055+0000","last_undegraded":"2024-03-19T01:49:20.043055+0000","last_fullsized":"2024-03-19T01:49:20.043055+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:34:06.043855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043395+0000","last_change":"2024-03-19T01:47:27.318571+0000","last_active":"2024-03-19T01:49:20.043395+0000","last_peered":"2024-03-19T01:49:20.043395+0000","last_clean":"2024-03-19T01:49:20.043395+0000","last_became_active":"2024-03-19T01:47:27.318151+0000","last_became_peered":"2024-03-19T01:47:27.318151+0000","last_unstale":"2024-03-19T01:49:20.043395+0000","last_undegraded":"2024-03-19T01:49:20.043395+0000","last_fullsized":"2024-03-19T01:49:20.043395+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:32:53.894252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.828441+0000","last_change":"2024-03-19T01:47:31.324552+0000","last_active":"2024-03-19T01:49:19.828441+0000","last_peered":"2024-03-19T01:49:19.828441+0000","last_clean":"2024-03-19T01:49:19.828441+0000","last_became_active":"2024-03-19T01:47:31.323439+0000","last_became_peered":"2024-03-19T01:47:31.323439+0000","last_unstale":"2024-03-19T01:49:19.828441+0000","last_undegraded":"2024-03-19T01:49:19.828441+0000","last_fullsized":"2024-03-19T01:49:19.828441+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:44:57.310453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.830652+0000","last_change":"2024-03-19T01:47:26.055666+0000","last_active":"2024-03-19T01:49:19.830652+0000","last_peered":"2024-03-19T01:49:19.830652+0000","last_clean":"2024-03-19T01:49:19.830652+0000","last_became_active":"2024-03-19T01:47:26.054733+0000","last_became_peered":"2024-03-19T01:47:26.054733+0000","last_unstale":"2024-03-19T01:49:19.830652+0000","last_undegraded":"2024-03-19T01:49:19.830652+0000","last_fullsized":"2024-03-19T01:49:19.830652+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:47:44.123486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.834284+0000","last_change":"2024-03-19T01:47:27.314507+0000","last_active":"2024-03-19T01:49:19.834284+0000","last_peered":"2024-03-19T01:49:19.834284+0000","last_clean":"2024-03-19T01:49:19.834284+0000","last_became_active":"2024-03-19T01:47:27.313749+0000","last_became_peered":"2024-03-19T01:47:27.313749+0000","last_unstale":"2024-03-19T01:49:19.834284+0000","last_undegraded":"2024-03-19T01:49:19.834284+0000","last_fullsized":"2024-03-19T01:49:19.834284+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:30:03.286976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.827910+0000","last_change":"2024-03-19T01:47:31.318980+0000","last_active":"2024-03-19T01:49:19.827910+0000","last_peered":"2024-03-19T01:49:19.827910+0000","last_clean":"2024-03-19T01:49:19.827910+0000","last_became_active":"2024-03-19T01:47:31.318571+0000","last_became_peered":"2024-03-19T01:47:31.318571+0000","last_unstale":"2024-03-19T01:49:19.827910+0000","last_undegraded":"2024-03-19T01:49:19.827910+0000","last_fullsized":"2024-03-19T01:49:19.827910+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:22:16.823320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"84'2","reported_seq":19,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041972+0000","last_change":"2024-03-19T01:48:19.687961+0000","last_active":"2024-03-19T01:49:20.041972+0000","last_peered":"2024-03-19T01:49:20.041972+0000","last_clean":"2024-03-19T01:49:20.041972+0000","last_became_active":"2024-03-19T01:48:19.681267+0000","last_became_peered":"2024-03-19T01:48:19.681267+0000","last_unstale":"2024-03-19T01:49:20.041972+0000","last_undegraded":"2024-03-19T01:49:20.041972+0000","last_fullsized":"2024-03-19T01:49:20.041972+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:15:20.004822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.831862+0000","last_change":"2024-03-19T01:47:27.302258+0000","last_active":"2024-03-19T01:49:19.831862+0000","last_peered":"2024-03-19T01:49:19.831862+0000","last_clean":"2024-03-19T01:49:19.831862+0000","last_became_active":"2024-03-19T01:47:27.301920+0000","last_became_peered":"2024-03-19T01:47:27.301920+0000","last_unstale":"2024-03-19T01:49:19.831862+0000","last_undegraded":"2024-03-19T01:49:19.831862+0000","last_fullsized":"2024-03-19T01:49:19.831862+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:46:21.858117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041354+0000","last_change":"2024-03-19T01:47:31.319643+0000","last_active":"2024-03-19T01:49:20.041354+0000","last_peered":"2024-03-19T01:49:20.041354+0000","last_clean":"2024-03-19T01:49:20.041354+0000","last_became_active":"2024-03-19T01:47:31.319188+0000","last_became_peered":"2024-03-19T01:47:31.319188+0000","last_unstale":"2024-03-19T01:49:20.041354+0000","last_undegraded":"2024-03-19T01:49:20.041354+0000","last_fullsized":"2024-03-19T01:49:20.041354+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:31:40.287100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"93'6","reported_seq":166,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:47.772687+0000","last_change":"2024-03-19T01:48:19.687581+0000","last_active":"2024-03-19T01:49:47.772687+0000","last_peered":"2024-03-19T01:49:47.772687+0000","last_clean":"2024-03-19T01:49:47.772687+0000","last_became_active":"2024-03-19T01:48:19.682689+0000","last_became_peered":"2024-03-19T01:48:19.682689+0000","last_unstale":"2024-03-19T01:49:47.772687+0000","last_undegraded":"2024-03-19T01:49:47.772687+0000","last_fullsized":"2024-03-19T01:49:47.772687+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:10:27.829818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1116,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":112,"num_read_kb":2,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.830108+0000","last_change":"2024-03-19T01:47:27.311182+0000","last_active":"2024-03-19T01:49:19.830108+0000","last_peered":"2024-03-19T01:49:19.830108+0000","last_clean":"2024-03-19T01:49:19.830108+0000","last_became_active":"2024-03-19T01:47:27.310844+0000","last_became_peered":"2024-03-19T01:47:27.310844+0000","last_unstale":"2024-03-19T01:49:19.830108+0000","last_undegraded":"2024-03-19T01:49:19.830108+0000","last_fullsized":"2024-03-19T01:49:19.830108+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:24:04.220205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041321+0000","last_change":"2024-03-19T01:47:31.328731+0000","last_active":"2024-03-19T01:49:20.041321+0000","last_peered":"2024-03-19T01:49:20.041321+0000","last_clean":"2024-03-19T01:49:20.041321+0000","last_became_active":"2024-03-19T01:47:31.328185+0000","last_became_peered":"2024-03-19T01:47:31.328185+0000","last_unstale":"2024-03-19T01:49:20.041321+0000","last_undegraded":"2024-03-19T01:49:20.041321+0000","last_fullsized":"2024-03-19T01:49:20.041321+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:10:56.880979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041527+0000","last_change":"2024-03-19T01:47:26.052193+0000","last_active":"2024-03-19T01:49:20.041527+0000","last_peered":"2024-03-19T01:49:20.041527+0000","last_clean":"2024-03-19T01:49:20.041527+0000","last_became_active":"2024-03-19T01:47:26.051832+0000","last_became_peered":"2024-03-19T01:47:26.051832+0000","last_unstale":"2024-03-19T01:49:20.041527+0000","last_undegraded":"2024-03-19T01:49:20.041527+0000","last_fullsized":"2024-03-19T01:49:20.041527+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:45:11.441308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.831728+0000","last_change":"2024-03-19T01:47:27.310135+0000","last_active":"2024-03-19T01:49:19.831728+0000","last_peered":"2024-03-19T01:49:19.831728+0000","last_clean":"2024-03-19T01:49:19.831728+0000","last_became_active":"2024-03-19T01:47:27.308179+0000","last_became_peered":"2024-03-19T01:47:27.308179+0000","last_unstale":"2024-03-19T01:49:19.831728+0000","last_undegraded":"2024-03-19T01:49:19.831728+0000","last_fullsized":"2024-03-19T01:49:19.831728+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:01:50.832982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042128+0000","last_change":"2024-03-19T01:47:31.316766+0000","last_active":"2024-03-19T01:49:20.042128+0000","last_peered":"2024-03-19T01:49:20.042128+0000","last_clean":"2024-03-19T01:49:20.042128+0000","last_became_active":"2024-03-19T01:47:31.316338+0000","last_became_peered":"2024-03-19T01:47:31.316338+0000","last_unstale":"2024-03-19T01:49:20.042128+0000","last_undegraded":"2024-03-19T01:49:20.042128+0000","last_fullsized":"2024-03-19T01:49:20.042128+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:43:01.916227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.826793+0000","last_change":"2024-03-19T01:47:26.053276+0000","last_active":"2024-03-19T01:49:19.826793+0000","last_peered":"2024-03-19T01:49:19.826793+0000","last_clean":"2024-03-19T01:49:19.826793+0000","last_became_active":"2024-03-19T01:47:26.052599+0000","last_became_peered":"2024-03-19T01:47:26.052599+0000","last_unstale":"2024-03-19T01:49:19.826793+0000","last_undegraded":"2024-03-19T01:49:19.826793+0000","last_fullsized":"2024-03-19T01:49:19.826793+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:48:08.688859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041435+0000","last_change":"2024-03-19T01:47:27.311569+0000","last_active":"2024-03-19T01:49:20.041435+0000","last_peered":"2024-03-19T01:49:20.041435+0000","last_clean":"2024-03-19T01:49:20.041435+0000","last_became_active":"2024-03-19T01:47:27.311211+0000","last_became_peered":"2024-03-19T01:47:27.311211+0000","last_unstale":"2024-03-19T01:49:20.041435+0000","last_undegraded":"2024-03-19T01:49:20.041435+0000","last_fullsized":"2024-03-19T01:49:20.041435+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:18:17.937186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043241+0000","last_change":"2024-03-19T01:47:31.316304+0000","last_active":"2024-03-19T01:49:20.043241+0000","last_peered":"2024-03-19T01:49:20.043241+0000","last_clean":"2024-03-19T01:49:20.043241+0000","last_became_active":"2024-03-19T01:47:31.315859+0000","last_became_peered":"2024-03-19T01:47:31.315859+0000","last_unstale":"2024-03-19T01:49:20.043241+0000","last_undegraded":"2024-03-19T01:49:20.043241+0000","last_fullsized":"2024-03-19T01:49:20.043241+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:51:04.062955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.831260+0000","last_change":"2024-03-19T01:47:26.053941+0000","last_active":"2024-03-19T01:49:19.831260+0000","last_peered":"2024-03-19T01:49:19.831260+0000","last_clean":"2024-03-19T01:49:19.831260+0000","last_became_active":"2024-03-19T01:47:26.053225+0000","last_became_peered":"2024-03-19T01:47:26.053225+0000","last_unstale":"2024-03-19T01:49:19.831260+0000","last_undegraded":"2024-03-19T01:49:19.831260+0000","last_fullsized":"2024-03-19T01:49:19.831260+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:29:53.906803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042327+0000","last_change":"2024-03-19T01:47:27.307187+0000","last_active":"2024-03-19T01:49:20.042327+0000","last_peered":"2024-03-19T01:49:20.042327+0000","last_clean":"2024-03-19T01:49:20.042327+0000","last_became_active":"2024-03-19T01:47:27.306801+0000","last_became_peered":"2024-03-19T01:47:27.306801+0000","last_unstale":"2024-03-19T01:49:20.042327+0000","last_undegraded":"2024-03-19T01:49:20.042327+0000","last_fullsized":"2024-03-19T01:49:20.042327+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:08:01.805058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041485+0000","last_change":"2024-03-19T01:47:31.324169+0000","last_active":"2024-03-19T01:49:20.041485+0000","last_peered":"2024-03-19T01:49:20.041485+0000","last_clean":"2024-03-19T01:49:20.041485+0000","last_became_active":"2024-03-19T01:47:31.323762+0000","last_became_peered":"2024-03-19T01:47:31.323762+0000","last_unstale":"2024-03-19T01:49:20.041485+0000","last_undegraded":"2024-03-19T01:49:20.041485+0000","last_fullsized":"2024-03-19T01:49:20.041485+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:07:28.426628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"93'4","reported_seq":150,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:47.771962+0000","last_change":"2024-03-19T01:47:26.049890+0000","last_active":"2024-03-19T01:49:47.771962+0000","last_peered":"2024-03-19T01:49:47.771962+0000","last_clean":"2024-03-19T01:49:47.771962+0000","last_became_active":"2024-03-19T01:47:26.048646+0000","last_became_peered":"2024-03-19T01:47:26.048646+0000","last_unstale":"2024-03-19T01:49:47.771962+0000","last_undegraded":"2024-03-19T01:49:47.771962+0000","last_fullsized":"2024-03-19T01:49:47.771962+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:11:50.001219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":115,"num_read_kb":115,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.834465+0000","last_change":"2024-03-19T01:47:27.312461+0000","last_active":"2024-03-19T01:49:19.834465+0000","last_peered":"2024-03-19T01:49:19.834465+0000","last_clean":"2024-03-19T01:49:19.834465+0000","last_became_active":"2024-03-19T01:47:27.312015+0000","last_became_peered":"2024-03-19T01:47:27.312015+0000","last_unstale":"2024-03-19T01:49:19.834465+0000","last_undegraded":"2024-03-19T01:49:19.834465+0000","last_fullsized":"2024-03-19T01:49:19.834465+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:23:14.466777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042240+0000","last_change":"2024-03-19T01:47:31.325595+0000","last_active":"2024-03-19T01:49:20.042240+0000","last_peered":"2024-03-19T01:49:20.042240+0000","last_clean":"2024-03-19T01:49:20.042240+0000","last_became_active":"2024-03-19T01:47:31.322617+0000","last_became_peered":"2024-03-19T01:47:31.322617+0000","last_unstale":"2024-03-19T01:49:20.042240+0000","last_undegraded":"2024-03-19T01:49:20.042240+0000","last_fullsized":"2024-03-19T01:49:20.042240+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:46:04.668715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042298+0000","last_change":"2024-03-19T01:47:26.047973+0000","last_active":"2024-03-19T01:49:20.042298+0000","last_peered":"2024-03-19T01:49:20.042298+0000","last_clean":"2024-03-19T01:49:20.042298+0000","last_became_active":"2024-03-19T01:47:26.047638+0000","last_became_peered":"2024-03-19T01:47:26.047638+0000","last_unstale":"2024-03-19T01:49:20.042298+0000","last_undegraded":"2024-03-19T01:49:20.042298+0000","last_fullsized":"2024-03-19T01:49:20.042298+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:07:45.486145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043388+0000","last_change":"2024-03-19T01:48:19.680505+0000","last_active":"2024-03-19T01:49:20.043388+0000","last_peered":"2024-03-19T01:49:20.043388+0000","last_clean":"2024-03-19T01:49:20.043388+0000","last_became_active":"2024-03-19T01:48:19.680277+0000","last_became_peered":"2024-03-19T01:48:19.680277+0000","last_unstale":"2024-03-19T01:49:20.043388+0000","last_undegraded":"2024-03-19T01:49:20.043388+0000","last_fullsized":"2024-03-19T01:49:20.043388+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:22:52.018947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.828514+0000","last_change":"2024-03-19T01:48:20.088959+0000","last_active":"2024-03-19T01:49:19.828514+0000","last_peered":"2024-03-19T01:49:19.828514+0000","last_clean":"2024-03-19T01:49:19.828514+0000","last_became_active":"2024-03-19T01:48:20.088532+0000","last_became_peered":"2024-03-19T01:48:20.088532+0000","last_unstale":"2024-03-19T01:49:19.828514+0000","last_undegraded":"2024-03-19T01:49:19.828514+0000","last_fullsized":"2024-03-19T01:49:19.828514+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:51:25.389690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,10],"acting":[4,1,2,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.831746+0000","last_change":"2024-03-19T01:47:26.046128+0000","last_active":"2024-03-19T01:49:19.831746+0000","last_peered":"2024-03-19T01:49:19.831746+0000","last_clean":"2024-03-19T01:49:19.831746+0000","last_became_active":"2024-03-19T01:47:26.045503+0000","last_became_peered":"2024-03-19T01:47:26.045503+0000","last_unstale":"2024-03-19T01:49:19.831746+0000","last_undegraded":"2024-03-19T01:49:19.831746+0000","last_fullsized":"2024-03-19T01:49:19.831746+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:56:01.163124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.834455+0000","last_change":"2024-03-19T01:47:27.314081+0000","last_active":"2024-03-19T01:49:19.834455+0000","last_peered":"2024-03-19T01:49:19.834455+0000","last_clean":"2024-03-19T01:49:19.834455+0000","last_became_active":"2024-03-19T01:47:27.313382+0000","last_became_peered":"2024-03-19T01:47:27.313382+0000","last_unstale":"2024-03-19T01:49:19.834455+0000","last_undegraded":"2024-03-19T01:49:19.834455+0000","last_fullsized":"2024-03-19T01:49:19.834455+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:28:47.817495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042473+0000","last_change":"2024-03-19T01:48:20.089030+0000","last_active":"2024-03-19T01:49:20.042473+0000","last_peered":"2024-03-19T01:49:20.042473+0000","last_clean":"2024-03-19T01:49:20.042473+0000","last_became_active":"2024-03-19T01:48:20.088649+0000","last_became_peered":"2024-03-19T01:48:20.088649+0000","last_unstale":"2024-03-19T01:49:20.042473+0000","last_undegraded":"2024-03-19T01:49:20.042473+0000","last_fullsized":"2024-03-19T01:49:20.042473+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:33:32.144814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,10],"acting":[9,8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"93'39","reported_seq":310,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:48.116612+0000","last_change":"2024-03-19T01:47:26.051394+0000","last_active":"2024-03-19T01:49:48.116612+0000","last_peered":"2024-03-19T01:49:48.116612+0000","last_clean":"2024-03-19T01:49:48.116612+0000","last_became_active":"2024-03-19T01:47:26.050660+0000","last_became_peered":"2024-03-19T01:47:26.050660+0000","last_unstale":"2024-03-19T01:49:48.116612+0000","last_undegraded":"2024-03-19T01:49:48.116612+0000","last_fullsized":"2024-03-19T01:49:48.116612+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:52:58.183984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63077,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":239,"num_read_kb":182,"num_write":40,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.830398+0000","last_change":"2024-03-19T01:47:27.315361+0000","last_active":"2024-03-19T01:49:19.830398+0000","last_peered":"2024-03-19T01:49:19.830398+0000","last_clean":"2024-03-19T01:49:19.830398+0000","last_became_active":"2024-03-19T01:47:27.314911+0000","last_became_peered":"2024-03-19T01:47:27.314911+0000","last_unstale":"2024-03-19T01:49:19.830398+0000","last_undegraded":"2024-03-19T01:49:19.830398+0000","last_fullsized":"2024-03-19T01:49:19.830398+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:08:14.621040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.832043+0000","last_change":"2024-03-19T01:47:31.330456+0000","last_active":"2024-03-19T01:49:19.832043+0000","last_peered":"2024-03-19T01:49:19.832043+0000","last_clean":"2024-03-19T01:49:19.832043+0000","last_became_active":"2024-03-19T01:47:31.329958+0000","last_became_peered":"2024-03-19T01:47:31.329958+0000","last_unstale":"2024-03-19T01:49:19.832043+0000","last_undegraded":"2024-03-19T01:49:19.832043+0000","last_fullsized":"2024-03-19T01:49:19.832043+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:59:25.295474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041297+0000","last_change":"2024-03-19T01:47:26.048432+0000","last_active":"2024-03-19T01:49:20.041297+0000","last_peered":"2024-03-19T01:49:20.041297+0000","last_clean":"2024-03-19T01:49:20.041297+0000","last_became_active":"2024-03-19T01:47:26.047964+0000","last_became_peered":"2024-03-19T01:47:26.047964+0000","last_unstale":"2024-03-19T01:49:20.041297+0000","last_undegraded":"2024-03-19T01:49:20.041297+0000","last_fullsized":"2024-03-19T01:49:20.041297+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:27:36.537848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.826909+0000","last_change":"2024-03-19T01:47:27.305835+0000","last_active":"2024-03-19T01:49:19.826909+0000","last_peered":"2024-03-19T01:49:19.826909+0000","last_clean":"2024-03-19T01:49:19.826909+0000","last_became_active":"2024-03-19T01:47:27.305470+0000","last_became_peered":"2024-03-19T01:47:27.305470+0000","last_unstale":"2024-03-19T01:49:19.826909+0000","last_undegraded":"2024-03-19T01:49:19.826909+0000","last_fullsized":"2024-03-19T01:49:19.826909+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:22:26.877874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042092+0000","last_change":"2024-03-19T01:47:31.315016+0000","last_active":"2024-03-19T01:49:20.042092+0000","last_peered":"2024-03-19T01:49:20.042092+0000","last_clean":"2024-03-19T01:49:20.042092+0000","last_became_active":"2024-03-19T01:47:31.313734+0000","last_became_peered":"2024-03-19T01:47:31.313734+0000","last_unstale":"2024-03-19T01:49:20.042092+0000","last_undegraded":"2024-03-19T01:49:20.042092+0000","last_fullsized":"2024-03-19T01:49:20.042092+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:59:07.326448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.831584+0000","last_change":"2024-03-19T01:47:26.052773+0000","last_active":"2024-03-19T01:49:19.831584+0000","last_peered":"2024-03-19T01:49:19.831584+0000","last_clean":"2024-03-19T01:49:19.831584+0000","last_became_active":"2024-03-19T01:47:26.052417+0000","last_became_peered":"2024-03-19T01:47:26.052417+0000","last_unstale":"2024-03-19T01:49:19.831584+0000","last_undegraded":"2024-03-19T01:49:19.831584+0000","last_fullsized":"2024-03-19T01:49:19.831584+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:54:56.810454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042327+0000","last_change":"2024-03-19T01:47:27.310818+0000","last_active":"2024-03-19T01:49:20.042327+0000","last_peered":"2024-03-19T01:49:20.042327+0000","last_clean":"2024-03-19T01:49:20.042327+0000","last_became_active":"2024-03-19T01:47:27.310473+0000","last_became_peered":"2024-03-19T01:47:27.310473+0000","last_unstale":"2024-03-19T01:49:20.042327+0000","last_undegraded":"2024-03-19T01:49:20.042327+0000","last_fullsized":"2024-03-19T01:49:20.042327+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:23:22.643669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":16,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.830518+0000","last_change":"2024-03-19T01:48:20.065211+0000","last_active":"2024-03-19T01:49:19.830518+0000","last_peered":"2024-03-19T01:49:19.830518+0000","last_clean":"2024-03-19T01:49:19.830518+0000","last_became_active":"2024-03-19T01:48:20.064670+0000","last_became_peered":"2024-03-19T01:48:20.064670+0000","last_unstale":"2024-03-19T01:49:19.830518+0000","last_undegraded":"2024-03-19T01:49:19.830518+0000","last_fullsized":"2024-03-19T01:49:19.830518+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:27:21.814037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,7,0,3],"acting":[8,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.11","version":"93'6","reported_seq":159,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:48.768439+0000","last_change":"2024-03-19T01:47:26.048736+0000","last_active":"2024-03-19T01:49:48.768439+0000","last_peered":"2024-03-19T01:49:48.768439+0000","last_clean":"2024-03-19T01:49:48.768439+0000","last_became_active":"2024-03-19T01:47:26.048395+0000","last_became_peered":"2024-03-19T01:47:26.048395+0000","last_unstale":"2024-03-19T01:49:48.768439+0000","last_undegraded":"2024-03-19T01:49:48.768439+0000","last_fullsized":"2024-03-19T01:49:48.768439+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:25:53.794609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1614,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":122,"num_read_kb":6,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041388+0000","last_change":"2024-03-19T01:47:27.301270+0000","last_active":"2024-03-19T01:49:20.041388+0000","last_peered":"2024-03-19T01:49:20.041388+0000","last_clean":"2024-03-19T01:49:20.041388+0000","last_became_active":"2024-03-19T01:47:27.300953+0000","last_became_peered":"2024-03-19T01:47:27.300953+0000","last_unstale":"2024-03-19T01:49:20.041388+0000","last_undegraded":"2024-03-19T01:49:20.041388+0000","last_fullsized":"2024-03-19T01:49:20.041388+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:29:50.520610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.827531+0000","last_change":"2024-03-19T01:47:31.324765+0000","last_active":"2024-03-19T01:49:19.827531+0000","last_peered":"2024-03-19T01:49:19.827531+0000","last_clean":"2024-03-19T01:49:19.827531+0000","last_became_active":"2024-03-19T01:47:31.324360+0000","last_became_peered":"2024-03-19T01:47:31.324360+0000","last_unstale":"2024-03-19T01:49:19.827531+0000","last_undegraded":"2024-03-19T01:49:19.827531+0000","last_fullsized":"2024-03-19T01:49:19.827531+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:47:22.496628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":48,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.829946+0000","last_change":"2024-03-19T01:47:26.055325+0000","last_active":"2024-03-19T01:49:19.829946+0000","last_peered":"2024-03-19T01:49:19.829946+0000","last_clean":"2024-03-19T01:49:19.829946+0000","last_became_active":"2024-03-19T01:47:26.054958+0000","last_became_peered":"2024-03-19T01:47:26.054958+0000","last_unstale":"2024-03-19T01:49:19.829946+0000","last_undegraded":"2024-03-19T01:49:19.829946+0000","last_fullsized":"2024-03-19T01:49:19.829946+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:51:49.081574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.837302+0000","last_change":"2024-03-19T01:49:19.836768+0000","last_active":"2024-03-19T01:49:19.837302+0000","last_peered":"2024-03-19T01:49:19.837302+0000","last_clean":"2024-03-19T01:49:19.837302+0000","last_became_active":"2024-03-19T01:49:19.836343+0000","last_became_peered":"2024-03-19T01:49:19.836343+0000","last_unstale":"2024-03-19T01:49:19.837302+0000","last_undegraded":"2024-03-19T01:49:19.837302+0000","last_fullsized":"2024-03-19T01:49:19.837302+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:56:03.744501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.831387+0000","last_change":"2024-03-19T01:47:31.322426+0000","last_active":"2024-03-19T01:49:19.831387+0000","last_peered":"2024-03-19T01:49:19.831387+0000","last_clean":"2024-03-19T01:49:19.831387+0000","last_became_active":"2024-03-19T01:47:31.322016+0000","last_became_peered":"2024-03-19T01:47:31.322016+0000","last_unstale":"2024-03-19T01:49:19.831387+0000","last_undegraded":"2024-03-19T01:49:19.831387+0000","last_fullsized":"2024-03-19T01:49:19.831387+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:54:17.409583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.830744+0000","last_change":"2024-03-19T01:47:26.052190+0000","last_active":"2024-03-19T01:49:19.830744+0000","last_peered":"2024-03-19T01:49:19.830744+0000","last_clean":"2024-03-19T01:49:19.830744+0000","last_became_active":"2024-03-19T01:47:26.051799+0000","last_became_peered":"2024-03-19T01:47:26.051799+0000","last_unstale":"2024-03-19T01:49:19.830744+0000","last_undegraded":"2024-03-19T01:49:19.830744+0000","last_fullsized":"2024-03-19T01:49:19.830744+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:09:59.021810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042238+0000","last_change":"2024-03-19T01:47:27.304180+0000","last_active":"2024-03-19T01:49:20.042238+0000","last_peered":"2024-03-19T01:49:20.042238+0000","last_clean":"2024-03-19T01:49:20.042238+0000","last_became_active":"2024-03-19T01:47:27.303143+0000","last_became_peered":"2024-03-19T01:47:27.303143+0000","last_unstale":"2024-03-19T01:49:20.042238+0000","last_undegraded":"2024-03-19T01:49:20.042238+0000","last_fullsized":"2024-03-19T01:49:20.042238+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:04:21.390402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.830152+0000","last_change":"2024-03-19T01:47:31.320318+0000","last_active":"2024-03-19T01:49:19.830152+0000","last_peered":"2024-03-19T01:49:19.830152+0000","last_clean":"2024-03-19T01:49:19.830152+0000","last_became_active":"2024-03-19T01:47:31.319915+0000","last_became_peered":"2024-03-19T01:47:31.319915+0000","last_unstale":"2024-03-19T01:49:19.830152+0000","last_undegraded":"2024-03-19T01:49:19.830152+0000","last_fullsized":"2024-03-19T01:49:19.830152+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:54:50.854825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043300+0000","last_change":"2024-03-19T01:47:26.039733+0000","last_active":"2024-03-19T01:49:20.043300+0000","last_peered":"2024-03-19T01:49:20.043300+0000","last_clean":"2024-03-19T01:49:20.043300+0000","last_became_active":"2024-03-19T01:47:26.039376+0000","last_became_peered":"2024-03-19T01:47:26.039376+0000","last_unstale":"2024-03-19T01:49:20.043300+0000","last_undegraded":"2024-03-19T01:49:20.043300+0000","last_fullsized":"2024-03-19T01:49:20.043300+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:54:25.837909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041936+0000","last_change":"2024-03-19T01:47:27.307397+0000","last_active":"2024-03-19T01:49:20.041936+0000","last_peered":"2024-03-19T01:49:20.041936+0000","last_clean":"2024-03-19T01:49:20.041936+0000","last_became_active":"2024-03-19T01:47:27.307012+0000","last_became_peered":"2024-03-19T01:47:27.307012+0000","last_unstale":"2024-03-19T01:49:20.041936+0000","last_undegraded":"2024-03-19T01:49:20.041936+0000","last_fullsized":"2024-03-19T01:49:20.041936+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:40:02.529210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.827115+0000","last_change":"2024-03-19T01:47:31.315470+0000","last_active":"2024-03-19T01:49:19.827115+0000","last_peered":"2024-03-19T01:49:19.827115+0000","last_clean":"2024-03-19T01:49:19.827115+0000","last_became_active":"2024-03-19T01:47:31.315029+0000","last_became_peered":"2024-03-19T01:47:31.315029+0000","last_unstale":"2024-03-19T01:49:19.827115+0000","last_undegraded":"2024-03-19T01:49:19.827115+0000","last_fullsized":"2024-03-19T01:49:19.827115+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:16:22.166968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042060+0000","last_change":"2024-03-19T01:47:26.052904+0000","last_active":"2024-03-19T01:49:20.042060+0000","last_peered":"2024-03-19T01:49:20.042060+0000","last_clean":"2024-03-19T01:49:20.042060+0000","last_became_active":"2024-03-19T01:47:26.052339+0000","last_became_peered":"2024-03-19T01:47:26.052339+0000","last_unstale":"2024-03-19T01:49:20.042060+0000","last_undegraded":"2024-03-19T01:49:20.042060+0000","last_fullsized":"2024-03-19T01:49:20.042060+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:45:47.050977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041837+0000","last_change":"2024-03-19T01:47:27.303061+0000","last_active":"2024-03-19T01:49:20.041837+0000","last_peered":"2024-03-19T01:49:20.041837+0000","last_clean":"2024-03-19T01:49:20.041837+0000","last_became_active":"2024-03-19T01:47:27.302785+0000","last_became_peered":"2024-03-19T01:47:27.302785+0000","last_unstale":"2024-03-19T01:49:20.041837+0000","last_undegraded":"2024-03-19T01:49:20.041837+0000","last_fullsized":"2024-03-19T01:49:20.041837+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:44:10.691739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.827417+0000","last_change":"2024-03-19T01:47:31.326975+0000","last_active":"2024-03-19T01:49:19.827417+0000","last_peered":"2024-03-19T01:49:19.827417+0000","last_clean":"2024-03-19T01:49:19.827417+0000","last_became_active":"2024-03-19T01:47:31.326584+0000","last_became_peered":"2024-03-19T01:47:31.326584+0000","last_unstale":"2024-03-19T01:49:19.827417+0000","last_undegraded":"2024-03-19T01:49:19.827417+0000","last_fullsized":"2024-03-19T01:49:19.827417+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:06:30.740449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.831515+0000","last_change":"2024-03-19T01:47:27.308459+0000","last_active":"2024-03-19T01:49:19.831515+0000","last_peered":"2024-03-19T01:49:19.831515+0000","last_clean":"2024-03-19T01:49:19.831515+0000","last_became_active":"2024-03-19T01:47:27.308012+0000","last_became_peered":"2024-03-19T01:47:27.308012+0000","last_unstale":"2024-03-19T01:49:19.831515+0000","last_undegraded":"2024-03-19T01:49:19.831515+0000","last_fullsized":"2024-03-19T01:49:19.831515+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:07:26.894011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"93'6","reported_seq":154,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:48.119430+0000","last_change":"2024-03-19T01:47:26.050134+0000","last_active":"2024-03-19T01:49:48.119430+0000","last_peered":"2024-03-19T01:49:48.119430+0000","last_clean":"2024-03-19T01:49:48.119430+0000","last_became_active":"2024-03-19T01:47:26.049837+0000","last_became_peered":"2024-03-19T01:47:26.049837+0000","last_unstale":"2024-03-19T01:49:48.119430+0000","last_undegraded":"2024-03-19T01:49:48.119430+0000","last_fullsized":"2024-03-19T01:49:48.119430+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:34:49.518613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":116,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042329+0000","last_change":"2024-03-19T01:47:31.320403+0000","last_active":"2024-03-19T01:49:20.042329+0000","last_peered":"2024-03-19T01:49:20.042329+0000","last_clean":"2024-03-19T01:49:20.042329+0000","last_became_active":"2024-03-19T01:47:31.319954+0000","last_became_peered":"2024-03-19T01:47:31.319954+0000","last_unstale":"2024-03-19T01:49:20.042329+0000","last_undegraded":"2024-03-19T01:49:20.042329+0000","last_fullsized":"2024-03-19T01:49:20.042329+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:35:57.754444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042054+0000","last_change":"2024-03-19T01:47:27.315194+0000","last_active":"2024-03-19T01:49:20.042054+0000","last_peered":"2024-03-19T01:49:20.042054+0000","last_clean":"2024-03-19T01:49:20.042054+0000","last_became_active":"2024-03-19T01:47:27.314864+0000","last_became_peered":"2024-03-19T01:47:27.314864+0000","last_unstale":"2024-03-19T01:49:20.042054+0000","last_undegraded":"2024-03-19T01:49:20.042054+0000","last_fullsized":"2024-03-19T01:49:20.042054+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:09:40.428274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.828533+0000","last_change":"2024-03-19T01:47:26.047794+0000","last_active":"2024-03-19T01:49:19.828533+0000","last_peered":"2024-03-19T01:49:19.828533+0000","last_clean":"2024-03-19T01:49:19.828533+0000","last_became_active":"2024-03-19T01:47:26.047459+0000","last_became_peered":"2024-03-19T01:47:26.047459+0000","last_unstale":"2024-03-19T01:49:19.828533+0000","last_undegraded":"2024-03-19T01:49:19.828533+0000","last_fullsized":"2024-03-19T01:49:19.828533+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:25:51.486270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":364,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041221+0000","last_change":"2024-03-19T01:46:10.623403+0000","last_active":"2024-03-19T01:49:20.041221+0000","last_peered":"2024-03-19T01:49:20.041221+0000","last_clean":"2024-03-19T01:49:20.041221+0000","last_became_active":"2024-03-19T01:46:10.622930+0000","last_became_peered":"2024-03-19T01:46:10.622930+0000","last_unstale":"2024-03-19T01:49:20.041221+0000","last_undegraded":"2024-03-19T01:49:20.041221+0000","last_fullsized":"2024-03-19T01:49:20.041221+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:42:46.754448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:42:46.754448+0000","last_clean_scrub_stamp":"2024-03-19T01:42:46.754448+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:52:24.139448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.831683+0000","last_change":"2024-03-19T01:47:31.323934+0000","last_active":"2024-03-19T01:49:19.831683+0000","last_peered":"2024-03-19T01:49:19.831683+0000","last_clean":"2024-03-19T01:49:19.831683+0000","last_became_active":"2024-03-19T01:47:31.323456+0000","last_became_peered":"2024-03-19T01:47:31.323456+0000","last_unstale":"2024-03-19T01:49:19.831683+0000","last_undegraded":"2024-03-19T01:49:19.831683+0000","last_fullsized":"2024-03-19T01:49:19.831683+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:59:27.408842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.826713+0000","last_change":"2024-03-19T01:47:27.297861+0000","last_active":"2024-03-19T01:49:19.826713+0000","last_peered":"2024-03-19T01:49:19.826713+0000","last_clean":"2024-03-19T01:49:19.826713+0000","last_became_active":"2024-03-19T01:47:27.297134+0000","last_became_peered":"2024-03-19T01:47:27.297134+0000","last_unstale":"2024-03-19T01:49:19.826713+0000","last_undegraded":"2024-03-19T01:49:19.826713+0000","last_fullsized":"2024-03-19T01:49:19.826713+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:35:49.461782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041341+0000","last_change":"2024-03-19T01:47:26.050882+0000","last_active":"2024-03-19T01:49:20.041341+0000","last_peered":"2024-03-19T01:49:20.041341+0000","last_clean":"2024-03-19T01:49:20.041341+0000","last_became_active":"2024-03-19T01:47:26.050577+0000","last_became_peered":"2024-03-19T01:47:26.050577+0000","last_unstale":"2024-03-19T01:49:20.041341+0000","last_undegraded":"2024-03-19T01:49:20.041341+0000","last_fullsized":"2024-03-19T01:49:20.041341+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:34:56.939105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042038+0000","last_change":"2024-03-19T01:47:31.319308+0000","last_active":"2024-03-19T01:49:20.042038+0000","last_peered":"2024-03-19T01:49:20.042038+0000","last_clean":"2024-03-19T01:49:20.042038+0000","last_became_active":"2024-03-19T01:47:31.318750+0000","last_became_peered":"2024-03-19T01:47:31.318750+0000","last_unstale":"2024-03-19T01:49:20.042038+0000","last_undegraded":"2024-03-19T01:49:20.042038+0000","last_fullsized":"2024-03-19T01:49:20.042038+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:25:02.391574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.830563+0000","last_change":"2024-03-19T01:47:26.055374+0000","last_active":"2024-03-19T01:49:19.830563+0000","last_peered":"2024-03-19T01:49:19.830563+0000","last_clean":"2024-03-19T01:49:19.830563+0000","last_became_active":"2024-03-19T01:47:26.055028+0000","last_became_peered":"2024-03-19T01:47:26.055028+0000","last_unstale":"2024-03-19T01:49:19.830563+0000","last_undegraded":"2024-03-19T01:49:19.830563+0000","last_fullsized":"2024-03-19T01:49:19.830563+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:12:50.519110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.827250+0000","last_change":"2024-03-19T01:47:27.303872+0000","last_active":"2024-03-19T01:49:19.827250+0000","last_peered":"2024-03-19T01:49:19.827250+0000","last_clean":"2024-03-19T01:49:19.827250+0000","last_became_active":"2024-03-19T01:47:27.303495+0000","last_became_peered":"2024-03-19T01:47:27.303495+0000","last_unstale":"2024-03-19T01:49:19.827250+0000","last_undegraded":"2024-03-19T01:49:19.827250+0000","last_fullsized":"2024-03-19T01:49:19.827250+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:30:58.921679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041416+0000","last_change":"2024-03-19T01:47:31.325730+0000","last_active":"2024-03-19T01:49:20.041416+0000","last_peered":"2024-03-19T01:49:20.041416+0000","last_clean":"2024-03-19T01:49:20.041416+0000","last_became_active":"2024-03-19T01:47:31.324519+0000","last_became_peered":"2024-03-19T01:47:31.324519+0000","last_unstale":"2024-03-19T01:49:20.041416+0000","last_undegraded":"2024-03-19T01:49:20.041416+0000","last_fullsized":"2024-03-19T01:49:20.041416+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:31:17.653078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"93'9","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:36.624029+0000","last_change":"2024-03-19T01:47:26.053216+0000","last_active":"2024-03-19T01:49:36.624029+0000","last_peered":"2024-03-19T01:49:36.624029+0000","last_clean":"2024-03-19T01:49:36.624029+0000","last_became_active":"2024-03-19T01:47:26.052024+0000","last_became_peered":"2024-03-19T01:47:26.052024+0000","last_unstale":"2024-03-19T01:49:36.624029+0000","last_undegraded":"2024-03-19T01:49:36.624029+0000","last_fullsized":"2024-03-19T01:49:36.624029+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:19:35.518685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043001+0000","last_change":"2024-03-19T01:47:27.309025+0000","last_active":"2024-03-19T01:49:20.043001+0000","last_peered":"2024-03-19T01:49:20.043001+0000","last_clean":"2024-03-19T01:49:20.043001+0000","last_became_active":"2024-03-19T01:47:27.308653+0000","last_became_peered":"2024-03-19T01:47:27.308653+0000","last_unstale":"2024-03-19T01:49:20.043001+0000","last_undegraded":"2024-03-19T01:49:20.043001+0000","last_fullsized":"2024-03-19T01:49:20.043001+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:26:23.835558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041162+0000","last_change":"2024-03-19T01:47:31.316198+0000","last_active":"2024-03-19T01:49:20.041162+0000","last_peered":"2024-03-19T01:49:20.041162+0000","last_clean":"2024-03-19T01:49:20.041162+0000","last_became_active":"2024-03-19T01:47:31.315660+0000","last_became_peered":"2024-03-19T01:47:31.315660+0000","last_unstale":"2024-03-19T01:49:20.041162+0000","last_undegraded":"2024-03-19T01:49:20.041162+0000","last_fullsized":"2024-03-19T01:49:20.041162+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:00:33.887798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.828358+0000","last_change":"2024-03-19T01:47:26.046501+0000","last_active":"2024-03-19T01:49:19.828358+0000","last_peered":"2024-03-19T01:49:19.828358+0000","last_clean":"2024-03-19T01:49:19.828358+0000","last_became_active":"2024-03-19T01:47:26.046093+0000","last_became_peered":"2024-03-19T01:47:26.046093+0000","last_unstale":"2024-03-19T01:49:19.828358+0000","last_undegraded":"2024-03-19T01:49:19.828358+0000","last_fullsized":"2024-03-19T01:49:19.828358+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:24:48.722011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043360+0000","last_change":"2024-03-19T01:47:27.314121+0000","last_active":"2024-03-19T01:49:20.043360+0000","last_peered":"2024-03-19T01:49:20.043360+0000","last_clean":"2024-03-19T01:49:20.043360+0000","last_became_active":"2024-03-19T01:47:27.313781+0000","last_became_peered":"2024-03-19T01:47:27.313781+0000","last_unstale":"2024-03-19T01:49:20.043360+0000","last_undegraded":"2024-03-19T01:49:20.043360+0000","last_fullsized":"2024-03-19T01:49:20.043360+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:51:35.000417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.828091+0000","last_change":"2024-03-19T01:47:31.323096+0000","last_active":"2024-03-19T01:49:19.828091+0000","last_peered":"2024-03-19T01:49:19.828091+0000","last_clean":"2024-03-19T01:49:19.828091+0000","last_became_active":"2024-03-19T01:47:31.322643+0000","last_became_peered":"2024-03-19T01:47:31.322643+0000","last_unstale":"2024-03-19T01:49:19.828091+0000","last_undegraded":"2024-03-19T01:49:19.828091+0000","last_fullsized":"2024-03-19T01:49:19.828091+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:10:36.376972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.833872+0000","last_change":"2024-03-19T01:48:19.687994+0000","last_active":"2024-03-19T01:49:19.833872+0000","last_peered":"2024-03-19T01:49:19.833872+0000","last_clean":"2024-03-19T01:49:19.833872+0000","last_became_active":"2024-03-19T01:48:19.679560+0000","last_became_peered":"2024-03-19T01:48:19.679560+0000","last_unstale":"2024-03-19T01:49:19.833872+0000","last_undegraded":"2024-03-19T01:49:19.833872+0000","last_fullsized":"2024-03-19T01:49:19.833872+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:35:15.311181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.830007+0000","last_change":"2024-03-19T01:47:27.305294+0000","last_active":"2024-03-19T01:49:19.830007+0000","last_peered":"2024-03-19T01:49:19.830007+0000","last_clean":"2024-03-19T01:49:19.830007+0000","last_became_active":"2024-03-19T01:47:27.304946+0000","last_became_peered":"2024-03-19T01:47:27.304946+0000","last_unstale":"2024-03-19T01:49:19.830007+0000","last_undegraded":"2024-03-19T01:49:19.830007+0000","last_fullsized":"2024-03-19T01:49:19.830007+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:49:54.560038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043021+0000","last_change":"2024-03-19T01:47:31.327304+0000","last_active":"2024-03-19T01:49:20.043021+0000","last_peered":"2024-03-19T01:49:20.043021+0000","last_clean":"2024-03-19T01:49:20.043021+0000","last_became_active":"2024-03-19T01:47:31.326889+0000","last_became_peered":"2024-03-19T01:47:31.326889+0000","last_unstale":"2024-03-19T01:49:20.043021+0000","last_undegraded":"2024-03-19T01:49:20.043021+0000","last_fullsized":"2024-03-19T01:49:20.043021+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:28:20.045507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041638+0000","last_change":"2024-03-19T01:47:26.045259+0000","last_active":"2024-03-19T01:49:20.041638+0000","last_peered":"2024-03-19T01:49:20.041638+0000","last_clean":"2024-03-19T01:49:20.041638+0000","last_became_active":"2024-03-19T01:47:26.044008+0000","last_became_peered":"2024-03-19T01:47:26.044008+0000","last_unstale":"2024-03-19T01:49:20.041638+0000","last_undegraded":"2024-03-19T01:49:20.041638+0000","last_fullsized":"2024-03-19T01:49:20.041638+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:03:29.182910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041917+0000","last_change":"2024-03-19T01:47:27.310672+0000","last_active":"2024-03-19T01:49:20.041917+0000","last_peered":"2024-03-19T01:49:20.041917+0000","last_clean":"2024-03-19T01:49:20.041917+0000","last_became_active":"2024-03-19T01:47:27.310345+0000","last_became_peered":"2024-03-19T01:47:27.310345+0000","last_unstale":"2024-03-19T01:49:20.041917+0000","last_undegraded":"2024-03-19T01:49:20.041917+0000","last_fullsized":"2024-03-19T01:49:20.041917+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:32:11.630838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"89'1","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.828188+0000","last_change":"2024-03-19T01:47:31.323127+0000","last_active":"2024-03-19T01:49:19.828188+0000","last_peered":"2024-03-19T01:49:19.828188+0000","last_clean":"2024-03-19T01:49:19.828188+0000","last_became_active":"2024-03-19T01:47:31.322683+0000","last_became_peered":"2024-03-19T01:47:31.322683+0000","last_unstale":"2024-03-19T01:49:19.828188+0000","last_undegraded":"2024-03-19T01:49:19.828188+0000","last_fullsized":"2024-03-19T01:49:19.828188+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:13:16.272805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"93'2","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:39.399855+0000","last_change":"2024-03-19T01:47:26.051718+0000","last_active":"2024-03-19T01:49:39.399855+0000","last_peered":"2024-03-19T01:49:39.399855+0000","last_clean":"2024-03-19T01:49:39.399855+0000","last_became_active":"2024-03-19T01:47:26.051386+0000","last_became_peered":"2024-03-19T01:47:26.051386+0000","last_unstale":"2024-03-19T01:49:39.399855+0000","last_undegraded":"2024-03-19T01:49:39.399855+0000","last_fullsized":"2024-03-19T01:49:39.399855+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:15:41.400058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042622+0000","last_change":"2024-03-19T01:47:27.323008+0000","last_active":"2024-03-19T01:49:20.042622+0000","last_peered":"2024-03-19T01:49:20.042622+0000","last_clean":"2024-03-19T01:49:20.042622+0000","last_became_active":"2024-03-19T01:47:27.321315+0000","last_became_peered":"2024-03-19T01:47:27.321315+0000","last_unstale":"2024-03-19T01:49:20.042622+0000","last_undegraded":"2024-03-19T01:49:20.042622+0000","last_fullsized":"2024-03-19T01:49:20.042622+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:11:55.954804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.828096+0000","last_change":"2024-03-19T01:47:31.318920+0000","last_active":"2024-03-19T01:49:19.828096+0000","last_peered":"2024-03-19T01:49:19.828096+0000","last_clean":"2024-03-19T01:49:19.828096+0000","last_became_active":"2024-03-19T01:47:31.318548+0000","last_became_peered":"2024-03-19T01:47:31.318548+0000","last_unstale":"2024-03-19T01:49:19.828096+0000","last_undegraded":"2024-03-19T01:49:19.828096+0000","last_fullsized":"2024-03-19T01:49:19.828096+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:17:39.332279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.830545+0000","last_change":"2024-03-19T01:47:26.054583+0000","last_active":"2024-03-19T01:49:19.830545+0000","last_peered":"2024-03-19T01:49:19.830545+0000","last_clean":"2024-03-19T01:49:19.830545+0000","last_became_active":"2024-03-19T01:47:26.054229+0000","last_became_peered":"2024-03-19T01:47:26.054229+0000","last_unstale":"2024-03-19T01:49:19.830545+0000","last_undegraded":"2024-03-19T01:49:19.830545+0000","last_fullsized":"2024-03-19T01:49:19.830545+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:49:37.413673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042160+0000","last_change":"2024-03-19T01:47:27.315503+0000","last_active":"2024-03-19T01:49:20.042160+0000","last_peered":"2024-03-19T01:49:20.042160+0000","last_clean":"2024-03-19T01:49:20.042160+0000","last_became_active":"2024-03-19T01:47:27.314977+0000","last_became_peered":"2024-03-19T01:47:27.314977+0000","last_unstale":"2024-03-19T01:49:20.042160+0000","last_undegraded":"2024-03-19T01:49:20.042160+0000","last_fullsized":"2024-03-19T01:49:20.042160+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:30:46.922775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.833910+0000","last_change":"2024-03-19T01:47:31.318603+0000","last_active":"2024-03-19T01:49:19.833910+0000","last_peered":"2024-03-19T01:49:19.833910+0000","last_clean":"2024-03-19T01:49:19.833910+0000","last_became_active":"2024-03-19T01:47:31.318204+0000","last_became_peered":"2024-03-19T01:47:31.318204+0000","last_unstale":"2024-03-19T01:49:19.833910+0000","last_undegraded":"2024-03-19T01:49:19.833910+0000","last_fullsized":"2024-03-19T01:49:19.833910+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:34:07.214073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041493+0000","last_change":"2024-03-19T01:47:26.046983+0000","last_active":"2024-03-19T01:49:20.041493+0000","last_peered":"2024-03-19T01:49:20.041493+0000","last_clean":"2024-03-19T01:49:20.041493+0000","last_became_active":"2024-03-19T01:47:26.046327+0000","last_became_peered":"2024-03-19T01:47:26.046327+0000","last_unstale":"2024-03-19T01:49:20.041493+0000","last_undegraded":"2024-03-19T01:49:20.041493+0000","last_fullsized":"2024-03-19T01:49:20.041493+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:09:35.545474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042412+0000","last_change":"2024-03-19T01:47:27.315375+0000","last_active":"2024-03-19T01:49:20.042412+0000","last_peered":"2024-03-19T01:49:20.042412+0000","last_clean":"2024-03-19T01:49:20.042412+0000","last_became_active":"2024-03-19T01:47:27.314765+0000","last_became_peered":"2024-03-19T01:47:27.314765+0000","last_unstale":"2024-03-19T01:49:20.042412+0000","last_undegraded":"2024-03-19T01:49:20.042412+0000","last_fullsized":"2024-03-19T01:49:20.042412+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:54:50.906045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041801+0000","last_change":"2024-03-19T01:47:31.315026+0000","last_active":"2024-03-19T01:49:20.041801+0000","last_peered":"2024-03-19T01:49:20.041801+0000","last_clean":"2024-03-19T01:49:20.041801+0000","last_became_active":"2024-03-19T01:47:31.314564+0000","last_became_peered":"2024-03-19T01:47:31.314564+0000","last_unstale":"2024-03-19T01:49:20.041801+0000","last_undegraded":"2024-03-19T01:49:20.041801+0000","last_fullsized":"2024-03-19T01:49:20.041801+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:36:23.663143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"84'1","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.831917+0000","last_change":"2024-03-19T01:47:26.052576+0000","last_active":"2024-03-19T01:49:19.831917+0000","last_peered":"2024-03-19T01:49:19.831917+0000","last_clean":"2024-03-19T01:49:19.831917+0000","last_became_active":"2024-03-19T01:47:26.052198+0000","last_became_peered":"2024-03-19T01:47:26.052198+0000","last_unstale":"2024-03-19T01:49:19.831917+0000","last_undegraded":"2024-03-19T01:49:19.831917+0000","last_fullsized":"2024-03-19T01:49:19.831917+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:50:40.341031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042279+0000","last_change":"2024-03-19T01:47:27.307012+0000","last_active":"2024-03-19T01:49:20.042279+0000","last_peered":"2024-03-19T01:49:20.042279+0000","last_clean":"2024-03-19T01:49:20.042279+0000","last_became_active":"2024-03-19T01:47:27.306474+0000","last_became_peered":"2024-03-19T01:47:27.306474+0000","last_unstale":"2024-03-19T01:49:20.042279+0000","last_undegraded":"2024-03-19T01:49:20.042279+0000","last_fullsized":"2024-03-19T01:49:20.042279+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:00:45.069641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.831199+0000","last_change":"2024-03-19T01:47:31.318827+0000","last_active":"2024-03-19T01:49:19.831199+0000","last_peered":"2024-03-19T01:49:19.831199+0000","last_clean":"2024-03-19T01:49:19.831199+0000","last_became_active":"2024-03-19T01:47:31.318391+0000","last_became_peered":"2024-03-19T01:47:31.318391+0000","last_unstale":"2024-03-19T01:49:19.831199+0000","last_undegraded":"2024-03-19T01:49:19.831199+0000","last_fullsized":"2024-03-19T01:49:19.831199+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:59:31.049420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"84'2","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.827473+0000","last_change":"2024-03-19T01:47:26.048652+0000","last_active":"2024-03-19T01:49:19.827473+0000","last_peered":"2024-03-19T01:49:19.827473+0000","last_clean":"2024-03-19T01:49:19.827473+0000","last_became_active":"2024-03-19T01:47:26.048219+0000","last_became_peered":"2024-03-19T01:47:26.048219+0000","last_unstale":"2024-03-19T01:49:19.827473+0000","last_undegraded":"2024-03-19T01:49:19.827473+0000","last_fullsized":"2024-03-19T01:49:19.827473+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:59:31.904872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042463+0000","last_change":"2024-03-19T01:47:27.302116+0000","last_active":"2024-03-19T01:49:20.042463+0000","last_peered":"2024-03-19T01:49:20.042463+0000","last_clean":"2024-03-19T01:49:20.042463+0000","last_became_active":"2024-03-19T01:47:27.301769+0000","last_became_peered":"2024-03-19T01:47:27.301769+0000","last_unstale":"2024-03-19T01:49:20.042463+0000","last_undegraded":"2024-03-19T01:49:20.042463+0000","last_fullsized":"2024-03-19T01:49:20.042463+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:12:35.104525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041943+0000","last_change":"2024-03-19T01:47:27.308645+0000","last_active":"2024-03-19T01:49:20.041943+0000","last_peered":"2024-03-19T01:49:20.041943+0000","last_clean":"2024-03-19T01:49:20.041943+0000","last_became_active":"2024-03-19T01:47:27.308301+0000","last_became_peered":"2024-03-19T01:47:27.308301+0000","last_unstale":"2024-03-19T01:49:20.041943+0000","last_undegraded":"2024-03-19T01:49:20.041943+0000","last_fullsized":"2024-03-19T01:49:20.041943+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:55:16.836852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":48,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041386+0000","last_change":"2024-03-19T01:48:19.680812+0000","last_active":"2024-03-19T01:49:20.041386+0000","last_peered":"2024-03-19T01:49:20.041386+0000","last_clean":"2024-03-19T01:49:20.041386+0000","last_became_active":"2024-03-19T01:48:19.680431+0000","last_became_peered":"2024-03-19T01:48:19.680431+0000","last_unstale":"2024-03-19T01:49:20.041386+0000","last_undegraded":"2024-03-19T01:49:20.041386+0000","last_fullsized":"2024-03-19T01:49:20.041386+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:50:32.808352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041322+0000","last_change":"2024-03-19T01:47:27.311850+0000","last_active":"2024-03-19T01:49:20.041322+0000","last_peered":"2024-03-19T01:49:20.041322+0000","last_clean":"2024-03-19T01:49:20.041322+0000","last_became_active":"2024-03-19T01:47:27.311506+0000","last_became_peered":"2024-03-19T01:47:27.311506+0000","last_unstale":"2024-03-19T01:49:20.041322+0000","last_undegraded":"2024-03-19T01:49:20.041322+0000","last_fullsized":"2024-03-19T01:49:20.041322+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:08:34.293526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042042+0000","last_change":"2024-03-19T01:47:27.311366+0000","last_active":"2024-03-19T01:49:20.042042+0000","last_peered":"2024-03-19T01:49:20.042042+0000","last_clean":"2024-03-19T01:49:20.042042+0000","last_became_active":"2024-03-19T01:47:27.310029+0000","last_became_peered":"2024-03-19T01:47:27.310029+0000","last_unstale":"2024-03-19T01:49:20.042042+0000","last_undegraded":"2024-03-19T01:49:20.042042+0000","last_fullsized":"2024-03-19T01:49:20.042042+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:32:29.914884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.827234+0000","last_change":"2024-03-19T01:47:27.310984+0000","last_active":"2024-03-19T01:49:19.827234+0000","last_peered":"2024-03-19T01:49:19.827234+0000","last_clean":"2024-03-19T01:49:19.827234+0000","last_became_active":"2024-03-19T01:47:27.310614+0000","last_became_peered":"2024-03-19T01:47:27.310614+0000","last_unstale":"2024-03-19T01:49:19.827234+0000","last_undegraded":"2024-03-19T01:49:19.827234+0000","last_fullsized":"2024-03-19T01:49:19.827234+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:19:00.115861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042284+0000","last_change":"2024-03-19T01:47:27.306625+0000","last_active":"2024-03-19T01:49:20.042284+0000","last_peered":"2024-03-19T01:49:20.042284+0000","last_clean":"2024-03-19T01:49:20.042284+0000","last_became_active":"2024-03-19T01:47:27.306004+0000","last_became_peered":"2024-03-19T01:47:27.306004+0000","last_unstale":"2024-03-19T01:49:20.042284+0000","last_undegraded":"2024-03-19T01:49:20.042284+0000","last_fullsized":"2024-03-19T01:49:20.042284+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:03:00.845422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041645+0000","last_change":"2024-03-19T01:47:27.318856+0000","last_active":"2024-03-19T01:49:20.041645+0000","last_peered":"2024-03-19T01:49:20.041645+0000","last_clean":"2024-03-19T01:49:20.041645+0000","last_became_active":"2024-03-19T01:47:27.318474+0000","last_became_peered":"2024-03-19T01:47:27.318474+0000","last_unstale":"2024-03-19T01:49:20.041645+0000","last_undegraded":"2024-03-19T01:49:20.041645+0000","last_fullsized":"2024-03-19T01:49:20.041645+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:55:07.829562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043055+0000","last_change":"2024-03-19T01:47:27.306643+0000","last_active":"2024-03-19T01:49:20.043055+0000","last_peered":"2024-03-19T01:49:20.043055+0000","last_clean":"2024-03-19T01:49:20.043055+0000","last_became_active":"2024-03-19T01:47:27.306295+0000","last_became_peered":"2024-03-19T01:47:27.306295+0000","last_unstale":"2024-03-19T01:49:20.043055+0000","last_undegraded":"2024-03-19T01:49:20.043055+0000","last_fullsized":"2024-03-19T01:49:20.043055+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:04:07.878606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.831418+0000","last_change":"2024-03-19T01:47:27.309545+0000","last_active":"2024-03-19T01:49:19.831418+0000","last_peered":"2024-03-19T01:49:19.831418+0000","last_clean":"2024-03-19T01:49:19.831418+0000","last_became_active":"2024-03-19T01:47:27.307757+0000","last_became_peered":"2024-03-19T01:47:27.307757+0000","last_unstale":"2024-03-19T01:49:19.831418+0000","last_undegraded":"2024-03-19T01:49:19.831418+0000","last_fullsized":"2024-03-19T01:49:19.831418+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:41:06.972203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041743+0000","last_change":"2024-03-19T01:47:27.309735+0000","last_active":"2024-03-19T01:49:20.041743+0000","last_peered":"2024-03-19T01:49:20.041743+0000","last_clean":"2024-03-19T01:49:20.041743+0000","last_became_active":"2024-03-19T01:47:27.309393+0000","last_became_peered":"2024-03-19T01:47:27.309393+0000","last_unstale":"2024-03-19T01:49:20.041743+0000","last_undegraded":"2024-03-19T01:49:20.041743+0000","last_fullsized":"2024-03-19T01:49:20.041743+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:00:54.161968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.834230+0000","last_change":"2024-03-19T01:47:27.312750+0000","last_active":"2024-03-19T01:49:19.834230+0000","last_peered":"2024-03-19T01:49:19.834230+0000","last_clean":"2024-03-19T01:49:19.834230+0000","last_became_active":"2024-03-19T01:47:27.312192+0000","last_became_peered":"2024-03-19T01:47:27.312192+0000","last_unstale":"2024-03-19T01:49:19.834230+0000","last_undegraded":"2024-03-19T01:49:19.834230+0000","last_fullsized":"2024-03-19T01:49:19.834230+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:30:35.903989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.827188+0000","last_change":"2024-03-19T01:47:27.310347+0000","last_active":"2024-03-19T01:49:19.827188+0000","last_peered":"2024-03-19T01:49:19.827188+0000","last_clean":"2024-03-19T01:49:19.827188+0000","last_became_active":"2024-03-19T01:47:27.309951+0000","last_became_peered":"2024-03-19T01:47:27.309951+0000","last_unstale":"2024-03-19T01:49:19.827188+0000","last_undegraded":"2024-03-19T01:49:19.827188+0000","last_fullsized":"2024-03-19T01:49:19.827188+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:35:47.201218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042269+0000","last_change":"2024-03-19T01:48:19.678983+0000","last_active":"2024-03-19T01:49:20.042269+0000","last_peered":"2024-03-19T01:49:20.042269+0000","last_clean":"2024-03-19T01:49:20.042269+0000","last_became_active":"2024-03-19T01:48:19.678624+0000","last_became_peered":"2024-03-19T01:48:19.678624+0000","last_unstale":"2024-03-19T01:49:20.042269+0000","last_undegraded":"2024-03-19T01:49:20.042269+0000","last_fullsized":"2024-03-19T01:49:20.042269+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:36:33.061706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68207,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":717,"num_read_kb":434,"num_write":177,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":434176,"data_stored":208935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":154,"ondisk_log_size":154,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383723,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1056768,"data_stored":519219,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645360,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37048,"kb_used_data":1708,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708104,"statfs":{"total":95995035648,"available":95957098496,"internally_reserved":0,"allocated":1748992,"data_stored":1169602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808886,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36388,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708764,"statfs":{"total":95995035648,"available":95957774336,"internally_reserved":0,"allocated":1077248,"data_stored":523551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070523,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28064,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717088,"statfs":{"total":95995035648,"available":95966298112,"internally_reserved":0,"allocated":1073152,"data_stored":519375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332160,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28644,"kb_used_data":1628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716508,"statfs":{"total":95995035648,"available":95965704192,"internally_reserved":0,"allocated":1667072,"data_stored":1116413,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495685,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28048,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717104,"statfs":{"total":95995035648,"available":95966314496,"internally_reserved":0,"allocated":1052672,"data_stored":514631,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574941,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36436,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708716,"statfs":{"total":95995035648,"available":95957725184,"internally_reserved":0,"allocated":1126400,"data_stored":581932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738466,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28076,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717076,"statfs":{"total":95995035648,"available":95966285824,"internally_reserved":0,"allocated":1077248,"data_stored":516019,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411417,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36448,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708704,"statfs":{"total":95995035648,"available":95957712896,"internally_reserved":0,"allocated":1138688,"data_stored":578346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182483,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36384,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708768,"statfs":{"total":95995035648,"available":95957778432,"internally_reserved":0,"allocated":1064960,"data_stored":514825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920847,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36384,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708768,"statfs":{"total":95995035648,"available":95957778432,"internally_reserved":0,"allocated":1073152,"data_stored":521423,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757320,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28660,"kb_used_data":1636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716492,"statfs":{"total":95995035648,"available":95965687808,"internally_reserved":0,"allocated":1675264,"data_stored":1110481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":67391,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":63805,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1970,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":65681,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}}
2024-03-19T01:49:53.088 INFO:tasks.fwd_scrub.ceph_manager:clean!
2024-03-19T01:49:53.088 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json
2024-03-19T01:49:53.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:52 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1709644961' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T01:49:53.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:52 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/4188138331' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:49:53.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.225+0000 7fd9882c0640  1 -- 172.21.15.46:0/1448999058 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd9801022f0 msgr2=0x7fd980108b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:53.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.225+0000 7fd9882c0640  1 --2- 172.21.15.46:0/1448999058 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd9801022f0 0x7fd980108b80 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fd978009ca0 tx=0x7fd97802c0f0 comp rx=0 tx=0).stop
2024-03-19T01:49:53.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.225+0000 7fd9882c0640  1 -- 172.21.15.46:0/1448999058 shutdown_connections
2024-03-19T01:49:53.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.225+0000 7fd9882c0640  1 --2- 172.21.15.46:0/1448999058 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd9801022f0 0x7fd980108b80 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:53.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.225+0000 7fd9882c0640  1 --2- 172.21.15.46:0/1448999058 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd980101930 0x7fd980101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:53.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.225+0000 7fd9882c0640  1 --2- 172.21.15.46:0/1448999058 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd980100740 0x7fd980100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:53.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.225+0000 7fd9882c0640  1 -- 172.21.15.46:0/1448999058 >> 172.21.15.46:0/1448999058 conn(0x7fd9800fbcb0 msgr2=0x7fd9800fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:53.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.225+0000 7fd9882c0640  1 -- 172.21.15.46:0/1448999058 shutdown_connections
2024-03-19T01:49:53.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.226+0000 7fd9882c0640  1 -- 172.21.15.46:0/1448999058 wait complete.
2024-03-19T01:49:53.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.226+0000 7fd9882c0640  1  Processor -- start
2024-03-19T01:49:53.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.226+0000 7fd9882c0640  1 --  start start
2024-03-19T01:49:53.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.226+0000 7fd9882c0640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd980100740 0x7fd980197a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:53.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.226+0000 7fd9882c0640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd980101930 0x7fd980197f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:53.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.226+0000 7fd9882c0640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd9801022f0 0x7fd98019efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:53.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.226+0000 7fd9882c0640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd98010c270 con 0x7fd980100740
2024-03-19T01:49:53.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.226+0000 7fd9882c0640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fd98010c0f0 con 0x7fd9801022f0
2024-03-19T01:49:53.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.226+0000 7fd9882c0640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd98010c3f0 con 0x7fd980101930
2024-03-19T01:49:53.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.226+0000 7fd98605c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd980100740 0x7fd980197a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:53.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.226+0000 7fd98605c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd980100740 0x7fd980197a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50142/0 (socket says 172.21.15.46:50142)
2024-03-19T01:49:53.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.226+0000 7fd98605c640  1 -- 172.21.15.46:0/1126003893 learned_addr learned my addr 172.21.15.46:0/1126003893 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:53.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.226+0000 7fd98585b640  1 --2- 172.21.15.46:0/1126003893 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd980101930 0x7fd980197f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:53.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.226+0000 7fd98685d640  1 --2- 172.21.15.46:0/1126003893 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd9801022f0 0x7fd98019efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:53.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.227+0000 7fd98605c640  1 -- 172.21.15.46:0/1126003893 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd980101930 msgr2=0x7fd980197f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:53.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.227+0000 7fd98605c640  1 --2- 172.21.15.46:0/1126003893 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd980101930 0x7fd980197f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:53.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.227+0000 7fd98605c640  1 -- 172.21.15.46:0/1126003893 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd9801022f0 msgr2=0x7fd98019efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:53.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.227+0000 7fd98605c640  1 --2- 172.21.15.46:0/1126003893 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd9801022f0 0x7fd98019efb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:53.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.227+0000 7fd98605c640  1 -- 172.21.15.46:0/1126003893 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd98019f620 con 0x7fd980100740
2024-03-19T01:49:53.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.227+0000 7fd98605c640  1 --2- 172.21.15.46:0/1126003893 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd980100740 0x7fd980197a50 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fd97c00e9c0 tx=0x7fd97c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:53.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.227+0000 7fd9777fe640  1 -- 172.21.15.46:0/1126003893 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd97c00cd80 con 0x7fd980100740
2024-03-19T01:49:53.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.227+0000 7fd9777fe640  1 -- 172.21.15.46:0/1126003893 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd97c0035f0 con 0x7fd980100740
2024-03-19T01:49:53.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.227+0000 7fd9882c0640  1 -- 172.21.15.46:0/1126003893 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd98019f910 con 0x7fd980100740
2024-03-19T01:49:53.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.227+0000 7fd9777fe640  1 -- 172.21.15.46:0/1126003893 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd97c010690 con 0x7fd980100740
2024-03-19T01:49:53.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.227+0000 7fd9882c0640  1 -- 172.21.15.46:0/1126003893 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd98019fe60 con 0x7fd980100740
2024-03-19T01:49:53.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.228+0000 7fd9882c0640  1 -- 172.21.15.46:0/1126003893 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9801a00f0 con 0x7fd980100740
2024-03-19T01:49:53.232 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:52 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1709644961' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T01:49:53.232 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:52 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/4188138331' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:49:53.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.230+0000 7fd9777fe640  1 -- 172.21.15.46:0/1126003893 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7fd97c0037a0 con 0x7fd980100740
2024-03-19T01:49:53.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.230+0000 7fd9777fe640  1 --2- 172.21.15.46:0/1126003893 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd96c0a2880 0x7fd96c0a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:53.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.230+0000 7fd98585b640  1 --2- 172.21.15.46:0/1126003893 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd96c0a2880 0x7fd96c0a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:53.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.230+0000 7fd9777fe640  1 -- 172.21.15.46:0/1126003893 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fd97c0cf380 con 0x7fd980100740
2024-03-19T01:49:53.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.231+0000 7fd98585b640  1 --2- 172.21.15.46:0/1126003893 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd96c0a2880 0x7fd96c0a4d40 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fd980198f10 tx=0x7fd970005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:53.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.234+0000 7fd9777fe640  1 -- 172.21.15.46:0/1126003893 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fd97c09c130 con 0x7fd980100740
2024-03-19T01:49:53.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.413+0000 7fd9882c0640  1 -- 172.21.15.46:0/1126003893 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd98006a5a0 con 0x7fd96c0a2880
2024-03-19T01:49:53.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.422+0000 7fd9777fe640  1 -- 172.21.15.46:0/1126003893 <== mgr.14152 v2:172.21.15.46:6800/3237439375 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340473 (secure 0 0 0) 0x7fd98006a5a0 con 0x7fd96c0a2880
2024-03-19T01:49:53.427 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:49:53.428 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all
2024-03-19T01:49:53.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.426+0000 7fd9882c0640  1 -- 172.21.15.46:0/1126003893 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd96c0a2880 msgr2=0x7fd96c0a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:53.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.426+0000 7fd9882c0640  1 --2- 172.21.15.46:0/1126003893 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd96c0a2880 0x7fd96c0a4d40 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fd980198f10 tx=0x7fd970005f90 comp rx=0 tx=0).stop
2024-03-19T01:49:53.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.426+0000 7fd9882c0640  1 -- 172.21.15.46:0/1126003893 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd980100740 msgr2=0x7fd980197a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:53.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.426+0000 7fd9882c0640  1 --2- 172.21.15.46:0/1126003893 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd980100740 0x7fd980197a50 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fd97c00e9c0 tx=0x7fd97c00ee80 comp rx=0 tx=0).stop
2024-03-19T01:49:53.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.426+0000 7fd9882c0640  1 -- 172.21.15.46:0/1126003893 shutdown_connections
2024-03-19T01:49:53.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.426+0000 7fd9882c0640  1 --2- 172.21.15.46:0/1126003893 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fd96c0a2880 0x7fd96c0a4d40 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:53.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.426+0000 7fd9882c0640  1 --2- 172.21.15.46:0/1126003893 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd9801022f0 0x7fd98019efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:53.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.426+0000 7fd9882c0640  1 --2- 172.21.15.46:0/1126003893 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd980101930 0x7fd980197f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:53.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.426+0000 7fd9882c0640  1 --2- 172.21.15.46:0/1126003893 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd980100740 0x7fd980197a50 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:53.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.426+0000 7fd9882c0640  1 -- 172.21.15.46:0/1126003893 >> 172.21.15.46:0/1126003893 conn(0x7fd9800fbcb0 msgr2=0x7fd980069e90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:53.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.426+0000 7fd9882c0640  1 -- 172.21.15.46:0/1126003893 shutdown_connections
2024-03-19T01:49:53.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.426+0000 7fd9882c0640  1 -- 172.21.15.46:0/1126003893 wait complete.
2024-03-19T01:49:53.438 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":370,"stamp":"2024-03-19T01:49:51.956352+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658809,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":853,"num_read_kb":553,"num_write":360,"num_write_kb":3069,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":1181358,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":793,"ondisk_log_size":793,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":388636,"kb_used_data":14484,"kb_used_omap":18,"kb_used_meta":373997,"kb_avail":1124553188,"statfs":{"total":1151940427776,"available":1151542464512,"internally_reserved":0,"allocated":14831616,"data_stored":8185817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":382973242},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1482,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":61,"num_read_kb":31,"num_write":10,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003230"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042227+0000","last_change":"2024-03-19T01:47:27.316219+0000","last_active":"2024-03-19T01:49:20.042227+0000","last_peered":"2024-03-19T01:49:20.042227+0000","last_clean":"2024-03-19T01:49:20.042227+0000","last_became_active":"2024-03-19T01:47:27.315831+0000","last_became_peered":"2024-03-19T01:47:27.315831+0000","last_unstale":"2024-03-19T01:49:20.042227+0000","last_undegraded":"2024-03-19T01:49:20.042227+0000","last_fullsized":"2024-03-19T01:49:20.042227+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:14:54.941807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043366+0000","last_change":"2024-03-19T01:47:27.309298+0000","last_active":"2024-03-19T01:49:20.043366+0000","last_peered":"2024-03-19T01:49:20.043366+0000","last_clean":"2024-03-19T01:49:20.043366+0000","last_became_active":"2024-03-19T01:47:27.308880+0000","last_became_peered":"2024-03-19T01:47:27.308880+0000","last_unstale":"2024-03-19T01:49:20.043366+0000","last_undegraded":"2024-03-19T01:49:20.043366+0000","last_fullsized":"2024-03-19T01:49:20.043366+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:25:43.214077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042293+0000","last_change":"2024-03-19T01:47:27.314676+0000","last_active":"2024-03-19T01:49:20.042293+0000","last_peered":"2024-03-19T01:49:20.042293+0000","last_clean":"2024-03-19T01:49:20.042293+0000","last_became_active":"2024-03-19T01:47:27.314302+0000","last_became_peered":"2024-03-19T01:47:27.314302+0000","last_unstale":"2024-03-19T01:49:20.042293+0000","last_undegraded":"2024-03-19T01:49:20.042293+0000","last_fullsized":"2024-03-19T01:49:20.042293+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:58:34.309633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.828411+0000","last_change":"2024-03-19T01:47:27.305666+0000","last_active":"2024-03-19T01:49:19.828411+0000","last_peered":"2024-03-19T01:49:19.828411+0000","last_clean":"2024-03-19T01:49:19.828411+0000","last_became_active":"2024-03-19T01:47:27.304845+0000","last_became_peered":"2024-03-19T01:47:27.304845+0000","last_unstale":"2024-03-19T01:49:19.828411+0000","last_undegraded":"2024-03-19T01:49:19.828411+0000","last_fullsized":"2024-03-19T01:49:19.828411+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:54:40.396227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.044438+0000","last_change":"2024-03-19T01:49:20.044438+0000","last_active":"2024-03-19T01:49:20.044438+0000","last_peered":"2024-03-19T01:49:20.044438+0000","last_clean":"2024-03-19T01:49:20.044438+0000","last_became_active":"2024-03-19T01:49:20.043927+0000","last_became_peered":"2024-03-19T01:49:20.043927+0000","last_unstale":"2024-03-19T01:49:20.044438+0000","last_undegraded":"2024-03-19T01:49:20.044438+0000","last_fullsized":"2024-03-19T01:49:20.044438+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:39:58.688164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,6],"acting":[8,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041536+0000","last_change":"2024-03-19T01:47:27.298860+0000","last_active":"2024-03-19T01:49:20.041536+0000","last_peered":"2024-03-19T01:49:20.041536+0000","last_clean":"2024-03-19T01:49:20.041536+0000","last_became_active":"2024-03-19T01:47:27.298524+0000","last_became_peered":"2024-03-19T01:47:27.298524+0000","last_unstale":"2024-03-19T01:49:20.041536+0000","last_undegraded":"2024-03-19T01:49:20.041536+0000","last_fullsized":"2024-03-19T01:49:20.041536+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:58:40.649961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041627+0000","last_change":"2024-03-19T01:47:27.311624+0000","last_active":"2024-03-19T01:49:20.041627+0000","last_peered":"2024-03-19T01:49:20.041627+0000","last_clean":"2024-03-19T01:49:20.041627+0000","last_became_active":"2024-03-19T01:47:27.311254+0000","last_became_peered":"2024-03-19T01:47:27.311254+0000","last_unstale":"2024-03-19T01:49:20.041627+0000","last_undegraded":"2024-03-19T01:49:20.041627+0000","last_fullsized":"2024-03-19T01:49:20.041627+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:07:17.860441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041178+0000","last_change":"2024-03-19T01:47:27.320016+0000","last_active":"2024-03-19T01:49:20.041178+0000","last_peered":"2024-03-19T01:49:20.041178+0000","last_clean":"2024-03-19T01:49:20.041178+0000","last_became_active":"2024-03-19T01:47:27.319694+0000","last_became_peered":"2024-03-19T01:47:27.319694+0000","last_unstale":"2024-03-19T01:49:20.041178+0000","last_undegraded":"2024-03-19T01:49:20.041178+0000","last_fullsized":"2024-03-19T01:49:20.041178+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:01:42.153899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.834721+0000","last_change":"2024-03-19T01:47:27.312254+0000","last_active":"2024-03-19T01:49:19.834721+0000","last_peered":"2024-03-19T01:49:19.834721+0000","last_clean":"2024-03-19T01:49:19.834721+0000","last_became_active":"2024-03-19T01:47:27.311733+0000","last_became_peered":"2024-03-19T01:47:27.311733+0000","last_unstale":"2024-03-19T01:49:19.834721+0000","last_undegraded":"2024-03-19T01:49:19.834721+0000","last_fullsized":"2024-03-19T01:49:19.834721+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:59:38.192531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042139+0000","last_change":"2024-03-19T01:47:27.299650+0000","last_active":"2024-03-19T01:49:20.042139+0000","last_peered":"2024-03-19T01:49:20.042139+0000","last_clean":"2024-03-19T01:49:20.042139+0000","last_became_active":"2024-03-19T01:47:27.299329+0000","last_became_peered":"2024-03-19T01:47:27.299329+0000","last_unstale":"2024-03-19T01:49:20.042139+0000","last_undegraded":"2024-03-19T01:49:20.042139+0000","last_fullsized":"2024-03-19T01:49:20.042139+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:50:21.257181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042386+0000","last_change":"2024-03-19T01:47:27.316456+0000","last_active":"2024-03-19T01:49:20.042386+0000","last_peered":"2024-03-19T01:49:20.042386+0000","last_clean":"2024-03-19T01:49:20.042386+0000","last_became_active":"2024-03-19T01:47:27.315181+0000","last_became_peered":"2024-03-19T01:47:27.315181+0000","last_unstale":"2024-03-19T01:49:20.042386+0000","last_undegraded":"2024-03-19T01:49:20.042386+0000","last_fullsized":"2024-03-19T01:49:20.042386+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:47:00.844124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.828307+0000","last_change":"2024-03-19T01:47:27.305956+0000","last_active":"2024-03-19T01:49:19.828307+0000","last_peered":"2024-03-19T01:49:19.828307+0000","last_clean":"2024-03-19T01:49:19.828307+0000","last_became_active":"2024-03-19T01:47:27.305324+0000","last_became_peered":"2024-03-19T01:47:27.305324+0000","last_unstale":"2024-03-19T01:49:19.828307+0000","last_undegraded":"2024-03-19T01:49:19.828307+0000","last_fullsized":"2024-03-19T01:49:19.828307+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:41:53.713605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.827313+0000","last_change":"2024-03-19T01:47:27.290298+0000","last_active":"2024-03-19T01:49:19.827313+0000","last_peered":"2024-03-19T01:49:19.827313+0000","last_clean":"2024-03-19T01:49:19.827313+0000","last_became_active":"2024-03-19T01:47:27.289839+0000","last_became_peered":"2024-03-19T01:47:27.289839+0000","last_unstale":"2024-03-19T01:49:19.827313+0000","last_undegraded":"2024-03-19T01:49:19.827313+0000","last_fullsized":"2024-03-19T01:49:19.827313+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:53:50.693819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042043+0000","last_change":"2024-03-19T01:47:27.308572+0000","last_active":"2024-03-19T01:49:20.042043+0000","last_peered":"2024-03-19T01:49:20.042043+0000","last_clean":"2024-03-19T01:49:20.042043+0000","last_became_active":"2024-03-19T01:47:27.308206+0000","last_became_peered":"2024-03-19T01:47:27.308206+0000","last_unstale":"2024-03-19T01:49:20.042043+0000","last_undegraded":"2024-03-19T01:49:20.042043+0000","last_fullsized":"2024-03-19T01:49:20.042043+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:30:48.905335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041698+0000","last_change":"2024-03-19T01:47:27.311928+0000","last_active":"2024-03-19T01:49:20.041698+0000","last_peered":"2024-03-19T01:49:20.041698+0000","last_clean":"2024-03-19T01:49:20.041698+0000","last_became_active":"2024-03-19T01:47:27.310117+0000","last_became_peered":"2024-03-19T01:47:27.310117+0000","last_unstale":"2024-03-19T01:49:20.041698+0000","last_undegraded":"2024-03-19T01:49:20.041698+0000","last_fullsized":"2024-03-19T01:49:20.041698+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:15:53.823356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.833949+0000","last_change":"2024-03-19T01:47:27.314233+0000","last_active":"2024-03-19T01:49:19.833949+0000","last_peered":"2024-03-19T01:49:19.833949+0000","last_clean":"2024-03-19T01:49:19.833949+0000","last_became_active":"2024-03-19T01:47:27.313862+0000","last_became_peered":"2024-03-19T01:47:27.313862+0000","last_unstale":"2024-03-19T01:49:19.833949+0000","last_undegraded":"2024-03-19T01:49:19.833949+0000","last_fullsized":"2024-03-19T01:49:19.833949+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:53:02.615772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042168+0000","last_change":"2024-03-19T01:47:27.320396+0000","last_active":"2024-03-19T01:49:20.042168+0000","last_peered":"2024-03-19T01:49:20.042168+0000","last_clean":"2024-03-19T01:49:20.042168+0000","last_became_active":"2024-03-19T01:47:27.320015+0000","last_became_peered":"2024-03-19T01:47:27.320015+0000","last_unstale":"2024-03-19T01:49:20.042168+0000","last_undegraded":"2024-03-19T01:49:20.042168+0000","last_fullsized":"2024-03-19T01:49:20.042168+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:04:45.224623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043146+0000","last_change":"2024-03-19T01:47:27.318322+0000","last_active":"2024-03-19T01:49:20.043146+0000","last_peered":"2024-03-19T01:49:20.043146+0000","last_clean":"2024-03-19T01:49:20.043146+0000","last_became_active":"2024-03-19T01:47:27.317951+0000","last_became_peered":"2024-03-19T01:47:27.317951+0000","last_unstale":"2024-03-19T01:49:20.043146+0000","last_undegraded":"2024-03-19T01:49:20.043146+0000","last_fullsized":"2024-03-19T01:49:20.043146+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:58:56.214818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041599+0000","last_change":"2024-03-19T01:47:27.307393+0000","last_active":"2024-03-19T01:49:20.041599+0000","last_peered":"2024-03-19T01:49:20.041599+0000","last_clean":"2024-03-19T01:49:20.041599+0000","last_became_active":"2024-03-19T01:47:27.306828+0000","last_became_peered":"2024-03-19T01:47:27.306828+0000","last_unstale":"2024-03-19T01:49:20.041599+0000","last_undegraded":"2024-03-19T01:49:20.041599+0000","last_fullsized":"2024-03-19T01:49:20.041599+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:47:47.296955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041226+0000","last_change":"2024-03-19T01:48:20.065678+0000","last_active":"2024-03-19T01:49:20.041226+0000","last_peered":"2024-03-19T01:49:20.041226+0000","last_clean":"2024-03-19T01:49:20.041226+0000","last_became_active":"2024-03-19T01:48:20.065045+0000","last_became_peered":"2024-03-19T01:48:20.065045+0000","last_unstale":"2024-03-19T01:49:20.041226+0000","last_undegraded":"2024-03-19T01:49:20.041226+0000","last_fullsized":"2024-03-19T01:49:20.041226+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:02:07.620337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8,0],"acting":[2,3,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043124+0000","last_change":"2024-03-19T01:47:26.053209+0000","last_active":"2024-03-19T01:49:20.043124+0000","last_peered":"2024-03-19T01:49:20.043124+0000","last_clean":"2024-03-19T01:49:20.043124+0000","last_became_active":"2024-03-19T01:47:26.052284+0000","last_became_peered":"2024-03-19T01:47:26.052284+0000","last_unstale":"2024-03-19T01:49:20.043124+0000","last_undegraded":"2024-03-19T01:49:20.043124+0000","last_fullsized":"2024-03-19T01:49:20.043124+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:16:24.337242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042860+0000","last_change":"2024-03-19T01:47:27.314175+0000","last_active":"2024-03-19T01:49:20.042860+0000","last_peered":"2024-03-19T01:49:20.042860+0000","last_clean":"2024-03-19T01:49:20.042860+0000","last_became_active":"2024-03-19T01:47:27.311587+0000","last_became_peered":"2024-03-19T01:47:27.311587+0000","last_unstale":"2024-03-19T01:49:20.042860+0000","last_undegraded":"2024-03-19T01:49:20.042860+0000","last_fullsized":"2024-03-19T01:49:20.042860+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:45:00.080471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.827850+0000","last_change":"2024-03-19T01:47:31.327408+0000","last_active":"2024-03-19T01:49:19.827850+0000","last_peered":"2024-03-19T01:49:19.827850+0000","last_clean":"2024-03-19T01:49:19.827850+0000","last_became_active":"2024-03-19T01:47:31.327035+0000","last_became_peered":"2024-03-19T01:47:31.327035+0000","last_unstale":"2024-03-19T01:49:19.827850+0000","last_undegraded":"2024-03-19T01:49:19.827850+0000","last_fullsized":"2024-03-19T01:49:19.827850+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:32:47.486791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043055+0000","last_change":"2024-03-19T01:47:26.045775+0000","last_active":"2024-03-19T01:49:20.043055+0000","last_peered":"2024-03-19T01:49:20.043055+0000","last_clean":"2024-03-19T01:49:20.043055+0000","last_became_active":"2024-03-19T01:47:26.045433+0000","last_became_peered":"2024-03-19T01:47:26.045433+0000","last_unstale":"2024-03-19T01:49:20.043055+0000","last_undegraded":"2024-03-19T01:49:20.043055+0000","last_fullsized":"2024-03-19T01:49:20.043055+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:34:06.043855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043395+0000","last_change":"2024-03-19T01:47:27.318571+0000","last_active":"2024-03-19T01:49:20.043395+0000","last_peered":"2024-03-19T01:49:20.043395+0000","last_clean":"2024-03-19T01:49:20.043395+0000","last_became_active":"2024-03-19T01:47:27.318151+0000","last_became_peered":"2024-03-19T01:47:27.318151+0000","last_unstale":"2024-03-19T01:49:20.043395+0000","last_undegraded":"2024-03-19T01:49:20.043395+0000","last_fullsized":"2024-03-19T01:49:20.043395+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:32:53.894252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.828441+0000","last_change":"2024-03-19T01:47:31.324552+0000","last_active":"2024-03-19T01:49:19.828441+0000","last_peered":"2024-03-19T01:49:19.828441+0000","last_clean":"2024-03-19T01:49:19.828441+0000","last_became_active":"2024-03-19T01:47:31.323439+0000","last_became_peered":"2024-03-19T01:47:31.323439+0000","last_unstale":"2024-03-19T01:49:19.828441+0000","last_undegraded":"2024-03-19T01:49:19.828441+0000","last_fullsized":"2024-03-19T01:49:19.828441+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:44:57.310453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.830652+0000","last_change":"2024-03-19T01:47:26.055666+0000","last_active":"2024-03-19T01:49:19.830652+0000","last_peered":"2024-03-19T01:49:19.830652+0000","last_clean":"2024-03-19T01:49:19.830652+0000","last_became_active":"2024-03-19T01:47:26.054733+0000","last_became_peered":"2024-03-19T01:47:26.054733+0000","last_unstale":"2024-03-19T01:49:19.830652+0000","last_undegraded":"2024-03-19T01:49:19.830652+0000","last_fullsized":"2024-03-19T01:49:19.830652+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:47:44.123486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.834284+0000","last_change":"2024-03-19T01:47:27.314507+0000","last_active":"2024-03-19T01:49:19.834284+0000","last_peered":"2024-03-19T01:49:19.834284+0000","last_clean":"2024-03-19T01:49:19.834284+0000","last_became_active":"2024-03-19T01:47:27.313749+0000","last_became_peered":"2024-03-19T01:47:27.313749+0000","last_unstale":"2024-03-19T01:49:19.834284+0000","last_undegraded":"2024-03-19T01:49:19.834284+0000","last_fullsized":"2024-03-19T01:49:19.834284+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:30:03.286976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.827910+0000","last_change":"2024-03-19T01:47:31.318980+0000","last_active":"2024-03-19T01:49:19.827910+0000","last_peered":"2024-03-19T01:49:19.827910+0000","last_clean":"2024-03-19T01:49:19.827910+0000","last_became_active":"2024-03-19T01:47:31.318571+0000","last_became_peered":"2024-03-19T01:47:31.318571+0000","last_unstale":"2024-03-19T01:49:19.827910+0000","last_undegraded":"2024-03-19T01:49:19.827910+0000","last_fullsized":"2024-03-19T01:49:19.827910+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:22:16.823320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"84'2","reported_seq":19,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041972+0000","last_change":"2024-03-19T01:48:19.687961+0000","last_active":"2024-03-19T01:49:20.041972+0000","last_peered":"2024-03-19T01:49:20.041972+0000","last_clean":"2024-03-19T01:49:20.041972+0000","last_became_active":"2024-03-19T01:48:19.681267+0000","last_became_peered":"2024-03-19T01:48:19.681267+0000","last_unstale":"2024-03-19T01:49:20.041972+0000","last_undegraded":"2024-03-19T01:49:20.041972+0000","last_fullsized":"2024-03-19T01:49:20.041972+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:15:20.004822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.831862+0000","last_change":"2024-03-19T01:47:27.302258+0000","last_active":"2024-03-19T01:49:19.831862+0000","last_peered":"2024-03-19T01:49:19.831862+0000","last_clean":"2024-03-19T01:49:19.831862+0000","last_became_active":"2024-03-19T01:47:27.301920+0000","last_became_peered":"2024-03-19T01:47:27.301920+0000","last_unstale":"2024-03-19T01:49:19.831862+0000","last_undegraded":"2024-03-19T01:49:19.831862+0000","last_fullsized":"2024-03-19T01:49:19.831862+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:46:21.858117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041354+0000","last_change":"2024-03-19T01:47:31.319643+0000","last_active":"2024-03-19T01:49:20.041354+0000","last_peered":"2024-03-19T01:49:20.041354+0000","last_clean":"2024-03-19T01:49:20.041354+0000","last_became_active":"2024-03-19T01:47:31.319188+0000","last_became_peered":"2024-03-19T01:47:31.319188+0000","last_unstale":"2024-03-19T01:49:20.041354+0000","last_undegraded":"2024-03-19T01:49:20.041354+0000","last_fullsized":"2024-03-19T01:49:20.041354+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:31:40.287100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"93'6","reported_seq":166,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:47.772687+0000","last_change":"2024-03-19T01:48:19.687581+0000","last_active":"2024-03-19T01:49:47.772687+0000","last_peered":"2024-03-19T01:49:47.772687+0000","last_clean":"2024-03-19T01:49:47.772687+0000","last_became_active":"2024-03-19T01:48:19.682689+0000","last_became_peered":"2024-03-19T01:48:19.682689+0000","last_unstale":"2024-03-19T01:49:47.772687+0000","last_undegraded":"2024-03-19T01:49:47.772687+0000","last_fullsized":"2024-03-19T01:49:47.772687+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:10:27.829818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1116,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":112,"num_read_kb":2,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.830108+0000","last_change":"2024-03-19T01:47:27.311182+0000","last_active":"2024-03-19T01:49:19.830108+0000","last_peered":"2024-03-19T01:49:19.830108+0000","last_clean":"2024-03-19T01:49:19.830108+0000","last_became_active":"2024-03-19T01:47:27.310844+0000","last_became_peered":"2024-03-19T01:47:27.310844+0000","last_unstale":"2024-03-19T01:49:19.830108+0000","last_undegraded":"2024-03-19T01:49:19.830108+0000","last_fullsized":"2024-03-19T01:49:19.830108+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:24:04.220205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041321+0000","last_change":"2024-03-19T01:47:31.328731+0000","last_active":"2024-03-19T01:49:20.041321+0000","last_peered":"2024-03-19T01:49:20.041321+0000","last_clean":"2024-03-19T01:49:20.041321+0000","last_became_active":"2024-03-19T01:47:31.328185+0000","last_became_peered":"2024-03-19T01:47:31.328185+0000","last_unstale":"2024-03-19T01:49:20.041321+0000","last_undegraded":"2024-03-19T01:49:20.041321+0000","last_fullsized":"2024-03-19T01:49:20.041321+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:10:56.880979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041527+0000","last_change":"2024-03-19T01:47:26.052193+0000","last_active":"2024-03-19T01:49:20.041527+0000","last_peered":"2024-03-19T01:49:20.041527+0000","last_clean":"2024-03-19T01:49:20.041527+0000","last_became_active":"2024-03-19T01:47:26.051832+0000","last_became_peered":"2024-03-19T01:47:26.051832+0000","last_unstale":"2024-03-19T01:49:20.041527+0000","last_undegraded":"2024-03-19T01:49:20.041527+0000","last_fullsized":"2024-03-19T01:49:20.041527+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:45:11.441308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.831728+0000","last_change":"2024-03-19T01:47:27.310135+0000","last_active":"2024-03-19T01:49:19.831728+0000","last_peered":"2024-03-19T01:49:19.831728+0000","last_clean":"2024-03-19T01:49:19.831728+0000","last_became_active":"2024-03-19T01:47:27.308179+0000","last_became_peered":"2024-03-19T01:47:27.308179+0000","last_unstale":"2024-03-19T01:49:19.831728+0000","last_undegraded":"2024-03-19T01:49:19.831728+0000","last_fullsized":"2024-03-19T01:49:19.831728+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:01:50.832982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042128+0000","last_change":"2024-03-19T01:47:31.316766+0000","last_active":"2024-03-19T01:49:20.042128+0000","last_peered":"2024-03-19T01:49:20.042128+0000","last_clean":"2024-03-19T01:49:20.042128+0000","last_became_active":"2024-03-19T01:47:31.316338+0000","last_became_peered":"2024-03-19T01:47:31.316338+0000","last_unstale":"2024-03-19T01:49:20.042128+0000","last_undegraded":"2024-03-19T01:49:20.042128+0000","last_fullsized":"2024-03-19T01:49:20.042128+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:43:01.916227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.826793+0000","last_change":"2024-03-19T01:47:26.053276+0000","last_active":"2024-03-19T01:49:19.826793+0000","last_peered":"2024-03-19T01:49:19.826793+0000","last_clean":"2024-03-19T01:49:19.826793+0000","last_became_active":"2024-03-19T01:47:26.052599+0000","last_became_peered":"2024-03-19T01:47:26.052599+0000","last_unstale":"2024-03-19T01:49:19.826793+0000","last_undegraded":"2024-03-19T01:49:19.826793+0000","last_fullsized":"2024-03-19T01:49:19.826793+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:48:08.688859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041435+0000","last_change":"2024-03-19T01:47:27.311569+0000","last_active":"2024-03-19T01:49:20.041435+0000","last_peered":"2024-03-19T01:49:20.041435+0000","last_clean":"2024-03-19T01:49:20.041435+0000","last_became_active":"2024-03-19T01:47:27.311211+0000","last_became_peered":"2024-03-19T01:47:27.311211+0000","last_unstale":"2024-03-19T01:49:20.041435+0000","last_undegraded":"2024-03-19T01:49:20.041435+0000","last_fullsized":"2024-03-19T01:49:20.041435+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:18:17.937186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043241+0000","last_change":"2024-03-19T01:47:31.316304+0000","last_active":"2024-03-19T01:49:20.043241+0000","last_peered":"2024-03-19T01:49:20.043241+0000","last_clean":"2024-03-19T01:49:20.043241+0000","last_became_active":"2024-03-19T01:47:31.315859+0000","last_became_peered":"2024-03-19T01:47:31.315859+0000","last_unstale":"2024-03-19T01:49:20.043241+0000","last_undegraded":"2024-03-19T01:49:20.043241+0000","last_fullsized":"2024-03-19T01:49:20.043241+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:51:04.062955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.831260+0000","last_change":"2024-03-19T01:47:26.053941+0000","last_active":"2024-03-19T01:49:19.831260+0000","last_peered":"2024-03-19T01:49:19.831260+0000","last_clean":"2024-03-19T01:49:19.831260+0000","last_became_active":"2024-03-19T01:47:26.053225+0000","last_became_peered":"2024-03-19T01:47:26.053225+0000","last_unstale":"2024-03-19T01:49:19.831260+0000","last_undegraded":"2024-03-19T01:49:19.831260+0000","last_fullsized":"2024-03-19T01:49:19.831260+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:29:53.906803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042327+0000","last_change":"2024-03-19T01:47:27.307187+0000","last_active":"2024-03-19T01:49:20.042327+0000","last_peered":"2024-03-19T01:49:20.042327+0000","last_clean":"2024-03-19T01:49:20.042327+0000","last_became_active":"2024-03-19T01:47:27.306801+0000","last_became_peered":"2024-03-19T01:47:27.306801+0000","last_unstale":"2024-03-19T01:49:20.042327+0000","last_undegraded":"2024-03-19T01:49:20.042327+0000","last_fullsized":"2024-03-19T01:49:20.042327+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:08:01.805058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041485+0000","last_change":"2024-03-19T01:47:31.324169+0000","last_active":"2024-03-19T01:49:20.041485+0000","last_peered":"2024-03-19T01:49:20.041485+0000","last_clean":"2024-03-19T01:49:20.041485+0000","last_became_active":"2024-03-19T01:47:31.323762+0000","last_became_peered":"2024-03-19T01:47:31.323762+0000","last_unstale":"2024-03-19T01:49:20.041485+0000","last_undegraded":"2024-03-19T01:49:20.041485+0000","last_fullsized":"2024-03-19T01:49:20.041485+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:07:28.426628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"93'4","reported_seq":150,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:47.771962+0000","last_change":"2024-03-19T01:47:26.049890+0000","last_active":"2024-03-19T01:49:47.771962+0000","last_peered":"2024-03-19T01:49:47.771962+0000","last_clean":"2024-03-19T01:49:47.771962+0000","last_became_active":"2024-03-19T01:47:26.048646+0000","last_became_peered":"2024-03-19T01:47:26.048646+0000","last_unstale":"2024-03-19T01:49:47.771962+0000","last_undegraded":"2024-03-19T01:49:47.771962+0000","last_fullsized":"2024-03-19T01:49:47.771962+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:11:50.001219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":115,"num_read_kb":115,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.834465+0000","last_change":"2024-03-19T01:47:27.312461+0000","last_active":"2024-03-19T01:49:19.834465+0000","last_peered":"2024-03-19T01:49:19.834465+0000","last_clean":"2024-03-19T01:49:19.834465+0000","last_became_active":"2024-03-19T01:47:27.312015+0000","last_became_peered":"2024-03-19T01:47:27.312015+0000","last_unstale":"2024-03-19T01:49:19.834465+0000","last_undegraded":"2024-03-19T01:49:19.834465+0000","last_fullsized":"2024-03-19T01:49:19.834465+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:23:14.466777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042240+0000","last_change":"2024-03-19T01:47:31.325595+0000","last_active":"2024-03-19T01:49:20.042240+0000","last_peered":"2024-03-19T01:49:20.042240+0000","last_clean":"2024-03-19T01:49:20.042240+0000","last_became_active":"2024-03-19T01:47:31.322617+0000","last_became_peered":"2024-03-19T01:47:31.322617+0000","last_unstale":"2024-03-19T01:49:20.042240+0000","last_undegraded":"2024-03-19T01:49:20.042240+0000","last_fullsized":"2024-03-19T01:49:20.042240+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:46:04.668715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042298+0000","last_change":"2024-03-19T01:47:26.047973+0000","last_active":"2024-03-19T01:49:20.042298+0000","last_peered":"2024-03-19T01:49:20.042298+0000","last_clean":"2024-03-19T01:49:20.042298+0000","last_became_active":"2024-03-19T01:47:26.047638+0000","last_became_peered":"2024-03-19T01:47:26.047638+0000","last_unstale":"2024-03-19T01:49:20.042298+0000","last_undegraded":"2024-03-19T01:49:20.042298+0000","last_fullsized":"2024-03-19T01:49:20.042298+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:07:45.486145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043388+0000","last_change":"2024-03-19T01:48:19.680505+0000","last_active":"2024-03-19T01:49:20.043388+0000","last_peered":"2024-03-19T01:49:20.043388+0000","last_clean":"2024-03-19T01:49:20.043388+0000","last_became_active":"2024-03-19T01:48:19.680277+0000","last_became_peered":"2024-03-19T01:48:19.680277+0000","last_unstale":"2024-03-19T01:49:20.043388+0000","last_undegraded":"2024-03-19T01:49:20.043388+0000","last_fullsized":"2024-03-19T01:49:20.043388+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:22:52.018947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.828514+0000","last_change":"2024-03-19T01:48:20.088959+0000","last_active":"2024-03-19T01:49:19.828514+0000","last_peered":"2024-03-19T01:49:19.828514+0000","last_clean":"2024-03-19T01:49:19.828514+0000","last_became_active":"2024-03-19T01:48:20.088532+0000","last_became_peered":"2024-03-19T01:48:20.088532+0000","last_unstale":"2024-03-19T01:49:19.828514+0000","last_undegraded":"2024-03-19T01:49:19.828514+0000","last_fullsized":"2024-03-19T01:49:19.828514+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:51:25.389690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,10],"acting":[4,1,2,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.831746+0000","last_change":"2024-03-19T01:47:26.046128+0000","last_active":"2024-03-19T01:49:19.831746+0000","last_peered":"2024-03-19T01:49:19.831746+0000","last_clean":"2024-03-19T01:49:19.831746+0000","last_became_active":"2024-03-19T01:47:26.045503+0000","last_became_peered":"2024-03-19T01:47:26.045503+0000","last_unstale":"2024-03-19T01:49:19.831746+0000","last_undegraded":"2024-03-19T01:49:19.831746+0000","last_fullsized":"2024-03-19T01:49:19.831746+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:56:01.163124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.834455+0000","last_change":"2024-03-19T01:47:27.314081+0000","last_active":"2024-03-19T01:49:19.834455+0000","last_peered":"2024-03-19T01:49:19.834455+0000","last_clean":"2024-03-19T01:49:19.834455+0000","last_became_active":"2024-03-19T01:47:27.313382+0000","last_became_peered":"2024-03-19T01:47:27.313382+0000","last_unstale":"2024-03-19T01:49:19.834455+0000","last_undegraded":"2024-03-19T01:49:19.834455+0000","last_fullsized":"2024-03-19T01:49:19.834455+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:28:47.817495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042473+0000","last_change":"2024-03-19T01:48:20.089030+0000","last_active":"2024-03-19T01:49:20.042473+0000","last_peered":"2024-03-19T01:49:20.042473+0000","last_clean":"2024-03-19T01:49:20.042473+0000","last_became_active":"2024-03-19T01:48:20.088649+0000","last_became_peered":"2024-03-19T01:48:20.088649+0000","last_unstale":"2024-03-19T01:49:20.042473+0000","last_undegraded":"2024-03-19T01:49:20.042473+0000","last_fullsized":"2024-03-19T01:49:20.042473+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:33:32.144814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,10],"acting":[9,8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"93'39","reported_seq":310,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:48.116612+0000","last_change":"2024-03-19T01:47:26.051394+0000","last_active":"2024-03-19T01:49:48.116612+0000","last_peered":"2024-03-19T01:49:48.116612+0000","last_clean":"2024-03-19T01:49:48.116612+0000","last_became_active":"2024-03-19T01:47:26.050660+0000","last_became_peered":"2024-03-19T01:47:26.050660+0000","last_unstale":"2024-03-19T01:49:48.116612+0000","last_undegraded":"2024-03-19T01:49:48.116612+0000","last_fullsized":"2024-03-19T01:49:48.116612+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:52:58.183984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63077,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":239,"num_read_kb":182,"num_write":40,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.830398+0000","last_change":"2024-03-19T01:47:27.315361+0000","last_active":"2024-03-19T01:49:19.830398+0000","last_peered":"2024-03-19T01:49:19.830398+0000","last_clean":"2024-03-19T01:49:19.830398+0000","last_became_active":"2024-03-19T01:47:27.314911+0000","last_became_peered":"2024-03-19T01:47:27.314911+0000","last_unstale":"2024-03-19T01:49:19.830398+0000","last_undegraded":"2024-03-19T01:49:19.830398+0000","last_fullsized":"2024-03-19T01:49:19.830398+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:08:14.621040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.832043+0000","last_change":"2024-03-19T01:47:31.330456+0000","last_active":"2024-03-19T01:49:19.832043+0000","last_peered":"2024-03-19T01:49:19.832043+0000","last_clean":"2024-03-19T01:49:19.832043+0000","last_became_active":"2024-03-19T01:47:31.329958+0000","last_became_peered":"2024-03-19T01:47:31.329958+0000","last_unstale":"2024-03-19T01:49:19.832043+0000","last_undegraded":"2024-03-19T01:49:19.832043+0000","last_fullsized":"2024-03-19T01:49:19.832043+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:59:25.295474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041297+0000","last_change":"2024-03-19T01:47:26.048432+0000","last_active":"2024-03-19T01:49:20.041297+0000","last_peered":"2024-03-19T01:49:20.041297+0000","last_clean":"2024-03-19T01:49:20.041297+0000","last_became_active":"2024-03-19T01:47:26.047964+0000","last_became_peered":"2024-03-19T01:47:26.047964+0000","last_unstale":"2024-03-19T01:49:20.041297+0000","last_undegraded":"2024-03-19T01:49:20.041297+0000","last_fullsized":"2024-03-19T01:49:20.041297+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:27:36.537848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.826909+0000","last_change":"2024-03-19T01:47:27.305835+0000","last_active":"2024-03-19T01:49:19.826909+0000","last_peered":"2024-03-19T01:49:19.826909+0000","last_clean":"2024-03-19T01:49:19.826909+0000","last_became_active":"2024-03-19T01:47:27.305470+0000","last_became_peered":"2024-03-19T01:47:27.305470+0000","last_unstale":"2024-03-19T01:49:19.826909+0000","last_undegraded":"2024-03-19T01:49:19.826909+0000","last_fullsized":"2024-03-19T01:49:19.826909+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:22:26.877874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042092+0000","last_change":"2024-03-19T01:47:31.315016+0000","last_active":"2024-03-19T01:49:20.042092+0000","last_peered":"2024-03-19T01:49:20.042092+0000","last_clean":"2024-03-19T01:49:20.042092+0000","last_became_active":"2024-03-19T01:47:31.313734+0000","last_became_peered":"2024-03-19T01:47:31.313734+0000","last_unstale":"2024-03-19T01:49:20.042092+0000","last_undegraded":"2024-03-19T01:49:20.042092+0000","last_fullsized":"2024-03-19T01:49:20.042092+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:59:07.326448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.831584+0000","last_change":"2024-03-19T01:47:26.052773+0000","last_active":"2024-03-19T01:49:19.831584+0000","last_peered":"2024-03-19T01:49:19.831584+0000","last_clean":"2024-03-19T01:49:19.831584+0000","last_became_active":"2024-03-19T01:47:26.052417+0000","last_became_peered":"2024-03-19T01:47:26.052417+0000","last_unstale":"2024-03-19T01:49:19.831584+0000","last_undegraded":"2024-03-19T01:49:19.831584+0000","last_fullsized":"2024-03-19T01:49:19.831584+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:54:56.810454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042327+0000","last_change":"2024-03-19T01:47:27.310818+0000","last_active":"2024-03-19T01:49:20.042327+0000","last_peered":"2024-03-19T01:49:20.042327+0000","last_clean":"2024-03-19T01:49:20.042327+0000","last_became_active":"2024-03-19T01:47:27.310473+0000","last_became_peered":"2024-03-19T01:47:27.310473+0000","last_unstale":"2024-03-19T01:49:20.042327+0000","last_undegraded":"2024-03-19T01:49:20.042327+0000","last_fullsized":"2024-03-19T01:49:20.042327+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T02:23:22.643669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":16,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.830518+0000","last_change":"2024-03-19T01:48:20.065211+0000","last_active":"2024-03-19T01:49:19.830518+0000","last_peered":"2024-03-19T01:49:19.830518+0000","last_clean":"2024-03-19T01:49:19.830518+0000","last_became_active":"2024-03-19T01:48:20.064670+0000","last_became_peered":"2024-03-19T01:48:20.064670+0000","last_unstale":"2024-03-19T01:49:19.830518+0000","last_undegraded":"2024-03-19T01:49:19.830518+0000","last_fullsized":"2024-03-19T01:49:19.830518+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:27:21.814037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,7,0,3],"acting":[8,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.11","version":"93'6","reported_seq":159,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:48.768439+0000","last_change":"2024-03-19T01:47:26.048736+0000","last_active":"2024-03-19T01:49:48.768439+0000","last_peered":"2024-03-19T01:49:48.768439+0000","last_clean":"2024-03-19T01:49:48.768439+0000","last_became_active":"2024-03-19T01:47:26.048395+0000","last_became_peered":"2024-03-19T01:47:26.048395+0000","last_unstale":"2024-03-19T01:49:48.768439+0000","last_undegraded":"2024-03-19T01:49:48.768439+0000","last_fullsized":"2024-03-19T01:49:48.768439+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:25:53.794609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1614,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":122,"num_read_kb":6,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041388+0000","last_change":"2024-03-19T01:47:27.301270+0000","last_active":"2024-03-19T01:49:20.041388+0000","last_peered":"2024-03-19T01:49:20.041388+0000","last_clean":"2024-03-19T01:49:20.041388+0000","last_became_active":"2024-03-19T01:47:27.300953+0000","last_became_peered":"2024-03-19T01:47:27.300953+0000","last_unstale":"2024-03-19T01:49:20.041388+0000","last_undegraded":"2024-03-19T01:49:20.041388+0000","last_fullsized":"2024-03-19T01:49:20.041388+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:29:50.520610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.827531+0000","last_change":"2024-03-19T01:47:31.324765+0000","last_active":"2024-03-19T01:49:19.827531+0000","last_peered":"2024-03-19T01:49:19.827531+0000","last_clean":"2024-03-19T01:49:19.827531+0000","last_became_active":"2024-03-19T01:47:31.324360+0000","last_became_peered":"2024-03-19T01:47:31.324360+0000","last_unstale":"2024-03-19T01:49:19.827531+0000","last_undegraded":"2024-03-19T01:49:19.827531+0000","last_fullsized":"2024-03-19T01:49:19.827531+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:47:22.496628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":48,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.829946+0000","last_change":"2024-03-19T01:47:26.055325+0000","last_active":"2024-03-19T01:49:19.829946+0000","last_peered":"2024-03-19T01:49:19.829946+0000","last_clean":"2024-03-19T01:49:19.829946+0000","last_became_active":"2024-03-19T01:47:26.054958+0000","last_became_peered":"2024-03-19T01:47:26.054958+0000","last_unstale":"2024-03-19T01:49:19.829946+0000","last_undegraded":"2024-03-19T01:49:19.829946+0000","last_fullsized":"2024-03-19T01:49:19.829946+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:51:49.081574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.837302+0000","last_change":"2024-03-19T01:49:19.836768+0000","last_active":"2024-03-19T01:49:19.837302+0000","last_peered":"2024-03-19T01:49:19.837302+0000","last_clean":"2024-03-19T01:49:19.837302+0000","last_became_active":"2024-03-19T01:49:19.836343+0000","last_became_peered":"2024-03-19T01:49:19.836343+0000","last_unstale":"2024-03-19T01:49:19.837302+0000","last_undegraded":"2024-03-19T01:49:19.837302+0000","last_fullsized":"2024-03-19T01:49:19.837302+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:56:03.744501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.831387+0000","last_change":"2024-03-19T01:47:31.322426+0000","last_active":"2024-03-19T01:49:19.831387+0000","last_peered":"2024-03-19T01:49:19.831387+0000","last_clean":"2024-03-19T01:49:19.831387+0000","last_became_active":"2024-03-19T01:47:31.322016+0000","last_became_peered":"2024-03-19T01:47:31.322016+0000","last_unstale":"2024-03-19T01:49:19.831387+0000","last_undegraded":"2024-03-19T01:49:19.831387+0000","last_fullsized":"2024-03-19T01:49:19.831387+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:54:17.409583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.830744+0000","last_change":"2024-03-19T01:47:26.052190+0000","last_active":"2024-03-19T01:49:19.830744+0000","last_peered":"2024-03-19T01:49:19.830744+0000","last_clean":"2024-03-19T01:49:19.830744+0000","last_became_active":"2024-03-19T01:47:26.051799+0000","last_became_peered":"2024-03-19T01:47:26.051799+0000","last_unstale":"2024-03-19T01:49:19.830744+0000","last_undegraded":"2024-03-19T01:49:19.830744+0000","last_fullsized":"2024-03-19T01:49:19.830744+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:09:59.021810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042238+0000","last_change":"2024-03-19T01:47:27.304180+0000","last_active":"2024-03-19T01:49:20.042238+0000","last_peered":"2024-03-19T01:49:20.042238+0000","last_clean":"2024-03-19T01:49:20.042238+0000","last_became_active":"2024-03-19T01:47:27.303143+0000","last_became_peered":"2024-03-19T01:47:27.303143+0000","last_unstale":"2024-03-19T01:49:20.042238+0000","last_undegraded":"2024-03-19T01:49:20.042238+0000","last_fullsized":"2024-03-19T01:49:20.042238+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:04:21.390402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.830152+0000","last_change":"2024-03-19T01:47:31.320318+0000","last_active":"2024-03-19T01:49:19.830152+0000","last_peered":"2024-03-19T01:49:19.830152+0000","last_clean":"2024-03-19T01:49:19.830152+0000","last_became_active":"2024-03-19T01:47:31.319915+0000","last_became_peered":"2024-03-19T01:47:31.319915+0000","last_unstale":"2024-03-19T01:49:19.830152+0000","last_undegraded":"2024-03-19T01:49:19.830152+0000","last_fullsized":"2024-03-19T01:49:19.830152+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:54:50.854825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043300+0000","last_change":"2024-03-19T01:47:26.039733+0000","last_active":"2024-03-19T01:49:20.043300+0000","last_peered":"2024-03-19T01:49:20.043300+0000","last_clean":"2024-03-19T01:49:20.043300+0000","last_became_active":"2024-03-19T01:47:26.039376+0000","last_became_peered":"2024-03-19T01:47:26.039376+0000","last_unstale":"2024-03-19T01:49:20.043300+0000","last_undegraded":"2024-03-19T01:49:20.043300+0000","last_fullsized":"2024-03-19T01:49:20.043300+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:54:25.837909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041936+0000","last_change":"2024-03-19T01:47:27.307397+0000","last_active":"2024-03-19T01:49:20.041936+0000","last_peered":"2024-03-19T01:49:20.041936+0000","last_clean":"2024-03-19T01:49:20.041936+0000","last_became_active":"2024-03-19T01:47:27.307012+0000","last_became_peered":"2024-03-19T01:47:27.307012+0000","last_unstale":"2024-03-19T01:49:20.041936+0000","last_undegraded":"2024-03-19T01:49:20.041936+0000","last_fullsized":"2024-03-19T01:49:20.041936+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:40:02.529210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.827115+0000","last_change":"2024-03-19T01:47:31.315470+0000","last_active":"2024-03-19T01:49:19.827115+0000","last_peered":"2024-03-19T01:49:19.827115+0000","last_clean":"2024-03-19T01:49:19.827115+0000","last_became_active":"2024-03-19T01:47:31.315029+0000","last_became_peered":"2024-03-19T01:47:31.315029+0000","last_unstale":"2024-03-19T01:49:19.827115+0000","last_undegraded":"2024-03-19T01:49:19.827115+0000","last_fullsized":"2024-03-19T01:49:19.827115+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:16:22.166968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042060+0000","last_change":"2024-03-19T01:47:26.052904+0000","last_active":"2024-03-19T01:49:20.042060+0000","last_peered":"2024-03-19T01:49:20.042060+0000","last_clean":"2024-03-19T01:49:20.042060+0000","last_became_active":"2024-03-19T01:47:26.052339+0000","last_became_peered":"2024-03-19T01:47:26.052339+0000","last_unstale":"2024-03-19T01:49:20.042060+0000","last_undegraded":"2024-03-19T01:49:20.042060+0000","last_fullsized":"2024-03-19T01:49:20.042060+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:45:47.050977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041837+0000","last_change":"2024-03-19T01:47:27.303061+0000","last_active":"2024-03-19T01:49:20.041837+0000","last_peered":"2024-03-19T01:49:20.041837+0000","last_clean":"2024-03-19T01:49:20.041837+0000","last_became_active":"2024-03-19T01:47:27.302785+0000","last_became_peered":"2024-03-19T01:47:27.302785+0000","last_unstale":"2024-03-19T01:49:20.041837+0000","last_undegraded":"2024-03-19T01:49:20.041837+0000","last_fullsized":"2024-03-19T01:49:20.041837+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:44:10.691739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.827417+0000","last_change":"2024-03-19T01:47:31.326975+0000","last_active":"2024-03-19T01:49:19.827417+0000","last_peered":"2024-03-19T01:49:19.827417+0000","last_clean":"2024-03-19T01:49:19.827417+0000","last_became_active":"2024-03-19T01:47:31.326584+0000","last_became_peered":"2024-03-19T01:47:31.326584+0000","last_unstale":"2024-03-19T01:49:19.827417+0000","last_undegraded":"2024-03-19T01:49:19.827417+0000","last_fullsized":"2024-03-19T01:49:19.827417+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:06:30.740449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.831515+0000","last_change":"2024-03-19T01:47:27.308459+0000","last_active":"2024-03-19T01:49:19.831515+0000","last_peered":"2024-03-19T01:49:19.831515+0000","last_clean":"2024-03-19T01:49:19.831515+0000","last_became_active":"2024-03-19T01:47:27.308012+0000","last_became_peered":"2024-03-19T01:47:27.308012+0000","last_unstale":"2024-03-19T01:49:19.831515+0000","last_undegraded":"2024-03-19T01:49:19.831515+0000","last_fullsized":"2024-03-19T01:49:19.831515+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:07:26.894011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"93'6","reported_seq":154,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:48.119430+0000","last_change":"2024-03-19T01:47:26.050134+0000","last_active":"2024-03-19T01:49:48.119430+0000","last_peered":"2024-03-19T01:49:48.119430+0000","last_clean":"2024-03-19T01:49:48.119430+0000","last_became_active":"2024-03-19T01:47:26.049837+0000","last_became_peered":"2024-03-19T01:47:26.049837+0000","last_unstale":"2024-03-19T01:49:48.119430+0000","last_undegraded":"2024-03-19T01:49:48.119430+0000","last_fullsized":"2024-03-19T01:49:48.119430+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:34:49.518613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":116,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042329+0000","last_change":"2024-03-19T01:47:31.320403+0000","last_active":"2024-03-19T01:49:20.042329+0000","last_peered":"2024-03-19T01:49:20.042329+0000","last_clean":"2024-03-19T01:49:20.042329+0000","last_became_active":"2024-03-19T01:47:31.319954+0000","last_became_peered":"2024-03-19T01:47:31.319954+0000","last_unstale":"2024-03-19T01:49:20.042329+0000","last_undegraded":"2024-03-19T01:49:20.042329+0000","last_fullsized":"2024-03-19T01:49:20.042329+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:35:57.754444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042054+0000","last_change":"2024-03-19T01:47:27.315194+0000","last_active":"2024-03-19T01:49:20.042054+0000","last_peered":"2024-03-19T01:49:20.042054+0000","last_clean":"2024-03-19T01:49:20.042054+0000","last_became_active":"2024-03-19T01:47:27.314864+0000","last_became_peered":"2024-03-19T01:47:27.314864+0000","last_unstale":"2024-03-19T01:49:20.042054+0000","last_undegraded":"2024-03-19T01:49:20.042054+0000","last_fullsized":"2024-03-19T01:49:20.042054+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:09:40.428274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.828533+0000","last_change":"2024-03-19T01:47:26.047794+0000","last_active":"2024-03-19T01:49:19.828533+0000","last_peered":"2024-03-19T01:49:19.828533+0000","last_clean":"2024-03-19T01:49:19.828533+0000","last_became_active":"2024-03-19T01:47:26.047459+0000","last_became_peered":"2024-03-19T01:47:26.047459+0000","last_unstale":"2024-03-19T01:49:19.828533+0000","last_undegraded":"2024-03-19T01:49:19.828533+0000","last_fullsized":"2024-03-19T01:49:19.828533+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:25:51.486270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":364,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041221+0000","last_change":"2024-03-19T01:46:10.623403+0000","last_active":"2024-03-19T01:49:20.041221+0000","last_peered":"2024-03-19T01:49:20.041221+0000","last_clean":"2024-03-19T01:49:20.041221+0000","last_became_active":"2024-03-19T01:46:10.622930+0000","last_became_peered":"2024-03-19T01:46:10.622930+0000","last_unstale":"2024-03-19T01:49:20.041221+0000","last_undegraded":"2024-03-19T01:49:20.041221+0000","last_fullsized":"2024-03-19T01:49:20.041221+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:42:46.754448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:42:46.754448+0000","last_clean_scrub_stamp":"2024-03-19T01:42:46.754448+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T01:52:24.139448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.831683+0000","last_change":"2024-03-19T01:47:31.323934+0000","last_active":"2024-03-19T01:49:19.831683+0000","last_peered":"2024-03-19T01:49:19.831683+0000","last_clean":"2024-03-19T01:49:19.831683+0000","last_became_active":"2024-03-19T01:47:31.323456+0000","last_became_peered":"2024-03-19T01:47:31.323456+0000","last_unstale":"2024-03-19T01:49:19.831683+0000","last_undegraded":"2024-03-19T01:49:19.831683+0000","last_fullsized":"2024-03-19T01:49:19.831683+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:59:27.408842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.826713+0000","last_change":"2024-03-19T01:47:27.297861+0000","last_active":"2024-03-19T01:49:19.826713+0000","last_peered":"2024-03-19T01:49:19.826713+0000","last_clean":"2024-03-19T01:49:19.826713+0000","last_became_active":"2024-03-19T01:47:27.297134+0000","last_became_peered":"2024-03-19T01:47:27.297134+0000","last_unstale":"2024-03-19T01:49:19.826713+0000","last_undegraded":"2024-03-19T01:49:19.826713+0000","last_fullsized":"2024-03-19T01:49:19.826713+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:35:49.461782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041341+0000","last_change":"2024-03-19T01:47:26.050882+0000","last_active":"2024-03-19T01:49:20.041341+0000","last_peered":"2024-03-19T01:49:20.041341+0000","last_clean":"2024-03-19T01:49:20.041341+0000","last_became_active":"2024-03-19T01:47:26.050577+0000","last_became_peered":"2024-03-19T01:47:26.050577+0000","last_unstale":"2024-03-19T01:49:20.041341+0000","last_undegraded":"2024-03-19T01:49:20.041341+0000","last_fullsized":"2024-03-19T01:49:20.041341+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:34:56.939105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042038+0000","last_change":"2024-03-19T01:47:31.319308+0000","last_active":"2024-03-19T01:49:20.042038+0000","last_peered":"2024-03-19T01:49:20.042038+0000","last_clean":"2024-03-19T01:49:20.042038+0000","last_became_active":"2024-03-19T01:47:31.318750+0000","last_became_peered":"2024-03-19T01:47:31.318750+0000","last_unstale":"2024-03-19T01:49:20.042038+0000","last_undegraded":"2024-03-19T01:49:20.042038+0000","last_fullsized":"2024-03-19T01:49:20.042038+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:25:02.391574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.830563+0000","last_change":"2024-03-19T01:47:26.055374+0000","last_active":"2024-03-19T01:49:19.830563+0000","last_peered":"2024-03-19T01:49:19.830563+0000","last_clean":"2024-03-19T01:49:19.830563+0000","last_became_active":"2024-03-19T01:47:26.055028+0000","last_became_peered":"2024-03-19T01:47:26.055028+0000","last_unstale":"2024-03-19T01:49:19.830563+0000","last_undegraded":"2024-03-19T01:49:19.830563+0000","last_fullsized":"2024-03-19T01:49:19.830563+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:12:50.519110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.827250+0000","last_change":"2024-03-19T01:47:27.303872+0000","last_active":"2024-03-19T01:49:19.827250+0000","last_peered":"2024-03-19T01:49:19.827250+0000","last_clean":"2024-03-19T01:49:19.827250+0000","last_became_active":"2024-03-19T01:47:27.303495+0000","last_became_peered":"2024-03-19T01:47:27.303495+0000","last_unstale":"2024-03-19T01:49:19.827250+0000","last_undegraded":"2024-03-19T01:49:19.827250+0000","last_fullsized":"2024-03-19T01:49:19.827250+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:30:58.921679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041416+0000","last_change":"2024-03-19T01:47:31.325730+0000","last_active":"2024-03-19T01:49:20.041416+0000","last_peered":"2024-03-19T01:49:20.041416+0000","last_clean":"2024-03-19T01:49:20.041416+0000","last_became_active":"2024-03-19T01:47:31.324519+0000","last_became_peered":"2024-03-19T01:47:31.324519+0000","last_unstale":"2024-03-19T01:49:20.041416+0000","last_undegraded":"2024-03-19T01:49:20.041416+0000","last_fullsized":"2024-03-19T01:49:20.041416+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:31:17.653078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"93'9","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:36.624029+0000","last_change":"2024-03-19T01:47:26.053216+0000","last_active":"2024-03-19T01:49:36.624029+0000","last_peered":"2024-03-19T01:49:36.624029+0000","last_clean":"2024-03-19T01:49:36.624029+0000","last_became_active":"2024-03-19T01:47:26.052024+0000","last_became_peered":"2024-03-19T01:47:26.052024+0000","last_unstale":"2024-03-19T01:49:36.624029+0000","last_undegraded":"2024-03-19T01:49:36.624029+0000","last_fullsized":"2024-03-19T01:49:36.624029+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:19:35.518685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043001+0000","last_change":"2024-03-19T01:47:27.309025+0000","last_active":"2024-03-19T01:49:20.043001+0000","last_peered":"2024-03-19T01:49:20.043001+0000","last_clean":"2024-03-19T01:49:20.043001+0000","last_became_active":"2024-03-19T01:47:27.308653+0000","last_became_peered":"2024-03-19T01:47:27.308653+0000","last_unstale":"2024-03-19T01:49:20.043001+0000","last_undegraded":"2024-03-19T01:49:20.043001+0000","last_fullsized":"2024-03-19T01:49:20.043001+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:26:23.835558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041162+0000","last_change":"2024-03-19T01:47:31.316198+0000","last_active":"2024-03-19T01:49:20.041162+0000","last_peered":"2024-03-19T01:49:20.041162+0000","last_clean":"2024-03-19T01:49:20.041162+0000","last_became_active":"2024-03-19T01:47:31.315660+0000","last_became_peered":"2024-03-19T01:47:31.315660+0000","last_unstale":"2024-03-19T01:49:20.041162+0000","last_undegraded":"2024-03-19T01:49:20.041162+0000","last_fullsized":"2024-03-19T01:49:20.041162+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:00:33.887798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.828358+0000","last_change":"2024-03-19T01:47:26.046501+0000","last_active":"2024-03-19T01:49:19.828358+0000","last_peered":"2024-03-19T01:49:19.828358+0000","last_clean":"2024-03-19T01:49:19.828358+0000","last_became_active":"2024-03-19T01:47:26.046093+0000","last_became_peered":"2024-03-19T01:47:26.046093+0000","last_unstale":"2024-03-19T01:49:19.828358+0000","last_undegraded":"2024-03-19T01:49:19.828358+0000","last_fullsized":"2024-03-19T01:49:19.828358+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:24:48.722011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043360+0000","last_change":"2024-03-19T01:47:27.314121+0000","last_active":"2024-03-19T01:49:20.043360+0000","last_peered":"2024-03-19T01:49:20.043360+0000","last_clean":"2024-03-19T01:49:20.043360+0000","last_became_active":"2024-03-19T01:47:27.313781+0000","last_became_peered":"2024-03-19T01:47:27.313781+0000","last_unstale":"2024-03-19T01:49:20.043360+0000","last_undegraded":"2024-03-19T01:49:20.043360+0000","last_fullsized":"2024-03-19T01:49:20.043360+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:51:35.000417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.828091+0000","last_change":"2024-03-19T01:47:31.323096+0000","last_active":"2024-03-19T01:49:19.828091+0000","last_peered":"2024-03-19T01:49:19.828091+0000","last_clean":"2024-03-19T01:49:19.828091+0000","last_became_active":"2024-03-19T01:47:31.322643+0000","last_became_peered":"2024-03-19T01:47:31.322643+0000","last_unstale":"2024-03-19T01:49:19.828091+0000","last_undegraded":"2024-03-19T01:49:19.828091+0000","last_fullsized":"2024-03-19T01:49:19.828091+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:10:36.376972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.833872+0000","last_change":"2024-03-19T01:48:19.687994+0000","last_active":"2024-03-19T01:49:19.833872+0000","last_peered":"2024-03-19T01:49:19.833872+0000","last_clean":"2024-03-19T01:49:19.833872+0000","last_became_active":"2024-03-19T01:48:19.679560+0000","last_became_peered":"2024-03-19T01:48:19.679560+0000","last_unstale":"2024-03-19T01:49:19.833872+0000","last_undegraded":"2024-03-19T01:49:19.833872+0000","last_fullsized":"2024-03-19T01:49:19.833872+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:35:15.311181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.830007+0000","last_change":"2024-03-19T01:47:27.305294+0000","last_active":"2024-03-19T01:49:19.830007+0000","last_peered":"2024-03-19T01:49:19.830007+0000","last_clean":"2024-03-19T01:49:19.830007+0000","last_became_active":"2024-03-19T01:47:27.304946+0000","last_became_peered":"2024-03-19T01:47:27.304946+0000","last_unstale":"2024-03-19T01:49:19.830007+0000","last_undegraded":"2024-03-19T01:49:19.830007+0000","last_fullsized":"2024-03-19T01:49:19.830007+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:49:54.560038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043021+0000","last_change":"2024-03-19T01:47:31.327304+0000","last_active":"2024-03-19T01:49:20.043021+0000","last_peered":"2024-03-19T01:49:20.043021+0000","last_clean":"2024-03-19T01:49:20.043021+0000","last_became_active":"2024-03-19T01:47:31.326889+0000","last_became_peered":"2024-03-19T01:47:31.326889+0000","last_unstale":"2024-03-19T01:49:20.043021+0000","last_undegraded":"2024-03-19T01:49:20.043021+0000","last_fullsized":"2024-03-19T01:49:20.043021+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:28:20.045507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041638+0000","last_change":"2024-03-19T01:47:26.045259+0000","last_active":"2024-03-19T01:49:20.041638+0000","last_peered":"2024-03-19T01:49:20.041638+0000","last_clean":"2024-03-19T01:49:20.041638+0000","last_became_active":"2024-03-19T01:47:26.044008+0000","last_became_peered":"2024-03-19T01:47:26.044008+0000","last_unstale":"2024-03-19T01:49:20.041638+0000","last_undegraded":"2024-03-19T01:49:20.041638+0000","last_fullsized":"2024-03-19T01:49:20.041638+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:03:29.182910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041917+0000","last_change":"2024-03-19T01:47:27.310672+0000","last_active":"2024-03-19T01:49:20.041917+0000","last_peered":"2024-03-19T01:49:20.041917+0000","last_clean":"2024-03-19T01:49:20.041917+0000","last_became_active":"2024-03-19T01:47:27.310345+0000","last_became_peered":"2024-03-19T01:47:27.310345+0000","last_unstale":"2024-03-19T01:49:20.041917+0000","last_undegraded":"2024-03-19T01:49:20.041917+0000","last_fullsized":"2024-03-19T01:49:20.041917+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:32:11.630838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"89'1","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.828188+0000","last_change":"2024-03-19T01:47:31.323127+0000","last_active":"2024-03-19T01:49:19.828188+0000","last_peered":"2024-03-19T01:49:19.828188+0000","last_clean":"2024-03-19T01:49:19.828188+0000","last_became_active":"2024-03-19T01:47:31.322683+0000","last_became_peered":"2024-03-19T01:47:31.322683+0000","last_unstale":"2024-03-19T01:49:19.828188+0000","last_undegraded":"2024-03-19T01:49:19.828188+0000","last_fullsized":"2024-03-19T01:49:19.828188+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:13:16.272805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"93'2","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:39.399855+0000","last_change":"2024-03-19T01:47:26.051718+0000","last_active":"2024-03-19T01:49:39.399855+0000","last_peered":"2024-03-19T01:49:39.399855+0000","last_clean":"2024-03-19T01:49:39.399855+0000","last_became_active":"2024-03-19T01:47:26.051386+0000","last_became_peered":"2024-03-19T01:47:26.051386+0000","last_unstale":"2024-03-19T01:49:39.399855+0000","last_undegraded":"2024-03-19T01:49:39.399855+0000","last_fullsized":"2024-03-19T01:49:39.399855+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:15:41.400058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042622+0000","last_change":"2024-03-19T01:47:27.323008+0000","last_active":"2024-03-19T01:49:20.042622+0000","last_peered":"2024-03-19T01:49:20.042622+0000","last_clean":"2024-03-19T01:49:20.042622+0000","last_became_active":"2024-03-19T01:47:27.321315+0000","last_became_peered":"2024-03-19T01:47:27.321315+0000","last_unstale":"2024-03-19T01:49:20.042622+0000","last_undegraded":"2024-03-19T01:49:20.042622+0000","last_fullsized":"2024-03-19T01:49:20.042622+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:11:55.954804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.828096+0000","last_change":"2024-03-19T01:47:31.318920+0000","last_active":"2024-03-19T01:49:19.828096+0000","last_peered":"2024-03-19T01:49:19.828096+0000","last_clean":"2024-03-19T01:49:19.828096+0000","last_became_active":"2024-03-19T01:47:31.318548+0000","last_became_peered":"2024-03-19T01:47:31.318548+0000","last_unstale":"2024-03-19T01:49:19.828096+0000","last_undegraded":"2024-03-19T01:49:19.828096+0000","last_fullsized":"2024-03-19T01:49:19.828096+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:17:39.332279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.830545+0000","last_change":"2024-03-19T01:47:26.054583+0000","last_active":"2024-03-19T01:49:19.830545+0000","last_peered":"2024-03-19T01:49:19.830545+0000","last_clean":"2024-03-19T01:49:19.830545+0000","last_became_active":"2024-03-19T01:47:26.054229+0000","last_became_peered":"2024-03-19T01:47:26.054229+0000","last_unstale":"2024-03-19T01:49:19.830545+0000","last_undegraded":"2024-03-19T01:49:19.830545+0000","last_fullsized":"2024-03-19T01:49:19.830545+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:49:37.413673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042160+0000","last_change":"2024-03-19T01:47:27.315503+0000","last_active":"2024-03-19T01:49:20.042160+0000","last_peered":"2024-03-19T01:49:20.042160+0000","last_clean":"2024-03-19T01:49:20.042160+0000","last_became_active":"2024-03-19T01:47:27.314977+0000","last_became_peered":"2024-03-19T01:47:27.314977+0000","last_unstale":"2024-03-19T01:49:20.042160+0000","last_undegraded":"2024-03-19T01:49:20.042160+0000","last_fullsized":"2024-03-19T01:49:20.042160+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:30:46.922775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.833910+0000","last_change":"2024-03-19T01:47:31.318603+0000","last_active":"2024-03-19T01:49:19.833910+0000","last_peered":"2024-03-19T01:49:19.833910+0000","last_clean":"2024-03-19T01:49:19.833910+0000","last_became_active":"2024-03-19T01:47:31.318204+0000","last_became_peered":"2024-03-19T01:47:31.318204+0000","last_unstale":"2024-03-19T01:49:19.833910+0000","last_undegraded":"2024-03-19T01:49:19.833910+0000","last_fullsized":"2024-03-19T01:49:19.833910+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:34:07.214073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041493+0000","last_change":"2024-03-19T01:47:26.046983+0000","last_active":"2024-03-19T01:49:20.041493+0000","last_peered":"2024-03-19T01:49:20.041493+0000","last_clean":"2024-03-19T01:49:20.041493+0000","last_became_active":"2024-03-19T01:47:26.046327+0000","last_became_peered":"2024-03-19T01:47:26.046327+0000","last_unstale":"2024-03-19T01:49:20.041493+0000","last_undegraded":"2024-03-19T01:49:20.041493+0000","last_fullsized":"2024-03-19T01:49:20.041493+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:09:35.545474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042412+0000","last_change":"2024-03-19T01:47:27.315375+0000","last_active":"2024-03-19T01:49:20.042412+0000","last_peered":"2024-03-19T01:49:20.042412+0000","last_clean":"2024-03-19T01:49:20.042412+0000","last_became_active":"2024-03-19T01:47:27.314765+0000","last_became_peered":"2024-03-19T01:47:27.314765+0000","last_unstale":"2024-03-19T01:49:20.042412+0000","last_undegraded":"2024-03-19T01:49:20.042412+0000","last_fullsized":"2024-03-19T01:49:20.042412+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T04:54:50.906045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041801+0000","last_change":"2024-03-19T01:47:31.315026+0000","last_active":"2024-03-19T01:49:20.041801+0000","last_peered":"2024-03-19T01:49:20.041801+0000","last_clean":"2024-03-19T01:49:20.041801+0000","last_became_active":"2024-03-19T01:47:31.314564+0000","last_became_peered":"2024-03-19T01:47:31.314564+0000","last_unstale":"2024-03-19T01:49:20.041801+0000","last_undegraded":"2024-03-19T01:49:20.041801+0000","last_fullsized":"2024-03-19T01:49:20.041801+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:36:23.663143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"84'1","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.831917+0000","last_change":"2024-03-19T01:47:26.052576+0000","last_active":"2024-03-19T01:49:19.831917+0000","last_peered":"2024-03-19T01:49:19.831917+0000","last_clean":"2024-03-19T01:49:19.831917+0000","last_became_active":"2024-03-19T01:47:26.052198+0000","last_became_peered":"2024-03-19T01:47:26.052198+0000","last_unstale":"2024-03-19T01:49:19.831917+0000","last_undegraded":"2024-03-19T01:49:19.831917+0000","last_fullsized":"2024-03-19T01:49:19.831917+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:50:40.341031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042279+0000","last_change":"2024-03-19T01:47:27.307012+0000","last_active":"2024-03-19T01:49:20.042279+0000","last_peered":"2024-03-19T01:49:20.042279+0000","last_clean":"2024-03-19T01:49:20.042279+0000","last_became_active":"2024-03-19T01:47:27.306474+0000","last_became_peered":"2024-03-19T01:47:27.306474+0000","last_unstale":"2024-03-19T01:49:20.042279+0000","last_undegraded":"2024-03-19T01:49:20.042279+0000","last_fullsized":"2024-03-19T01:49:20.042279+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:00:45.069641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.831199+0000","last_change":"2024-03-19T01:47:31.318827+0000","last_active":"2024-03-19T01:49:19.831199+0000","last_peered":"2024-03-19T01:49:19.831199+0000","last_clean":"2024-03-19T01:49:19.831199+0000","last_became_active":"2024-03-19T01:47:31.318391+0000","last_became_peered":"2024-03-19T01:47:31.318391+0000","last_unstale":"2024-03-19T01:49:19.831199+0000","last_undegraded":"2024-03-19T01:49:19.831199+0000","last_fullsized":"2024-03-19T01:49:19.831199+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:30.295072+0000","last_clean_scrub_stamp":"2024-03-19T01:47:30.295072+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:59:31.049420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"84'2","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.827473+0000","last_change":"2024-03-19T01:47:26.048652+0000","last_active":"2024-03-19T01:49:19.827473+0000","last_peered":"2024-03-19T01:49:19.827473+0000","last_clean":"2024-03-19T01:49:19.827473+0000","last_became_active":"2024-03-19T01:47:26.048219+0000","last_became_peered":"2024-03-19T01:47:26.048219+0000","last_unstale":"2024-03-19T01:49:19.827473+0000","last_undegraded":"2024-03-19T01:49:19.827473+0000","last_fullsized":"2024-03-19T01:49:19.827473+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:25.025901+0000","last_clean_scrub_stamp":"2024-03-19T01:47:25.025901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T12:59:31.904872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042463+0000","last_change":"2024-03-19T01:47:27.302116+0000","last_active":"2024-03-19T01:49:20.042463+0000","last_peered":"2024-03-19T01:49:20.042463+0000","last_clean":"2024-03-19T01:49:20.042463+0000","last_became_active":"2024-03-19T01:47:27.301769+0000","last_became_peered":"2024-03-19T01:47:27.301769+0000","last_unstale":"2024-03-19T01:49:20.042463+0000","last_undegraded":"2024-03-19T01:49:20.042463+0000","last_fullsized":"2024-03-19T01:49:20.042463+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T13:12:35.104525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041943+0000","last_change":"2024-03-19T01:47:27.308645+0000","last_active":"2024-03-19T01:49:20.041943+0000","last_peered":"2024-03-19T01:49:20.041943+0000","last_clean":"2024-03-19T01:49:20.041943+0000","last_became_active":"2024-03-19T01:47:27.308301+0000","last_became_peered":"2024-03-19T01:47:27.308301+0000","last_unstale":"2024-03-19T01:49:20.041943+0000","last_undegraded":"2024-03-19T01:49:20.041943+0000","last_fullsized":"2024-03-19T01:49:20.041943+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T05:55:16.836852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":48,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041386+0000","last_change":"2024-03-19T01:48:19.680812+0000","last_active":"2024-03-19T01:49:20.041386+0000","last_peered":"2024-03-19T01:49:20.041386+0000","last_clean":"2024-03-19T01:49:20.041386+0000","last_became_active":"2024-03-19T01:48:19.680431+0000","last_became_peered":"2024-03-19T01:48:19.680431+0000","last_unstale":"2024-03-19T01:49:20.041386+0000","last_undegraded":"2024-03-19T01:49:20.041386+0000","last_fullsized":"2024-03-19T01:49:20.041386+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:50:32.808352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041322+0000","last_change":"2024-03-19T01:47:27.311850+0000","last_active":"2024-03-19T01:49:20.041322+0000","last_peered":"2024-03-19T01:49:20.041322+0000","last_clean":"2024-03-19T01:49:20.041322+0000","last_became_active":"2024-03-19T01:47:27.311506+0000","last_became_peered":"2024-03-19T01:47:27.311506+0000","last_unstale":"2024-03-19T01:49:20.041322+0000","last_undegraded":"2024-03-19T01:49:20.041322+0000","last_fullsized":"2024-03-19T01:49:20.041322+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:08:34.293526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042042+0000","last_change":"2024-03-19T01:47:27.311366+0000","last_active":"2024-03-19T01:49:20.042042+0000","last_peered":"2024-03-19T01:49:20.042042+0000","last_clean":"2024-03-19T01:49:20.042042+0000","last_became_active":"2024-03-19T01:47:27.310029+0000","last_became_peered":"2024-03-19T01:47:27.310029+0000","last_unstale":"2024-03-19T01:49:20.042042+0000","last_undegraded":"2024-03-19T01:49:20.042042+0000","last_fullsized":"2024-03-19T01:49:20.042042+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T06:32:29.914884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.827234+0000","last_change":"2024-03-19T01:47:27.310984+0000","last_active":"2024-03-19T01:49:19.827234+0000","last_peered":"2024-03-19T01:49:19.827234+0000","last_clean":"2024-03-19T01:49:19.827234+0000","last_became_active":"2024-03-19T01:47:27.310614+0000","last_became_peered":"2024-03-19T01:47:27.310614+0000","last_unstale":"2024-03-19T01:49:19.827234+0000","last_undegraded":"2024-03-19T01:49:19.827234+0000","last_fullsized":"2024-03-19T01:49:19.827234+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T09:19:00.115861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042284+0000","last_change":"2024-03-19T01:47:27.306625+0000","last_active":"2024-03-19T01:49:20.042284+0000","last_peered":"2024-03-19T01:49:20.042284+0000","last_clean":"2024-03-19T01:49:20.042284+0000","last_became_active":"2024-03-19T01:47:27.306004+0000","last_became_peered":"2024-03-19T01:47:27.306004+0000","last_unstale":"2024-03-19T01:49:20.042284+0000","last_undegraded":"2024-03-19T01:49:20.042284+0000","last_fullsized":"2024-03-19T01:49:20.042284+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:03:00.845422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041645+0000","last_change":"2024-03-19T01:47:27.318856+0000","last_active":"2024-03-19T01:49:20.041645+0000","last_peered":"2024-03-19T01:49:20.041645+0000","last_clean":"2024-03-19T01:49:20.041645+0000","last_became_active":"2024-03-19T01:47:27.318474+0000","last_became_peered":"2024-03-19T01:47:27.318474+0000","last_unstale":"2024-03-19T01:49:20.041645+0000","last_undegraded":"2024-03-19T01:49:20.041645+0000","last_fullsized":"2024-03-19T01:49:20.041645+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:55:07.829562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.043055+0000","last_change":"2024-03-19T01:47:27.306643+0000","last_active":"2024-03-19T01:49:20.043055+0000","last_peered":"2024-03-19T01:49:20.043055+0000","last_clean":"2024-03-19T01:49:20.043055+0000","last_became_active":"2024-03-19T01:47:27.306295+0000","last_became_peered":"2024-03-19T01:47:27.306295+0000","last_unstale":"2024-03-19T01:49:20.043055+0000","last_undegraded":"2024-03-19T01:49:20.043055+0000","last_fullsized":"2024-03-19T01:49:20.043055+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:04:07.878606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.831418+0000","last_change":"2024-03-19T01:47:27.309545+0000","last_active":"2024-03-19T01:49:19.831418+0000","last_peered":"2024-03-19T01:49:19.831418+0000","last_clean":"2024-03-19T01:49:19.831418+0000","last_became_active":"2024-03-19T01:47:27.307757+0000","last_became_peered":"2024-03-19T01:47:27.307757+0000","last_unstale":"2024-03-19T01:49:19.831418+0000","last_undegraded":"2024-03-19T01:49:19.831418+0000","last_fullsized":"2024-03-19T01:49:19.831418+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T03:41:06.972203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.041743+0000","last_change":"2024-03-19T01:47:27.309735+0000","last_active":"2024-03-19T01:49:20.041743+0000","last_peered":"2024-03-19T01:49:20.041743+0000","last_clean":"2024-03-19T01:49:20.041743+0000","last_became_active":"2024-03-19T01:47:27.309393+0000","last_became_peered":"2024-03-19T01:47:27.309393+0000","last_unstale":"2024-03-19T01:49:20.041743+0000","last_undegraded":"2024-03-19T01:49:20.041743+0000","last_fullsized":"2024-03-19T01:49:20.041743+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T07:00:54.161968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.834230+0000","last_change":"2024-03-19T01:47:27.312750+0000","last_active":"2024-03-19T01:49:19.834230+0000","last_peered":"2024-03-19T01:49:19.834230+0000","last_clean":"2024-03-19T01:49:19.834230+0000","last_became_active":"2024-03-19T01:47:27.312192+0000","last_became_peered":"2024-03-19T01:47:27.312192+0000","last_unstale":"2024-03-19T01:49:19.834230+0000","last_undegraded":"2024-03-19T01:49:19.834230+0000","last_fullsized":"2024-03-19T01:49:19.834230+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T10:30:35.903989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:19.827188+0000","last_change":"2024-03-19T01:47:27.310347+0000","last_active":"2024-03-19T01:49:19.827188+0000","last_peered":"2024-03-19T01:49:19.827188+0000","last_clean":"2024-03-19T01:49:19.827188+0000","last_became_active":"2024-03-19T01:47:27.309951+0000","last_became_peered":"2024-03-19T01:47:27.309951+0000","last_unstale":"2024-03-19T01:49:19.827188+0000","last_undegraded":"2024-03-19T01:49:19.827188+0000","last_fullsized":"2024-03-19T01:49:19.827188+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T08:35:47.201218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-19T01:49:20.042269+0000","last_change":"2024-03-19T01:48:19.678983+0000","last_active":"2024-03-19T01:49:20.042269+0000","last_peered":"2024-03-19T01:49:20.042269+0000","last_clean":"2024-03-19T01:49:20.042269+0000","last_became_active":"2024-03-19T01:48:19.678624+0000","last_became_peered":"2024-03-19T01:48:19.678624+0000","last_unstale":"2024-03-19T01:49:20.042269+0000","last_undegraded":"2024-03-19T01:49:20.042269+0000","last_fullsized":"2024-03-19T01:49:20.042269+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-19T01:47:26.028107+0000","last_clean_scrub_stamp":"2024-03-19T01:47:26.028107+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-20T11:36:33.061706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68207,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":717,"num_read_kb":434,"num_write":177,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":622,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":434176,"data_stored":208935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":154,"ondisk_log_size":154,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383723,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1056768,"data_stored":519219,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645360,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37048,"kb_used_data":1708,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708104,"statfs":{"total":95995035648,"available":95957098496,"internally_reserved":0,"allocated":1748992,"data_stored":1169602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808886,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36388,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708764,"statfs":{"total":95995035648,"available":95957774336,"internally_reserved":0,"allocated":1077248,"data_stored":523551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070523,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28064,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717088,"statfs":{"total":95995035648,"available":95966298112,"internally_reserved":0,"allocated":1073152,"data_stored":519375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332160,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28644,"kb_used_data":1628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716508,"statfs":{"total":95995035648,"available":95965704192,"internally_reserved":0,"allocated":1667072,"data_stored":1116413,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495685,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28048,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717104,"statfs":{"total":95995035648,"available":95966314496,"internally_reserved":0,"allocated":1052672,"data_stored":514631,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574941,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36436,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708716,"statfs":{"total":95995035648,"available":95957725184,"internally_reserved":0,"allocated":1126400,"data_stored":581932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738466,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28076,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717076,"statfs":{"total":95995035648,"available":95966285824,"internally_reserved":0,"allocated":1077248,"data_stored":516019,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411417,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36448,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708704,"statfs":{"total":95995035648,"available":95957712896,"internally_reserved":0,"allocated":1138688,"data_stored":578346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182483,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36384,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708768,"statfs":{"total":95995035648,"available":95957778432,"internally_reserved":0,"allocated":1064960,"data_stored":514825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920847,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36384,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708768,"statfs":{"total":95995035648,"available":95957778432,"internally_reserved":0,"allocated":1073152,"data_stored":521423,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757320,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28660,"kb_used_data":1636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716492,"statfs":{"total":95995035648,"available":95965687808,"internally_reserved":0,"allocated":1675264,"data_stored":1110481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":67391,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":63805,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1970,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":65681,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}}
2024-03-19T01:49:53.443 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-03-19T01:49:53.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.580+0000 7f4990513640  1 -- 172.21.15.46:0/1183368101 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4988101950 msgr2=0x7f4988101dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:53.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.580+0000 7f4990513640  1 --2- 172.21.15.46:0/1183368101 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4988101950 0x7f4988101dd0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f4978009860 tx=0x7f497802bb70 comp rx=0 tx=0).stop
2024-03-19T01:49:53.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.580+0000 7f4990513640  1 -- 172.21.15.46:0/1183368101 shutdown_connections
2024-03-19T01:49:53.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.580+0000 7f4990513640  1 --2- 172.21.15.46:0/1183368101 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4988102310 0x7f4988108ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:53.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.580+0000 7f4990513640  1 --2- 172.21.15.46:0/1183368101 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4988101950 0x7f4988101dd0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:53.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.580+0000 7f4990513640  1 --2- 172.21.15.46:0/1183368101 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4988100760 0x7f4988100b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:53.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.580+0000 7f4990513640  1 -- 172.21.15.46:0/1183368101 >> 172.21.15.46:0/1183368101 conn(0x7f49880fbcd0 msgr2=0x7f49880fe110 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:53.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.580+0000 7f4990513640  1 -- 172.21.15.46:0/1183368101 shutdown_connections
2024-03-19T01:49:53.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.580+0000 7f4990513640  1 -- 172.21.15.46:0/1183368101 wait complete.
2024-03-19T01:49:53.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.581+0000 7f4990513640  1  Processor -- start
2024-03-19T01:49:53.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.581+0000 7f4990513640  1 --  start start
2024-03-19T01:49:53.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.581+0000 7f4990513640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4988100760 0x7f4988197a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:53.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.581+0000 7f4990513640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4988101950 0x7f4988197fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:53.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.581+0000 7f4990513640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4988102310 0x7f498819f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:53.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.581+0000 7f4990513640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f498810d3b0 con 0x7f4988101950
2024-03-19T01:49:53.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.581+0000 7f4990513640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f498810d230 con 0x7f4988102310
2024-03-19T01:49:53.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.581+0000 7f4990513640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f498810d530 con 0x7f4988100760
2024-03-19T01:49:53.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.581+0000 7f498daae640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4988101950 0x7f4988197fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:53.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.581+0000 7f498daae640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4988101950 0x7f4988197fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50156/0 (socket says 172.21.15.46:50156)
2024-03-19T01:49:53.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.581+0000 7f498daae640  1 -- 172.21.15.46:0/973675557 learned_addr learned my addr 172.21.15.46:0/973675557 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:53.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.581+0000 7f498eab0640  1 --2- 172.21.15.46:0/973675557 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4988102310 0x7f498819f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:53.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.581+0000 7f498e2af640  1 --2- 172.21.15.46:0/973675557 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4988100760 0x7f4988197a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:53.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.581+0000 7f498daae640  1 -- 172.21.15.46:0/973675557 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4988100760 msgr2=0x7f4988197a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:53.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.581+0000 7f498daae640  1 --2- 172.21.15.46:0/973675557 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4988100760 0x7f4988197a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:53.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.581+0000 7f498daae640  1 -- 172.21.15.46:0/973675557 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4988102310 msgr2=0x7f498819f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:53.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.581+0000 7f498daae640  1 --2- 172.21.15.46:0/973675557 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4988102310 0x7f498819f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:53.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.581+0000 7f498daae640  1 -- 172.21.15.46:0/973675557 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f498819f690 con 0x7f4988101950
2024-03-19T01:49:53.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.582+0000 7f498daae640  1 --2- 172.21.15.46:0/973675557 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4988101950 0x7f4988197fb0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f4978005940 tx=0x7f4978004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:53.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.582+0000 7f497f7fe640  1 -- 172.21.15.46:0/973675557 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4978041020 con 0x7f4988101950
2024-03-19T01:49:53.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.582+0000 7f4990513640  1 -- 172.21.15.46:0/973675557 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f498819f920 con 0x7f4988101950
2024-03-19T01:49:53.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.582+0000 7f497f7fe640  1 -- 172.21.15.46:0/973675557 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f497802c9c0 con 0x7f4988101950
2024-03-19T01:49:53.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.582+0000 7f497f7fe640  1 -- 172.21.15.46:0/973675557 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4978039040 con 0x7f4988101950
2024-03-19T01:49:53.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.582+0000 7f4990513640  1 -- 172.21.15.46:0/973675557 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f498819fe60 con 0x7f4988101950
2024-03-19T01:49:53.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.583+0000 7f4990513640  1 -- 172.21.15.46:0/973675557 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4988107b50 con 0x7f4988101950
2024-03-19T01:49:53.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.584+0000 7f497f7fe640  1 -- 172.21.15.46:0/973675557 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f4978044020 con 0x7f4988101950
2024-03-19T01:49:53.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.584+0000 7f497f7fe640  1 --2- 172.21.15.46:0/973675557 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f49740a2800 0x7f49740a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:53.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.585+0000 7f497f7fe640  1 -- 172.21.15.46:0/973675557 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f49780f0b90 con 0x7f4988101950
2024-03-19T01:49:53.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.585+0000 7f498e2af640  1 --2- 172.21.15.46:0/973675557 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f49740a2800 0x7f49740a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:53.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.585+0000 7f498e2af640  1 --2- 172.21.15.46:0/973675557 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f49740a2800 0x7f49740a4cc0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f49881017b0 tx=0x7f4984005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:53.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.588+0000 7f497f7fe640  1 -- 172.21.15.46:0/973675557 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f497804b020 con 0x7f4988101950
2024-03-19T01:49:53.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.771+0000 7f4990513640  1 -- 172.21.15.46:0/973675557 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f498802d370 con 0x7f4988101950
2024-03-19T01:49:53.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.772+0000 7f497f7fe640  1 -- 172.21.15.46:0/973675557 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v93) ==== 74+0+24692 (secure 0 0 0) 0x7f49780bd840 con 0x7f4988101950
2024-03-19T01:49:53.773 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:49:53.774 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":93,"fsid":"53c8cf3e-e591-11ee-95c9-87774f69a715","created":"2024-03-19T01:39:22.615473+0000","modified":"2024-03-19T01:49:19.819880+0000","last_up_change":"2024-03-19T01:46:32.777223+0000","last_in_change":"2024-03-19T01:46:12.842023+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-19T01:42:46.174113+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-19T01:47:24.276277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-19T01:47:25.605471+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-19T01:47:29.545614+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"4fc98477-1fec-465b-892b-9a0c12e15754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6803","nonce":1888713943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6805","nonce":1888713943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6809","nonce":1888713943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6807","nonce":1888713943}]},"public_addr":"172.21.15.46:6803/1888713943","cluster_addr":"172.21.15.46:6805/1888713943","heartbeat_back_addr":"172.21.15.46:6809/1888713943","heartbeat_front_addr":"172.21.15.46:6807/1888713943","state":["exists","up"]},{"osd":1,"uuid":"4109d6a1-240e-4f1f-b09d-75f3b77e6303","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6801","nonce":2502945674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6803","nonce":2502945674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6807","nonce":2502945674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6805","nonce":2502945674}]},"public_addr":"172.21.15.73:6801/2502945674","cluster_addr":"172.21.15.73:6803/2502945674","heartbeat_back_addr":"172.21.15.73:6807/2502945674","heartbeat_front_addr":"172.21.15.73:6805/2502945674","state":["exists","up"]},{"osd":2,"uuid":"45e8479c-4006-4dd4-bdd8-b4a2eafacc80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6801","nonce":90484514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6803","nonce":90484514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6807","nonce":90484514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6805","nonce":90484514}]},"public_addr":"172.21.15.102:6801/90484514","cluster_addr":"172.21.15.102:6803/90484514","heartbeat_back_addr":"172.21.15.102:6807/90484514","heartbeat_front_addr":"172.21.15.102:6805/90484514","state":["exists","up"]},{"osd":3,"uuid":"4cdc93cf-2e8d-436d-a78a-c235e9b970fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6811","nonce":3336792470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6813","nonce":3336792470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6817","nonce":3336792470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6815","nonce":3336792470}]},"public_addr":"172.21.15.46:6811/3336792470","cluster_addr":"172.21.15.46:6813/3336792470","heartbeat_back_addr":"172.21.15.46:6817/3336792470","heartbeat_front_addr":"172.21.15.46:6815/3336792470","state":["exists","up"]},{"osd":4,"uuid":"35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6809","nonce":1192862788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6811","nonce":1192862788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6815","nonce":1192862788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6813","nonce":1192862788}]},"public_addr":"172.21.15.73:6809/1192862788","cluster_addr":"172.21.15.73:6811/1192862788","heartbeat_back_addr":"172.21.15.73:6815/1192862788","heartbeat_front_addr":"172.21.15.73:6813/1192862788","state":["exists","up"]},{"osd":5,"uuid":"1587c1e6-6719-4117-a80f-5c6bce0e5814","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6809","nonce":3252664135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6811","nonce":3252664135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6815","nonce":3252664135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6813","nonce":3252664135}]},"public_addr":"172.21.15.102:6809/3252664135","cluster_addr":"172.21.15.102:6811/3252664135","heartbeat_back_addr":"172.21.15.102:6815/3252664135","heartbeat_front_addr":"172.21.15.102:6813/3252664135","state":["exists","up"]},{"osd":6,"uuid":"af41cbff-69e5-45ab-ad59-95e5addd1b6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6819","nonce":595340737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6821","nonce":595340737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6825","nonce":595340737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6823","nonce":595340737}]},"public_addr":"172.21.15.46:6819/595340737","cluster_addr":"172.21.15.46:6821/595340737","heartbeat_back_addr":"172.21.15.46:6825/595340737","heartbeat_front_addr":"172.21.15.46:6823/595340737","state":["exists","up"]},{"osd":7,"uuid":"23e9241a-4ed9-4606-93c1-ccfe277d0c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6817","nonce":143082020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6819","nonce":143082020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6823","nonce":143082020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6821","nonce":143082020}]},"public_addr":"172.21.15.73:6817/143082020","cluster_addr":"172.21.15.73:6819/143082020","heartbeat_back_addr":"172.21.15.73:6823/143082020","heartbeat_front_addr":"172.21.15.73:6821/143082020","state":["exists","up"]},{"osd":8,"uuid":"c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6817","nonce":2533208086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6819","nonce":2533208086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6823","nonce":2533208086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6821","nonce":2533208086}]},"public_addr":"172.21.15.102:6817/2533208086","cluster_addr":"172.21.15.102:6819/2533208086","heartbeat_back_addr":"172.21.15.102:6823/2533208086","heartbeat_front_addr":"172.21.15.102:6821/2533208086","state":["exists","up"]},{"osd":9,"uuid":"a16dd21b-77e4-4148-90a3-c085fd621fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6827","nonce":4252594050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6829","nonce":4252594050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6833","nonce":4252594050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6831","nonce":4252594050}]},"public_addr":"172.21.15.46:6827/4252594050","cluster_addr":"172.21.15.46:6829/4252594050","heartbeat_back_addr":"172.21.15.46:6833/4252594050","heartbeat_front_addr":"172.21.15.46:6831/4252594050","state":["exists","up"]},{"osd":10,"uuid":"3a794482-bcfa-4e99-8e96-77228a828ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6825","nonce":1252006239}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6827","nonce":1252006239}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6831","nonce":1252006239}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6829","nonce":1252006239}]},"public_addr":"172.21.15.73:6825/1252006239","cluster_addr":"172.21.15.73:6827/1252006239","heartbeat_back_addr":"172.21.15.73:6831/1252006239","heartbeat_front_addr":"172.21.15.73:6829/1252006239","state":["exists","up"]},{"osd":11,"uuid":"93bdea99-6072-431a-a919-3aecf631c727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6825","nonce":2997263049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6827","nonce":2997263049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6831","nonce":2997263049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6829","nonce":2997263049}]},"public_addr":"172.21.15.102:6825/2997263049","cluster_addr":"172.21.15.102:6827/2997263049","heartbeat_back_addr":"172.21.15.102:6831/2997263049","heartbeat_front_addr":"172.21.15.102:6829/2997263049","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:41:54.705424+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:18.405516+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:42.028548+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:06.440586+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:31.526566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:56.491476+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:22.116952+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:48.187884+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:12.546546+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:39.238062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:05.249938+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:30.959573+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.3b","mappings":[{"from":3,"to":9}]},{"pgid":"4.12","mappings":[{"from":5,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:6800/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/534183632":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/3469071427":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/816672825":"2024-03-20T01:39:49.978463+0000","172.21.15.46:6800/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/482098752":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/3024883566":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/2231887791":"2024-03-20T01:39:49.978463+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-03-19T01:49:53.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.774+0000 7f4990513640  1 -- 172.21.15.46:0/973675557 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f49740a2800 msgr2=0x7f49740a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:53.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.774+0000 7f4990513640  1 --2- 172.21.15.46:0/973675557 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f49740a2800 0x7f49740a4cc0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f49881017b0 tx=0x7f4984005f90 comp rx=0 tx=0).stop
2024-03-19T01:49:53.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.774+0000 7f4990513640  1 -- 172.21.15.46:0/973675557 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4988101950 msgr2=0x7f4988197fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:53.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.774+0000 7f4990513640  1 --2- 172.21.15.46:0/973675557 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4988101950 0x7f4988197fb0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f4978005940 tx=0x7f4978004270 comp rx=0 tx=0).stop
2024-03-19T01:49:53.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.774+0000 7f4990513640  1 -- 172.21.15.46:0/973675557 shutdown_connections
2024-03-19T01:49:53.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.774+0000 7f4990513640  1 --2- 172.21.15.46:0/973675557 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f49740a2800 0x7f49740a4cc0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:53.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.774+0000 7f4990513640  1 --2- 172.21.15.46:0/973675557 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4988102310 0x7f498819f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:53.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.774+0000 7f4990513640  1 --2- 172.21.15.46:0/973675557 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4988101950 0x7f4988197fb0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:53.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.774+0000 7f4990513640  1 --2- 172.21.15.46:0/973675557 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4988100760 0x7f4988197a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:53.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.774+0000 7f4990513640  1 -- 172.21.15.46:0/973675557 >> 172.21.15.46:0/973675557 conn(0x7f49880fbcd0 msgr2=0x7f4988104d20 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:53.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.774+0000 7f4990513640  1 -- 172.21.15.46:0/973675557 shutdown_connections
2024-03-19T01:49:53.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.775+0000 7f4990513640  1 -- 172.21.15.46:0/973675557 wait complete.
2024-03-19T01:49:53.787 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-19T01:42:46.174113+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-19T01:47:24.276277+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-19T01:47:25.605471+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-19T01:47:29.545614+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}]
2024-03-19T01:49:53.787 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num
2024-03-19T01:49:53.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.892+0000 7f88df63f640  1 -- 172.21.15.46:0/3434956903 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88d81022f0 msgr2=0x7f88d8108b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:53.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.892+0000 7f88df63f640  1 --2- 172.21.15.46:0/3434956903 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88d81022f0 0x7f88d8108b80 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f88d0009ca0 tx=0x7f88d002c0f0 comp rx=0 tx=0).stop
2024-03-19T01:49:53.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.892+0000 7f88df63f640  1 -- 172.21.15.46:0/3434956903 shutdown_connections
2024-03-19T01:49:53.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.892+0000 7f88df63f640  1 --2- 172.21.15.46:0/3434956903 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88d81022f0 0x7f88d8108b80 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:53.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.892+0000 7f88df63f640  1 --2- 172.21.15.46:0/3434956903 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f88d8101930 0x7f88d8101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.892+0000 7f88df63f640  1 --2- 172.21.15.46:0/3434956903 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f88d8100740 0x7f88d8100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.892+0000 7f88df63f640  1 -- 172.21.15.46:0/3434956903 >> 172.21.15.46:0/3434956903 conn(0x7f88d80fbcd0 msgr2=0x7f88d80fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.893+0000 7f88df63f640  1 -- 172.21.15.46:0/3434956903 shutdown_connections
2024-03-19T01:49:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.893+0000 7f88df63f640  1 -- 172.21.15.46:0/3434956903 wait complete.
2024-03-19T01:49:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.893+0000 7f88df63f640  1  Processor -- start
2024-03-19T01:49:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.893+0000 7f88df63f640  1 --  start start
2024-03-19T01:49:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.893+0000 7f88df63f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88d8100740 0x7f88d8197a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.893+0000 7f88df63f640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f88d8101930 0x7f88d8197f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.893+0000 7f88df63f640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f88d81022f0 0x7f88d819eff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.893+0000 7f88df63f640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f88d810c250 con 0x7f88d8100740
2024-03-19T01:49:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.893+0000 7f88df63f640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f88d810c0d0 con 0x7f88d8101930
2024-03-19T01:49:53.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.893+0000 7f88df63f640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f88d810c3d0 con 0x7f88d81022f0
2024-03-19T01:49:53.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.893+0000 7f88dd3db640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88d8100740 0x7f88d8197a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:53.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.893+0000 7f88dd3db640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88d8100740 0x7f88d8197a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50172/0 (socket says 172.21.15.46:50172)
2024-03-19T01:49:53.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.893+0000 7f88dd3db640  1 -- 172.21.15.46:0/3972118825 learned_addr learned my addr 172.21.15.46:0/3972118825 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:53.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.893+0000 7f88ddbdc640  1 --2- 172.21.15.46:0/3972118825 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f88d81022f0 0x7f88d819eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:53.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.893+0000 7f88dcbda640  1 --2- 172.21.15.46:0/3972118825 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f88d8101930 0x7f88d8197f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:53.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.894+0000 7f88dd3db640  1 -- 172.21.15.46:0/3972118825 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f88d81022f0 msgr2=0x7f88d819eff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:53.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.894+0000 7f88dd3db640  1 --2- 172.21.15.46:0/3972118825 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f88d81022f0 0x7f88d819eff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:53.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.894+0000 7f88dd3db640  1 -- 172.21.15.46:0/3972118825 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f88d8101930 msgr2=0x7f88d8197f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:53.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.894+0000 7f88dd3db640  1 --2- 172.21.15.46:0/3972118825 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f88d8101930 0x7f88d8197f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:53.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.894+0000 7f88dd3db640  1 -- 172.21.15.46:0/3972118825 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88d819f660 con 0x7f88d8100740
2024-03-19T01:49:53.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.894+0000 7f88dd3db640  1 --2- 172.21.15.46:0/3972118825 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88d8100740 0x7f88d8197a40 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f88d400e9c0 tx=0x7f88d400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:53.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.894+0000 7f88ce7fc640  1 -- 172.21.15.46:0/3972118825 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88d400cd80 con 0x7f88d8100740
2024-03-19T01:49:53.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.894+0000 7f88ce7fc640  1 -- 172.21.15.46:0/3972118825 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f88d40035f0 con 0x7f88d8100740
2024-03-19T01:49:54.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.894+0000 7f88df63f640  1 -- 172.21.15.46:0/3972118825 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88d819f950 con 0x7f88d8100740
2024-03-19T01:49:54.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.894+0000 7f88ce7fc640  1 -- 172.21.15.46:0/3972118825 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88d4010690 con 0x7f88d8100740
2024-03-19T01:49:54.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.894+0000 7f88df63f640  1 -- 172.21.15.46:0/3972118825 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88d819fea0 con 0x7f88d8100740
2024-03-19T01:49:54.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.895+0000 7f88df63f640  1 -- 172.21.15.46:0/3972118825 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88d8068a60 con 0x7f88d8100740
2024-03-19T01:49:54.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.896+0000 7f88ce7fc640  1 -- 172.21.15.46:0/3972118825 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f88d40037a0 con 0x7f88d8100740
2024-03-19T01:49:54.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.897+0000 7f88ce7fc640  1 --2- 172.21.15.46:0/3972118825 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f88c40a2800 0x7f88c40a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:54.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.897+0000 7f88dcbda640  1 --2- 172.21.15.46:0/3972118825 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f88c40a2800 0x7f88c40a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:54.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.897+0000 7f88ce7fc640  1 -- 172.21.15.46:0/3972118825 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f88d40cf180 con 0x7f88d8100740
2024-03-19T01:49:54.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.897+0000 7f88dcbda640  1 --2- 172.21.15.46:0/3972118825 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f88c40a2800 0x7f88c40a4cc0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f88d8198f50 tx=0x7f88c8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:54.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:53.904+0000 7f88ce7fc640  1 -- 172.21.15.46:0/3972118825 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f88d409be90 con 0x7f88d8100740
2024-03-19T01:49:54.088 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.086+0000 7f88df63f640  1 -- 172.21.15.46:0/3972118825 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f88d81a0900 con 0x7f88d8100740
2024-03-19T01:49:54.088 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.087+0000 7f88ce7fc640  1 -- 172.21.15.46:0/3972118825 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0  v93) ==== 93+0+10 (secure 0 0 0) 0x7f88d409b790 con 0x7f88d8100740
2024-03-19T01:49:54.088 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1
2024-03-19T01:49:54.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.089+0000 7f88df63f640  1 -- 172.21.15.46:0/3972118825 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f88c40a2800 msgr2=0x7f88c40a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:54.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.089+0000 7f88df63f640  1 --2- 172.21.15.46:0/3972118825 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f88c40a2800 0x7f88c40a4cc0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f88d8198f50 tx=0x7f88c8005f90 comp rx=0 tx=0).stop
2024-03-19T01:49:54.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.089+0000 7f88df63f640  1 -- 172.21.15.46:0/3972118825 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88d8100740 msgr2=0x7f88d8197a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:54.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.089+0000 7f88df63f640  1 --2- 172.21.15.46:0/3972118825 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88d8100740 0x7f88d8197a40 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f88d400e9c0 tx=0x7f88d400ee80 comp rx=0 tx=0).stop
2024-03-19T01:49:54.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.089+0000 7f88df63f640  1 -- 172.21.15.46:0/3972118825 shutdown_connections
2024-03-19T01:49:54.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.089+0000 7f88df63f640  1 --2- 172.21.15.46:0/3972118825 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f88c40a2800 0x7f88c40a4cc0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:54.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.089+0000 7f88df63f640  1 --2- 172.21.15.46:0/3972118825 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f88d81022f0 0x7f88d819eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:54.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.089+0000 7f88df63f640  1 --2- 172.21.15.46:0/3972118825 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f88d8101930 0x7f88d8197f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:54.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.089+0000 7f88df63f640  1 --2- 172.21.15.46:0/3972118825 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88d8100740 0x7f88d8197a40 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:54.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.089+0000 7f88df63f640  1 -- 172.21.15.46:0/3972118825 >> 172.21.15.46:0/3972118825 conn(0x7f88d80fbcd0 msgr2=0x7f88d80fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:54.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.089+0000 7f88df63f640  1 -- 172.21.15.46:0/3972118825 shutdown_connections
2024-03-19T01:49:54.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.089+0000 7f88df63f640  1 -- 172.21.15.46:0/3972118825 wait complete.
2024-03-19T01:49:54.099 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:53 smithi046 ceph-mon[63102]: pgmap v370: 129 pgs: 129 active+clean; 643 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 682 B/s wr, 5 op/s
2024-03-19T01:49:54.100 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:53 smithi046 ceph-mon[63102]: from='client.15522 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2024-03-19T01:49:54.100 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:53 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/973675557' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:49:54.101 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num
2024-03-19T01:49:54.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.205+0000 7fe50ae62640  1 -- 172.21.15.46:0/1940147924 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe50410dde0 msgr2=0x7fe504114670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:54.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.205+0000 7fe50ae62640  1 --2- 172.21.15.46:0/1940147924 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe50410dde0 0x7fe504114670 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fe4fc009ca0 tx=0x7fe4fc02c0f0 comp rx=0 tx=0).stop
2024-03-19T01:49:54.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.206+0000 7fe50ae62640  1 -- 172.21.15.46:0/1940147924 shutdown_connections
2024-03-19T01:49:54.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.206+0000 7fe50ae62640  1 --2- 172.21.15.46:0/1940147924 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe50410dde0 0x7fe504114670 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:54.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.206+0000 7fe50ae62640  1 --2- 172.21.15.46:0/1940147924 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe50410d420 0x7fe50410d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:54.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.206+0000 7fe50ae62640  1 --2- 172.21.15.46:0/1940147924 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe50410c230 0x7fe50410c650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:54.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.206+0000 7fe50ae62640  1 -- 172.21.15.46:0/1940147924 >> 172.21.15.46:0/1940147924 conn(0x7fe50406c1e0 msgr2=0x7fe50406c610 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:54.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.206+0000 7fe50ae62640  1 -- 172.21.15.46:0/1940147924 shutdown_connections
2024-03-19T01:49:54.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.206+0000 7fe50ae62640  1 -- 172.21.15.46:0/1940147924 wait complete.
2024-03-19T01:49:54.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.206+0000 7fe50ae62640  1  Processor -- start
2024-03-19T01:49:54.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.206+0000 7fe50ae62640  1 --  start start
2024-03-19T01:49:54.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.206+0000 7fe50ae62640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe50410c230 0x7fe5041a2410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:54.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.206+0000 7fe50ae62640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe50410d420 0x7fe5041a2950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:54.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.206+0000 7fe50ae62640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe50410dde0 0x7fe5041a99c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:54.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.206+0000 7fe50ae62640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe504117d70 con 0x7fe50410dde0
2024-03-19T01:49:54.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.206+0000 7fe50ae62640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe504117bf0 con 0x7fe50410c230
2024-03-19T01:49:54.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.206+0000 7fe50ae62640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe504117ef0 con 0x7fe50410d420
2024-03-19T01:49:54.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.206+0000 7fe5093ff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe50410dde0 0x7fe5041a99c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:54.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.206+0000 7fe508bfe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe50410c230 0x7fe5041a2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:54.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.206+0000 7fe5093ff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe50410dde0 0x7fe5041a99c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50178/0 (socket says 172.21.15.46:50178)
2024-03-19T01:49:54.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.206+0000 7fe5093ff640  1 -- 172.21.15.46:0/3621544149 learned_addr learned my addr 172.21.15.46:0/3621544149 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:54.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.206+0000 7fe503fff640  1 --2- 172.21.15.46:0/3621544149 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe50410d420 0x7fe5041a2950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:54.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.207+0000 7fe5093ff640  1 -- 172.21.15.46:0/3621544149 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe50410d420 msgr2=0x7fe5041a2950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:54.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.207+0000 7fe5093ff640  1 --2- 172.21.15.46:0/3621544149 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe50410d420 0x7fe5041a2950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:54.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.207+0000 7fe5093ff640  1 -- 172.21.15.46:0/3621544149 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe50410c230 msgr2=0x7fe5041a2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:54.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.207+0000 7fe5093ff640  1 --2- 172.21.15.46:0/3621544149 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe50410c230 0x7fe5041a2410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:54.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.207+0000 7fe5093ff640  1 -- 172.21.15.46:0/3621544149 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5041aa030 con 0x7fe50410dde0
2024-03-19T01:49:54.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.207+0000 7fe5093ff640  1 --2- 172.21.15.46:0/3621544149 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe50410dde0 0x7fe5041a99c0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fe4fc02c700 tx=0x7fe4fc0328a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:54.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.207+0000 7fe501ffb640  1 -- 172.21.15.46:0/3621544149 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4fc041020 con 0x7fe50410dde0
2024-03-19T01:49:54.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.207+0000 7fe501ffb640  1 -- 172.21.15.46:0/3621544149 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe4fc003e20 con 0x7fe50410dde0
2024-03-19T01:49:54.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.207+0000 7fe50ae62640  1 -- 172.21.15.46:0/3621544149 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5041aa2c0 con 0x7fe50410dde0
2024-03-19T01:49:54.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.207+0000 7fe501ffb640  1 -- 172.21.15.46:0/3621544149 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4fc039040 con 0x7fe50410dde0
2024-03-19T01:49:54.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.207+0000 7fe50ae62640  1 -- 172.21.15.46:0/3621544149 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5041aa7b0 con 0x7fe50410dde0
2024-03-19T01:49:54.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.208+0000 7fe50ae62640  1 -- 172.21.15.46:0/3621544149 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5041135d0 con 0x7fe50410dde0
2024-03-19T01:49:54.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:53 smithi073 ceph-mon[66833]: pgmap v370: 129 pgs: 129 active+clean; 643 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 682 B/s wr, 5 op/s
2024-03-19T01:49:54.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:53 smithi073 ceph-mon[66833]: from='client.15522 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2024-03-19T01:49:54.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:53 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/973675557' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:49:54.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.209+0000 7fe501ffb640  1 -- 172.21.15.46:0/3621544149 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7fe4fc044020 con 0x7fe50410dde0
2024-03-19T01:49:54.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.210+0000 7fe501ffb640  1 --2- 172.21.15.46:0/3621544149 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe4ec0a2800 0x7fe4ec0a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:54.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.210+0000 7fe501ffb640  1 -- 172.21.15.46:0/3621544149 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fe4fc0f0ff0 con 0x7fe50410dde0
2024-03-19T01:49:54.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.210+0000 7fe508bfe640  1 --2- 172.21.15.46:0/3621544149 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe4ec0a2800 0x7fe4ec0a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:54.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.210+0000 7fe508bfe640  1 --2- 172.21.15.46:0/3621544149 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe4ec0a2800 0x7fe4ec0a4cc0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fe4f40095f0 tx=0x7fe4f4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:54.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.214+0000 7fe501ffb640  1 -- 172.21.15.46:0/3621544149 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fe4fc04b020 con 0x7fe50410dde0
2024-03-19T01:49:54.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:53 smithi102 ceph-mon[66557]: pgmap v370: 129 pgs: 129 active+clean; 643 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 682 B/s wr, 5 op/s
2024-03-19T01:49:54.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:53 smithi102 ceph-mon[66557]: from='client.15522 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2024-03-19T01:49:54.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:53 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/973675557' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:49:54.399 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.398+0000 7fe50ae62640  1 -- 172.21.15.46:0/3621544149 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fe504062420 con 0x7fe50410dde0
2024-03-19T01:49:54.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.399+0000 7fe501ffb640  1 -- 172.21.15.46:0/3621544149 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0  v93) ==== 104+0+11 (secure 0 0 0) 0x7fe4fc0bdd00 con 0x7fe50410dde0
2024-03-19T01:49:54.400 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32
2024-03-19T01:49:54.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.401+0000 7fe50ae62640  1 -- 172.21.15.46:0/3621544149 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe4ec0a2800 msgr2=0x7fe4ec0a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:54.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.401+0000 7fe50ae62640  1 --2- 172.21.15.46:0/3621544149 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe4ec0a2800 0x7fe4ec0a4cc0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fe4f40095f0 tx=0x7fe4f4005f90 comp rx=0 tx=0).stop
2024-03-19T01:49:54.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.401+0000 7fe50ae62640  1 -- 172.21.15.46:0/3621544149 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe50410dde0 msgr2=0x7fe5041a99c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:54.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.401+0000 7fe50ae62640  1 --2- 172.21.15.46:0/3621544149 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe50410dde0 0x7fe5041a99c0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fe4fc02c700 tx=0x7fe4fc0328a0 comp rx=0 tx=0).stop
2024-03-19T01:49:54.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.401+0000 7fe50ae62640  1 -- 172.21.15.46:0/3621544149 shutdown_connections
2024-03-19T01:49:54.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.401+0000 7fe50ae62640  1 --2- 172.21.15.46:0/3621544149 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fe4ec0a2800 0x7fe4ec0a4cc0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:54.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.401+0000 7fe50ae62640  1 --2- 172.21.15.46:0/3621544149 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe50410dde0 0x7fe5041a99c0 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:54.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.401+0000 7fe50ae62640  1 --2- 172.21.15.46:0/3621544149 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe50410d420 0x7fe5041a2950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:54.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.401+0000 7fe50ae62640  1 --2- 172.21.15.46:0/3621544149 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe50410c230 0x7fe5041a2410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:54.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.401+0000 7fe50ae62640  1 -- 172.21.15.46:0/3621544149 >> 172.21.15.46:0/3621544149 conn(0x7fe50406c1e0 msgr2=0x7fe5041107a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:54.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.401+0000 7fe50ae62640  1 -- 172.21.15.46:0/3621544149 shutdown_connections
2024-03-19T01:49:54.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.401+0000 7fe50ae62640  1 -- 172.21.15.46:0/3621544149 wait complete.
2024-03-19T01:49:54.413 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num
2024-03-19T01:49:54.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.517+0000 7fb6979bc640  1 -- 172.21.15.46:0/3447199050 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb690100720 msgr2=0x7fb690100b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:54.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.517+0000 7fb6979bc640  1 --2- 172.21.15.46:0/3447199050 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb690100720 0x7fb690100b40 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fb68c009900 tx=0x7fb68c02bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:54.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.517+0000 7fb6979bc640  1 -- 172.21.15.46:0/3447199050 shutdown_connections
2024-03-19T01:49:54.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.518+0000 7fb6979bc640  1 --2- 172.21.15.46:0/3447199050 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb6901022d0 0x7fb690108b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:54.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.518+0000 7fb6979bc640  1 --2- 172.21.15.46:0/3447199050 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb690101910 0x7fb690101d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:54.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.518+0000 7fb6979bc640  1 --2- 172.21.15.46:0/3447199050 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb690100720 0x7fb690100b40 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:54.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.518+0000 7fb6979bc640  1 -- 172.21.15.46:0/3447199050 >> 172.21.15.46:0/3447199050 conn(0x7fb6900fbcb0 msgr2=0x7fb6900fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:54.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.518+0000 7fb6979bc640  1 -- 172.21.15.46:0/3447199050 shutdown_connections
2024-03-19T01:49:54.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.518+0000 7fb6979bc640  1 -- 172.21.15.46:0/3447199050 wait complete.
2024-03-19T01:49:54.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.518+0000 7fb6979bc640  1  Processor -- start
2024-03-19T01:49:54.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.518+0000 7fb6979bc640  1 --  start start
2024-03-19T01:49:54.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.518+0000 7fb6979bc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb690100720 0x7fb6901969b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:54.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.518+0000 7fb6979bc640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb690101910 0x7fb690196ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:54.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.518+0000 7fb6979bc640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb6901022d0 0x7fb69019df60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:54.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.518+0000 7fb6979bc640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb69010c250 con 0x7fb690100720
2024-03-19T01:49:54.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.518+0000 7fb6979bc640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb69010c0d0 con 0x7fb6901022d0
2024-03-19T01:49:54.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.518+0000 7fb6979bc640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb69010c3d0 con 0x7fb690101910
2024-03-19T01:49:54.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.518+0000 7fb695758640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb690100720 0x7fb6901969b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:54.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.518+0000 7fb695758640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb690100720 0x7fb6901969b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50188/0 (socket says 172.21.15.46:50188)
2024-03-19T01:49:54.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.518+0000 7fb695758640  1 -- 172.21.15.46:0/3246098979 learned_addr learned my addr 172.21.15.46:0/3246098979 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:54.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.519+0000 7fb694f57640  1 --2- 172.21.15.46:0/3246098979 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb690101910 0x7fb690196ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:54.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.519+0000 7fb695f59640  1 --2- 172.21.15.46:0/3246098979 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb6901022d0 0x7fb69019df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:54.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.519+0000 7fb695758640  1 -- 172.21.15.46:0/3246098979 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb690101910 msgr2=0x7fb690196ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:54.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.519+0000 7fb695758640  1 --2- 172.21.15.46:0/3246098979 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb690101910 0x7fb690196ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:54.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.519+0000 7fb695758640  1 -- 172.21.15.46:0/3246098979 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb6901022d0 msgr2=0x7fb69019df60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:54.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.519+0000 7fb695758640  1 --2- 172.21.15.46:0/3246098979 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb6901022d0 0x7fb69019df60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:54.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.519+0000 7fb695758640  1 -- 172.21.15.46:0/3246098979 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb69019e5d0 con 0x7fb690100720
2024-03-19T01:49:54.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.519+0000 7fb695758640  1 --2- 172.21.15.46:0/3246098979 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb690100720 0x7fb6901969b0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fb68c000c00 tx=0x7fb68c005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:54.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.519+0000 7fb6867fc640  1 -- 172.21.15.46:0/3246098979 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb68c043020 con 0x7fb690100720
2024-03-19T01:49:54.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.519+0000 7fb6867fc640  1 -- 172.21.15.46:0/3246098979 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb68c004350 con 0x7fb690100720
2024-03-19T01:49:54.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.519+0000 7fb6867fc640  1 -- 172.21.15.46:0/3246098979 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb68c003b80 con 0x7fb690100720
2024-03-19T01:49:54.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.519+0000 7fb6979bc640  1 -- 172.21.15.46:0/3246098979 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb69019e860 con 0x7fb690100720
2024-03-19T01:49:54.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.519+0000 7fb6979bc640  1 -- 172.21.15.46:0/3246098979 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb69019ee00 con 0x7fb690100720
2024-03-19T01:49:54.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.520+0000 7fb6979bc640  1 -- 172.21.15.46:0/3246098979 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb690107bb0 con 0x7fb690100720
2024-03-19T01:49:54.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.521+0000 7fb6867fc640  1 -- 172.21.15.46:0/3246098979 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7fb68c046020 con 0x7fb690100720
2024-03-19T01:49:54.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.522+0000 7fb6867fc640  1 --2- 172.21.15.46:0/3246098979 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb67c0a2880 0x7fb67c0a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:54.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.522+0000 7fb694f57640  1 --2- 172.21.15.46:0/3246098979 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb67c0a2880 0x7fb67c0a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:54.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.522+0000 7fb6867fc640  1 -- 172.21.15.46:0/3246098979 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fb68c0f0f00 con 0x7fb690100720
2024-03-19T01:49:54.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.522+0000 7fb694f57640  1 --2- 172.21.15.46:0/3246098979 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb67c0a2880 0x7fb67c0a4d40 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fb690197ec0 tx=0x7fb680005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:54.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.526+0000 7fb6867fc640  1 -- 172.21.15.46:0/3246098979 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fb68c04d020 con 0x7fb690100720
2024-03-19T01:49:54.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.708+0000 7fb6979bc640  1 -- 172.21.15.46:0/3246098979 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fb690062420 con 0x7fb690100720
2024-03-19T01:49:54.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.708+0000 7fb6867fc640  1 -- 172.21.15.46:0/3246098979 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0  v93) ==== 100+0+11 (secure 0 0 0) 0x7fb68c0bdbb0 con 0x7fb690100720
2024-03-19T01:49:54.709 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64
2024-03-19T01:49:54.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.710+0000 7fb6979bc640  1 -- 172.21.15.46:0/3246098979 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb67c0a2880 msgr2=0x7fb67c0a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:54.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.710+0000 7fb6979bc640  1 --2- 172.21.15.46:0/3246098979 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb67c0a2880 0x7fb67c0a4d40 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fb690197ec0 tx=0x7fb680005f90 comp rx=0 tx=0).stop
2024-03-19T01:49:54.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.710+0000 7fb6979bc640  1 -- 172.21.15.46:0/3246098979 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb690100720 msgr2=0x7fb6901969b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:54.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.710+0000 7fb6979bc640  1 --2- 172.21.15.46:0/3246098979 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb690100720 0x7fb6901969b0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fb68c000c00 tx=0x7fb68c005dc0 comp rx=0 tx=0).stop
2024-03-19T01:49:54.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.710+0000 7fb6979bc640  1 -- 172.21.15.46:0/3246098979 shutdown_connections
2024-03-19T01:49:54.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.710+0000 7fb6979bc640  1 --2- 172.21.15.46:0/3246098979 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fb67c0a2880 0x7fb67c0a4d40 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:54.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.710+0000 7fb6979bc640  1 --2- 172.21.15.46:0/3246098979 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb6901022d0 0x7fb69019df60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:54.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.710+0000 7fb6979bc640  1 --2- 172.21.15.46:0/3246098979 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb690101910 0x7fb690196ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:54.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.710+0000 7fb6979bc640  1 --2- 172.21.15.46:0/3246098979 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb690100720 0x7fb6901969b0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:54.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.710+0000 7fb6979bc640  1 -- 172.21.15.46:0/3246098979 >> 172.21.15.46:0/3246098979 conn(0x7fb6900fbcb0 msgr2=0x7fb690104d80 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:54.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.710+0000 7fb6979bc640  1 -- 172.21.15.46:0/3246098979 shutdown_connections
2024-03-19T01:49:54.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.710+0000 7fb6979bc640  1 -- 172.21.15.46:0/3246098979 wait complete.
2024-03-19T01:49:54.722 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num
2024-03-19T01:49:54.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.826+0000 7ffa3d3e6640  1 -- 172.21.15.46:0/4219401309 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffa38100720 msgr2=0x7ffa38100b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:54.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.826+0000 7ffa3d3e6640  1 --2- 172.21.15.46:0/4219401309 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffa38100720 0x7ffa38100b40 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ffa28009900 tx=0x7ffa2802bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:54.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.826+0000 7ffa3d3e6640  1 -- 172.21.15.46:0/4219401309 shutdown_connections
2024-03-19T01:49:54.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.826+0000 7ffa3d3e6640  1 --2- 172.21.15.46:0/4219401309 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffa381022d0 0x7ffa38108b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:54.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.826+0000 7ffa3d3e6640  1 --2- 172.21.15.46:0/4219401309 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffa38101910 0x7ffa38101d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:54.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.826+0000 7ffa3d3e6640  1 --2- 172.21.15.46:0/4219401309 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffa38100720 0x7ffa38100b40 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:54.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.826+0000 7ffa3d3e6640  1 -- 172.21.15.46:0/4219401309 >> 172.21.15.46:0/4219401309 conn(0x7ffa380fbcb0 msgr2=0x7ffa380fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:54.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.826+0000 7ffa3d3e6640  1 -- 172.21.15.46:0/4219401309 shutdown_connections
2024-03-19T01:49:54.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.826+0000 7ffa3d3e6640  1 -- 172.21.15.46:0/4219401309 wait complete.
2024-03-19T01:49:54.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.827+0000 7ffa3d3e6640  1  Processor -- start
2024-03-19T01:49:54.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.827+0000 7ffa3d3e6640  1 --  start start
2024-03-19T01:49:54.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.827+0000 7ffa3d3e6640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffa38100720 0x7ffa3810b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:54.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.827+0000 7ffa3d3e6640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffa38101910 0x7ffa381096e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:54.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.827+0000 7ffa3d3e6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffa381022d0 0x7ffa38109c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:54.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.827+0000 7ffa3d3e6640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ffa3810d370 con 0x7ffa381022d0
2024-03-19T01:49:54.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.827+0000 7ffa3d3e6640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ffa3810d1f0 con 0x7ffa38101910
2024-03-19T01:49:54.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.827+0000 7ffa3d3e6640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ffa3810d4f0 con 0x7ffa38100720
2024-03-19T01:49:54.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.827+0000 7ffa377fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffa381022d0 0x7ffa38109c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:54.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.827+0000 7ffa36ffd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffa38100720 0x7ffa3810b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:54.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.827+0000 7ffa2ffff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffa38101910 0x7ffa381096e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:54.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.827+0000 7ffa2ffff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffa38101910 0x7ffa381096e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:35900/0 (socket says 172.21.15.46:35900)
2024-03-19T01:49:54.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.827+0000 7ffa36ffd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffa38100720 0x7ffa3810b0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:50926/0 (socket says 172.21.15.46:50926)
2024-03-19T01:49:54.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.827+0000 7ffa2ffff640  1 -- 172.21.15.46:0/2770842291 learned_addr learned my addr 172.21.15.46:0/2770842291 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:54.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.827+0000 7ffa377fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffa381022d0 0x7ffa38109c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50204/0 (socket says 172.21.15.46:50204)
2024-03-19T01:49:54.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.828+0000 7ffa2ffff640  1 -- 172.21.15.46:0/2770842291 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffa38100720 msgr2=0x7ffa3810b0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:54.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.828+0000 7ffa2ffff640  1 --2- 172.21.15.46:0/2770842291 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffa38100720 0x7ffa3810b0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:54.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.828+0000 7ffa2ffff640  1 -- 172.21.15.46:0/2770842291 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffa381022d0 msgr2=0x7ffa38109c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:54.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.828+0000 7ffa2ffff640  1 --2- 172.21.15.46:0/2770842291 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffa381022d0 0x7ffa38109c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:54.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.828+0000 7ffa2ffff640  1 -- 172.21.15.46:0/2770842291 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa3810a4b0 con 0x7ffa38101910
2024-03-19T01:49:54.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.828+0000 7ffa36ffd640  1 --2- 172.21.15.46:0/2770842291 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffa38100720 0x7ffa3810b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:54.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.828+0000 7ffa2ffff640  1 --2- 172.21.15.46:0/2770842291 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffa38101910 0x7ffa381096e0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7ffa2000e9f0 tx=0x7ffa2000edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:54.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.828+0000 7ffa34ff9640  1 -- 172.21.15.46:0/2770842291 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa2000cd80 con 0x7ffa38101910
2024-03-19T01:49:54.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.828+0000 7ffa3d3e6640  1 -- 172.21.15.46:0/2770842291 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa381a1c00 con 0x7ffa38101910
2024-03-19T01:49:54.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.828+0000 7ffa34ff9640  1 -- 172.21.15.46:0/2770842291 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffa200054d0 con 0x7ffa38101910
2024-03-19T01:49:54.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.828+0000 7ffa34ff9640  1 -- 172.21.15.46:0/2770842291 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa20018630 con 0x7ffa38101910
2024-03-19T01:49:54.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.828+0000 7ffa3d3e6640  1 -- 172.21.15.46:0/2770842291 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa381a2100 con 0x7ffa38101910
2024-03-19T01:49:54.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.829+0000 7ffa3d3e6640  1 -- 172.21.15.46:0/2770842291 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa38107bb0 con 0x7ffa38101910
2024-03-19T01:49:54.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.830+0000 7ffa34ff9640  1 -- 172.21.15.46:0/2770842291 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7ffa200459b0 con 0x7ffa38101910
2024-03-19T01:49:54.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.830+0000 7ffa34ff9640  1 --2- 172.21.15.46:0/2770842291 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ffa240a2800 0x7ffa240a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:54.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.831+0000 7ffa36ffd640  1 --2- 172.21.15.46:0/2770842291 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ffa240a2800 0x7ffa240a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:54.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.831+0000 7ffa34ff9640  1 -- 172.21.15.46:0/2770842291 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7ffa200cf4f0 con 0x7ffa38101910
2024-03-19T01:49:54.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.831+0000 7ffa36ffd640  1 --2- 172.21.15.46:0/2770842291 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ffa240a2800 0x7ffa240a4cc0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7ffa28005ab0 tx=0x7ffa28005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:54.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:54.834+0000 7ffa34ff9640  1 -- 172.21.15.46:0/2770842291 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7ffa2009c1a0 con 0x7ffa38101910
2024-03-19T01:49:55.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.018+0000 7ffa3d3e6640  1 -- 172.21.15.46:0/2770842291 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7ffa3802d380 con 0x7ffa38101910
2024-03-19T01:49:55.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.018+0000 7ffa34ff9640  1 -- 172.21.15.46:0/2770842291 <== mon.2 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0  v93) ==== 103+0+11 (secure 0 0 0) 0x7ffa2009baa0 con 0x7ffa38101910
2024-03-19T01:49:55.019 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32
2024-03-19T01:49:55.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.020+0000 7ffa3d3e6640  1 -- 172.21.15.46:0/2770842291 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ffa240a2800 msgr2=0x7ffa240a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:55.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.020+0000 7ffa3d3e6640  1 --2- 172.21.15.46:0/2770842291 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ffa240a2800 0x7ffa240a4cc0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7ffa28005ab0 tx=0x7ffa28005fd0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.020+0000 7ffa3d3e6640  1 -- 172.21.15.46:0/2770842291 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffa38101910 msgr2=0x7ffa381096e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:55.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.020+0000 7ffa3d3e6640  1 --2- 172.21.15.46:0/2770842291 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffa38101910 0x7ffa381096e0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7ffa2000e9f0 tx=0x7ffa2000edf0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.020+0000 7ffa3d3e6640  1 -- 172.21.15.46:0/2770842291 shutdown_connections
2024-03-19T01:49:55.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.020+0000 7ffa3d3e6640  1 --2- 172.21.15.46:0/2770842291 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7ffa240a2800 0x7ffa240a4cc0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.020+0000 7ffa3d3e6640  1 --2- 172.21.15.46:0/2770842291 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffa381022d0 0x7ffa38109c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.020+0000 7ffa3d3e6640  1 --2- 172.21.15.46:0/2770842291 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffa38101910 0x7ffa381096e0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.020+0000 7ffa3d3e6640  1 --2- 172.21.15.46:0/2770842291 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffa38100720 0x7ffa3810b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.020+0000 7ffa3d3e6640  1 -- 172.21.15.46:0/2770842291 >> 172.21.15.46:0/2770842291 conn(0x7ffa380fbcb0 msgr2=0x7ffa38104d80 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:55.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.020+0000 7ffa3d3e6640  1 -- 172.21.15.46:0/2770842291 shutdown_connections
2024-03-19T01:49:55.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.020+0000 7ffa3d3e6640  1 -- 172.21.15.46:0/2770842291 wait complete.
2024-03-19T01:49:55.031 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:54 smithi046 ceph-mon[63102]: from='client.15528 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2024-03-19T01:49:55.031 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:54 smithi046 ceph-mon[63102]: from='client.15534 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2024-03-19T01:49:55.031 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:54 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3972118825' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:49:55.032 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:54 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3621544149' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T01:49:55.032 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:54 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3246098979' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T01:49:55.033 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:49:55.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.134+0000 7faa1ed45640  1 -- 172.21.15.46:0/724273202 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa18100740 msgr2=0x7faa18100b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:55.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.134+0000 7faa1ed45640  1 --2- 172.21.15.46:0/724273202 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa18100740 0x7faa18100b60 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7faa0c009900 tx=0x7faa0c02bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:55.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.134+0000 7faa1ed45640  1 -- 172.21.15.46:0/724273202 shutdown_connections
2024-03-19T01:49:55.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.134+0000 7faa1ed45640  1 --2- 172.21.15.46:0/724273202 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faa181022f0 0x7faa18108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.134+0000 7faa1ed45640  1 --2- 172.21.15.46:0/724273202 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faa18101930 0x7faa18101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.134+0000 7faa1ed45640  1 --2- 172.21.15.46:0/724273202 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa18100740 0x7faa18100b60 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.134+0000 7faa1ed45640  1 -- 172.21.15.46:0/724273202 >> 172.21.15.46:0/724273202 conn(0x7faa180fbcb0 msgr2=0x7faa180fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:55.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.134+0000 7faa1ed45640  1 -- 172.21.15.46:0/724273202 shutdown_connections
2024-03-19T01:49:55.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.135+0000 7faa1ed45640  1 -- 172.21.15.46:0/724273202 wait complete.
2024-03-19T01:49:55.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.135+0000 7faa1ed45640  1  Processor -- start
2024-03-19T01:49:55.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.135+0000 7faa1ed45640  1 --  start start
2024-03-19T01:49:55.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.135+0000 7faa1ed45640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faa18100740 0x7faa18197af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.135+0000 7faa1ed45640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faa18101930 0x7faa18198030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.135+0000 7faa1ed45640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa181022f0 0x7faa1819f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.135+0000 7faa1ed45640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7faa1810c240 con 0x7faa181022f0
2024-03-19T01:49:55.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.135+0000 7faa1ed45640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7faa1810c0c0 con 0x7faa18101930
2024-03-19T01:49:55.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.135+0000 7faa1ed45640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7faa1810c3c0 con 0x7faa18100740
2024-03-19T01:49:55.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.135+0000 7faa1d2e2640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa181022f0 0x7faa1819f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.135+0000 7faa17fff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faa18101930 0x7faa18198030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.135+0000 7faa1cae1640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faa18100740 0x7faa18197af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.135+0000 7faa1d2e2640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa181022f0 0x7faa1819f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50222/0 (socket says 172.21.15.46:50222)
2024-03-19T01:49:55.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.135+0000 7faa1d2e2640  1 -- 172.21.15.46:0/856487484 learned_addr learned my addr 172.21.15.46:0/856487484 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:55.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.135+0000 7faa17fff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faa18101930 0x7faa18198030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:35922/0 (socket says 172.21.15.46:35922)
2024-03-19T01:49:55.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.136+0000 7faa1d2e2640  1 -- 172.21.15.46:0/856487484 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faa18100740 msgr2=0x7faa18197af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:55.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.136+0000 7faa1d2e2640  1 --2- 172.21.15.46:0/856487484 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faa18100740 0x7faa18197af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.136+0000 7faa1d2e2640  1 -- 172.21.15.46:0/856487484 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faa18101930 msgr2=0x7faa18198030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:55.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.136+0000 7faa1d2e2640  1 --2- 172.21.15.46:0/856487484 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faa18101930 0x7faa18198030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.136+0000 7faa1d2e2640  1 -- 172.21.15.46:0/856487484 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa1819f710 con 0x7faa181022f0
2024-03-19T01:49:55.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.136+0000 7faa17fff640  1 --2- 172.21.15.46:0/856487484 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faa18101930 0x7faa18198030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:55.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.136+0000 7faa1d2e2640  1 --2- 172.21.15.46:0/856487484 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa181022f0 0x7faa1819f0a0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7faa1000efd0 tx=0x7faa1000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:55.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.136+0000 7faa15ffb640  1 -- 172.21.15.46:0/856487484 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa10003b70 con 0x7faa181022f0
2024-03-19T01:49:55.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.136+0000 7faa15ffb640  1 -- 172.21.15.46:0/856487484 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faa10003d10 con 0x7faa181022f0
2024-03-19T01:49:55.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.136+0000 7faa1ed45640  1 -- 172.21.15.46:0/856487484 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa1819fa00 con 0x7faa181022f0
2024-03-19T01:49:55.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.136+0000 7faa15ffb640  1 -- 172.21.15.46:0/856487484 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa10010980 con 0x7faa181022f0
2024-03-19T01:49:55.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.136+0000 7faa1ed45640  1 -- 172.21.15.46:0/856487484 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa1819ff50 con 0x7faa181022f0
2024-03-19T01:49:55.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.137+0000 7faa1ed45640  1 -- 172.21.15.46:0/856487484 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa181a0240 con 0x7faa181022f0
2024-03-19T01:49:55.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.138+0000 7faa15ffb640  1 -- 172.21.15.46:0/856487484 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7faa10004020 con 0x7faa181022f0
2024-03-19T01:49:55.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.139+0000 7faa15ffb640  1 --2- 172.21.15.46:0/856487484 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7faa080a2880 0x7faa080a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.139+0000 7faa1cae1640  1 --2- 172.21.15.46:0/856487484 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7faa080a2880 0x7faa080a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.139+0000 7faa15ffb640  1 -- 172.21.15.46:0/856487484 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7faa100cf1d0 con 0x7faa181022f0
2024-03-19T01:49:55.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.139+0000 7faa1cae1640  1 --2- 172.21.15.46:0/856487484 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7faa080a2880 0x7faa080a4d40 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7faa0c005ab0 tx=0x7faa0c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:55.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.143+0000 7faa15ffb640  1 -- 172.21.15.46:0/856487484 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7faa1009bee0 con 0x7faa181022f0
2024-03-19T01:49:55.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:54 smithi073 ceph-mon[66833]: from='client.15528 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2024-03-19T01:49:55.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:54 smithi073 ceph-mon[66833]: from='client.15534 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2024-03-19T01:49:55.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:54 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3972118825' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:49:55.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:54 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3621544149' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T01:49:55.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:54 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3246098979' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T01:49:55.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:54 smithi102 ceph-mon[66557]: from='client.15528 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2024-03-19T01:49:55.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:54 smithi102 ceph-mon[66557]: from='client.15534 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch
2024-03-19T01:49:55.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:54 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3972118825' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T01:49:55.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:54 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3621544149' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T01:49:55.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:54 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3246098979' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T01:49:55.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.367+0000 7faa1ed45640  1 -- 172.21.15.46:0/856487484 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faa181a0410 con 0x7faa181022f0
2024-03-19T01:49:55.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.368+0000 7faa15ffb640  1 -- 172.21.15.46:0/856487484 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7faa1009b7e0 con 0x7faa181022f0
2024-03-19T01:49:55.369 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:49:55.369 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-19T01:47:26.395717+0000","modified":"2024-03-19T01:49:48.861894+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24506,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6839/1788589639","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6838","nonce":1788589639},{"type":"v1","addr":"172.21.15.73:6839","nonce":1788589639}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24506,"qdb_cluster":[24479,24506,24478]},"id":1}]}
2024-03-19T01:49:55.370 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 24
2024-03-19T01:49:55.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.370+0000 7faa1ed45640  1 -- 172.21.15.46:0/856487484 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7faa080a2880 msgr2=0x7faa080a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:55.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.370+0000 7faa1ed45640  1 --2- 172.21.15.46:0/856487484 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7faa080a2880 0x7faa080a4d40 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7faa0c005ab0 tx=0x7faa0c005fd0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.370+0000 7faa1ed45640  1 -- 172.21.15.46:0/856487484 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa181022f0 msgr2=0x7faa1819f0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:55.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.370+0000 7faa1ed45640  1 --2- 172.21.15.46:0/856487484 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa181022f0 0x7faa1819f0a0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7faa1000efd0 tx=0x7faa1000c6a0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.370+0000 7faa1ed45640  1 -- 172.21.15.46:0/856487484 shutdown_connections
2024-03-19T01:49:55.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.370+0000 7faa1ed45640  1 --2- 172.21.15.46:0/856487484 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7faa080a2880 0x7faa080a4d40 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.370+0000 7faa1ed45640  1 --2- 172.21.15.46:0/856487484 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa181022f0 0x7faa1819f0a0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.370+0000 7faa1ed45640  1 --2- 172.21.15.46:0/856487484 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faa18101930 0x7faa18198030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.370+0000 7faa1ed45640  1 --2- 172.21.15.46:0/856487484 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faa18100740 0x7faa18197af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.370+0000 7faa1ed45640  1 -- 172.21.15.46:0/856487484 >> 172.21.15.46:0/856487484 conn(0x7faa180fbcb0 msgr2=0x7faa18068980 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:55.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.370+0000 7faa1ed45640  1 -- 172.21.15.46:0/856487484 shutdown_connections
2024-03-19T01:49:55.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.370+0000 7faa1ed45640  1 -- 172.21.15.46:0/856487484 wait complete.
2024-03-19T01:49:55.382 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-03-19T01:49:55.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.484+0000 7f6af0661640  1 -- 172.21.15.46:0/4105630047 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ae8101840 msgr2=0x7f6ae8101c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:55.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.484+0000 7f6af0661640  1 --2- 172.21.15.46:0/4105630047 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ae8101840 0x7f6ae8101c60 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f6ae4009900 tx=0x7f6ae402bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:55.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.484+0000 7f6af0661640  1 -- 172.21.15.46:0/4105630047 shutdown_connections
2024-03-19T01:49:55.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.484+0000 7f6af0661640  1 --2- 172.21.15.46:0/4105630047 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6ae81033f0 0x7f6ae8109c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.484+0000 7f6af0661640  1 --2- 172.21.15.46:0/4105630047 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6ae8102a30 0x7f6ae8102eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.484+0000 7f6af0661640  1 --2- 172.21.15.46:0/4105630047 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ae8101840 0x7f6ae8101c60 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.484+0000 7f6af0661640  1 -- 172.21.15.46:0/4105630047 >> 172.21.15.46:0/4105630047 conn(0x7f6ae80fcdd0 msgr2=0x7f6ae80ff1f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:55.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.484+0000 7f6af0661640  1 -- 172.21.15.46:0/4105630047 shutdown_connections
2024-03-19T01:49:55.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.484+0000 7f6af0661640  1 -- 172.21.15.46:0/4105630047 wait complete.
2024-03-19T01:49:55.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.485+0000 7f6af0661640  1  Processor -- start
2024-03-19T01:49:55.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.485+0000 7f6af0661640  1 --  start start
2024-03-19T01:49:55.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.485+0000 7f6af0661640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6ae8101840 0x7f6ae8197a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.485+0000 7f6af0661640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6ae8102a30 0x7f6ae8197fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.485+0000 7f6af0661640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ae81033f0 0x7f6ae819f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.485+0000 7f6af0661640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae810d370 con 0x7f6ae81033f0
2024-03-19T01:49:55.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.485+0000 7f6af0661640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae810d1f0 con 0x7f6ae8102a30
2024-03-19T01:49:55.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.485+0000 7f6af0661640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae810d4f0 con 0x7f6ae8101840
2024-03-19T01:49:55.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.485+0000 7f6aee3fd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6ae8101840 0x7f6ae8197a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.485+0000 7f6aeebfe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ae81033f0 0x7f6ae819f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.485+0000 7f6aee3fd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6ae8101840 0x7f6ae8197a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:50956/0 (socket says 172.21.15.46:50956)
2024-03-19T01:49:55.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.485+0000 7f6aee3fd640  1 -- 172.21.15.46:0/3123779375 learned_addr learned my addr 172.21.15.46:0/3123779375 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:55.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.485+0000 7f6aedbfc640  1 --2- 172.21.15.46:0/3123779375 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6ae8102a30 0x7f6ae8197fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.485+0000 7f6aee3fd640  1 -- 172.21.15.46:0/3123779375 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6ae8102a30 msgr2=0x7f6ae8197fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:55.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.485+0000 7f6aee3fd640  1 --2- 172.21.15.46:0/3123779375 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6ae8102a30 0x7f6ae8197fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.485+0000 7f6aee3fd640  1 -- 172.21.15.46:0/3123779375 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ae81033f0 msgr2=0x7f6ae819f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:55.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.485+0000 7f6aee3fd640  1 --2- 172.21.15.46:0/3123779375 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ae81033f0 0x7f6ae819f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.485+0000 7f6aee3fd640  1 -- 172.21.15.46:0/3123779375 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ae819f690 con 0x7f6ae8101840
2024-03-19T01:49:55.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.485+0000 7f6aeebfe640  1 --2- 172.21.15.46:0/3123779375 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ae81033f0 0x7f6ae819f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:55.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.486+0000 7f6aee3fd640  1 --2- 172.21.15.46:0/3123779375 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6ae8101840 0x7f6ae8197a70 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f6ae4000c00 tx=0x7f6ae4005dc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:55.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.486+0000 7f6adf7fe640  1 -- 172.21.15.46:0/3123779375 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ae4043020 con 0x7f6ae8101840
2024-03-19T01:49:55.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.486+0000 7f6af0661640  1 -- 172.21.15.46:0/3123779375 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ae819f920 con 0x7f6ae8101840
2024-03-19T01:49:55.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.486+0000 7f6adf7fe640  1 -- 172.21.15.46:0/3123779375 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6ae4004350 con 0x7f6ae8101840
2024-03-19T01:49:55.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.486+0000 7f6af0661640  1 -- 172.21.15.46:0/3123779375 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ae819fec0 con 0x7f6ae8101840
2024-03-19T01:49:55.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.486+0000 7f6adf7fe640  1 -- 172.21.15.46:0/3123779375 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ae4003b20 con 0x7f6ae8101840
2024-03-19T01:49:55.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.487+0000 7f6af0661640  1 -- 172.21.15.46:0/3123779375 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ae8068a60 con 0x7f6ae8101840
2024-03-19T01:49:55.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.488+0000 7f6adf7fe640  1 -- 172.21.15.46:0/3123779375 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f6ae4046020 con 0x7f6ae8101840
2024-03-19T01:49:55.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.488+0000 7f6adf7fe640  1 --2- 172.21.15.46:0/3123779375 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6ad40a2800 0x7f6ad40a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.489+0000 7f6aedbfc640  1 --2- 172.21.15.46:0/3123779375 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6ad40a2800 0x7f6ad40a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.489+0000 7f6adf7fe640  1 -- 172.21.15.46:0/3123779375 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f6ae40f1300 con 0x7f6ae8101840
2024-03-19T01:49:55.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.489+0000 7f6aedbfc640  1 --2- 172.21.15.46:0/3123779375 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6ad40a2800 0x7f6ad40a4cc0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f6ad80095f0 tx=0x7f6ad8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:55.497 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.496+0000 7f6adf7fe640  1 -- 172.21.15.46:0/3123779375 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f6ae404d020 con 0x7f6ae8101840
2024-03-19T01:49:55.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.684+0000 7f6af0661640  1 -- 172.21.15.46:0/3123779375 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6ae8108bb0 con 0x7f6ae8101840
2024-03-19T01:49:55.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.687+0000 7f6adf7fe640  1 -- 172.21.15.46:0/3123779375 <== mon.1 v2:172.21.15.102:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v93) ==== 74+0+24692 (secure 0 0 0) 0x7f6ae40bdfb0 con 0x7f6ae8101840
2024-03-19T01:49:55.687 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:49:55.687 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":93,"fsid":"53c8cf3e-e591-11ee-95c9-87774f69a715","created":"2024-03-19T01:39:22.615473+0000","modified":"2024-03-19T01:49:19.819880+0000","last_up_change":"2024-03-19T01:46:32.777223+0000","last_in_change":"2024-03-19T01:46:12.842023+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-19T01:42:46.174113+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-19T01:47:24.276277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-19T01:47:25.605471+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-19T01:47:29.545614+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"4fc98477-1fec-465b-892b-9a0c12e15754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6803","nonce":1888713943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6805","nonce":1888713943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6809","nonce":1888713943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6807","nonce":1888713943}]},"public_addr":"172.21.15.46:6803/1888713943","cluster_addr":"172.21.15.46:6805/1888713943","heartbeat_back_addr":"172.21.15.46:6809/1888713943","heartbeat_front_addr":"172.21.15.46:6807/1888713943","state":["exists","up"]},{"osd":1,"uuid":"4109d6a1-240e-4f1f-b09d-75f3b77e6303","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6801","nonce":2502945674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6803","nonce":2502945674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6807","nonce":2502945674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6805","nonce":2502945674}]},"public_addr":"172.21.15.73:6801/2502945674","cluster_addr":"172.21.15.73:6803/2502945674","heartbeat_back_addr":"172.21.15.73:6807/2502945674","heartbeat_front_addr":"172.21.15.73:6805/2502945674","state":["exists","up"]},{"osd":2,"uuid":"45e8479c-4006-4dd4-bdd8-b4a2eafacc80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6801","nonce":90484514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6803","nonce":90484514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6807","nonce":90484514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6805","nonce":90484514}]},"public_addr":"172.21.15.102:6801/90484514","cluster_addr":"172.21.15.102:6803/90484514","heartbeat_back_addr":"172.21.15.102:6807/90484514","heartbeat_front_addr":"172.21.15.102:6805/90484514","state":["exists","up"]},{"osd":3,"uuid":"4cdc93cf-2e8d-436d-a78a-c235e9b970fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6811","nonce":3336792470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6813","nonce":3336792470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6817","nonce":3336792470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6815","nonce":3336792470}]},"public_addr":"172.21.15.46:6811/3336792470","cluster_addr":"172.21.15.46:6813/3336792470","heartbeat_back_addr":"172.21.15.46:6817/3336792470","heartbeat_front_addr":"172.21.15.46:6815/3336792470","state":["exists","up"]},{"osd":4,"uuid":"35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6809","nonce":1192862788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6811","nonce":1192862788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6815","nonce":1192862788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6813","nonce":1192862788}]},"public_addr":"172.21.15.73:6809/1192862788","cluster_addr":"172.21.15.73:6811/1192862788","heartbeat_back_addr":"172.21.15.73:6815/1192862788","heartbeat_front_addr":"172.21.15.73:6813/1192862788","state":["exists","up"]},{"osd":5,"uuid":"1587c1e6-6719-4117-a80f-5c6bce0e5814","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6809","nonce":3252664135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6811","nonce":3252664135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6815","nonce":3252664135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6813","nonce":3252664135}]},"public_addr":"172.21.15.102:6809/3252664135","cluster_addr":"172.21.15.102:6811/3252664135","heartbeat_back_addr":"172.21.15.102:6815/3252664135","heartbeat_front_addr":"172.21.15.102:6813/3252664135","state":["exists","up"]},{"osd":6,"uuid":"af41cbff-69e5-45ab-ad59-95e5addd1b6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6819","nonce":595340737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6821","nonce":595340737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6825","nonce":595340737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6823","nonce":595340737}]},"public_addr":"172.21.15.46:6819/595340737","cluster_addr":"172.21.15.46:6821/595340737","heartbeat_back_addr":"172.21.15.46:6825/595340737","heartbeat_front_addr":"172.21.15.46:6823/595340737","state":["exists","up"]},{"osd":7,"uuid":"23e9241a-4ed9-4606-93c1-ccfe277d0c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6817","nonce":143082020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6819","nonce":143082020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6823","nonce":143082020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6821","nonce":143082020}]},"public_addr":"172.21.15.73:6817/143082020","cluster_addr":"172.21.15.73:6819/143082020","heartbeat_back_addr":"172.21.15.73:6823/143082020","heartbeat_front_addr":"172.21.15.73:6821/143082020","state":["exists","up"]},{"osd":8,"uuid":"c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6817","nonce":2533208086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6819","nonce":2533208086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6823","nonce":2533208086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6821","nonce":2533208086}]},"public_addr":"172.21.15.102:6817/2533208086","cluster_addr":"172.21.15.102:6819/2533208086","heartbeat_back_addr":"172.21.15.102:6823/2533208086","heartbeat_front_addr":"172.21.15.102:6821/2533208086","state":["exists","up"]},{"osd":9,"uuid":"a16dd21b-77e4-4148-90a3-c085fd621fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6827","nonce":4252594050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6829","nonce":4252594050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6833","nonce":4252594050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6831","nonce":4252594050}]},"public_addr":"172.21.15.46:6827/4252594050","cluster_addr":"172.21.15.46:6829/4252594050","heartbeat_back_addr":"172.21.15.46:6833/4252594050","heartbeat_front_addr":"172.21.15.46:6831/4252594050","state":["exists","up"]},{"osd":10,"uuid":"3a794482-bcfa-4e99-8e96-77228a828ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6825","nonce":1252006239}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6827","nonce":1252006239}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6831","nonce":1252006239}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6829","nonce":1252006239}]},"public_addr":"172.21.15.73:6825/1252006239","cluster_addr":"172.21.15.73:6827/1252006239","heartbeat_back_addr":"172.21.15.73:6831/1252006239","heartbeat_front_addr":"172.21.15.73:6829/1252006239","state":["exists","up"]},{"osd":11,"uuid":"93bdea99-6072-431a-a919-3aecf631c727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6825","nonce":2997263049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6827","nonce":2997263049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6831","nonce":2997263049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6829","nonce":2997263049}]},"public_addr":"172.21.15.102:6825/2997263049","cluster_addr":"172.21.15.102:6827/2997263049","heartbeat_back_addr":"172.21.15.102:6831/2997263049","heartbeat_front_addr":"172.21.15.102:6829/2997263049","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:41:54.705424+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:18.405516+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:42.028548+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:06.440586+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:31.526566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:56.491476+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:22.116952+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:48.187884+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:12.546546+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:39.238062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:05.249938+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:30.959573+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.3b","mappings":[{"from":3,"to":9}]},{"pgid":"4.12","mappings":[{"from":5,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:6800/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/534183632":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/3469071427":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/816672825":"2024-03-20T01:39:49.978463+0000","172.21.15.46:6800/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/482098752":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/3024883566":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/2231887791":"2024-03-20T01:39:49.978463+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-03-19T01:49:55.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.688+0000 7f6af0661640  1 -- 172.21.15.46:0/3123779375 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6ad40a2800 msgr2=0x7f6ad40a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:55.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.688+0000 7f6af0661640  1 --2- 172.21.15.46:0/3123779375 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6ad40a2800 0x7f6ad40a4cc0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f6ad80095f0 tx=0x7f6ad8005f90 comp rx=0 tx=0).stop
2024-03-19T01:49:55.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.688+0000 7f6af0661640  1 -- 172.21.15.46:0/3123779375 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6ae8101840 msgr2=0x7f6ae8197a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:55.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.688+0000 7f6af0661640  1 --2- 172.21.15.46:0/3123779375 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6ae8101840 0x7f6ae8197a70 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f6ae4000c00 tx=0x7f6ae4005dc0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.688+0000 7f6af0661640  1 -- 172.21.15.46:0/3123779375 shutdown_connections
2024-03-19T01:49:55.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.688+0000 7f6af0661640  1 --2- 172.21.15.46:0/3123779375 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f6ad40a2800 0x7f6ad40a4cc0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.688+0000 7f6af0661640  1 --2- 172.21.15.46:0/3123779375 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ae81033f0 0x7f6ae819f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.688+0000 7f6af0661640  1 --2- 172.21.15.46:0/3123779375 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6ae8102a30 0x7f6ae8197fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.688+0000 7f6af0661640  1 --2- 172.21.15.46:0/3123779375 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6ae8101840 0x7f6ae8197a70 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.688+0000 7f6af0661640  1 -- 172.21.15.46:0/3123779375 >> 172.21.15.46:0/3123779375 conn(0x7f6ae80fcdd0 msgr2=0x7f6ae8105d80 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:55.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.688+0000 7f6af0661640  1 -- 172.21.15.46:0/3123779375 shutdown_connections
2024-03-19T01:49:55.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.688+0000 7f6af0661640  1 -- 172.21.15.46:0/3123779375 wait complete.
2024-03-19T01:49:55.701 DEBUG:tasks.fwd_scrub:Yielding
2024-03-19T01:49:55.701 INFO:teuthology.run_tasks:Running task exec...
2024-03-19T01:49:55.711 INFO:teuthology.task.exec:Executing custom commands...
2024-03-19T01:49:55.711 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi046.front.sepia.ceph.com
2024-03-19T01:49:55.711 DEBUG:teuthology.orchestra.run.smithi046:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule'
2024-03-19T01:49:55.711 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs
2024-03-19T01:49:55.712 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs
2024-03-19T01:49:55.712 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:49:55.712 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive
2024-03-19T01:49:55.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.814+0000 7fdf9da36640  1 -- 172.21.15.46:0/3815804398 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf98101930 msgr2=0x7fdf98101db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:55.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.814+0000 7fdf9da36640  1 --2- 172.21.15.46:0/3815804398 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf98101930 0x7fdf98101db0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fdf8c009860 tx=0x7fdf8c02bb70 comp rx=0 tx=0).stop
2024-03-19T01:49:55.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.814+0000 7fdf9da36640  1 -- 172.21.15.46:0/3815804398 shutdown_connections
2024-03-19T01:49:55.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.814+0000 7fdf9da36640  1 --2- 172.21.15.46:0/3815804398 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf981022f0 0x7fdf98108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.814+0000 7fdf9da36640  1 --2- 172.21.15.46:0/3815804398 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf98101930 0x7fdf98101db0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.814+0000 7fdf9da36640  1 --2- 172.21.15.46:0/3815804398 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf98100740 0x7fdf98100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.814+0000 7fdf9da36640  1 -- 172.21.15.46:0/3815804398 >> 172.21.15.46:0/3815804398 conn(0x7fdf980fbcb0 msgr2=0x7fdf980fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:55.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.814+0000 7fdf9da36640  1 -- 172.21.15.46:0/3815804398 shutdown_connections
2024-03-19T01:49:55.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.814+0000 7fdf9da36640  1 -- 172.21.15.46:0/3815804398 wait complete.
2024-03-19T01:49:55.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.814+0000 7fdf9da36640  1  Processor -- start
2024-03-19T01:49:55.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.815+0000 7fdf9da36640  1 --  start start
2024-03-19T01:49:55.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.815+0000 7fdf9da36640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf98100740 0x7fdf980699e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.815+0000 7fdf9da36640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf98101930 0x7fdf9819c780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.815+0000 7fdf9da36640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf981022f0 0x7fdf9819ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.815+0000 7fdf9da36640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fdf9810c250 con 0x7fdf98100740
2024-03-19T01:49:55.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.815+0000 7fdf9da36640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fdf9810c0d0 con 0x7fdf981022f0
2024-03-19T01:49:55.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.815+0000 7fdf9da36640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fdf9810c3d0 con 0x7fdf98101930
2024-03-19T01:49:55.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.815+0000 7fdf96ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf98100740 0x7fdf980699e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.815+0000 7fdf977fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf981022f0 0x7fdf9819ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.815+0000 7fdf977fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf981022f0 0x7fdf9819ed70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:35954/0 (socket says 172.21.15.46:35954)
2024-03-19T01:49:55.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.815+0000 7fdf967fc640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf98101930 0x7fdf9819c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.815+0000 7fdf96ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf98100740 0x7fdf980699e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50250/0 (socket says 172.21.15.46:50250)
2024-03-19T01:49:55.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.815+0000 7fdf977fe640  1 -- 172.21.15.46:0/2009974890 learned_addr learned my addr 172.21.15.46:0/2009974890 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:55.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.815+0000 7fdf977fe640  1 -- 172.21.15.46:0/2009974890 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf98101930 msgr2=0x7fdf9819c780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:55.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.815+0000 7fdf977fe640  1 --2- 172.21.15.46:0/2009974890 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf98101930 0x7fdf9819c780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.815+0000 7fdf977fe640  1 -- 172.21.15.46:0/2009974890 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf98100740 msgr2=0x7fdf980699e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:55.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.815+0000 7fdf977fe640  1 --2- 172.21.15.46:0/2009974890 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf98100740 0x7fdf980699e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.815+0000 7fdf977fe640  1 -- 172.21.15.46:0/2009974890 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf9819f630 con 0x7fdf981022f0
2024-03-19T01:49:55.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.815+0000 7fdf967fc640  1 --2- 172.21.15.46:0/2009974890 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf98101930 0x7fdf9819c780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:55.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.815+0000 7fdf977fe640  1 --2- 172.21.15.46:0/2009974890 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf981022f0 0x7fdf9819ed70 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fdf8800efd0 tx=0x7fdf8800c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:55.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.816+0000 7fdf9ca34640  1 -- 172.21.15.46:0/2009974890 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf88003b70 con 0x7fdf981022f0
2024-03-19T01:49:55.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.816+0000 7fdf9ca34640  1 -- 172.21.15.46:0/2009974890 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdf88003d10 con 0x7fdf981022f0
2024-03-19T01:49:55.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.816+0000 7fdf9ca34640  1 -- 172.21.15.46:0/2009974890 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf88010980 con 0x7fdf981022f0
2024-03-19T01:49:55.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.816+0000 7fdf9da36640  1 -- 172.21.15.46:0/2009974890 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf9819f920 con 0x7fdf981022f0
2024-03-19T01:49:55.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.816+0000 7fdf9da36640  1 -- 172.21.15.46:0/2009974890 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf9819fdf0 con 0x7fdf981022f0
2024-03-19T01:49:55.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.817+0000 7fdf9da36640  1 -- 172.21.15.46:0/2009974890 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf98107b30 con 0x7fdf981022f0
2024-03-19T01:49:55.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.818+0000 7f845a577640  1 -- 172.21.15.46:0/2376588484 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8454100720 msgr2=0x7f8454100b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:55.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.818+0000 7f845a577640  1 --2- 172.21.15.46:0/2376588484 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8454100720 0x7f8454100b40 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f8444009900 tx=0x7f844402bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:55.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.818+0000 7f845a577640  1 -- 172.21.15.46:0/2376588484 shutdown_connections
2024-03-19T01:49:55.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.818+0000 7f845a577640  1 --2- 172.21.15.46:0/2376588484 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84541022d0 0x7f8454108b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.818+0000 7f845a577640  1 --2- 172.21.15.46:0/2376588484 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8454101910 0x7f8454101d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.818+0000 7f845a577640  1 --2- 172.21.15.46:0/2376588484 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8454100720 0x7f8454100b40 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.818+0000 7f845a577640  1 -- 172.21.15.46:0/2376588484 >> 172.21.15.46:0/2376588484 conn(0x7f84540fbcb0 msgr2=0x7f84540fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:55.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.818+0000 7f845a577640  1 -- 172.21.15.46:0/2376588484 shutdown_connections
2024-03-19T01:49:55.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.818+0000 7f845a577640  1 -- 172.21.15.46:0/2376588484 wait complete.
2024-03-19T01:49:55.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.819+0000 7fdf9ca34640  1 -- 172.21.15.46:0/2009974890 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7fdf88004020 con 0x7fdf981022f0
2024-03-19T01:49:55.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.819+0000 7f845a577640  1  Processor -- start
2024-03-19T01:49:55.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.819+0000 7f845a577640  1 --  start start
2024-03-19T01:49:55.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.819+0000 7fdf9ca34640  1 --2- 172.21.15.46:0/2009974890 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdf800a28a0 0x7fdf800a4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.819+0000 7f845a577640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8454100720 0x7f8454197b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.819+0000 7f845a577640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8454101910 0x7f8454198040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.819+0000 7f845a577640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84541022d0 0x7f845419f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.819+0000 7fdf9ca34640  1 -- 172.21.15.46:0/2009974890 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fdf880cf250 con 0x7fdf981022f0
2024-03-19T01:49:55.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.819+0000 7fdf96ffd640  1 --2- 172.21.15.46:0/2009974890 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdf800a28a0 0x7fdf800a4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.819+0000 7f845a577640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f845410d370 con 0x7f84541022d0
2024-03-19T01:49:55.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.819+0000 7f845a577640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f845410d1f0 con 0x7f8454101910
2024-03-19T01:49:55.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.819+0000 7f845a577640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f845410d4f0 con 0x7f8454100720
2024-03-19T01:49:55.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.819+0000 7f84537fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8454101910 0x7f8454198040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.819+0000 7f8453fff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8454100720 0x7f8454197b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.819+0000 7f84537fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8454101910 0x7f8454198040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:35968/0 (socket says 172.21.15.46:35968)
2024-03-19T01:49:55.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.819+0000 7f84537fe640  1 -- 172.21.15.46:0/1910512932 learned_addr learned my addr 172.21.15.46:0/1910512932 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:55.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.819+0000 7f8458b14640  1 --2- 172.21.15.46:0/1910512932 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84541022d0 0x7f845419f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.820+0000 7f84537fe640  1 -- 172.21.15.46:0/1910512932 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8454100720 msgr2=0x7f8454197b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:55.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.820+0000 7f84537fe640  1 --2- 172.21.15.46:0/1910512932 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8454100720 0x7f8454197b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.820+0000 7f84537fe640  1 -- 172.21.15.46:0/1910512932 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84541022d0 msgr2=0x7f845419f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:55.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.820+0000 7f84537fe640  1 --2- 172.21.15.46:0/1910512932 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84541022d0 0x7f845419f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.820+0000 7f84537fe640  1 -- 172.21.15.46:0/1910512932 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f845419f720 con 0x7f8454101910
2024-03-19T01:49:55.826 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.820+0000 7fdf96ffd640  1 --2- 172.21.15.46:0/2009974890 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdf800a28a0 0x7fdf800a4d60 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fdf90009530 tx=0x7fdf90009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:55.826 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.820+0000 7f84537fe640  1 --2- 172.21.15.46:0/1910512932 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8454101910 0x7f8454198040 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f844800e9f0 tx=0x7f844800edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:55.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.828+0000 7f84517fa640  1 -- 172.21.15.46:0/1910512932 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f844800cd80 con 0x7f8454101910
2024-03-19T01:49:55.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.828+0000 7f84517fa640  1 -- 172.21.15.46:0/1910512932 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f84480054d0 con 0x7f8454101910
2024-03-19T01:49:55.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.828+0000 7f84517fa640  1 -- 172.21.15.46:0/1910512932 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8448010490 con 0x7f8454101910
2024-03-19T01:49:55.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.828+0000 7f845a577640  1 -- 172.21.15.46:0/1910512932 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f845419fa10 con 0x7f8454101910
2024-03-19T01:49:55.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.828+0000 7f845a577640  1 -- 172.21.15.46:0/1910512932 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f845419ff10 con 0x7f8454101910
2024-03-19T01:49:55.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.828+0000 7fdf9ca34640  1 -- 172.21.15.46:0/2009974890 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fdf8809bf60 con 0x7fdf981022f0
2024-03-19T01:49:55.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.830+0000 7f84517fa640  1 -- 172.21.15.46:0/1910512932 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f8448005020 con 0x7f8454101910
2024-03-19T01:49:55.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.831+0000 7f845d166740  1  Processor -- start
2024-03-19T01:49:55.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.831+0000 7f845d166740  1 --  start start
2024-03-19T01:49:55.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.831+0000 7f845d166740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557ad95cb3a0 0x557ad95cb7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.831+0000 7f845d166740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557ad95cbd90 0x557ad95d0890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.831+0000 7f845d166740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557ad95d0f00 0x557ad95d3390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.831+0000 7f845d166740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x557ad9530160 con 0x557ad95cb3a0
2024-03-19T01:49:55.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.831+0000 7f845d166740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x557ad94d8e10 con 0x557ad95d0f00
2024-03-19T01:49:55.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.831+0000 7f845d166740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x557ad952c200 con 0x557ad95cbd90
2024-03-19T01:49:55.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.831+0000 7f84517fa640  1 --2- 172.21.15.46:0/1910512932 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f843c0a2880 0x7f843c0a4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.831+0000 7f8458b14640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557ad95cb3a0 0x557ad95cb7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.831+0000 7f8458b14640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557ad95cb3a0 0x557ad95cb7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50264/0 (socket says 172.21.15.46:50264)
2024-03-19T01:49:55.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.831+0000 7f8458b14640  1 -- 172.21.15.46:0/2058059039 learned_addr learned my addr 172.21.15.46:0/2058059039 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:55.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.831+0000 7f84537fe640  1 --2- 172.21.15.46:0/2058059039 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557ad95d0f00 0x557ad95d3390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.831+0000 7f8453fff640  1 --2- 172.21.15.46:0/2058059039 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557ad95cbd90 0x557ad95d0890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.831+0000 7f8458b14640  1 --2- 172.21.15.46:0/1910512932 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f843c0a2880 0x7f843c0a4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.831+0000 7f84517fa640  1 -- 172.21.15.46:0/1910512932 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f84480cf130 con 0x7f8454101910
2024-03-19T01:49:55.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.831+0000 7f8453fff640  1 -- 172.21.15.46:0/2058059039 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557ad95d0f00 msgr2=0x557ad95d3390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:55.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.831+0000 7f8453fff640  1 --2- 172.21.15.46:0/2058059039 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557ad95d0f00 0x557ad95d3390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.831+0000 7f8453fff640  1 -- 172.21.15.46:0/2058059039 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557ad95cb3a0 msgr2=0x557ad95cb7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:55.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.831+0000 7f8453fff640  1 --2- 172.21.15.46:0/2058059039 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557ad95cb3a0 0x557ad95cb7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.831+0000 7f8453fff640  1 -- 172.21.15.46:0/2058059039 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ad930c7e0 con 0x557ad95cbd90
2024-03-19T01:49:55.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.831+0000 7f8458b14640  1 --2- 172.21.15.46:0/2058059039 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557ad95cb3a0 0x557ad95cb7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:55.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.832+0000 7f8453fff640  1 --2- 172.21.15.46:0/2058059039 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557ad95cbd90 0x557ad95d0890 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f8444036040 tx=0x7f8444009560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f11767752ab89041 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:55.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.832+0000 7f843a7fc640  1 -- 172.21.15.46:0/2058059039 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8444045020 con 0x557ad95cbd90
2024-03-19T01:49:55.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.832+0000 7f8458b14640  1 --2- 172.21.15.46:0/1910512932 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f843c0a2880 0x7f843c0a4d40 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x557ad95cc5f0 tx=0x7f844c013040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:55.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.832+0000 7f843a7fc640  1 -- 172.21.15.46:0/2058059039 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8444004040 con 0x557ad95cbd90
2024-03-19T01:49:55.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.832+0000 7f843a7fc640  1 -- 172.21.15.46:0/2058059039 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84440046c0 con 0x557ad95cbd90
2024-03-19T01:49:55.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.833+0000 7f845d166740  1 -- 172.21.15.46:0/2058059039 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557ad95cbd90 msgr2=0x557ad95d0890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:55.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.833+0000 7f845d166740  1 --2- 172.21.15.46:0/2058059039 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557ad95cbd90 0x557ad95d0890 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f8444036040 tx=0x7f8444009560 comp rx=0 tx=0).stop
2024-03-19T01:49:55.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.833+0000 7f845d166740  1 -- 172.21.15.46:0/2058059039 shutdown_connections
2024-03-19T01:49:55.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.833+0000 7f845d166740  1 --2- 172.21.15.46:0/2058059039 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557ad95d0f00 0x557ad95d3390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.833+0000 7f845d166740  1 --2- 172.21.15.46:0/2058059039 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557ad95cbd90 0x557ad95d0890 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.833+0000 7f845d166740  1 --2- 172.21.15.46:0/2058059039 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557ad95cb3a0 0x557ad95cb7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.833+0000 7f845d166740  1 -- 172.21.15.46:0/2058059039 >> 172.21.15.46:0/2058059039 conn(0x557ad95c6910 msgr2=0x557ad95c6d10 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:55.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.833+0000 7f845d166740  1 -- 172.21.15.46:0/2058059039 shutdown_connections
2024-03-19T01:49:55.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.833+0000 7f845d166740  1 -- 172.21.15.46:0/2058059039 wait complete.
2024-03-19T01:49:55.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.833+0000 7f845d166740  1 --  start start
2024-03-19T01:49:55.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.833+0000 7f845d166740  1  Processor -- start
2024-03-19T01:49:55.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.833+0000 7f845d166740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557ad95cb3a0 0x557ad95d5800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.834+0000 7f845d166740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557ad95cbd90 0x557ad95d5d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.834+0000 7f845d166740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557ad95d0f00 0x557ad95dcd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.834+0000 7f845d166740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x557ad95d3e50 con 0x557ad95d0f00
2024-03-19T01:49:55.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.834+0000 7f845d166740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x557ad94ec1a0 con 0x557ad95cb3a0
2024-03-19T01:49:55.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.834+0000 7f845d166740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x557ad95d3fd0 con 0x557ad95cbd90
2024-03-19T01:49:55.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.834+0000 7f845d166740 10 client.0 _ll_register_callbacks cb 0x557ad9243c60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:49:55.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.834+0000 7f8453fff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557ad95cb3a0 0x557ad95d5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.834+0000 7f84537fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557ad95cbd90 0x557ad95d5d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.834+0000 7f8453fff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557ad95cb3a0 0x557ad95d5800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:35992/0 (socket says 172.21.15.46:35992)
2024-03-19T01:49:55.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.834+0000 7f8453fff640  1 -- 172.21.15.46:0/938721509 learned_addr learned my addr 172.21.15.46:0/938721509 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:55.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.834+0000 7f8458b14640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557ad95d0f00 0x557ad95dcd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.834+0000 7f8453fff640  1 -- 172.21.15.46:0/938721509 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557ad95cbd90 msgr2=0x557ad95d5d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:55.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.834+0000 7f8453fff640  1 --2- 172.21.15.46:0/938721509 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557ad95cbd90 0x557ad95d5d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.834+0000 7f8453fff640  1 -- 172.21.15.46:0/938721509 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557ad95d0f00 msgr2=0x557ad95dcd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:55.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.834+0000 7f8453fff640  1 --2- 172.21.15.46:0/938721509 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557ad95d0f00 0x557ad95dcd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.834+0000 7f8453fff640  1 -- 172.21.15.46:0/938721509 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ad936cf70 con 0x557ad95cb3a0
2024-03-19T01:49:55.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.834+0000 7f84537fe640  1 --2- 172.21.15.46:0/938721509 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557ad95cbd90 0x557ad95d5d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:55.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.834+0000 7f8458b14640  1 --2- 172.21.15.46:0/938721509 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557ad95d0f00 0x557ad95dcd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:55.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.834+0000 7f8453fff640  1 --2- 172.21.15.46:0/938721509 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557ad95cb3a0 0x557ad95d5800 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f8444005ab0 tx=0x7f8444004420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=10103083ed81e449 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:55.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.834+0000 7f84337fe640 10 client.0 ms_handle_connect on v2:172.21.15.73:3300/0
2024-03-19T01:49:55.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.834+0000 7f84337fe640  1 -- 172.21.15.46:0/938721509 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8444045070 con 0x557ad95cb3a0
2024-03-19T01:49:55.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.834+0000 7f845d166740  1 -- 172.21.15.46:0/938721509 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8444004040 con 0x557ad95cb3a0
2024-03-19T01:49:55.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.834+0000 7f84337fe640  1 -- 172.21.15.46:0/938721509 <== mon.2 v2:172.21.15.73:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f84440035f0 con 0x557ad95cb3a0
2024-03-19T01:49:55.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.835+0000 7f84337fe640  1 -- 172.21.15.46:0/938721509 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8444059050 con 0x557ad95cb3a0
2024-03-19T01:49:55.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.835+0000 7f845d166740 10 client.25448 fetch_fsmap learned FSMap version 24
2024-03-19T01:49:55.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.835+0000 7f845d166740  1 -- 172.21.15.46:0/938721509 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x557ad9204170 con 0x557ad95cb3a0
2024-03-19T01:49:55.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.835+0000 7f84337fe640  1 -- 172.21.15.46:0/938721509 <== mon.2 v2:172.21.15.73:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8444004040 con 0x557ad95cb3a0
2024-03-19T01:49:55.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.835+0000 7f84337fe640  1 -- 172.21.15.46:0/938721509 <== mon.2 v2:172.21.15.73:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f8444054030 con 0x557ad95cb3a0
2024-03-19T01:49:55.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.835+0000 7f845d166740 10 client.25448 fetch_fsmap finished waiting for FSMap version 24
2024-03-19T01:49:55.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.835+0000 7f845d166740 10 client.25448 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:49:55.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.835+0000 7f845d166740 20 client.25448 populate_metadata read hostname 'smithi046'
2024-03-19T01:49:55.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.835+0000 7f845d166740  1 --2- 172.21.15.46:0/938721509 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x557ad95e1270 0x557ad95e3660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.835+0000 7f845d166740  4 client.25448 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:49:55.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.835+0000 7f845d166740  1 -- 172.21.15.46:0/938721509 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557ad953d6a0 con 0x557ad95e1270
2024-03-19T01:49:55.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.835+0000 7f84537fe640  1 --2- 172.21.15.46:0/938721509 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x557ad95e1270 0x557ad95e3660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.836+0000 7f84337fe640 10 client.25448 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:49:55.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.836+0000 7f84537fe640  1 --2- 172.21.15.46:0/938721509 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x557ad95e1270 0x557ad95e3660 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d3b180e186460f51 server_cookie=3fe1e5be8fddeb0a in_seq=0 out_seq=0
2024-03-19T01:49:55.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.837+0000 7f84337fe640  1 -- 172.21.15.46:0/938721509 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x557ad953d6a0 con 0x557ad95e1270
2024-03-19T01:49:55.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.837+0000 7f84337fe640 10 client.25448 handle_command_reply: tid=0
2024-03-19T01:49:55.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.837+0000 7f845d166740  1 client.25448 shutdown
2024-03-19T01:49:55.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.837+0000 7f845d166740  1 -- 172.21.15.46:0/938721509 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557ad95cb3a0 msgr2=0x557ad95d5800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:55.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.837+0000 7f845d166740  1 --2- 172.21.15.46:0/938721509 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557ad95cb3a0 0x557ad95d5800 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f8444005ab0 tx=0x7f8444004420 comp rx=0 tx=0).stop
2024-03-19T01:49:55.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.837+0000 7f845d166740  1 -- 172.21.15.46:0/938721509 shutdown_connections
2024-03-19T01:49:55.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.837+0000 7f845d166740  1 --2- 172.21.15.46:0/938721509 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x557ad95e1270 0x557ad95e3660 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.837+0000 7f845d166740  1 --2- 172.21.15.46:0/938721509 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557ad95d0f00 0x557ad95dcd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.837+0000 7f845d166740  1 --2- 172.21.15.46:0/938721509 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557ad95cbd90 0x557ad95d5d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.837+0000 7f84337fe640  0 client.25448 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:49:55.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.837+0000 7f845d166740  1 --2- 172.21.15.46:0/938721509 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557ad95cb3a0 0x557ad95d5800 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.837+0000 7f845d166740  1 -- 172.21.15.46:0/938721509 >> 172.21.15.46:0/938721509 conn(0x557ad95c6910 msgr2=0x557ad95c5b30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:55.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.837+0000 7f845d166740  1 -- 172.21.15.46:0/938721509 shutdown_connections
2024-03-19T01:49:55.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.837+0000 7f845d166740  1 -- 172.21.15.46:0/938721509 wait complete.
2024-03-19T01:49:55.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.837+0000 7f845d166740 20 client.25448 trim_cache size 0 max 16384
2024-03-19T01:49:55.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.854+0000 7f845d166740  1  Processor -- start
2024-03-19T01:49:55.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.854+0000 7f845d166740  1 --  start start
2024-03-19T01:49:55.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.855+0000 7f845d166740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557ad95cb3a0 0x557ad95c59b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.855+0000 7f845d166740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557ad95cbd90 0x557ad95c5ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.855+0000 7f845d166740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557ad95d0f00 0x557ad95dcd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.855+0000 7f845d166740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f84541acc00 con 0x557ad95cbd90
2024-03-19T01:49:55.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.855+0000 7f845d166740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f84541aa4d0 con 0x557ad95cb3a0
2024-03-19T01:49:55.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.855+0000 7f845d166740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f84541a8320 con 0x557ad95d0f00
2024-03-19T01:49:55.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.855+0000 7f84537fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557ad95cbd90 0x557ad95c5ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.855+0000 7f84537fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557ad95cbd90 0x557ad95c5ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50278/0 (socket says 172.21.15.46:50278)
2024-03-19T01:49:55.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.855+0000 7f84537fe640  1 -- 172.21.15.46:0/4260131399 learned_addr learned my addr 172.21.15.46:0/4260131399 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:55.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.855+0000 7f8453fff640  1 --2- 172.21.15.46:0/4260131399 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557ad95cb3a0 0x557ad95c59b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.855+0000 7f8458b14640  1 --2- 172.21.15.46:0/4260131399 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557ad95d0f00 0x557ad95dcd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.855+0000 7f84537fe640  1 -- 172.21.15.46:0/4260131399 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557ad95d0f00 msgr2=0x557ad95dcd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:55.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.855+0000 7f84537fe640  1 --2- 172.21.15.46:0/4260131399 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557ad95d0f00 0x557ad95dcd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.855+0000 7f84537fe640  1 -- 172.21.15.46:0/4260131399 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557ad95cb3a0 msgr2=0x557ad95c59b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:55.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.855+0000 7f84537fe640  1 --2- 172.21.15.46:0/4260131399 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557ad95cb3a0 0x557ad95c59b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.855+0000 7f84537fe640  1 -- 172.21.15.46:0/4260131399 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ad95c7680 con 0x557ad95cbd90
2024-03-19T01:49:55.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.855+0000 7f8453fff640  1 --2- 172.21.15.46:0/4260131399 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557ad95cb3a0 0x557ad95c59b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:55.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.855+0000 7f84537fe640  1 --2- 172.21.15.46:0/4260131399 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557ad95cbd90 0x557ad95c5ef0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f84480980b0 tx=0x7f84480cc040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=148c8de55d3dcb92 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:55.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.855+0000 7f8439ffb640  1 -- 172.21.15.46:0/4260131399 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84480b4070 con 0x557ad95cbd90
2024-03-19T01:49:55.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.855+0000 7f8439ffb640  1 -- 172.21.15.46:0/4260131399 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f844809bde0 con 0x557ad95cbd90
2024-03-19T01:49:55.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.855+0000 7f8439ffb640  1 -- 172.21.15.46:0/4260131399 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84480cc950 con 0x557ad95cbd90
2024-03-19T01:49:55.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.856+0000 7f845d166740  1 -- 172.21.15.46:0/4260131399 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557ad95cbd90 msgr2=0x557ad95c5ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:55.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.856+0000 7f845d166740  1 --2- 172.21.15.46:0/4260131399 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557ad95cbd90 0x557ad95c5ef0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f84480980b0 tx=0x7f84480cc040 comp rx=0 tx=0).stop
2024-03-19T01:49:55.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.856+0000 7f845d166740  1 -- 172.21.15.46:0/4260131399 shutdown_connections
2024-03-19T01:49:55.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.856+0000 7f845d166740  1 --2- 172.21.15.46:0/4260131399 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557ad95d0f00 0x557ad95dcd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.856+0000 7f845d166740  1 --2- 172.21.15.46:0/4260131399 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557ad95cbd90 0x557ad95c5ef0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.856+0000 7f845d166740  1 --2- 172.21.15.46:0/4260131399 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557ad95cb3a0 0x557ad95c59b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.856+0000 7f845d166740  1 -- 172.21.15.46:0/4260131399 >> 172.21.15.46:0/4260131399 conn(0x557ad95c6910 msgr2=0x557ad95c52a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:55.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.856+0000 7f845d166740  1 -- 172.21.15.46:0/4260131399 shutdown_connections
2024-03-19T01:49:55.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.856+0000 7f845d166740  1 -- 172.21.15.46:0/4260131399 wait complete.
2024-03-19T01:49:55.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.857+0000 7f845d166740  1 --  start start
2024-03-19T01:49:55.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.857+0000 7f845d166740  1  Processor -- start
2024-03-19T01:49:55.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.857+0000 7f845d166740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557ad95cb3a0 0x557ad95dac90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.857+0000 7f845d166740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557ad95cbd90 0x557ad95db1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.857+0000 7f845d166740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557ad95d0f00 0x557ad95dc1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.857+0000 7f845d166740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f84541a8990 con 0x557ad95d0f00
2024-03-19T01:49:55.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.857+0000 7f845d166740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f84541a9e00 con 0x557ad95cbd90
2024-03-19T01:49:55.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.857+0000 7f845d166740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f84541a9060 con 0x557ad95cb3a0
2024-03-19T01:49:55.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.858+0000 7f845d166740 10 client.0 _ll_register_callbacks cb 0x7f844c009b30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:49:55.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.858+0000 7f8458b14640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557ad95d0f00 0x557ad95dc1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.858+0000 7f8453fff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557ad95cb3a0 0x557ad95dac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.858+0000 7f8458b14640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557ad95d0f00 0x557ad95dc1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50290/0 (socket says 172.21.15.46:50290)
2024-03-19T01:49:55.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.858+0000 7f8458b14640  1 -- 172.21.15.46:0/145506390 learned_addr learned my addr 172.21.15.46:0/145506390 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:55.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.858+0000 7f84537fe640  1 --2- 172.21.15.46:0/145506390 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557ad95cbd90 0x557ad95db1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.858+0000 7f8453fff640  1 -- 172.21.15.46:0/145506390 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557ad95cbd90 msgr2=0x557ad95db1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:55.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.858+0000 7f8453fff640  1 --2- 172.21.15.46:0/145506390 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557ad95cbd90 0x557ad95db1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.858+0000 7f8453fff640  1 -- 172.21.15.46:0/145506390 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557ad95d0f00 msgr2=0x557ad95dc1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:55.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.858+0000 7f8453fff640  1 --2- 172.21.15.46:0/145506390 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557ad95d0f00 0x557ad95dc1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.858+0000 7f8453fff640  1 -- 172.21.15.46:0/145506390 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ad95dc7d0 con 0x557ad95cb3a0
2024-03-19T01:49:55.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.858+0000 7f8458b14640  1 --2- 172.21.15.46:0/145506390 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557ad95d0f00 0x557ad95dc1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:55.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.858+0000 7f8453fff640  1 --2- 172.21.15.46:0/145506390 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557ad95cb3a0 0x557ad95dac90 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f8444005c40 tx=0x7f844402c3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=74778329d2ac27da server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:55.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.858+0000 7f84337fe640 10 client.0 ms_handle_connect on v2:172.21.15.102:3300/0
2024-03-19T01:49:55.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.858+0000 7f84337fe640  1 -- 172.21.15.46:0/145506390 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8444062060 con 0x557ad95cb3a0
2024-03-19T01:49:55.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.858+0000 7f84337fe640  1 -- 172.21.15.46:0/145506390 <== mon.1 v2:172.21.15.102:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f84440046c0 con 0x557ad95cb3a0
2024-03-19T01:49:55.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.858+0000 7f845d166740  1 -- 172.21.15.46:0/145506390 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f844809bde0 con 0x557ad95cb3a0
2024-03-19T01:49:55.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.858+0000 7f84337fe640  1 -- 172.21.15.46:0/145506390 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f8444069050 con 0x557ad95cb3a0
2024-03-19T01:49:55.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.858+0000 7f845d166740 10 client.25405 fetch_fsmap learned FSMap version 24
2024-03-19T01:49:55.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.858+0000 7f845d166740  1 -- 172.21.15.46:0/145506390 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x557ad9647e00 con 0x557ad95cb3a0
2024-03-19T01:49:55.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.859+0000 7f84337fe640  1 -- 172.21.15.46:0/145506390 <== mon.1 v2:172.21.15.102:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f844809bde0 con 0x557ad95cb3a0
2024-03-19T01:49:55.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.859+0000 7f84337fe640  1 -- 172.21.15.46:0/145506390 <== mon.1 v2:172.21.15.102:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f8444054070 con 0x557ad95cb3a0
2024-03-19T01:49:55.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.859+0000 7f845d166740 10 client.25405 fetch_fsmap finished waiting for FSMap version 24
2024-03-19T01:49:55.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.859+0000 7f845d166740 10 client.25405 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:49:55.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.859+0000 7f845d166740 20 client.25405 populate_metadata read hostname 'smithi046'
2024-03-19T01:49:55.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.859+0000 7f845d166740  1 --2- 172.21.15.46:0/145506390 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x557ad9648710 0x557ad964ab30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.859+0000 7f845d166740  4 client.25405 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}]
2024-03-19T01:49:55.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.859+0000 7f845d166740  1 -- 172.21.15.46:0/145506390 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x557ad95379f0 con 0x557ad9648710
2024-03-19T01:49:55.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.859+0000 7f84537fe640  1 --2- 172.21.15.46:0/145506390 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x557ad9648710 0x557ad964ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.859+0000 7f84537fe640  1 --2- 172.21.15.46:0/145506390 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x557ad9648710 0x557ad964ab30 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c50b46da3a87639f server_cookie=d95dd743da4b751c in_seq=0 out_seq=0
2024-03-19T01:49:55.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.859+0000 7f84337fe640 10 client.25405 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:49:55.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.861+0000 7f84337fe640  1 -- 172.21.15.46:0/145506390 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x557ad95379f0 con 0x557ad9648710
2024-03-19T01:49:55.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.861+0000 7f84337fe640 10 client.25405 handle_command_reply: tid=0
2024-03-19T01:49:55.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.861+0000 7f845d166740  1 client.25405 shutdown
2024-03-19T01:49:55.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.861+0000 7f845d166740  1 -- 172.21.15.46:0/145506390 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557ad95cb3a0 msgr2=0x557ad95dac90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:55.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.861+0000 7f845d166740  1 --2- 172.21.15.46:0/145506390 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557ad95cb3a0 0x557ad95dac90 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f8444005c40 tx=0x7f844402c3b0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.861+0000 7f845d166740  1 -- 172.21.15.46:0/145506390 shutdown_connections
2024-03-19T01:49:55.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.861+0000 7f845d166740  1 --2- 172.21.15.46:0/145506390 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x557ad9648710 0x557ad964ab30 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.861+0000 7f845d166740  1 --2- 172.21.15.46:0/145506390 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557ad95d0f00 0x557ad95dc1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.861+0000 7f845d166740  1 --2- 172.21.15.46:0/145506390 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557ad95cbd90 0x557ad95db1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.861+0000 7f84337fe640  0 client.25405 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:49:55.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.861+0000 7f845d166740  1 --2- 172.21.15.46:0/145506390 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557ad95cb3a0 0x557ad95dac90 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.861+0000 7f845d166740  1 -- 172.21.15.46:0/145506390 >> 172.21.15.46:0/145506390 conn(0x557ad95c6910 msgr2=0x557ad95c5b30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:55.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.861+0000 7f845d166740  1 -- 172.21.15.46:0/145506390 shutdown_connections
2024-03-19T01:49:55.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.861+0000 7f845d166740  1 -- 172.21.15.46:0/145506390 wait complete.
2024-03-19T01:49:55.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.861+0000 7f845d166740 20 client.25405 trim_cache size 0 max 16384
2024-03-19T01:49:55.870 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:49:55.870 INFO:teuthology.orchestra.run.smithi046.stdout:    "return_code": 0,
2024-03-19T01:49:55.870 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrub_tag": "34a119ec-7b51-4fe3-8b4a-51df3e3b33f0",
2024-03-19T01:49:55.870 INFO:teuthology.orchestra.run.smithi046.stdout:    "mode": "asynchronous"
2024-03-19T01:49:55.870 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:49:55.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.862+0000 7f845a577640  1 -- 172.21.15.46:0/1910512932 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f843c0a2880 msgr2=0x7f843c0a4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:55.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.862+0000 7f845a577640  1 --2- 172.21.15.46:0/1910512932 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f843c0a2880 0x7f843c0a4d40 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x557ad95cc5f0 tx=0x7f844c013040 comp rx=0 tx=0).stop
2024-03-19T01:49:55.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.862+0000 7f845a577640  1 -- 172.21.15.46:0/1910512932 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8454101910 msgr2=0x7f8454198040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:55.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.862+0000 7f845a577640  1 --2- 172.21.15.46:0/1910512932 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8454101910 0x7f8454198040 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f844800e9f0 tx=0x7f844800edf0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.862+0000 7f845a577640  1 -- 172.21.15.46:0/1910512932 shutdown_connections
2024-03-19T01:49:55.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.862+0000 7f845a577640  1 --2- 172.21.15.46:0/1910512932 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f843c0a2880 0x7f843c0a4d40 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.862+0000 7f845a577640  1 --2- 172.21.15.46:0/1910512932 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84541022d0 0x7f845419f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.862+0000 7f845a577640  1 --2- 172.21.15.46:0/1910512932 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8454101910 0x7f8454198040 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.862+0000 7f845a577640  1 --2- 172.21.15.46:0/1910512932 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8454100720 0x7f8454197b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.862+0000 7f845a577640  1 -- 172.21.15.46:0/1910512932 >> 172.21.15.46:0/1910512932 conn(0x7f84540fbcb0 msgr2=0x7f8454104cd0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:55.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.862+0000 7f845a577640  1 -- 172.21.15.46:0/1910512932 shutdown_connections
2024-03-19T01:49:55.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.862+0000 7f845a577640  1 -- 172.21.15.46:0/1910512932 wait complete.
2024-03-19T01:49:55.874 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:49:55.874 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:49:55.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.978+0000 7f9fe24dc640  1 -- 172.21.15.46:0/2074870017 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9fdc1022d0 msgr2=0x7f9fdc108b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:55.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.978+0000 7f9fe24dc640  1 --2- 172.21.15.46:0/2074870017 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9fdc1022d0 0x7f9fdc108b60 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f9fd4009be0 tx=0x7f9fd402bef0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.978+0000 7f9fe24dc640  1 -- 172.21.15.46:0/2074870017 shutdown_connections
2024-03-19T01:49:55.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.978+0000 7f9fe24dc640  1 --2- 172.21.15.46:0/2074870017 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9fdc1022d0 0x7f9fdc108b60 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.978+0000 7f9fe24dc640  1 --2- 172.21.15.46:0/2074870017 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9fdc101910 0x7f9fdc101d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.978+0000 7f9fe24dc640  1 --2- 172.21.15.46:0/2074870017 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9fdc100720 0x7f9fdc100b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.978+0000 7f9fe24dc640  1 -- 172.21.15.46:0/2074870017 >> 172.21.15.46:0/2074870017 conn(0x7f9fdc0fbcb0 msgr2=0x7f9fdc0fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:55.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.978+0000 7f9fe24dc640  1 -- 172.21.15.46:0/2074870017 shutdown_connections
2024-03-19T01:49:55.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.978+0000 7f9fe24dc640  1 -- 172.21.15.46:0/2074870017 wait complete.
2024-03-19T01:49:55.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.979+0000 7f9fe24dc640  1  Processor -- start
2024-03-19T01:49:55.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.979+0000 7f9fe24dc640  1 --  start start
2024-03-19T01:49:55.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.979+0000 7f9fe24dc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9fdc100720 0x7f9fdc0694f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.979+0000 7f9fe24dc640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9fdc101910 0x7f9fdc19c770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.979+0000 7f9fe24dc640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9fdc1022d0 0x7f9fdc19ed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.979+0000 7f9fe24dc640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f9fdc10c280 con 0x7f9fdc100720
2024-03-19T01:49:55.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.979+0000 7f9fe24dc640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f9fdc10c100 con 0x7f9fdc1022d0
2024-03-19T01:49:55.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.979+0000 7f9fe24dc640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9fdc10c400 con 0x7f9fdc101910
2024-03-19T01:49:55.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.979+0000 7f9fdbfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9fdc100720 0x7f9fdc0694f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.979+0000 7f9fdbfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9fdc100720 0x7f9fdc0694f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50314/0 (socket says 172.21.15.46:50314)
2024-03-19T01:49:55.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.979+0000 7f9fdb7fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9fdc101910 0x7f9fdc19c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.979+0000 7f9fdbfff640  1 -- 172.21.15.46:0/374665323 learned_addr learned my addr 172.21.15.46:0/374665323 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:55.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.979+0000 7f9fe0a79640  1 --2- 172.21.15.46:0/374665323 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9fdc1022d0 0x7f9fdc19ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.980+0000 7f9fdb7fe640  1 -- 172.21.15.46:0/374665323 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9fdc1022d0 msgr2=0x7f9fdc19ed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:55.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.980+0000 7f9fdb7fe640  1 --2- 172.21.15.46:0/374665323 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9fdc1022d0 0x7f9fdc19ed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.980+0000 7f9fdb7fe640  1 -- 172.21.15.46:0/374665323 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9fdc100720 msgr2=0x7f9fdc0694f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:55.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.980+0000 7f9fdb7fe640  1 --2- 172.21.15.46:0/374665323 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9fdc100720 0x7f9fdc0694f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.980+0000 7f9fdb7fe640  1 -- 172.21.15.46:0/374665323 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fdc19f6a0 con 0x7f9fdc101910
2024-03-19T01:49:55.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.980+0000 7f9fe0a79640  1 --2- 172.21.15.46:0/374665323 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9fdc1022d0 0x7f9fdc19ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:55.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.980+0000 7f9fdbfff640  1 --2- 172.21.15.46:0/374665323 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9fdc100720 0x7f9fdc0694f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:55.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.980+0000 7f9fdb7fe640  1 --2- 172.21.15.46:0/374665323 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9fdc101910 0x7f9fdc19c770 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f9fc4005fd0 tx=0x7f9fc400ee50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:55.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.980+0000 7f9fd97fa640  1 -- 172.21.15.46:0/374665323 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fc400cd00 con 0x7f9fdc101910
2024-03-19T01:49:55.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.980+0000 7f9fe24dc640  1 -- 172.21.15.46:0/374665323 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fdc19f930 con 0x7f9fdc101910
2024-03-19T01:49:55.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.980+0000 7f9fd97fa640  1 -- 172.21.15.46:0/374665323 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9fc40035f0 con 0x7f9fdc101910
2024-03-19T01:49:55.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.980+0000 7f9fd97fa640  1 -- 172.21.15.46:0/374665323 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fc4010690 con 0x7f9fdc101910
2024-03-19T01:49:55.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.980+0000 7f9fe24dc640  1 -- 172.21.15.46:0/374665323 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fdc19fed0 con 0x7f9fdc101910
2024-03-19T01:49:55.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.982+0000 7f9fd97fa640  1 -- 172.21.15.46:0/374665323 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 18) ==== 137290+0+0 (secure 0 0 0) 0x7f9fc40037a0 con 0x7f9fdc101910
2024-03-19T01:49:55.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.982+0000 7f9fd97fa640  1 --2- 172.21.15.46:0/374665323 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f9fc80a2800 0x7f9fc80a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.983+0000 7f9fe51a0740  1  Processor -- start
2024-03-19T01:49:55.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.983+0000 7f9fd97fa640  1 -- 172.21.15.46:0/374665323 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f9fc40cf0b0 con 0x7f9fdc101910
2024-03-19T01:49:55.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.983+0000 7f9fdbfff640  1 --2- 172.21.15.46:0/374665323 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f9fc80a2800 0x7f9fc80a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.983+0000 7f9fe51a0740  1 --  start start
2024-03-19T01:49:55.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.983+0000 7f9fe51a0740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ece1a69a50 0x55ece1a69e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.983+0000 7f9fe51a0740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ece1a6a440 0x55ece1a6ef40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.983+0000 7f9fe51a0740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ece1a6f5b0 0x55ece1a71a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.983+0000 7f9fe51a0740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55ece19ce500 con 0x55ece1a6f5b0
2024-03-19T01:49:55.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.983+0000 7f9fe51a0740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55ece1976be0 con 0x55ece1a6a440
2024-03-19T01:49:55.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.983+0000 7f9fe51a0740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55ece19ca5a0 con 0x55ece1a69a50
2024-03-19T01:49:55.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.983+0000 7f9fe0a79640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ece1a6f5b0 0x55ece1a71a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.983+0000 7f9fdb7fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ece1a6a440 0x55ece1a6ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.983+0000 7f9fdbfff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ece1a69a50 0x55ece1a69e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.983+0000 7f9fdbfff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ece1a69a50 0x55ece1a69e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:51072/0 (socket says 172.21.15.46:51072)
2024-03-19T01:49:55.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.983+0000 7f9fdb7fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ece1a6a440 0x55ece1a6ef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:36050/0 (socket says 172.21.15.46:36050)
2024-03-19T01:49:55.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.983+0000 7f9fdbfff640  1 -- 172.21.15.46:0/358343007 learned_addr learned my addr 172.21.15.46:0/358343007 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:55.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.983+0000 7f9fe0a79640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ece1a6f5b0 0x55ece1a71a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50322/0 (socket says 172.21.15.46:50322)
2024-03-19T01:49:55.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.983+0000 7f9fdbfff640  1 --2- 172.21.15.46:0/374665323 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f9fc80a2800 0x7f9fc80a4cc0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f9fcc0095f0 tx=0x7f9fcc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:55.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.983+0000 7f9fdbfff640  1 -- 172.21.15.46:0/358343007 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ece1a6a440 msgr2=0x55ece1a6ef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:55.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.983+0000 7f9fdbfff640  1 --2- 172.21.15.46:0/358343007 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ece1a6a440 0x55ece1a6ef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.983+0000 7f9fdbfff640  1 -- 172.21.15.46:0/358343007 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ece1a6f5b0 msgr2=0x55ece1a71a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:55.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.983+0000 7f9fdbfff640  1 --2- 172.21.15.46:0/358343007 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ece1a6f5b0 0x55ece1a71a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.983+0000 7f9fdbfff640  1 -- 172.21.15.46:0/358343007 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ece1998000 con 0x55ece1a69a50
2024-03-19T01:49:55.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.983+0000 7f9fdb7fe640  1 --2- 172.21.15.46:0/358343007 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ece1a6a440 0x55ece1a6ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:55.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.984+0000 7f9fdbfff640  1 --2- 172.21.15.46:0/358343007 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ece1a69a50 0x55ece1a69e70 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f9fcc00f750 tx=0x7f9fcc014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=84703842353c5c78 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:55.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.984+0000 7f9fd27fc640  1 -- 172.21.15.46:0/358343007 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fcc026640 con 0x55ece1a69a50
2024-03-19T01:49:55.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.984+0000 7f9fd27fc640  1 -- 172.21.15.46:0/358343007 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9fcc01c8c0 con 0x55ece1a69a50
2024-03-19T01:49:55.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.984+0000 7f9fd27fc640  1 -- 172.21.15.46:0/358343007 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fcc025750 con 0x55ece1a69a50
2024-03-19T01:49:55.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.984+0000 7f9fe51a0740  1 -- 172.21.15.46:0/358343007 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ece1a69a50 msgr2=0x55ece1a69e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:55.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.984+0000 7f9fe51a0740  1 --2- 172.21.15.46:0/358343007 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ece1a69a50 0x55ece1a69e70 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f9fcc00f750 tx=0x7f9fcc014000 comp rx=0 tx=0).stop
2024-03-19T01:49:55.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.985+0000 7f9fe51a0740  1 -- 172.21.15.46:0/358343007 shutdown_connections
2024-03-19T01:49:55.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.985+0000 7f9fe51a0740  1 --2- 172.21.15.46:0/358343007 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ece1a6f5b0 0x55ece1a71a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.985+0000 7f9fe51a0740  1 --2- 172.21.15.46:0/358343007 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ece1a6a440 0x55ece1a6ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.985+0000 7f9fe51a0740  1 --2- 172.21.15.46:0/358343007 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ece1a69a50 0x55ece1a69e70 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.985+0000 7f9fe51a0740  1 -- 172.21.15.46:0/358343007 >> 172.21.15.46:0/358343007 conn(0x55ece1a64fc0 msgr2=0x55ece1a653c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:55.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.985+0000 7f9fe51a0740  1 -- 172.21.15.46:0/358343007 shutdown_connections
2024-03-19T01:49:55.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.985+0000 7f9fe51a0740  1 -- 172.21.15.46:0/358343007 wait complete.
2024-03-19T01:49:55.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.985+0000 7f9fe51a0740  1 --  start start
2024-03-19T01:49:55.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.985+0000 7f9fe51a0740  1  Processor -- start
2024-03-19T01:49:55.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.986+0000 7f9fe51a0740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ece1a69a50 0x55ece1a73db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.986+0000 7f9fe51a0740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ece1a6a440 0x55ece1a742f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.986+0000 7f9fe51a0740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ece1a6f5b0 0x55ece1a7b330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.986+0000 7f9fe51a0740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55ece1a72560 con 0x55ece1a6a440
2024-03-19T01:49:55.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.986+0000 7f9fe51a0740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55ece198a160 con 0x55ece1a6f5b0
2024-03-19T01:49:55.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.986+0000 7f9fe51a0740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55ece1a726e0 con 0x55ece1a69a50
2024-03-19T01:49:55.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.986+0000 7f9fdb7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ece1a6a440 0x55ece1a742f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.986+0000 7f9fe51a0740 10 client.0 _ll_register_callbacks cb 0x55ece19c6a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:49:55.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.986+0000 7f9fdb7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ece1a6a440 0x55ece1a742f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50336/0 (socket says 172.21.15.46:50336)
2024-03-19T01:49:55.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.986+0000 7f9fdb7fe640  1 -- 172.21.15.46:0/3708575658 learned_addr learned my addr 172.21.15.46:0/3708575658 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:55.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.986+0000 7f9fe0a79640  1 --2- 172.21.15.46:0/3708575658 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ece1a6f5b0 0x55ece1a7b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.986+0000 7f9fdbfff640  1 --2- 172.21.15.46:0/3708575658 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ece1a69a50 0x55ece1a73db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.986+0000 7f9fdb7fe640  1 -- 172.21.15.46:0/3708575658 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ece1a69a50 msgr2=0x55ece1a73db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:55.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.986+0000 7f9fdb7fe640  1 --2- 172.21.15.46:0/3708575658 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ece1a69a50 0x55ece1a73db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.986+0000 7f9fdb7fe640  1 -- 172.21.15.46:0/3708575658 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ece1a6f5b0 msgr2=0x55ece1a7b330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:55.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.986+0000 7f9fdb7fe640  1 --2- 172.21.15.46:0/3708575658 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ece1a6f5b0 0x55ece1a7b330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.986+0000 7f9fdb7fe640  1 -- 172.21.15.46:0/3708575658 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ece17ac7d0 con 0x55ece1a6a440
2024-03-19T01:49:55.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.986+0000 7f9fdb7fe640  1 --2- 172.21.15.46:0/3708575658 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ece1a6a440 0x55ece1a742f0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f9fc40cc7c0 tx=0x7f9fc40861a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ade4248602c9c72 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:55.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.986+0000 7f9fbb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:49:55.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.986+0000 7f9fbb7fe640  1 -- 172.21.15.46:0/3708575658 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fc40b3020 con 0x55ece1a6a440
2024-03-19T01:49:55.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.986+0000 7f9fbb7fe640  1 -- 172.21.15.46:0/3708575658 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f9fc40b4220 con 0x55ece1a6a440
2024-03-19T01:49:55.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.986+0000 7f9fe51a0740  1 -- 172.21.15.46:0/3708575658 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9fcc01c8c0 con 0x55ece1a6a440
2024-03-19T01:49:55.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.986+0000 7f9fbb7fe640  1 -- 172.21.15.46:0/3708575658 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f9fc409f7b0 con 0x55ece1a6a440
2024-03-19T01:49:55.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.986+0000 7f9fe51a0740 10 client.15612 fetch_fsmap learned FSMap version 24
2024-03-19T01:49:55.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.986+0000 7f9fe51a0740  1 -- 172.21.15.46:0/3708575658 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55ece16e23f0 con 0x55ece1a6a440
2024-03-19T01:49:55.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.987+0000 7f9fbb7fe640  1 -- 172.21.15.46:0/3708575658 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9fcc01c8c0 con 0x55ece1a6a440
2024-03-19T01:49:55.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.987+0000 7f9fbb7fe640  1 -- 172.21.15.46:0/3708575658 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f9fc40975b0 con 0x55ece1a6a440
2024-03-19T01:49:55.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.987+0000 7f9fe51a0740 10 client.15612 fetch_fsmap finished waiting for FSMap version 24
2024-03-19T01:49:55.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.987+0000 7f9fe51a0740 10 client.15612 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:49:55.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.987+0000 7f9fe51a0740 20 client.15612 populate_metadata read hostname 'smithi046'
2024-03-19T01:49:55.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.987+0000 7f9fe51a0740  1 --2- 172.21.15.46:0/3708575658 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ece1a7fcb0 0x55ece1a82110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:55.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.987+0000 7f9fe51a0740  4 client.15612 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:49:55.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.987+0000 7f9fe51a0740  1 -- 172.21.15.46:0/3708575658 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ece19dba40 con 0x55ece1a7fcb0
2024-03-19T01:49:55.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.987+0000 7f9fdbfff640  1 --2- 172.21.15.46:0/3708575658 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ece1a7fcb0 0x55ece1a82110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:55.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.987+0000 7f9fbb7fe640 10 client.15612 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:49:55.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.987+0000 7f9fdbfff640  1 --2- 172.21.15.46:0/3708575658 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ece1a7fcb0 0x55ece1a82110 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ad720b6efed3da30 server_cookie=369dd4080d201da2 in_seq=0 out_seq=0
2024-03-19T01:49:55.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.988+0000 7f9fbb7fe640  1 -- 172.21.15.46:0/3708575658 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55ece19dba40 con 0x55ece1a7fcb0
2024-03-19T01:49:55.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.988+0000 7f9fbb7fe640 10 client.15612 handle_command_reply: tid=0
2024-03-19T01:49:55.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.988+0000 7f9fe51a0740  1 client.15612 shutdown
2024-03-19T01:49:55.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.988+0000 7f9fe51a0740  1 -- 172.21.15.46:0/3708575658 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ece1a6a440 msgr2=0x55ece1a742f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:55.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.988+0000 7f9fe51a0740  1 --2- 172.21.15.46:0/3708575658 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ece1a6a440 0x55ece1a742f0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f9fc40cc7c0 tx=0x7f9fc40861a0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.988+0000 7f9fe51a0740  1 -- 172.21.15.46:0/3708575658 shutdown_connections
2024-03-19T01:49:55.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.988+0000 7f9fe51a0740  1 --2- 172.21.15.46:0/3708575658 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ece1a7fcb0 0x55ece1a82110 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.988+0000 7f9fe51a0740  1 --2- 172.21.15.46:0/3708575658 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ece1a6f5b0 0x55ece1a7b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.988+0000 7f9fbb7fe640  0 client.15612 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:49:55.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.988+0000 7f9fe51a0740  1 --2- 172.21.15.46:0/3708575658 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ece1a6a440 0x55ece1a742f0 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.988+0000 7f9fe51a0740  1 --2- 172.21.15.46:0/3708575658 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ece1a69a50 0x55ece1a73db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:55.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.988+0000 7f9fe51a0740  1 -- 172.21.15.46:0/3708575658 >> 172.21.15.46:0/3708575658 conn(0x55ece1a64fc0 msgr2=0x55ece1a641e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:55.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.988+0000 7f9fe51a0740  1 -- 172.21.15.46:0/3708575658 shutdown_connections
2024-03-19T01:49:55.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.988+0000 7f9fe51a0740  1 -- 172.21.15.46:0/3708575658 wait complete.
2024-03-19T01:49:55.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:55.989+0000 7f9fe51a0740 20 client.15612 trim_cache size 0 max 16384
2024-03-19T01:49:56.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.006+0000 7f9fe51a0740  1  Processor -- start
2024-03-19T01:49:56.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.006+0000 7f9fe51a0740  1 --  start start
2024-03-19T01:49:56.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.006+0000 7f9fe51a0740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ece1a69a50 0x55ece1a63950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:56.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.006+0000 7f9fe51a0740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ece1a6a440 0x55ece1a63e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:56.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.006+0000 7f9fe51a0740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ece1a6f5b0 0x55ece1a643d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:56.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.006+0000 7f9fe51a0740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f9fdc1acc60 con 0x55ece1a6a440
2024-03-19T01:49:56.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.006+0000 7f9fe51a0740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f9fdc1aa530 con 0x55ece1a6f5b0
2024-03-19T01:49:56.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.006+0000 7f9fe51a0740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9fdc1a8380 con 0x55ece1a69a50
2024-03-19T01:49:56.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.006+0000 7f9fdb7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ece1a6a440 0x55ece1a63e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:56.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.006+0000 7f9fdb7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ece1a6a440 0x55ece1a63e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50344/0 (socket says 172.21.15.46:50344)
2024-03-19T01:49:56.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.006+0000 7f9fdb7fe640  1 -- 172.21.15.46:0/1987122596 learned_addr learned my addr 172.21.15.46:0/1987122596 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:56.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.006+0000 7f9fe0a79640  1 --2- 172.21.15.46:0/1987122596 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ece1a6f5b0 0x55ece1a643d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:56.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.006+0000 7f9fdbfff640  1 --2- 172.21.15.46:0/1987122596 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ece1a69a50 0x55ece1a63950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:56.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.006+0000 7f9fdb7fe640  1 -- 172.21.15.46:0/1987122596 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ece1a69a50 msgr2=0x55ece1a63950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:56.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.006+0000 7f9fdb7fe640  1 --2- 172.21.15.46:0/1987122596 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ece1a69a50 0x55ece1a63950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:56.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.006+0000 7f9fdb7fe640  1 -- 172.21.15.46:0/1987122596 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ece1a6f5b0 msgr2=0x55ece1a643d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:56.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.006+0000 7f9fdb7fe640  1 --2- 172.21.15.46:0/1987122596 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ece1a6f5b0 0x55ece1a643d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:56.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.006+0000 7f9fdb7fe640  1 -- 172.21.15.46:0/1987122596 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ece16a20f0 con 0x55ece1a6a440
2024-03-19T01:49:56.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.007+0000 7f9fdb7fe640  1 --2- 172.21.15.46:0/1987122596 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ece1a6a440 0x55ece1a63e90 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f9fc400c6a0 tx=0x7f9fc4099b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e4891a3a382cf30 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:56.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.007+0000 7f9fd1ffb640  1 -- 172.21.15.46:0/1987122596 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fc40b3070 con 0x55ece1a6a440
2024-03-19T01:49:56.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.007+0000 7f9fd1ffb640  1 -- 172.21.15.46:0/1987122596 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9fc409bd60 con 0x55ece1a6a440
2024-03-19T01:49:56.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.007+0000 7f9fd1ffb640  1 -- 172.21.15.46:0/1987122596 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fc40b4480 con 0x55ece1a6a440
2024-03-19T01:49:56.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.007+0000 7f9fe51a0740  1 -- 172.21.15.46:0/1987122596 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ece1a6a440 msgr2=0x55ece1a63e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:56.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.007+0000 7f9fe51a0740  1 --2- 172.21.15.46:0/1987122596 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ece1a6a440 0x55ece1a63e90 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f9fc400c6a0 tx=0x7f9fc4099b70 comp rx=0 tx=0).stop
2024-03-19T01:49:56.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.007+0000 7f9fe51a0740  1 -- 172.21.15.46:0/1987122596 shutdown_connections
2024-03-19T01:49:56.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.007+0000 7f9fe51a0740  1 --2- 172.21.15.46:0/1987122596 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ece1a6f5b0 0x55ece1a643d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:56.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.007+0000 7f9fe51a0740  1 --2- 172.21.15.46:0/1987122596 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ece1a6a440 0x55ece1a63e90 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:56.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.007+0000 7f9fe51a0740  1 --2- 172.21.15.46:0/1987122596 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ece1a69a50 0x55ece1a63950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:56.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.007+0000 7f9fe51a0740  1 -- 172.21.15.46:0/1987122596 >> 172.21.15.46:0/1987122596 conn(0x55ece1a64fc0 msgr2=0x55ece1a73db0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:56.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.007+0000 7f9fe51a0740  1 -- 172.21.15.46:0/1987122596 shutdown_connections
2024-03-19T01:49:56.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.008+0000 7f9fe51a0740  1 -- 172.21.15.46:0/1987122596 wait complete.
2024-03-19T01:49:56.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.008+0000 7f9fe51a0740  1 --  start start
2024-03-19T01:49:56.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.008+0000 7f9fe51a0740  1  Processor -- start
2024-03-19T01:49:56.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.008+0000 7f9fe51a0740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ece1a69a50 0x55ece1ae1590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:56.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.008+0000 7f9fe51a0740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ece1a6a440 0x55ece1ae1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:56.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.008+0000 7f9fe51a0740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ece1a6f5b0 0x55ece1ae8b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:56.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.008+0000 7f9fe51a0740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f9fdc1a89f0 con 0x55ece1a6a440
2024-03-19T01:49:56.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.008+0000 7f9fe51a0740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f9fdc1a9e60 con 0x55ece1a69a50
2024-03-19T01:49:56.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.008+0000 7f9fe51a0740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9fdc1a90c0 con 0x55ece1a6f5b0
2024-03-19T01:49:56.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.008+0000 7f9fe51a0740 10 client.0 _ll_register_callbacks cb 0x7f9fc409b0b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:49:56.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.008+0000 7f9fdb7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ece1a6a440 0x55ece1ae1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:56.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.008+0000 7f9fdbfff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ece1a69a50 0x55ece1ae1590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:56.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.008+0000 7f9fdb7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ece1a6a440 0x55ece1ae1ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50346/0 (socket says 172.21.15.46:50346)
2024-03-19T01:49:56.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.008+0000 7f9fdb7fe640  1 -- 172.21.15.46:0/1589614499 learned_addr learned my addr 172.21.15.46:0/1589614499 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:56.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.008+0000 7f9fe0a79640  1 --2- 172.21.15.46:0/1589614499 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ece1a6f5b0 0x55ece1ae8b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:56.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.009+0000 7f9fdb7fe640  1 -- 172.21.15.46:0/1589614499 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ece1a6f5b0 msgr2=0x55ece1ae8b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:56.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.009+0000 7f9fdb7fe640  1 --2- 172.21.15.46:0/1589614499 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ece1a6f5b0 0x55ece1ae8b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:56.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.009+0000 7f9fdb7fe640  1 -- 172.21.15.46:0/1589614499 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ece1a69a50 msgr2=0x55ece1ae1590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:49:56.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.009+0000 7f9fdb7fe640  1 --2- 172.21.15.46:0/1589614499 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ece1a69a50 0x55ece1ae1590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:56.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.009+0000 7f9fdb7fe640  1 -- 172.21.15.46:0/1589614499 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ece1ae9100 con 0x55ece1a6a440
2024-03-19T01:49:56.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.009+0000 7f9fdbfff640  1 --2- 172.21.15.46:0/1589614499 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ece1a69a50 0x55ece1ae1590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:56.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.009+0000 7f9fdb7fe640  1 --2- 172.21.15.46:0/1589614499 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ece1a6a440 0x55ece1ae1ad0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f9fc4098030 tx=0x7f9fc40b4600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b047362ae5506b70 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:56.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.009+0000 7f9fbb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:49:56.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.009+0000 7f9fbb7fe640  1 -- 172.21.15.46:0/1589614499 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fc40b3070 con 0x55ece1a6a440
2024-03-19T01:49:56.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.009+0000 7f9fe51a0740  1 -- 172.21.15.46:0/1589614499 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9fc409bd60 con 0x55ece1a6a440
2024-03-19T01:49:56.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.009+0000 7f9fbb7fe640  1 -- 172.21.15.46:0/1589614499 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f9fc40973b0 con 0x55ece1a6a440
2024-03-19T01:49:56.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.009+0000 7f9fbb7fe640  1 -- 172.21.15.46:0/1589614499 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f9fc409b430 con 0x55ece1a6a440
2024-03-19T01:49:56.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.009+0000 7f9fe51a0740 10 client.15618 fetch_fsmap learned FSMap version 24
2024-03-19T01:49:56.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.009+0000 7f9fe51a0740  1 -- 172.21.15.46:0/1589614499 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55ece1ae9100 con 0x55ece1a6a440
2024-03-19T01:49:56.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.009+0000 7f9fbb7fe640  1 -- 172.21.15.46:0/1589614499 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9fc409bd60 con 0x55ece1a6a440
2024-03-19T01:49:56.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.009+0000 7f9fbb7fe640  1 -- 172.21.15.46:0/1589614499 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f9fc4081020 con 0x55ece1a6a440
2024-03-19T01:49:56.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.010+0000 7f9fe51a0740 10 client.15618 fetch_fsmap finished waiting for FSMap version 24
2024-03-19T01:49:56.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.010+0000 7f9fe51a0740 10 client.15618 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:49:56.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.010+0000 7f9fe51a0740 20 client.15618 populate_metadata read hostname 'smithi046'
2024-03-19T01:49:56.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.010+0000 7f9fe51a0740  1 --2- 172.21.15.46:0/1589614499 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ece1aea9f0 0x55ece1aecde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:56.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.010+0000 7f9fe51a0740  4 client.15618 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:49:56.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.010+0000 7f9fe51a0740  1 -- 172.21.15.46:0/1589614499 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ece1a73ba0 con 0x55ece1aea9f0
2024-03-19T01:49:56.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.010+0000 7f9fdbfff640  1 --2- 172.21.15.46:0/1589614499 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ece1aea9f0 0x55ece1aecde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:56.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.010+0000 7f9fdbfff640  1 --2- 172.21.15.46:0/1589614499 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ece1aea9f0 0x55ece1aecde0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b3e95b046b0a6289 server_cookie=31f2860c8ab3dba5 in_seq=0 out_seq=0
2024-03-19T01:49:56.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.010+0000 7f9fbb7fe640 10 client.15618 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:49:56.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.010+0000 7f9fbb7fe640  1 -- 172.21.15.46:0/1589614499 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55ece1a73ba0 con 0x55ece1aea9f0
2024-03-19T01:49:56.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.010+0000 7f9fbb7fe640 10 client.15618 handle_command_reply: tid=0
2024-03-19T01:49:56.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.010+0000 7f9fe51a0740  1 client.15618 shutdown
2024-03-19T01:49:56.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.010+0000 7f9fe51a0740  1 -- 172.21.15.46:0/1589614499 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ece1a6a440 msgr2=0x55ece1ae1ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:56.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.010+0000 7f9fe51a0740  1 --2- 172.21.15.46:0/1589614499 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ece1a6a440 0x55ece1ae1ad0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f9fc4098030 tx=0x7f9fc40b4600 comp rx=0 tx=0).stop
2024-03-19T01:49:56.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.010+0000 7f9fe51a0740  1 -- 172.21.15.46:0/1589614499 shutdown_connections
2024-03-19T01:49:56.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.010+0000 7f9fe51a0740  1 --2- 172.21.15.46:0/1589614499 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ece1aea9f0 0x55ece1aecde0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:56.018 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.010+0000 7f9fe51a0740  1 --2- 172.21.15.46:0/1589614499 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ece1a6f5b0 0x55ece1ae8b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:56.018 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.010+0000 7f9fbb7fe640  0 client.15618 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:49:56.018 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.010+0000 7f9fe51a0740  1 --2- 172.21.15.46:0/1589614499 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ece1a6a440 0x55ece1ae1ad0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:56.018 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.010+0000 7f9fe51a0740  1 --2- 172.21.15.46:0/1589614499 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ece1a69a50 0x55ece1ae1590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:56.018 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.010+0000 7f9fe51a0740  1 -- 172.21.15.46:0/1589614499 >> 172.21.15.46:0/1589614499 conn(0x55ece1a64fc0 msgr2=0x55ece1a68220 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:56.018 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.011+0000 7f9fe51a0740  1 -- 172.21.15.46:0/1589614499 shutdown_connections
2024-03-19T01:49:56.018 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.011+0000 7f9fe51a0740  1 -- 172.21.15.46:0/1589614499 wait complete.
2024-03-19T01:49:56.018 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.011+0000 7f9fe51a0740 20 client.15618 trim_cache size 0 max 16384
2024-03-19T01:49:56.018 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:49:56.018 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "IDLE (waiting for more scrubs)",
2024-03-19T01:49:56.019 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {
2024-03-19T01:49:56.019 INFO:teuthology.orchestra.run.smithi046.stdout:        "34a119ec-7b51-4fe3-8b4a-51df3e3b33f0": {
2024-03-19T01:49:56.019 INFO:teuthology.orchestra.run.smithi046.stdout:            "path": "/",
2024-03-19T01:49:56.019 INFO:teuthology.orchestra.run.smithi046.stdout:            "tag": "34a119ec-7b51-4fe3-8b4a-51df3e3b33f0",
2024-03-19T01:49:56.019 INFO:teuthology.orchestra.run.smithi046.stdout:            "options": "recursive,force"
2024-03-19T01:49:56.019 INFO:teuthology.orchestra.run.smithi046.stdout:        }
2024-03-19T01:49:56.019 INFO:teuthology.orchestra.run.smithi046.stdout:    }
2024-03-19T01:49:56.019 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:49:56.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.011+0000 7f9fe24dc640  1 -- 172.21.15.46:0/374665323 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f9fc80a2800 msgr2=0x7f9fc80a4cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:56.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.011+0000 7f9fe24dc640  1 --2- 172.21.15.46:0/374665323 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f9fc80a2800 0x7f9fc80a4cc0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f9fcc0095f0 tx=0x7f9fcc005f90 comp rx=0 tx=0).stop
2024-03-19T01:49:56.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.011+0000 7f9fe24dc640  1 -- 172.21.15.46:0/374665323 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9fdc101910 msgr2=0x7f9fdc19c770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:56.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.011+0000 7f9fe24dc640  1 --2- 172.21.15.46:0/374665323 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9fdc101910 0x7f9fdc19c770 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f9fc4005fd0 tx=0x7f9fc400ee50 comp rx=0 tx=0).stop
2024-03-19T01:49:56.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.011+0000 7f9fe24dc640  1 -- 172.21.15.46:0/374665323 shutdown_connections
2024-03-19T01:49:56.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.011+0000 7f9fe24dc640  1 --2- 172.21.15.46:0/374665323 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f9fc80a2800 0x7f9fc80a4cc0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:56.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.011+0000 7f9fe24dc640  1 --2- 172.21.15.46:0/374665323 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9fdc1022d0 0x7f9fdc19ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:56.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.011+0000 7f9fe24dc640  1 --2- 172.21.15.46:0/374665323 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9fdc101910 0x7f9fdc19c770 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:56.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.011+0000 7f9fe24dc640  1 --2- 172.21.15.46:0/374665323 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9fdc100720 0x7f9fdc0694f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:56.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.011+0000 7f9fe24dc640  1 -- 172.21.15.46:0/374665323 >> 172.21.15.46:0/374665323 conn(0x7f9fdc0fbcb0 msgr2=0x7f9fdc104c10 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:56.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.011+0000 7f9fe24dc640  1 -- 172.21.15.46:0/374665323 shutdown_connections
2024-03-19T01:49:56.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.011+0000 7f9fe24dc640  1 -- 172.21.15.46:0/374665323 wait complete.
2024-03-19T01:49:56.022 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:55 smithi046 ceph-mon[63102]: pgmap v371: 129 pgs: 129 active+clean; 648 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.1 KiB/s wr, 7 op/s
2024-03-19T01:49:56.022 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:55 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2770842291' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T01:49:56.022 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:55 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/856487484' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:49:56.022 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:55 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3123779375' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:49:56.023 INFO:tasks.cephfs.filesystem:scrub status for tag:34a119ec-7b51-4fe3-8b4a-51df3e3b33f0 - {'path': '/', 'tag': '34a119ec-7b51-4fe3-8b4a-51df3e3b33f0', 'options': 'recursive,force'}
2024-03-19T01:49:56.072 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.071+0000 7fdf9da36640  1 -- 172.21.15.46:0/2009974890 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7fdf98062420 con 0x7fdf981022f0
2024-03-19T01:49:56.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:55 smithi073 ceph-mon[66833]: pgmap v371: 129 pgs: 129 active+clean; 648 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.1 KiB/s wr, 7 op/s
2024-03-19T01:49:56.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:55 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2770842291' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T01:49:56.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:55 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/856487484' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:49:56.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:55 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3123779375' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:49:56.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:55 smithi102 ceph-mon[66557]: pgmap v371: 129 pgs: 129 active+clean; 648 KiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.1 KiB/s wr, 7 op/s
2024-03-19T01:49:56.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:55 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2770842291' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T01:49:56.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:55 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/856487484' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:49:56.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:55 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3123779375' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T01:49:56.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.920+0000 7fdf9ca34640  1 -- 172.21.15.46:0/2009974890 <== mon.2 v2:172.21.15.73:3300/0 7 ==== mgrmap(e 19) ==== 137307+0+0 (secure 0 0 0) 0x7fdf88097ed0 con 0x7fdf981022f0
2024-03-19T01:49:56.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.920+0000 7fdf9ca34640  1 -- 172.21.15.46:0/2009974890 <== mon.2 v2:172.21.15.73:3300/0 8 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0  v19) ==== 92+0+0 (secure 0 0 0) 0x7fdf88077ed0 con 0x7fdf981022f0
2024-03-19T01:49:56.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.923+0000 7fdf9da36640  1 -- 172.21.15.46:0/2009974890 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdf800a28a0 msgr2=0x7fdf800a4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:56.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.923+0000 7fdf9da36640  1 --2- 172.21.15.46:0/2009974890 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdf800a28a0 0x7fdf800a4d60 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fdf90009530 tx=0x7fdf90009260 comp rx=0 tx=0).stop
2024-03-19T01:49:56.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.923+0000 7fdf9da36640  1 -- 172.21.15.46:0/2009974890 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf981022f0 msgr2=0x7fdf9819ed70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:56.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.923+0000 7fdf9da36640  1 --2- 172.21.15.46:0/2009974890 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf981022f0 0x7fdf9819ed70 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fdf8800efd0 tx=0x7fdf8800c6a0 comp rx=0 tx=0).stop
2024-03-19T01:49:56.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.923+0000 7fdf9da36640  1 -- 172.21.15.46:0/2009974890 shutdown_connections
2024-03-19T01:49:56.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.923+0000 7fdf9da36640  1 --2- 172.21.15.46:0/2009974890 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fdf800a28a0 0x7fdf800a4d60 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:56.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.923+0000 7fdf9da36640  1 --2- 172.21.15.46:0/2009974890 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf981022f0 0x7fdf9819ed70 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:56.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.923+0000 7fdf9da36640  1 --2- 172.21.15.46:0/2009974890 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf98101930 0x7fdf9819c780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:56.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.923+0000 7fdf9da36640  1 --2- 172.21.15.46:0/2009974890 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf98100740 0x7fdf980699e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:56.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.923+0000 7fdf9da36640  1 -- 172.21.15.46:0/2009974890 >> 172.21.15.46:0/2009974890 conn(0x7fdf980fbcb0 msgr2=0x7fdf98104d00 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:56.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.923+0000 7fdf9da36640  1 -- 172.21.15.46:0/2009974890 shutdown_connections
2024-03-19T01:49:56.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:56.923+0000 7fdf9da36640  1 -- 172.21.15.46:0/2009974890 wait complete.
2024-03-19T01:49:56.939 DEBUG:teuthology.orchestra.run.smithi046:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true'
2024-03-19T01:49:57.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.050+0000 7fc0cdb32640  1 -- 172.21.15.46:0/1029577772 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc0c8102a40 msgr2=0x7fc0c8102ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:57.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.050+0000 7fc0cdb32640  1 --2- 172.21.15.46:0/1029577772 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc0c8102a40 0x7fc0c8102ec0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fc0bc009900 tx=0x7fc0bc02bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:57.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.050+0000 7fc0cdb32640  1 -- 172.21.15.46:0/1029577772 shutdown_connections
2024-03-19T01:49:57.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.050+0000 7fc0cdb32640  1 --2- 172.21.15.46:0/1029577772 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc0c8103400 0x7fc0c8109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:57.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.050+0000 7fc0cdb32640  1 --2- 172.21.15.46:0/1029577772 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc0c8102a40 0x7fc0c8102ec0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:57.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.050+0000 7fc0cdb32640  1 --2- 172.21.15.46:0/1029577772 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc0c8101850 0x7fc0c8101c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:57.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.050+0000 7fc0cdb32640  1 -- 172.21.15.46:0/1029577772 >> 172.21.15.46:0/1029577772 conn(0x7fc0c80fcde0 msgr2=0x7fc0c80ff200 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:57.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.050+0000 7fc0cdb32640  1 -- 172.21.15.46:0/1029577772 shutdown_connections
2024-03-19T01:49:57.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.050+0000 7fc0cdb32640  1 -- 172.21.15.46:0/1029577772 wait complete.
2024-03-19T01:49:57.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.051+0000 7fc0cdb32640  1  Processor -- start
2024-03-19T01:49:57.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.051+0000 7fc0cdb32640  1 --  start start
2024-03-19T01:49:57.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.051+0000 7fc0cdb32640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc0c8101850 0x7fc0c81979a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:57.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.051+0000 7fc0cdb32640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc0c8102a40 0x7fc0c8197ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:57.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.051+0000 7fc0cdb32640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc0c8103400 0x7fc0c819ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:57.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.051+0000 7fc0cdb32640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc0c810d360 con 0x7fc0c8103400
2024-03-19T01:49:57.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.051+0000 7fc0cdb32640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fc0c810d1e0 con 0x7fc0c8101850
2024-03-19T01:49:57.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.051+0000 7fc0cdb32640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc0c810d4e0 con 0x7fc0c8102a40
2024-03-19T01:49:57.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.051+0000 7fc0c7fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc0c8103400 0x7fc0c819ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:57.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.051+0000 7fc0c7fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc0c8103400 0x7fc0c819ef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50380/0 (socket says 172.21.15.46:50380)
2024-03-19T01:49:57.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.051+0000 7fc0c7fff640  1 -- 172.21.15.46:0/3919685762 learned_addr learned my addr 172.21.15.46:0/3919685762 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:57.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.051+0000 7fc0c77fe640  1 --2- 172.21.15.46:0/3919685762 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc0c8101850 0x7fc0c81979a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:57.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.051+0000 7fc0c6ffd640  1 --2- 172.21.15.46:0/3919685762 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc0c8102a40 0x7fc0c8197ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:57.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.051+0000 7fc0c7fff640  1 -- 172.21.15.46:0/3919685762 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc0c8102a40 msgr2=0x7fc0c8197ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:57.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.051+0000 7fc0c7fff640  1 --2- 172.21.15.46:0/3919685762 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc0c8102a40 0x7fc0c8197ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:57.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.051+0000 7fc0c7fff640  1 -- 172.21.15.46:0/3919685762 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc0c8101850 msgr2=0x7fc0c81979a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:57.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.051+0000 7fc0c7fff640  1 --2- 172.21.15.46:0/3919685762 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc0c8101850 0x7fc0c81979a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:57.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.051+0000 7fc0c7fff640  1 -- 172.21.15.46:0/3919685762 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0c819f5c0 con 0x7fc0c8103400
2024-03-19T01:49:57.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.051+0000 7fc0c77fe640  1 --2- 172.21.15.46:0/3919685762 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc0c8101850 0x7fc0c81979a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:57.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.052+0000 7fc0c7fff640  1 --2- 172.21.15.46:0/3919685762 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc0c8103400 0x7fc0c819ef50 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fc0c000eb10 tx=0x7fc0c000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:57.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.052+0000 7fc0c4ff9640  1 -- 172.21.15.46:0/3919685762 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0c0004b20 con 0x7fc0c8103400
2024-03-19T01:49:57.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.052+0000 7fc0cdb32640  1 -- 172.21.15.46:0/3919685762 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0c819f8b0 con 0x7fc0c8103400
2024-03-19T01:49:57.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.052+0000 7fc0c4ff9640  1 -- 172.21.15.46:0/3919685762 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc0c0004cc0 con 0x7fc0c8103400
2024-03-19T01:49:57.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.052+0000 7fc0c4ff9640  1 -- 172.21.15.46:0/3919685762 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0c0010690 con 0x7fc0c8103400
2024-03-19T01:49:57.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.052+0000 7fc0cdb32640  1 -- 172.21.15.46:0/3919685762 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0c819fdd0 con 0x7fc0c8103400
2024-03-19T01:49:57.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.053+0000 7fc0cdb32640  1 -- 172.21.15.46:0/3919685762 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0c8108b10 con 0x7fc0c8103400
2024-03-19T01:49:57.057 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.054+0000 7fc0c4ff9640  1 -- 172.21.15.46:0/3919685762 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 19) ==== 137307+0+0 (secure 0 0 0) 0x7fc0c0005000 con 0x7fc0c8103400
2024-03-19T01:49:57.057 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.055+0000 7fc0c4ff9640  1 --2- 172.21.15.46:0/3919685762 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc0b00a28f0 0x7fc0b00a4db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:57.057 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.055+0000 7fc0c77fe640  1 -- 172.21.15.46:0/3919685762 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc0b00a28f0 msgr2=0x7fc0b00a4db0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/3237439375
2024-03-19T01:49:57.057 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.055+0000 7fc0c4ff9640  1 -- 172.21.15.46:0/3919685762 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7fc0c00cf640 con 0x7fc0c8103400
2024-03-19T01:49:57.057 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.055+0000 7fc0c77fe640  1 --2- 172.21.15.46:0/3919685762 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc0b00a28f0 0x7fc0b00a4db0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000
2024-03-19T01:49:57.059 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.058+0000 7fc0c4ff9640  1 -- 172.21.15.46:0/3919685762 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fc0c0053740 con 0x7fc0c8103400
2024-03-19T01:49:57.214 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:49:56 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: ignoring --setuser ceph since I am not root
2024-03-19T01:49:57.214 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:49:56 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: ignoring --setgroup ceph since I am not root
2024-03-19T01:49:57.214 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:49:56 smithi073 ceph-mgr[68214]: -- 172.21.15.73:0/863509774 <== mon.2 v2:172.21.15.73:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56339b22c5a0 con 0x56339b201000
2024-03-19T01:49:57.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:56 smithi073 ceph-mon[66833]: scrub queued for path: /
2024-03-19T01:49:57.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:56 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:49:57.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:56 smithi073 ceph-mon[66833]: scrub summary: active paths [/]
2024-03-19T01:49:57.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:56 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:49:57.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:56 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2009974890' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch
2024-03-19T01:49:57.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:56 smithi073 ceph-mon[66833]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch
2024-03-19T01:49:57.230 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:49:56 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: ignoring --setuser ceph since I am not root
2024-03-19T01:49:57.231 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:49:56 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: ignoring --setgroup ceph since I am not root
2024-03-19T01:49:57.231 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:49:56 smithi102 ceph-mgr[68450]: -- 172.21.15.102:0/4238106214 <== mon.1 v2:172.21.15.102:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559cf47005a0 con 0x559cf46d4c00
2024-03-19T01:49:57.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:56 smithi102 ceph-mon[66557]: scrub queued for path: /
2024-03-19T01:49:57.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:56 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:49:57.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:56 smithi102 ceph-mon[66557]: scrub summary: active paths [/]
2024-03-19T01:49:57.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:56 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:49:57.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:56 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2009974890' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch
2024-03-19T01:49:57.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:56 smithi102 ceph-mon[66557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch
2024-03-19T01:49:57.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.244+0000 7fc0cdb32640  1 -- 172.21.15.46:0/3919685762 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7fc0c8062420 con 0x7fc0c8103400
2024-03-19T01:49:57.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.248+0000 7fc0c4ff9640  1 -- 172.21.15.46:0/3919685762 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0  v29)=0  v29) ==== 138+0+0 (secure 0 0 0) 0x7fc0c009c2f0 con 0x7fc0c8103400
2024-03-19T01:49:57.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.250+0000 7fc0cdb32640  1 -- 172.21.15.46:0/3919685762 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc0b00a28f0 msgr2=0x7fc0b00a4db0 unknown :-1 s=STATE_CONNECTING l=1).mark_down
2024-03-19T01:49:57.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.250+0000 7fc0cdb32640  1 --2- 172.21.15.46:0/3919685762 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc0b00a28f0 0x7fc0b00a4db0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:57.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.250+0000 7fc0cdb32640  1 -- 172.21.15.46:0/3919685762 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc0c8103400 msgr2=0x7fc0c819ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:57.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.250+0000 7fc0cdb32640  1 --2- 172.21.15.46:0/3919685762 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc0c8103400 0x7fc0c819ef50 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fc0c000eb10 tx=0x7fc0c000c2d0 comp rx=0 tx=0).stop
2024-03-19T01:49:57.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.250+0000 7fc0cdb32640  1 -- 172.21.15.46:0/3919685762 shutdown_connections
2024-03-19T01:49:57.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.250+0000 7fc0cdb32640  1 --2- 172.21.15.46:0/3919685762 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7fc0b00a28f0 0x7fc0b00a4db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:57.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.250+0000 7fc0cdb32640  1 --2- 172.21.15.46:0/3919685762 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc0c8103400 0x7fc0c819ef50 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:57.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.250+0000 7fc0cdb32640  1 --2- 172.21.15.46:0/3919685762 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc0c8102a40 0x7fc0c8197ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:57.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.250+0000 7fc0cdb32640  1 --2- 172.21.15.46:0/3919685762 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc0c8101850 0x7fc0c81979a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:57.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.250+0000 7fc0cdb32640  1 -- 172.21.15.46:0/3919685762 >> 172.21.15.46:0/3919685762 conn(0x7fc0c80fcde0 msgr2=0x7fc0c8105ce0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:57.252 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.250+0000 7fc0cdb32640  1 -- 172.21.15.46:0/3919685762 shutdown_connections
2024-03-19T01:49:57.252 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.250+0000 7fc0cdb32640  1 -- 172.21.15.46:0/3919685762 wait complete.
2024-03-19T01:49:57.261 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:49:56 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: ignoring --setuser ceph since I am not root
2024-03-19T01:49:57.261 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:49:56 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: ignoring --setgroup ceph since I am not root
2024-03-19T01:49:57.262 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:56 smithi046 ceph-mon[63102]: scrub queued for path: /
2024-03-19T01:49:57.262 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:56 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:49:57.262 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:56 smithi046 ceph-mon[63102]: scrub summary: active paths [/]
2024-03-19T01:49:57.262 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:56 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:49:57.262 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:56 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2009974890' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch
2024-03-19T01:49:57.262 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:56 smithi046 ceph-mon[63102]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch
2024-03-19T01:49:57.263 DEBUG:teuthology.orchestra.run.smithi046:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/dump_on_update true'
2024-03-19T01:49:57.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.367+0000 7f06a6110640  1 -- 172.21.15.46:0/1369065030 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f06a0104c30 msgr2=0x7f06a0107020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:57.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.367+0000 7f06a6110640  1 --2- 172.21.15.46:0/1369065030 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f06a0104c30 0x7f06a0107020 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f0690009900 tx=0x7f069002bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:57.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.367+0000 7f06a6110640  1 -- 172.21.15.46:0/1369065030 shutdown_connections
2024-03-19T01:49:57.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.367+0000 7f06a6110640  1 --2- 172.21.15.46:0/1369065030 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f06a0107560 0x7f06a0109970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:57.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.367+0000 7f06a6110640  1 --2- 172.21.15.46:0/1369065030 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f06a0104c30 0x7f06a0107020 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:57.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.367+0000 7f06a6110640  1 --2- 172.21.15.46:0/1369065030 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f06a0102300 0x7f06a01046f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:57.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.367+0000 7f06a6110640  1 -- 172.21.15.46:0/1369065030 >> 172.21.15.46:0/1369065030 conn(0x7f06a00fbcb0 msgr2=0x7f06a00fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:57.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.367+0000 7f06a6110640  1 -- 172.21.15.46:0/1369065030 shutdown_connections
2024-03-19T01:49:57.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.367+0000 7f06a6110640  1 -- 172.21.15.46:0/1369065030 wait complete.
2024-03-19T01:49:57.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.368+0000 7f06a6110640  1  Processor -- start
2024-03-19T01:49:57.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.368+0000 7f06a6110640  1 --  start start
2024-03-19T01:49:57.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.368+0000 7f06a6110640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f06a0102300 0x7f06a0101c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:57.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.368+0000 7f06a6110640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f06a0104c30 0x7f06a01002b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:57.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.368+0000 7f06a6110640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f06a0107560 0x7f06a01007f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:57.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.368+0000 7f06a6110640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f06a010d350 con 0x7f06a0102300
2024-03-19T01:49:57.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.368+0000 7f06a6110640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f06a010d1d0 con 0x7f06a0107560
2024-03-19T01:49:57.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.368+0000 7f06a6110640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f06a010d4d0 con 0x7f06a0104c30
2024-03-19T01:49:57.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.368+0000 7f069f7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f06a0102300 0x7f06a0101c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:57.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.368+0000 7f069f7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f06a0102300 0x7f06a0101c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50400/0 (socket says 172.21.15.46:50400)
2024-03-19T01:49:57.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.368+0000 7f069effd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f06a0104c30 0x7f06a01002b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:57.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.368+0000 7f069ffff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f06a0107560 0x7f06a01007f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:57.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.368+0000 7f069f7fe640  1 -- 172.21.15.46:0/3305411615 learned_addr learned my addr 172.21.15.46:0/3305411615 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:57.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.369+0000 7f069effd640  1 -- 172.21.15.46:0/3305411615 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f06a0107560 msgr2=0x7f06a01007f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:57.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.369+0000 7f069effd640  1 --2- 172.21.15.46:0/3305411615 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f06a0107560 0x7f06a01007f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:57.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.369+0000 7f069effd640  1 -- 172.21.15.46:0/3305411615 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f06a0102300 msgr2=0x7f06a0101c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:57.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.369+0000 7f069effd640  1 --2- 172.21.15.46:0/3305411615 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f06a0102300 0x7f06a0101c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:57.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.369+0000 7f069effd640  1 -- 172.21.15.46:0/3305411615 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06a0101080 con 0x7f06a0104c30
2024-03-19T01:49:57.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.369+0000 7f069f7fe640  1 --2- 172.21.15.46:0/3305411615 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f06a0102300 0x7f06a0101c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:57.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.369+0000 7f069effd640  1 --2- 172.21.15.46:0/3305411615 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f06a0104c30 0x7f06a01002b0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f0690036040 tx=0x7f0690005dc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:57.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.369+0000 7f069cff9640  1 -- 172.21.15.46:0/3305411615 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0690043020 con 0x7f06a0104c30
2024-03-19T01:49:57.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.369+0000 7f06a6110640  1 -- 172.21.15.46:0/3305411615 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06a01a1b20 con 0x7f06a0104c30
2024-03-19T01:49:57.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.369+0000 7f069cff9640  1 -- 172.21.15.46:0/3305411615 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0690004350 con 0x7f06a0104c30
2024-03-19T01:49:57.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.369+0000 7f069cff9640  1 -- 172.21.15.46:0/3305411615 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0690003ab0 con 0x7f06a0104c30
2024-03-19T01:49:57.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.369+0000 7f06a6110640  1 -- 172.21.15.46:0/3305411615 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06a01a2090 con 0x7f06a0104c30
2024-03-19T01:49:57.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.370+0000 7f06a6110640  1 -- 172.21.15.46:0/3305411615 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06a00fd7a0 con 0x7f06a0104c30
2024-03-19T01:49:57.374 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.371+0000 7f069cff9640  1 -- 172.21.15.46:0/3305411615 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 19) ==== 137307+0+0 (secure 0 0 0) 0x7f0690046020 con 0x7f06a0104c30
2024-03-19T01:49:57.374 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.372+0000 7f069cff9640  1 --2- 172.21.15.46:0/3305411615 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f06880a28f0 0x7f06880a4db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:57.374 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.372+0000 7f069f7fe640  1 -- 172.21.15.46:0/3305411615 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f06880a28f0 msgr2=0x7f06880a4db0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/3237439375
2024-03-19T01:49:57.374 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.372+0000 7f069cff9640  1 -- 172.21.15.46:0/3305411615 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f06900f1550 con 0x7f06a0104c30
2024-03-19T01:49:57.374 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.372+0000 7f069f7fe640  1 --2- 172.21.15.46:0/3305411615 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f06880a28f0 0x7f06880a4db0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000
2024-03-19T01:49:57.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.380+0000 7f069cff9640  1 -- 172.21.15.46:0/3305411615 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f069004d020 con 0x7f06a0104c30
2024-03-19T01:49:57.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.566+0000 7f06a6110640  1 -- 172.21.15.46:0/3305411615 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7f06a0062420 con 0x7f06a0104c30
2024-03-19T01:49:57.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.573+0000 7f069f7fe640  1 -- 172.21.15.46:0/3305411615 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f06880a28f0 msgr2=0x7f06880a4db0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/3237439375
2024-03-19T01:49:57.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.573+0000 7f069f7fe640  1 --2- 172.21.15.46:0/3305411615 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f06880a28f0 0x7f06880a4db0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000
2024-03-19T01:49:57.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.573+0000 7f069cff9640  1 -- 172.21.15.46:0/3305411615 <== mon.1 v2:172.21.15.102:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0  v30)=0  v30) ==== 133+0+0 (secure 0 0 0) 0x7f06900be260 con 0x7f06a0104c30
2024-03-19T01:49:57.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.575+0000 7f06a6110640  1 -- 172.21.15.46:0/3305411615 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f06880a28f0 msgr2=0x7f06880a4db0 unknown :-1 s=STATE_CONNECTING l=1).mark_down
2024-03-19T01:49:57.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.575+0000 7f06a6110640  1 --2- 172.21.15.46:0/3305411615 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f06880a28f0 0x7f06880a4db0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:57.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.575+0000 7f06a6110640  1 -- 172.21.15.46:0/3305411615 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f06a0104c30 msgr2=0x7f06a01002b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:57.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.575+0000 7f06a6110640  1 --2- 172.21.15.46:0/3305411615 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f06a0104c30 0x7f06a01002b0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f0690036040 tx=0x7f0690005dc0 comp rx=0 tx=0).stop
2024-03-19T01:49:57.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.575+0000 7f06a6110640  1 -- 172.21.15.46:0/3305411615 shutdown_connections
2024-03-19T01:49:57.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.575+0000 7f06a6110640  1 --2- 172.21.15.46:0/3305411615 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f06880a28f0 0x7f06880a4db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:57.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.575+0000 7f06a6110640  1 --2- 172.21.15.46:0/3305411615 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f06a0107560 0x7f06a01007f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:57.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.575+0000 7f06a6110640  1 --2- 172.21.15.46:0/3305411615 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f06a0104c30 0x7f06a01002b0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:57.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.575+0000 7f06a6110640  1 --2- 172.21.15.46:0/3305411615 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f06a0102300 0x7f06a0101c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:57.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.575+0000 7f06a6110640  1 -- 172.21.15.46:0/3305411615 >> 172.21.15.46:0/3305411615 conn(0x7f06a00fbcb0 msgr2=0x7f06a0102f00 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:57.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.575+0000 7f06a6110640  1 -- 172.21.15.46:0/3305411615 shutdown_connections
2024-03-19T01:49:57.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.575+0000 7f06a6110640  1 -- 172.21.15.46:0/3305411615 wait complete.
2024-03-19T01:49:57.587 DEBUG:teuthology.orchestra.run.smithi046:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m'
2024-03-19T01:49:57.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.692+0000 7f917331d640  1 -- 172.21.15.46:0/481969765 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f916c101930 msgr2=0x7f916c101db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:57.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.692+0000 7f917331d640  1 --2- 172.21.15.46:0/481969765 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f916c101930 0x7f916c101db0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f915c009900 tx=0x7f915c02bc30 comp rx=0 tx=0).stop
2024-03-19T01:49:57.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.692+0000 7f917331d640  1 -- 172.21.15.46:0/481969765 shutdown_connections
2024-03-19T01:49:57.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.692+0000 7f917331d640  1 --2- 172.21.15.46:0/481969765 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f916c1022f0 0x7f916c108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:57.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.692+0000 7f917331d640  1 --2- 172.21.15.46:0/481969765 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f916c101930 0x7f916c101db0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:57.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.692+0000 7f917331d640  1 --2- 172.21.15.46:0/481969765 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f916c100740 0x7f916c100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:57.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.692+0000 7f917331d640  1 -- 172.21.15.46:0/481969765 >> 172.21.15.46:0/481969765 conn(0x7f916c0fbcb0 msgr2=0x7f916c0fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:49:57.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.692+0000 7f917331d640  1 -- 172.21.15.46:0/481969765 shutdown_connections
2024-03-19T01:49:57.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.692+0000 7f917331d640  1 -- 172.21.15.46:0/481969765 wait complete.
2024-03-19T01:49:57.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.693+0000 7f917331d640  1  Processor -- start
2024-03-19T01:49:57.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.693+0000 7f917331d640  1 --  start start
2024-03-19T01:49:57.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.693+0000 7f917331d640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f916c100740 0x7f916c1046d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:57.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.693+0000 7f917331d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f916c101930 0x7f916c102d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:57.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.693+0000 7f917331d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f916c1022f0 0x7f916c103250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:57.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.693+0000 7f917331d640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f916c10c270 con 0x7f916c101930
2024-03-19T01:49:57.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.693+0000 7f917331d640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f916c10c0f0 con 0x7f916c1022f0
2024-03-19T01:49:57.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.693+0000 7f917331d640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f916c10c3f0 con 0x7f916c100740
2024-03-19T01:49:57.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.693+0000 7f91708b8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f916c101930 0x7f916c102d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:57.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.693+0000 7f91708b8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f916c101930 0x7f916c102d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50416/0 (socket says 172.21.15.46:50416)
2024-03-19T01:49:57.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.693+0000 7f91708b8640  1 -- 172.21.15.46:0/1624573712 learned_addr learned my addr 172.21.15.46:0/1624573712 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:49:57.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.693+0000 7f91710b9640  1 --2- 172.21.15.46:0/1624573712 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f916c100740 0x7f916c1046d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:57.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.693+0000 7f91718ba640  1 --2- 172.21.15.46:0/1624573712 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f916c1022f0 0x7f916c103250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:49:57.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.694+0000 7f91718ba640  1 -- 172.21.15.46:0/1624573712 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f916c100740 msgr2=0x7f916c1046d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:57.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.694+0000 7f91718ba640  1 --2- 172.21.15.46:0/1624573712 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f916c100740 0x7f916c1046d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:57.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.694+0000 7f91718ba640  1 -- 172.21.15.46:0/1624573712 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f916c101930 msgr2=0x7f916c102d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:49:57.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.694+0000 7f91718ba640  1 --2- 172.21.15.46:0/1624573712 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f916c101930 0x7f916c102d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:49:57.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.694+0000 7f91718ba640  1 -- 172.21.15.46:0/1624573712 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f916c103ae0 con 0x7f916c1022f0
2024-03-19T01:49:57.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.694+0000 7f91708b8640  1 --2- 172.21.15.46:0/1624573712 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f916c101930 0x7f916c102d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:57.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.694+0000 7f91710b9640  1 --2- 172.21.15.46:0/1624573712 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f916c100740 0x7f916c1046d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:49:57.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.694+0000 7f91718ba640  1 --2- 172.21.15.46:0/1624573712 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f916c1022f0 0x7f916c103250 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f9164009fd0 tx=0x7f916400ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:49:57.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.694+0000 7f91627fc640  1 -- 172.21.15.46:0/1624573712 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f916400ce20 con 0x7f916c1022f0
2024-03-19T01:49:57.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.694+0000 7f917331d640  1 -- 172.21.15.46:0/1624573712 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f916c1a1b20 con 0x7f916c1022f0
2024-03-19T01:49:57.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.694+0000 7f917331d640  1 -- 172.21.15.46:0/1624573712 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f916c1a20c0 con 0x7f916c1022f0
2024-03-19T01:49:57.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.694+0000 7f91627fc640  1 -- 172.21.15.46:0/1624573712 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9164005020 con 0x7f916c1022f0
2024-03-19T01:49:57.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.694+0000 7f91627fc640  1 -- 172.21.15.46:0/1624573712 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9164010690 con 0x7f916c1022f0
2024-03-19T01:49:57.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.695+0000 7f917331d640  1 -- 172.21.15.46:0/1624573712 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f916c1a22f0 con 0x7f916c1022f0
2024-03-19T01:49:57.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.696+0000 7f91627fc640  1 -- 172.21.15.46:0/1624573712 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 19) ==== 137307+0+0 (secure 0 0 0) 0x7f91640051d0 con 0x7f916c1022f0
2024-03-19T01:49:57.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.697+0000 7f91627fc640  1 --2- 172.21.15.46:0/1624573712 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f91580a28f0 0x7f91580a4db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:49:57.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.697+0000 7f91710b9640  1 -- 172.21.15.46:0/1624573712 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f91580a28f0 msgr2=0x7f91580a4db0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/3237439375
2024-03-19T01:49:57.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.697+0000 7f91627fc640  1 -- 172.21.15.46:0/1624573712 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9150+0+0 (secure 0 0 0) 0x7f91640cf590 con 0x7f916c1022f0
2024-03-19T01:49:57.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.697+0000 7f91710b9640  1 --2- 172.21.15.46:0/1624573712 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f91580a28f0 0x7f91580a4db0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000
2024-03-19T01:49:57.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.701+0000 7f91627fc640  1 -- 172.21.15.46:0/1624573712 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f916409c240 con 0x7f916c1022f0
2024-03-19T01:49:57.864 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:49:57 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:49:57.516+0000 7fcc1f81d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member
2024-03-19T01:49:57.865 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:49:57 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:49:57.615+0000 7fcc1f81d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member
2024-03-19T01:49:57.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.898+0000 7f91710b9640  1 -- 172.21.15.46:0/1624573712 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f91580a28f0 msgr2=0x7f91580a4db0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/3237439375
2024-03-19T01:49:57.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.898+0000 7f91710b9640  1 --2- 172.21.15.46:0/1624573712 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f91580a28f0 0x7f91580a4db0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000
2024-03-19T01:49:57.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:57.907+0000 7f917331d640  1 -- 172.21.15.46:0/1624573712 --> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f916c0fde80 con 0x7f91580a28f0
2024-03-19T01:49:57.910 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:49:57 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:49:57.582+0000 7f98e166c200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member
2024-03-19T01:49:57.910 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:49:57 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:49:57.710+0000 7f98e166c200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member
2024-03-19T01:49:57.911 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:49:57 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:49:57.501+0000 7f2602286200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member
2024-03-19T01:49:57.911 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:49:57 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:49:57.599+0000 7f2602286200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member
2024-03-19T01:49:58.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:57 smithi073 ceph-mon[66833]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished
2024-03-19T01:49:58.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:57 smithi073 ceph-mon[66833]: mgrmap e19: x(active, since 9m), standbys: z, y
2024-03-19T01:49:58.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:57 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3919685762' entity='client.admin'
2024-03-19T01:49:58.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:49:57 smithi073 ceph-mon[66833]: from='client.? ' entity='client.admin'
2024-03-19T01:49:58.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:57 smithi102 ceph-mon[66557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished
2024-03-19T01:49:58.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:57 smithi102 ceph-mon[66557]: mgrmap e19: x(active, since 9m), standbys: z, y
2024-03-19T01:49:58.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:57 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3919685762' entity='client.admin'
2024-03-19T01:49:58.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:49:57 smithi102 ceph-mon[66557]: from='client.? ' entity='client.admin'
2024-03-19T01:49:58.283 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:57 smithi046 ceph-mon[63102]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished
2024-03-19T01:49:58.283 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:57 smithi046 ceph-mon[63102]: mgrmap e19: x(active, since 9m), standbys: z, y
2024-03-19T01:49:58.283 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:57 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3919685762' entity='client.admin'
2024-03-19T01:49:58.283 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:49:57 smithi046 ceph-mon[63102]: from='client.? ' entity='client.admin'
2024-03-19T01:49:58.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:58.299+0000 7f91710b9640  1 -- 172.21.15.46:0/1624573712 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f91580a28f0 msgr2=0x7f91580a4db0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/3237439375
2024-03-19T01:49:58.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:58.299+0000 7f91710b9640  1 --2- 172.21.15.46:0/1624573712 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f91580a28f0 0x7f91580a4db0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000
2024-03-19T01:49:58.541 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:49:58 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:49:58.261+0000 7f2602286200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member
2024-03-19T01:49:58.542 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:49:58 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:49:58.357+0000 7f2602286200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member
2024-03-19T01:49:58.542 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:49:58 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:49:58.541+0000 7f2602286200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member
2024-03-19T01:49:58.615 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:49:58 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:49:58.282+0000 7fcc1f81d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member
2024-03-19T01:49:58.615 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:49:58 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:49:58.378+0000 7fcc1f81d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member
2024-03-19T01:49:58.615 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:49:58 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:49:58.522+0000 7fcc1f81d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member
2024-03-19T01:49:58.714 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:49:58 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:49:58.404+0000 7f98e166c200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member
2024-03-19T01:49:58.714 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:49:58 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:49:58.497+0000 7f98e166c200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member
2024-03-19T01:49:58.714 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:49:58 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:49:58.641+0000 7f98e166c200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member
2024-03-19T01:49:58.976 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:49:58 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:49:58.620+0000 7fcc1f81d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member
2024-03-19T01:49:58.977 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:49:58 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:49:58.705+0000 7fcc1f81d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member
2024-03-19T01:49:58.980 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:49:58 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:49:58.639+0000 7f2602286200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member
2024-03-19T01:49:58.980 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:49:58 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:49:58.725+0000 7f2602286200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member
2024-03-19T01:49:59.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:59.100+0000 7f91710b9640  1 -- 172.21.15.46:0/1624573712 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f91580a28f0 msgr2=0x7f91580a4db0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/3237439375
2024-03-19T01:49:59.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:49:59.100+0000 7f91710b9640  1 --2- 172.21.15.46:0/1624573712 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f91580a28f0 0x7f91580a4db0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000
2024-03-19T01:49:59.107 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:49:58 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:49:58.738+0000 7f98e166c200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member
2024-03-19T01:49:59.107 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:49:58 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:49:58.841+0000 7f98e166c200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member
2024-03-19T01:49:59.274 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:49:58 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:49:58.974+0000 7fcc1f81d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member
2024-03-19T01:49:59.274 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:49:59 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:49:59.087+0000 7fcc1f81d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member
2024-03-19T01:49:59.274 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:49:59 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:49:59.175+0000 7fcc1f81d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member
2024-03-19T01:49:59.274 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:49:59 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:49:59.273+0000 7fcc1f81d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member
2024-03-19T01:49:59.290 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:49:58 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:49:58.996+0000 7f2602286200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member
2024-03-19T01:49:59.290 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:49:59 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:49:59.106+0000 7f2602286200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member
2024-03-19T01:49:59.290 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:49:59 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:49:59.193+0000 7f2602286200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member
2024-03-19T01:49:59.443 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:49:59 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:49:59.106+0000 7f98e166c200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member
2024-03-19T01:49:59.443 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:49:59 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:49:59.254+0000 7f98e166c200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member
2024-03-19T01:49:59.443 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:49:59 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:49:59.346+0000 7f98e166c200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member
2024-03-19T01:49:59.614 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:49:59 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:49:59.454+0000 7fcc1f81d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member
2024-03-19T01:49:59.714 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:49:59 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:49:59.442+0000 7f98e166c200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member
2024-03-19T01:49:59.714 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:49:59 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:49:59.670+0000 7f98e166c200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member
2024-03-19T01:49:59.730 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:49:59 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:49:59.290+0000 7f2602286200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member
2024-03-19T01:49:59.730 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:49:59 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:49:59.484+0000 7f2602286200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member
2024-03-19T01:50:00.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:00 smithi046 ceph-mon[63102]: overall HEALTH_OK
2024-03-19T01:50:00.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:00 smithi073 ceph-mon[66833]: overall HEALTH_OK
2024-03-19T01:50:00.468 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:00 smithi102 ceph-mon[66557]: overall HEALTH_OK
2024-03-19T01:50:00.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:00.701+0000 7f91710b9640  1 -- 172.21.15.46:0/1624573712 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f91580a28f0 msgr2=0x7f91580a4db0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/3237439375
2024-03-19T01:50:00.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:00.701+0000 7f91710b9640  1 --2- 172.21.15.46:0/1624573712 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f91580a28f0 0x7f91580a4db0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000
2024-03-19T01:50:00.730 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:50:00 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:50:00.468+0000 7f2602286200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member
2024-03-19T01:50:00.730 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:50:00 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:50:00.601+0000 7f2602286200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member
2024-03-19T01:50:00.865 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:50:00 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:50:00.444+0000 7fcc1f81d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member
2024-03-19T01:50:00.865 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:50:00 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:50:00.578+0000 7fcc1f81d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member
2024-03-19T01:50:01.197 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:50:00 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:50:00.720+0000 7f98e166c200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member
2024-03-19T01:50:01.197 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:50:00 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:50:00.852+0000 7f98e166c200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member
2024-03-19T01:50:01.215 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:50:00 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:50:00.918+0000 7fcc1f81d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member
2024-03-19T01:50:01.215 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:50:01 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:50:01.010+0000 7fcc1f81d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member
2024-03-19T01:50:01.230 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:50:00 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:50:00.941+0000 7f2602286200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member
2024-03-19T01:50:01.230 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:50:01 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:50:01.032+0000 7f2602286200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member
2024-03-19T01:50:01.464 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:50:01 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:50:01.196+0000 7f98e166c200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member
2024-03-19T01:50:01.464 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:50:01 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:50:01.287+0000 7f98e166c200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member
2024-03-19T01:50:01.614 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:50:01 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:50:01.214+0000 7fcc1f81d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member
2024-03-19T01:50:01.615 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:50:01 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:50:01.406+0000 7fcc1f81d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member
2024-03-19T01:50:01.710 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:50:01 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:50:01.232+0000 7f2602286200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member
2024-03-19T01:50:01.710 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:50:01 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:50:01.420+0000 7f2602286200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member
2024-03-19T01:50:01.959 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:50:01 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:50:01.485+0000 7f98e166c200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member
2024-03-19T01:50:01.959 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:50:01 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:50:01.671+0000 7f98e166c200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member
2024-03-19T01:50:01.968 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:50:01 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:50:01.703+0000 7fcc1f81d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member
2024-03-19T01:50:01.974 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:50:01 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:50:01.710+0000 7f2602286200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member
2024-03-19T01:50:02.214 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:50:01 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:50:01.958+0000 7f98e166c200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member
2024-03-19T01:50:02.230 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:50:01 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:50:01.974+0000 7f2602286200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member
2024-03-19T01:50:02.230 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:50:02 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:50:02.214+0000 7f2602286200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member
2024-03-19T01:50:02.364 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:50:01 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:50:01.967+0000 7fcc1f81d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member
2024-03-19T01:50:02.365 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:50:02 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:50:02.214+0000 7fcc1f81d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member
2024-03-19T01:50:02.537 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:50:02 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:50:02.261+0000 7f98e166c200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member
2024-03-19T01:50:02.964 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:50:02 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:50:02.536+0000 7f98e166c200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member
2024-03-19T01:50:03.365 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:50:03 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:50:03.087+0000 7fcc1f81d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member
2024-03-19T01:50:03.480 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:50:03 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:50:03.104+0000 7f2602286200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member
2024-03-19T01:50:03.714 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:50:03 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:50:03.383+0000 7f98e166c200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member
2024-03-19T01:50:03.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:03.905+0000 7f91710b9640  1 -- 172.21.15.46:0/1624573712 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f91580a28f0 msgr2=0x7f91580a4db0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/3237439375
2024-03-19T01:50:03.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:03.905+0000 7f91710b9640  1 --2- 172.21.15.46:0/1624573712 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f91580a28f0 0x7f91580a4db0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000
2024-03-19T01:50:04.016 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:50:03 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:50:03.683+0000 7fcc1f81d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member
2024-03-19T01:50:04.016 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:50:03 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:50:03.788+0000 7fcc1f81d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member
2024-03-19T01:50:04.017 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:50:04.015+0000 7fcc1f81d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member
2024-03-19T01:50:04.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:04.043+0000 7f91627fc640  1 -- 172.21.15.46:0/1624573712 <== mon.2 v2:172.21.15.73:3300/0 7 ==== mgrmap(e 20) ==== 136975+0+0 (secure 0 0 0) 0x7f91640981b0 con 0x7f916c1022f0
2024-03-19T01:50:04.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:04.044+0000 7f91627fc640  1 -- 172.21.15.46:0/1624573712 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f91580a28f0 msgr2=0x7f91580a4db0 unknown :-1 s=STATE_CONNECTING l=1).mark_down
2024-03-19T01:50:04.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:04.044+0000 7f91627fc640  1 --2- 172.21.15.46:0/1624573712 >> [v2:172.21.15.46:6800/3237439375,v1:172.21.15.46:6801/3237439375] conn(0x7f91580a28f0 0x7f91580a4db0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:04.083 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:50:03 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:50:03.748+0000 7f2602286200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member
2024-03-19T01:50:04.083 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:50:03 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:50:03.849+0000 7f2602286200 -1 mgr[py] Module status has missing NOTIFY_TYPES member
2024-03-19T01:50:04.290 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: Active manager daemon x restarted
2024-03-19T01:50:04.290 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: Activating manager daemon x
2024-03-19T01:50:04.290 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: osdmap e94: 12 total, 12 up, 12 in
2024-03-19T01:50:04.290 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: mgrmap e20: x(active, starting, since 0.0119909s), standbys: z, y
2024-03-19T01:50:04.290 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch
2024-03-19T01:50:04.291 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:50:04.291 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2024-03-19T01:50:04.291 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch
2024-03-19T01:50:04.291 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch
2024-03-19T01:50:04.291 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch
2024-03-19T01:50:04.291 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch
2024-03-19T01:50:04.291 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch
2024-03-19T01:50:04.291 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch
2024-03-19T01:50:04.291 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch
2024-03-19T01:50:04.291 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch
2024-03-19T01:50:04.291 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch
2024-03-19T01:50:04.291 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch
2024-03-19T01:50:04.291 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch
2024-03-19T01:50:04.291 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch
2024-03-19T01:50:04.291 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch
2024-03-19T01:50:04.292 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch
2024-03-19T01:50:04.292 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch
2024-03-19T01:50:04.292 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2024-03-19T01:50:04.292 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2024-03-19T01:50:04.292 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2024-03-19T01:50:04.292 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2024-03-19T01:50:04.292 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2024-03-19T01:50:04.292 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2024-03-19T01:50:04.292 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch
2024-03-19T01:50:04.292 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2024-03-19T01:50:04.292 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2024-03-19T01:50:04.292 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2024-03-19T01:50:04.292 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2024-03-19T01:50:04.292 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2024-03-19T01:50:04.293 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch
2024-03-19T01:50:04.293 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch
2024-03-19T01:50:04.293 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch
2024-03-19T01:50:04.293 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-mon[63102]: Manager daemon x is now available
2024-03-19T01:50:04.315 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:50:04.046+0000 7f98e166c200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member
2024-03-19T01:50:04.315 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:50:04.147+0000 7f98e166c200 -1 mgr[py] Module status has missing NOTIFY_TYPES member
2024-03-19T01:50:04.316 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: Active manager daemon x restarted
2024-03-19T01:50:04.316 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: Activating manager daemon x
2024-03-19T01:50:04.316 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: osdmap e94: 12 total, 12 up, 12 in
2024-03-19T01:50:04.316 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: mgrmap e20: x(active, starting, since 0.0119909s), standbys: z, y
2024-03-19T01:50:04.316 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch
2024-03-19T01:50:04.316 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:50:04.316 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2024-03-19T01:50:04.316 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch
2024-03-19T01:50:04.316 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch
2024-03-19T01:50:04.316 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch
2024-03-19T01:50:04.316 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch
2024-03-19T01:50:04.316 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch
2024-03-19T01:50:04.316 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch
2024-03-19T01:50:04.317 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch
2024-03-19T01:50:04.317 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch
2024-03-19T01:50:04.317 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch
2024-03-19T01:50:04.317 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch
2024-03-19T01:50:04.317 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch
2024-03-19T01:50:04.317 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch
2024-03-19T01:50:04.317 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch
2024-03-19T01:50:04.317 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch
2024-03-19T01:50:04.317 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch
2024-03-19T01:50:04.317 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2024-03-19T01:50:04.317 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2024-03-19T01:50:04.317 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2024-03-19T01:50:04.317 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2024-03-19T01:50:04.317 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2024-03-19T01:50:04.318 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2024-03-19T01:50:04.318 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch
2024-03-19T01:50:04.318 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2024-03-19T01:50:04.318 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2024-03-19T01:50:04.318 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2024-03-19T01:50:04.318 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2024-03-19T01:50:04.318 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2024-03-19T01:50:04.318 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch
2024-03-19T01:50:04.318 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch
2024-03-19T01:50:04.318 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch
2024-03-19T01:50:04.318 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-mon[66833]: Manager daemon x is now available
2024-03-19T01:50:04.431 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z[68446]: 2024-03-19T01:50:04.101+0000 7f2602286200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member
2024-03-19T01:50:04.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: Active manager daemon x restarted
2024-03-19T01:50:04.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: Activating manager daemon x
2024-03-19T01:50:04.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: osdmap e94: 12 total, 12 up, 12 in
2024-03-19T01:50:04.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: mgrmap e20: x(active, starting, since 0.0119909s), standbys: z, y
2024-03-19T01:50:04.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch
2024-03-19T01:50:04.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch
2024-03-19T01:50:04.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch
2024-03-19T01:50:04.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch
2024-03-19T01:50:04.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch
2024-03-19T01:50:04.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch
2024-03-19T01:50:04.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch
2024-03-19T01:50:04.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch
2024-03-19T01:50:04.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch
2024-03-19T01:50:04.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch
2024-03-19T01:50:04.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch
2024-03-19T01:50:04.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch
2024-03-19T01:50:04.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch
2024-03-19T01:50:04.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch
2024-03-19T01:50:04.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch
2024-03-19T01:50:04.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch
2024-03-19T01:50:04.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch
2024-03-19T01:50:04.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch
2024-03-19T01:50:04.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch
2024-03-19T01:50:04.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch
2024-03-19T01:50:04.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch
2024-03-19T01:50:04.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch
2024-03-19T01:50:04.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch
2024-03-19T01:50:04.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch
2024-03-19T01:50:04.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch
2024-03-19T01:50:04.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch
2024-03-19T01:50:04.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch
2024-03-19T01:50:04.435 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch
2024-03-19T01:50:04.435 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch
2024-03-19T01:50:04.435 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch
2024-03-19T01:50:04.435 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch
2024-03-19T01:50:04.435 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch
2024-03-19T01:50:04.435 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch
2024-03-19T01:50:04.435 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:04 smithi102 ceph-mon[66557]: Manager daemon x is now available
2024-03-19T01:50:04.615 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:50:04.288+0000 7fcb821b2700 -1 client.0 error registering admin socket command: (17) File exists
2024-03-19T01:50:04.615 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:50:04.288+0000 7fcb821b2700 -1 client.0 error registering admin socket command: (17) File exists
2024-03-19T01:50:04.615 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:50:04.288+0000 7fcb821b2700 -1 client.0 error registering admin socket command: (17) File exists
2024-03-19T01:50:04.615 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:50:04.288+0000 7fcb821b2700 -1 client.0 error registering admin socket command: (17) File exists
2024-03-19T01:50:04.615 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:50:04.288+0000 7fcb821b2700 -1 client.0 error registering admin socket command: (17) File exists
2024-03-19T01:50:04.615 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:50:04.289+0000 7fcb7e9ab700 -1 client.0 error registering admin socket command: (17) File exists
2024-03-19T01:50:04.615 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:50:04.289+0000 7fcb7e9ab700 -1 client.0 error registering admin socket command: (17) File exists
2024-03-19T01:50:04.616 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:50:04.289+0000 7fcb7e9ab700 -1 client.0 error registering admin socket command: (17) File exists
2024-03-19T01:50:04.616 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:50:04.289+0000 7fcb7e9ab700 -1 client.0 error registering admin socket command: (17) File exists
2024-03-19T01:50:04.616 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:50:04 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:50:04.289+0000 7fcb7e9ab700 -1 client.0 error registering admin socket command: (17) File exists
2024-03-19T01:50:04.714 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 01:50:04 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y[68210]: 2024-03-19T01:50:04.398+0000 7f98e166c200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member
2024-03-19T01:50:05.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.047+0000 7f91627fc640  1 -- 172.21.15.46:0/1624573712 <== mon.2 v2:172.21.15.73:3300/0 8 ==== mgrmap(e 21) ==== 137102+0+0 (secure 0 0 0) 0x7f91640cc9e0 con 0x7f916c1022f0
2024-03-19T01:50:05.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.048+0000 7f91627fc640  1 --2- 172.21.15.46:0/1624573712 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f91580511d0 0x7f91580515b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:05.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.048+0000 7f91627fc640  1 -- 172.21.15.46:0/1624573712 --> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f916c0fde80 con 0x7f91580511d0
2024-03-19T01:50:05.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.049+0000 7f91710b9640  1 --2- 172.21.15.46:0/1624573712 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f91580511d0 0x7f91580515b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:05.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.053+0000 7f91710b9640  1 --2- 172.21.15.46:0/1624573712 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f91580511d0 0x7f91580515b0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f916c101790 tx=0x7f9168005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:05.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.122+0000 7f91627fc640  1 -- 172.21.15.46:0/1624573712 <== mgr.15636 v2:172.21.15.46:6800/1877439590 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f916c0fde80 con 0x7f91580511d0
2024-03-19T01:50:05.123 INFO:teuthology.orchestra.run.smithi046.stdout:Schedule set for path /
2024-03-19T01:50:05.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.124+0000 7f917331d640  1 -- 172.21.15.46:0/1624573712 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f91580511d0 msgr2=0x7f91580515b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:05.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.124+0000 7f917331d640  1 --2- 172.21.15.46:0/1624573712 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f91580511d0 0x7f91580515b0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f916c101790 tx=0x7f9168005f90 comp rx=0 tx=0).stop
2024-03-19T01:50:05.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.124+0000 7f917331d640  1 -- 172.21.15.46:0/1624573712 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f916c1022f0 msgr2=0x7f916c103250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:05.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.124+0000 7f917331d640  1 --2- 172.21.15.46:0/1624573712 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f916c1022f0 0x7f916c103250 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f9164009fd0 tx=0x7f916400ef10 comp rx=0 tx=0).stop
2024-03-19T01:50:05.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.124+0000 7f91718ba640  1 -- 172.21.15.46:0/1624573712 reap_dead start
2024-03-19T01:50:05.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.124+0000 7f917331d640  1 -- 172.21.15.46:0/1624573712 shutdown_connections
2024-03-19T01:50:05.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.124+0000 7f917331d640  1 -- 172.21.15.46:0/1624573712 >> 172.21.15.46:0/1624573712 conn(0x7f916c0fbcb0 msgr2=0x7f916c0fd770 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:05.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.124+0000 7f917331d640  1 -- 172.21.15.46:0/1624573712 shutdown_connections
2024-03-19T01:50:05.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.124+0000 7f917331d640  1 -- 172.21.15.46:0/1624573712 wait complete.
2024-03-19T01:50:05.136 DEBUG:teuthology.orchestra.run.smithi046:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h'
2024-03-19T01:50:05.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.243+0000 7fad91597640  1 -- 172.21.15.46:0/2808345361 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad8c100740 msgr2=0x7fad8c100b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:05.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.243+0000 7fad91597640  1 --2- 172.21.15.46:0/2808345361 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad8c100740 0x7fad8c100b60 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fad7c009900 tx=0x7fad7c02bc30 comp rx=0 tx=0).stop
2024-03-19T01:50:05.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.243+0000 7fad91597640  1 -- 172.21.15.46:0/2808345361 shutdown_connections
2024-03-19T01:50:05.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.243+0000 7fad91597640  1 --2- 172.21.15.46:0/2808345361 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad8c1022f0 0x7fad8c108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:05.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.243+0000 7fad91597640  1 --2- 172.21.15.46:0/2808345361 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fad8c101930 0x7fad8c101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:05.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.243+0000 7fad91597640  1 --2- 172.21.15.46:0/2808345361 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad8c100740 0x7fad8c100b60 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:05.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.243+0000 7fad91597640  1 -- 172.21.15.46:0/2808345361 >> 172.21.15.46:0/2808345361 conn(0x7fad8c0fbcb0 msgr2=0x7fad8c0fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:05.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.243+0000 7fad91597640  1 -- 172.21.15.46:0/2808345361 shutdown_connections
2024-03-19T01:50:05.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.243+0000 7fad91597640  1 -- 172.21.15.46:0/2808345361 wait complete.
2024-03-19T01:50:05.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.244+0000 7fad91597640  1  Processor -- start
2024-03-19T01:50:05.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.244+0000 7fad91597640  1 --  start start
2024-03-19T01:50:05.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.244+0000 7fad91597640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad8c100740 0x7fad8c197a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:05.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.244+0000 7fad91597640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fad8c101930 0x7fad8c197f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:05.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.244+0000 7fad91597640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad8c1022f0 0x7fad8c19efc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:05.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.244+0000 7fad91597640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fad8c10c240 con 0x7fad8c100740
2024-03-19T01:50:05.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.244+0000 7fad91597640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fad8c10c0c0 con 0x7fad8c101930
2024-03-19T01:50:05.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.244+0000 7fad91597640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fad8c10c3c0 con 0x7fad8c1022f0
2024-03-19T01:50:05.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.244+0000 7fad8affd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad8c100740 0x7fad8c197a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:05.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.244+0000 7fad8affd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad8c100740 0x7fad8c197a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:45258/0 (socket says 172.21.15.46:45258)
2024-03-19T01:50:05.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.244+0000 7fad8affd640  1 -- 172.21.15.46:0/2194026829 learned_addr learned my addr 172.21.15.46:0/2194026829 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:05.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.244+0000 7fad827fc640  1 --2- 172.21.15.46:0/2194026829 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fad8c101930 0x7fad8c197f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:05.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.244+0000 7fad8b7fe640  1 --2- 172.21.15.46:0/2194026829 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad8c1022f0 0x7fad8c19efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:05.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.244+0000 7fad8affd640  1 -- 172.21.15.46:0/2194026829 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad8c1022f0 msgr2=0x7fad8c19efc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:05.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.244+0000 7fad8affd640  1 --2- 172.21.15.46:0/2194026829 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad8c1022f0 0x7fad8c19efc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:05.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.244+0000 7fad8affd640  1 -- 172.21.15.46:0/2194026829 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fad8c101930 msgr2=0x7fad8c197f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:05.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.244+0000 7fad8affd640  1 --2- 172.21.15.46:0/2194026829 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fad8c101930 0x7fad8c197f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:05.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.244+0000 7fad8affd640  1 -- 172.21.15.46:0/2194026829 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad8c19f630 con 0x7fad8c100740
2024-03-19T01:50:05.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.245+0000 7fad8affd640  1 --2- 172.21.15.46:0/2194026829 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad8c100740 0x7fad8c197a10 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fad7c000c00 tx=0x7fad7c005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:05.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.245+0000 7fad88ff9640  1 -- 172.21.15.46:0/2194026829 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad7c043020 con 0x7fad8c100740
2024-03-19T01:50:05.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.245+0000 7fad88ff9640  1 -- 172.21.15.46:0/2194026829 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fad7c004350 con 0x7fad8c100740
2024-03-19T01:50:05.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.245+0000 7fad91597640  1 -- 172.21.15.46:0/2194026829 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad8c19f8c0 con 0x7fad8c100740
2024-03-19T01:50:05.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.245+0000 7fad88ff9640  1 -- 172.21.15.46:0/2194026829 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad7c003b80 con 0x7fad8c100740
2024-03-19T01:50:05.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.245+0000 7fad91597640  1 -- 172.21.15.46:0/2194026829 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad8c19fe10 con 0x7fad8c100740
2024-03-19T01:50:05.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.246+0000 7fad91597640  1 -- 172.21.15.46:0/2194026829 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad8c1a00a0 con 0x7fad8c100740
2024-03-19T01:50:05.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.247+0000 7fad88ff9640  1 -- 172.21.15.46:0/2194026829 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 21) ==== 137102+0+0 (secure 0 0 0) 0x7fad7c046020 con 0x7fad8c100740
2024-03-19T01:50:05.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.247+0000 7fad88ff9640  1 --2- 172.21.15.46:0/2194026829 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fad780a26b0 0x7fad780a4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:05.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.248+0000 7fad88ff9640  1 -- 172.21.15.46:0/2194026829 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fad7c0f0bf0 con 0x7fad8c100740
2024-03-19T01:50:05.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.248+0000 7fad827fc640  1 --2- 172.21.15.46:0/2194026829 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fad780a26b0 0x7fad780a4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:05.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.248+0000 7fad827fc640  1 --2- 172.21.15.46:0/2194026829 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fad780a26b0 0x7fad780a4b70 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fad740095f0 tx=0x7fad74005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:05.253 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.252+0000 7fad88ff9640  1 -- 172.21.15.46:0/2194026829 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fad7c04d020 con 0x7fad8c100740
2024-03-19T01:50:05.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:05 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:50:05.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:05 smithi046 ceph-mon[63102]: Standby manager daemon z restarted
2024-03-19T01:50:05.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:05 smithi046 ceph-mon[63102]: Standby manager daemon z started
2024-03-19T01:50:05.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:05 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:50:05.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:05 smithi046 ceph-mon[63102]: from='mgr.? 172.21.15.102:0/1356539753' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch
2024-03-19T01:50:05.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:05 smithi046 ceph-mon[63102]: from='mgr.? 172.21.15.102:0/1356539753' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch
2024-03-19T01:50:05.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:05 smithi046 ceph-mon[63102]: from='mgr.? 172.21.15.102:0/1356539753' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch
2024-03-19T01:50:05.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:05 smithi046 ceph-mon[63102]: from='mgr.? 172.21.15.102:0/1356539753' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch
2024-03-19T01:50:05.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:05 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2024-03-19T01:50:05.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:05 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2024-03-19T01:50:05.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:05 smithi046 ceph-mon[63102]: Standby manager daemon y restarted
2024-03-19T01:50:05.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:05 smithi046 ceph-mon[63102]: Standby manager daemon y started
2024-03-19T01:50:05.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:05 smithi046 ceph-mon[63102]: from='mgr.? 172.21.15.73:0/1236484943' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch
2024-03-19T01:50:05.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:05 smithi046 ceph-mon[63102]: from='mgr.? 172.21.15.73:0/1236484943' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch
2024-03-19T01:50:05.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:05 smithi046 ceph-mon[63102]: from='mgr.? 172.21.15.73:0/1236484943' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch
2024-03-19T01:50:05.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:05 smithi046 ceph-mon[63102]: from='mgr.? 172.21.15.73:0/1236484943' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch
2024-03-19T01:50:05.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:05 smithi046 ceph-mon[63102]: mgrmap e21: x(active, since 1.02066s), standbys: y, z
2024-03-19T01:50:05.375 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:05 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:50:05.376 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:05 smithi073 ceph-mon[66833]: Standby manager daemon z restarted
2024-03-19T01:50:05.376 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:05 smithi073 ceph-mon[66833]: Standby manager daemon z started
2024-03-19T01:50:05.376 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:05 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:50:05.376 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:05 smithi073 ceph-mon[66833]: from='mgr.? 172.21.15.102:0/1356539753' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch
2024-03-19T01:50:05.376 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:05 smithi073 ceph-mon[66833]: from='mgr.? 172.21.15.102:0/1356539753' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch
2024-03-19T01:50:05.376 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:05 smithi073 ceph-mon[66833]: from='mgr.? 172.21.15.102:0/1356539753' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch
2024-03-19T01:50:05.376 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:05 smithi073 ceph-mon[66833]: from='mgr.? 172.21.15.102:0/1356539753' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch
2024-03-19T01:50:05.376 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:05 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2024-03-19T01:50:05.376 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:05 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2024-03-19T01:50:05.376 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:05 smithi073 ceph-mon[66833]: Standby manager daemon y restarted
2024-03-19T01:50:05.376 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:05 smithi073 ceph-mon[66833]: Standby manager daemon y started
2024-03-19T01:50:05.376 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:05 smithi073 ceph-mon[66833]: from='mgr.? 172.21.15.73:0/1236484943' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch
2024-03-19T01:50:05.376 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:05 smithi073 ceph-mon[66833]: from='mgr.? 172.21.15.73:0/1236484943' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch
2024-03-19T01:50:05.377 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:05 smithi073 ceph-mon[66833]: from='mgr.? 172.21.15.73:0/1236484943' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch
2024-03-19T01:50:05.377 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:05 smithi073 ceph-mon[66833]: from='mgr.? 172.21.15.73:0/1236484943' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch
2024-03-19T01:50:05.377 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:05 smithi073 ceph-mon[66833]: mgrmap e21: x(active, since 1.02066s), standbys: y, z
2024-03-19T01:50:05.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:05 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:50:05.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:05 smithi102 ceph-mon[66557]: Standby manager daemon z restarted
2024-03-19T01:50:05.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:05 smithi102 ceph-mon[66557]: Standby manager daemon z started
2024-03-19T01:50:05.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:05 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:50:05.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:05 smithi102 ceph-mon[66557]: from='mgr.? 172.21.15.102:0/1356539753' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch
2024-03-19T01:50:05.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:05 smithi102 ceph-mon[66557]: from='mgr.? 172.21.15.102:0/1356539753' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch
2024-03-19T01:50:05.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:05 smithi102 ceph-mon[66557]: from='mgr.? 172.21.15.102:0/1356539753' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch
2024-03-19T01:50:05.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:05 smithi102 ceph-mon[66557]: from='mgr.? 172.21.15.102:0/1356539753' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch
2024-03-19T01:50:05.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:05 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch
2024-03-19T01:50:05.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:05 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch
2024-03-19T01:50:05.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:05 smithi102 ceph-mon[66557]: Standby manager daemon y restarted
2024-03-19T01:50:05.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:05 smithi102 ceph-mon[66557]: Standby manager daemon y started
2024-03-19T01:50:05.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:05 smithi102 ceph-mon[66557]: from='mgr.? 172.21.15.73:0/1236484943' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch
2024-03-19T01:50:05.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:05 smithi102 ceph-mon[66557]: from='mgr.? 172.21.15.73:0/1236484943' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch
2024-03-19T01:50:05.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:05 smithi102 ceph-mon[66557]: from='mgr.? 172.21.15.73:0/1236484943' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch
2024-03-19T01:50:05.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:05 smithi102 ceph-mon[66557]: from='mgr.? 172.21.15.73:0/1236484943' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch
2024-03-19T01:50:05.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:05 smithi102 ceph-mon[66557]: mgrmap e21: x(active, since 1.02066s), standbys: y, z
2024-03-19T01:50:05.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.463+0000 7fad91597640  1 -- 172.21.15.46:0/2194026829 --> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}) -- 0x7fad8c0fdf00 con 0x7fad780a26b0
2024-03-19T01:50:05.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.519+0000 7fad88ff9640  1 -- 172.21.15.46:0/2194026829 <== mgr.15636 v2:172.21.15.46:6800/1877439590 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+26 (secure 0 0 0) 0x7fad8c0fdf00 con 0x7fad780a26b0
2024-03-19T01:50:05.520 INFO:teuthology.orchestra.run.smithi046.stdout:Retention added to path /
2024-03-19T01:50:05.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.521+0000 7fad91597640  1 -- 172.21.15.46:0/2194026829 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fad780a26b0 msgr2=0x7fad780a4b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:05.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.521+0000 7fad91597640  1 --2- 172.21.15.46:0/2194026829 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fad780a26b0 0x7fad780a4b70 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fad740095f0 tx=0x7fad74005f90 comp rx=0 tx=0).stop
2024-03-19T01:50:05.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.521+0000 7fad91597640  1 -- 172.21.15.46:0/2194026829 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad8c100740 msgr2=0x7fad8c197a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:05.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.521+0000 7fad91597640  1 --2- 172.21.15.46:0/2194026829 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad8c100740 0x7fad8c197a10 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fad7c000c00 tx=0x7fad7c005dc0 comp rx=0 tx=0).stop
2024-03-19T01:50:05.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.521+0000 7fad91597640  1 -- 172.21.15.46:0/2194026829 shutdown_connections
2024-03-19T01:50:05.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.521+0000 7fad91597640  1 --2- 172.21.15.46:0/2194026829 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fad780a26b0 0x7fad780a4b70 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:05.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.521+0000 7fad91597640  1 --2- 172.21.15.46:0/2194026829 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad8c1022f0 0x7fad8c19efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:05.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.521+0000 7fad91597640  1 --2- 172.21.15.46:0/2194026829 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fad8c101930 0x7fad8c197f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:05.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.521+0000 7fad91597640  1 --2- 172.21.15.46:0/2194026829 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad8c100740 0x7fad8c197a10 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:05.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.521+0000 7fad91597640  1 -- 172.21.15.46:0/2194026829 >> 172.21.15.46:0/2194026829 conn(0x7fad8c0fbcb0 msgr2=0x7fad8c0fd7f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:05.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.521+0000 7fad91597640  1 -- 172.21.15.46:0/2194026829 shutdown_connections
2024-03-19T01:50:05.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.521+0000 7fad91597640  1 -- 172.21.15.46:0/2194026829 wait complete.
2024-03-19T01:50:05.533 DEBUG:teuthology.orchestra.run.smithi046:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/'
2024-03-19T01:50:05.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.636+0000 7fcb7213b640  1 -- 172.21.15.46:0/1024141915 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb6c100740 msgr2=0x7fcb6c100b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:05.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.636+0000 7fcb7213b640  1 --2- 172.21.15.46:0/1024141915 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb6c100740 0x7fcb6c100b60 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fcb5c009900 tx=0x7fcb5c02bc30 comp rx=0 tx=0).stop
2024-03-19T01:50:05.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.636+0000 7fcb7213b640  1 -- 172.21.15.46:0/1024141915 shutdown_connections
2024-03-19T01:50:05.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.636+0000 7fcb7213b640  1 --2- 172.21.15.46:0/1024141915 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcb6c1022f0 0x7fcb6c108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:05.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.636+0000 7fcb7213b640  1 --2- 172.21.15.46:0/1024141915 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcb6c101930 0x7fcb6c101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:05.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.636+0000 7fcb7213b640  1 --2- 172.21.15.46:0/1024141915 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb6c100740 0x7fcb6c100b60 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:05.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.636+0000 7fcb7213b640  1 -- 172.21.15.46:0/1024141915 >> 172.21.15.46:0/1024141915 conn(0x7fcb6c0fbcb0 msgr2=0x7fcb6c0fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:05.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.636+0000 7fcb7213b640  1 -- 172.21.15.46:0/1024141915 shutdown_connections
2024-03-19T01:50:05.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.636+0000 7fcb7213b640  1 -- 172.21.15.46:0/1024141915 wait complete.
2024-03-19T01:50:05.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.637+0000 7fcb7213b640  1  Processor -- start
2024-03-19T01:50:05.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.637+0000 7fcb7213b640  1 --  start start
2024-03-19T01:50:05.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.637+0000 7fcb7213b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb6c100740 0x7fcb6c197a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:05.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.637+0000 7fcb7213b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcb6c101930 0x7fcb6c197f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:05.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.637+0000 7fcb7213b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcb6c1022f0 0x7fcb6c19efa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:05.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.637+0000 7fcb7213b640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fcb6c10c260 con 0x7fcb6c100740
2024-03-19T01:50:05.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.637+0000 7fcb7213b640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fcb6c10c0e0 con 0x7fcb6c101930
2024-03-19T01:50:05.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.637+0000 7fcb7213b640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fcb6c10c3e0 con 0x7fcb6c1022f0
2024-03-19T01:50:05.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.637+0000 7fcb6b7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb6c100740 0x7fcb6c197a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:05.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.637+0000 7fcb6b7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb6c100740 0x7fcb6c197a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:45272/0 (socket says 172.21.15.46:45272)
2024-03-19T01:50:05.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.637+0000 7fcb6b7fe640  1 -- 172.21.15.46:0/2364293849 learned_addr learned my addr 172.21.15.46:0/2364293849 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:05.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.637+0000 7fcb62ffd640  1 --2- 172.21.15.46:0/2364293849 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcb6c101930 0x7fcb6c197f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:05.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.637+0000 7fcb6bfff640  1 --2- 172.21.15.46:0/2364293849 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcb6c1022f0 0x7fcb6c19efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:05.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.637+0000 7fcb6b7fe640  1 -- 172.21.15.46:0/2364293849 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcb6c1022f0 msgr2=0x7fcb6c19efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:05.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.637+0000 7fcb6b7fe640  1 --2- 172.21.15.46:0/2364293849 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcb6c1022f0 0x7fcb6c19efa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:05.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.637+0000 7fcb6b7fe640  1 -- 172.21.15.46:0/2364293849 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcb6c101930 msgr2=0x7fcb6c197f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:05.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.637+0000 7fcb6b7fe640  1 --2- 172.21.15.46:0/2364293849 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcb6c101930 0x7fcb6c197f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:05.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.637+0000 7fcb6b7fe640  1 -- 172.21.15.46:0/2364293849 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb6c19f610 con 0x7fcb6c100740
2024-03-19T01:50:05.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.637+0000 7fcb62ffd640  1 --2- 172.21.15.46:0/2364293849 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcb6c101930 0x7fcb6c197f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:05.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.638+0000 7fcb6b7fe640  1 --2- 172.21.15.46:0/2364293849 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb6c100740 0x7fcb6c197a40 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fcb5c000c00 tx=0x7fcb5c005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:05.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.638+0000 7fcb697fa640  1 -- 172.21.15.46:0/2364293849 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb5c043020 con 0x7fcb6c100740
2024-03-19T01:50:05.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.638+0000 7fcb7213b640  1 -- 172.21.15.46:0/2364293849 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb6c19f8a0 con 0x7fcb6c100740
2024-03-19T01:50:05.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.638+0000 7fcb697fa640  1 -- 172.21.15.46:0/2364293849 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcb5c004350 con 0x7fcb6c100740
2024-03-19T01:50:05.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.638+0000 7fcb697fa640  1 -- 172.21.15.46:0/2364293849 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb5c003b80 con 0x7fcb6c100740
2024-03-19T01:50:05.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.638+0000 7fcb7213b640  1 -- 172.21.15.46:0/2364293849 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb6c19fe40 con 0x7fcb6c100740
2024-03-19T01:50:05.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.639+0000 7fcb7213b640  1 -- 172.21.15.46:0/2364293849 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb6c1a00d0 con 0x7fcb6c100740
2024-03-19T01:50:05.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.640+0000 7fcb697fa640  1 -- 172.21.15.46:0/2364293849 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 21) ==== 137102+0+0 (secure 0 0 0) 0x7fcb5c046020 con 0x7fcb6c100740
2024-03-19T01:50:05.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.640+0000 7fcb697fa640  1 --2- 172.21.15.46:0/2364293849 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fcb580a26b0 0x7fcb580a4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:05.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.641+0000 7fcb697fa640  1 -- 172.21.15.46:0/2364293849 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fcb5c0f0fd0 con 0x7fcb6c100740
2024-03-19T01:50:05.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.641+0000 7fcb62ffd640  1 --2- 172.21.15.46:0/2364293849 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fcb580a26b0 0x7fcb580a4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:05.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.641+0000 7fcb62ffd640  1 --2- 172.21.15.46:0/2364293849 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fcb580a26b0 0x7fcb580a4b70 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fcb6c198f00 tx=0x7fcb54005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:05.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.648+0000 7fcb697fa640  1 -- 172.21.15.46:0/2364293849 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fcb5c04d020 con 0x7fcb6c100740
2024-03-19T01:50:05.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.855+0000 7fcb7213b640  1 -- 172.21.15.46:0/2364293849 --> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7fcb6c0695b0 con 0x7fcb580a26b0
2024-03-19T01:50:05.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.863+0000 7fcb697fa640  1 -- 172.21.15.46:0/2364293849 <== mgr.15636 v2:172.21.15.46:6800/1877439590 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+298 (secure 0 0 0) 0x7fcb6c0695b0 con 0x7fcb580a26b0
2024-03-19T01:50:05.864 INFO:teuthology.orchestra.run.smithi046.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-03-19T00:00:00", "created": "2024-03-19T01:50:05", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true}
2024-03-19T01:50:05.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.865+0000 7fcb7213b640  1 -- 172.21.15.46:0/2364293849 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fcb580a26b0 msgr2=0x7fcb580a4b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:05.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.865+0000 7fcb7213b640  1 --2- 172.21.15.46:0/2364293849 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fcb580a26b0 0x7fcb580a4b70 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fcb6c198f00 tx=0x7fcb54005f90 comp rx=0 tx=0).stop
2024-03-19T01:50:05.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.865+0000 7fcb7213b640  1 -- 172.21.15.46:0/2364293849 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb6c100740 msgr2=0x7fcb6c197a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:05.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.865+0000 7fcb7213b640  1 --2- 172.21.15.46:0/2364293849 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb6c100740 0x7fcb6c197a40 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fcb5c000c00 tx=0x7fcb5c005dc0 comp rx=0 tx=0).stop
2024-03-19T01:50:05.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.865+0000 7fcb7213b640  1 -- 172.21.15.46:0/2364293849 shutdown_connections
2024-03-19T01:50:05.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.865+0000 7fcb7213b640  1 --2- 172.21.15.46:0/2364293849 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fcb580a26b0 0x7fcb580a4b70 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:05.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.865+0000 7fcb7213b640  1 --2- 172.21.15.46:0/2364293849 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcb6c1022f0 0x7fcb6c19efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:05.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.865+0000 7fcb7213b640  1 --2- 172.21.15.46:0/2364293849 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcb6c101930 0x7fcb6c197f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:05.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.865+0000 7fcb7213b640  1 --2- 172.21.15.46:0/2364293849 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb6c100740 0x7fcb6c197a40 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:05.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.865+0000 7fcb7213b640  1 -- 172.21.15.46:0/2364293849 >> 172.21.15.46:0/2364293849 conn(0x7fcb6c0fbcb0 msgr2=0x7fcb6c068ea0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:05.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.865+0000 7fcb7213b640  1 -- 172.21.15.46:0/2364293849 shutdown_connections
2024-03-19T01:50:05.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.865+0000 7fcb7213b640  1 -- 172.21.15.46:0/2364293849 wait complete.
2024-03-19T01:50:05.878 DEBUG:teuthology.orchestra.run.smithi046:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true'
2024-03-19T01:50:05.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.996+0000 7f691d80b640  1 -- 172.21.15.46:0/1848998610 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6918101930 msgr2=0x7f6918101db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:05.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.996+0000 7f691d80b640  1 --2- 172.21.15.46:0/1848998610 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6918101930 0x7f6918101db0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f690c009900 tx=0x7f690c02bc30 comp rx=0 tx=0).stop
2024-03-19T01:50:06.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.996+0000 7f691d80b640  1 -- 172.21.15.46:0/1848998610 shutdown_connections
2024-03-19T01:50:06.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.996+0000 7f691d80b640  1 --2- 172.21.15.46:0/1848998610 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f69181022f0 0x7f6918108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:06.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.996+0000 7f691d80b640  1 --2- 172.21.15.46:0/1848998610 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6918101930 0x7f6918101db0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:06.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.996+0000 7f691d80b640  1 --2- 172.21.15.46:0/1848998610 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6918100740 0x7f6918100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:06.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.996+0000 7f691d80b640  1 -- 172.21.15.46:0/1848998610 >> 172.21.15.46:0/1848998610 conn(0x7f69180fbcb0 msgr2=0x7f69180fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:06.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.996+0000 7f691d80b640  1 -- 172.21.15.46:0/1848998610 shutdown_connections
2024-03-19T01:50:06.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.996+0000 7f691d80b640  1 -- 172.21.15.46:0/1848998610 wait complete.
2024-03-19T01:50:06.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.997+0000 7f691d80b640  1  Processor -- start
2024-03-19T01:50:06.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.997+0000 7f691d80b640  1 --  start start
2024-03-19T01:50:06.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.997+0000 7f691d80b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6918100740 0x7f69181046d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:06.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.997+0000 7f691d80b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6918101930 0x7f6918102d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:06.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.997+0000 7f691d80b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69181022f0 0x7f6918103250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:06.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.997+0000 7f691d80b640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f691810c270 con 0x7f69181022f0
2024-03-19T01:50:06.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.997+0000 7f691d80b640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f691810c0f0 con 0x7f6918100740
2024-03-19T01:50:06.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.997+0000 7f691d80b640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f691810c3f0 con 0x7f6918101930
2024-03-19T01:50:06.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.997+0000 7f69177fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69181022f0 0x7f6918103250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:06.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.997+0000 7f69177fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69181022f0 0x7f6918103250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:45294/0 (socket says 172.21.15.46:45294)
2024-03-19T01:50:06.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.997+0000 7f69177fe640  1 -- 172.21.15.46:0/3536413135 learned_addr learned my addr 172.21.15.46:0/3536413135 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:06.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.997+0000 7f6916ffd640  1 --2- 172.21.15.46:0/3536413135 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6918100740 0x7f69181046d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:06.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.997+0000 7f69167fc640  1 --2- 172.21.15.46:0/3536413135 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6918101930 0x7f6918102d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:06.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.998+0000 7f69177fe640  1 -- 172.21.15.46:0/3536413135 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6918101930 msgr2=0x7f6918102d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:06.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.998+0000 7f69177fe640  1 --2- 172.21.15.46:0/3536413135 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6918101930 0x7f6918102d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:06.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.998+0000 7f69177fe640  1 -- 172.21.15.46:0/3536413135 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6918100740 msgr2=0x7f69181046d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:06.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.998+0000 7f69177fe640  1 --2- 172.21.15.46:0/3536413135 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6918100740 0x7f69181046d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:06.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.998+0000 7f69177fe640  1 -- 172.21.15.46:0/3536413135 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6918103ae0 con 0x7f69181022f0
2024-03-19T01:50:06.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.998+0000 7f69177fe640  1 --2- 172.21.15.46:0/3536413135 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69181022f0 0x7f6918103250 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f691000eb10 tx=0x7f691000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:06.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.998+0000 7f691c809640  1 -- 172.21.15.46:0/3536413135 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6910004b20 con 0x7f69181022f0
2024-03-19T01:50:06.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.998+0000 7f691c809640  1 -- 172.21.15.46:0/3536413135 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6910004cc0 con 0x7f69181022f0
2024-03-19T01:50:06.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.998+0000 7f691d80b640  1 -- 172.21.15.46:0/3536413135 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69181a1940 con 0x7f69181022f0
2024-03-19T01:50:06.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.998+0000 7f691d80b640  1 -- 172.21.15.46:0/3536413135 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69181a1ee0 con 0x7f69181022f0
2024-03-19T01:50:06.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.998+0000 7f691c809640  1 -- 172.21.15.46:0/3536413135 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6910010690 con 0x7f69181022f0
2024-03-19T01:50:06.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:05.999+0000 7f691d80b640  1 -- 172.21.15.46:0/3536413135 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69040052c0 con 0x7f69181022f0
2024-03-19T01:50:06.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:06.000+0000 7f691c809640  1 -- 172.21.15.46:0/3536413135 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 21) ==== 137102+0+0 (secure 0 0 0) 0x7f6910005020 con 0x7f69181022f0
2024-03-19T01:50:06.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:06.001+0000 7f691c809640  1 --2- 172.21.15.46:0/3536413135 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f69000a2730 0x7f69000a4bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:06.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:06.001+0000 7f691c809640  1 -- 172.21.15.46:0/3536413135 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f69100cf020 con 0x7f69181022f0
2024-03-19T01:50:06.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:06.001+0000 7f6916ffd640  1 --2- 172.21.15.46:0/3536413135 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f69000a2730 0x7f69000a4bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:06.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:06.002+0000 7f6916ffd640  1 --2- 172.21.15.46:0/3536413135 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f69000a2730 0x7f69000a4bf0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f6908005fd0 tx=0x7f690800b410 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:06.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:06.006+0000 7f691c809640  1 -- 172.21.15.46:0/3536413135 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f691009bf20 con 0x7f69181022f0
2024-03-19T01:50:06.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:06.247+0000 7f691d80b640  1 -- 172.21.15.46:0/3536413135 --> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7f6904000bf0 con 0x7f69000a2730
2024-03-19T01:50:06.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:06.259+0000 7f691c809640  1 -- 172.21.15.46:0/3536413135 <== mgr.15636 v2:172.21.15.46:6800/1877439590 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7f6904000bf0 con 0x7f69000a2730
2024-03-19T01:50:06.260 INFO:teuthology.orchestra.run.smithi046.stdout:/ 1m 6m3h
2024-03-19T01:50:06.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:06.261+0000 7f691d80b640  1 -- 172.21.15.46:0/3536413135 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f69000a2730 msgr2=0x7f69000a4bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:06.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:06.261+0000 7f691d80b640  1 --2- 172.21.15.46:0/3536413135 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f69000a2730 0x7f69000a4bf0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f6908005fd0 tx=0x7f690800b410 comp rx=0 tx=0).stop
2024-03-19T01:50:06.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:06.261+0000 7f691d80b640  1 -- 172.21.15.46:0/3536413135 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69181022f0 msgr2=0x7f6918103250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:06.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:06.261+0000 7f691d80b640  1 --2- 172.21.15.46:0/3536413135 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69181022f0 0x7f6918103250 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f691000eb10 tx=0x7f691000c2d0 comp rx=0 tx=0).stop
2024-03-19T01:50:06.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:06.261+0000 7f691d80b640  1 -- 172.21.15.46:0/3536413135 shutdown_connections
2024-03-19T01:50:06.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:06.261+0000 7f691d80b640  1 --2- 172.21.15.46:0/3536413135 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69181022f0 0x7f6918103250 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:06.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:06.261+0000 7f691d80b640  1 --2- 172.21.15.46:0/3536413135 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f69000a2730 0x7f69000a4bf0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:06.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:06.261+0000 7f691d80b640  1 --2- 172.21.15.46:0/3536413135 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6918101930 0x7f6918102d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:06.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:06.261+0000 7f691d80b640  1 --2- 172.21.15.46:0/3536413135 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6918100740 0x7f69181046d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:06.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:06.261+0000 7f691d80b640  1 -- 172.21.15.46:0/3536413135 >> 172.21.15.46:0/3536413135 conn(0x7f69180fbcb0 msgr2=0x7f69180fd620 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:06.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:06.261+0000 7f691d80b640  1 -- 172.21.15.46:0/3536413135 shutdown_connections
2024-03-19T01:50:06.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:06.261+0000 7f691d80b640  1 -- 172.21.15.46:0/3536413135 wait complete.
2024-03-19T01:50:06.272 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:06 smithi046 ceph-mon[63102]: [19/Mar/2024:01:50:05] ENGINE Bus STARTING
2024-03-19T01:50:06.272 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:06 smithi046 ceph-mon[63102]: from='client.15696 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:50:06.272 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:06 smithi046 ceph-mon[63102]: [19/Mar/2024:01:50:05] ENGINE Serving on http://172.21.15.46:8765
2024-03-19T01:50:06.273 DEBUG:teuthology.orchestra.run.smithi046:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME'
2024-03-19T01:50:06.301 INFO:teuthology.run_tasks:Running task full_sequential_finally...
2024-03-19T01:50:06.314 INFO:teuthology.run_tasks:Running task workunit...
2024-03-19T01:50:06.355 INFO:tasks.workunit:Pulling workunits from ref e48b1f6c0608b2615e1890cc46286c3877d6e910
2024-03-19T01:50:06.356 INFO:tasks.workunit:Making a separate scratch dir for every client...
2024-03-19T01:50:06.356 INFO:tasks.workunit:timeout=6h
2024-03-19T01:50:06.356 INFO:tasks.workunit:cleanup=True
2024-03-19T01:50:06.356 DEBUG:teuthology.orchestra.run.smithi046:> stat -- /home/ubuntu/cephtest/mnt.0
2024-03-19T01:50:06.371 INFO:teuthology.orchestra.run.smithi046.stdout:  File: /home/ubuntu/cephtest/mnt.0
2024-03-19T01:50:06.371 INFO:teuthology.orchestra.run.smithi046.stdout:  Size: 0         	Blocks: 1          IO Block: 4194304 directory
2024-03-19T01:50:06.371 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 77h/119d	Inode: 1           Links: 2
2024-03-19T01:50:06.371 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (1777/drwxrwxrwt)  Uid: (    0/    root)   Gid: (    0/    root)
2024-03-19T01:50:06.372 INFO:teuthology.orchestra.run.smithi046.stdout:Context: system_u:object_r:fusefs_t:s0
2024-03-19T01:50:06.372 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2024-03-19 01:47:54.339643398 +0000
2024-03-19T01:50:06.372 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2024-03-19 01:47:54.339643398 +0000
2024-03-19T01:50:06.372 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2024-03-19 01:49:48.480961203 +0000
2024-03-19T01:50:06.372 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: -
2024-03-19T01:50:06.372 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0
2024-03-19T01:50:06.372 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0
2024-03-19T01:50:06.446 DEBUG:teuthology.orchestra.run.smithi046:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/batrick/ceph /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout e48b1f6c0608b2615e1890cc46286c3877d6e910
2024-03-19T01:50:06.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:06 smithi073 ceph-mon[66833]: [19/Mar/2024:01:50:05] ENGINE Bus STARTING
2024-03-19T01:50:06.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:06 smithi073 ceph-mon[66833]: from='client.15696 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:50:06.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:06 smithi073 ceph-mon[66833]: [19/Mar/2024:01:50:05] ENGINE Serving on http://172.21.15.46:8765
2024-03-19T01:50:06.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:06 smithi102 ceph-mon[66557]: [19/Mar/2024:01:50:05] ENGINE Bus STARTING
2024-03-19T01:50:06.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:06 smithi102 ceph-mon[66557]: from='client.15696 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:50:06.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:06 smithi102 ceph-mon[66557]: [19/Mar/2024:01:50:05] ENGINE Serving on http://172.21.15.46:8765
2024-03-19T01:50:06.501 INFO:tasks.workunit.client.0.smithi046.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'...
2024-03-19T01:50:07.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:07 smithi073 ceph-mon[66833]: [19/Mar/2024:01:50:06] ENGINE Serving on https://172.21.15.46:7150
2024-03-19T01:50:07.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:07 smithi073 ceph-mon[66833]: [19/Mar/2024:01:50:06] ENGINE Bus STARTED
2024-03-19T01:50:07.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:07 smithi073 ceph-mon[66833]: pgmap v4: 129 pgs: 129 active+clean; 1.1 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:50:07.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:07 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:07.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:07 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:07.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:07 smithi073 ceph-mon[66833]: from='client.15702 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:50:07.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:07 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:07.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:07 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:07.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:07 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:07.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:07 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:07.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:07 smithi073 ceph-mon[66833]: mgrmap e22: x(active, since 3s), standbys: y, z
2024-03-19T01:50:07.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:07 smithi102 ceph-mon[66557]: [19/Mar/2024:01:50:06] ENGINE Serving on https://172.21.15.46:7150
2024-03-19T01:50:07.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:07 smithi102 ceph-mon[66557]: [19/Mar/2024:01:50:06] ENGINE Bus STARTED
2024-03-19T01:50:07.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:07 smithi102 ceph-mon[66557]: pgmap v4: 129 pgs: 129 active+clean; 1.1 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:50:07.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:07 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:07.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:07 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:07.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:07 smithi102 ceph-mon[66557]: from='client.15702 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:50:07.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:07 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:07.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:07 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:07.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:07 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:07.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:07 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:07.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:07 smithi102 ceph-mon[66557]: mgrmap e22: x(active, since 3s), standbys: y, z
2024-03-19T01:50:07.614 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:07 smithi046 ceph-mon[63102]: [19/Mar/2024:01:50:06] ENGINE Serving on https://172.21.15.46:7150
2024-03-19T01:50:07.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:07 smithi046 ceph-mon[63102]: [19/Mar/2024:01:50:06] ENGINE Bus STARTED
2024-03-19T01:50:07.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:07 smithi046 ceph-mon[63102]: pgmap v4: 129 pgs: 129 active+clean; 1.1 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:50:07.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:07 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:07.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:07 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:07.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:07 smithi046 ceph-mon[63102]: from='client.15702 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T01:50:07.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:07 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:07.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:07 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:07.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:07 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:07.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:07 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:07.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:07 smithi046 ceph-mon[63102]: mgrmap e22: x(active, since 3s), standbys: y, z
2024-03-19T01:50:08.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:08 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:08.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:08 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:08.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:08 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:08 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:08 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:08 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:08 smithi046 ceph-mon[63102]: Adjusting osd_memory_target on smithi102 to 176.2M
2024-03-19T01:50:08.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:08 smithi046 ceph-mon[63102]: Unable to set osd_memory_target on smithi102 to 184783155: error parsing value: Value '184783155' is below minimum 939524096
2024-03-19T01:50:08.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:08 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:08.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:08 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:08.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:08 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:08 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:08 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:08 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:08 smithi046 ceph-mon[63102]: Adjusting osd_memory_target on smithi046 to 177.2M
2024-03-19T01:50:08.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:08 smithi046 ceph-mon[63102]: Unable to set osd_memory_target on smithi046 to 185896345: error parsing value: Value '185896345' is below minimum 939524096
2024-03-19T01:50:08.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:08 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:08.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:08 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:08.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:08 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:08 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.617 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:08 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.617 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:08 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.617 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:08 smithi046 ceph-mon[63102]: Adjusting osd_memory_target on smithi073 to 176.2M
2024-03-19T01:50:08.617 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:08 smithi046 ceph-mon[63102]: Unable to set osd_memory_target on smithi073 to 184763084: error parsing value: Value '184763084' is below minimum 939524096
2024-03-19T01:50:08.617 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:08 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:50:08.617 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:08 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:50:08.617 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:08 smithi046 ceph-mon[63102]: Updating smithi046:/etc/ceph/ceph.conf
2024-03-19T01:50:08.617 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:08 smithi046 ceph-mon[63102]: Updating smithi073:/etc/ceph/ceph.conf
2024-03-19T01:50:08.617 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:08 smithi046 ceph-mon[63102]: Updating smithi102:/etc/ceph/ceph.conf
2024-03-19T01:50:08.617 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:08 smithi046 ceph-mon[63102]: Updating smithi046:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.conf
2024-03-19T01:50:08.617 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:08 smithi046 ceph-mon[63102]: Updating smithi102:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.conf
2024-03-19T01:50:08.617 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:08 smithi046 ceph-mon[63102]: Updating smithi073:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.conf
2024-03-19T01:50:08.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:08 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:08.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:08 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:08.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:08 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:08 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:08 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:08 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:08 smithi073 ceph-mon[66833]: Adjusting osd_memory_target on smithi102 to 176.2M
2024-03-19T01:50:08.716 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:08 smithi073 ceph-mon[66833]: Unable to set osd_memory_target on smithi102 to 184783155: error parsing value: Value '184783155' is below minimum 939524096
2024-03-19T01:50:08.716 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:08 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:08.716 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:08 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:08.716 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:08 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.716 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:08 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.716 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:08 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.716 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:08 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.716 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:08 smithi073 ceph-mon[66833]: Adjusting osd_memory_target on smithi046 to 177.2M
2024-03-19T01:50:08.716 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:08 smithi073 ceph-mon[66833]: Unable to set osd_memory_target on smithi046 to 185896345: error parsing value: Value '185896345' is below minimum 939524096
2024-03-19T01:50:08.716 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:08 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:08.716 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:08 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:08.716 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:08 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.717 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:08 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.717 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:08 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.717 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:08 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.717 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:08 smithi073 ceph-mon[66833]: Adjusting osd_memory_target on smithi073 to 176.2M
2024-03-19T01:50:08.717 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:08 smithi073 ceph-mon[66833]: Unable to set osd_memory_target on smithi073 to 184763084: error parsing value: Value '184763084' is below minimum 939524096
2024-03-19T01:50:08.717 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:08 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:50:08.717 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:08 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:50:08.717 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:08 smithi073 ceph-mon[66833]: Updating smithi046:/etc/ceph/ceph.conf
2024-03-19T01:50:08.717 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:08 smithi073 ceph-mon[66833]: Updating smithi073:/etc/ceph/ceph.conf
2024-03-19T01:50:08.717 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:08 smithi073 ceph-mon[66833]: Updating smithi102:/etc/ceph/ceph.conf
2024-03-19T01:50:08.717 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:08 smithi073 ceph-mon[66833]: Updating smithi046:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.conf
2024-03-19T01:50:08.717 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:08 smithi073 ceph-mon[66833]: Updating smithi102:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.conf
2024-03-19T01:50:08.718 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:08 smithi073 ceph-mon[66833]: Updating smithi073:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.conf
2024-03-19T01:50:08.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:08 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:08.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:08 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:08.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:08 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:08 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:08 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:08 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:08 smithi102 ceph-mon[66557]: Adjusting osd_memory_target on smithi102 to 176.2M
2024-03-19T01:50:08.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:08 smithi102 ceph-mon[66557]: Unable to set osd_memory_target on smithi102 to 184783155: error parsing value: Value '184783155' is below minimum 939524096
2024-03-19T01:50:08.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:08 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:08.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:08 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:08.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:08 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:08 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:08 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:08 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:08 smithi102 ceph-mon[66557]: Adjusting osd_memory_target on smithi046 to 177.2M
2024-03-19T01:50:08.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:08 smithi102 ceph-mon[66557]: Unable to set osd_memory_target on smithi046 to 185896345: error parsing value: Value '185896345' is below minimum 939524096
2024-03-19T01:50:08.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:08 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:08.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:08 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:08.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:08 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:08 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:08 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:08 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch
2024-03-19T01:50:08.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:08 smithi102 ceph-mon[66557]: Adjusting osd_memory_target on smithi073 to 176.2M
2024-03-19T01:50:08.733 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:08 smithi102 ceph-mon[66557]: Unable to set osd_memory_target on smithi073 to 184763084: error parsing value: Value '184763084' is below minimum 939524096
2024-03-19T01:50:08.733 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:08 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:50:08.733 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:08 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:50:08.733 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:08 smithi102 ceph-mon[66557]: Updating smithi046:/etc/ceph/ceph.conf
2024-03-19T01:50:08.733 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:08 smithi102 ceph-mon[66557]: Updating smithi073:/etc/ceph/ceph.conf
2024-03-19T01:50:08.733 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:08 smithi102 ceph-mon[66557]: Updating smithi102:/etc/ceph/ceph.conf
2024-03-19T01:50:08.733 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:08 smithi102 ceph-mon[66557]: Updating smithi046:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.conf
2024-03-19T01:50:08.733 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:08 smithi102 ceph-mon[66557]: Updating smithi102:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.conf
2024-03-19T01:50:08.733 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:08 smithi102 ceph-mon[66557]: Updating smithi073:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.conf
2024-03-19T01:50:09.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:09 smithi046 ceph-mon[63102]: pgmap v5: 129 pgs: 129 active+clean; 1.1 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:50:09.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:09 smithi046 ceph-mon[63102]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring
2024-03-19T01:50:09.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:09 smithi046 ceph-mon[63102]: Updating smithi073:/etc/ceph/ceph.client.admin.keyring
2024-03-19T01:50:09.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:09 smithi046 ceph-mon[63102]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring
2024-03-19T01:50:09.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:09 smithi046 ceph-mon[63102]: Updating smithi046:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring
2024-03-19T01:50:09.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:09 smithi046 ceph-mon[63102]: Updating smithi102:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring
2024-03-19T01:50:09.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:09 smithi046 ceph-mon[63102]: Updating smithi073:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring
2024-03-19T01:50:09.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:09 smithi046 ceph-mon[63102]: mgrmap e23: x(active, since 4s), standbys: y, z
2024-03-19T01:50:09.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:09 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:09.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:09 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:09.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:09 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:09.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:09 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:09.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:09 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:09.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:09 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:09.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:09 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:09.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:09 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:50:09.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:09 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:09.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:09 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:09.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:09 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:50:09.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:09 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:50:09.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:09 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:09.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:09 smithi073 ceph-mon[66833]: pgmap v5: 129 pgs: 129 active+clean; 1.1 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:50:09.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:09 smithi073 ceph-mon[66833]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring
2024-03-19T01:50:09.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:09 smithi073 ceph-mon[66833]: Updating smithi073:/etc/ceph/ceph.client.admin.keyring
2024-03-19T01:50:09.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:09 smithi073 ceph-mon[66833]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring
2024-03-19T01:50:09.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:09 smithi073 ceph-mon[66833]: Updating smithi046:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring
2024-03-19T01:50:09.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:09 smithi073 ceph-mon[66833]: Updating smithi102:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring
2024-03-19T01:50:09.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:09 smithi073 ceph-mon[66833]: Updating smithi073:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring
2024-03-19T01:50:09.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:09 smithi073 ceph-mon[66833]: mgrmap e23: x(active, since 4s), standbys: y, z
2024-03-19T01:50:09.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:09 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:09.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:09 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:09.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:09 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:09.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:09 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:09.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:09 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:09.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:09 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:09.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:09 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:09.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:09 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:50:09.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:09 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:09.966 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:09 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:09.966 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:09 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:50:09.966 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:09 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:50:09.966 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:09 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:09.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:09 smithi102 ceph-mon[66557]: pgmap v5: 129 pgs: 129 active+clean; 1.1 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:50:09.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:09 smithi102 ceph-mon[66557]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring
2024-03-19T01:50:09.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:09 smithi102 ceph-mon[66557]: Updating smithi073:/etc/ceph/ceph.client.admin.keyring
2024-03-19T01:50:09.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:09 smithi102 ceph-mon[66557]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring
2024-03-19T01:50:09.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:09 smithi102 ceph-mon[66557]: Updating smithi046:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring
2024-03-19T01:50:09.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:09 smithi102 ceph-mon[66557]: Updating smithi102:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring
2024-03-19T01:50:09.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:09 smithi102 ceph-mon[66557]: Updating smithi073:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring
2024-03-19T01:50:09.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:09 smithi102 ceph-mon[66557]: mgrmap e23: x(active, since 4s), standbys: y, z
2024-03-19T01:50:09.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:09 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:09.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:09 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:09.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:09 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:09.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:09 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:09.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:09 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:09.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:09 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:09.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:09 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:09.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:09 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:50:09.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:09 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:09.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:09 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:09.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:09 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:50:09.982 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:09 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:50:09.982 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:09 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:50:10.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:10 smithi046 ceph-mon[63102]: scrub summary: idle
2024-03-19T01:50:10.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:10 smithi073 ceph-mon[66833]: scrub summary: idle
2024-03-19T01:50:10.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:10 smithi102 ceph-mon[66557]: scrub summary: idle
2024-03-19T01:50:11.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:11 smithi046 ceph-mon[63102]: pgmap v6: 129 pgs: 129 active+clean; 1.1 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:50:11.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:11 smithi073 ceph-mon[66833]: pgmap v6: 129 pgs: 129 active+clean; 1.1 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:50:11.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:11 smithi102 ceph-mon[66557]: pgmap v6: 129 pgs: 129 active+clean; 1.1 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail
2024-03-19T01:50:13.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:13 smithi046 ceph-mon[63102]: pgmap v7: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 132 KiB/s wr, 76 op/s
2024-03-19T01:50:13.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:13 smithi073 ceph-mon[66833]: pgmap v7: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 132 KiB/s wr, 76 op/s
2024-03-19T01:50:13.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:13 smithi102 ceph-mon[66557]: pgmap v7: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 132 KiB/s wr, 76 op/s
2024-03-19T01:50:15.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:15 smithi046 ceph-mon[63102]: pgmap v8: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 102 KiB/s wr, 59 op/s
2024-03-19T01:50:15.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:15 smithi073 ceph-mon[66833]: pgmap v8: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 102 KiB/s wr, 59 op/s
2024-03-19T01:50:15.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:15 smithi102 ceph-mon[66557]: pgmap v8: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 102 KiB/s wr, 59 op/s
2024-03-19T01:50:17.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:17 smithi046 ceph-mon[63102]: pgmap v9: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 84 KiB/s wr, 51 op/s
2024-03-19T01:50:17.966 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:17 smithi073 ceph-mon[66833]: pgmap v9: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 84 KiB/s wr, 51 op/s
2024-03-19T01:50:17.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:17 smithi102 ceph-mon[66557]: pgmap v9: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 84 KiB/s wr, 51 op/s
2024-03-19T01:50:19.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:19 smithi046 ceph-mon[63102]: pgmap v10: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 77 KiB/s wr, 47 op/s
2024-03-19T01:50:19.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:19 smithi073 ceph-mon[66833]: pgmap v10: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 77 KiB/s wr, 47 op/s
2024-03-19T01:50:19.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:19 smithi102 ceph-mon[66557]: pgmap v10: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 77 KiB/s wr, 47 op/s
2024-03-19T01:50:21.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:21 smithi046 ceph-mon[63102]: pgmap v11: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 77 KiB/s wr, 47 op/s
2024-03-19T01:50:21.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:21 smithi073 ceph-mon[66833]: pgmap v11: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 77 KiB/s wr, 47 op/s
2024-03-19T01:50:21.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:21 smithi102 ceph-mon[66557]: pgmap v11: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 77 KiB/s wr, 47 op/s
2024-03-19T01:50:23.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:23 smithi046 ceph-mon[63102]: pgmap v12: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 77 KiB/s wr, 49 op/s
2024-03-19T01:50:23.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:23 smithi073 ceph-mon[66833]: pgmap v12: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 77 KiB/s wr, 49 op/s
2024-03-19T01:50:23.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:23 smithi102 ceph-mon[66557]: pgmap v12: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 77 KiB/s wr, 49 op/s
2024-03-19T01:50:25.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:25 smithi046 ceph-mon[63102]: pgmap v13: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 597 B/s wr, 5 op/s
2024-03-19T01:50:25.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:25 smithi073 ceph-mon[66833]: pgmap v13: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 597 B/s wr, 5 op/s
2024-03-19T01:50:25.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:25 smithi102 ceph-mon[66557]: pgmap v13: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 597 B/s wr, 5 op/s
2024-03-19T01:50:26.024 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:50:26.025 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:50:26.189 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.189+0000 7f7cd0859640  1 -- 172.21.15.46:0/157114771 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7ccc068a20 msgr2=0x7f7ccc068ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:26.189 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.189+0000 7f7cd0859640  1 --2- 172.21.15.46:0/157114771 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7ccc068a20 0x7f7ccc068ea0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f7cc00098c0 tx=0x7f7cc002bb50 comp rx=0 tx=0).stop
2024-03-19T01:50:26.190 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.189+0000 7f7cd0859640  1 -- 172.21.15.46:0/157114771 shutdown_connections
2024-03-19T01:50:26.190 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.189+0000 7f7cd0859640  1 --2- 172.21.15.46:0/157114771 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7ccc0693e0 0x7f7ccc10e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.190 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.189+0000 7f7cd0859640  1 --2- 172.21.15.46:0/157114771 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7ccc068a20 0x7f7ccc068ea0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.190 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.189+0000 7f7cd0859640  1 --2- 172.21.15.46:0/157114771 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7ccc107870 0x7f7ccc107c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.190 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.189+0000 7f7cd0859640  1 -- 172.21.15.46:0/157114771 >> 172.21.15.46:0/157114771 conn(0x7f7ccc077820 msgr2=0x7f7ccc077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:26.190 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.189+0000 7f7cd0859640  1 -- 172.21.15.46:0/157114771 shutdown_connections
2024-03-19T01:50:26.190 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.189+0000 7f7cd0859640  1 -- 172.21.15.46:0/157114771 wait complete.
2024-03-19T01:50:26.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.190+0000 7f7cd0859640  1  Processor -- start
2024-03-19T01:50:26.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.190+0000 7f7cd0859640  1 --  start start
2024-03-19T01:50:26.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.190+0000 7f7cd0859640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7ccc068a20 0x7f7ccc198050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.191+0000 7f7cd0859640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7ccc0693e0 0x7f7ccc198590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.191+0000 7f7cd0859640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7ccc107870 0x7f7ccc19c910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.191+0000 7f7cd0859640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7ccc111a30 con 0x7f7ccc068a20
2024-03-19T01:50:26.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.191+0000 7f7cd0859640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f7ccc1118b0 con 0x7f7ccc0693e0
2024-03-19T01:50:26.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.191+0000 7f7cd0859640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f7ccc111bb0 con 0x7f7ccc107870
2024-03-19T01:50:26.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.191+0000 7f7cc9d9b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7ccc0693e0 0x7f7ccc198590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.191+0000 7f7cca59c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7ccc068a20 0x7f7ccc198050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.191+0000 7f7cc9d9b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7ccc0693e0 0x7f7ccc198590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:45414/0 (socket says 172.21.15.46:45414)
2024-03-19T01:50:26.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.191+0000 7f7cc9d9b640  1 -- 172.21.15.46:0/2974323385 learned_addr learned my addr 172.21.15.46:0/2974323385 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:26.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.191+0000 7f7ccad9d640  1 --2- 172.21.15.46:0/2974323385 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7ccc107870 0x7f7ccc19c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.191+0000 7f7cc9d9b640  1 -- 172.21.15.46:0/2974323385 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7ccc107870 msgr2=0x7f7ccc19c910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:26.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.191+0000 7f7cc9d9b640  1 --2- 172.21.15.46:0/2974323385 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7ccc107870 0x7f7ccc19c910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.191+0000 7f7cc9d9b640  1 -- 172.21.15.46:0/2974323385 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7ccc068a20 msgr2=0x7f7ccc198050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:26.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.191+0000 7f7cc9d9b640  1 --2- 172.21.15.46:0/2974323385 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7ccc068a20 0x7f7ccc198050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.191+0000 7f7cc9d9b640  1 -- 172.21.15.46:0/2974323385 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ccc19d040 con 0x7f7ccc0693e0
2024-03-19T01:50:26.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.191+0000 7f7ccad9d640  1 --2- 172.21.15.46:0/2974323385 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7ccc107870 0x7f7ccc19c910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:26.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.191+0000 7f7cca59c640  1 --2- 172.21.15.46:0/2974323385 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7ccc068a20 0x7f7ccc198050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:26.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.191+0000 7f7cc9d9b640  1 --2- 172.21.15.46:0/2974323385 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7ccc0693e0 0x7f7ccc198590 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f7cc002d010 tx=0x7f7cc00042e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:26.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.192+0000 7f7cbb7fe640  1 -- 172.21.15.46:0/2974323385 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cc0043070 con 0x7f7ccc0693e0
2024-03-19T01:50:26.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.192+0000 7f7cbb7fe640  1 -- 172.21.15.46:0/2974323385 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7cc0005500 con 0x7f7ccc0693e0
2024-03-19T01:50:26.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.192+0000 7f7cd0859640  1 -- 172.21.15.46:0/2974323385 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ccc19d2d0 con 0x7f7ccc0693e0
2024-03-19T01:50:26.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.192+0000 7f7cbb7fe640  1 -- 172.21.15.46:0/2974323385 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cc00046c0 con 0x7f7ccc0693e0
2024-03-19T01:50:26.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.192+0000 7f7cd0859640  1 -- 172.21.15.46:0/2974323385 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ccc1a4bc0 con 0x7f7ccc0693e0
2024-03-19T01:50:26.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.195+0000 7f7cbb7fe640  1 -- 172.21.15.46:0/2974323385 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 23) ==== 137466+0+0 (secure 0 0 0) 0x7f7cc0046070 con 0x7f7ccc0693e0
2024-03-19T01:50:26.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.196+0000 7f7cd3444740  1  Processor -- start
2024-03-19T01:50:26.197 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.196+0000 7f7cd3444740  1 --  start start
2024-03-19T01:50:26.197 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.196+0000 7f7cbb7fe640  1 --2- 172.21.15.46:0/2974323385 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7cb40a2b00 0x7f7cb40a4fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.197 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.196+0000 7f7cd3444740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aa7f80d840 0x55aa7f80dc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.197 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.196+0000 7f7cd3444740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa7f80e1f0 0x55aa7f81ae00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.197 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.196+0000 7f7cd3444740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aa7f81b340 0x55aa7f81d730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.196+0000 7f7cd3444740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55aa7f771500 con 0x55aa7f80e1f0
2024-03-19T01:50:26.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.196+0000 7f7cd3444740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55aa7f719be0 con 0x55aa7f80d840
2024-03-19T01:50:26.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.196+0000 7f7cd3444740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55aa7f76d5a0 con 0x55aa7f81b340
2024-03-19T01:50:26.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.196+0000 7f7ccad9d640  1 --2- 172.21.15.46:0/2974323385 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7cb40a2b00 0x7f7cb40a4fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.197+0000 7f7cca59c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aa7f80d840 0x55aa7f80dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.197+0000 7f7cca59c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aa7f80d840 0x55aa7f80dc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:45418/0 (socket says 172.21.15.46:45418)
2024-03-19T01:50:26.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.197+0000 7f7cca59c640  1 -- 172.21.15.46:0/1161891422 learned_addr learned my addr 172.21.15.46:0/1161891422 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:26.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.197+0000 7f7cc9d9b640  1 --2- 172.21.15.46:0/1161891422 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa7f80e1f0 0x55aa7f81ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.197+0000 7f7cca59c640  1 -- 172.21.15.46:0/1161891422 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aa7f81b340 msgr2=0x55aa7f81d730 unknown :-1 s=STATE_CONNECTING l=0).mark_down
2024-03-19T01:50:26.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.197+0000 7f7cca59c640  1 --2- 172.21.15.46:0/1161891422 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aa7f81b340 0x55aa7f81d730 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.197+0000 7f7cca59c640  1 -- 172.21.15.46:0/1161891422 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa7f80e1f0 msgr2=0x55aa7f81ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:26.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.197+0000 7f7cbb7fe640  1 -- 172.21.15.46:0/2974323385 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f7cc00f12b0 con 0x7f7ccc0693e0
2024-03-19T01:50:26.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.197+0000 7f7cca59c640  1 --2- 172.21.15.46:0/1161891422 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa7f80e1f0 0x55aa7f81ae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.197+0000 7f7cca59c640  1 -- 172.21.15.46:0/1161891422 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aa7f73b000 con 0x55aa7f80d840
2024-03-19T01:50:26.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.197+0000 7f7cc9d9b640  1 --2- 172.21.15.46:0/1161891422 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa7f80e1f0 0x55aa7f81ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:26.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.197+0000 7f7ccad9d640  1 --2- 172.21.15.46:0/2974323385 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7cb40a2b00 0x7f7cb40a4fc0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f7cc40099a0 tx=0x7f7cc4009500 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:26.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.197+0000 7f7cca59c640  1 --2- 172.21.15.46:0/1161891422 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aa7f80d840 0x55aa7f80dc20 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f7cbc011520 tx=0x7f7cbc0119e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8a83c3bdf743288c server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:26.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.197+0000 7f7cb8ff9640  1 -- 172.21.15.46:0/1161891422 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cbc005020 con 0x55aa7f80d840
2024-03-19T01:50:26.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.198+0000 7f7cb8ff9640  1 -- 172.21.15.46:0/1161891422 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7cbc0047a0 con 0x55aa7f80d840
2024-03-19T01:50:26.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.198+0000 7f7cb8ff9640  1 -- 172.21.15.46:0/1161891422 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cbc00f910 con 0x55aa7f80d840
2024-03-19T01:50:26.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.198+0000 7f7cd3444740  1 -- 172.21.15.46:0/1161891422 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aa7f80d840 msgr2=0x55aa7f80dc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:26.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.198+0000 7f7cd3444740  1 --2- 172.21.15.46:0/1161891422 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aa7f80d840 0x55aa7f80dc20 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f7cbc011520 tx=0x7f7cbc0119e0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.199+0000 7f7cd3444740  1 -- 172.21.15.46:0/1161891422 shutdown_connections
2024-03-19T01:50:26.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.199+0000 7f7cd3444740  1 --2- 172.21.15.46:0/1161891422 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aa7f81b340 0x55aa7f81d730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.199+0000 7f7cd3444740  1 --2- 172.21.15.46:0/1161891422 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa7f80e1f0 0x55aa7f81ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.199+0000 7f7cd3444740  1 --2- 172.21.15.46:0/1161891422 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aa7f80d840 0x55aa7f80dc20 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.199+0000 7f7cd3444740  1 -- 172.21.15.46:0/1161891422 >> 172.21.15.46:0/1161891422 conn(0x55aa7f808160 msgr2=0x55aa7f808540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:26.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.199+0000 7f7cd3444740  1 -- 172.21.15.46:0/1161891422 shutdown_connections
2024-03-19T01:50:26.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.199+0000 7f7cd3444740  1 -- 172.21.15.46:0/1161891422 wait complete.
2024-03-19T01:50:26.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.199+0000 7f7cd3444740  1 --  start start
2024-03-19T01:50:26.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.199+0000 7f7cd3444740  1  Processor -- start
2024-03-19T01:50:26.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.200+0000 7f7cd3444740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa7f80d840 0x55aa7f818300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.200+0000 7f7cd3444740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aa7f80e1f0 0x55aa7f818840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.200+0000 7f7cca59c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa7f80d840 0x55aa7f818300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.200+0000 7f7cca59c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa7f80d840 0x55aa7f818300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60360/0 (socket says 172.21.15.46:60360)
2024-03-19T01:50:26.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.200+0000 7f7cca59c640  1 -- 172.21.15.46:0/2845897513 learned_addr learned my addr 172.21.15.46:0/2845897513 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:26.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.200+0000 7f7cd3444740  1 --2- 172.21.15.46:0/2845897513 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aa7f81b340 0x55aa7f818d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.200+0000 7f7cd3444740  1 -- 172.21.15.46:0/2845897513 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55aa7f81e100 con 0x55aa7f80d840
2024-03-19T01:50:26.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.200+0000 7f7cc9d9b640  1 --2- 172.21.15.46:0/2845897513 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aa7f80e1f0 0x55aa7f818840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.200+0000 7f7cd3444740  1 -- 172.21.15.46:0/2845897513 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55aa7f72d160 con 0x55aa7f80e1f0
2024-03-19T01:50:26.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.200+0000 7f7cd3444740  1 -- 172.21.15.46:0/2845897513 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55aa7f81e280 con 0x55aa7f81b340
2024-03-19T01:50:26.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.200+0000 7f7ccad9d640  1 --2- 172.21.15.46:0/2845897513 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aa7f81b340 0x55aa7f818d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.200+0000 7f7cd3444740 10 client.0 _ll_register_callbacks cb 0x55aa7f769a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:50:26.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.200+0000 7f7cca59c640  1 -- 172.21.15.46:0/2845897513 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aa7f81b340 msgr2=0x55aa7f818d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:26.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.200+0000 7f7cca59c640  1 --2- 172.21.15.46:0/2845897513 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aa7f81b340 0x55aa7f818d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.200+0000 7f7cca59c640  1 -- 172.21.15.46:0/2845897513 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aa7f80e1f0 msgr2=0x55aa7f818840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:26.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.200+0000 7f7cca59c640  1 --2- 172.21.15.46:0/2845897513 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aa7f80e1f0 0x55aa7f818840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.200+0000 7f7cca59c640  1 -- 172.21.15.46:0/2845897513 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aa7f54f7d0 con 0x55aa7f80d840
2024-03-19T01:50:26.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.201+0000 7f7cca59c640  1 --2- 172.21.15.46:0/2845897513 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa7f80d840 0x55aa7f818300 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f7cbc0055c0 tx=0x7f7cbc0055f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca80f3e6061892b1 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:26.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.201+0000 7f7cb1ffb640 10 client.15720 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:50:26.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.201+0000 7f7cd3444740  1 -- 172.21.15.46:0/2845897513 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7cbc0047a0 con 0x55aa7f80d840
2024-03-19T01:50:26.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.201+0000 7f7cb1ffb640  1 -- 172.21.15.46:0/2845897513 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cbc004c60 con 0x55aa7f80d840
2024-03-19T01:50:26.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.201+0000 7f7cb1ffb640  1 -- 172.21.15.46:0/2845897513 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f7cbc00f7f0 con 0x55aa7f80d840
2024-03-19T01:50:26.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.201+0000 7f7cb1ffb640  1 -- 172.21.15.46:0/2845897513 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f7cbc00fa50 con 0x55aa7f80d840
2024-03-19T01:50:26.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.201+0000 7f7cd3444740 10 client.15720 fetch_fsmap learned FSMap version 24
2024-03-19T01:50:26.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.201+0000 7f7cd3444740  1 -- 172.21.15.46:0/2845897513 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({fsmap=24}) -- 0x55aa7f4853f0 con 0x55aa7f80d840
2024-03-19T01:50:26.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.202+0000 7f7cb1ffb640  1 -- 172.21.15.46:0/2845897513 <== mon.0 v2:172.21.15.46:3300/0 4 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f7cbc00fbf0 con 0x55aa7f80d840
2024-03-19T01:50:26.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.202+0000 7f7cd3444740 10 client.15720 fetch_fsmap finished waiting for FSMap version 24
2024-03-19T01:50:26.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.202+0000 7f7cd3444740 10 client.15720 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:50:26.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.202+0000 7f7cd3444740 20 client.15720 populate_metadata read hostname 'smithi046'
2024-03-19T01:50:26.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.202+0000 7f7cd3444740  1 --2- 172.21.15.46:0/2845897513 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55aa7f82b680 0x55aa7f82db20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.202+0000 7f7cd3444740  4 client.15720 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:50:26.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.202+0000 7f7cd3444740  1 -- 172.21.15.46:0/2845897513 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f7cbc0047a0 con 0x55aa7f82b680
2024-03-19T01:50:26.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.202+0000 7f7cc9d9b640  1 --2- 172.21.15.46:0/2845897513 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55aa7f82b680 0x55aa7f82db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.202+0000 7f7cb1ffb640 10 client.15720 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:50:26.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.202+0000 7f7cc9d9b640  1 --2- 172.21.15.46:0/2845897513 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55aa7f82b680 0x55aa7f82db20 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=99b5d10878882f2b server_cookie=8ab892cd0c7bb018 in_seq=0 out_seq=0
2024-03-19T01:50:26.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.203+0000 7f7cb1ffb640  1 -- 172.21.15.46:0/2845897513 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x7f7cbc0047a0 con 0x55aa7f82b680
2024-03-19T01:50:26.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.203+0000 7f7cb1ffb640 10 client.15720 handle_command_reply: tid=0
2024-03-19T01:50:26.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.203+0000 7f7cd3444740  1 client.15720 shutdown
2024-03-19T01:50:26.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.204+0000 7f7cd3444740  1 -- 172.21.15.46:0/2845897513 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa7f80d840 msgr2=0x55aa7f818300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:26.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.204+0000 7f7cd3444740  1 --2- 172.21.15.46:0/2845897513 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa7f80d840 0x55aa7f818300 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f7cbc0055c0 tx=0x7f7cbc0055f0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.204+0000 7f7cd3444740  1 -- 172.21.15.46:0/2845897513 shutdown_connections
2024-03-19T01:50:26.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.204+0000 7f7cd3444740  1 --2- 172.21.15.46:0/2845897513 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55aa7f82b680 0x55aa7f82db20 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.204+0000 7f7cd3444740  1 --2- 172.21.15.46:0/2845897513 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aa7f81b340 0x55aa7f818d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.204+0000 7f7cd3444740  1 --2- 172.21.15.46:0/2845897513 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aa7f80e1f0 0x55aa7f818840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.204+0000 7f7cd3444740  1 --2- 172.21.15.46:0/2845897513 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa7f80d840 0x55aa7f818300 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.204+0000 7f7cb1ffb640  0 client.15720 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:50:26.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.204+0000 7f7cd3444740  1 -- 172.21.15.46:0/2845897513 >> 172.21.15.46:0/2845897513 conn(0x55aa7f808160 msgr2=0x55aa7f809eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:26.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.204+0000 7f7cd3444740  1 -- 172.21.15.46:0/2845897513 shutdown_connections
2024-03-19T01:50:26.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.204+0000 7f7cd3444740  1 -- 172.21.15.46:0/2845897513 wait complete.
2024-03-19T01:50:26.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.204+0000 7f7cd3444740 20 client.15720 trim_cache size 0 max 16384
2024-03-19T01:50:26.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.221+0000 7f7cd3444740  1  Processor -- start
2024-03-19T01:50:26.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.222+0000 7f7cd3444740  1 --  start start
2024-03-19T01:50:26.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.222+0000 7f7cd3444740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aa7f80d840 0x55aa7f81aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.222+0000 7f7cd3444740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa7f80e1f0 0x55aa7f826f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.222+0000 7f7cd3444740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aa7f81b340 0x55aa7f833430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.222+0000 7f7cd3444740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7ccc1af1b0 con 0x55aa7f80e1f0
2024-03-19T01:50:26.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.222+0000 7f7cd3444740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f7ccc1aca80 con 0x55aa7f81b340
2024-03-19T01:50:26.223 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.222+0000 7f7cd3444740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f7ccc1aa8b0 con 0x55aa7f80d840
2024-03-19T01:50:26.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.222+0000 7f7cca59c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aa7f80d840 0x55aa7f81aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.222+0000 7f7cc9d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa7f80e1f0 0x55aa7f826f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.222+0000 7f7ccad9d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aa7f81b340 0x55aa7f833430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.222+0000 7f7cca59c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aa7f80d840 0x55aa7f81aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:51894/0 (socket says 172.21.15.46:51894)
2024-03-19T01:50:26.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.222+0000 7f7cca59c640  1 -- 172.21.15.46:0/2099364548 learned_addr learned my addr 172.21.15.46:0/2099364548 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:26.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.222+0000 7f7ccad9d640  1 -- 172.21.15.46:0/2099364548 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aa7f80d840 msgr2=0x55aa7f81aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:26.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.222+0000 7f7ccad9d640  1 --2- 172.21.15.46:0/2099364548 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aa7f80d840 0x55aa7f81aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.222+0000 7f7ccad9d640  1 -- 172.21.15.46:0/2099364548 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa7f80e1f0 msgr2=0x55aa7f826f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:26.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.222+0000 7f7ccad9d640  1 --2- 172.21.15.46:0/2099364548 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa7f80e1f0 0x55aa7f826f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.222+0000 7f7ccad9d640  1 -- 172.21.15.46:0/2099364548 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aa7f4450f0 con 0x55aa7f81b340
2024-03-19T01:50:26.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.222+0000 7f7cca59c640  1 --2- 172.21.15.46:0/2099364548 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aa7f80d840 0x55aa7f81aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:26.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.222+0000 7f7cc9d9b640  1 --2- 172.21.15.46:0/2099364548 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa7f80e1f0 0x55aa7f826f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:26.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.223+0000 7f7ccad9d640  1 --2- 172.21.15.46:0/2099364548 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aa7f81b340 0x55aa7f833430 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x55aa7f8092f0 tx=0x7f7cc4014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=99f521cbf129926f server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:26.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.223+0000 7f7cb3fff640  1 -- 172.21.15.46:0/2099364548 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cc4004240 con 0x55aa7f81b340
2024-03-19T01:50:26.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.223+0000 7f7cb3fff640  1 -- 172.21.15.46:0/2099364548 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7cc4023070 con 0x55aa7f81b340
2024-03-19T01:50:26.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.223+0000 7f7cb3fff640  1 -- 172.21.15.46:0/2099364548 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cc4028dc0 con 0x55aa7f81b340
2024-03-19T01:50:26.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.223+0000 7f7cd3444740  1 -- 172.21.15.46:0/2099364548 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aa7f81b340 msgr2=0x55aa7f833430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:26.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.223+0000 7f7cd3444740  1 --2- 172.21.15.46:0/2099364548 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aa7f81b340 0x55aa7f833430 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x55aa7f8092f0 tx=0x7f7cc4014000 comp rx=0 tx=0).stop
2024-03-19T01:50:26.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.224+0000 7f7cd3444740  1 -- 172.21.15.46:0/2099364548 shutdown_connections
2024-03-19T01:50:26.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.224+0000 7f7cd3444740  1 --2- 172.21.15.46:0/2099364548 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aa7f81b340 0x55aa7f833430 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.224+0000 7f7cd3444740  1 --2- 172.21.15.46:0/2099364548 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa7f80e1f0 0x55aa7f826f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.224+0000 7f7cd3444740  1 --2- 172.21.15.46:0/2099364548 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aa7f80d840 0x55aa7f81aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.224+0000 7f7cd3444740  1 -- 172.21.15.46:0/2099364548 >> 172.21.15.46:0/2099364548 conn(0x55aa7f808160 msgr2=0x55aa7f809e40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:26.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.224+0000 7f7cd3444740  1 -- 172.21.15.46:0/2099364548 shutdown_connections
2024-03-19T01:50:26.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.224+0000 7f7cd3444740  1 -- 172.21.15.46:0/2099364548 wait complete.
2024-03-19T01:50:26.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.224+0000 7f7cd3444740  1 --  start start
2024-03-19T01:50:26.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.224+0000 7f7cd3444740  1  Processor -- start
2024-03-19T01:50:26.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.224+0000 7f7cd3444740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aa7f80d840 0x55aa7f814e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.224+0000 7f7cd3444740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aa7f80e1f0 0x55aa7f8153a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.224+0000 7f7cd3444740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa7f81b340 0x55aa7f8158e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.224+0000 7f7cd3444740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7ccc1aaf40 con 0x55aa7f81b340
2024-03-19T01:50:26.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.224+0000 7f7cd3444740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f7ccc1ac3b0 con 0x55aa7f80e1f0
2024-03-19T01:50:26.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.224+0000 7f7cd3444740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f7ccc1ab610 con 0x55aa7f80d840
2024-03-19T01:50:26.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.224+0000 7f7cd3444740 10 client.0 _ll_register_callbacks cb 0x7f7cc00ee420 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:50:26.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.224+0000 7f7ccad9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa7f81b340 0x55aa7f8158e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.224+0000 7f7cc9d9b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aa7f80e1f0 0x55aa7f8153a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.224+0000 7f7ccad9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa7f81b340 0x55aa7f8158e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60384/0 (socket says 172.21.15.46:60384)
2024-03-19T01:50:26.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.224+0000 7f7ccad9d640  1 -- 172.21.15.46:0/349477981 learned_addr learned my addr 172.21.15.46:0/349477981 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:26.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.225+0000 7f7cca59c640  1 --2- 172.21.15.46:0/349477981 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aa7f80d840 0x55aa7f814e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.225+0000 7f7cc9d9b640  1 -- 172.21.15.46:0/349477981 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aa7f80d840 msgr2=0x55aa7f814e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:26.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.225+0000 7f7cc9d9b640  1 --2- 172.21.15.46:0/349477981 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aa7f80d840 0x55aa7f814e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.225+0000 7f7cc9d9b640  1 -- 172.21.15.46:0/349477981 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa7f81b340 msgr2=0x55aa7f8158e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:26.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.225+0000 7f7cc9d9b640  1 --2- 172.21.15.46:0/349477981 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa7f81b340 0x55aa7f8158e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.225+0000 7f7cc9d9b640  1 -- 172.21.15.46:0/349477981 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aa7f890a60 con 0x55aa7f80e1f0
2024-03-19T01:50:26.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.225+0000 7f7ccad9d640  1 --2- 172.21.15.46:0/349477981 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa7f81b340 0x55aa7f8158e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:26.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.225+0000 7f7cca59c640  1 --2- 172.21.15.46:0/349477981 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aa7f80d840 0x55aa7f814e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed!
2024-03-19T01:50:26.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.225+0000 7f7cc9d9b640  1 --2- 172.21.15.46:0/349477981 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aa7f80e1f0 0x55aa7f8153a0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f7cc00ee590 tx=0x7f7cc002efa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b60dfb9fc7d0642f server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:26.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.225+0000 7f7cb1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.73:3300/0
2024-03-19T01:50:26.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.225+0000 7f7cb1ffb640  1 -- 172.21.15.46:0/349477981 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cc004d040 con 0x55aa7f80e1f0
2024-03-19T01:50:26.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.225+0000 7f7cb1ffb640  1 -- 172.21.15.46:0/349477981 <== mon.2 v2:172.21.15.73:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f7cc00b9a60 con 0x55aa7f80e1f0
2024-03-19T01:50:26.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.225+0000 7f7cd3444740  1 -- 172.21.15.46:0/349477981 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7cc4023070 con 0x55aa7f80e1f0
2024-03-19T01:50:26.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.225+0000 7f7cb1ffb640  1 -- 172.21.15.46:0/349477981 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f7cc00bd3f0 con 0x55aa7f80e1f0
2024-03-19T01:50:26.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.225+0000 7f7cd3444740 10 client.25580 fetch_fsmap learned FSMap version 24
2024-03-19T01:50:26.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.225+0000 7f7cd3444740  1 -- 172.21.15.46:0/349477981 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55aa7f891cd0 con 0x55aa7f80e1f0
2024-03-19T01:50:26.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.225+0000 7f7cb1ffb640  1 -- 172.21.15.46:0/349477981 <== mon.2 v2:172.21.15.73:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7cc00c1540 con 0x55aa7f80e1f0
2024-03-19T01:50:26.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.226+0000 7f7cb1ffb640  1 -- 172.21.15.46:0/349477981 <== mon.2 v2:172.21.15.73:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f7cc00ee840 con 0x55aa7f80e1f0
2024-03-19T01:50:26.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.226+0000 7f7cd3444740 10 client.25580 fetch_fsmap finished waiting for FSMap version 24
2024-03-19T01:50:26.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.226+0000 7f7cd3444740 10 client.25580 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:50:26.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.226+0000 7f7cd3444740 20 client.25580 populate_metadata read hostname 'smithi046'
2024-03-19T01:50:26.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.226+0000 7f7cd3444740  1 --2- 172.21.15.46:0/349477981 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55aa7f892450 0x55aa7f894870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.226+0000 7f7cd3444740  4 client.25580 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:50:26.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.226+0000 7f7cd3444740  1 -- 172.21.15.46:0/349477981 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7f7cc4023070 con 0x55aa7f892450
2024-03-19T01:50:26.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.226+0000 7f7cca59c640  1 --2- 172.21.15.46:0/349477981 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55aa7f892450 0x55aa7f894870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.226+0000 7f7cb1ffb640 10 client.25580 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:50:26.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.227+0000 7f7cca59c640  1 --2- 172.21.15.46:0/349477981 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55aa7f892450 0x55aa7f894870 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1c4dbb1e75391100 server_cookie=f4c4b3cae8e0a6e3 in_seq=0 out_seq=0
2024-03-19T01:50:26.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.227+0000 7f7cb1ffb640  1 -- 172.21.15.46:0/349477981 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x7f7cc4023070 con 0x55aa7f892450
2024-03-19T01:50:26.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.227+0000 7f7cb1ffb640 10 client.25580 handle_command_reply: tid=0
2024-03-19T01:50:26.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.227+0000 7f7cd3444740  1 client.25580 shutdown
2024-03-19T01:50:26.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.227+0000 7f7cd3444740  1 -- 172.21.15.46:0/349477981 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aa7f80e1f0 msgr2=0x55aa7f8153a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:26.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.227+0000 7f7cd3444740  1 --2- 172.21.15.46:0/349477981 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aa7f80e1f0 0x55aa7f8153a0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f7cc00ee590 tx=0x7f7cc002efa0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.227+0000 7f7cd3444740  1 -- 172.21.15.46:0/349477981 shutdown_connections
2024-03-19T01:50:26.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.227+0000 7f7cd3444740  1 --2- 172.21.15.46:0/349477981 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55aa7f892450 0x55aa7f894870 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.227+0000 7f7cd3444740  1 --2- 172.21.15.46:0/349477981 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa7f81b340 0x55aa7f8158e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.227+0000 7f7cd3444740  1 --2- 172.21.15.46:0/349477981 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aa7f80e1f0 0x55aa7f8153a0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.227+0000 7f7cb1ffb640  0 client.25580 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:50:26.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.227+0000 7f7cd3444740  1 --2- 172.21.15.46:0/349477981 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aa7f80d840 0x55aa7f814e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.227+0000 7f7cd3444740  1 -- 172.21.15.46:0/349477981 >> 172.21.15.46:0/349477981 conn(0x55aa7f808160 msgr2=0x55aa7f8182c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:26.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.227+0000 7f7cd3444740  1 -- 172.21.15.46:0/349477981 shutdown_connections
2024-03-19T01:50:26.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.227+0000 7f7cd3444740  1 -- 172.21.15.46:0/349477981 wait complete.
2024-03-19T01:50:26.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.227+0000 7f7cd3444740 20 client.25580 trim_cache size 0 max 16384
2024-03-19T01:50:26.233 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:50:26.233 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "no active scrubs running",
2024-03-19T01:50:26.234 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {}
2024-03-19T01:50:26.234 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:50:26.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.228+0000 7f7cd0859640  1 -- 172.21.15.46:0/2974323385 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7cb40a2b00 msgr2=0x7f7cb40a4fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:26.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.228+0000 7f7cd0859640  1 --2- 172.21.15.46:0/2974323385 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7cb40a2b00 0x7f7cb40a4fc0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f7cc40099a0 tx=0x7f7cc4009500 comp rx=0 tx=0).stop
2024-03-19T01:50:26.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.228+0000 7f7cd0859640  1 -- 172.21.15.46:0/2974323385 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7ccc0693e0 msgr2=0x7f7ccc198590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:26.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.228+0000 7f7cd0859640  1 --2- 172.21.15.46:0/2974323385 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7ccc0693e0 0x7f7ccc198590 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f7cc002d010 tx=0x7f7cc00042e0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.228+0000 7f7cd0859640  1 -- 172.21.15.46:0/2974323385 shutdown_connections
2024-03-19T01:50:26.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.228+0000 7f7cd0859640  1 --2- 172.21.15.46:0/2974323385 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7cb40a2b00 0x7f7cb40a4fc0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.228+0000 7f7cd0859640  1 --2- 172.21.15.46:0/2974323385 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7ccc107870 0x7f7ccc19c910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.228+0000 7f7cd0859640  1 --2- 172.21.15.46:0/2974323385 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7ccc0693e0 0x7f7ccc198590 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.228+0000 7f7cd0859640  1 --2- 172.21.15.46:0/2974323385 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7ccc068a20 0x7f7ccc198050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.228+0000 7f7cd0859640  1 -- 172.21.15.46:0/2974323385 >> 172.21.15.46:0/2974323385 conn(0x7f7ccc077820 msgr2=0x7f7ccc0fe4a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:26.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.228+0000 7f7cd0859640  1 -- 172.21.15.46:0/2974323385 shutdown_connections
2024-03-19T01:50:26.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.228+0000 7f7cd0859640  1 -- 172.21.15.46:0/2974323385 wait complete.
2024-03-19T01:50:26.239 INFO:tasks.cephfs.filesystem:all active scrubs completed
2024-03-19T01:50:26.240 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:50:26.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.344+0000 7fedcc0d1640  1 -- 172.21.15.46:0/4185567353 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fedc410be60 msgr2=0x7fedc410e300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:26.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.344+0000 7fedcc0d1640  1 --2- 172.21.15.46:0/4185567353 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fedc410be60 0x7fedc410e300 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fedbc009ca0 tx=0x7fedbc02c0f0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.344+0000 7fedcc0d1640  1 -- 172.21.15.46:0/4185567353 shutdown_connections
2024-03-19T01:50:26.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.344+0000 7fedcc0d1640  1 --2- 172.21.15.46:0/4185567353 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fedc410be60 0x7fedc410e300 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.344+0000 7fedcc0d1640  1 --2- 172.21.15.46:0/4185567353 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fedc41033b0 0x7fedc410b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.344+0000 7fedcc0d1640  1 --2- 172.21.15.46:0/4185567353 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fedc4102a90 0x7fedc4102e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.344+0000 7fedcc0d1640  1 -- 172.21.15.46:0/4185567353 >> 172.21.15.46:0/4185567353 conn(0x7fedc4077820 msgr2=0x7fedc4077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:26.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.344+0000 7fedcc0d1640  1 -- 172.21.15.46:0/4185567353 shutdown_connections
2024-03-19T01:50:26.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.344+0000 7fedcc0d1640  1 -- 172.21.15.46:0/4185567353 wait complete.
2024-03-19T01:50:26.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.345+0000 7fedcc0d1640  1  Processor -- start
2024-03-19T01:50:26.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.345+0000 7fedcc0d1640  1 --  start start
2024-03-19T01:50:26.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.345+0000 7fedcc0d1640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fedc4102a90 0x7fedc4198030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.345+0000 7fedcc0d1640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fedc41033b0 0x7fedc4198570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.345+0000 7fedcc0d1640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fedc410be60 0x7fedc419c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.345+0000 7fedcc0d1640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fedc4111b10 con 0x7fedc41033b0
2024-03-19T01:50:26.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.345+0000 7fedcc0d1640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fedc4111990 con 0x7fedc410be60
2024-03-19T01:50:26.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.345+0000 7fedcc0d1640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fedc4111c90 con 0x7fedc4102a90
2024-03-19T01:50:26.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.345+0000 7fedc966c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fedc41033b0 0x7fedc4198570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.345+0000 7fedc966c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fedc41033b0 0x7fedc4198570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60388/0 (socket says 172.21.15.46:60388)
2024-03-19T01:50:26.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.345+0000 7fedc966c640  1 -- 172.21.15.46:0/4291740801 learned_addr learned my addr 172.21.15.46:0/4291740801 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:26.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.345+0000 7fedc9e6d640  1 --2- 172.21.15.46:0/4291740801 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fedc4102a90 0x7fedc4198030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.345+0000 7fedca66e640  1 --2- 172.21.15.46:0/4291740801 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fedc410be60 0x7fedc419c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.346+0000 7fedc966c640  1 -- 172.21.15.46:0/4291740801 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fedc4102a90 msgr2=0x7fedc4198030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:26.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.346+0000 7fedc966c640  1 --2- 172.21.15.46:0/4291740801 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fedc4102a90 0x7fedc4198030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.346+0000 7fedc966c640  1 -- 172.21.15.46:0/4291740801 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fedc410be60 msgr2=0x7fedc419c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:26.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.346+0000 7fedc966c640  1 --2- 172.21.15.46:0/4291740801 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fedc410be60 0x7fedc419c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.346+0000 7fedc966c640  1 -- 172.21.15.46:0/4291740801 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedc419cfd0 con 0x7fedc41033b0
2024-03-19T01:50:26.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.346+0000 7fedca66e640  1 --2- 172.21.15.46:0/4291740801 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fedc410be60 0x7fedc419c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:26.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.346+0000 7fedc966c640  1 --2- 172.21.15.46:0/4291740801 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fedc41033b0 0x7fedc4198570 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fedb400e9f0 tx=0x7fedb400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:26.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.346+0000 7fedbaffd640  1 -- 172.21.15.46:0/4291740801 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb400cd80 con 0x7fedc41033b0
2024-03-19T01:50:26.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.346+0000 7fedcc0d1640  1 -- 172.21.15.46:0/4291740801 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedc419d2c0 con 0x7fedc41033b0
2024-03-19T01:50:26.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.346+0000 7fedbaffd640  1 -- 172.21.15.46:0/4291740801 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fedb40054d0 con 0x7fedc41033b0
2024-03-19T01:50:26.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.346+0000 7fedbaffd640  1 -- 172.21.15.46:0/4291740801 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb4010490 con 0x7fedc41033b0
2024-03-19T01:50:26.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.346+0000 7fedcc0d1640  1 -- 172.21.15.46:0/4291740801 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedc41a4b50 con 0x7fedc41033b0
2024-03-19T01:50:26.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.348+0000 7fedcc0d1640  1 -- 172.21.15.46:0/4291740801 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fedc4068610 con 0x7fedc41033b0
2024-03-19T01:50:26.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.349+0000 7fedbaffd640  1 -- 172.21.15.46:0/4291740801 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 23) ==== 137466+0+0 (secure 0 0 0) 0x7fedb4005020 con 0x7fedc41033b0
2024-03-19T01:50:26.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.350+0000 7fedbaffd640  1 --2- 172.21.15.46:0/4291740801 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fedb00a2a00 0x7fedb00a4ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.350+0000 7fedbaffd640  1 -- 172.21.15.46:0/4291740801 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fedb40cf720 con 0x7fedc41033b0
2024-03-19T01:50:26.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.351+0000 7fedc9e6d640  1 --2- 172.21.15.46:0/4291740801 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fedb00a2a00 0x7fedb00a4ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.351+0000 7fedc9e6d640  1 --2- 172.21.15.46:0/4291740801 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fedb00a2a00 0x7fedb00a4ec0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fedc0009c20 tx=0x7fedc0005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:26.355 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.355+0000 7fedbaffd640  1 -- 172.21.15.46:0/4291740801 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fedb409bf60 con 0x7fedc41033b0
2024-03-19T01:50:26.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.595+0000 7fedcc0d1640  1 -- 172.21.15.46:0/4291740801 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fedc4106f50 con 0x7fedc41033b0
2024-03-19T01:50:26.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.596+0000 7fedbaffd640  1 -- 172.21.15.46:0/4291740801 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11861 (secure 0 0 0) 0x7fedb409b860 con 0x7fedc41033b0
2024-03-19T01:50:26.596 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:50:26.596 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-19T01:47:26.395717+0000","modified":"2024-03-19T01:49:48.861894+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24506,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6839/1788589639","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6838","nonce":1788589639},{"type":"v1","addr":"172.21.15.73:6839","nonce":1788589639}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24506,"qdb_cluster":[24479,24506,24478]},"id":1}]}
2024-03-19T01:50:26.596 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 24
2024-03-19T01:50:26.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.598+0000 7fedcc0d1640  1 -- 172.21.15.46:0/4291740801 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fedb00a2a00 msgr2=0x7fedb00a4ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:26.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.598+0000 7fedcc0d1640  1 --2- 172.21.15.46:0/4291740801 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fedb00a2a00 0x7fedb00a4ec0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fedc0009c20 tx=0x7fedc0005f90 comp rx=0 tx=0).stop
2024-03-19T01:50:26.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.598+0000 7fedcc0d1640  1 -- 172.21.15.46:0/4291740801 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fedc41033b0 msgr2=0x7fedc4198570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:26.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.598+0000 7fedcc0d1640  1 --2- 172.21.15.46:0/4291740801 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fedc41033b0 0x7fedc4198570 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fedb400e9f0 tx=0x7fedb400edf0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.598+0000 7fedcc0d1640  1 -- 172.21.15.46:0/4291740801 shutdown_connections
2024-03-19T01:50:26.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.598+0000 7fedcc0d1640  1 --2- 172.21.15.46:0/4291740801 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fedc410be60 0x7fedc419c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.598+0000 7fedcc0d1640  1 --2- 172.21.15.46:0/4291740801 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fedc41033b0 0x7fedc4198570 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.598+0000 7fedcc0d1640  1 --2- 172.21.15.46:0/4291740801 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fedb00a2a00 0x7fedb00a4ec0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.598+0000 7fedcc0d1640  1 --2- 172.21.15.46:0/4291740801 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fedc4102a90 0x7fedc4198030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.598+0000 7fedcc0d1640  1 -- 172.21.15.46:0/4291740801 >> 172.21.15.46:0/4291740801 conn(0x7fedc4077820 msgr2=0x7fedc40fd810 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:26.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.598+0000 7fedcc0d1640  1 -- 172.21.15.46:0/4291740801 shutdown_connections
2024-03-19T01:50:26.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.598+0000 7fedcc0d1640  1 -- 172.21.15.46:0/4291740801 wait complete.
2024-03-19T01:50:26.610 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls
2024-03-19T01:50:26.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.718+0000 7fe14e1f4640  1 -- 172.21.15.46:0/3294382330 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe1481017a0 msgr2=0x7fe148101c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:26.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.718+0000 7fe14e1f4640  1 --2- 172.21.15.46:0/3294382330 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe1481017a0 0x7fe148101c20 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fe13c009900 tx=0x7fe13c02bc30 comp rx=0 tx=0).stop
2024-03-19T01:50:26.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.718+0000 7fe14e1f4640  1 -- 172.21.15.46:0/3294382330 shutdown_connections
2024-03-19T01:50:26.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.718+0000 7fe14e1f4640  1 --2- 172.21.15.46:0/3294382330 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe148102160 0x7fe14810e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.718+0000 7fe14e1f4640  1 --2- 172.21.15.46:0/3294382330 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe1481017a0 0x7fe148101c20 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.718+0000 7fe14e1f4640  1 --2- 172.21.15.46:0/3294382330 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe1481077b0 0x7fe148107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.719+0000 7fe14e1f4640  1 -- 172.21.15.46:0/3294382330 >> 172.21.15.46:0/3294382330 conn(0x7fe1480fd2d0 msgr2=0x7fe1480ff6f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:26.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.719+0000 7fe14e1f4640  1 -- 172.21.15.46:0/3294382330 shutdown_connections
2024-03-19T01:50:26.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.719+0000 7fe14e1f4640  1 -- 172.21.15.46:0/3294382330 wait complete.
2024-03-19T01:50:26.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.719+0000 7fe14e1f4640  1  Processor -- start
2024-03-19T01:50:26.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.720+0000 7fe14e1f4640  1 --  start start
2024-03-19T01:50:26.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.720+0000 7fe14e1f4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe1481017a0 0x7fe148197fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.720+0000 7fe14e1f4640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe148102160 0x7fe148198500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.720+0000 7fe14e1f4640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe1481077b0 0x7fe14819c880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.720+0000 7fe14e1f4640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe148111ac0 con 0x7fe1481017a0
2024-03-19T01:50:26.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.720+0000 7fe14e1f4640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe148111940 con 0x7fe148102160
2024-03-19T01:50:26.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.720+0000 7fe14e1f4640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe148111c40 con 0x7fe1481077b0
2024-03-19T01:50:26.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.720+0000 7fe1477fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe1481017a0 0x7fe148197fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.720+0000 7fe146ffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe148102160 0x7fe148198500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.720+0000 7fe146ffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe148102160 0x7fe148198500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:45470/0 (socket says 172.21.15.46:45470)
2024-03-19T01:50:26.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.720+0000 7fe1477fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe1481017a0 0x7fe148197fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60396/0 (socket says 172.21.15.46:60396)
2024-03-19T01:50:26.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.720+0000 7fe146ffd640  1 -- 172.21.15.46:0/3589362822 learned_addr learned my addr 172.21.15.46:0/3589362822 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:26.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.720+0000 7fe147fff640  1 --2- 172.21.15.46:0/3589362822 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe1481077b0 0x7fe14819c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.720+0000 7fe146ffd640  1 -- 172.21.15.46:0/3589362822 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe1481077b0 msgr2=0x7fe14819c880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:26.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.720+0000 7fe146ffd640  1 --2- 172.21.15.46:0/3589362822 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe1481077b0 0x7fe14819c880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.720+0000 7fe146ffd640  1 -- 172.21.15.46:0/3589362822 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe1481017a0 msgr2=0x7fe148197fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:26.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.720+0000 7fe146ffd640  1 --2- 172.21.15.46:0/3589362822 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe1481017a0 0x7fe148197fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.720+0000 7fe146ffd640  1 -- 172.21.15.46:0/3589362822 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe14819cfb0 con 0x7fe148102160
2024-03-19T01:50:26.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.720+0000 7fe1477fe640  1 --2- 172.21.15.46:0/3589362822 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe1481017a0 0x7fe148197fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:26.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.721+0000 7fe146ffd640  1 --2- 172.21.15.46:0/3589362822 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe148102160 0x7fe148198500 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fe13c006010 tx=0x7fe13c005dc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:26.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.721+0000 7fe144ff9640  1 -- 172.21.15.46:0/3589362822 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe13c043020 con 0x7fe148102160
2024-03-19T01:50:26.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.721+0000 7fe144ff9640  1 -- 172.21.15.46:0/3589362822 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe13c02ca90 con 0x7fe148102160
2024-03-19T01:50:26.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.721+0000 7fe14e1f4640  1 -- 172.21.15.46:0/3589362822 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe14819d240 con 0x7fe148102160
2024-03-19T01:50:26.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.721+0000 7fe144ff9640  1 -- 172.21.15.46:0/3589362822 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe13c003b10 con 0x7fe148102160
2024-03-19T01:50:26.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.721+0000 7fe14e1f4640  1 -- 172.21.15.46:0/3589362822 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1481a4b30 con 0x7fe148102160
2024-03-19T01:50:26.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.724+0000 7fe144ff9640  1 -- 172.21.15.46:0/3589362822 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 23) ==== 137466+0+0 (secure 0 0 0) 0x7fe13c046020 con 0x7fe148102160
2024-03-19T01:50:26.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.724+0000 7fe150dde740  1  Processor -- start
2024-03-19T01:50:26.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.724+0000 7fe150dde740  1 --  start start
2024-03-19T01:50:26.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.724+0000 7fe150dde740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555a11763fc0 0x555a117643a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.724+0000 7fe150dde740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555a117648e0 0x555a117716a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.724+0000 7fe150dde740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555a11771be0 0x555a11773fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.724+0000 7fe150dde740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x555a116c74b0 con 0x555a11771be0
2024-03-19T01:50:26.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.724+0000 7fe150dde740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x555a1166fd70 con 0x555a117648e0
2024-03-19T01:50:26.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.724+0000 7fe150dde740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x555a116c3550 con 0x555a11763fc0
2024-03-19T01:50:26.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.724+0000 7fe146ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555a11771be0 0x555a11773fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.724+0000 7fe146ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555a11771be0 0x555a11773fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60404/0 (socket says 172.21.15.46:60404)
2024-03-19T01:50:26.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.724+0000 7fe146ffd640  1 -- 172.21.15.46:0/3527039228 learned_addr learned my addr 172.21.15.46:0/3527039228 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:26.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.724+0000 7fe1477fe640  1 --2- 172.21.15.46:0/3527039228 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555a117648e0 0x555a117716a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.724+0000 7fe147fff640  1 --2- 172.21.15.46:0/3527039228 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555a11763fc0 0x555a117643a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.725+0000 7fe144ff9640  1 --2- 172.21.15.46:0/3589362822 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe1300a2a80 0x7fe1300a4f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.725+0000 7fe1477fe640  1 -- 172.21.15.46:0/3527039228 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555a11763fc0 msgr2=0x555a117643a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:26.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.725+0000 7fe1477fe640  1 --2- 172.21.15.46:0/3527039228 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555a11763fc0 0x555a117643a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.725+0000 7fe1477fe640  1 -- 172.21.15.46:0/3527039228 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555a11771be0 msgr2=0x555a11773fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:26.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.725+0000 7fe1477fe640  1 --2- 172.21.15.46:0/3527039228 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555a11771be0 0x555a11773fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.725+0000 7fe1477fe640  1 -- 172.21.15.46:0/3527039228 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a11692210 con 0x555a117648e0
2024-03-19T01:50:26.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.725+0000 7fe146ffd640  1 --2- 172.21.15.46:0/3527039228 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555a11771be0 0x555a11773fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:26.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.725+0000 7fe147fff640  1 --2- 172.21.15.46:0/3527039228 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555a11763fc0 0x555a117643a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:26.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.725+0000 7fe147fff640  1 --2- 172.21.15.46:0/3589362822 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe1300a2a80 0x7fe1300a4f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.725+0000 7fe144ff9640  1 -- 172.21.15.46:0/3589362822 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fe13c0f1220 con 0x7fe148102160
2024-03-19T01:50:26.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.725+0000 7fe1477fe640  1 --2- 172.21.15.46:0/3527039228 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555a117648e0 0x555a117716a0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fe138017fd0 tx=0x7fe13800e3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=406d4d3e8e209840 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:26.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.725+0000 7fe12dffb640  1 -- 172.21.15.46:0/3527039228 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe13800ec40 con 0x555a117648e0
2024-03-19T01:50:26.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.725+0000 7fe12dffb640  1 -- 172.21.15.46:0/3527039228 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe13800ede0 con 0x555a117648e0
2024-03-19T01:50:26.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.725+0000 7fe12dffb640  1 -- 172.21.15.46:0/3527039228 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1380203c0 con 0x555a117648e0
2024-03-19T01:50:26.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.725+0000 7fe147fff640  1 --2- 172.21.15.46:0/3589362822 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe1300a2a80 0x7fe1300a4f40 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fe140005fd0 tx=0x7fe140004a40 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:26.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.726+0000 7fe150dde740  1 -- 172.21.15.46:0/3527039228 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555a117648e0 msgr2=0x555a117716a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:26.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.726+0000 7fe150dde740  1 --2- 172.21.15.46:0/3527039228 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555a117648e0 0x555a117716a0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fe138017fd0 tx=0x7fe13800e3b0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.726+0000 7fe150dde740  1 -- 172.21.15.46:0/3527039228 shutdown_connections
2024-03-19T01:50:26.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.726+0000 7fe150dde740  1 --2- 172.21.15.46:0/3527039228 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555a11771be0 0x555a11773fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.726+0000 7fe150dde740  1 --2- 172.21.15.46:0/3527039228 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555a117648e0 0x555a117716a0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.726+0000 7fe150dde740  1 --2- 172.21.15.46:0/3527039228 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555a11763fc0 0x555a117643a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.726+0000 7fe150dde740  1 -- 172.21.15.46:0/3527039228 >> 172.21.15.46:0/3527039228 conn(0x555a1175ea00 msgr2=0x555a1175ede0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:26.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.726+0000 7fe150dde740  1 -- 172.21.15.46:0/3527039228 shutdown_connections
2024-03-19T01:50:26.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.726+0000 7fe150dde740  1 -- 172.21.15.46:0/3527039228 wait complete.
2024-03-19T01:50:26.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.726+0000 7fe150dde740  1 --  start start
2024-03-19T01:50:26.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.727+0000 7fe150dde740  1  Processor -- start
2024-03-19T01:50:26.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.727+0000 7fe150dde740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555a11763fc0 0x555a1176ae10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.727+0000 7fe150dde740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555a117648e0 0x555a1176b350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.727+0000 7fe150dde740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555a11771be0 0x555a1176f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.727+0000 7fe150dde740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x555a11765470 con 0x555a11763fc0
2024-03-19T01:50:26.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.727+0000 7fe150dde740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x555a11683310 con 0x555a11771be0
2024-03-19T01:50:26.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.727+0000 7fe150dde740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x555a117655f0 con 0x555a117648e0
2024-03-19T01:50:26.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.727+0000 7fe150dde740 10 client.0 _ll_register_callbacks cb 0x555a116772d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:50:26.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.727+0000 7fe1477fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555a11763fc0 0x555a1176ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.727+0000 7fe147fff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555a11771be0 0x555a1176f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.727+0000 7fe1477fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555a11763fc0 0x555a1176ae10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60414/0 (socket says 172.21.15.46:60414)
2024-03-19T01:50:26.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.727+0000 7fe1477fe640  1 -- 172.21.15.46:0/2100720065 learned_addr learned my addr 172.21.15.46:0/2100720065 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:26.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.727+0000 7fe146ffd640  1 --2- 172.21.15.46:0/2100720065 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555a117648e0 0x555a1176b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.728+0000 7fe147fff640  1 -- 172.21.15.46:0/2100720065 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555a117648e0 msgr2=0x555a1176b350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:26.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.728+0000 7fe147fff640  1 --2- 172.21.15.46:0/2100720065 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555a117648e0 0x555a1176b350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.728+0000 7fe147fff640  1 -- 172.21.15.46:0/2100720065 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555a11763fc0 msgr2=0x555a1176ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:26.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.728+0000 7fe147fff640  1 --2- 172.21.15.46:0/2100720065 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555a11763fc0 0x555a1176ae10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.728+0000 7fe147fff640  1 -- 172.21.15.46:0/2100720065 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a113db3f0 con 0x555a11771be0
2024-03-19T01:50:26.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.728+0000 7fe146ffd640  1 --2- 172.21.15.46:0/2100720065 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555a117648e0 0x555a1176b350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:26.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.728+0000 7fe1477fe640  1 --2- 172.21.15.46:0/2100720065 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555a11763fc0 0x555a1176ae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:26.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.728+0000 7fe147fff640  1 --2- 172.21.15.46:0/2100720065 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555a11771be0 0x555a1176f5d0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fe14000fbe0 tx=0x7fe140004ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7e58450230d60411 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:26.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.728+0000 7fe126ffd640 10 client.0 ms_handle_connect on v2:172.21.15.73:3300/0
2024-03-19T01:50:26.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.728+0000 7fe126ffd640  1 -- 172.21.15.46:0/2100720065 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe14001e940 con 0x555a11771be0
2024-03-19T01:50:26.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.728+0000 7fe150dde740  1 -- 172.21.15.46:0/2100720065 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe13800ede0 con 0x555a11771be0
2024-03-19T01:50:26.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.728+0000 7fe126ffd640  1 -- 172.21.15.46:0/2100720065 <== mon.2 v2:172.21.15.73:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fe14001eae0 con 0x555a11771be0
2024-03-19T01:50:26.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.728+0000 7fe126ffd640  1 -- 172.21.15.46:0/2100720065 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe14001ece0 con 0x555a11771be0
2024-03-19T01:50:26.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.728+0000 7fe150dde740 10 client.25598 fetch_fsmap learned FSMap version 24
2024-03-19T01:50:26.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.728+0000 7fe150dde740  1 -- 172.21.15.46:0/2100720065 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x555a114a57d0 con 0x555a11771be0
2024-03-19T01:50:26.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.728+0000 7fe126ffd640  1 -- 172.21.15.46:0/2100720065 <== mon.2 v2:172.21.15.73:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe13800ede0 con 0x555a11771be0
2024-03-19T01:50:26.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.729+0000 7fe126ffd640  1 -- 172.21.15.46:0/2100720065 <== mon.2 v2:172.21.15.73:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fe140028420 con 0x555a11771be0
2024-03-19T01:50:26.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.729+0000 7fe150dde740 10 client.25598 fetch_fsmap finished waiting for FSMap version 24
2024-03-19T01:50:26.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.729+0000 7fe150dde740 10 client.25598 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:50:26.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.729+0000 7fe150dde740 20 client.25598 populate_metadata read hostname 'smithi046'
2024-03-19T01:50:26.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.729+0000 7fe150dde740  1 --2- 172.21.15.46:0/2100720065 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x555a1177db80 0x555a1177ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.729+0000 7fe150dde740  4 client.25598 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:50:26.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.729+0000 7fe150dde740  1 -- 172.21.15.46:0/2100720065 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555a117253e0 con 0x555a1177db80
2024-03-19T01:50:26.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.729+0000 7fe1477fe640  1 --2- 172.21.15.46:0/2100720065 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x555a1177db80 0x555a1177ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.729+0000 7fe126ffd640 10 client.25598 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:50:26.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.729+0000 7fe1477fe640  1 --2- 172.21.15.46:0/2100720065 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x555a1177db80 0x555a1177ffe0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d4cba381b78c3458 server_cookie=3d2ac9eb13b2a29e in_seq=0 out_seq=0
2024-03-19T01:50:26.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.730+0000 7fe126ffd640  1 -- 172.21.15.46:0/2100720065 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x555a117253e0 con 0x555a1177db80
2024-03-19T01:50:26.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.730+0000 7fe126ffd640 10 client.25598 handle_command_reply: tid=0
2024-03-19T01:50:26.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.730+0000 7fe150dde740  1 client.25598 shutdown
2024-03-19T01:50:26.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.730+0000 7fe150dde740  1 -- 172.21.15.46:0/2100720065 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555a11771be0 msgr2=0x555a1176f5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:26.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.730+0000 7fe150dde740  1 --2- 172.21.15.46:0/2100720065 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555a11771be0 0x555a1176f5d0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fe14000fbe0 tx=0x7fe140004ab0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.731+0000 7fe150dde740  1 -- 172.21.15.46:0/2100720065 shutdown_connections
2024-03-19T01:50:26.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.731+0000 7fe150dde740  1 --2- 172.21.15.46:0/2100720065 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x555a1177db80 0x555a1177ffe0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.731+0000 7fe150dde740  1 --2- 172.21.15.46:0/2100720065 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555a11771be0 0x555a1176f5d0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.731+0000 7fe150dde740  1 --2- 172.21.15.46:0/2100720065 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555a117648e0 0x555a1176b350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.731+0000 7fe150dde740  1 --2- 172.21.15.46:0/2100720065 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555a11763fc0 0x555a1176ae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.731+0000 7fe150dde740  1 -- 172.21.15.46:0/2100720065 >> 172.21.15.46:0/2100720065 conn(0x555a1175ea00 msgr2=0x555a11760750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:26.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.731+0000 7fe126ffd640  0 client.25598 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:50:26.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.731+0000 7fe150dde740  1 -- 172.21.15.46:0/2100720065 shutdown_connections
2024-03-19T01:50:26.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.731+0000 7fe150dde740  1 -- 172.21.15.46:0/2100720065 wait complete.
2024-03-19T01:50:26.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.731+0000 7fe150dde740 20 client.25598 trim_cache size 0 max 16384
2024-03-19T01:50:26.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.744+0000 7fe150dde740  1  Processor -- start
2024-03-19T01:50:26.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.744+0000 7fe150dde740  1 --  start start
2024-03-19T01:50:26.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.744+0000 7fe150dde740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555a11763fc0 0x555a1176f430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.744+0000 7fe150dde740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555a117648e0 0x555a11759aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.744+0000 7fe150dde740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555a11771be0 0x555a117858b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.744+0000 7fe150dde740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe1481af1d0 con 0x555a11771be0
2024-03-19T01:50:26.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.744+0000 7fe150dde740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe1481acaa0 con 0x555a117648e0
2024-03-19T01:50:26.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.744+0000 7fe150dde740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe1481aa8d0 con 0x555a11763fc0
2024-03-19T01:50:26.746 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.744+0000 7fe147fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555a11771be0 0x555a117858b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.746 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.744+0000 7fe1477fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555a11763fc0 0x555a1176f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.746 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.744+0000 7fe147fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555a11771be0 0x555a117858b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60420/0 (socket says 172.21.15.46:60420)
2024-03-19T01:50:26.746 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.744+0000 7fe146ffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555a117648e0 0x555a11759aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.746 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.744+0000 7fe147fff640  1 -- 172.21.15.46:0/4246480635 learned_addr learned my addr 172.21.15.46:0/4246480635 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:26.746 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.745+0000 7fe147fff640  1 -- 172.21.15.46:0/4246480635 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555a11763fc0 msgr2=0x555a1176f430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:26.746 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.745+0000 7fe147fff640  1 --2- 172.21.15.46:0/4246480635 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555a11763fc0 0x555a1176f430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.746 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.745+0000 7fe147fff640  1 -- 172.21.15.46:0/4246480635 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555a117648e0 msgr2=0x555a11759aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:26.746 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.745+0000 7fe147fff640  1 --2- 172.21.15.46:0/4246480635 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555a117648e0 0x555a11759aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.746 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.745+0000 7fe147fff640  1 -- 172.21.15.46:0/4246480635 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a1175f5d0 con 0x555a11771be0
2024-03-19T01:50:26.746 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.745+0000 7fe1477fe640  1 --2- 172.21.15.46:0/4246480635 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555a11763fc0 0x555a1176f430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:26.746 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.745+0000 7fe147fff640  1 --2- 172.21.15.46:0/4246480635 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555a11771be0 0x555a117858b0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fe140028910 tx=0x7fe140028f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65844115058a3f72 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:26.746 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.745+0000 7fe12d7fa640  1 -- 172.21.15.46:0/4246480635 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe14000fa20 con 0x555a11771be0
2024-03-19T01:50:26.746 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.745+0000 7fe12d7fa640  1 -- 172.21.15.46:0/4246480635 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe14003b070 con 0x555a11771be0
2024-03-19T01:50:26.747 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.745+0000 7fe12d7fa640  1 -- 172.21.15.46:0/4246480635 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1400366b0 con 0x555a11771be0
2024-03-19T01:50:26.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.746+0000 7fe150dde740  1 -- 172.21.15.46:0/4246480635 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555a11771be0 msgr2=0x555a117858b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:26.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.746+0000 7fe150dde740  1 --2- 172.21.15.46:0/4246480635 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555a11771be0 0x555a117858b0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fe140028910 tx=0x7fe140028f80 comp rx=0 tx=0).stop
2024-03-19T01:50:26.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.746+0000 7fe150dde740  1 -- 172.21.15.46:0/4246480635 shutdown_connections
2024-03-19T01:50:26.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.746+0000 7fe150dde740  1 --2- 172.21.15.46:0/4246480635 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555a11771be0 0x555a117858b0 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.746+0000 7fe150dde740  1 --2- 172.21.15.46:0/4246480635 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555a117648e0 0x555a11759aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.746+0000 7fe150dde740  1 --2- 172.21.15.46:0/4246480635 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555a11763fc0 0x555a1176f430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.746+0000 7fe150dde740  1 -- 172.21.15.46:0/4246480635 >> 172.21.15.46:0/4246480635 conn(0x555a1175ea00 msgr2=0x555a11769700 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:26.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.746+0000 7fe150dde740  1 -- 172.21.15.46:0/4246480635 shutdown_connections
2024-03-19T01:50:26.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.746+0000 7fe150dde740  1 -- 172.21.15.46:0/4246480635 wait complete.
2024-03-19T01:50:26.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.746+0000 7fe150dde740  1 --  start start
2024-03-19T01:50:26.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.746+0000 7fe150dde740  1  Processor -- start
2024-03-19T01:50:26.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.747+0000 7fe150dde740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555a11763fc0 0x555a1177a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.747+0000 7fe150dde740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555a117648e0 0x555a11767d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.747+0000 7fe150dde740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555a11771be0 0x555a11768290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.747+0000 7fe150dde740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe1481aaf60 con 0x555a11763fc0
2024-03-19T01:50:26.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.747+0000 7fe150dde740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe1481ac3d0 con 0x555a117648e0
2024-03-19T01:50:26.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.747+0000 7fe150dde740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe1481ab630 con 0x555a11771be0
2024-03-19T01:50:26.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.747+0000 7fe150dde740 10 client.0 _ll_register_callbacks cb 0x7fe140009e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:50:26.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.747+0000 7fe146ffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555a117648e0 0x555a11767d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.747+0000 7fe146ffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555a117648e0 0x555a11767d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:45496/0 (socket says 172.21.15.46:45496)
2024-03-19T01:50:26.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.747+0000 7fe1477fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555a11763fc0 0x555a1177a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.747+0000 7fe146ffd640  1 -- 172.21.15.46:0/150462287 learned_addr learned my addr 172.21.15.46:0/150462287 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:26.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.747+0000 7fe147fff640  1 --2- 172.21.15.46:0/150462287 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555a11771be0 0x555a11768290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.747+0000 7fe146ffd640  1 -- 172.21.15.46:0/150462287 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555a11771be0 msgr2=0x555a11768290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:26.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.747+0000 7fe146ffd640  1 --2- 172.21.15.46:0/150462287 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555a11771be0 0x555a11768290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.747+0000 7fe146ffd640  1 -- 172.21.15.46:0/150462287 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555a11763fc0 msgr2=0x555a1177a0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:26.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.747+0000 7fe146ffd640  1 --2- 172.21.15.46:0/150462287 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555a11763fc0 0x555a1177a0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.747+0000 7fe146ffd640  1 -- 172.21.15.46:0/150462287 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a117688d0 con 0x555a117648e0
2024-03-19T01:50:26.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.747+0000 7fe146ffd640  1 --2- 172.21.15.46:0/150462287 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555a117648e0 0x555a11767d50 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fe13c0092a0 tx=0x7fe13c009620 comp rx=0 tx=0).ready entity=mon.2 client_cookie=23dd108a7d5e4f9f server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:26.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.747+0000 7fe126ffd640 10 client.0 ms_handle_connect on v2:172.21.15.73:3300/0
2024-03-19T01:50:26.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.748+0000 7fe126ffd640  1 -- 172.21.15.46:0/150462287 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe13c0bd110 con 0x555a117648e0
2024-03-19T01:50:26.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.748+0000 7fe126ffd640  1 -- 172.21.15.46:0/150462287 <== mon.2 v2:172.21.15.73:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fe13c0c5ae0 con 0x555a117648e0
2024-03-19T01:50:26.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.748+0000 7fe150dde740  1 -- 172.21.15.46:0/150462287 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe14003b070 con 0x555a117648e0
2024-03-19T01:50:26.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.748+0000 7fe126ffd640  1 -- 172.21.15.46:0/150462287 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe13c02cc40 con 0x555a117648e0
2024-03-19T01:50:26.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.748+0000 7fe150dde740 10 client.25604 fetch_fsmap learned FSMap version 24
2024-03-19T01:50:26.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.748+0000 7fe150dde740  1 -- 172.21.15.46:0/150462287 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x555a117e3d10 con 0x555a117648e0
2024-03-19T01:50:26.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.748+0000 7fe126ffd640  1 -- 172.21.15.46:0/150462287 <== mon.2 v2:172.21.15.73:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe13c0bdcd0 con 0x555a117648e0
2024-03-19T01:50:26.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.748+0000 7fe126ffd640  1 -- 172.21.15.46:0/150462287 <== mon.2 v2:172.21.15.73:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fe13c0ee910 con 0x555a117648e0
2024-03-19T01:50:26.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.748+0000 7fe150dde740 10 client.25604 fetch_fsmap finished waiting for FSMap version 24
2024-03-19T01:50:26.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.748+0000 7fe150dde740 10 client.25604 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:50:26.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.748+0000 7fe150dde740 20 client.25604 populate_metadata read hostname 'smithi046'
2024-03-19T01:50:26.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.748+0000 7fe150dde740  1 --2- 172.21.15.46:0/150462287 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x555a117e44c0 0x555a117e68e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.748+0000 7fe150dde740  4 client.25604 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:50:26.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.748+0000 7fe150dde740  1 -- 172.21.15.46:0/150462287 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7fe14003b070 con 0x555a117e44c0
2024-03-19T01:50:26.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.748+0000 7fe1477fe640  1 --2- 172.21.15.46:0/150462287 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x555a117e44c0 0x555a117e68e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.749+0000 7fe126ffd640 10 client.25604 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:50:26.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.749+0000 7fe1477fe640  1 --2- 172.21.15.46:0/150462287 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x555a117e44c0 0x555a117e68e0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6fbb4a082307392a server_cookie=8f376cabc2a38a85 in_seq=0 out_seq=0
2024-03-19T01:50:26.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.749+0000 7fe126ffd640  1 -- 172.21.15.46:0/150462287 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7fe14003b070 con 0x555a117e44c0
2024-03-19T01:50:26.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.749+0000 7fe126ffd640 10 client.25604 handle_command_reply: tid=0
2024-03-19T01:50:26.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.749+0000 7fe150dde740  1 client.25604 shutdown
2024-03-19T01:50:26.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.749+0000 7fe150dde740  1 -- 172.21.15.46:0/150462287 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555a117648e0 msgr2=0x555a11767d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:26.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.749+0000 7fe150dde740  1 --2- 172.21.15.46:0/150462287 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555a117648e0 0x555a11767d50 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fe13c0092a0 tx=0x7fe13c009620 comp rx=0 tx=0).stop
2024-03-19T01:50:26.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.749+0000 7fe150dde740  1 -- 172.21.15.46:0/150462287 shutdown_connections
2024-03-19T01:50:26.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.749+0000 7fe150dde740  1 --2- 172.21.15.46:0/150462287 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x555a117e44c0 0x555a117e68e0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.749+0000 7fe150dde740  1 --2- 172.21.15.46:0/150462287 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555a11771be0 0x555a11768290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.749+0000 7fe150dde740  1 --2- 172.21.15.46:0/150462287 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555a117648e0 0x555a11767d50 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.749+0000 7fe126ffd640  0 client.25604 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:50:26.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.749+0000 7fe150dde740  1 --2- 172.21.15.46:0/150462287 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555a11763fc0 0x555a1177a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.749+0000 7fe150dde740  1 -- 172.21.15.46:0/150462287 >> 172.21.15.46:0/150462287 conn(0x555a1175ea00 msgr2=0x555a117696c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:26.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.749+0000 7fe150dde740  1 -- 172.21.15.46:0/150462287 shutdown_connections
2024-03-19T01:50:26.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.749+0000 7fe150dde740  1 -- 172.21.15.46:0/150462287 wait complete.
2024-03-19T01:50:26.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.750+0000 7fe150dde740 20 client.25604 trim_cache size 0 max 16384
2024-03-19T01:50:26.755 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:50:26.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.750+0000 7fe14e1f4640  1 -- 172.21.15.46:0/3589362822 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe1300a2a80 msgr2=0x7fe1300a4f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:26.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.750+0000 7fe14e1f4640  1 --2- 172.21.15.46:0/3589362822 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe1300a2a80 0x7fe1300a4f40 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fe140005fd0 tx=0x7fe140004a40 comp rx=0 tx=0).stop
2024-03-19T01:50:26.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.750+0000 7fe14e1f4640  1 -- 172.21.15.46:0/3589362822 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe148102160 msgr2=0x7fe148198500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:26.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.750+0000 7fe14e1f4640  1 --2- 172.21.15.46:0/3589362822 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe148102160 0x7fe148198500 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fe13c006010 tx=0x7fe13c005dc0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.750+0000 7fe14e1f4640  1 -- 172.21.15.46:0/3589362822 shutdown_connections
2024-03-19T01:50:26.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.750+0000 7fe14e1f4640  1 --2- 172.21.15.46:0/3589362822 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe1300a2a80 0x7fe1300a4f40 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.750+0000 7fe14e1f4640  1 --2- 172.21.15.46:0/3589362822 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe1481077b0 0x7fe14819c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.750+0000 7fe14e1f4640  1 --2- 172.21.15.46:0/3589362822 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe148102160 0x7fe148198500 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.750+0000 7fe14e1f4640  1 --2- 172.21.15.46:0/3589362822 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe1481017a0 0x7fe148197fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.750+0000 7fe14e1f4640  1 -- 172.21.15.46:0/3589362822 >> 172.21.15.46:0/3589362822 conn(0x7fe1480fd2d0 msgr2=0x7fe1480fda90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:26.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.750+0000 7fe14e1f4640  1 -- 172.21.15.46:0/3589362822 shutdown_connections
2024-03-19T01:50:26.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.750+0000 7fe14e1f4640  1 -- 172.21.15.46:0/3589362822 wait complete.
2024-03-19T01:50:26.761 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls
2024-03-19T01:50:26.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.867+0000 7f2f84075640  1 -- 172.21.15.46:0/3784932533 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2f7c107970 msgr2=0x7f2f7c107d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:26.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.867+0000 7f2f84075640  1 --2- 172.21.15.46:0/3784932533 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2f7c107970 0x7f2f7c107d50 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f2f78009860 tx=0x7f2f7802bb70 comp rx=0 tx=0).stop
2024-03-19T01:50:26.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.867+0000 7f2f84075640  1 -- 172.21.15.46:0/3784932533 shutdown_connections
2024-03-19T01:50:26.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.867+0000 7f2f84075640  1 --2- 172.21.15.46:0/3784932533 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2f7c06a7f0 0x7f2f7c10e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.867+0000 7f2f84075640  1 --2- 172.21.15.46:0/3784932533 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2f7c069e50 0x7f2f7c06a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.867+0000 7f2f84075640  1 --2- 172.21.15.46:0/3784932533 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2f7c107970 0x7f2f7c107d50 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.867+0000 7f2f84075640  1 -- 172.21.15.46:0/3784932533 >> 172.21.15.46:0/3784932533 conn(0x7f2f7c0774c0 msgr2=0x7f2f7c0778d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:26.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.868+0000 7f2f84075640  1 -- 172.21.15.46:0/3784932533 shutdown_connections
2024-03-19T01:50:26.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.868+0000 7f2f84075640  1 -- 172.21.15.46:0/3784932533 wait complete.
2024-03-19T01:50:26.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.868+0000 7f2f84075640  1  Processor -- start
2024-03-19T01:50:26.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.868+0000 7f2f84075640  1 --  start start
2024-03-19T01:50:26.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.868+0000 7f2f84075640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2f7c069e50 0x7f2f7c197ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.868+0000 7f2f84075640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2f7c06a7f0 0x7f2f7c198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.868+0000 7f2f84075640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2f7c107970 0x7f2f7c19c760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.869+0000 7f2f81e11640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2f7c069e50 0x7f2f7c197ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.869+0000 7f2f81610640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2f7c06a7f0 0x7f2f7c198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.869+0000 7f2f81e11640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2f7c069e50 0x7f2f7c197ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:45528/0 (socket says 172.21.15.46:45528)
2024-03-19T01:50:26.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.869+0000 7f2f81e11640  1 -- 172.21.15.46:0/132085165 learned_addr learned my addr 172.21.15.46:0/132085165 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:26.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.869+0000 7f2f84075640  1 -- 172.21.15.46:0/132085165 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f2f7c111a90 con 0x7f2f7c06a7f0
2024-03-19T01:50:26.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.869+0000 7f2f84075640  1 -- 172.21.15.46:0/132085165 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f2f7c111910 con 0x7f2f7c069e50
2024-03-19T01:50:26.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.869+0000 7f2f84075640  1 -- 172.21.15.46:0/132085165 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2f7c111c10 con 0x7f2f7c107970
2024-03-19T01:50:26.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.869+0000 7f2f82612640  1 --2- 172.21.15.46:0/132085165 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2f7c107970 0x7f2f7c19c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.869+0000 7f2f81e11640  1 -- 172.21.15.46:0/132085165 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2f7c107970 msgr2=0x7f2f7c19c760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:26.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.869+0000 7f2f81e11640  1 --2- 172.21.15.46:0/132085165 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2f7c107970 0x7f2f7c19c760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.869+0000 7f2f81e11640  1 -- 172.21.15.46:0/132085165 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2f7c06a7f0 msgr2=0x7f2f7c198430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:26.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.869+0000 7f2f81e11640  1 --2- 172.21.15.46:0/132085165 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2f7c06a7f0 0x7f2f7c198430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.869+0000 7f2f81e11640  1 -- 172.21.15.46:0/132085165 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f7c19ce90 con 0x7f2f7c069e50
2024-03-19T01:50:26.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.869+0000 7f2f82612640  1 --2- 172.21.15.46:0/132085165 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2f7c107970 0x7f2f7c19c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:26.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.869+0000 7f2f81e11640  1 --2- 172.21.15.46:0/132085165 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2f7c069e50 0x7f2f7c197ef0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f2f78037040 tx=0x7f2f78004040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:26.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.869+0000 7f2f72ffd640  1 -- 172.21.15.46:0/132085165 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f78041020 con 0x7f2f7c069e50
2024-03-19T01:50:26.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.869+0000 7f2f72ffd640  1 -- 172.21.15.46:0/132085165 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2f7802c9c0 con 0x7f2f7c069e50
2024-03-19T01:50:26.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.869+0000 7f2f84075640  1 -- 172.21.15.46:0/132085165 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f7c19d120 con 0x7f2f7c069e50
2024-03-19T01:50:26.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.869+0000 7f2f72ffd640  1 -- 172.21.15.46:0/132085165 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f78039040 con 0x7f2f7c069e50
2024-03-19T01:50:26.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.869+0000 7f2f84075640  1 -- 172.21.15.46:0/132085165 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f7c1a4a10 con 0x7f2f7c069e50
2024-03-19T01:50:26.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.872+0000 7f2f72ffd640  1 -- 172.21.15.46:0/132085165 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 23) ==== 137466+0+0 (secure 0 0 0) 0x7f2f78044020 con 0x7f2f7c069e50
2024-03-19T01:50:26.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.872+0000 7f2f86c5b740  1  Processor -- start
2024-03-19T01:50:26.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.873+0000 7f2f86c5b740  1 --  start start
2024-03-19T01:50:26.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.873+0000 7f2f72ffd640  1 --2- 172.21.15.46:0/132085165 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f2f680a2a00 0x7f2f680a4ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.873+0000 7f2f86c5b740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564f848f12d0 0x564f848f16b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.873+0000 7f2f86c5b740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564f848f1bf0 0x564f848fa290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.873+0000 7f2f86c5b740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564f848fa7d0 0x564f848fcbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.873+0000 7f2f86c5b740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x564f848544b0 con 0x564f848fa7d0
2024-03-19T01:50:26.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.873+0000 7f2f86c5b740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x564f847fcd70 con 0x564f848f12d0
2024-03-19T01:50:26.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.873+0000 7f2f86c5b740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x564f84850550 con 0x564f848f1bf0
2024-03-19T01:50:26.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.873+0000 7f2f82612640  1 --2- 172.21.15.46:0/132085165 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f2f680a2a00 0x7f2f680a4ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.873+0000 7f2f82612640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564f848fa7d0 0x564f848fcbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.873+0000 7f2f81e11640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564f848f12d0 0x564f848f16b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.873+0000 7f2f82612640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564f848fa7d0 0x564f848fcbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60468/0 (socket says 172.21.15.46:60468)
2024-03-19T01:50:26.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.873+0000 7f2f82612640  1 -- 172.21.15.46:0/1354393772 learned_addr learned my addr 172.21.15.46:0/1354393772 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:26.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.873+0000 7f2f81610640  1 --2- 172.21.15.46:0/1354393772 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564f848f1bf0 0x564f848fa290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.873+0000 7f2f81e11640  1 -- 172.21.15.46:0/1354393772 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564f848f1bf0 msgr2=0x564f848fa290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:26.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.873+0000 7f2f81e11640  1 --2- 172.21.15.46:0/1354393772 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564f848f1bf0 0x564f848fa290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.873+0000 7f2f81e11640  1 -- 172.21.15.46:0/1354393772 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564f848fa7d0 msgr2=0x564f848fcbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:26.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.873+0000 7f2f81e11640  1 --2- 172.21.15.46:0/1354393772 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564f848fa7d0 0x564f848fcbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.873+0000 7f2f81e11640  1 -- 172.21.15.46:0/1354393772 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564f8481f210 con 0x564f848f12d0
2024-03-19T01:50:26.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.874+0000 7f2f81e11640  1 --2- 172.21.15.46:0/1354393772 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564f848f12d0 0x564f848f16b0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f2f780ede70 tx=0x7f2f780a72d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6c3fdfabf9ee280 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:26.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.874+0000 7f2f72ffd640  1 -- 172.21.15.46:0/132085165 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f2f780f0a40 con 0x7f2f7c069e50
2024-03-19T01:50:26.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.874+0000 7f2f82612640  1 --2- 172.21.15.46:0/132085165 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f2f680a2a00 0x7f2f680a4ec0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f2f7400f480 tx=0x7f2f740117c0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:26.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.874+0000 7f2f67fff640  1 -- 172.21.15.46:0/1354393772 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f780bccd0 con 0x564f848f12d0
2024-03-19T01:50:26.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.874+0000 7f2f67fff640  1 -- 172.21.15.46:0/1354393772 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2f780c0e20 con 0x564f848f12d0
2024-03-19T01:50:26.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.874+0000 7f2f67fff640  1 -- 172.21.15.46:0/1354393772 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f780bad70 con 0x564f848f12d0
2024-03-19T01:50:26.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.875+0000 7f2f86c5b740  1 -- 172.21.15.46:0/1354393772 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564f848f12d0 msgr2=0x564f848f16b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:26.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.875+0000 7f2f86c5b740  1 --2- 172.21.15.46:0/1354393772 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564f848f12d0 0x564f848f16b0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f2f780ede70 tx=0x7f2f780a72d0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.875+0000 7f2f86c5b740  1 -- 172.21.15.46:0/1354393772 shutdown_connections
2024-03-19T01:50:26.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.875+0000 7f2f86c5b740  1 --2- 172.21.15.46:0/1354393772 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564f848fa7d0 0x564f848fcbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.875+0000 7f2f86c5b740  1 --2- 172.21.15.46:0/1354393772 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564f848f1bf0 0x564f848fa290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.875+0000 7f2f86c5b740  1 --2- 172.21.15.46:0/1354393772 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564f848f12d0 0x564f848f16b0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.875+0000 7f2f86c5b740  1 -- 172.21.15.46:0/1354393772 >> 172.21.15.46:0/1354393772 conn(0x564f848eba00 msgr2=0x564f848ebde0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:26.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.875+0000 7f2f86c5b740  1 -- 172.21.15.46:0/1354393772 shutdown_connections
2024-03-19T01:50:26.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.875+0000 7f2f86c5b740  1 -- 172.21.15.46:0/1354393772 wait complete.
2024-03-19T01:50:26.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.875+0000 7f2f86c5b740  1 --  start start
2024-03-19T01:50:26.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.875+0000 7f2f86c5b740  1  Processor -- start
2024-03-19T01:50:26.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.876+0000 7f2f86c5b740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564f848f12d0 0x564f848f7800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.876+0000 7f2f86c5b740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564f848f1bf0 0x564f848f7d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.876+0000 7f2f86c5b740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564f848fa7d0 0x564f848f8280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.876+0000 7f2f86c5b740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x564f848fd380 con 0x564f848fa7d0
2024-03-19T01:50:26.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.876+0000 7f2f81e11640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564f848f12d0 0x564f848f7800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.876+0000 7f2f81e11640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564f848f12d0 0x564f848f7800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:45548/0 (socket says 172.21.15.46:45548)
2024-03-19T01:50:26.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.876+0000 7f2f81e11640  1 -- 172.21.15.46:0/2759900527 learned_addr learned my addr 172.21.15.46:0/2759900527 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:26.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.876+0000 7f2f81610640  1 --2- 172.21.15.46:0/2759900527 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564f848f1bf0 0x564f848f7d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.876+0000 7f2f86c5b740  1 -- 172.21.15.46:0/2759900527 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x564f84810310 con 0x564f848f12d0
2024-03-19T01:50:26.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.876+0000 7f2f86c5b740  1 -- 172.21.15.46:0/2759900527 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x564f848fd500 con 0x564f848f1bf0
2024-03-19T01:50:26.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.876+0000 7f2f82612640  1 --2- 172.21.15.46:0/2759900527 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564f848fa7d0 0x564f848f8280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.876+0000 7f2f86c5b740 10 client.0 _ll_register_callbacks cb 0x564f848042d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:50:26.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.876+0000 7f2f81e11640  1 -- 172.21.15.46:0/2759900527 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564f848f1bf0 msgr2=0x564f848f7d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:26.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.876+0000 7f2f81e11640  1 --2- 172.21.15.46:0/2759900527 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564f848f1bf0 0x564f848f7d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.876+0000 7f2f81e11640  1 -- 172.21.15.46:0/2759900527 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564f848fa7d0 msgr2=0x564f848f8280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:26.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.876+0000 7f2f81e11640  1 --2- 172.21.15.46:0/2759900527 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564f848fa7d0 0x564f848f8280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.876+0000 7f2f81e11640  1 -- 172.21.15.46:0/2759900527 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564f845683f0 con 0x564f848f12d0
2024-03-19T01:50:26.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.876+0000 7f2f81e11640  1 --2- 172.21.15.46:0/2759900527 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564f848f12d0 0x564f848f7800 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f2f780b96a0 tx=0x7f2f7802bb70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=58c3666425e26833 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:26.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.876+0000 7f2f657fa640 10 client.0 ms_handle_connect on v2:172.21.15.73:3300/0
2024-03-19T01:50:26.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.877+0000 7f2f657fa640  1 -- 172.21.15.46:0/2759900527 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f780bccd0 con 0x564f848f12d0
2024-03-19T01:50:26.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.877+0000 7f2f657fa640  1 -- 172.21.15.46:0/2759900527 <== mon.2 v2:172.21.15.73:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f2f780035f0 con 0x564f848f12d0
2024-03-19T01:50:26.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.877+0000 7f2f86c5b740  1 -- 172.21.15.46:0/2759900527 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2f780c0e20 con 0x564f848f12d0
2024-03-19T01:50:26.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.877+0000 7f2f657fa640  1 -- 172.21.15.46:0/2759900527 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2f780a6430 con 0x564f848f12d0
2024-03-19T01:50:26.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.877+0000 7f2f86c5b740 10 client.25616 fetch_fsmap learned FSMap version 24
2024-03-19T01:50:26.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.877+0000 7f2f86c5b740  1 -- 172.21.15.46:0/2759900527 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x564f846327d0 con 0x564f848f12d0
2024-03-19T01:50:26.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.877+0000 7f2f657fa640  1 -- 172.21.15.46:0/2759900527 <== mon.2 v2:172.21.15.73:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2f780c0e20 con 0x564f848f12d0
2024-03-19T01:50:26.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.877+0000 7f2f657fa640  1 -- 172.21.15.46:0/2759900527 <== mon.2 v2:172.21.15.73:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f2f7803c030 con 0x564f848f12d0
2024-03-19T01:50:26.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.878+0000 7f2f86c5b740 10 client.25616 fetch_fsmap finished waiting for FSMap version 24
2024-03-19T01:50:26.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.878+0000 7f2f86c5b740 10 client.25616 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:50:26.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.878+0000 7f2f86c5b740 20 client.25616 populate_metadata read hostname 'smithi046'
2024-03-19T01:50:26.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.878+0000 7f2f86c5b740  1 --2- 172.21.15.46:0/2759900527 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x564f8490a6d0 0x564f8490cac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.878+0000 7f2f86c5b740  4 client.25616 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:50:26.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.878+0000 7f2f86c5b740  1 -- 172.21.15.46:0/2759900527 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564f848b23e0 con 0x564f8490a6d0
2024-03-19T01:50:26.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.878+0000 7f2f81610640  1 --2- 172.21.15.46:0/2759900527 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x564f8490a6d0 0x564f8490cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.878+0000 7f2f81610640  1 --2- 172.21.15.46:0/2759900527 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x564f8490a6d0 0x564f8490cac0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=feabec46179e373f server_cookie=f49fe7b689cf2b50 in_seq=0 out_seq=0
2024-03-19T01:50:26.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.878+0000 7f2f657fa640 10 client.25616 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:50:26.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.879+0000 7f2f657fa640  1 -- 172.21.15.46:0/2759900527 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x564f848b23e0 con 0x564f8490a6d0
2024-03-19T01:50:26.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.879+0000 7f2f657fa640 10 client.25616 handle_command_reply: tid=0
2024-03-19T01:50:26.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.879+0000 7f2f86c5b740  1 client.25616 shutdown
2024-03-19T01:50:26.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.879+0000 7f2f86c5b740  1 -- 172.21.15.46:0/2759900527 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564f848f12d0 msgr2=0x564f848f7800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:26.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.879+0000 7f2f86c5b740  1 --2- 172.21.15.46:0/2759900527 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564f848f12d0 0x564f848f7800 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f2f780b96a0 tx=0x7f2f7802bb70 comp rx=0 tx=0).stop
2024-03-19T01:50:26.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.879+0000 7f2f86c5b740  1 -- 172.21.15.46:0/2759900527 shutdown_connections
2024-03-19T01:50:26.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.879+0000 7f2f86c5b740  1 --2- 172.21.15.46:0/2759900527 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x564f8490a6d0 0x564f8490cac0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.879+0000 7f2f657fa640  0 client.25616 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:50:26.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.879+0000 7f2f86c5b740  1 --2- 172.21.15.46:0/2759900527 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564f848fa7d0 0x564f848f8280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.879+0000 7f2f86c5b740  1 --2- 172.21.15.46:0/2759900527 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564f848f1bf0 0x564f848f7d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.879+0000 7f2f86c5b740  1 --2- 172.21.15.46:0/2759900527 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564f848f12d0 0x564f848f7800 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.879+0000 7f2f86c5b740  1 -- 172.21.15.46:0/2759900527 >> 172.21.15.46:0/2759900527 conn(0x564f848eba00 msgr2=0x564f848ed750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:26.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.880+0000 7f2f86c5b740  1 -- 172.21.15.46:0/2759900527 shutdown_connections
2024-03-19T01:50:26.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.880+0000 7f2f86c5b740  1 -- 172.21.15.46:0/2759900527 wait complete.
2024-03-19T01:50:26.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.880+0000 7f2f86c5b740 20 client.25616 trim_cache size 0 max 16384
2024-03-19T01:50:26.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.893+0000 7f2f86c5b740  1  Processor -- start
2024-03-19T01:50:26.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.893+0000 7f2f86c5b740  1 --  start start
2024-03-19T01:50:26.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.893+0000 7f2f86c5b740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564f848f12d0 0x564f84906090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.893+0000 7f2f86c5b740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564f848f1bf0 0x564f848f80a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.893+0000 7f2f86c5b740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564f848fa7d0 0x564f849122f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.893+0000 7f2f86c5b740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f2f7c1af160 con 0x564f848f12d0
2024-03-19T01:50:26.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.893+0000 7f2f86c5b740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f2f7c1aca30 con 0x564f848f1bf0
2024-03-19T01:50:26.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.893+0000 7f2f86c5b740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2f7c1aa860 con 0x564f848fa7d0
2024-03-19T01:50:26.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.893+0000 7f2f81e11640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564f848f12d0 0x564f84906090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.893+0000 7f2f81610640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564f848f1bf0 0x564f848f80a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.894+0000 7f2f81e11640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564f848f12d0 0x564f84906090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60480/0 (socket says 172.21.15.46:60480)
2024-03-19T01:50:26.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.894+0000 7f2f81610640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564f848f1bf0 0x564f848f80a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:45558/0 (socket says 172.21.15.46:45558)
2024-03-19T01:50:26.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.894+0000 7f2f82612640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564f848fa7d0 0x564f849122f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.894+0000 7f2f81e11640  1 -- 172.21.15.46:0/2092739081 learned_addr learned my addr 172.21.15.46:0/2092739081 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:26.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.894+0000 7f2f81e11640  1 -- 172.21.15.46:0/2092739081 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564f848fa7d0 msgr2=0x564f849122f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:26.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.894+0000 7f2f81e11640  1 --2- 172.21.15.46:0/2092739081 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564f848fa7d0 0x564f849122f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.894+0000 7f2f81e11640  1 -- 172.21.15.46:0/2092739081 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564f848f1bf0 msgr2=0x564f848f80a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:26.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.894+0000 7f2f81e11640  1 --2- 172.21.15.46:0/2092739081 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564f848f1bf0 0x564f848f80a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.894+0000 7f2f81e11640  1 -- 172.21.15.46:0/2092739081 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564f848fcbc0 con 0x564f848f12d0
2024-03-19T01:50:26.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.894+0000 7f2f81610640  1 --2- 172.21.15.46:0/2092739081 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564f848f1bf0 0x564f848f80a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:26.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.894+0000 7f2f82612640  1 --2- 172.21.15.46:0/2092739081 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564f848fa7d0 0x564f849122f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:26.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.894+0000 7f2f81e11640  1 --2- 172.21.15.46:0/2092739081 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564f848f12d0 0x564f84906090 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f2f780b9130 tx=0x7f2f78005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2db1c859aeea688a server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:26.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.894+0000 7f2f677fe640  1 -- 172.21.15.46:0/2092739081 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f780bc810 con 0x564f848f12d0
2024-03-19T01:50:26.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.894+0000 7f2f677fe640  1 -- 172.21.15.46:0/2092739081 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2f780c0e20 con 0x564f848f12d0
2024-03-19T01:50:26.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.894+0000 7f2f677fe640  1 -- 172.21.15.46:0/2092739081 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f780ee0b0 con 0x564f848f12d0
2024-03-19T01:50:26.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.895+0000 7f2f86c5b740  1 -- 172.21.15.46:0/2092739081 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564f848f12d0 msgr2=0x564f84906090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:26.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.895+0000 7f2f86c5b740  1 --2- 172.21.15.46:0/2092739081 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564f848f12d0 0x564f84906090 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f2f780b9130 tx=0x7f2f78005740 comp rx=0 tx=0).stop
2024-03-19T01:50:26.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.895+0000 7f2f86c5b740  1 -- 172.21.15.46:0/2092739081 shutdown_connections
2024-03-19T01:50:26.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.895+0000 7f2f86c5b740  1 --2- 172.21.15.46:0/2092739081 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564f848fa7d0 0x564f849122f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.895+0000 7f2f86c5b740  1 --2- 172.21.15.46:0/2092739081 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564f848f1bf0 0x564f848f80a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.895+0000 7f2f86c5b740  1 --2- 172.21.15.46:0/2092739081 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564f848f12d0 0x564f84906090 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.895+0000 7f2f86c5b740  1 -- 172.21.15.46:0/2092739081 >> 172.21.15.46:0/2092739081 conn(0x564f848eba00 msgr2=0x564f848eaba0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:26.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.895+0000 7f2f86c5b740  1 -- 172.21.15.46:0/2092739081 shutdown_connections
2024-03-19T01:50:26.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.895+0000 7f2f86c5b740  1 -- 172.21.15.46:0/2092739081 wait complete.
2024-03-19T01:50:26.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.895+0000 7f2f86c5b740  1 --  start start
2024-03-19T01:50:26.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.895+0000 7f2f86c5b740  1  Processor -- start
2024-03-19T01:50:26.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.896+0000 7f2f86c5b740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564f848f12d0 0x564f849026e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.896+0000 7f2f86c5b740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564f848f1bf0 0x564f848fdc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.896+0000 7f2f86c5b740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564f848fa7d0 0x564f848fe1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.896+0000 7f2f81e11640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564f848f12d0 0x564f849026e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.896+0000 7f2f86c5b740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f2f7c1aaef0 con 0x564f848f12d0
2024-03-19T01:50:26.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.896+0000 7f2f81e11640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564f848f12d0 0x564f849026e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60484/0 (socket says 172.21.15.46:60484)
2024-03-19T01:50:26.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.896+0000 7f2f81e11640  1 -- 172.21.15.46:0/124408230 learned_addr learned my addr 172.21.15.46:0/124408230 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:26.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.896+0000 7f2f86c5b740  1 -- 172.21.15.46:0/124408230 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f2f7c1ac360 con 0x564f848fa7d0
2024-03-19T01:50:26.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.896+0000 7f2f86c5b740  1 -- 172.21.15.46:0/124408230 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2f7c1ab5c0 con 0x564f848f1bf0
2024-03-19T01:50:26.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.896+0000 7f2f86c5b740 10 client.0 _ll_register_callbacks cb 0x7f2f74011c10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:50:26.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.896+0000 7f2f81610640  1 --2- 172.21.15.46:0/124408230 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564f848f1bf0 0x564f848fdc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.896+0000 7f2f82612640  1 --2- 172.21.15.46:0/124408230 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564f848fa7d0 0x564f848fe1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.896+0000 7f2f81e11640  1 -- 172.21.15.46:0/124408230 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564f848f1bf0 msgr2=0x564f848fdc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:26.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.896+0000 7f2f81e11640  1 --2- 172.21.15.46:0/124408230 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564f848f1bf0 0x564f848fdc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.896+0000 7f2f81e11640  1 -- 172.21.15.46:0/124408230 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564f848fa7d0 msgr2=0x564f848fe1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:26.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.896+0000 7f2f81e11640  1 --2- 172.21.15.46:0/124408230 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564f848fa7d0 0x564f848fe1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.896+0000 7f2f81e11640  1 -- 172.21.15.46:0/124408230 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564f848fe780 con 0x564f848f12d0
2024-03-19T01:50:26.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.897+0000 7f2f81e11640  1 --2- 172.21.15.46:0/124408230 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564f848f12d0 0x564f849026e0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f2f7802c180 tx=0x7f2f780bd4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bca82cba97997b9 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:26.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.897+0000 7f2f657fa640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:50:26.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.897+0000 7f2f657fa640  1 -- 172.21.15.46:0/124408230 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f780a0d60 con 0x564f848f12d0
2024-03-19T01:50:26.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.897+0000 7f2f86c5b740  1 -- 172.21.15.46:0/124408230 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2f780c0e20 con 0x564f848f12d0
2024-03-19T01:50:26.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.897+0000 7f2f657fa640  1 -- 172.21.15.46:0/124408230 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f2f780c5030 con 0x564f848f12d0
2024-03-19T01:50:26.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.897+0000 7f2f657fa640  1 -- 172.21.15.46:0/124408230 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2f780c5470 con 0x564f848f12d0
2024-03-19T01:50:26.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.897+0000 7f2f86c5b740 10 client.15768 fetch_fsmap learned FSMap version 24
2024-03-19T01:50:26.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.897+0000 7f2f86c5b740  1 -- 172.21.15.46:0/124408230 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x564f848fe780 con 0x564f848f12d0
2024-03-19T01:50:26.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.897+0000 7f2f657fa640  1 -- 172.21.15.46:0/124408230 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2f780c0e20 con 0x564f848f12d0
2024-03-19T01:50:26.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.897+0000 7f2f657fa640  1 -- 172.21.15.46:0/124408230 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f2f780edf80 con 0x564f848f12d0
2024-03-19T01:50:26.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.897+0000 7f2f86c5b740 10 client.15768 fetch_fsmap finished waiting for FSMap version 24
2024-03-19T01:50:26.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.897+0000 7f2f86c5b740 10 client.15768 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:50:26.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.897+0000 7f2f86c5b740 20 client.15768 populate_metadata read hostname 'smithi046'
2024-03-19T01:50:26.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.897+0000 7f2f86c5b740  1 --2- 172.21.15.46:0/124408230 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x564f8490a6d0 0x564f849729d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:26.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.897+0000 7f2f86c5b740  4 client.15768 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:50:26.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.897+0000 7f2f86c5b740  1 -- 172.21.15.46:0/124408230 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564f848619f0 con 0x564f8490a6d0
2024-03-19T01:50:26.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.898+0000 7f2f81610640  1 --2- 172.21.15.46:0/124408230 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x564f8490a6d0 0x564f849729d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:26.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.898+0000 7f2f657fa640 10 client.15768 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:50:26.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.898+0000 7f2f81610640  1 --2- 172.21.15.46:0/124408230 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x564f8490a6d0 0x564f849729d0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7884270ff6323e7d server_cookie=ab78b317d48bca04 in_seq=0 out_seq=0
2024-03-19T01:50:26.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.898+0000 7f2f657fa640  1 -- 172.21.15.46:0/124408230 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564f848619f0 con 0x564f8490a6d0
2024-03-19T01:50:26.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.898+0000 7f2f657fa640 10 client.15768 handle_command_reply: tid=0
2024-03-19T01:50:26.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.898+0000 7f2f86c5b740  1 client.15768 shutdown
2024-03-19T01:50:26.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.898+0000 7f2f86c5b740  1 -- 172.21.15.46:0/124408230 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564f848f12d0 msgr2=0x564f849026e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:26.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.898+0000 7f2f86c5b740  1 --2- 172.21.15.46:0/124408230 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564f848f12d0 0x564f849026e0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f2f7802c180 tx=0x7f2f780bd4e0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.898+0000 7f2f86c5b740  1 -- 172.21.15.46:0/124408230 shutdown_connections
2024-03-19T01:50:26.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.898+0000 7f2f86c5b740  1 --2- 172.21.15.46:0/124408230 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x564f8490a6d0 0x564f849729d0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.898+0000 7f2f86c5b740  1 --2- 172.21.15.46:0/124408230 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564f848fa7d0 0x564f848fe1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.898+0000 7f2f86c5b740  1 --2- 172.21.15.46:0/124408230 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564f848f1bf0 0x564f848fdc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.898+0000 7f2f86c5b740  1 --2- 172.21.15.46:0/124408230 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564f848f12d0 0x564f849026e0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.898+0000 7f2f86c5b740  1 -- 172.21.15.46:0/124408230 >> 172.21.15.46:0/124408230 conn(0x564f848eba00 msgr2=0x564f848ecd00 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:26.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.898+0000 7f2f657fa640  0 client.15768 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:50:26.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.899+0000 7f2f86c5b740  1 -- 172.21.15.46:0/124408230 shutdown_connections
2024-03-19T01:50:26.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.899+0000 7f2f86c5b740  1 -- 172.21.15.46:0/124408230 wait complete.
2024-03-19T01:50:26.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.899+0000 7f2f86c5b740 20 client.15768 trim_cache size 0 max 16384
2024-03-19T01:50:26.905 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:50:26.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.899+0000 7f2f84075640  1 -- 172.21.15.46:0/132085165 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f2f680a2a00 msgr2=0x7f2f680a4ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:26.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.899+0000 7f2f84075640  1 --2- 172.21.15.46:0/132085165 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f2f680a2a00 0x7f2f680a4ec0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f2f7400f480 tx=0x7f2f740117c0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.899+0000 7f2f84075640  1 -- 172.21.15.46:0/132085165 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2f7c069e50 msgr2=0x7f2f7c197ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:26.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.899+0000 7f2f84075640  1 --2- 172.21.15.46:0/132085165 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2f7c069e50 0x7f2f7c197ef0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f2f78037040 tx=0x7f2f78004040 comp rx=0 tx=0).stop
2024-03-19T01:50:26.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.899+0000 7f2f84075640  1 -- 172.21.15.46:0/132085165 shutdown_connections
2024-03-19T01:50:26.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.899+0000 7f2f84075640  1 --2- 172.21.15.46:0/132085165 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f2f680a2a00 0x7f2f680a4ec0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.899+0000 7f2f84075640  1 --2- 172.21.15.46:0/132085165 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2f7c107970 0x7f2f7c19c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.899+0000 7f2f84075640  1 --2- 172.21.15.46:0/132085165 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2f7c06a7f0 0x7f2f7c198430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.899+0000 7f2f84075640  1 --2- 172.21.15.46:0/132085165 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2f7c069e50 0x7f2f7c197ef0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:26.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.899+0000 7f2f84075640  1 -- 172.21.15.46:0/132085165 >> 172.21.15.46:0/132085165 conn(0x7f2f7c0774c0 msgr2=0x7f2f7c0ff470 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:26.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.899+0000 7f2f84075640  1 -- 172.21.15.46:0/132085165 shutdown_connections
2024-03-19T01:50:26.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:26.899+0000 7f2f84075640  1 -- 172.21.15.46:0/132085165 wait complete.
2024-03-19T01:50:26.910 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls
2024-03-19T01:50:27.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.016+0000 7f9fb4fd3640  1 -- 172.21.15.46:0/1921157729 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9fb01006a0 msgr2=0x7f9fb0100b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:27.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.016+0000 7f9fb4fd3640  1 --2- 172.21.15.46:0/1921157729 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9fb01006a0 0x7f9fb0100b20 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f9fa4009930 tx=0x7f9fa402bc30 comp rx=0 tx=0).stop
2024-03-19T01:50:27.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.016+0000 7f9fb4fd3640  1 -- 172.21.15.46:0/1921157729 shutdown_connections
2024-03-19T01:50:27.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.016+0000 7f9fb4fd3640  1 --2- 172.21.15.46:0/1921157729 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9fb0101060 0x7f9fb010d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:27.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.016+0000 7f9fb4fd3640  1 --2- 172.21.15.46:0/1921157729 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9fb01006a0 0x7f9fb0100b20 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:27.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.016+0000 7f9fb4fd3640  1 --2- 172.21.15.46:0/1921157729 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9fb01066b0 0x7f9fb0106a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:27.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.016+0000 7f9fb4fd3640  1 -- 172.21.15.46:0/1921157729 >> 172.21.15.46:0/1921157729 conn(0x7f9fb00778d0 msgr2=0x7f9fb0077ce0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:27.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.016+0000 7f9fb4fd3640  1 -- 172.21.15.46:0/1921157729 shutdown_connections
2024-03-19T01:50:27.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.016+0000 7f9fb4fd3640  1 -- 172.21.15.46:0/1921157729 wait complete.
2024-03-19T01:50:27.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.017+0000 7f9fb4fd3640  1  Processor -- start
2024-03-19T01:50:27.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.017+0000 7f9fb4fd3640  1 --  start start
2024-03-19T01:50:27.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.017+0000 7f9fb4fd3640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9fb01006a0 0x7f9fb0198000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:27.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.017+0000 7f9fb4fd3640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9fb0101060 0x7f9fb0198540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:27.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.017+0000 7f9fb4fd3640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9fb01066b0 0x7f9fb019c870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:27.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.017+0000 7f9fb4fd3640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f9fb0110930 con 0x7f9fb01066b0
2024-03-19T01:50:27.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.017+0000 7f9fb4fd3640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f9fb01107b0 con 0x7f9fb01006a0
2024-03-19T01:50:27.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.017+0000 7f9fb4fd3640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9fb0110ab0 con 0x7f9fb0101060
2024-03-19T01:50:27.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.017+0000 7f9fae59c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9fb01006a0 0x7f9fb0198000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:27.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.017+0000 7f9fae59c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9fb01006a0 0x7f9fb0198000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:45590/0 (socket says 172.21.15.46:45590)
2024-03-19T01:50:27.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.017+0000 7f9fae59c640  1 -- 172.21.15.46:0/1977528141 learned_addr learned my addr 172.21.15.46:0/1977528141 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:27.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.017+0000 7f9faed9d640  1 --2- 172.21.15.46:0/1977528141 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9fb01066b0 0x7f9fb019c870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:27.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.017+0000 7f9fadd9b640  1 --2- 172.21.15.46:0/1977528141 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9fb0101060 0x7f9fb0198540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:27.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.018+0000 7f9fae59c640  1 -- 172.21.15.46:0/1977528141 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9fb0101060 msgr2=0x7f9fb0198540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:27.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.018+0000 7f9fae59c640  1 --2- 172.21.15.46:0/1977528141 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9fb0101060 0x7f9fb0198540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:27.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.018+0000 7f9fae59c640  1 -- 172.21.15.46:0/1977528141 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9fb01066b0 msgr2=0x7f9fb019c870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:27.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.018+0000 7f9fae59c640  1 --2- 172.21.15.46:0/1977528141 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9fb01066b0 0x7f9fb019c870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:27.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.018+0000 7f9fae59c640  1 -- 172.21.15.46:0/1977528141 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fb019cfa0 con 0x7f9fb01006a0
2024-03-19T01:50:27.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.018+0000 7f9fadd9b640  1 --2- 172.21.15.46:0/1977528141 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9fb0101060 0x7f9fb0198540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:27.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.018+0000 7f9fae59c640  1 --2- 172.21.15.46:0/1977528141 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9fb01006a0 0x7f9fb0198000 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f9fa000e9f0 tx=0x7f9fa000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:27.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.018+0000 7f9f9f7fe640  1 -- 172.21.15.46:0/1977528141 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa000cd80 con 0x7f9fb01006a0
2024-03-19T01:50:27.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.018+0000 7f9fb4fd3640  1 -- 172.21.15.46:0/1977528141 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fb019d290 con 0x7f9fb01006a0
2024-03-19T01:50:27.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.018+0000 7f9fb4fd3640  1 -- 172.21.15.46:0/1977528141 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fb01a4b20 con 0x7f9fb01006a0
2024-03-19T01:50:27.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.018+0000 7f9f9f7fe640  1 -- 172.21.15.46:0/1977528141 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9fa00108e0 con 0x7f9fb01006a0
2024-03-19T01:50:27.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.018+0000 7f9f9f7fe640  1 -- 172.21.15.46:0/1977528141 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa0018920 con 0x7f9fb01006a0
2024-03-19T01:50:27.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.020+0000 7f9f9f7fe640  1 -- 172.21.15.46:0/1977528141 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 23) ==== 137466+0+0 (secure 0 0 0) 0x7f9fa0010430 con 0x7f9fb01006a0
2024-03-19T01:50:27.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.021+0000 7f9f9f7fe640  1 --2- 172.21.15.46:0/1977528141 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f9f980a2a80 0x7f9f980a4f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:27.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.021+0000 7f9fadd9b640  1 --2- 172.21.15.46:0/1977528141 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f9f980a2a80 0x7f9f980a4f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:27.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.021+0000 7f9fb7bb7740  1  Processor -- start
2024-03-19T01:50:27.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.021+0000 7f9f9f7fe640  1 -- 172.21.15.46:0/1977528141 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f9fa00cf450 con 0x7f9fb01006a0
2024-03-19T01:50:27.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.022+0000 7f9fb7bb7740  1 --  start start
2024-03-19T01:50:27.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.022+0000 7f9fb7bb7740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ef39abf6e0 0x55ef39abfac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:27.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.022+0000 7f9fb7bb7740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ef39ac0000 0x55ef39ac86a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:27.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.022+0000 7f9fb7bb7740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef39ac8be0 0x55ef39acafd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:27.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.022+0000 7f9fb7bb7740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55ef39a1e4b0 con 0x55ef39ac8be0
2024-03-19T01:50:27.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.022+0000 7f9fb7bb7740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55ef399c6d70 con 0x55ef39abf6e0
2024-03-19T01:50:27.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.022+0000 7f9fb7bb7740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55ef39a1a550 con 0x55ef39ac0000
2024-03-19T01:50:27.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.022+0000 7f9fadd9b640  1 --2- 172.21.15.46:0/1977528141 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f9f980a2a80 0x7f9f980a4f40 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f9fa4005ab0 tx=0x7f9fa4005fd0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:27.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.022+0000 7f9fadd9b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ef39ac0000 0x55ef39ac86a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:27.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.022+0000 7f9fadd9b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ef39ac0000 0x55ef39ac86a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:52060/0 (socket says 172.21.15.46:52060)
2024-03-19T01:50:27.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.022+0000 7f9fadd9b640  1 -- 172.21.15.46:0/379490585 learned_addr learned my addr 172.21.15.46:0/379490585 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:27.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.022+0000 7f9fae59c640  1 --2- 172.21.15.46:0/379490585 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ef39abf6e0 0x55ef39abfac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:27.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.022+0000 7f9faed9d640  1 --2- 172.21.15.46:0/379490585 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef39ac8be0 0x55ef39acafd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:27.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.022+0000 7f9fadd9b640  1 -- 172.21.15.46:0/379490585 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ef39abf6e0 msgr2=0x55ef39abfac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:27.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.022+0000 7f9fadd9b640  1 --2- 172.21.15.46:0/379490585 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ef39abf6e0 0x55ef39abfac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:27.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.022+0000 7f9fadd9b640  1 -- 172.21.15.46:0/379490585 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef39ac8be0 msgr2=0x55ef39acafd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:27.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.022+0000 7f9fadd9b640  1 --2- 172.21.15.46:0/379490585 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef39ac8be0 0x55ef39acafd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:27.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.022+0000 7f9fadd9b640  1 -- 172.21.15.46:0/379490585 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ef399e9210 con 0x55ef39ac0000
2024-03-19T01:50:27.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.022+0000 7f9fae59c640  1 --2- 172.21.15.46:0/379490585 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ef39abf6e0 0x55ef39abfac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:27.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.022+0000 7f9faed9d640  1 --2- 172.21.15.46:0/379490585 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef39ac8be0 0x55ef39acafd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:50:27.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.023+0000 7f9fadd9b640  1 --2- 172.21.15.46:0/379490585 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ef39ac0000 0x55ef39ac86a0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f9fa4009930 tx=0x7f9fa403f000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d03a031ee0612a0a server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:27.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.023+0000 7f9f9cff9640  1 -- 172.21.15.46:0/379490585 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa402c7e0 con 0x55ef39ac0000
2024-03-19T01:50:27.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.023+0000 7f9f9cff9640  1 -- 172.21.15.46:0/379490585 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9fa4051070 con 0x55ef39ac0000
2024-03-19T01:50:27.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.023+0000 7f9f9cff9640  1 -- 172.21.15.46:0/379490585 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa403f440 con 0x55ef39ac0000
2024-03-19T01:50:27.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.024+0000 7f9fb7bb7740  1 -- 172.21.15.46:0/379490585 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ef39ac0000 msgr2=0x55ef39ac86a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:27.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.024+0000 7f9fb7bb7740  1 --2- 172.21.15.46:0/379490585 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ef39ac0000 0x55ef39ac86a0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f9fa4009930 tx=0x7f9fa403f000 comp rx=0 tx=0).stop
2024-03-19T01:50:27.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.024+0000 7f9fb7bb7740  1 -- 172.21.15.46:0/379490585 shutdown_connections
2024-03-19T01:50:27.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.024+0000 7f9fb7bb7740  1 --2- 172.21.15.46:0/379490585 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef39ac8be0 0x55ef39acafd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:27.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.024+0000 7f9fb7bb7740  1 --2- 172.21.15.46:0/379490585 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ef39ac0000 0x55ef39ac86a0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:27.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.024+0000 7f9fb7bb7740  1 --2- 172.21.15.46:0/379490585 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ef39abf6e0 0x55ef39abfac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:27.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.024+0000 7f9fb7bb7740  1 -- 172.21.15.46:0/379490585 >> 172.21.15.46:0/379490585 conn(0x55ef39ab9e10 msgr2=0x55ef39aba1f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:27.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.024+0000 7f9fb7bb7740  1 -- 172.21.15.46:0/379490585 shutdown_connections
2024-03-19T01:50:27.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.024+0000 7f9fb7bb7740  1 -- 172.21.15.46:0/379490585 wait complete.
2024-03-19T01:50:27.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.025+0000 7f9fb7bb7740  1 --  start start
2024-03-19T01:50:27.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.025+0000 7f9fb7bb7740  1  Processor -- start
2024-03-19T01:50:27.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.025+0000 7f9fb7bb7740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ef39abf6e0 0x55ef39ac5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:27.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.025+0000 7f9fb7bb7740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ef39ac0000 0x55ef39ac60c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:27.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.025+0000 7f9fb7bb7740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef39ac8be0 0x55ef39ac6600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:27.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.025+0000 7f9fb7bb7740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55ef39acb970 con 0x55ef39ac8be0
2024-03-19T01:50:27.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.025+0000 7f9fb7bb7740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55ef399da310 con 0x55ef39ac0000
2024-03-19T01:50:27.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.025+0000 7f9fb7bb7740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55ef39acbaf0 con 0x55ef39abf6e0
2024-03-19T01:50:27.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.025+0000 7f9fadd9b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ef39ac0000 0x55ef39ac60c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:27.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.025+0000 7f9fadd9b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ef39ac0000 0x55ef39ac60c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:45598/0 (socket says 172.21.15.46:45598)
2024-03-19T01:50:27.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.025+0000 7f9fadd9b640  1 -- 172.21.15.46:0/462298926 learned_addr learned my addr 172.21.15.46:0/462298926 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:27.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.025+0000 7f9fb7bb7740 10 client.0 _ll_register_callbacks cb 0x55ef399ce2d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:50:27.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.025+0000 7f9faed9d640  1 --2- 172.21.15.46:0/462298926 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef39ac8be0 0x55ef39ac6600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:27.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.025+0000 7f9fae59c640  1 --2- 172.21.15.46:0/462298926 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ef39abf6e0 0x55ef39ac5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:27.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.026+0000 7f9fadd9b640  1 -- 172.21.15.46:0/462298926 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ef39abf6e0 msgr2=0x55ef39ac5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:27.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.026+0000 7f9fadd9b640  1 --2- 172.21.15.46:0/462298926 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ef39abf6e0 0x55ef39ac5b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:27.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.026+0000 7f9fadd9b640  1 -- 172.21.15.46:0/462298926 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef39ac8be0 msgr2=0x55ef39ac6600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:27.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.026+0000 7f9fadd9b640  1 --2- 172.21.15.46:0/462298926 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef39ac8be0 0x55ef39ac6600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:27.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.026+0000 7f9fadd9b640  1 -- 172.21.15.46:0/462298926 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ef397323f0 con 0x55ef39ac0000
2024-03-19T01:50:27.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.026+0000 7f9faed9d640  1 --2- 172.21.15.46:0/462298926 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef39ac8be0 0x55ef39ac6600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed!
2024-03-19T01:50:27.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.026+0000 7f9fae59c640  1 --2- 172.21.15.46:0/462298926 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ef39abf6e0 0x55ef39ac5b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed!
2024-03-19T01:50:27.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.026+0000 7f9fadd9b640  1 --2- 172.21.15.46:0/462298926 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ef39ac0000 0x55ef39ac60c0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f9fa4005dd0 tx=0x7f9fa4003f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=446ef36e0ea4f497 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:27.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.026+0000 7f9f95ffb640 10 client.0 ms_handle_connect on v2:172.21.15.73:3300/0
2024-03-19T01:50:27.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.026+0000 7f9f95ffb640  1 -- 172.21.15.46:0/462298926 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa403f440 con 0x55ef39ac0000
2024-03-19T01:50:27.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.026+0000 7f9f95ffb640  1 -- 172.21.15.46:0/462298926 <== mon.2 v2:172.21.15.73:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f9fa403f5e0 con 0x55ef39ac0000
2024-03-19T01:50:27.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.026+0000 7f9fb7bb7740  1 -- 172.21.15.46:0/462298926 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9fa4051070 con 0x55ef39ac0000
2024-03-19T01:50:27.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.026+0000 7f9f95ffb640  1 -- 172.21.15.46:0/462298926 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f9fa4066050 con 0x55ef39ac0000
2024-03-19T01:50:27.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.026+0000 7f9fb7bb7740 10 client.25634 fetch_fsmap learned FSMap version 24
2024-03-19T01:50:27.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.026+0000 7f9fb7bb7740  1 -- 172.21.15.46:0/462298926 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55ef397fc7d0 con 0x55ef39ac0000
2024-03-19T01:50:27.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.026+0000 7f9f95ffb640  1 -- 172.21.15.46:0/462298926 <== mon.2 v2:172.21.15.73:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9fa403fc90 con 0x55ef39ac0000
2024-03-19T01:50:27.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.027+0000 7f9f95ffb640  1 -- 172.21.15.46:0/462298926 <== mon.2 v2:172.21.15.73:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f9fa4034960 con 0x55ef39ac0000
2024-03-19T01:50:27.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.027+0000 7f9fb7bb7740 10 client.25634 fetch_fsmap finished waiting for FSMap version 24
2024-03-19T01:50:27.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.027+0000 7f9fb7bb7740 10 client.25634 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:50:27.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.027+0000 7f9fb7bb7740 20 client.25634 populate_metadata read hostname 'smithi046'
2024-03-19T01:50:27.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.027+0000 7f9fb7bb7740  1 --2- 172.21.15.46:0/462298926 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ef39ad8d60 0x55ef39adb150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:27.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.027+0000 7f9fb7bb7740  4 client.25634 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:50:27.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.027+0000 7f9fb7bb7740  1 -- 172.21.15.46:0/462298926 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f9fa4051070 con 0x55ef39ad8d60
2024-03-19T01:50:27.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.027+0000 7f9fae59c640  1 --2- 172.21.15.46:0/462298926 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ef39ad8d60 0x55ef39adb150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:27.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.027+0000 7f9f95ffb640 10 client.25634 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:50:27.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.027+0000 7f9fae59c640  1 --2- 172.21.15.46:0/462298926 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ef39ad8d60 0x55ef39adb150 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fa60856dc431aec2 server_cookie=f7bd6d180b98a131 in_seq=0 out_seq=0
2024-03-19T01:50:27.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.028+0000 7f9f95ffb640  1 -- 172.21.15.46:0/462298926 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x7f9fa4051070 con 0x55ef39ad8d60
2024-03-19T01:50:27.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.028+0000 7f9f95ffb640 10 client.25634 handle_command_reply: tid=0
2024-03-19T01:50:27.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.028+0000 7f9fb7bb7740  1 client.25634 shutdown
2024-03-19T01:50:27.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.028+0000 7f9fb7bb7740  1 -- 172.21.15.46:0/462298926 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ef39ac0000 msgr2=0x55ef39ac60c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:27.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.028+0000 7f9fb7bb7740  1 --2- 172.21.15.46:0/462298926 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ef39ac0000 0x55ef39ac60c0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f9fa4005dd0 tx=0x7f9fa4003f90 comp rx=0 tx=0).stop
2024-03-19T01:50:27.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.028+0000 7f9fb7bb7740  1 -- 172.21.15.46:0/462298926 shutdown_connections
2024-03-19T01:50:27.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.028+0000 7f9fb7bb7740  1 --2- 172.21.15.46:0/462298926 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ef39ad8d60 0x55ef39adb150 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:27.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.028+0000 7f9f95ffb640  0 client.25634 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:50:27.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.028+0000 7f9fb7bb7740  1 --2- 172.21.15.46:0/462298926 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef39ac8be0 0x55ef39ac6600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:27.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.028+0000 7f9fb7bb7740  1 --2- 172.21.15.46:0/462298926 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ef39ac0000 0x55ef39ac60c0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:27.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.028+0000 7f9fb7bb7740  1 --2- 172.21.15.46:0/462298926 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ef39abf6e0 0x55ef39ac5b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:27.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.028+0000 7f9fb7bb7740  1 -- 172.21.15.46:0/462298926 >> 172.21.15.46:0/462298926 conn(0x55ef39ab9e10 msgr2=0x55ef39abb2d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:27.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.028+0000 7f9fb7bb7740  1 -- 172.21.15.46:0/462298926 shutdown_connections
2024-03-19T01:50:27.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.028+0000 7f9fb7bb7740  1 -- 172.21.15.46:0/462298926 wait complete.
2024-03-19T01:50:27.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.028+0000 7f9fb7bb7740 20 client.25634 trim_cache size 0 max 16384
2024-03-19T01:50:27.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.042+0000 7f9fb7bb7740  1  Processor -- start
2024-03-19T01:50:27.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.042+0000 7f9fb7bb7740  1 --  start start
2024-03-19T01:50:27.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.042+0000 7f9fb7bb7740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ef39abf6e0 0x55ef39ac82b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:27.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.042+0000 7f9fb7bb7740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef39ac0000 0x55ef39ab4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:27.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.042+0000 7f9fb7bb7740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ef39ac8be0 0x55ef39ab0a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:27.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.042+0000 7f9fb7bb7740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f9f90012740 con 0x55ef39ac0000
2024-03-19T01:50:27.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.042+0000 7f9fb7bb7740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f9f90010010 con 0x55ef39abf6e0
2024-03-19T01:50:27.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.042+0000 7f9fb7bb7740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9f9000de40 con 0x55ef39ac8be0
2024-03-19T01:50:27.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.042+0000 7f9fae59c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ef39abf6e0 0x55ef39ac82b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:27.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.042+0000 7f9fae59c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ef39abf6e0 0x55ef39ac82b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:45608/0 (socket says 172.21.15.46:45608)
2024-03-19T01:50:27.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.042+0000 7f9fae59c640  1 -- 172.21.15.46:0/3000068795 learned_addr learned my addr 172.21.15.46:0/3000068795 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:27.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.042+0000 7f9faed9d640  1 --2- 172.21.15.46:0/3000068795 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ef39ac8be0 0x55ef39ab0a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:27.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.042+0000 7f9fadd9b640  1 --2- 172.21.15.46:0/3000068795 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef39ac0000 0x55ef39ab4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:27.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.043+0000 7f9fae59c640  1 -- 172.21.15.46:0/3000068795 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ef39ac8be0 msgr2=0x55ef39ab0a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:27.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.043+0000 7f9fae59c640  1 --2- 172.21.15.46:0/3000068795 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ef39ac8be0 0x55ef39ab0a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:27.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.043+0000 7f9fae59c640  1 -- 172.21.15.46:0/3000068795 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef39ac0000 msgr2=0x55ef39ab4ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:27.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.043+0000 7f9fae59c640  1 --2- 172.21.15.46:0/3000068795 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef39ac0000 0x55ef39ab4ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:27.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.043+0000 7f9fae59c640  1 -- 172.21.15.46:0/3000068795 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ef39ac4b30 con 0x55ef39abf6e0
2024-03-19T01:50:27.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.043+0000 7f9fadd9b640  1 --2- 172.21.15.46:0/3000068795 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef39ac0000 0x55ef39ab4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:27.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.043+0000 7f9fae59c640  1 --2- 172.21.15.46:0/3000068795 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ef39abf6e0 0x55ef39ac82b0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f9fa009b420 tx=0x7f9fa001a040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e7bfd5f727f4fe40 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:27.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.043+0000 7f9f97fff640  1 -- 172.21.15.46:0/3000068795 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa00bb040 con 0x55ef39abf6e0
2024-03-19T01:50:27.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.043+0000 7f9f97fff640  1 -- 172.21.15.46:0/3000068795 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9fa0099a20 con 0x55ef39abf6e0
2024-03-19T01:50:27.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.043+0000 7f9f97fff640  1 -- 172.21.15.46:0/3000068795 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa00b4290 con 0x55ef39abf6e0
2024-03-19T01:50:27.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.044+0000 7f9fb7bb7740  1 -- 172.21.15.46:0/3000068795 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ef39abf6e0 msgr2=0x55ef39ac82b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:27.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.044+0000 7f9fb7bb7740  1 --2- 172.21.15.46:0/3000068795 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ef39abf6e0 0x55ef39ac82b0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f9fa009b420 tx=0x7f9fa001a040 comp rx=0 tx=0).stop
2024-03-19T01:50:27.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.044+0000 7f9fb7bb7740  1 -- 172.21.15.46:0/3000068795 shutdown_connections
2024-03-19T01:50:27.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.044+0000 7f9fb7bb7740  1 --2- 172.21.15.46:0/3000068795 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ef39ac8be0 0x55ef39ab0a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:27.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.044+0000 7f9fb7bb7740  1 --2- 172.21.15.46:0/3000068795 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef39ac0000 0x55ef39ab4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:27.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.044+0000 7f9fb7bb7740  1 --2- 172.21.15.46:0/3000068795 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ef39abf6e0 0x55ef39ac82b0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:27.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.044+0000 7f9fb7bb7740  1 -- 172.21.15.46:0/3000068795 >> 172.21.15.46:0/3000068795 conn(0x55ef39ab9e10 msgr2=0x55ef39abb040 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:27.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.044+0000 7f9fb7bb7740  1 -- 172.21.15.46:0/3000068795 shutdown_connections
2024-03-19T01:50:27.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.044+0000 7f9fb7bb7740  1 -- 172.21.15.46:0/3000068795 wait complete.
2024-03-19T01:50:27.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.045+0000 7f9fb7bb7740  1 --  start start
2024-03-19T01:50:27.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.045+0000 7f9fb7bb7740  1  Processor -- start
2024-03-19T01:50:27.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.045+0000 7f9fb7bb7740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef39abf6e0 0x55ef39b38120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:27.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.045+0000 7f9fb7bb7740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ef39ac0000 0x55ef39b38660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:27.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.045+0000 7f9fae59c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef39abf6e0 0x55ef39b38120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:27.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.045+0000 7f9fae59c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef39abf6e0 0x55ef39b38120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60548/0 (socket says 172.21.15.46:60548)
2024-03-19T01:50:27.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.045+0000 7f9fb7bb7740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ef39ac8be0 0x55ef39accea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:27.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.045+0000 7f9fadd9b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ef39ac0000 0x55ef39b38660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:27.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.045+0000 7f9fadd9b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ef39ac0000 0x55ef39b38660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:45622/0 (socket says 172.21.15.46:45622)
2024-03-19T01:50:27.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.045+0000 7f9fae59c640  1 -- 172.21.15.46:0/780728280 learned_addr learned my addr 172.21.15.46:0/780728280 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:27.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.045+0000 7f9fb7bb7740  1 -- 172.21.15.46:0/780728280 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f9f9000e4d0 con 0x55ef39abf6e0
2024-03-19T01:50:27.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.045+0000 7f9fb7bb7740  1 -- 172.21.15.46:0/780728280 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f9f9000f940 con 0x55ef39ac0000
2024-03-19T01:50:27.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.045+0000 7f9fb7bb7740  1 -- 172.21.15.46:0/780728280 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9f9000eba0 con 0x55ef39ac8be0
2024-03-19T01:50:27.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.046+0000 7f9faed9d640  1 --2- 172.21.15.46:0/780728280 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ef39ac8be0 0x55ef39accea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:27.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.046+0000 7f9fb7bb7740 10 client.0 _ll_register_callbacks cb 0x7f9fa00cc6a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:50:27.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.046+0000 7f9fae59c640  1 -- 172.21.15.46:0/780728280 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ef39ac8be0 msgr2=0x55ef39accea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:27.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.046+0000 7f9fae59c640  1 --2- 172.21.15.46:0/780728280 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ef39ac8be0 0x55ef39accea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:27.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.046+0000 7f9fae59c640  1 -- 172.21.15.46:0/780728280 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ef39ac0000 msgr2=0x55ef39b38660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:27.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.046+0000 7f9fae59c640  1 --2- 172.21.15.46:0/780728280 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ef39ac0000 0x55ef39b38660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:27.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.046+0000 7f9fae59c640  1 -- 172.21.15.46:0/780728280 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ef39acd590 con 0x55ef39abf6e0
2024-03-19T01:50:27.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.046+0000 7f9faed9d640  1 --2- 172.21.15.46:0/780728280 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ef39ac8be0 0x55ef39accea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed!
2024-03-19T01:50:27.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.046+0000 7f9fae59c640  1 --2- 172.21.15.46:0/780728280 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef39abf6e0 0x55ef39b38120 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f9fa009b880 tx=0x7f9fa0005b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ec1922ab1c20bb2 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:27.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.046+0000 7f9f95ffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:50:27.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.046+0000 7f9f95ffb640  1 -- 172.21.15.46:0/780728280 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa00bb050 con 0x55ef39abf6e0
2024-03-19T01:50:27.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.046+0000 7f9f95ffb640  1 -- 172.21.15.46:0/780728280 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f9fa00ccac0 con 0x55ef39abf6e0
2024-03-19T01:50:27.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.046+0000 7f9fb7bb7740  1 -- 172.21.15.46:0/780728280 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9fa0099a20 con 0x55ef39abf6e0
2024-03-19T01:50:27.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.046+0000 7f9f95ffb640  1 -- 172.21.15.46:0/780728280 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f9fa00cccc0 con 0x55ef39abf6e0
2024-03-19T01:50:27.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.047+0000 7f9fb7bb7740 10 client.15783 fetch_fsmap learned FSMap version 24
2024-03-19T01:50:27.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.047+0000 7f9fb7bb7740  1 -- 172.21.15.46:0/780728280 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55ef39b3f880 con 0x55ef39abf6e0
2024-03-19T01:50:27.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.047+0000 7f9f95ffb640  1 -- 172.21.15.46:0/780728280 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9fa0099a20 con 0x55ef39abf6e0
2024-03-19T01:50:27.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.047+0000 7f9f95ffb640  1 -- 172.21.15.46:0/780728280 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f9fa0097600 con 0x55ef39abf6e0
2024-03-19T01:50:27.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.047+0000 7f9fb7bb7740 10 client.15783 fetch_fsmap finished waiting for FSMap version 24
2024-03-19T01:50:27.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.047+0000 7f9fb7bb7740 10 client.15783 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:50:27.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.047+0000 7f9fb7bb7740 20 client.15783 populate_metadata read hostname 'smithi046'
2024-03-19T01:50:27.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.047+0000 7f9fb7bb7740  1 --2- 172.21.15.46:0/780728280 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ef39ad8d60 0x55ef39b41ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:27.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.047+0000 7f9fb7bb7740  4 client.15783 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:50:27.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.047+0000 7f9fb7bb7740  1 -- 172.21.15.46:0/780728280 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ef39a7c3e0 con 0x55ef39ad8d60
2024-03-19T01:50:27.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.047+0000 7f9fadd9b640  1 --2- 172.21.15.46:0/780728280 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ef39ad8d60 0x55ef39b41ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:27.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.048+0000 7f9fadd9b640  1 --2- 172.21.15.46:0/780728280 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ef39ad8d60 0x55ef39b41ea0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a987d5c103a847e0 server_cookie=50296132d8b48a91 in_seq=0 out_seq=0
2024-03-19T01:50:27.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.048+0000 7f9f95ffb640 10 client.15783 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:50:27.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.048+0000 7f9f95ffb640  1 -- 172.21.15.46:0/780728280 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ef39a7c3e0 con 0x55ef39ad8d60
2024-03-19T01:50:27.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.048+0000 7f9f95ffb640 10 client.15783 handle_command_reply: tid=0
2024-03-19T01:50:27.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.048+0000 7f9fb7bb7740  1 client.15783 shutdown
2024-03-19T01:50:27.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.048+0000 7f9fb7bb7740  1 -- 172.21.15.46:0/780728280 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef39abf6e0 msgr2=0x55ef39b38120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:27.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.048+0000 7f9fb7bb7740  1 --2- 172.21.15.46:0/780728280 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef39abf6e0 0x55ef39b38120 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f9fa009b880 tx=0x7f9fa0005b20 comp rx=0 tx=0).stop
2024-03-19T01:50:27.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.048+0000 7f9fb7bb7740  1 -- 172.21.15.46:0/780728280 shutdown_connections
2024-03-19T01:50:27.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.048+0000 7f9fb7bb7740  1 --2- 172.21.15.46:0/780728280 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ef39ad8d60 0x55ef39b41ea0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:27.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.048+0000 7f9f95ffb640  0 client.15783 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:50:27.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.048+0000 7f9fb7bb7740  1 --2- 172.21.15.46:0/780728280 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ef39ac8be0 0x55ef39accea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:27.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.048+0000 7f9fb7bb7740  1 --2- 172.21.15.46:0/780728280 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ef39ac0000 0x55ef39b38660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:27.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.048+0000 7f9fb7bb7740  1 --2- 172.21.15.46:0/780728280 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef39abf6e0 0x55ef39b38120 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:27.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.048+0000 7f9fb7bb7740  1 -- 172.21.15.46:0/780728280 >> 172.21.15.46:0/780728280 conn(0x55ef39ab9e10 msgr2=0x55ef39abb860 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:27.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.048+0000 7f9fb7bb7740  1 -- 172.21.15.46:0/780728280 shutdown_connections
2024-03-19T01:50:27.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.048+0000 7f9fb7bb7740  1 -- 172.21.15.46:0/780728280 wait complete.
2024-03-19T01:50:27.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.048+0000 7f9fb7bb7740 20 client.15783 trim_cache size 0 max 16384
2024-03-19T01:50:27.054 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:50:27.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.049+0000 7f9fb4fd3640  1 -- 172.21.15.46:0/1977528141 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f9f980a2a80 msgr2=0x7f9f980a4f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:27.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.049+0000 7f9fb4fd3640  1 --2- 172.21.15.46:0/1977528141 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f9f980a2a80 0x7f9f980a4f40 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f9fa4005ab0 tx=0x7f9fa4005fd0 comp rx=0 tx=0).stop
2024-03-19T01:50:27.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.049+0000 7f9fb4fd3640  1 -- 172.21.15.46:0/1977528141 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9fb01006a0 msgr2=0x7f9fb0198000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:27.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.049+0000 7f9fb4fd3640  1 --2- 172.21.15.46:0/1977528141 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9fb01006a0 0x7f9fb0198000 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f9fa000e9f0 tx=0x7f9fa000eeb0 comp rx=0 tx=0).stop
2024-03-19T01:50:27.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.049+0000 7f9fb4fd3640  1 -- 172.21.15.46:0/1977528141 shutdown_connections
2024-03-19T01:50:27.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.049+0000 7f9fb4fd3640  1 --2- 172.21.15.46:0/1977528141 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9fb01066b0 0x7f9fb019c870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:27.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.049+0000 7f9fb4fd3640  1 --2- 172.21.15.46:0/1977528141 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f9f980a2a80 0x7f9f980a4f40 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:27.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.049+0000 7f9fb4fd3640  1 --2- 172.21.15.46:0/1977528141 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9fb0101060 0x7f9fb0198540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:27.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.049+0000 7f9fb4fd3640  1 --2- 172.21.15.46:0/1977528141 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9fb01006a0 0x7f9fb0198000 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:27.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.049+0000 7f9fb4fd3640  1 -- 172.21.15.46:0/1977528141 >> 172.21.15.46:0/1977528141 conn(0x7f9fb00778d0 msgr2=0x7f9fb0068d60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:27.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.049+0000 7f9fb4fd3640  1 -- 172.21.15.46:0/1977528141 shutdown_connections
2024-03-19T01:50:27.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:27.050+0000 7f9fb4fd3640  1 -- 172.21.15.46:0/1977528141 wait complete.
2024-03-19T01:50:27.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:27 smithi046 ceph-mon[63102]: pgmap v14: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 7 op/s
2024-03-19T01:50:27.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:27 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/4291740801' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:50:27.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:27 smithi073 ceph-mon[66833]: pgmap v14: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 7 op/s
2024-03-19T01:50:27.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:27 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/4291740801' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:50:27.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:27 smithi102 ceph-mon[66557]: pgmap v14: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 7 op/s
2024-03-19T01:50:27.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:27 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/4291740801' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:50:28.063 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs
2024-03-19T01:50:28.063 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:50:28.064 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive
2024-03-19T01:50:28.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.177+0000 7fc71d4e8640  1 -- 172.21.15.46:0/20680266 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc718100680 msgr2=0x7fc71810e640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:28.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.177+0000 7fc71d4e8640  1 --2- 172.21.15.46:0/20680266 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc718100680 0x7fc71810e640 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fc710009be0 tx=0x7fc71002bef0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.177+0000 7fc71d4e8640  1 -- 172.21.15.46:0/20680266 shutdown_connections
2024-03-19T01:50:28.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.177+0000 7fc71d4e8640  1 --2- 172.21.15.46:0/20680266 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc718100680 0x7fc71810e640 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.177+0000 7fc71d4e8640  1 --2- 172.21.15.46:0/20680266 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc7180ffcc0 0x7fc718100140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.177+0000 7fc71d4e8640  1 --2- 172.21.15.46:0/20680266 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc7181077c0 0x7fc718107ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.177+0000 7fc71d4e8640  1 -- 172.21.15.46:0/20680266 >> 172.21.15.46:0/20680266 conn(0x7fc718076c40 msgr2=0x7fc7180fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:28.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.177+0000 7fc71d4e8640  1 -- 172.21.15.46:0/20680266 shutdown_connections
2024-03-19T01:50:28.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.177+0000 7fc71d4e8640  1 -- 172.21.15.46:0/20680266 wait complete.
2024-03-19T01:50:28.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.178+0000 7fc71d4e8640  1  Processor -- start
2024-03-19T01:50:28.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.178+0000 7fc71d4e8640  1 --  start start
2024-03-19T01:50:28.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.178+0000 7fc71d4e8640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc7180ffcc0 0x7fc718100ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.178+0000 7fc71d4e8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc718100680 0x7fc7181013e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.178+0000 7fc71d4e8640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc7181077c0 0x7fc718101920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.178+0000 7fc71d4e8640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc718111a60 con 0x7fc718100680
2024-03-19T01:50:28.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.178+0000 7fc71d4e8640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fc7181118e0 con 0x7fc7181077c0
2024-03-19T01:50:28.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.178+0000 7fc71d4e8640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc718111be0 con 0x7fc7180ffcc0
2024-03-19T01:50:28.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.178+0000 7fc716ffd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc7180ffcc0 0x7fc718100ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.178+0000 7fc7177fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc7181077c0 0x7fc718101920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.178+0000 7fc7177fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc7181077c0 0x7fc718101920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:45626/0 (socket says 172.21.15.46:45626)
2024-03-19T01:50:28.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.178+0000 7fc716ffd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc7180ffcc0 0x7fc718100ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:52114/0 (socket says 172.21.15.46:52114)
2024-03-19T01:50:28.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.178+0000 7fc7177fe640  1 -- 172.21.15.46:0/496368956 learned_addr learned my addr 172.21.15.46:0/496368956 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:28.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.178+0000 7fc7167fc640  1 --2- 172.21.15.46:0/496368956 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc718100680 0x7fc7181013e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.179+0000 7fc7177fe640  1 -- 172.21.15.46:0/496368956 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc7180ffcc0 msgr2=0x7fc718100ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:28.182 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.179+0000 7fc7177fe640  1 --2- 172.21.15.46:0/496368956 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc7180ffcc0 0x7fc718100ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.182 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.179+0000 7fc7177fe640  1 -- 172.21.15.46:0/496368956 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc718100680 msgr2=0x7fc7181013e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:28.182 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.179+0000 7fc7177fe640  1 --2- 172.21.15.46:0/496368956 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc718100680 0x7fc7181013e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.182 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.179+0000 7fc7177fe640  1 -- 172.21.15.46:0/496368956 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7181a6480 con 0x7fc7181077c0
2024-03-19T01:50:28.182 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.179+0000 7fc716ffd640  1 --2- 172.21.15.46:0/496368956 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc7180ffcc0 0x7fc718100ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:28.182 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.179+0000 7fc7177fe640  1 --2- 172.21.15.46:0/496368956 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc7181077c0 0x7fc718101920 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fc710009d00 tx=0x7fc710033a60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:28.182 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.179+0000 7fc6fffff640  1 -- 172.21.15.46:0/496368956 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc710043020 con 0x7fc7181077c0
2024-03-19T01:50:28.182 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.179+0000 7fc6fffff640  1 -- 172.21.15.46:0/496368956 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc710033e60 con 0x7fc7181077c0
2024-03-19T01:50:28.182 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.179+0000 7fc71d4e8640  1 -- 172.21.15.46:0/496368956 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7181a6710 con 0x7fc7181077c0
2024-03-19T01:50:28.182 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.179+0000 7fc6fffff640  1 -- 172.21.15.46:0/496368956 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc710034430 con 0x7fc7181077c0
2024-03-19T01:50:28.182 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.179+0000 7fc71d4e8640  1 -- 172.21.15.46:0/496368956 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7181a6c10 con 0x7fc7181077c0
2024-03-19T01:50:28.184 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.182+0000 7fc6fffff640  1 -- 172.21.15.46:0/496368956 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 23) ==== 137466+0+0 (secure 0 0 0) 0x7fc710046020 con 0x7fc7181077c0
2024-03-19T01:50:28.184 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.183+0000 7fc7201aa740  1  Processor -- start
2024-03-19T01:50:28.184 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.183+0000 7fc7201aa740  1 --  start start
2024-03-19T01:50:28.184 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.183+0000 7fc7201aa740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5633b4e22380 0x5633b4e22760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.183+0000 7fc6fffff640  1 --2- 172.21.15.46:0/496368956 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fc7000a2a00 0x7fc7000a4ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.183+0000 7fc7201aa740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5633b4e22ca0 0x5633b4e2b340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.183+0000 7fc7201aa740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5633b4e2b880 0x5633b4e2dc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.183+0000 7fc7201aa740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5633b4d86160 con 0x5633b4e2b880
2024-03-19T01:50:28.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.183+0000 7fc7201aa740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5633b4d2ee10 con 0x5633b4e22ca0
2024-03-19T01:50:28.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.183+0000 7fc7201aa740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5633b4d82200 con 0x5633b4e22380
2024-03-19T01:50:28.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.183+0000 7fc7167fc640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5633b4e22ca0 0x5633b4e2b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.183+0000 7fc7167fc640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5633b4e22ca0 0x5633b4e2b340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:45634/0 (socket says 172.21.15.46:45634)
2024-03-19T01:50:28.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.183+0000 7fc7167fc640  1 -- 172.21.15.46:0/1265522789 learned_addr learned my addr 172.21.15.46:0/1265522789 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:28.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.183+0000 7fc716ffd640  1 --2- 172.21.15.46:0/496368956 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fc7000a2a00 0x7fc7000a4ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.183+0000 7fc7167fc640  1 --2- 172.21.15.46:0/1265522789 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5633b4e22380 0x5633b4e22760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.183+0000 7fc6fffff640  1 -- 172.21.15.46:0/496368956 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fc7100f1910 con 0x7fc7181077c0
2024-03-19T01:50:28.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.183+0000 7fc7177fe640  1 --2- 172.21.15.46:0/1265522789 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5633b4e2b880 0x5633b4e2dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.184+0000 7fc7167fc640  1 -- 172.21.15.46:0/1265522789 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5633b4e22380 msgr2=0x5633b4e22760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:28.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.184+0000 7fc7167fc640  1 --2- 172.21.15.46:0/1265522789 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5633b4e22380 0x5633b4e22760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.184+0000 7fc7167fc640  1 -- 172.21.15.46:0/1265522789 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5633b4e2b880 msgr2=0x5633b4e2dc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:28.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.184+0000 7fc7167fc640  1 --2- 172.21.15.46:0/1265522789 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5633b4e2b880 0x5633b4e2dc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.184+0000 7fc7167fc640  1 -- 172.21.15.46:0/1265522789 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5633b4b627e0 con 0x5633b4e22ca0
2024-03-19T01:50:28.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.184+0000 7fc7177fe640  1 --2- 172.21.15.46:0/1265522789 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5633b4e2b880 0x5633b4e2dc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:50:28.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.184+0000 7fc7167fc640  1 --2- 172.21.15.46:0/1265522789 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5633b4e22ca0 0x5633b4e2b340 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fc70c012770 tx=0x7fc70c009630 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dbfdfbbe0f407111 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:28.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.184+0000 7fc6fd7fa640  1 -- 172.21.15.46:0/1265522789 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc70c012cf0 con 0x5633b4e22ca0
2024-03-19T01:50:28.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.184+0000 7fc6fd7fa640  1 -- 172.21.15.46:0/1265522789 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc70c0054d0 con 0x5633b4e22ca0
2024-03-19T01:50:28.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.184+0000 7fc6fd7fa640  1 -- 172.21.15.46:0/1265522789 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc70c0107d0 con 0x5633b4e22ca0
2024-03-19T01:50:28.191 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.185+0000 7fc716ffd640  1 --2- 172.21.15.46:0/496368956 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fc7000a2a00 0x7fc7000a4ec0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fc708009f40 tx=0x7fc708005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:28.191 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.185+0000 7fc7201aa740  1 -- 172.21.15.46:0/1265522789 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5633b4e22ca0 msgr2=0x5633b4e2b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:28.191 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.185+0000 7fc7201aa740  1 --2- 172.21.15.46:0/1265522789 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5633b4e22ca0 0x5633b4e2b340 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fc70c012770 tx=0x7fc70c009630 comp rx=0 tx=0).stop
2024-03-19T01:50:28.191 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.185+0000 7fc7201aa740  1 -- 172.21.15.46:0/1265522789 shutdown_connections
2024-03-19T01:50:28.191 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.185+0000 7fc7201aa740  1 --2- 172.21.15.46:0/1265522789 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5633b4e2b880 0x5633b4e2dc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.191 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.185+0000 7fc7201aa740  1 --2- 172.21.15.46:0/1265522789 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5633b4e22ca0 0x5633b4e2b340 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.185+0000 7fc7201aa740  1 --2- 172.21.15.46:0/1265522789 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5633b4e22380 0x5633b4e22760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.185+0000 7fc7201aa740  1 -- 172.21.15.46:0/1265522789 >> 172.21.15.46:0/1265522789 conn(0x5633b4e1cab0 msgr2=0x5633b4e1ce90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:28.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.185+0000 7fc7201aa740  1 -- 172.21.15.46:0/1265522789 shutdown_connections
2024-03-19T01:50:28.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.185+0000 7fc7201aa740  1 -- 172.21.15.46:0/1265522789 wait complete.
2024-03-19T01:50:28.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.186+0000 7fc7201aa740  1 --  start start
2024-03-19T01:50:28.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.186+0000 7fc7201aa740  1  Processor -- start
2024-03-19T01:50:28.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.186+0000 7fc7201aa740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5633b4e22380 0x5633b4e288b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.186+0000 7fc7201aa740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5633b4e22ca0 0x5633b4e28df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.186+0000 7fc7201aa740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5633b4e2b880 0x5633b4e29330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.186+0000 7fc7201aa740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5633b4e2e670 con 0x5633b4e22ca0
2024-03-19T01:50:28.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.187+0000 7fc7201aa740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5633b4d421a0 con 0x5633b4e2b880
2024-03-19T01:50:28.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.187+0000 7fc716ffd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5633b4e22380 0x5633b4e288b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.187+0000 7fc7167fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5633b4e22ca0 0x5633b4e28df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.187+0000 7fc7201aa740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5633b4e2e7f0 con 0x5633b4e22380
2024-03-19T01:50:28.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.187+0000 7fc716ffd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5633b4e22380 0x5633b4e288b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:52142/0 (socket says 172.21.15.46:52142)
2024-03-19T01:50:28.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.187+0000 7fc716ffd640  1 -- 172.21.15.46:0/2515667213 learned_addr learned my addr 172.21.15.46:0/2515667213 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:28.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.187+0000 7fc7177fe640  1 --2- 172.21.15.46:0/2515667213 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5633b4e2b880 0x5633b4e29330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.187+0000 7fc7201aa740 10 client.0 _ll_register_callbacks cb 0x5633b4a99c60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:50:28.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.187+0000 7fc716ffd640  1 -- 172.21.15.46:0/2515667213 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5633b4e2b880 msgr2=0x5633b4e29330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:28.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.187+0000 7fc716ffd640  1 --2- 172.21.15.46:0/2515667213 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5633b4e2b880 0x5633b4e29330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.187+0000 7fc716ffd640  1 -- 172.21.15.46:0/2515667213 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5633b4e22ca0 msgr2=0x5633b4e28df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:28.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.187+0000 7fc716ffd640  1 --2- 172.21.15.46:0/2515667213 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5633b4e22ca0 0x5633b4e28df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.187+0000 7fc716ffd640  1 -- 172.21.15.46:0/2515667213 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5633b4bc2f70 con 0x5633b4e22380
2024-03-19T01:50:28.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.187+0000 7fc7167fc640  1 --2- 172.21.15.46:0/2515667213 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5633b4e22ca0 0x5633b4e28df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:28.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.187+0000 7fc716ffd640  1 --2- 172.21.15.46:0/2515667213 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5633b4e22380 0x5633b4e288b0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fc70800fd10 tx=0x7fc708004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a034e9c6e2eed866 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:28.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.187+0000 7fc6faff5640 10 client.0 ms_handle_connect on v2:172.21.15.102:3300/0
2024-03-19T01:50:28.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.187+0000 7fc6faff5640  1 -- 172.21.15.46:0/2515667213 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc70800eab0 con 0x5633b4e22380
2024-03-19T01:50:28.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.187+0000 7fc7201aa740  1 -- 172.21.15.46:0/2515667213 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc70c0054d0 con 0x5633b4e22380
2024-03-19T01:50:28.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.187+0000 7fc6faff5640  1 -- 172.21.15.46:0/2515667213 <== mon.1 v2:172.21.15.102:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fc70800ec50 con 0x5633b4e22380
2024-03-19T01:50:28.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.188+0000 7fc6faff5640  1 -- 172.21.15.46:0/2515667213 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fc70800ee50 con 0x5633b4e22380
2024-03-19T01:50:28.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.188+0000 7fc7201aa740 10 client.25591 fetch_fsmap learned FSMap version 24
2024-03-19T01:50:28.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.188+0000 7fc7201aa740  1 -- 172.21.15.46:0/2515667213 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5633b4a5a170 con 0x5633b4e22380
2024-03-19T01:50:28.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.188+0000 7fc6faff5640  1 -- 172.21.15.46:0/2515667213 <== mon.1 v2:172.21.15.102:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc70c0054d0 con 0x5633b4e22380
2024-03-19T01:50:28.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.188+0000 7fc6faff5640  1 -- 172.21.15.46:0/2515667213 <== mon.1 v2:172.21.15.102:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fc70801d4a0 con 0x5633b4e22380
2024-03-19T01:50:28.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.188+0000 7fc7201aa740 10 client.25591 fetch_fsmap finished waiting for FSMap version 24
2024-03-19T01:50:28.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.188+0000 7fc7201aa740 10 client.25591 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:50:28.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.188+0000 7fc7201aa740 20 client.25591 populate_metadata read hostname 'smithi046'
2024-03-19T01:50:28.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.188+0000 7fc7201aa740  1 --2- 172.21.15.46:0/2515667213 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5633b4e3bc10 0x5633b4e3e080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.188+0000 7fc7201aa740  4 client.25591 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:50:28.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.188+0000 7fc7201aa740  1 -- 172.21.15.46:0/2515667213 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5633b4d936a0 con 0x5633b4e3bc10
2024-03-19T01:50:28.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.188+0000 7fc7167fc640  1 --2- 172.21.15.46:0/2515667213 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5633b4e3bc10 0x5633b4e3e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.189+0000 7fc6faff5640 10 client.25591 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:50:28.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.189+0000 7fc7167fc640  1 --2- 172.21.15.46:0/2515667213 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5633b4e3bc10 0x5633b4e3e080 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a0f13289f2d265 server_cookie=3ea3d657f20bc0fd in_seq=0 out_seq=0
2024-03-19T01:50:28.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.189+0000 7fc6faff5640  1 -- 172.21.15.46:0/2515667213 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5633b4d936a0 con 0x5633b4e3bc10
2024-03-19T01:50:28.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.189+0000 7fc6faff5640 10 client.25591 handle_command_reply: tid=0
2024-03-19T01:50:28.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.189+0000 7fc7201aa740  1 client.25591 shutdown
2024-03-19T01:50:28.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.189+0000 7fc7201aa740  1 -- 172.21.15.46:0/2515667213 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5633b4e22380 msgr2=0x5633b4e288b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:28.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.189+0000 7fc7201aa740  1 --2- 172.21.15.46:0/2515667213 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5633b4e22380 0x5633b4e288b0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fc70800fd10 tx=0x7fc708004730 comp rx=0 tx=0).stop
2024-03-19T01:50:28.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.189+0000 7fc7201aa740  1 -- 172.21.15.46:0/2515667213 shutdown_connections
2024-03-19T01:50:28.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.189+0000 7fc7201aa740  1 --2- 172.21.15.46:0/2515667213 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5633b4e3bc10 0x5633b4e3e080 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.189+0000 7fc6faff5640  0 client.25591 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:50:28.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.189+0000 7fc7201aa740  1 --2- 172.21.15.46:0/2515667213 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5633b4e2b880 0x5633b4e29330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.189+0000 7fc7201aa740  1 --2- 172.21.15.46:0/2515667213 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5633b4e22ca0 0x5633b4e28df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.189+0000 7fc7201aa740  1 --2- 172.21.15.46:0/2515667213 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5633b4e22380 0x5633b4e288b0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.190+0000 7fc7201aa740  1 -- 172.21.15.46:0/2515667213 >> 172.21.15.46:0/2515667213 conn(0x5633b4e1cab0 msgr2=0x5633b4e1e800 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:28.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.190+0000 7fc7201aa740  1 -- 172.21.15.46:0/2515667213 shutdown_connections
2024-03-19T01:50:28.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.190+0000 7fc7201aa740  1 -- 172.21.15.46:0/2515667213 wait complete.
2024-03-19T01:50:28.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.190+0000 7fc7201aa740 20 client.25591 trim_cache size 0 max 16384
2024-03-19T01:50:28.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.207+0000 7fc7201aa740  1  Processor -- start
2024-03-19T01:50:28.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.207+0000 7fc7201aa740  1 --  start start
2024-03-19T01:50:28.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.208+0000 7fc7201aa740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5633b4e22380 0x5633b4e2afe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.208+0000 7fc7201aa740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5633b4e22ca0 0x5633b4e37410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.208+0000 7fc7201aa740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5633b4e2b880 0x5633b4e43950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.208+0000 7fc7201aa740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc7181af220 con 0x5633b4e2b880
2024-03-19T01:50:28.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.208+0000 7fc7201aa740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fc7181acaf0 con 0x5633b4e22ca0
2024-03-19T01:50:28.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.208+0000 7fc7201aa740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc7181aa920 con 0x5633b4e22380
2024-03-19T01:50:28.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.208+0000 7fc716ffd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5633b4e22380 0x5633b4e2afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.208+0000 7fc7177fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5633b4e2b880 0x5633b4e43950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.208+0000 7fc7177fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5633b4e2b880 0x5633b4e43950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60576/0 (socket says 172.21.15.46:60576)
2024-03-19T01:50:28.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.208+0000 7fc716ffd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5633b4e22380 0x5633b4e2afe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:52150/0 (socket says 172.21.15.46:52150)
2024-03-19T01:50:28.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.208+0000 7fc7177fe640  1 -- 172.21.15.46:0/2268264951 learned_addr learned my addr 172.21.15.46:0/2268264951 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:28.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.208+0000 7fc7167fc640  1 --2- 172.21.15.46:0/2268264951 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5633b4e22ca0 0x5633b4e37410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.208+0000 7fc716ffd640  1 -- 172.21.15.46:0/2268264951 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5633b4e22ca0 msgr2=0x5633b4e37410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:28.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.208+0000 7fc716ffd640  1 --2- 172.21.15.46:0/2268264951 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5633b4e22ca0 0x5633b4e37410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.208+0000 7fc716ffd640  1 -- 172.21.15.46:0/2268264951 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5633b4e2b880 msgr2=0x5633b4e43950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:28.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.208+0000 7fc716ffd640  1 --2- 172.21.15.46:0/2268264951 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5633b4e2b880 0x5633b4e43950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.208+0000 7fc716ffd640  1 -- 172.21.15.46:0/2268264951 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5633b4e21700 con 0x5633b4e22380
2024-03-19T01:50:28.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.208+0000 7fc7167fc640  1 --2- 172.21.15.46:0/2268264951 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5633b4e22ca0 0x5633b4e37410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:28.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.208+0000 7fc7177fe640  1 --2- 172.21.15.46:0/2268264951 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5633b4e2b880 0x5633b4e43950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:28.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.208+0000 7fc716ffd640  1 --2- 172.21.15.46:0/2268264951 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5633b4e22380 0x5633b4e2afe0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fc70801d990 tx=0x7fc708005c30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9ea9dd8a497a57d4 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:28.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.209+0000 7fc6fcff9640  1 -- 172.21.15.46:0/2268264951 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc70800f8c0 con 0x5633b4e22380
2024-03-19T01:50:28.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.209+0000 7fc6fcff9640  1 -- 172.21.15.46:0/2268264951 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc708039070 con 0x5633b4e22380
2024-03-19T01:50:28.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.209+0000 7fc6fcff9640  1 -- 172.21.15.46:0/2268264951 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc708004030 con 0x5633b4e22380
2024-03-19T01:50:28.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.209+0000 7fc7201aa740  1 -- 172.21.15.46:0/2268264951 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5633b4e22380 msgr2=0x5633b4e2afe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:28.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.209+0000 7fc7201aa740  1 --2- 172.21.15.46:0/2268264951 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5633b4e22380 0x5633b4e2afe0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fc70801d990 tx=0x7fc708005c30 comp rx=0 tx=0).stop
2024-03-19T01:50:28.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.209+0000 7fc7201aa740  1 -- 172.21.15.46:0/2268264951 shutdown_connections
2024-03-19T01:50:28.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.209+0000 7fc7201aa740  1 --2- 172.21.15.46:0/2268264951 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5633b4e2b880 0x5633b4e43950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.209+0000 7fc7201aa740  1 --2- 172.21.15.46:0/2268264951 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5633b4e22ca0 0x5633b4e37410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.209+0000 7fc7201aa740  1 --2- 172.21.15.46:0/2268264951 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5633b4e22380 0x5633b4e2afe0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.209+0000 7fc7201aa740  1 -- 172.21.15.46:0/2268264951 >> 172.21.15.46:0/2268264951 conn(0x5633b4e1cab0 msgr2=0x5633b4e1bb30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:28.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.209+0000 7fc7201aa740  1 -- 172.21.15.46:0/2268264951 shutdown_connections
2024-03-19T01:50:28.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.209+0000 7fc7201aa740  1 -- 172.21.15.46:0/2268264951 wait complete.
2024-03-19T01:50:28.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.210+0000 7fc7201aa740  1 --  start start
2024-03-19T01:50:28.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.210+0000 7fc7201aa740  1  Processor -- start
2024-03-19T01:50:28.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.210+0000 7fc7201aa740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5633b4e22380 0x5633b4e33c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.210+0000 7fc7201aa740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5633b4e22ca0 0x5633b4e2ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.210+0000 7fc7201aa740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5633b4e2b880 0x5633b4e304f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.210+0000 7fc7201aa740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc7181aafb0 con 0x5633b4e22ca0
2024-03-19T01:50:28.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.210+0000 7fc7167fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5633b4e22ca0 0x5633b4e2ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.210+0000 7fc7201aa740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fc7181ac420 con 0x5633b4e22380
2024-03-19T01:50:28.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.210+0000 7fc7201aa740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc7181ab680 con 0x5633b4e2b880
2024-03-19T01:50:28.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.210+0000 7fc7177fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5633b4e2b880 0x5633b4e304f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.210+0000 7fc7201aa740 10 client.0 _ll_register_callbacks cb 0x7fc708011f50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:50:28.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.210+0000 7fc7167fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5633b4e22ca0 0x5633b4e2ffb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60590/0 (socket says 172.21.15.46:60590)
2024-03-19T01:50:28.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.210+0000 7fc716ffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5633b4e22380 0x5633b4e33c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.210+0000 7fc7177fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5633b4e2b880 0x5633b4e304f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:52162/0 (socket says 172.21.15.46:52162)
2024-03-19T01:50:28.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.210+0000 7fc7167fc640  1 -- 172.21.15.46:0/1840909517 learned_addr learned my addr 172.21.15.46:0/1840909517 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:28.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.211+0000 7fc716ffd640  1 -- 172.21.15.46:0/1840909517 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5633b4e2b880 msgr2=0x5633b4e304f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:28.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.211+0000 7fc716ffd640  1 --2- 172.21.15.46:0/1840909517 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5633b4e2b880 0x5633b4e304f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.211+0000 7fc716ffd640  1 -- 172.21.15.46:0/1840909517 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5633b4e22ca0 msgr2=0x5633b4e2ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:28.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.211+0000 7fc716ffd640  1 --2- 172.21.15.46:0/1840909517 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5633b4e22ca0 0x5633b4e2ffb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.211+0000 7fc716ffd640  1 -- 172.21.15.46:0/1840909517 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5633b4e30cf0 con 0x5633b4e22380
2024-03-19T01:50:28.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.211+0000 7fc7167fc640  1 --2- 172.21.15.46:0/1840909517 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5633b4e22ca0 0x5633b4e2ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:28.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.211+0000 7fc7177fe640  1 --2- 172.21.15.46:0/1840909517 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5633b4e2b880 0x5633b4e304f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:28.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.211+0000 7fc716ffd640  1 --2- 172.21.15.46:0/1840909517 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5633b4e22380 0x5633b4e33c30 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fc708016040 tx=0x7fc70800e9b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=350fda07f327d80a server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:28.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.211+0000 7fc6faff5640 10 client.0 ms_handle_connect on v2:172.21.15.73:3300/0
2024-03-19T01:50:28.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.211+0000 7fc6faff5640  1 -- 172.21.15.46:0/1840909517 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc70800ee50 con 0x5633b4e22380
2024-03-19T01:50:28.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.211+0000 7fc6faff5640  1 -- 172.21.15.46:0/1840909517 <== mon.2 v2:172.21.15.73:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fc70801dd10 con 0x5633b4e22380
2024-03-19T01:50:28.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.211+0000 7fc7201aa740  1 -- 172.21.15.46:0/1840909517 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc708039070 con 0x5633b4e22380
2024-03-19T01:50:28.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.211+0000 7fc6faff5640  1 -- 172.21.15.46:0/1840909517 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fc70801d410 con 0x5633b4e22380
2024-03-19T01:50:28.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.211+0000 7fc7201aa740 10 client.25658 fetch_fsmap learned FSMap version 24
2024-03-19T01:50:28.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.211+0000 7fc7201aa740  1 -- 172.21.15.46:0/1840909517 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5633b4ea2f20 con 0x5633b4e22380
2024-03-19T01:50:28.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.212+0000 7fc6faff5640  1 -- 172.21.15.46:0/1840909517 <== mon.2 v2:172.21.15.73:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc708005560 con 0x5633b4e22380
2024-03-19T01:50:28.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.212+0000 7fc6faff5640  1 -- 172.21.15.46:0/1840909517 <== mon.2 v2:172.21.15.73:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fc708003b20 con 0x5633b4e22380
2024-03-19T01:50:28.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.212+0000 7fc7201aa740 10 client.25658 fetch_fsmap finished waiting for FSMap version 24
2024-03-19T01:50:28.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.212+0000 7fc7201aa740 10 client.25658 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:50:28.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.212+0000 7fc7201aa740 20 client.25658 populate_metadata read hostname 'smithi046'
2024-03-19T01:50:28.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.212+0000 7fc7201aa740  1 --2- 172.21.15.46:0/1840909517 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5633b4e3bc10 0x5633b4ea5590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.212+0000 7fc7201aa740  4 client.25658 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}]
2024-03-19T01:50:28.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.212+0000 7fc7201aa740  1 -- 172.21.15.46:0/1840909517 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x7fc708039070 con 0x5633b4e3bc10
2024-03-19T01:50:28.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.212+0000 7fc7167fc640  1 --2- 172.21.15.46:0/1840909517 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5633b4e3bc10 0x5633b4ea5590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.212+0000 7fc7167fc640  1 --2- 172.21.15.46:0/1840909517 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5633b4e3bc10 0x5633b4ea5590 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cc3dd1262be848f9 server_cookie=b5d8410139c956a7 in_seq=0 out_seq=0
2024-03-19T01:50:28.219 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.212+0000 7fc6faff5640 10 client.25658 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:50:28.219 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.213+0000 7fc6faff5640  1 -- 172.21.15.46:0/1840909517 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x7fc708039070 con 0x5633b4e3bc10
2024-03-19T01:50:28.219 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.213+0000 7fc6faff5640 10 client.25658 handle_command_reply: tid=0
2024-03-19T01:50:28.219 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.213+0000 7fc7201aa740  1 client.25658 shutdown
2024-03-19T01:50:28.219 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.214+0000 7fc7201aa740  1 -- 172.21.15.46:0/1840909517 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5633b4e22380 msgr2=0x5633b4e33c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:28.219 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.214+0000 7fc7201aa740  1 --2- 172.21.15.46:0/1840909517 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5633b4e22380 0x5633b4e33c30 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fc708016040 tx=0x7fc70800e9b0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.219 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.214+0000 7fc7201aa740  1 -- 172.21.15.46:0/1840909517 shutdown_connections
2024-03-19T01:50:28.219 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.214+0000 7fc7201aa740  1 --2- 172.21.15.46:0/1840909517 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5633b4e3bc10 0x5633b4ea5590 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.219 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.214+0000 7fc7201aa740  1 --2- 172.21.15.46:0/1840909517 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5633b4e2b880 0x5633b4e304f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.219 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.214+0000 7fc7201aa740  1 --2- 172.21.15.46:0/1840909517 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5633b4e22ca0 0x5633b4e2ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.219 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.214+0000 7fc7201aa740  1 --2- 172.21.15.46:0/1840909517 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5633b4e22380 0x5633b4e33c30 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.219 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.214+0000 7fc7201aa740  1 -- 172.21.15.46:0/1840909517 >> 172.21.15.46:0/1840909517 conn(0x5633b4e1cab0 msgr2=0x5633b4e1b2a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:28.219 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.214+0000 7fc6faff5640  0 client.25658 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:50:28.219 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.214+0000 7fc7201aa740  1 -- 172.21.15.46:0/1840909517 shutdown_connections
2024-03-19T01:50:28.219 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.214+0000 7fc7201aa740  1 -- 172.21.15.46:0/1840909517 wait complete.
2024-03-19T01:50:28.220 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.214+0000 7fc7201aa740 20 client.25658 trim_cache size 0 max 16384
2024-03-19T01:50:28.220 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:50:28.220 INFO:teuthology.orchestra.run.smithi046.stdout:    "return_code": 0,
2024-03-19T01:50:28.220 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrub_tag": "263010da-cdf0-4522-bd0b-817cacff2cf0",
2024-03-19T01:50:28.220 INFO:teuthology.orchestra.run.smithi046.stdout:    "mode": "asynchronous"
2024-03-19T01:50:28.220 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:50:28.221 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.214+0000 7fc71d4e8640  1 -- 172.21.15.46:0/496368956 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fc7000a2a00 msgr2=0x7fc7000a4ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:28.221 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.214+0000 7fc71d4e8640  1 --2- 172.21.15.46:0/496368956 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fc7000a2a00 0x7fc7000a4ec0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fc708009f40 tx=0x7fc708005f90 comp rx=0 tx=0).stop
2024-03-19T01:50:28.221 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.214+0000 7fc71d4e8640  1 -- 172.21.15.46:0/496368956 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc7181077c0 msgr2=0x7fc718101920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:28.221 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.215+0000 7fc71d4e8640  1 --2- 172.21.15.46:0/496368956 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc7181077c0 0x7fc718101920 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fc710009d00 tx=0x7fc710033a60 comp rx=0 tx=0).stop
2024-03-19T01:50:28.221 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.215+0000 7fc71d4e8640  1 -- 172.21.15.46:0/496368956 shutdown_connections
2024-03-19T01:50:28.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.215+0000 7fc71d4e8640  1 --2- 172.21.15.46:0/496368956 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc7181077c0 0x7fc718101920 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.215+0000 7fc71d4e8640  1 --2- 172.21.15.46:0/496368956 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc718100680 0x7fc7181013e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.215+0000 7fc71d4e8640  1 --2- 172.21.15.46:0/496368956 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fc7000a2a00 0x7fc7000a4ec0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.215+0000 7fc71d4e8640  1 --2- 172.21.15.46:0/496368956 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc7180ffcc0 0x7fc718100ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.215+0000 7fc71d4e8640  1 -- 172.21.15.46:0/496368956 >> 172.21.15.46:0/496368956 conn(0x7fc718076c40 msgr2=0x7fc7180fe4d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:28.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.215+0000 7fc71d4e8640  1 -- 172.21.15.46:0/496368956 shutdown_connections
2024-03-19T01:50:28.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.215+0000 7fc71d4e8640  1 -- 172.21.15.46:0/496368956 wait complete.
2024-03-19T01:50:28.225 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:50:28.225 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:50:28.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.331+0000 7fcc809bc640  1 -- 172.21.15.46:0/258132555 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcc7c102180 msgr2=0x7fcc7c10e690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:28.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.331+0000 7fcc809bc640  1 --2- 172.21.15.46:0/258132555 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcc7c102180 0x7fcc7c10e690 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fcc74009be0 tx=0x7fcc7402bef0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.331+0000 7fcc809bc640  1 -- 172.21.15.46:0/258132555 shutdown_connections
2024-03-19T01:50:28.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.331+0000 7fcc809bc640  1 --2- 172.21.15.46:0/258132555 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcc7c102180 0x7fcc7c10e690 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.331+0000 7fcc809bc640  1 --2- 172.21.15.46:0/258132555 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc7c1017c0 0x7fcc7c101c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.331+0000 7fcc809bc640  1 --2- 172.21.15.46:0/258132555 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcc7c1077d0 0x7fcc7c107bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.331+0000 7fcc809bc640  1 -- 172.21.15.46:0/258132555 >> 172.21.15.46:0/258132555 conn(0x7fcc7c0fd250 msgr2=0x7fcc7c0ff670 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:28.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.332+0000 7fcc809bc640  1 -- 172.21.15.46:0/258132555 shutdown_connections
2024-03-19T01:50:28.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.332+0000 7fcc809bc640  1 -- 172.21.15.46:0/258132555 wait complete.
2024-03-19T01:50:28.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.332+0000 7fcc809bc640  1  Processor -- start
2024-03-19T01:50:28.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.332+0000 7fcc809bc640  1 --  start start
2024-03-19T01:50:28.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.332+0000 7fcc809bc640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcc7c1017c0 0x7fcc7c197f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.332+0000 7fcc809bc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc7c102180 0x7fcc7c1984b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.333+0000 7fcc809bc640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcc7c1077d0 0x7fcc7c19c830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.333+0000 7fcc7a59c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcc7c1017c0 0x7fcc7c197f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.333+0000 7fcc79d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc7c102180 0x7fcc7c1984b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.333+0000 7fcc809bc640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fcc7c111a90 con 0x7fcc7c102180
2024-03-19T01:50:28.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.333+0000 7fcc79d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc7c102180 0x7fcc7c1984b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60610/0 (socket says 172.21.15.46:60610)
2024-03-19T01:50:28.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.333+0000 7fcc79d9b640  1 -- 172.21.15.46:0/1838611511 learned_addr learned my addr 172.21.15.46:0/1838611511 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:28.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.333+0000 7fcc7a59c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcc7c1017c0 0x7fcc7c197f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:45676/0 (socket says 172.21.15.46:45676)
2024-03-19T01:50:28.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.333+0000 7fcc809bc640  1 -- 172.21.15.46:0/1838611511 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fcc7c111910 con 0x7fcc7c1017c0
2024-03-19T01:50:28.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.333+0000 7fcc809bc640  1 -- 172.21.15.46:0/1838611511 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fcc7c111c10 con 0x7fcc7c1077d0
2024-03-19T01:50:28.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.333+0000 7fcc7ad9d640  1 --2- 172.21.15.46:0/1838611511 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcc7c1077d0 0x7fcc7c19c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.333+0000 7fcc7ad9d640  1 -- 172.21.15.46:0/1838611511 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcc7c1017c0 msgr2=0x7fcc7c197f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:28.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.333+0000 7fcc7ad9d640  1 --2- 172.21.15.46:0/1838611511 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcc7c1017c0 0x7fcc7c197f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.333+0000 7fcc7ad9d640  1 -- 172.21.15.46:0/1838611511 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc7c102180 msgr2=0x7fcc7c1984b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:28.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.333+0000 7fcc7ad9d640  1 --2- 172.21.15.46:0/1838611511 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc7c102180 0x7fcc7c1984b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.333+0000 7fcc7ad9d640  1 -- 172.21.15.46:0/1838611511 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc7c19cf60 con 0x7fcc7c1077d0
2024-03-19T01:50:28.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.333+0000 7fcc79d9b640  1 --2- 172.21.15.46:0/1838611511 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc7c102180 0x7fcc7c1984b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:28.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.333+0000 7fcc7ad9d640  1 --2- 172.21.15.46:0/1838611511 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcc7c1077d0 0x7fcc7c19c830 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fcc7402c430 tx=0x7fcc74033a60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:28.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.334+0000 7fcc6b7fe640  1 -- 172.21.15.46:0/1838611511 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc74043020 con 0x7fcc7c1077d0
2024-03-19T01:50:28.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.334+0000 7fcc6b7fe640  1 -- 172.21.15.46:0/1838611511 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcc74033e60 con 0x7fcc7c1077d0
2024-03-19T01:50:28.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.334+0000 7fcc6b7fe640  1 -- 172.21.15.46:0/1838611511 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc74034430 con 0x7fcc7c1077d0
2024-03-19T01:50:28.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.334+0000 7fcc809bc640  1 -- 172.21.15.46:0/1838611511 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc7c19d1f0 con 0x7fcc7c1077d0
2024-03-19T01:50:28.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.334+0000 7fcc809bc640  1 -- 172.21.15.46:0/1838611511 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc7c19d630 con 0x7fcc7c1077d0
2024-03-19T01:50:28.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.336+0000 7fcc6b7fe640  1 -- 172.21.15.46:0/1838611511 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 23) ==== 137466+0+0 (secure 0 0 0) 0x7fcc74046020 con 0x7fcc7c1077d0
2024-03-19T01:50:28.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.336+0000 7fcc6b7fe640  1 --2- 172.21.15.46:0/1838611511 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fcc640a2a80 0x7fcc640a4f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.336+0000 7fcc8359c740  1  Processor -- start
2024-03-19T01:50:28.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.337+0000 7fcc7a59c640  1 --2- 172.21.15.46:0/1838611511 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fcc640a2a80 0x7fcc640a4f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.337+0000 7fcc8359c740  1 --  start start
2024-03-19T01:50:28.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.337+0000 7fcc6b7fe640  1 -- 172.21.15.46:0/1838611511 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fcc740f16d0 con 0x7fcc7c1077d0
2024-03-19T01:50:28.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.337+0000 7fcc8359c740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0d8730720 0x55b0d8730b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.337+0000 7fcc8359c740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b0d8731040 0x55b0d87399f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.337+0000 7fcc8359c740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b0d8739f30 0x55b0d873c320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.337+0000 7fcc8359c740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55b0d8694500 con 0x55b0d8731040
2024-03-19T01:50:28.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.337+0000 7fcc8359c740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55b0d863cbe0 con 0x55b0d8739f30
2024-03-19T01:50:28.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.337+0000 7fcc8359c740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55b0d86905a0 con 0x55b0d8730720
2024-03-19T01:50:28.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.337+0000 7fcc79d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b0d8731040 0x55b0d87399f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.337+0000 7fcc79d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b0d8731040 0x55b0d87399f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60614/0 (socket says 172.21.15.46:60614)
2024-03-19T01:50:28.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.337+0000 7fcc79d9b640  1 -- 172.21.15.46:0/588896953 learned_addr learned my addr 172.21.15.46:0/588896953 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:28.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.337+0000 7fcc7ad9d640  1 --2- 172.21.15.46:0/588896953 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b0d8739f30 0x55b0d873c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.337+0000 7fcc7a59c640  1 --2- 172.21.15.46:0/1838611511 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fcc640a2a80 0x7fcc640a4f40 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fcc6c0095f0 tx=0x7fcc6c005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:28.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.337+0000 7fcc7a59c640  1 --2- 172.21.15.46:0/588896953 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0d8730720 0x55b0d8730b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.338+0000 7fcc79d9b640  1 -- 172.21.15.46:0/588896953 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0d8730720 msgr2=0x55b0d8730b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:28.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.338+0000 7fcc79d9b640  1 --2- 172.21.15.46:0/588896953 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0d8730720 0x55b0d8730b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.338+0000 7fcc79d9b640  1 -- 172.21.15.46:0/588896953 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b0d8739f30 msgr2=0x55b0d873c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:28.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.338+0000 7fcc79d9b640  1 --2- 172.21.15.46:0/588896953 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b0d8739f30 0x55b0d873c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.338+0000 7fcc79d9b640  1 -- 172.21.15.46:0/588896953 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0d865e000 con 0x55b0d8731040
2024-03-19T01:50:28.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.338+0000 7fcc7ad9d640  1 --2- 172.21.15.46:0/588896953 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b0d8739f30 0x55b0d873c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:28.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.338+0000 7fcc79d9b640  1 --2- 172.21.15.46:0/588896953 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b0d8731040 0x55b0d87399f0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fcc700115f0 tx=0x7fcc70009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=748f966aab7bba17 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:28.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.338+0000 7fcc68ff9640  1 -- 172.21.15.46:0/588896953 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc70005020 con 0x55b0d8731040
2024-03-19T01:50:28.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.338+0000 7fcc68ff9640  1 -- 172.21.15.46:0/588896953 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcc700047a0 con 0x55b0d8731040
2024-03-19T01:50:28.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.338+0000 7fcc68ff9640  1 -- 172.21.15.46:0/588896953 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc7000f970 con 0x55b0d8731040
2024-03-19T01:50:28.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.339+0000 7fcc8359c740  1 -- 172.21.15.46:0/588896953 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b0d8731040 msgr2=0x55b0d87399f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:28.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.339+0000 7fcc8359c740  1 --2- 172.21.15.46:0/588896953 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b0d8731040 0x55b0d87399f0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fcc700115f0 tx=0x7fcc70009f90 comp rx=0 tx=0).stop
2024-03-19T01:50:28.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.339+0000 7fcc8359c740  1 -- 172.21.15.46:0/588896953 shutdown_connections
2024-03-19T01:50:28.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.339+0000 7fcc8359c740  1 --2- 172.21.15.46:0/588896953 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b0d8739f30 0x55b0d873c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.339+0000 7fcc8359c740  1 --2- 172.21.15.46:0/588896953 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b0d8731040 0x55b0d87399f0 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.339+0000 7fcc8359c740  1 --2- 172.21.15.46:0/588896953 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0d8730720 0x55b0d8730b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.339+0000 7fcc8359c740  1 -- 172.21.15.46:0/588896953 >> 172.21.15.46:0/588896953 conn(0x55b0d872b160 msgr2=0x55b0d872b540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:28.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.339+0000 7fcc8359c740  1 -- 172.21.15.46:0/588896953 shutdown_connections
2024-03-19T01:50:28.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.339+0000 7fcc8359c740  1 -- 172.21.15.46:0/588896953 wait complete.
2024-03-19T01:50:28.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.339+0000 7fcc8359c740  1 --  start start
2024-03-19T01:50:28.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.339+0000 7fcc8359c740  1  Processor -- start
2024-03-19T01:50:28.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.340+0000 7fcc8359c740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b0d8730720 0x55b0d8736ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.340+0000 7fcc8359c740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b0d8731040 0x55b0d8737410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.340+0000 7fcc79d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b0d8731040 0x55b0d8737410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.340+0000 7fcc79d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b0d8731040 0x55b0d8737410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60628/0 (socket says 172.21.15.46:60628)
2024-03-19T01:50:28.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.340+0000 7fcc8359c740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0d8739f30 0x55b0d8737950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.340+0000 7fcc8359c740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55b0d873cd20 con 0x55b0d8731040
2024-03-19T01:50:28.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.340+0000 7fcc7a59c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b0d8730720 0x55b0d8736ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.340+0000 7fcc8359c740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55b0d8650160 con 0x55b0d8730720
2024-03-19T01:50:28.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.340+0000 7fcc79d9b640  1 -- 172.21.15.46:0/859052943 learned_addr learned my addr 172.21.15.46:0/859052943 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:28.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.340+0000 7fcc8359c740  1 -- 172.21.15.46:0/859052943 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55b0d873cea0 con 0x55b0d8739f30
2024-03-19T01:50:28.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.340+0000 7fcc7ad9d640  1 --2- 172.21.15.46:0/859052943 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0d8739f30 0x55b0d8737950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.340+0000 7fcc8359c740 10 client.0 _ll_register_callbacks cb 0x55b0d868ca40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:50:28.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.340+0000 7fcc79d9b640  1 -- 172.21.15.46:0/859052943 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0d8739f30 msgr2=0x55b0d8737950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:28.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.340+0000 7fcc79d9b640  1 --2- 172.21.15.46:0/859052943 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0d8739f30 0x55b0d8737950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.340+0000 7fcc79d9b640  1 -- 172.21.15.46:0/859052943 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b0d8730720 msgr2=0x55b0d8736ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:28.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.340+0000 7fcc79d9b640  1 --2- 172.21.15.46:0/859052943 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b0d8730720 0x55b0d8736ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.340+0000 7fcc79d9b640  1 -- 172.21.15.46:0/859052943 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0d84727d0 con 0x55b0d8731040
2024-03-19T01:50:28.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.341+0000 7fcc79d9b640  1 --2- 172.21.15.46:0/859052943 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b0d8731040 0x55b0d8737410 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fcc700115c0 tx=0x7fcc70005470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6259fe027b00615a server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:28.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.341+0000 7fcc61ffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:50:28.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.341+0000 7fcc61ffb640  1 -- 172.21.15.46:0/859052943 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc70004030 con 0x55b0d8731040
2024-03-19T01:50:28.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.341+0000 7fcc61ffb640  1 -- 172.21.15.46:0/859052943 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fcc700041d0 con 0x55b0d8731040
2024-03-19T01:50:28.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.341+0000 7fcc8359c740  1 -- 172.21.15.46:0/859052943 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcc700047a0 con 0x55b0d8731040
2024-03-19T01:50:28.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.341+0000 7fcc61ffb640  1 -- 172.21.15.46:0/859052943 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fcc70032050 con 0x55b0d8731040
2024-03-19T01:50:28.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.341+0000 7fcc8359c740 10 client.15813 fetch_fsmap learned FSMap version 24
2024-03-19T01:50:28.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.341+0000 7fcc8359c740  1 -- 172.21.15.46:0/859052943 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55b0d83a83f0 con 0x55b0d8731040
2024-03-19T01:50:28.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.342+0000 7fcc61ffb640  1 -- 172.21.15.46:0/859052943 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcc700047a0 con 0x55b0d8731040
2024-03-19T01:50:28.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.342+0000 7fcc61ffb640  1 -- 172.21.15.46:0/859052943 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fcc700035f0 con 0x55b0d8731040
2024-03-19T01:50:28.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.342+0000 7fcc8359c740 10 client.15813 fetch_fsmap finished waiting for FSMap version 24
2024-03-19T01:50:28.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.342+0000 7fcc8359c740 10 client.15813 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:50:28.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.342+0000 7fcc8359c740 20 client.15813 populate_metadata read hostname 'smithi046'
2024-03-19T01:50:28.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.342+0000 7fcc8359c740  1 --2- 172.21.15.46:0/859052943 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55b0d874a5d0 0x55b0d874ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.342+0000 7fcc8359c740  4 client.15813 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:50:28.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.342+0000 7fcc8359c740  1 -- 172.21.15.46:0/859052943 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b0d86a1a40 con 0x55b0d874a5d0
2024-03-19T01:50:28.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.342+0000 7fcc7a59c640  1 --2- 172.21.15.46:0/859052943 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55b0d874a5d0 0x55b0d874ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.342+0000 7fcc61ffb640 10 client.15813 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:50:28.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.342+0000 7fcc7a59c640  1 --2- 172.21.15.46:0/859052943 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55b0d874a5d0 0x55b0d874ca90 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=527a60e476f64ac0 server_cookie=373af751a39b2fa8 in_seq=0 out_seq=0
2024-03-19T01:50:28.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.343+0000 7fcc61ffb640  1 -- 172.21.15.46:0/859052943 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55b0d86a1a40 con 0x55b0d874a5d0
2024-03-19T01:50:28.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.343+0000 7fcc61ffb640 10 client.15813 handle_command_reply: tid=0
2024-03-19T01:50:28.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.343+0000 7fcc8359c740  1 client.15813 shutdown
2024-03-19T01:50:28.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.343+0000 7fcc8359c740  1 -- 172.21.15.46:0/859052943 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b0d8731040 msgr2=0x55b0d8737410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:28.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.343+0000 7fcc8359c740  1 --2- 172.21.15.46:0/859052943 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b0d8731040 0x55b0d8737410 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fcc700115c0 tx=0x7fcc70005470 comp rx=0 tx=0).stop
2024-03-19T01:50:28.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.344+0000 7fcc8359c740  1 -- 172.21.15.46:0/859052943 shutdown_connections
2024-03-19T01:50:28.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.344+0000 7fcc8359c740  1 --2- 172.21.15.46:0/859052943 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55b0d874a5d0 0x55b0d874ca90 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.344+0000 7fcc8359c740  1 --2- 172.21.15.46:0/859052943 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0d8739f30 0x55b0d8737950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.344+0000 7fcc8359c740  1 --2- 172.21.15.46:0/859052943 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b0d8731040 0x55b0d8737410 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.344+0000 7fcc8359c740  1 --2- 172.21.15.46:0/859052943 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b0d8730720 0x55b0d8736ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.344+0000 7fcc8359c740  1 -- 172.21.15.46:0/859052943 >> 172.21.15.46:0/859052943 conn(0x55b0d872b160 msgr2=0x55b0d872ceb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:28.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.344+0000 7fcc61ffb640  0 client.15813 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:50:28.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.344+0000 7fcc8359c740  1 -- 172.21.15.46:0/859052943 shutdown_connections
2024-03-19T01:50:28.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.344+0000 7fcc8359c740  1 -- 172.21.15.46:0/859052943 wait complete.
2024-03-19T01:50:28.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.344+0000 7fcc8359c740 20 client.15813 trim_cache size 0 max 16384
2024-03-19T01:50:28.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.361+0000 7fcc8359c740  1  Processor -- start
2024-03-19T01:50:28.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.361+0000 7fcc8359c740  1 --  start start
2024-03-19T01:50:28.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.361+0000 7fcc8359c740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0d8730720 0x55b0d8745b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.361+0000 7fcc8359c740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b0d8731040 0x55b0d872cc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.361+0000 7fcc8359c740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b0d8739f30 0x55b0d87523a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.361+0000 7fcc8359c740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fcc7c1af1b0 con 0x55b0d8739f30
2024-03-19T01:50:28.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.361+0000 7fcc8359c740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fcc7c1aca80 con 0x55b0d8731040
2024-03-19T01:50:28.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.361+0000 7fcc8359c740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fcc7c1aa8b0 con 0x55b0d8730720
2024-03-19T01:50:28.367 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.362+0000 7fcc7ad9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b0d8739f30 0x55b0d87523a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.367 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.362+0000 7fcc7a59c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0d8730720 0x55b0d8745b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.367 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.362+0000 7fcc7ad9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b0d8739f30 0x55b0d87523a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60638/0 (socket says 172.21.15.46:60638)
2024-03-19T01:50:28.367 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.362+0000 7fcc7ad9d640  1 -- 172.21.15.46:0/2624339463 learned_addr learned my addr 172.21.15.46:0/2624339463 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:28.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.362+0000 7fcc79d9b640  1 --2- 172.21.15.46:0/2624339463 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b0d8731040 0x55b0d872cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.362+0000 7fcc7a59c640  1 -- 172.21.15.46:0/2624339463 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b0d8731040 msgr2=0x55b0d872cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:28.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.362+0000 7fcc7a59c640  1 --2- 172.21.15.46:0/2624339463 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b0d8731040 0x55b0d872cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.362+0000 7fcc7a59c640  1 -- 172.21.15.46:0/2624339463 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b0d8739f30 msgr2=0x55b0d87523a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:28.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.362+0000 7fcc7a59c640  1 --2- 172.21.15.46:0/2624339463 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b0d8739f30 0x55b0d87523a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.362+0000 7fcc7a59c640  1 -- 172.21.15.46:0/2624339463 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0d83680f0 con 0x55b0d8730720
2024-03-19T01:50:28.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.362+0000 7fcc79d9b640  1 --2- 172.21.15.46:0/2624339463 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b0d8731040 0x55b0d872cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:28.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.362+0000 7fcc7ad9d640  1 --2- 172.21.15.46:0/2624339463 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b0d8739f30 0x55b0d87523a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:28.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.362+0000 7fcc7a59c640  1 --2- 172.21.15.46:0/2624339463 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0d8730720 0x55b0d8745b00 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x55b0d874a9b0 tx=0x7fcc6c014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=73962cf8c26e29c9 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:28.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.362+0000 7fcc63fff640  1 -- 172.21.15.46:0/2624339463 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc6c003ac0 con 0x55b0d8730720
2024-03-19T01:50:28.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.362+0000 7fcc63fff640  1 -- 172.21.15.46:0/2624339463 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcc6c003c60 con 0x55b0d8730720
2024-03-19T01:50:28.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.362+0000 7fcc63fff640  1 -- 172.21.15.46:0/2624339463 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc6c029be0 con 0x55b0d8730720
2024-03-19T01:50:28.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.363+0000 7fcc8359c740  1 -- 172.21.15.46:0/2624339463 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0d8730720 msgr2=0x55b0d8745b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:28.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.363+0000 7fcc8359c740  1 --2- 172.21.15.46:0/2624339463 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0d8730720 0x55b0d8745b00 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x55b0d874a9b0 tx=0x7fcc6c014000 comp rx=0 tx=0).stop
2024-03-19T01:50:28.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.363+0000 7fcc8359c740  1 -- 172.21.15.46:0/2624339463 shutdown_connections
2024-03-19T01:50:28.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.363+0000 7fcc8359c740  1 --2- 172.21.15.46:0/2624339463 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b0d8739f30 0x55b0d87523a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.363+0000 7fcc8359c740  1 --2- 172.21.15.46:0/2624339463 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b0d8731040 0x55b0d872cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.363+0000 7fcc8359c740  1 --2- 172.21.15.46:0/2624339463 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0d8730720 0x55b0d8745b00 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.363+0000 7fcc8359c740  1 -- 172.21.15.46:0/2624339463 >> 172.21.15.46:0/2624339463 conn(0x55b0d872b160 msgr2=0x55b0d872c540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:28.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.363+0000 7fcc8359c740  1 -- 172.21.15.46:0/2624339463 shutdown_connections
2024-03-19T01:50:28.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.363+0000 7fcc8359c740  1 -- 172.21.15.46:0/2624339463 wait complete.
2024-03-19T01:50:28.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.363+0000 7fcc8359c740  1 --  start start
2024-03-19T01:50:28.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.364+0000 7fcc8359c740  1  Processor -- start
2024-03-19T01:50:28.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.364+0000 7fcc8359c740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0d8730720 0x55b0d8733a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.364+0000 7fcc8359c740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b0d8731040 0x55b0d8733f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.364+0000 7fcc8359c740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b0d8739f30 0x55b0d87344a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.364+0000 7fcc8359c740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fcc7c1aaf40 con 0x55b0d8731040
2024-03-19T01:50:28.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.364+0000 7fcc8359c740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fcc7c1ac3b0 con 0x55b0d8739f30
2024-03-19T01:50:28.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.364+0000 7fcc8359c740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fcc7c1ab610 con 0x55b0d8730720
2024-03-19T01:50:28.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.364+0000 7fcc8359c740 10 client.0 _ll_register_callbacks cb 0x7fcc740ee990 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:50:28.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.364+0000 7fcc7a59c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0d8730720 0x55b0d8733a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.364+0000 7fcc7ad9d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b0d8739f30 0x55b0d87344a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.364+0000 7fcc7a59c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0d8730720 0x55b0d8733a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:52218/0 (socket says 172.21.15.46:52218)
2024-03-19T01:50:28.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.364+0000 7fcc7a59c640  1 -- 172.21.15.46:0/477685225 learned_addr learned my addr 172.21.15.46:0/477685225 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:28.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.364+0000 7fcc79d9b640  1 --2- 172.21.15.46:0/477685225 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b0d8731040 0x55b0d8733f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.364+0000 7fcc7a59c640  1 -- 172.21.15.46:0/477685225 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b0d8739f30 msgr2=0x55b0d87344a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:28.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.364+0000 7fcc7a59c640  1 --2- 172.21.15.46:0/477685225 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b0d8739f30 0x55b0d87344a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.364+0000 7fcc7a59c640  1 -- 172.21.15.46:0/477685225 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b0d8731040 msgr2=0x55b0d8733f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:28.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.364+0000 7fcc7a59c640  1 --2- 172.21.15.46:0/477685225 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b0d8731040 0x55b0d8733f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.364+0000 7fcc7a59c640  1 -- 172.21.15.46:0/477685225 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0d87af9d0 con 0x55b0d8730720
2024-03-19T01:50:28.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.364+0000 7fcc79d9b640  1 --2- 172.21.15.46:0/477685225 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b0d8731040 0x55b0d8733f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:50:28.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.364+0000 7fcc7ad9d640  1 --2- 172.21.15.46:0/477685225 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b0d8739f30 0x55b0d87344a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:28.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.365+0000 7fcc7a59c640  1 --2- 172.21.15.46:0/477685225 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0d8730720 0x55b0d8733a20 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fcc6c009460 tx=0x7fcc6c005740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=42872fc1e8851d45 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:28.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.365+0000 7fcc61ffb640 10 client.0 ms_handle_connect on v2:172.21.15.102:3300/0
2024-03-19T01:50:28.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.365+0000 7fcc61ffb640  1 -- 172.21.15.46:0/477685225 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc6c038060 con 0x55b0d8730720
2024-03-19T01:50:28.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.365+0000 7fcc61ffb640  1 -- 172.21.15.46:0/477685225 <== mon.1 v2:172.21.15.102:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fcc6c02a3b0 con 0x55b0d8730720
2024-03-19T01:50:28.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.365+0000 7fcc8359c740  1 -- 172.21.15.46:0/477685225 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcc6c003c60 con 0x55b0d8730720
2024-03-19T01:50:28.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.365+0000 7fcc61ffb640  1 -- 172.21.15.46:0/477685225 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fcc6c03f050 con 0x55b0d8730720
2024-03-19T01:50:28.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.365+0000 7fcc8359c740 10 client.25615 fetch_fsmap learned FSMap version 24
2024-03-19T01:50:28.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.365+0000 7fcc8359c740  1 -- 172.21.15.46:0/477685225 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55b0d87b0c80 con 0x55b0d8730720
2024-03-19T01:50:28.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.366+0000 7fcc61ffb640  1 -- 172.21.15.46:0/477685225 <== mon.1 v2:172.21.15.102:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcc6c003e10 con 0x55b0d8730720
2024-03-19T01:50:28.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.366+0000 7fcc61ffb640  1 -- 172.21.15.46:0/477685225 <== mon.1 v2:172.21.15.102:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fcc6c01e5b0 con 0x55b0d8730720
2024-03-19T01:50:28.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.366+0000 7fcc8359c740 10 client.25615 fetch_fsmap finished waiting for FSMap version 24
2024-03-19T01:50:28.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.366+0000 7fcc8359c740 10 client.25615 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:50:28.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.366+0000 7fcc8359c740 20 client.25615 populate_metadata read hostname 'smithi046'
2024-03-19T01:50:28.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.366+0000 7fcc8359c740  1 --2- 172.21.15.46:0/477685225 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55b0d87b12c0 0x55b0d87b36e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:28.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.366+0000 7fcc8359c740  4 client.25615 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:50:28.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.366+0000 7fcc8359c740  1 -- 172.21.15.46:0/477685225 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7fcc6c003c60 con 0x55b0d87b12c0
2024-03-19T01:50:28.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.366+0000 7fcc79d9b640  1 --2- 172.21.15.46:0/477685225 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55b0d87b12c0 0x55b0d87b36e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:28.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.366+0000 7fcc61ffb640 10 client.25615 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:50:28.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.366+0000 7fcc79d9b640  1 --2- 172.21.15.46:0/477685225 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55b0d87b12c0 0x55b0d87b36e0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ce45a9c5c60687a9 server_cookie=4537e3b99bb10db8 in_seq=0 out_seq=0
2024-03-19T01:50:28.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.367+0000 7fcc61ffb640  1 -- 172.21.15.46:0/477685225 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x7fcc6c003c60 con 0x55b0d87b12c0
2024-03-19T01:50:28.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.367+0000 7fcc61ffb640 10 client.25615 handle_command_reply: tid=0
2024-03-19T01:50:28.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.367+0000 7fcc8359c740  1 client.25615 shutdown
2024-03-19T01:50:28.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.367+0000 7fcc8359c740  1 -- 172.21.15.46:0/477685225 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0d8730720 msgr2=0x55b0d8733a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:28.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.367+0000 7fcc8359c740  1 --2- 172.21.15.46:0/477685225 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0d8730720 0x55b0d8733a20 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fcc6c009460 tx=0x7fcc6c005740 comp rx=0 tx=0).stop
2024-03-19T01:50:28.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.367+0000 7fcc8359c740  1 -- 172.21.15.46:0/477685225 shutdown_connections
2024-03-19T01:50:28.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.367+0000 7fcc8359c740  1 --2- 172.21.15.46:0/477685225 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55b0d87b12c0 0x55b0d87b36e0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.367+0000 7fcc8359c740  1 --2- 172.21.15.46:0/477685225 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b0d8739f30 0x55b0d87344a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.367+0000 7fcc8359c740  1 --2- 172.21.15.46:0/477685225 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b0d8731040 0x55b0d8733f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.367+0000 7fcc8359c740  1 --2- 172.21.15.46:0/477685225 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b0d8730720 0x55b0d8733a20 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.367+0000 7fcc8359c740  1 -- 172.21.15.46:0/477685225 >> 172.21.15.46:0/477685225 conn(0x55b0d872b160 msgr2=0x55b0d872a1e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:28.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.367+0000 7fcc61ffb640  0 client.25615 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:50:28.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.367+0000 7fcc8359c740  1 -- 172.21.15.46:0/477685225 shutdown_connections
2024-03-19T01:50:28.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.367+0000 7fcc8359c740  1 -- 172.21.15.46:0/477685225 wait complete.
2024-03-19T01:50:28.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.367+0000 7fcc8359c740 20 client.25615 trim_cache size 0 max 16384
2024-03-19T01:50:28.373 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:50:28.373 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "IDLE (waiting for more scrubs)",
2024-03-19T01:50:28.374 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {
2024-03-19T01:50:28.374 INFO:teuthology.orchestra.run.smithi046.stdout:        "263010da-cdf0-4522-bd0b-817cacff2cf0": {
2024-03-19T01:50:28.374 INFO:teuthology.orchestra.run.smithi046.stdout:            "path": "/",
2024-03-19T01:50:28.374 INFO:teuthology.orchestra.run.smithi046.stdout:            "tag": "263010da-cdf0-4522-bd0b-817cacff2cf0",
2024-03-19T01:50:28.374 INFO:teuthology.orchestra.run.smithi046.stdout:            "options": "recursive,force"
2024-03-19T01:50:28.374 INFO:teuthology.orchestra.run.smithi046.stdout:        }
2024-03-19T01:50:28.374 INFO:teuthology.orchestra.run.smithi046.stdout:    }
2024-03-19T01:50:28.374 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:50:28.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.368+0000 7fcc809bc640  1 -- 172.21.15.46:0/1838611511 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fcc640a2a80 msgr2=0x7fcc640a4f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:28.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.368+0000 7fcc809bc640  1 --2- 172.21.15.46:0/1838611511 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fcc640a2a80 0x7fcc640a4f40 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fcc6c0095f0 tx=0x7fcc6c005f90 comp rx=0 tx=0).stop
2024-03-19T01:50:28.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.368+0000 7fcc809bc640  1 -- 172.21.15.46:0/1838611511 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcc7c1077d0 msgr2=0x7fcc7c19c830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:28.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.368+0000 7fcc809bc640  1 --2- 172.21.15.46:0/1838611511 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcc7c1077d0 0x7fcc7c19c830 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fcc7402c430 tx=0x7fcc74033a60 comp rx=0 tx=0).stop
2024-03-19T01:50:28.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.368+0000 7fcc809bc640  1 -- 172.21.15.46:0/1838611511 shutdown_connections
2024-03-19T01:50:28.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.368+0000 7fcc809bc640  1 --2- 172.21.15.46:0/1838611511 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fcc640a2a80 0x7fcc640a4f40 secure :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fcc6c0095f0 tx=0x7fcc6c005f90 comp rx=0 tx=0).stop
2024-03-19T01:50:28.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.368+0000 7fcc809bc640  1 --2- 172.21.15.46:0/1838611511 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcc7c1077d0 0x7fcc7c19c830 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.368+0000 7fcc809bc640  1 --2- 172.21.15.46:0/1838611511 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc7c102180 0x7fcc7c1984b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.368+0000 7fcc809bc640  1 --2- 172.21.15.46:0/1838611511 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fcc7c1017c0 0x7fcc7c197f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:28.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.368+0000 7fcc809bc640  1 -- 172.21.15.46:0/1838611511 >> 172.21.15.46:0/1838611511 conn(0x7fcc7c0fd250 msgr2=0x7fcc7c0fda50 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:28.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.368+0000 7fcc809bc640  1 -- 172.21.15.46:0/1838611511 shutdown_connections
2024-03-19T01:50:28.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:28.368+0000 7fcc809bc640  1 -- 172.21.15.46:0/1838611511 wait complete.
2024-03-19T01:50:28.382 INFO:tasks.cephfs.filesystem:scrub status for tag:263010da-cdf0-4522-bd0b-817cacff2cf0 - {'path': '/', 'tag': '263010da-cdf0-4522-bd0b-817cacff2cf0', 'options': 'recursive,force'}
2024-03-19T01:50:29.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:29 smithi046 ceph-mon[63102]: pgmap v15: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 511 B/s wr, 5 op/s
2024-03-19T01:50:29.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:29 smithi046 ceph-mon[63102]: scrub queued for path: /
2024-03-19T01:50:29.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:29 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:50:29.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:29 smithi046 ceph-mon[63102]: scrub summary: active paths [/]
2024-03-19T01:50:29.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:29 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:50:29.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:29 smithi073 ceph-mon[66833]: pgmap v15: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 511 B/s wr, 5 op/s
2024-03-19T01:50:29.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:29 smithi073 ceph-mon[66833]: scrub queued for path: /
2024-03-19T01:50:29.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:29 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:50:29.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:29 smithi073 ceph-mon[66833]: scrub summary: active paths [/]
2024-03-19T01:50:29.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:29 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:50:29.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:29 smithi102 ceph-mon[66557]: pgmap v15: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 511 B/s wr, 5 op/s
2024-03-19T01:50:29.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:29 smithi102 ceph-mon[66557]: scrub queued for path: /
2024-03-19T01:50:29.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:29 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:50:29.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:29 smithi102 ceph-mon[66557]: scrub summary: active paths [/]
2024-03-19T01:50:29.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:29 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:50:30.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:30 smithi046 ceph-mon[63102]: scrub summary: idle
2024-03-19T01:50:30.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:30 smithi073 ceph-mon[66833]: scrub summary: idle
2024-03-19T01:50:30.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:30 smithi102 ceph-mon[66557]: scrub summary: idle
2024-03-19T01:50:31.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:31 smithi046 ceph-mon[63102]: pgmap v16: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 511 B/s wr, 5 op/s
2024-03-19T01:50:31.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:31 smithi073 ceph-mon[66833]: pgmap v16: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 511 B/s wr, 5 op/s
2024-03-19T01:50:31.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:31 smithi102 ceph-mon[66557]: pgmap v16: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 511 B/s wr, 5 op/s
2024-03-19T01:50:33.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:33 smithi046 ceph-mon[63102]: pgmap v17: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 511 B/s wr, 7 op/s
2024-03-19T01:50:33.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:33 smithi073 ceph-mon[66833]: pgmap v17: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 511 B/s wr, 7 op/s
2024-03-19T01:50:33.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:33 smithi102 ceph-mon[66557]: pgmap v17: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 511 B/s wr, 7 op/s
2024-03-19T01:50:35.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:35 smithi046 ceph-mon[63102]: pgmap v18: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s
2024-03-19T01:50:35.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:35 smithi073 ceph-mon[66833]: pgmap v18: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s
2024-03-19T01:50:35.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:35 smithi102 ceph-mon[66557]: pgmap v18: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s
2024-03-19T01:50:37.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:37 smithi046 ceph-mon[63102]: pgmap v19: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s
2024-03-19T01:50:37.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:37 smithi073 ceph-mon[66833]: pgmap v19: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s
2024-03-19T01:50:37.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:37 smithi102 ceph-mon[66557]: pgmap v19: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s
2024-03-19T01:50:39.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:39 smithi046 ceph-mon[63102]: pgmap v20: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s
2024-03-19T01:50:39.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:39 smithi073 ceph-mon[66833]: pgmap v20: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s
2024-03-19T01:50:39.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:39 smithi102 ceph-mon[66557]: pgmap v20: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s
2024-03-19T01:50:41.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:41 smithi046 ceph-mon[63102]: pgmap v21: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s
2024-03-19T01:50:41.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:41 smithi073 ceph-mon[66833]: pgmap v21: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s
2024-03-19T01:50:41.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:41 smithi102 ceph-mon[66557]: pgmap v21: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s
2024-03-19T01:50:43.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:43 smithi046 ceph-mon[63102]: pgmap v22: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s
2024-03-19T01:50:43.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:43 smithi073 ceph-mon[66833]: pgmap v22: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s
2024-03-19T01:50:43.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:43 smithi102 ceph-mon[66557]: pgmap v22: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s
2024-03-19T01:50:44.541 INFO:tasks.workunit.client.0.smithi046.stderr:Note: switching to 'e48b1f6c0608b2615e1890cc46286c3877d6e910'.
2024-03-19T01:50:44.541 INFO:tasks.workunit.client.0.smithi046.stderr:
2024-03-19T01:50:44.541 INFO:tasks.workunit.client.0.smithi046.stderr:You are in 'detached HEAD' state. You can look around, make experimental
2024-03-19T01:50:44.541 INFO:tasks.workunit.client.0.smithi046.stderr:changes and commit them, and you can discard any commits you make in this
2024-03-19T01:50:44.542 INFO:tasks.workunit.client.0.smithi046.stderr:state without impacting any branches by switching back to a branch.
2024-03-19T01:50:44.542 INFO:tasks.workunit.client.0.smithi046.stderr:
2024-03-19T01:50:44.542 INFO:tasks.workunit.client.0.smithi046.stderr:If you want to create a new branch to retain commits you create, you may
2024-03-19T01:50:44.542 INFO:tasks.workunit.client.0.smithi046.stderr:do so (now or later) by using -c with the switch command. Example:
2024-03-19T01:50:44.542 INFO:tasks.workunit.client.0.smithi046.stderr:
2024-03-19T01:50:44.542 INFO:tasks.workunit.client.0.smithi046.stderr:  git switch -c <new-branch-name>
2024-03-19T01:50:44.542 INFO:tasks.workunit.client.0.smithi046.stderr:
2024-03-19T01:50:44.542 INFO:tasks.workunit.client.0.smithi046.stderr:Or undo this operation with:
2024-03-19T01:50:44.542 INFO:tasks.workunit.client.0.smithi046.stderr:
2024-03-19T01:50:44.542 INFO:tasks.workunit.client.0.smithi046.stderr:  git switch -
2024-03-19T01:50:44.542 INFO:tasks.workunit.client.0.smithi046.stderr:
2024-03-19T01:50:44.542 INFO:tasks.workunit.client.0.smithi046.stderr:Turn off this advice by setting config variable advice.detachedHead to false
2024-03-19T01:50:44.542 INFO:tasks.workunit.client.0.smithi046.stderr:
2024-03-19T01:50:44.542 INFO:tasks.workunit.client.0.smithi046.stderr:HEAD is now at e48b1f6c060 testfix
2024-03-19T01:50:44.546 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0
2024-03-19T01:50:44.573 INFO:tasks.workunit.client.0.smithi046.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done
2024-03-19T01:50:44.575 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io'
2024-03-19T01:50:44.575 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test
2024-03-19T01:50:45.329 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io
2024-03-19T01:50:45.401 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read
2024-03-19T01:50:45.440 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io'
2024-03-19T01:50:45.442 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs'
2024-03-19T01:50:45.442 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc
2024-03-19T01:50:45.480 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs'
2024-03-19T01:50:45.484 DEBUG:teuthology.orchestra.run.smithi046:> set -ex
2024-03-19T01:50:45.484 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout
2024-03-19T01:50:45.539 INFO:tasks.workunit:Running workunits matching suites/fsstress.sh on client.0...
2024-03-19T01:50:45.540 INFO:tasks.workunit:Running workunit suites/fsstress.sh...
2024-03-19T01:50:45.540 DEBUG:teuthology.orchestra.run.smithi046:workunit test suites/fsstress.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=e48b1f6c0608b2615e1890cc46286c3877d6e910 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 6h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/fsstress.sh
2024-03-19T01:50:45.602 INFO:tasks.workunit.client.0.smithi046.stderr:+ mkdir -p fsstress
2024-03-19T01:50:45.605 INFO:tasks.workunit.client.0.smithi046.stderr:+ pushd fsstress
2024-03-19T01:50:45.606 INFO:tasks.workunit.client.0.smithi046.stdout:~/cephtest/mnt.0/client.0/tmp/fsstress ~/cephtest/mnt.0/client.0/tmp
2024-03-19T01:50:45.606 INFO:tasks.workunit.client.0.smithi046.stderr:+ wget -q -O ltp-full.tgz http://download.ceph.com/qa/ltp-full-20091231.tgz
2024-03-19T01:50:45.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:45 smithi073 ceph-mon[66833]: pgmap v23: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:50:45.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:45 smithi102 ceph-mon[66557]: pgmap v23: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:50:46.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:45 smithi046 ceph-mon[63102]: pgmap v23: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:50:46.146 INFO:tasks.workunit.client.0.smithi046.stderr:+ tar xzf ltp-full.tgz
2024-03-19T01:50:47.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:47 smithi073 ceph-mon[66833]: pgmap v24: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s
2024-03-19T01:50:47.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:47 smithi102 ceph-mon[66557]: pgmap v24: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s
2024-03-19T01:50:48.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:47 smithi046 ceph-mon[63102]: pgmap v24: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s
2024-03-19T01:50:49.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:49 smithi073 ceph-mon[66833]: pgmap v25: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:50:49.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:49 smithi102 ceph-mon[66557]: pgmap v25: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:50:50.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:49 smithi046 ceph-mon[63102]: pgmap v25: 129 pgs: 129 active+clean; 1.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s
2024-03-19T01:50:51.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:51 smithi073 ceph-mon[66833]: pgmap v26: 129 pgs: 129 active+clean; 2.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 133 KiB/s wr, 32 op/s
2024-03-19T01:50:51.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:51 smithi102 ceph-mon[66557]: pgmap v26: 129 pgs: 129 active+clean; 2.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 133 KiB/s wr, 32 op/s
2024-03-19T01:50:52.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:51 smithi046 ceph-mon[63102]: pgmap v26: 129 pgs: 129 active+clean; 2.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 133 KiB/s wr, 32 op/s
2024-03-19T01:50:53.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:53 smithi073 ceph-mon[66833]: pgmap v27: 129 pgs: 129 active+clean; 17 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 172 KiB/s rd, 1.4 MiB/s wr, 95 op/s
2024-03-19T01:50:53.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:53 smithi102 ceph-mon[66557]: pgmap v27: 129 pgs: 129 active+clean; 17 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 172 KiB/s rd, 1.4 MiB/s wr, 95 op/s
2024-03-19T01:50:54.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:53 smithi046 ceph-mon[63102]: pgmap v27: 129 pgs: 129 active+clean; 17 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 172 KiB/s rd, 1.4 MiB/s wr, 95 op/s
2024-03-19T01:50:55.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:55 smithi073 ceph-mon[66833]: pgmap v28: 129 pgs: 129 active+clean; 17 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 170 KiB/s rd, 1.4 MiB/s wr, 93 op/s
2024-03-19T01:50:55.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:55 smithi102 ceph-mon[66557]: pgmap v28: 129 pgs: 129 active+clean; 17 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 170 KiB/s rd, 1.4 MiB/s wr, 93 op/s
2024-03-19T01:50:56.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:55 smithi046 ceph-mon[63102]: pgmap v28: 129 pgs: 129 active+clean; 17 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 170 KiB/s rd, 1.4 MiB/s wr, 93 op/s
2024-03-19T01:50:56.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:56 smithi073 ceph-mon[66833]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:50:56.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:56 smithi102 ceph-mon[66557]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:50:57.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:56 smithi046 ceph-mon[63102]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:50:57.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:57 smithi073 ceph-mon[66833]: pgmap v29: 129 pgs: 129 active+clean; 24 MiB data, 478 MiB used, 1.0 TiB / 1.0 TiB avail; 339 KiB/s rd, 2.0 MiB/s wr, 177 op/s
2024-03-19T01:50:57.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:57 smithi102 ceph-mon[66557]: pgmap v29: 129 pgs: 129 active+clean; 24 MiB data, 478 MiB used, 1.0 TiB / 1.0 TiB avail; 339 KiB/s rd, 2.0 MiB/s wr, 177 op/s
2024-03-19T01:50:58.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:57 smithi046 ceph-mon[63102]: pgmap v29: 129 pgs: 129 active+clean; 24 MiB data, 478 MiB used, 1.0 TiB / 1.0 TiB avail; 339 KiB/s rd, 2.0 MiB/s wr, 177 op/s
2024-03-19T01:50:58.383 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:50:58.383 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:50:58.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.502+0000 7f64b22bd640  1 -- 172.21.15.46:0/2522583893 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f64ac1066a0 msgr2=0x7f64ac106a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:58.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.502+0000 7f64b22bd640  1 --2- 172.21.15.46:0/2522583893 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f64ac1066a0 0x7f64ac106a80 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f649c009930 tx=0x7f649c02bc30 comp rx=0 tx=0).stop
2024-03-19T01:50:58.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.502+0000 7f64b22bd640  1 -- 172.21.15.46:0/2522583893 shutdown_connections
2024-03-19T01:50:58.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.502+0000 7f64b22bd640  1 --2- 172.21.15.46:0/2522583893 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f64ac101050 0x7f64ac10d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.502+0000 7f64b22bd640  1 --2- 172.21.15.46:0/2522583893 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f64ac100690 0x7f64ac100b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.502+0000 7f64b22bd640  1 --2- 172.21.15.46:0/2522583893 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f64ac1066a0 0x7f64ac106a80 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.502+0000 7f64b22bd640  1 -- 172.21.15.46:0/2522583893 >> 172.21.15.46:0/2522583893 conn(0x7f64ac077820 msgr2=0x7f64ac077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:58.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.502+0000 7f64b22bd640  1 -- 172.21.15.46:0/2522583893 shutdown_connections
2024-03-19T01:50:58.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.502+0000 7f64b22bd640  1 -- 172.21.15.46:0/2522583893 wait complete.
2024-03-19T01:50:58.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.502+0000 7f64b22bd640  1  Processor -- start
2024-03-19T01:50:58.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.502+0000 7f64b22bd640  1 --  start start
2024-03-19T01:50:58.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.503+0000 7f64b22bd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f64ac100690 0x7f64ac198e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:58.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.503+0000 7f64b22bd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f64ac101050 0x7f64ac199340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:58.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.503+0000 7f64b22bd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f64ac1066a0 0x7f64ac1a3e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:58.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.503+0000 7f64b22bd640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f64ac110960 con 0x7f64ac1066a0
2024-03-19T01:50:58.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.503+0000 7f64b22bd640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f64ac1107e0 con 0x7f64ac100690
2024-03-19T01:50:58.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.503+0000 7f64b22bd640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f64ac110ae0 con 0x7f64ac101050
2024-03-19T01:50:58.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.503+0000 7f64b085a640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f64ac1066a0 0x7f64ac1a3e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:58.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.503+0000 7f64b085a640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f64ac1066a0 0x7f64ac1a3e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36802/0 (socket says 172.21.15.46:36802)
2024-03-19T01:50:58.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.503+0000 7f64b085a640  1 -- 172.21.15.46:0/622274792 learned_addr learned my addr 172.21.15.46:0/622274792 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:58.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.503+0000 7f64abfff640  1 --2- 172.21.15.46:0/622274792 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f64ac100690 0x7f64ac198e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:58.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.503+0000 7f64ab7fe640  1 --2- 172.21.15.46:0/622274792 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f64ac101050 0x7f64ac199340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:58.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.503+0000 7f64b085a640  1 -- 172.21.15.46:0/622274792 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f64ac101050 msgr2=0x7f64ac199340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:58.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.503+0000 7f64b085a640  1 --2- 172.21.15.46:0/622274792 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f64ac101050 0x7f64ac199340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.503+0000 7f64b085a640  1 -- 172.21.15.46:0/622274792 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f64ac100690 msgr2=0x7f64ac198e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:58.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.503+0000 7f64b085a640  1 --2- 172.21.15.46:0/622274792 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f64ac100690 0x7f64ac198e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.503+0000 7f64b085a640  1 -- 172.21.15.46:0/622274792 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64ac1a43c0 con 0x7f64ac1066a0
2024-03-19T01:50:58.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.503+0000 7f64b085a640  1 --2- 172.21.15.46:0/622274792 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f64ac1066a0 0x7f64ac1a3e80 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f64a400eb10 tx=0x7f64a400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:58.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.504+0000 7f64a97fa640  1 -- 172.21.15.46:0/622274792 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64a4004b20 con 0x7f64ac1066a0
2024-03-19T01:50:58.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.504+0000 7f64a97fa640  1 -- 172.21.15.46:0/622274792 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f64a4004cc0 con 0x7f64ac1066a0
2024-03-19T01:50:58.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.504+0000 7f64b22bd640  1 -- 172.21.15.46:0/622274792 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64ac1a45f0 con 0x7f64ac1066a0
2024-03-19T01:50:58.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.504+0000 7f64a97fa640  1 -- 172.21.15.46:0/622274792 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64a4010690 con 0x7f64ac1066a0
2024-03-19T01:50:58.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.504+0000 7f64b22bd640  1 -- 172.21.15.46:0/622274792 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64ac1a4b60 con 0x7f64ac1066a0
2024-03-19T01:50:58.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.506+0000 7f64b4f83740  1  Processor -- start
2024-03-19T01:50:58.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.506+0000 7f64a97fa640  1 -- 172.21.15.46:0/622274792 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 23) ==== 137466+0+0 (secure 0 0 0) 0x7f64a4005000 con 0x7f64ac1066a0
2024-03-19T01:50:58.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.506+0000 7f64b4f83740  1 --  start start
2024-03-19T01:50:58.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.507+0000 7f64b4f83740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5588b6686a30 0x5588b6686e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:58.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.507+0000 7f64b4f83740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5588b6687350 0x5588b668f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:58.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.507+0000 7f64b4f83740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5588b668ff30 0x5588b6692320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:58.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.507+0000 7f64b4f83740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5588b65ea500 con 0x5588b668ff30
2024-03-19T01:50:58.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.507+0000 7f64b4f83740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5588b6592be0 con 0x5588b6687350
2024-03-19T01:50:58.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.507+0000 7f64b4f83740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5588b65e65a0 con 0x5588b6686a30
2024-03-19T01:50:58.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.507+0000 7f64ab7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5588b668ff30 0x5588b6692320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:58.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.507+0000 7f64abfff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5588b6687350 0x5588b668f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:58.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.507+0000 7f64ab7fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5588b6686a30 0x5588b6686e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:58.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.507+0000 7f64abfff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5588b6687350 0x5588b668f9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:57218/0 (socket says 172.21.15.46:57218)
2024-03-19T01:50:58.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.507+0000 7f64abfff640  1 -- 172.21.15.46:0/1213720445 learned_addr learned my addr 172.21.15.46:0/1213720445 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:58.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.507+0000 7f64ab7fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5588b6686a30 0x5588b6686e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:38574/0 (socket says 172.21.15.46:38574)
2024-03-19T01:50:58.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.507+0000 7f64a97fa640  1 --2- 172.21.15.46:0/622274792 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f64940a2a80 0x7f64940a4f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:58.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.507+0000 7f64b085a640  1 --2- 172.21.15.46:0/622274792 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f64940a2a80 0x7f64940a4f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:58.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.507+0000 7f64ab7fe640  1 -- 172.21.15.46:0/1213720445 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5588b6687350 msgr2=0x5588b668f9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:58.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.507+0000 7f64ab7fe640  1 --2- 172.21.15.46:0/1213720445 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5588b6687350 0x5588b668f9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.507+0000 7f64ab7fe640  1 -- 172.21.15.46:0/1213720445 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5588b668ff30 msgr2=0x5588b6692320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:58.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.507+0000 7f64ab7fe640  1 --2- 172.21.15.46:0/1213720445 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5588b668ff30 0x5588b6692320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.507+0000 7f64ab7fe640  1 -- 172.21.15.46:0/1213720445 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5588b65b4000 con 0x5588b6686a30
2024-03-19T01:50:58.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.507+0000 7f64abfff640  1 --2- 172.21.15.46:0/1213720445 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5588b6687350 0x5588b668f9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:58.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.507+0000 7f64a97fa640  1 -- 172.21.15.46:0/622274792 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f64a40cf720 con 0x7f64ac1066a0
2024-03-19T01:50:58.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.507+0000 7f64ab7fe640  1 --2- 172.21.15.46:0/1213720445 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5588b6686a30 0x5588b6686e10 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f64ac069530 tx=0x7f64a000b410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ef08d5ee9e0aa9c4 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:58.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.508+0000 7f64927fc640  1 -- 172.21.15.46:0/1213720445 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64a0004020 con 0x5588b6686a30
2024-03-19T01:50:58.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.508+0000 7f64927fc640  1 -- 172.21.15.46:0/1213720445 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f64a000fbe0 con 0x5588b6686a30
2024-03-19T01:50:58.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.508+0000 7f64927fc640  1 -- 172.21.15.46:0/1213720445 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64a0003830 con 0x5588b6686a30
2024-03-19T01:50:58.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.508+0000 7f64b4f83740  1 -- 172.21.15.46:0/1213720445 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5588b6686a30 msgr2=0x5588b6686e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:58.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.508+0000 7f64b085a640  1 --2- 172.21.15.46:0/622274792 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f64940a2a80 0x7f64940a4f40 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f64a40ccaa0 tx=0x7f64a406e580 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:58.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.508+0000 7f64b4f83740  1 --2- 172.21.15.46:0/1213720445 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5588b6686a30 0x5588b6686e10 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f64ac069530 tx=0x7f64a000b410 comp rx=0 tx=0).stop
2024-03-19T01:50:58.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.508+0000 7f64b4f83740  1 -- 172.21.15.46:0/1213720445 shutdown_connections
2024-03-19T01:50:58.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.508+0000 7f64b4f83740  1 --2- 172.21.15.46:0/1213720445 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5588b668ff30 0x5588b6692320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.508+0000 7f64b4f83740  1 --2- 172.21.15.46:0/1213720445 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5588b6687350 0x5588b668f9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.508+0000 7f64b4f83740  1 --2- 172.21.15.46:0/1213720445 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5588b6686a30 0x5588b6686e10 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.508+0000 7f64b4f83740  1 -- 172.21.15.46:0/1213720445 >> 172.21.15.46:0/1213720445 conn(0x5588b6681160 msgr2=0x5588b6681540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:58.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.508+0000 7f64b4f83740  1 -- 172.21.15.46:0/1213720445 shutdown_connections
2024-03-19T01:50:58.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.508+0000 7f64b4f83740  1 -- 172.21.15.46:0/1213720445 wait complete.
2024-03-19T01:50:58.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.509+0000 7f64b4f83740  1 --  start start
2024-03-19T01:50:58.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.509+0000 7f64b4f83740  1  Processor -- start
2024-03-19T01:50:58.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.509+0000 7f64b4f83740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5588b6686a30 0x5588b668cef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:58.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.509+0000 7f64b4f83740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5588b6687350 0x5588b668d430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:58.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.509+0000 7f64b4f83740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5588b668ff30 0x5588b668d970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:58.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.509+0000 7f64b4f83740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5588b6692d20 con 0x5588b6687350
2024-03-19T01:50:58.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.509+0000 7f64b4f83740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5588b65a6160 con 0x5588b6686a30
2024-03-19T01:50:58.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.509+0000 7f64b4f83740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5588b6692ea0 con 0x5588b668ff30
2024-03-19T01:50:58.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.509+0000 7f64b4f83740 10 client.0 _ll_register_callbacks cb 0x5588b65e2a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:50:58.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.509+0000 7f64ab7fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5588b6686a30 0x5588b668cef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:58.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.509+0000 7f64abfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5588b6687350 0x5588b668d430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:58.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.509+0000 7f64ab7fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5588b6686a30 0x5588b668cef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:57226/0 (socket says 172.21.15.46:57226)
2024-03-19T01:50:58.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.509+0000 7f64ab7fe640  1 -- 172.21.15.46:0/736309630 learned_addr learned my addr 172.21.15.46:0/736309630 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:58.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.509+0000 7f64abfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5588b6687350 0x5588b668d430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36814/0 (socket says 172.21.15.46:36814)
2024-03-19T01:50:58.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.509+0000 7f64ab7fe640  1 --2- 172.21.15.46:0/736309630 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5588b668ff30 0x5588b668d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:58.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.510+0000 7f64ab7fe640  1 -- 172.21.15.46:0/736309630 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5588b668ff30 msgr2=0x5588b668d970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:58.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.510+0000 7f64ab7fe640  1 --2- 172.21.15.46:0/736309630 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5588b668ff30 0x5588b668d970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.510+0000 7f64ab7fe640  1 -- 172.21.15.46:0/736309630 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5588b6687350 msgr2=0x5588b668d430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:58.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.510+0000 7f64ab7fe640  1 --2- 172.21.15.46:0/736309630 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5588b6687350 0x5588b668d430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.510+0000 7f64ab7fe640  1 -- 172.21.15.46:0/736309630 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5588b63c87d0 con 0x5588b6686a30
2024-03-19T01:50:58.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.510+0000 7f64ab7fe640  1 --2- 172.21.15.46:0/736309630 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5588b6686a30 0x5588b668cef0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f64a0010010 tx=0x7f64a001b040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9eeb7d3e712b9e1f server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:58.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.510+0000 7f648b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.73:3300/0
2024-03-19T01:50:58.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.510+0000 7f648b7fe640  1 -- 172.21.15.46:0/736309630 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64a000f7f0 con 0x5588b6686a30
2024-03-19T01:50:58.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.510+0000 7f64b4f83740  1 -- 172.21.15.46:0/736309630 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f64a000fbe0 con 0x5588b6686a30
2024-03-19T01:50:58.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.510+0000 7f648b7fe640  1 -- 172.21.15.46:0/736309630 <== mon.2 v2:172.21.15.73:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f64a000f990 con 0x5588b6686a30
2024-03-19T01:50:58.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.510+0000 7f648b7fe640  1 -- 172.21.15.46:0/736309630 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f64a0037050 con 0x5588b6686a30
2024-03-19T01:50:58.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.510+0000 7f64b4f83740 10 client.25688 fetch_fsmap learned FSMap version 25
2024-03-19T01:50:58.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.510+0000 7f64b4f83740  1 -- 172.21.15.46:0/736309630 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5588b62fe3f0 con 0x5588b6686a30
2024-03-19T01:50:58.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.510+0000 7f648b7fe640  1 -- 172.21.15.46:0/736309630 <== mon.2 v2:172.21.15.73:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f64a000fbe0 con 0x5588b6686a30
2024-03-19T01:50:58.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.511+0000 7f648b7fe640  1 -- 172.21.15.46:0/736309630 <== mon.2 v2:172.21.15.73:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f64a00314b0 con 0x5588b6686a30
2024-03-19T01:50:58.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.511+0000 7f64b4f83740 10 client.25688 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:50:58.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.511+0000 7f64b4f83740 10 client.25688 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:50:58.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.511+0000 7f64b4f83740 20 client.25688 populate_metadata read hostname 'smithi046'
2024-03-19T01:50:58.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.511+0000 7f64b4f83740  1 --2- 172.21.15.46:0/736309630 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5588b66a00e0 0x5588b66a24d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:58.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.511+0000 7f64b4f83740  4 client.25688 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:50:58.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.511+0000 7f64b4f83740  1 -- 172.21.15.46:0/736309630 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5588b65f7a40 con 0x5588b66a00e0
2024-03-19T01:50:58.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.511+0000 7f64abfff640  1 --2- 172.21.15.46:0/736309630 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5588b66a00e0 0x5588b66a24d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:58.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.511+0000 7f64abfff640  1 --2- 172.21.15.46:0/736309630 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5588b66a00e0 0x5588b66a24d0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=986d63fb89cb0118 server_cookie=c8b7c2160d72babc in_seq=0 out_seq=0
2024-03-19T01:50:58.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.511+0000 7f648b7fe640 10 client.25688 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:50:58.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.512+0000 7f648b7fe640  1 -- 172.21.15.46:0/736309630 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5588b65f7a40 con 0x5588b66a00e0
2024-03-19T01:50:58.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.512+0000 7f648b7fe640 10 client.25688 handle_command_reply: tid=0
2024-03-19T01:50:58.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.512+0000 7f64b4f83740  1 client.25688 shutdown
2024-03-19T01:50:58.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.512+0000 7f64b4f83740  1 -- 172.21.15.46:0/736309630 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5588b6686a30 msgr2=0x5588b668cef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:58.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.512+0000 7f64b4f83740  1 --2- 172.21.15.46:0/736309630 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5588b6686a30 0x5588b668cef0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f64a0010010 tx=0x7f64a001b040 comp rx=0 tx=0).stop
2024-03-19T01:50:58.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.512+0000 7f64b4f83740  1 -- 172.21.15.46:0/736309630 shutdown_connections
2024-03-19T01:50:58.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.512+0000 7f64b4f83740  1 --2- 172.21.15.46:0/736309630 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5588b66a00e0 0x5588b66a24d0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.512+0000 7f64b4f83740  1 --2- 172.21.15.46:0/736309630 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5588b668ff30 0x5588b668d970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.512+0000 7f64b4f83740  1 --2- 172.21.15.46:0/736309630 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5588b6687350 0x5588b668d430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.512+0000 7f648b7fe640  0 client.25688 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:50:58.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.512+0000 7f64b4f83740  1 --2- 172.21.15.46:0/736309630 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5588b6686a30 0x5588b668cef0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.512+0000 7f64b4f83740  1 -- 172.21.15.46:0/736309630 >> 172.21.15.46:0/736309630 conn(0x5588b6681160 msgr2=0x5588b6682eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:58.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.512+0000 7f64b4f83740  1 -- 172.21.15.46:0/736309630 shutdown_connections
2024-03-19T01:50:58.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.512+0000 7f64b4f83740  1 -- 172.21.15.46:0/736309630 wait complete.
2024-03-19T01:50:58.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.512+0000 7f64b4f83740 20 client.25688 trim_cache size 0 max 16384
2024-03-19T01:50:58.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.530+0000 7f64b4f83740  1  Processor -- start
2024-03-19T01:50:58.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.530+0000 7f64b4f83740  1 --  start start
2024-03-19T01:50:58.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.530+0000 7f64b4f83740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5588b6686a30 0x5588b668f620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:58.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.530+0000 7f64b4f83740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5588b6687350 0x5588b669bac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:58.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.530+0000 7f64b4f83740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5588b668ff30 0x5588b6680060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:58.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.530+0000 7f64b4f83740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f64ac1b15b0 con 0x5588b6687350
2024-03-19T01:50:58.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.530+0000 7f64b4f83740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f64ac1aee80 con 0x5588b6686a30
2024-03-19T01:50:58.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.530+0000 7f64b4f83740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f64ac1accb0 con 0x5588b668ff30
2024-03-19T01:50:58.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.530+0000 7f64abfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5588b6687350 0x5588b669bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:58.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.530+0000 7f64abfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5588b6687350 0x5588b669bac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36824/0 (socket says 172.21.15.46:36824)
2024-03-19T01:50:58.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.530+0000 7f64abfff640  1 -- 172.21.15.46:0/1884150341 learned_addr learned my addr 172.21.15.46:0/1884150341 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:58.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.530+0000 7f64ab7fe640  1 --2- 172.21.15.46:0/1884150341 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5588b6686a30 0x5588b668f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:58.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.530+0000 7f64ab7fe640  1 --2- 172.21.15.46:0/1884150341 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5588b668ff30 0x5588b6680060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:58.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.530+0000 7f64abfff640  1 -- 172.21.15.46:0/1884150341 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5588b668ff30 msgr2=0x5588b6680060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:58.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.530+0000 7f64abfff640  1 --2- 172.21.15.46:0/1884150341 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5588b668ff30 0x5588b6680060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.530+0000 7f64abfff640  1 -- 172.21.15.46:0/1884150341 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5588b6686a30 msgr2=0x5588b668f620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:58.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.530+0000 7f64abfff640  1 --2- 172.21.15.46:0/1884150341 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5588b6686a30 0x5588b668f620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.530+0000 7f64abfff640  1 -- 172.21.15.46:0/1884150341 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5588b66a2840 con 0x5588b6687350
2024-03-19T01:50:58.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.530+0000 7f64abfff640  1 --2- 172.21.15.46:0/1884150341 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5588b6687350 0x5588b669bac0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f649c005ab0 tx=0x7f649c005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19f75cc095f7ad6e server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:58.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.531+0000 7f6491ffb640  1 -- 172.21.15.46:0/1884150341 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f649c04f020 con 0x5588b6687350
2024-03-19T01:50:58.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.531+0000 7f6491ffb640  1 -- 172.21.15.46:0/1884150341 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f649c02cc90 con 0x5588b6687350
2024-03-19T01:50:58.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.531+0000 7f6491ffb640  1 -- 172.21.15.46:0/1884150341 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f649c005530 con 0x5588b6687350
2024-03-19T01:50:58.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.531+0000 7f64b4f83740  1 -- 172.21.15.46:0/1884150341 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5588b6687350 msgr2=0x5588b669bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:58.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.531+0000 7f64b4f83740  1 --2- 172.21.15.46:0/1884150341 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5588b6687350 0x5588b669bac0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f649c005ab0 tx=0x7f649c005fd0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.531+0000 7f64b4f83740  1 -- 172.21.15.46:0/1884150341 shutdown_connections
2024-03-19T01:50:58.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.531+0000 7f64b4f83740  1 --2- 172.21.15.46:0/1884150341 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5588b668ff30 0x5588b6680060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.531+0000 7f64b4f83740  1 --2- 172.21.15.46:0/1884150341 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5588b6687350 0x5588b669bac0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.531+0000 7f64b4f83740  1 --2- 172.21.15.46:0/1884150341 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5588b6686a30 0x5588b668f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.531+0000 7f64b4f83740  1 -- 172.21.15.46:0/1884150341 >> 172.21.15.46:0/1884150341 conn(0x5588b6681160 msgr2=0x5588b667f950 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:58.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.531+0000 7f64b4f83740  1 -- 172.21.15.46:0/1884150341 shutdown_connections
2024-03-19T01:50:58.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.531+0000 7f64b4f83740  1 -- 172.21.15.46:0/1884150341 wait complete.
2024-03-19T01:50:58.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.532+0000 7f64b4f83740  1 --  start start
2024-03-19T01:50:58.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.532+0000 7f64b4f83740  1  Processor -- start
2024-03-19T01:50:58.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.532+0000 7f64b4f83740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5588b6686a30 0x5588b66982e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:58.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.532+0000 7f64b4f83740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5588b6687350 0x5588b6689780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:58.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.532+0000 7f64b4f83740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5588b668ff30 0x5588b6689cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:58.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.532+0000 7f64b4f83740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f64ac1ad340 con 0x5588b6686a30
2024-03-19T01:50:58.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.532+0000 7f64b4f83740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f64ac1ae7b0 con 0x5588b6687350
2024-03-19T01:50:58.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.532+0000 7f64b4f83740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f64ac1ada10 con 0x5588b668ff30
2024-03-19T01:50:58.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.532+0000 7f64b4f83740 10 client.0 _ll_register_callbacks cb 0x7f64a000be40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:50:58.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.532+0000 7f64ab7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5588b6686a30 0x5588b66982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:58.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.532+0000 7f64ab7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5588b6686a30 0x5588b66982e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36838/0 (socket says 172.21.15.46:36838)
2024-03-19T01:50:58.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.532+0000 7f64ab7fe640  1 -- 172.21.15.46:0/399323456 learned_addr learned my addr 172.21.15.46:0/399323456 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:58.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.532+0000 7f64abfff640  1 --2- 172.21.15.46:0/399323456 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5588b6687350 0x5588b6689780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:58.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.532+0000 7f64ab7fe640  1 --2- 172.21.15.46:0/399323456 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5588b668ff30 0x5588b6689cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:58.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.532+0000 7f64ab7fe640  1 -- 172.21.15.46:0/399323456 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5588b668ff30 msgr2=0x5588b6689cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:58.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.532+0000 7f64ab7fe640  1 --2- 172.21.15.46:0/399323456 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5588b668ff30 0x5588b6689cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.532+0000 7f64ab7fe640  1 -- 172.21.15.46:0/399323456 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5588b6687350 msgr2=0x5588b6689780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:58.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.533+0000 7f64ab7fe640  1 --2- 172.21.15.46:0/399323456 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5588b6687350 0x5588b6689780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.533+0000 7f64ab7fe640  1 -- 172.21.15.46:0/399323456 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5588b6687180 con 0x5588b6686a30
2024-03-19T01:50:58.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.533+0000 7f64ab7fe640  1 --2- 172.21.15.46:0/399323456 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5588b6686a30 0x5588b66982e0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f64a0012440 tx=0x7f64a0004500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9503ea08140f6c2 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:58.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.533+0000 7f648b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:50:58.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.533+0000 7f648b7fe640  1 -- 172.21.15.46:0/399323456 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64a0023040 con 0x5588b6686a30
2024-03-19T01:50:58.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.533+0000 7f648b7fe640  1 -- 172.21.15.46:0/399323456 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f64a0031d00 con 0x5588b6686a30
2024-03-19T01:50:58.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.533+0000 7f64b4f83740  1 -- 172.21.15.46:0/399323456 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f649c02cc90 con 0x5588b6686a30
2024-03-19T01:50:58.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.533+0000 7f648b7fe640  1 -- 172.21.15.46:0/399323456 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f64a000f7f0 con 0x5588b6686a30
2024-03-19T01:50:58.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.533+0000 7f64b4f83740 10 client.15837 fetch_fsmap learned FSMap version 25
2024-03-19T01:50:58.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.533+0000 7f64b4f83740  1 -- 172.21.15.46:0/399323456 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5588b62be0f0 con 0x5588b6686a30
2024-03-19T01:50:58.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.533+0000 7f648b7fe640  1 -- 172.21.15.46:0/399323456 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f649c02cc90 con 0x5588b6686a30
2024-03-19T01:50:58.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.533+0000 7f648b7fe640  1 -- 172.21.15.46:0/399323456 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f64a0003990 con 0x5588b6686a30
2024-03-19T01:50:58.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.533+0000 7f64b4f83740 10 client.15837 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:50:58.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.533+0000 7f64b4f83740 10 client.15837 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:50:58.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.533+0000 7f64b4f83740 20 client.15837 populate_metadata read hostname 'smithi046'
2024-03-19T01:50:58.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.533+0000 7f64b4f83740  1 --2- 172.21.15.46:0/399323456 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5588b6706540 0x5588b6708960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:58.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.533+0000 7f64b4f83740  4 client.15837 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:50:58.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.533+0000 7f64b4f83740  1 -- 172.21.15.46:0/399323456 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5588b65f1d90 con 0x5588b6706540
2024-03-19T01:50:58.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.534+0000 7f64abfff640  1 --2- 172.21.15.46:0/399323456 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5588b6706540 0x5588b6708960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:58.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.534+0000 7f648b7fe640 10 client.15837 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:50:58.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.534+0000 7f64abfff640  1 --2- 172.21.15.46:0/399323456 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5588b6706540 0x5588b6708960 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7c725108f884cf7f server_cookie=9324843638387dbb in_seq=0 out_seq=0
2024-03-19T01:50:58.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.534+0000 7f648b7fe640  1 -- 172.21.15.46:0/399323456 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5588b65f1d90 con 0x5588b6706540
2024-03-19T01:50:58.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.534+0000 7f648b7fe640 10 client.15837 handle_command_reply: tid=0
2024-03-19T01:50:58.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.534+0000 7f64b4f83740  1 client.15837 shutdown
2024-03-19T01:50:58.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.534+0000 7f64b4f83740  1 -- 172.21.15.46:0/399323456 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5588b6686a30 msgr2=0x5588b66982e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:58.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.534+0000 7f64b4f83740  1 --2- 172.21.15.46:0/399323456 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5588b6686a30 0x5588b66982e0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f64a0012440 tx=0x7f64a0004500 comp rx=0 tx=0).stop
2024-03-19T01:50:58.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.534+0000 7f64b4f83740  1 -- 172.21.15.46:0/399323456 shutdown_connections
2024-03-19T01:50:58.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.534+0000 7f64b4f83740  1 --2- 172.21.15.46:0/399323456 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5588b6706540 0x5588b6708960 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.534+0000 7f64b4f83740  1 --2- 172.21.15.46:0/399323456 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5588b668ff30 0x5588b6689cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.534+0000 7f648b7fe640  0 client.15837 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:50:58.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.534+0000 7f64b4f83740  1 --2- 172.21.15.46:0/399323456 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5588b6687350 0x5588b6689780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.534+0000 7f64b4f83740  1 --2- 172.21.15.46:0/399323456 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5588b6686a30 0x5588b66982e0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.534+0000 7f64b4f83740  1 -- 172.21.15.46:0/399323456 >> 172.21.15.46:0/399323456 conn(0x5588b6681160 msgr2=0x5588b66801e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:58.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.534+0000 7f64b4f83740  1 -- 172.21.15.46:0/399323456 shutdown_connections
2024-03-19T01:50:58.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.534+0000 7f64b4f83740  1 -- 172.21.15.46:0/399323456 wait complete.
2024-03-19T01:50:58.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.534+0000 7f64b4f83740 20 client.15837 trim_cache size 0 max 16384
2024-03-19T01:50:58.540 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:50:58.540 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "no active scrubs running",
2024-03-19T01:50:58.541 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {}
2024-03-19T01:50:58.541 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:50:58.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.535+0000 7f64b22bd640  1 -- 172.21.15.46:0/622274792 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f64940a2a80 msgr2=0x7f64940a4f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:58.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.535+0000 7f64b22bd640  1 --2- 172.21.15.46:0/622274792 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f64940a2a80 0x7f64940a4f40 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f64a40ccaa0 tx=0x7f64a406e580 comp rx=0 tx=0).stop
2024-03-19T01:50:58.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.535+0000 7f64b22bd640  1 -- 172.21.15.46:0/622274792 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f64ac1066a0 msgr2=0x7f64ac1a3e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:58.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.535+0000 7f64b22bd640  1 --2- 172.21.15.46:0/622274792 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f64ac1066a0 0x7f64ac1a3e80 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f64a400eb10 tx=0x7f64a400c2d0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.535+0000 7f64b22bd640  1 -- 172.21.15.46:0/622274792 shutdown_connections
2024-03-19T01:50:58.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.535+0000 7f64b22bd640  1 --2- 172.21.15.46:0/622274792 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f64ac1066a0 0x7f64ac1a3e80 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.535+0000 7f64b22bd640  1 --2- 172.21.15.46:0/622274792 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f64940a2a80 0x7f64940a4f40 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.535+0000 7f64b22bd640  1 --2- 172.21.15.46:0/622274792 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f64ac101050 0x7f64ac199340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.535+0000 7f64b22bd640  1 --2- 172.21.15.46:0/622274792 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f64ac100690 0x7f64ac198e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.535+0000 7f64b22bd640  1 -- 172.21.15.46:0/622274792 >> 172.21.15.46:0/622274792 conn(0x7f64ac077820 msgr2=0x7f64ac102ff0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:58.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.535+0000 7f64b22bd640  1 -- 172.21.15.46:0/622274792 shutdown_connections
2024-03-19T01:50:58.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.535+0000 7f64b22bd640  1 -- 172.21.15.46:0/622274792 wait complete.
2024-03-19T01:50:58.546 INFO:tasks.cephfs.filesystem:all active scrubs completed
2024-03-19T01:50:58.546 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:50:58.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.649+0000 7ff52440b640  1 -- 172.21.15.46:0/221011513 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff51c1005d0 msgr2=0x7ff51c1009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:58.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.649+0000 7ff52440b640  1 --2- 172.21.15.46:0/221011513 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff51c1005d0 0x7ff51c1009b0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7ff518009900 tx=0x7ff51802bc30 comp rx=0 tx=0).stop
2024-03-19T01:50:58.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.649+0000 7ff52440b640  1 -- 172.21.15.46:0/221011513 shutdown_connections
2024-03-19T01:50:58.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.649+0000 7ff52440b640  1 --2- 172.21.15.46:0/221011513 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff51c10e180 0x7ff51c110570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.649+0000 7ff52440b640  1 --2- 172.21.15.46:0/221011513 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff51c100ef0 0x7ff51c10dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.649+0000 7ff52440b640  1 --2- 172.21.15.46:0/221011513 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff51c1005d0 0x7ff51c1009b0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.649+0000 7ff52440b640  1 -- 172.21.15.46:0/221011513 >> 172.21.15.46:0/221011513 conn(0x7ff51c076aa0 msgr2=0x7ff51c076eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:58.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.649+0000 7ff52440b640  1 -- 172.21.15.46:0/221011513 shutdown_connections
2024-03-19T01:50:58.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.649+0000 7ff52440b640  1 -- 172.21.15.46:0/221011513 wait complete.
2024-03-19T01:50:58.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.650+0000 7ff52440b640  1  Processor -- start
2024-03-19T01:50:58.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.650+0000 7ff52440b640  1 --  start start
2024-03-19T01:50:58.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.650+0000 7ff52440b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff51c1005d0 0x7ff51c19a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:58.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.650+0000 7ff52440b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff51c100ef0 0x7ff51c19a730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:58.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.650+0000 7ff52440b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff51c10e180 0x7ff51c19eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:58.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.650+0000 7ff52440b640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff51c113c90 con 0x7ff51c1005d0
2024-03-19T01:50:58.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.650+0000 7ff52440b640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ff51c113b10 con 0x7ff51c10e180
2024-03-19T01:50:58.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.650+0000 7ff52440b640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff51c113e10 con 0x7ff51c100ef0
2024-03-19T01:50:58.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.650+0000 7ff5221a7640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff51c1005d0 0x7ff51c19a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:58.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.650+0000 7ff5221a7640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff51c1005d0 0x7ff51c19a1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36854/0 (socket says 172.21.15.46:36854)
2024-03-19T01:50:58.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.650+0000 7ff5221a7640  1 -- 172.21.15.46:0/44432085 learned_addr learned my addr 172.21.15.46:0/44432085 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:58.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.650+0000 7ff5229a8640  1 --2- 172.21.15.46:0/44432085 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff51c10e180 0x7ff51c19eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:58.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.650+0000 7ff5219a6640  1 --2- 172.21.15.46:0/44432085 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff51c100ef0 0x7ff51c19a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:58.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.650+0000 7ff5221a7640  1 -- 172.21.15.46:0/44432085 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff51c100ef0 msgr2=0x7ff51c19a730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:58.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.650+0000 7ff5221a7640  1 --2- 172.21.15.46:0/44432085 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff51c100ef0 0x7ff51c19a730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.650+0000 7ff5221a7640  1 -- 172.21.15.46:0/44432085 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff51c10e180 msgr2=0x7ff51c19eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:58.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.650+0000 7ff5221a7640  1 --2- 172.21.15.46:0/44432085 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff51c10e180 0x7ff51c19eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.650+0000 7ff5221a7640  1 -- 172.21.15.46:0/44432085 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff51c19f1e0 con 0x7ff51c1005d0
2024-03-19T01:50:58.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.651+0000 7ff5221a7640  1 --2- 172.21.15.46:0/44432085 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff51c1005d0 0x7ff51c19a1f0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7ff518005940 tx=0x7ff51802c5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:58.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.651+0000 7ff5137fe640  1 -- 172.21.15.46:0/44432085 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff518043020 con 0x7ff51c1005d0
2024-03-19T01:50:58.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.651+0000 7ff5137fe640  1 -- 172.21.15.46:0/44432085 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff51802ca70 con 0x7ff51c1005d0
2024-03-19T01:50:58.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.651+0000 7ff52440b640  1 -- 172.21.15.46:0/44432085 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff51c19f470 con 0x7ff51c1005d0
2024-03-19T01:50:58.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.651+0000 7ff5137fe640  1 -- 172.21.15.46:0/44432085 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff518003a80 con 0x7ff51c1005d0
2024-03-19T01:50:58.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.651+0000 7ff52440b640  1 -- 172.21.15.46:0/44432085 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff51c1a6d60 con 0x7ff51c1005d0
2024-03-19T01:50:58.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.652+0000 7ff52440b640  1 -- 172.21.15.46:0/44432085 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff51c06a670 con 0x7ff51c1005d0
2024-03-19T01:50:58.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.653+0000 7ff5137fe640  1 -- 172.21.15.46:0/44432085 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 23) ==== 137466+0+0 (secure 0 0 0) 0x7ff518046020 con 0x7ff51c1005d0
2024-03-19T01:50:58.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.653+0000 7ff5137fe640  1 --2- 172.21.15.46:0/44432085 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff5080a2a80 0x7ff5080a4f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:58.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.653+0000 7ff5219a6640  1 --2- 172.21.15.46:0/44432085 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff5080a2a80 0x7ff5080a4f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:58.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.654+0000 7ff5137fe640  1 -- 172.21.15.46:0/44432085 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7ff5180f18e0 con 0x7ff51c1005d0
2024-03-19T01:50:58.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.654+0000 7ff5219a6640  1 --2- 172.21.15.46:0/44432085 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff5080a2a80 0x7ff5080a4f40 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7ff51c10f0a0 tx=0x7ff50c005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:58.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.657+0000 7ff5137fe640  1 -- 172.21.15.46:0/44432085 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7ff51804d020 con 0x7ff51c1005d0
2024-03-19T01:50:58.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.879+0000 7ff52440b640  1 -- 172.21.15.46:0/44432085 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff51c068a60 con 0x7ff51c1005d0
2024-03-19T01:50:58.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.880+0000 7ff5137fe640  1 -- 172.21.15.46:0/44432085 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11864 (secure 0 0 0) 0x7ff51802cc20 con 0x7ff51c1005d0
2024-03-19T01:50:58.880 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:50:58.880 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":25,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-19T01:47:26.395717+0000","modified":"2024-03-19T01:50:55.100622+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24506,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6839/1788589639","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6838","nonce":1788589639},{"type":"v1","addr":"172.21.15.73:6839","nonce":1788589639}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24506,"qdb_cluster":[24479,24478,24506]},"id":1}]}
2024-03-19T01:50:58.880 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 25
2024-03-19T01:50:58.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.882+0000 7ff52440b640  1 -- 172.21.15.46:0/44432085 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff5080a2a80 msgr2=0x7ff5080a4f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:58.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.882+0000 7ff52440b640  1 --2- 172.21.15.46:0/44432085 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff5080a2a80 0x7ff5080a4f40 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7ff51c10f0a0 tx=0x7ff50c005f90 comp rx=0 tx=0).stop
2024-03-19T01:50:58.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.882+0000 7ff52440b640  1 -- 172.21.15.46:0/44432085 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff51c1005d0 msgr2=0x7ff51c19a1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:58.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.882+0000 7ff52440b640  1 --2- 172.21.15.46:0/44432085 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff51c1005d0 0x7ff51c19a1f0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7ff518005940 tx=0x7ff51802c5f0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.882+0000 7ff52440b640  1 -- 172.21.15.46:0/44432085 shutdown_connections
2024-03-19T01:50:58.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.882+0000 7ff52440b640  1 --2- 172.21.15.46:0/44432085 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff51c10e180 0x7ff51c19eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.882+0000 7ff52440b640  1 --2- 172.21.15.46:0/44432085 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff5080a2a80 0x7ff5080a4f40 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.882+0000 7ff52440b640  1 --2- 172.21.15.46:0/44432085 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff51c100ef0 0x7ff51c19a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.882+0000 7ff52440b640  1 --2- 172.21.15.46:0/44432085 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff51c1005d0 0x7ff51c19a1f0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.882+0000 7ff52440b640  1 -- 172.21.15.46:0/44432085 >> 172.21.15.46:0/44432085 conn(0x7ff51c076aa0 msgr2=0x7ff51c10f8c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:58.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.882+0000 7ff52440b640  1 -- 172.21.15.46:0/44432085 shutdown_connections
2024-03-19T01:50:58.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.882+0000 7ff52440b640  1 -- 172.21.15.46:0/44432085 wait complete.
2024-03-19T01:50:58.893 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls
2024-03-19T01:50:58.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.997+0000 7f7f19a6a640  1 -- 172.21.15.46:0/187057645 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7f14101330 msgr2=0x7f7f1410d4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:58.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.997+0000 7f7f19a6a640  1 --2- 172.21.15.46:0/187057645 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7f14101330 0x7f7f1410d4e0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f7f0c009ca0 tx=0x7f7f0c02c0f0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.997+0000 7f7f19a6a640  1 -- 172.21.15.46:0/187057645 shutdown_connections
2024-03-19T01:50:58.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.997+0000 7f7f19a6a640  1 --2- 172.21.15.46:0/187057645 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7f14101330 0x7f7f1410d4e0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.997+0000 7f7f19a6a640  1 --2- 172.21.15.46:0/187057645 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7f14100970 0x7f7f14100df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.997+0000 7f7f19a6a640  1 --2- 172.21.15.46:0/187057645 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7f14105660 0x7f7f14105a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:58.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.997+0000 7f7f19a6a640  1 -- 172.21.15.46:0/187057645 >> 172.21.15.46:0/187057645 conn(0x7f7f140774c0 msgr2=0x7f7f140778d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:59.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.997+0000 7f7f19a6a640  1 -- 172.21.15.46:0/187057645 shutdown_connections
2024-03-19T01:50:59.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.997+0000 7f7f19a6a640  1 -- 172.21.15.46:0/187057645 wait complete.
2024-03-19T01:50:59.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.997+0000 7f7f19a6a640  1  Processor -- start
2024-03-19T01:50:59.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.998+0000 7f7f19a6a640  1 --  start start
2024-03-19T01:50:59.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.998+0000 7f7f19a6a640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7f14100970 0x7f7f14198d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.998+0000 7f7f19a6a640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7f14101330 0x7f7f14199290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.998+0000 7f7f19a6a640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7f14105660 0x7f7f141a3dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.998+0000 7f7f19a6a640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7f14110930 con 0x7f7f14100970
2024-03-19T01:50:59.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.998+0000 7f7f19a6a640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f7f141107b0 con 0x7f7f14105660
2024-03-19T01:50:59.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.998+0000 7f7f19a6a640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f7f14110ab0 con 0x7f7f14101330
2024-03-19T01:50:59.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.998+0000 7f7f137fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7f14100970 0x7f7f14198d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.998+0000 7f7f137fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7f14100970 0x7f7f14198d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36878/0 (socket says 172.21.15.46:36878)
2024-03-19T01:50:59.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.998+0000 7f7f137fe640  1 -- 172.21.15.46:0/2783997712 learned_addr learned my addr 172.21.15.46:0/2783997712 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:59.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.998+0000 7f7f12ffd640  1 --2- 172.21.15.46:0/2783997712 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7f14101330 0x7f7f14199290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.998+0000 7f7f13fff640  1 --2- 172.21.15.46:0/2783997712 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7f14105660 0x7f7f141a3dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.998+0000 7f7f137fe640  1 -- 172.21.15.46:0/2783997712 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7f14101330 msgr2=0x7f7f14199290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:59.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.998+0000 7f7f137fe640  1 --2- 172.21.15.46:0/2783997712 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7f14101330 0x7f7f14199290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.998+0000 7f7f137fe640  1 -- 172.21.15.46:0/2783997712 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7f14105660 msgr2=0x7f7f141a3dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:59.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.998+0000 7f7f137fe640  1 --2- 172.21.15.46:0/2783997712 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7f14105660 0x7f7f141a3dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.998+0000 7f7f137fe640  1 -- 172.21.15.46:0/2783997712 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f141a4310 con 0x7f7f14100970
2024-03-19T01:50:59.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.998+0000 7f7f137fe640  1 --2- 172.21.15.46:0/2783997712 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7f14100970 0x7f7f14198d50 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f7f0400ea60 tx=0x7f7f0400ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:59.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.999+0000 7f7f10ff9640  1 -- 172.21.15.46:0/2783997712 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f0400cde0 con 0x7f7f14100970
2024-03-19T01:50:59.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.999+0000 7f7f19a6a640  1 -- 172.21.15.46:0/2783997712 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f141a44e0 con 0x7f7f14100970
2024-03-19T01:50:59.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.999+0000 7f7f10ff9640  1 -- 172.21.15.46:0/2783997712 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7f040035f0 con 0x7f7f14100970
2024-03-19T01:50:59.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.999+0000 7f7f10ff9640  1 -- 172.21.15.46:0/2783997712 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f04010690 con 0x7f7f14100970
2024-03-19T01:50:59.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:58.999+0000 7f7f19a6a640  1 -- 172.21.15.46:0/2783997712 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f141a4a00 con 0x7f7f14100970
2024-03-19T01:50:59.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.001+0000 7f7f10ff9640  1 -- 172.21.15.46:0/2783997712 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 23) ==== 137466+0+0 (secure 0 0 0) 0x7f7f040037a0 con 0x7f7f14100970
2024-03-19T01:50:59.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.001+0000 7f7f1c64d740  1  Processor -- start
2024-03-19T01:50:59.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.001+0000 7f7f1c64d740  1 --  start start
2024-03-19T01:50:59.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.001+0000 7f7f1c64d740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5584b7eaa2d0 0x5584b7eaa6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.001+0000 7f7f1c64d740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5584b7eaabf0 0x5584b7eb3290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.001+0000 7f7f1c64d740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5584b7eb37d0 0x5584b7eb5bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.001+0000 7f7f1c64d740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5584b7e0d4b0 con 0x5584b7eaabf0
2024-03-19T01:50:59.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.001+0000 7f7f1c64d740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5584b7db5d70 con 0x5584b7eaa2d0
2024-03-19T01:50:59.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.001+0000 7f7f1c64d740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5584b7e09550 con 0x5584b7eb37d0
2024-03-19T01:50:59.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.001+0000 7f7f137fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5584b7eaabf0 0x5584b7eb3290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.001+0000 7f7f12ffd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5584b7eb37d0 0x5584b7eb5bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.001+0000 7f7f137fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5584b7eaabf0 0x5584b7eb3290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36886/0 (socket says 172.21.15.46:36886)
2024-03-19T01:50:59.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.001+0000 7f7f10ff9640  1 --2- 172.21.15.46:0/2783997712 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7efc0a2a00 0x7f7efc0a4ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.001+0000 7f7f137fe640  1 -- 172.21.15.46:0/2774423315 learned_addr learned my addr 172.21.15.46:0/2774423315 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:59.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.002+0000 7f7f13fff640  1 --2- 172.21.15.46:0/2774423315 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5584b7eaa2d0 0x5584b7eaa6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.002+0000 7f7f13fff640  1 --2- 172.21.15.46:0/2783997712 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7efc0a2a00 0x7f7efc0a4ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.002+0000 7f7f10ff9640  1 -- 172.21.15.46:0/2783997712 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f7f040cf5a0 con 0x7f7f14100970
2024-03-19T01:50:59.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.002+0000 7f7f137fe640  1 -- 172.21.15.46:0/2774423315 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5584b7eb37d0 msgr2=0x5584b7eb5bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:59.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.002+0000 7f7f137fe640  1 --2- 172.21.15.46:0/2774423315 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5584b7eb37d0 0x5584b7eb5bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.002+0000 7f7f137fe640  1 -- 172.21.15.46:0/2774423315 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5584b7eaa2d0 msgr2=0x5584b7eaa6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:59.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.002+0000 7f7f137fe640  1 --2- 172.21.15.46:0/2774423315 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5584b7eaa2d0 0x5584b7eaa6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.002+0000 7f7f137fe640  1 -- 172.21.15.46:0/2774423315 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5584b7dd8210 con 0x5584b7eaabf0
2024-03-19T01:50:59.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.002+0000 7f7f12ffd640  1 --2- 172.21.15.46:0/2774423315 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5584b7eb37d0 0x5584b7eb5bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:59.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.002+0000 7f7f137fe640  1 --2- 172.21.15.46:0/2774423315 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5584b7eaabf0 0x5584b7eb3290 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f7f04097b40 tx=0x7f7f0400ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27eb7ab609dd46db server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:59.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.002+0000 7f7f13fff640  1 --2- 172.21.15.46:0/2783997712 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7efc0a2a00 0x7f7efc0a4ec0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f7f0c004af0 tx=0x7f7f0c005c50 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:59.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.002+0000 7f7ef9ffb640  1 -- 172.21.15.46:0/2774423315 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f0409b040 con 0x5584b7eaabf0
2024-03-19T01:50:59.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.002+0000 7f7ef9ffb640  1 -- 172.21.15.46:0/2774423315 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7f04003b30 con 0x5584b7eaabf0
2024-03-19T01:50:59.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.002+0000 7f7ef9ffb640  1 -- 172.21.15.46:0/2774423315 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f04004000 con 0x5584b7eaabf0
2024-03-19T01:50:59.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.003+0000 7f7f1c64d740  1 -- 172.21.15.46:0/2774423315 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5584b7eaabf0 msgr2=0x5584b7eb3290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:59.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.003+0000 7f7f1c64d740  1 --2- 172.21.15.46:0/2774423315 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5584b7eaabf0 0x5584b7eb3290 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f7f04097b40 tx=0x7f7f0400ef90 comp rx=0 tx=0).stop
2024-03-19T01:50:59.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.003+0000 7f7f1c64d740  1 -- 172.21.15.46:0/2774423315 shutdown_connections
2024-03-19T01:50:59.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.003+0000 7f7f1c64d740  1 --2- 172.21.15.46:0/2774423315 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5584b7eb37d0 0x5584b7eb5bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.003+0000 7f7f1c64d740  1 --2- 172.21.15.46:0/2774423315 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5584b7eaabf0 0x5584b7eb3290 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.003+0000 7f7f1c64d740  1 --2- 172.21.15.46:0/2774423315 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5584b7eaa2d0 0x5584b7eaa6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.003+0000 7f7f1c64d740  1 -- 172.21.15.46:0/2774423315 >> 172.21.15.46:0/2774423315 conn(0x5584b7ea4a00 msgr2=0x5584b7ea4de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:59.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.003+0000 7f7f1c64d740  1 -- 172.21.15.46:0/2774423315 shutdown_connections
2024-03-19T01:50:59.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.003+0000 7f7f1c64d740  1 -- 172.21.15.46:0/2774423315 wait complete.
2024-03-19T01:50:59.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.003+0000 7f7f1c64d740  1 --  start start
2024-03-19T01:50:59.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.003+0000 7f7f1c64d740  1  Processor -- start
2024-03-19T01:50:59.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.004+0000 7f7f1c64d740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5584b7eaa2d0 0x5584b7eb08c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.004+0000 7f7f1c64d740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5584b7eaabf0 0x5584b7eb0e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.004+0000 7f7f1c64d740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5584b7eb37d0 0x5584b7eb1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.004+0000 7f7f1c64d740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5584b7eb65c0 con 0x5584b7eaabf0
2024-03-19T01:50:59.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.004+0000 7f7f1c64d740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5584b7dc9310 con 0x5584b7eb37d0
2024-03-19T01:50:59.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.004+0000 7f7f1c64d740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5584b7eb6740 con 0x5584b7eaa2d0
2024-03-19T01:50:59.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.004+0000 7f7f1c64d740 10 client.0 _ll_register_callbacks cb 0x5584b7dbd2d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:50:59.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.004+0000 7f7f12ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5584b7eaabf0 0x5584b7eb0e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.004+0000 7f7f12ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5584b7eaabf0 0x5584b7eb0e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36902/0 (socket says 172.21.15.46:36902)
2024-03-19T01:50:59.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.004+0000 7f7f12ffd640  1 -- 172.21.15.46:0/1222285842 learned_addr learned my addr 172.21.15.46:0/1222285842 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:59.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.004+0000 7f7f13fff640  1 --2- 172.21.15.46:0/1222285842 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5584b7eb37d0 0x5584b7eb1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.004+0000 7f7f137fe640  1 --2- 172.21.15.46:0/1222285842 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5584b7eaa2d0 0x5584b7eb08c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.004+0000 7f7f12ffd640  1 -- 172.21.15.46:0/1222285842 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5584b7eaa2d0 msgr2=0x5584b7eb08c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:59.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.004+0000 7f7f12ffd640  1 --2- 172.21.15.46:0/1222285842 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5584b7eaa2d0 0x5584b7eb08c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.004+0000 7f7f12ffd640  1 -- 172.21.15.46:0/1222285842 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5584b7eb37d0 msgr2=0x5584b7eb1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:59.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.004+0000 7f7f12ffd640  1 --2- 172.21.15.46:0/1222285842 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5584b7eb37d0 0x5584b7eb1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.004+0000 7f7f12ffd640  1 -- 172.21.15.46:0/1222285842 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5584b7b213f0 con 0x5584b7eaabf0
2024-03-19T01:50:59.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.004+0000 7f7f13fff640  1 --2- 172.21.15.46:0/1222285842 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5584b7eb37d0 0x5584b7eb1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:59.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.004+0000 7f7f137fe640  1 --2- 172.21.15.46:0/1222285842 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5584b7eaa2d0 0x5584b7eb08c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:59.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.004+0000 7f7f12ffd640  1 --2- 172.21.15.46:0/1222285842 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5584b7eaabf0 0x5584b7eb0e00 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f7f08012700 tx=0x7f7f08012bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f22ca60ed9ed6b0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:59.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.004+0000 7f7ef2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:50:59.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.004+0000 7f7ef2ffd640  1 -- 172.21.15.46:0/1222285842 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f08004030 con 0x5584b7eaabf0
2024-03-19T01:50:59.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.004+0000 7f7ef2ffd640  1 -- 172.21.15.46:0/1222285842 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f7f080041d0 con 0x5584b7eaabf0
2024-03-19T01:50:59.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.004+0000 7f7f1c64d740  1 -- 172.21.15.46:0/1222285842 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5584b7e6b3e0 con 0x5584b7eaabf0
2024-03-19T01:50:59.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.005+0000 7f7ef2ffd640  1 -- 172.21.15.46:0/1222285842 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f7f08025050 con 0x5584b7eaabf0
2024-03-19T01:50:59.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.005+0000 7f7f1c64d740 10 client.15855 fetch_fsmap learned FSMap version 25
2024-03-19T01:50:59.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.005+0000 7f7f1c64d740  1 -- 172.21.15.46:0/1222285842 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5584b7beb7d0 con 0x5584b7eaabf0
2024-03-19T01:50:59.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.005+0000 7f7ef2ffd640  1 -- 172.21.15.46:0/1222285842 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x5584b7e6b3e0 con 0x5584b7eaabf0
2024-03-19T01:50:59.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.005+0000 7f7ef2ffd640  1 -- 172.21.15.46:0/1222285842 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f7f080038e0 con 0x5584b7eaabf0
2024-03-19T01:50:59.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.005+0000 7f7f1c64d740 10 client.15855 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:50:59.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.005+0000 7f7f1c64d740 10 client.15855 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:50:59.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.005+0000 7f7f1c64d740 20 client.15855 populate_metadata read hostname 'smithi046'
2024-03-19T01:50:59.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.005+0000 7f7f1c64d740  1 --2- 172.21.15.46:0/1222285842 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5584b7ec3c70 0x5584b7ec60c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.005+0000 7f7f1c64d740  4 client.15855 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:50:59.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.005+0000 7f7f1c64d740  1 -- 172.21.15.46:0/1222285842 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5584b7e1a9f0 con 0x5584b7ec3c70
2024-03-19T01:50:59.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.005+0000 7f7f137fe640  1 --2- 172.21.15.46:0/1222285842 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5584b7ec3c70 0x5584b7ec60c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.006+0000 7f7ef2ffd640 10 client.15855 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:50:59.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.006+0000 7f7f137fe640  1 --2- 172.21.15.46:0/1222285842 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5584b7ec3c70 0x5584b7ec60c0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e552ccf228d2d151 server_cookie=6ea25c2290160333 in_seq=0 out_seq=0
2024-03-19T01:50:59.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.006+0000 7f7ef2ffd640  1 -- 172.21.15.46:0/1222285842 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5584b7e1a9f0 con 0x5584b7ec3c70
2024-03-19T01:50:59.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.006+0000 7f7ef2ffd640 10 client.15855 handle_command_reply: tid=0
2024-03-19T01:50:59.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.006+0000 7f7f1c64d740  1 client.15855 shutdown
2024-03-19T01:50:59.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.006+0000 7f7f1c64d740  1 -- 172.21.15.46:0/1222285842 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5584b7eaabf0 msgr2=0x5584b7eb0e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:59.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.006+0000 7f7f1c64d740  1 --2- 172.21.15.46:0/1222285842 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5584b7eaabf0 0x5584b7eb0e00 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f7f08012700 tx=0x7f7f08012bc0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.007+0000 7f7f1c64d740  1 -- 172.21.15.46:0/1222285842 shutdown_connections
2024-03-19T01:50:59.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.007+0000 7f7f1c64d740  1 --2- 172.21.15.46:0/1222285842 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5584b7ec3c70 0x5584b7ec60c0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.007+0000 7f7f1c64d740  1 --2- 172.21.15.46:0/1222285842 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5584b7eb37d0 0x5584b7eb1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.007+0000 7f7ef2ffd640  0 client.15855 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:50:59.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.007+0000 7f7f1c64d740  1 --2- 172.21.15.46:0/1222285842 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5584b7eaabf0 0x5584b7eb0e00 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.007+0000 7f7f1c64d740  1 --2- 172.21.15.46:0/1222285842 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5584b7eaa2d0 0x5584b7eb08c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.007+0000 7f7f1c64d740  1 -- 172.21.15.46:0/1222285842 >> 172.21.15.46:0/1222285842 conn(0x5584b7ea4a00 msgr2=0x5584b7ea6750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:59.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.007+0000 7f7f1c64d740  1 -- 172.21.15.46:0/1222285842 shutdown_connections
2024-03-19T01:50:59.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.007+0000 7f7f1c64d740  1 -- 172.21.15.46:0/1222285842 wait complete.
2024-03-19T01:50:59.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.007+0000 7f7f1c64d740 20 client.15855 trim_cache size 0 max 16384
2024-03-19T01:50:59.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.020+0000 7f7f1c64d740  1  Processor -- start
2024-03-19T01:50:59.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.020+0000 7f7f1c64d740  1 --  start start
2024-03-19T01:50:59.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.020+0000 7f7f1c64d740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5584b7eaa2d0 0x5584b7eb2ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.020+0000 7f7f1c64d740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5584b7eaabf0 0x5584b7ebf360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.020+0000 7f7f1c64d740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5584b7eb37d0 0x5584b7ea3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.020+0000 7f7f1c64d740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7f141b1460 con 0x5584b7eaabf0
2024-03-19T01:50:59.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.020+0000 7f7f1c64d740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f7f141aed30 con 0x5584b7eb37d0
2024-03-19T01:50:59.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.020+0000 7f7f1c64d740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f7f141acb60 con 0x5584b7eaa2d0
2024-03-19T01:50:59.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.020+0000 7f7f12ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5584b7eaabf0 0x5584b7ebf360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.020+0000 7f7f12ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5584b7eaabf0 0x5584b7ebf360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36906/0 (socket says 172.21.15.46:36906)
2024-03-19T01:50:59.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.020+0000 7f7f12ffd640  1 -- 172.21.15.46:0/1986863781 learned_addr learned my addr 172.21.15.46:0/1986863781 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:59.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.020+0000 7f7f13fff640  1 --2- 172.21.15.46:0/1986863781 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5584b7eb37d0 0x5584b7ea3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.020+0000 7f7f137fe640  1 --2- 172.21.15.46:0/1986863781 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5584b7eaa2d0 0x5584b7eb2ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.020+0000 7f7f12ffd640  1 -- 172.21.15.46:0/1986863781 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5584b7eaa2d0 msgr2=0x5584b7eb2ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:59.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.020+0000 7f7f12ffd640  1 --2- 172.21.15.46:0/1986863781 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5584b7eaa2d0 0x5584b7eb2ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.020+0000 7f7f12ffd640  1 -- 172.21.15.46:0/1986863781 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5584b7eb37d0 msgr2=0x5584b7ea3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:59.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.020+0000 7f7f12ffd640  1 --2- 172.21.15.46:0/1986863781 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5584b7eb37d0 0x5584b7ea3ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.020+0000 7f7f12ffd640  1 -- 172.21.15.46:0/1986863781 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5584b7eaf870 con 0x5584b7eaabf0
2024-03-19T01:50:59.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.020+0000 7f7f13fff640  1 --2- 172.21.15.46:0/1986863781 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5584b7eb37d0 0x5584b7ea3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:59.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.021+0000 7f7f12ffd640  1 --2- 172.21.15.46:0/1986863781 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5584b7eaabf0 0x5584b7ebf360 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f7f080126d0 tx=0x7f7f08005db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f423b30056eecc35 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:59.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.021+0000 7f7ef97fa640  1 -- 172.21.15.46:0/1986863781 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f0802e070 con 0x5584b7eaabf0
2024-03-19T01:50:59.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.021+0000 7f7ef97fa640  1 -- 172.21.15.46:0/1986863781 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7f08003aa0 con 0x5584b7eaabf0
2024-03-19T01:50:59.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.021+0000 7f7ef97fa640  1 -- 172.21.15.46:0/1986863781 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f08022040 con 0x5584b7eaabf0
2024-03-19T01:50:59.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.022+0000 7f7f1c64d740  1 -- 172.21.15.46:0/1986863781 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5584b7eaabf0 msgr2=0x5584b7ebf360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:59.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.022+0000 7f7f1c64d740  1 --2- 172.21.15.46:0/1986863781 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5584b7eaabf0 0x5584b7ebf360 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f7f080126d0 tx=0x7f7f08005db0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.022+0000 7f7f1c64d740  1 -- 172.21.15.46:0/1986863781 shutdown_connections
2024-03-19T01:50:59.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.022+0000 7f7f1c64d740  1 --2- 172.21.15.46:0/1986863781 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5584b7eb37d0 0x5584b7ea3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.022+0000 7f7f1c64d740  1 --2- 172.21.15.46:0/1986863781 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5584b7eaabf0 0x5584b7ebf360 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.022+0000 7f7f1c64d740  1 --2- 172.21.15.46:0/1986863781 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5584b7eaa2d0 0x5584b7eb2ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.022+0000 7f7f1c64d740  1 -- 172.21.15.46:0/1986863781 >> 172.21.15.46:0/1986863781 conn(0x5584b7ea4a00 msgr2=0x5584b7ea4de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:59.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.022+0000 7f7f1c64d740  1 -- 172.21.15.46:0/1986863781 shutdown_connections
2024-03-19T01:50:59.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.022+0000 7f7f1c64d740  1 -- 172.21.15.46:0/1986863781 wait complete.
2024-03-19T01:50:59.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.022+0000 7f7f1c64d740  1 --  start start
2024-03-19T01:50:59.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.022+0000 7f7f1c64d740  1  Processor -- start
2024-03-19T01:50:59.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.022+0000 7f7f1c64d740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5584b7eaa2d0 0x5584b7ebbb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.022+0000 7f7f1c64d740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5584b7eaabf0 0x5584b7ead0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.022+0000 7f7f1c64d740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5584b7eb37d0 0x5584b7ead630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.022+0000 7f7f1c64d740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7f141ad1f0 con 0x5584b7eaa2d0
2024-03-19T01:50:59.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.022+0000 7f7f1c64d740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f7f141ae660 con 0x5584b7eaabf0
2024-03-19T01:50:59.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.022+0000 7f7f1c64d740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f7f141ad8c0 con 0x5584b7eb37d0
2024-03-19T01:50:59.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.022+0000 7f7f1c64d740 10 client.0 _ll_register_callbacks cb 0x7f7f08009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:50:59.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.023+0000 7f7f137fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5584b7eaa2d0 0x5584b7ebbb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.023+0000 7f7f137fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5584b7eaa2d0 0x5584b7ebbb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36914/0 (socket says 172.21.15.46:36914)
2024-03-19T01:50:59.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.023+0000 7f7f137fe640  1 -- 172.21.15.46:0/2385660390 learned_addr learned my addr 172.21.15.46:0/2385660390 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:59.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.023+0000 7f7f12ffd640  1 --2- 172.21.15.46:0/2385660390 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5584b7eaabf0 0x5584b7ead0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.023+0000 7f7f13fff640  1 --2- 172.21.15.46:0/2385660390 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5584b7eb37d0 0x5584b7ead630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.023+0000 7f7f137fe640  1 -- 172.21.15.46:0/2385660390 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5584b7eb37d0 msgr2=0x5584b7ead630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:59.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.023+0000 7f7f137fe640  1 --2- 172.21.15.46:0/2385660390 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5584b7eb37d0 0x5584b7ead630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.023+0000 7f7f137fe640  1 -- 172.21.15.46:0/2385660390 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5584b7eaabf0 msgr2=0x5584b7ead0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:59.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.023+0000 7f7f137fe640  1 --2- 172.21.15.46:0/2385660390 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5584b7eaabf0 0x5584b7ead0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.023+0000 7f7f137fe640  1 -- 172.21.15.46:0/2385660390 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5584b7eade60 con 0x5584b7eaa2d0
2024-03-19T01:50:59.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.023+0000 7f7f12ffd640  1 --2- 172.21.15.46:0/2385660390 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5584b7eaabf0 0x5584b7ead0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:59.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.023+0000 7f7f137fe640  1 --2- 172.21.15.46:0/2385660390 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5584b7eaa2d0 0x5584b7ebbb80 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f7f04097b40 tx=0x7f7f0409b560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=802e6db4cf9162c server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:59.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.023+0000 7f7ef2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:50:59.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.023+0000 7f7ef2ffd640  1 -- 172.21.15.46:0/2385660390 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f0409bde0 con 0x5584b7eaa2d0
2024-03-19T01:50:59.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.023+0000 7f7ef2ffd640  1 -- 172.21.15.46:0/2385660390 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f7f04004000 con 0x5584b7eaa2d0
2024-03-19T01:50:59.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.023+0000 7f7f1c64d740  1 -- 172.21.15.46:0/2385660390 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5584b7e14d40 con 0x5584b7eaa2d0
2024-03-19T01:50:59.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.023+0000 7f7ef2ffd640  1 -- 172.21.15.46:0/2385660390 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f7f040a3e80 con 0x5584b7eaa2d0
2024-03-19T01:50:59.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.023+0000 7f7f1c64d740 10 client.15861 fetch_fsmap learned FSMap version 25
2024-03-19T01:50:59.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.023+0000 7f7f1c64d740  1 -- 172.21.15.46:0/2385660390 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5584b7f29f50 con 0x5584b7eaa2d0
2024-03-19T01:50:59.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.023+0000 7f7ef2ffd640  1 -- 172.21.15.46:0/2385660390 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x5584b7e14d40 con 0x5584b7eaa2d0
2024-03-19T01:50:59.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.024+0000 7f7ef2ffd640  1 -- 172.21.15.46:0/2385660390 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f7f0409b9d0 con 0x5584b7eaa2d0
2024-03-19T01:50:59.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.024+0000 7f7f1c64d740 10 client.15861 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:50:59.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.024+0000 7f7f1c64d740 10 client.15861 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:50:59.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.024+0000 7f7f1c64d740 20 client.15861 populate_metadata read hostname 'smithi046'
2024-03-19T01:50:59.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.024+0000 7f7f1c64d740  1 --2- 172.21.15.46:0/2385660390 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5584b7f2a1e0 0x5584b7f2c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.024+0000 7f7f1c64d740  4 client.15861 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:50:59.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.024+0000 7f7f1c64d740  1 -- 172.21.15.46:0/2385660390 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5584b7d926a0 con 0x5584b7f2a1e0
2024-03-19T01:50:59.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.024+0000 7f7f12ffd640  1 --2- 172.21.15.46:0/2385660390 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5584b7f2a1e0 0x5584b7f2c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.024+0000 7f7ef2ffd640 10 client.15861 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:50:59.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.024+0000 7f7f12ffd640  1 --2- 172.21.15.46:0/2385660390 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5584b7f2a1e0 0x5584b7f2c5d0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b1efdacb2c4de363 server_cookie=6f947dfbbd65d7e5 in_seq=0 out_seq=0
2024-03-19T01:50:59.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.024+0000 7f7ef2ffd640  1 -- 172.21.15.46:0/2385660390 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5584b7d926a0 con 0x5584b7f2a1e0
2024-03-19T01:50:59.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.024+0000 7f7ef2ffd640 10 client.15861 handle_command_reply: tid=0
2024-03-19T01:50:59.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.024+0000 7f7f1c64d740  1 client.15861 shutdown
2024-03-19T01:50:59.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.024+0000 7f7f1c64d740  1 -- 172.21.15.46:0/2385660390 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5584b7eaa2d0 msgr2=0x5584b7ebbb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:59.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.024+0000 7f7f1c64d740  1 --2- 172.21.15.46:0/2385660390 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5584b7eaa2d0 0x5584b7ebbb80 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f7f04097b40 tx=0x7f7f0409b560 comp rx=0 tx=0).stop
2024-03-19T01:50:59.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.025+0000 7f7f1c64d740  1 -- 172.21.15.46:0/2385660390 shutdown_connections
2024-03-19T01:50:59.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.025+0000 7f7f1c64d740  1 --2- 172.21.15.46:0/2385660390 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5584b7f2a1e0 0x5584b7f2c5d0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.025+0000 7f7f1c64d740  1 --2- 172.21.15.46:0/2385660390 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5584b7eb37d0 0x5584b7ead630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.025+0000 7f7f1c64d740  1 --2- 172.21.15.46:0/2385660390 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5584b7eaabf0 0x5584b7ead0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.025+0000 7f7ef2ffd640  0 client.15861 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:50:59.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.025+0000 7f7f1c64d740  1 --2- 172.21.15.46:0/2385660390 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5584b7eaa2d0 0x5584b7ebbb80 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.025+0000 7f7f1c64d740  1 -- 172.21.15.46:0/2385660390 >> 172.21.15.46:0/2385660390 conn(0x5584b7ea4a00 msgr2=0x5584b7eb1110 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:59.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.025+0000 7f7f1c64d740  1 -- 172.21.15.46:0/2385660390 shutdown_connections
2024-03-19T01:50:59.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.025+0000 7f7f1c64d740  1 -- 172.21.15.46:0/2385660390 wait complete.
2024-03-19T01:50:59.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.025+0000 7f7f1c64d740 20 client.15861 trim_cache size 0 max 16384
2024-03-19T01:50:59.032 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:50:59.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.025+0000 7f7f19a6a640  1 -- 172.21.15.46:0/2783997712 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7efc0a2a00 msgr2=0x7f7efc0a4ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:59.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.025+0000 7f7f19a6a640  1 --2- 172.21.15.46:0/2783997712 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7efc0a2a00 0x7f7efc0a4ec0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f7f0c004af0 tx=0x7f7f0c005c50 comp rx=0 tx=0).stop
2024-03-19T01:50:59.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.025+0000 7f7f19a6a640  1 -- 172.21.15.46:0/2783997712 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7f14100970 msgr2=0x7f7f14198d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:59.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.025+0000 7f7f19a6a640  1 --2- 172.21.15.46:0/2783997712 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7f14100970 0x7f7f14198d50 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f7f0400ea60 tx=0x7f7f0400ef20 comp rx=0 tx=0).stop
2024-03-19T01:50:59.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.025+0000 7f7f19a6a640  1 -- 172.21.15.46:0/2783997712 shutdown_connections
2024-03-19T01:50:59.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.025+0000 7f7f19a6a640  1 --2- 172.21.15.46:0/2783997712 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7f14105660 0x7f7f141a3dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.025+0000 7f7f19a6a640  1 --2- 172.21.15.46:0/2783997712 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7efc0a2a00 0x7f7efc0a4ec0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.025+0000 7f7f19a6a640  1 --2- 172.21.15.46:0/2783997712 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7f14101330 0x7f7f14199290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.025+0000 7f7f19a6a640  1 --2- 172.21.15.46:0/2783997712 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7f14100970 0x7f7f14198d50 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.025+0000 7f7f19a6a640  1 -- 172.21.15.46:0/2783997712 >> 172.21.15.46:0/2783997712 conn(0x7f7f140774c0 msgr2=0x7f7f140fe7d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:59.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.025+0000 7f7f19a6a640  1 -- 172.21.15.46:0/2783997712 shutdown_connections
2024-03-19T01:50:59.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.025+0000 7f7f19a6a640  1 -- 172.21.15.46:0/2783997712 wait complete.
2024-03-19T01:50:59.036 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls
2024-03-19T01:50:59.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.140+0000 7f33acf53640  1 -- 172.21.15.46:0/927651438 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33a810e070 msgr2=0x7f33a8110460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:59.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.140+0000 7f33acf53640  1 --2- 172.21.15.46:0/927651438 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33a810e070 0x7f33a8110460 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f33a0009ca0 tx=0x7f33a002c0f0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.140+0000 7f33acf53640  1 -- 172.21.15.46:0/927651438 shutdown_connections
2024-03-19T01:50:59.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.140+0000 7f33acf53640  1 --2- 172.21.15.46:0/927651438 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33a810e070 0x7f33a8110460 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.140+0000 7f33acf53640  1 --2- 172.21.15.46:0/927651438 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f33a806a3b0 0x7f33a806a810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.140+0000 7f33acf53640  1 --2- 172.21.15.46:0/927651438 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f33a81026c0 0x7f33a8069e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.140+0000 7f33acf53640  1 -- 172.21.15.46:0/927651438 >> 172.21.15.46:0/927651438 conn(0x7f33a8077450 msgr2=0x7f33a8077860 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:59.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.140+0000 7f33acf53640  1 -- 172.21.15.46:0/927651438 shutdown_connections
2024-03-19T01:50:59.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.140+0000 7f33acf53640  1 -- 172.21.15.46:0/927651438 wait complete.
2024-03-19T01:50:59.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.141+0000 7f33acf53640  1  Processor -- start
2024-03-19T01:50:59.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.141+0000 7f33acf53640  1 --  start start
2024-03-19T01:50:59.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.141+0000 7f33acf53640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f33a806a3b0 0x7f33a819a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.141+0000 7f33acf53640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33a81026c0 0x7f33a819a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.141+0000 7f33acf53640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f33a810e070 0x7f33a819ea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.141+0000 7f33acf53640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f33a8113c50 con 0x7f33a81026c0
2024-03-19T01:50:59.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.141+0000 7f33acf53640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f33a8113ad0 con 0x7f33a806a3b0
2024-03-19T01:50:59.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.141+0000 7f33acf53640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f33a8113dd0 con 0x7f33a810e070
2024-03-19T01:50:59.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.141+0000 7f339dd9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33a81026c0 0x7f33a819a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.141+0000 7f33a659c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f33a806a3b0 0x7f33a819a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.141+0000 7f339dd9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33a81026c0 0x7f33a819a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36928/0 (socket says 172.21.15.46:36928)
2024-03-19T01:50:59.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.141+0000 7f339dd9b640  1 -- 172.21.15.46:0/95018775 learned_addr learned my addr 172.21.15.46:0/95018775 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:59.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.141+0000 7f33a6d9d640  1 --2- 172.21.15.46:0/95018775 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f33a810e070 0x7f33a819ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.142+0000 7f33a659c640  1 -- 172.21.15.46:0/95018775 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f33a810e070 msgr2=0x7f33a819ea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:59.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.142+0000 7f33a659c640  1 --2- 172.21.15.46:0/95018775 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f33a810e070 0x7f33a819ea70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.142+0000 7f33a659c640  1 -- 172.21.15.46:0/95018775 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33a81026c0 msgr2=0x7f33a819a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:59.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.142+0000 7f33a659c640  1 --2- 172.21.15.46:0/95018775 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33a81026c0 0x7f33a819a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.142+0000 7f33a659c640  1 -- 172.21.15.46:0/95018775 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33a819f1a0 con 0x7f33a806a3b0
2024-03-19T01:50:59.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.142+0000 7f339dd9b640  1 --2- 172.21.15.46:0/95018775 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33a81026c0 0x7f33a819a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:59.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.142+0000 7f33a659c640  1 --2- 172.21.15.46:0/95018775 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f33a806a3b0 0x7f33a819a1b0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f339800e9f0 tx=0x7f339800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:59.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.142+0000 7f339ffff640  1 -- 172.21.15.46:0/95018775 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f339800cd80 con 0x7f33a806a3b0
2024-03-19T01:50:59.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.142+0000 7f33acf53640  1 -- 172.21.15.46:0/95018775 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33a819f490 con 0x7f33a806a3b0
2024-03-19T01:50:59.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.142+0000 7f339ffff640  1 -- 172.21.15.46:0/95018775 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f33980035f0 con 0x7f33a806a3b0
2024-03-19T01:50:59.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.142+0000 7f339ffff640  1 -- 172.21.15.46:0/95018775 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3398010690 con 0x7f33a806a3b0
2024-03-19T01:50:59.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.142+0000 7f33acf53640  1 -- 172.21.15.46:0/95018775 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33a81a6d20 con 0x7f33a806a3b0
2024-03-19T01:50:59.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.144+0000 7f339ffff640  1 -- 172.21.15.46:0/95018775 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 23) ==== 137466+0+0 (secure 0 0 0) 0x7f33980037a0 con 0x7f33a806a3b0
2024-03-19T01:50:59.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.144+0000 7f33afc1e740  1  Processor -- start
2024-03-19T01:50:59.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.145+0000 7f33afc1e740  1 --  start start
2024-03-19T01:50:59.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.145+0000 7f339ffff640  1 --2- 172.21.15.46:0/95018775 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f33940a2a00 0x7f33940a4ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.145+0000 7f33afc1e740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56366d3132d0 0x56366d3136b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.145+0000 7f33afc1e740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56366d313bf0 0x56366d31c290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.145+0000 7f33afc1e740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56366d31c7d0 0x56366d31ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.145+0000 7f33afc1e740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x56366d2764b0 con 0x56366d3132d0
2024-03-19T01:50:59.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.145+0000 7f33afc1e740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x56366d21ed70 con 0x56366d313bf0
2024-03-19T01:50:59.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.145+0000 7f33afc1e740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x56366d272550 con 0x56366d31c7d0
2024-03-19T01:50:59.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.145+0000 7f33a6d9d640  1 --2- 172.21.15.46:0/95018775 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f33940a2a00 0x7f33940a4ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.145+0000 7f339dd9b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56366d313bf0 0x56366d31c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.145+0000 7f339ffff640  1 -- 172.21.15.46:0/95018775 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f33980cf5f0 con 0x7f33a806a3b0
2024-03-19T01:50:59.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.145+0000 7f339dd9b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56366d313bf0 0x56366d31c290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:57356/0 (socket says 172.21.15.46:57356)
2024-03-19T01:50:59.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.145+0000 7f339dd9b640  1 -- 172.21.15.46:0/1201451938 learned_addr learned my addr 172.21.15.46:0/1201451938 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:59.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.145+0000 7f33a659c640  1 --2- 172.21.15.46:0/1201451938 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56366d3132d0 0x56366d3136b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.145+0000 7f33a6d9d640  1 --2- 172.21.15.46:0/1201451938 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56366d31c7d0 0x56366d31ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.145+0000 7f339dd9b640  1 -- 172.21.15.46:0/1201451938 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56366d31c7d0 msgr2=0x56366d31ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:59.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.145+0000 7f339dd9b640  1 --2- 172.21.15.46:0/1201451938 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56366d31c7d0 0x56366d31ebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.145+0000 7f339dd9b640  1 -- 172.21.15.46:0/1201451938 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56366d3132d0 msgr2=0x56366d3136b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:59.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.145+0000 7f339dd9b640  1 --2- 172.21.15.46:0/1201451938 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56366d3132d0 0x56366d3136b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.145+0000 7f339dd9b640  1 -- 172.21.15.46:0/1201451938 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56366d241210 con 0x56366d313bf0
2024-03-19T01:50:59.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.145+0000 7f33a6d9d640  1 --2- 172.21.15.46:0/95018775 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f33940a2a00 0x7f33940a4ec0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f33a0005cc0 tx=0x7f33a0009820 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:59.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.145+0000 7f339dd9b640  1 --2- 172.21.15.46:0/1201451938 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56366d313bf0 0x56366d31c290 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f33900115f0 tx=0x7f3390011ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=294eef99556d3ae5 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:59.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.146+0000 7f339cd99640  1 -- 172.21.15.46:0/1201451938 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f339001e070 con 0x56366d313bf0
2024-03-19T01:50:59.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.146+0000 7f339cd99640  1 -- 172.21.15.46:0/1201451938 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f339000f660 con 0x56366d313bf0
2024-03-19T01:50:59.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.146+0000 7f339cd99640  1 -- 172.21.15.46:0/1201451938 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3390003830 con 0x56366d313bf0
2024-03-19T01:50:59.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.146+0000 7f33afc1e740  1 -- 172.21.15.46:0/1201451938 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56366d313bf0 msgr2=0x56366d31c290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:59.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.146+0000 7f33afc1e740  1 --2- 172.21.15.46:0/1201451938 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56366d313bf0 0x56366d31c290 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f33900115f0 tx=0x7f3390011ab0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.146+0000 7f33afc1e740  1 -- 172.21.15.46:0/1201451938 shutdown_connections
2024-03-19T01:50:59.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.146+0000 7f33afc1e740  1 --2- 172.21.15.46:0/1201451938 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56366d31c7d0 0x56366d31ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.146+0000 7f33afc1e740  1 --2- 172.21.15.46:0/1201451938 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56366d313bf0 0x56366d31c290 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.146+0000 7f33afc1e740  1 --2- 172.21.15.46:0/1201451938 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56366d3132d0 0x56366d3136b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.146+0000 7f33afc1e740  1 -- 172.21.15.46:0/1201451938 >> 172.21.15.46:0/1201451938 conn(0x56366d30da00 msgr2=0x56366d30dde0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:59.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.146+0000 7f33afc1e740  1 -- 172.21.15.46:0/1201451938 shutdown_connections
2024-03-19T01:50:59.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.146+0000 7f33afc1e740  1 -- 172.21.15.46:0/1201451938 wait complete.
2024-03-19T01:50:59.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.147+0000 7f33afc1e740  1 --  start start
2024-03-19T01:50:59.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.147+0000 7f33afc1e740  1  Processor -- start
2024-03-19T01:50:59.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.147+0000 7f33afc1e740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56366d3132d0 0x56366d319800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.147+0000 7f33afc1e740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56366d313bf0 0x56366d319d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.147+0000 7f33afc1e740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56366d31c7d0 0x56366d31a280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.147+0000 7f33afc1e740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x56366d31f5c0 con 0x56366d3132d0
2024-03-19T01:50:59.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.147+0000 7f33afc1e740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x56366d232310 con 0x56366d313bf0
2024-03-19T01:50:59.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.147+0000 7f33afc1e740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x56366d31f740 con 0x56366d31c7d0
2024-03-19T01:50:59.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.147+0000 7f33afc1e740 10 client.0 _ll_register_callbacks cb 0x56366d2262d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:50:59.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.147+0000 7f33a659c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56366d3132d0 0x56366d319800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.147+0000 7f33a659c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56366d3132d0 0x56366d319800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36936/0 (socket says 172.21.15.46:36936)
2024-03-19T01:50:59.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.147+0000 7f33a659c640  1 -- 172.21.15.46:0/3108527940 learned_addr learned my addr 172.21.15.46:0/3108527940 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:59.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.147+0000 7f339dd9b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56366d313bf0 0x56366d319d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.147+0000 7f33a6d9d640  1 --2- 172.21.15.46:0/3108527940 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56366d31c7d0 0x56366d31a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.147+0000 7f33a659c640  1 -- 172.21.15.46:0/3108527940 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56366d31c7d0 msgr2=0x56366d31a280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:59.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.147+0000 7f33a659c640  1 --2- 172.21.15.46:0/3108527940 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56366d31c7d0 0x56366d31a280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.147+0000 7f33a659c640  1 -- 172.21.15.46:0/3108527940 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56366d313bf0 msgr2=0x56366d319d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:59.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.147+0000 7f33a659c640  1 --2- 172.21.15.46:0/3108527940 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56366d313bf0 0x56366d319d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.147+0000 7f33a659c640  1 -- 172.21.15.46:0/3108527940 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56366cf8a3f0 con 0x56366d3132d0
2024-03-19T01:50:59.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.147+0000 7f339dd9b640  1 --2- 172.21.15.46:0/3108527940 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56366d313bf0 0x56366d319d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:59.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.148+0000 7f33a659c640  1 --2- 172.21.15.46:0/3108527940 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56366d3132d0 0x56366d319800 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f33980cc960 tx=0x7f339809b1b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=715cc01cbb201be9 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:59.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.148+0000 7f338dffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:50:59.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.148+0000 7f338dffb640  1 -- 172.21.15.46:0/3108527940 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f339809be30 con 0x56366d3132d0
2024-03-19T01:50:59.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.148+0000 7f338dffb640  1 -- 172.21.15.46:0/3108527940 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f3398009310 con 0x56366d3132d0
2024-03-19T01:50:59.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.148+0000 7f33afc1e740  1 -- 172.21.15.46:0/3108527940 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f339000f660 con 0x56366d3132d0
2024-03-19T01:50:59.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.148+0000 7f338dffb640  1 -- 172.21.15.46:0/3108527940 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f3398078940 con 0x56366d3132d0
2024-03-19T01:50:59.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.148+0000 7f33afc1e740 10 client.15873 fetch_fsmap learned FSMap version 25
2024-03-19T01:50:59.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.148+0000 7f33afc1e740  1 -- 172.21.15.46:0/3108527940 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56366d0547d0 con 0x56366d3132d0
2024-03-19T01:50:59.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.148+0000 7f338dffb640  1 -- 172.21.15.46:0/3108527940 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f339000f660 con 0x56366d3132d0
2024-03-19T01:50:59.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.148+0000 7f338dffb640  1 -- 172.21.15.46:0/3108527940 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f3398074020 con 0x56366d3132d0
2024-03-19T01:50:59.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.148+0000 7f33afc1e740 10 client.15873 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:50:59.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.148+0000 7f33afc1e740 10 client.15873 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:50:59.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.148+0000 7f33afc1e740 20 client.15873 populate_metadata read hostname 'smithi046'
2024-03-19T01:50:59.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.148+0000 7f33afc1e740  1 --2- 172.21.15.46:0/3108527940 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x56366d32cae0 0x56366d32ef30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.148+0000 7f33afc1e740  4 client.15873 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:50:59.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.148+0000 7f33afc1e740  1 -- 172.21.15.46:0/3108527940 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56366d2d43e0 con 0x56366d32cae0
2024-03-19T01:50:59.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.149+0000 7f339dd9b640  1 --2- 172.21.15.46:0/3108527940 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x56366d32cae0 0x56366d32ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.149+0000 7f338dffb640 10 client.15873 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:50:59.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.149+0000 7f339dd9b640  1 --2- 172.21.15.46:0/3108527940 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x56366d32cae0 0x56366d32ef30 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ef8b18326b9a9df2 server_cookie=7c3b372b365afcc0 in_seq=0 out_seq=0
2024-03-19T01:50:59.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.150+0000 7f338dffb640  1 -- 172.21.15.46:0/3108527940 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x56366d2d43e0 con 0x56366d32cae0
2024-03-19T01:50:59.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.150+0000 7f338dffb640 10 client.15873 handle_command_reply: tid=0
2024-03-19T01:50:59.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.150+0000 7f33afc1e740  1 client.15873 shutdown
2024-03-19T01:50:59.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.150+0000 7f33afc1e740  1 -- 172.21.15.46:0/3108527940 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56366d3132d0 msgr2=0x56366d319800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:59.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.150+0000 7f33afc1e740  1 --2- 172.21.15.46:0/3108527940 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56366d3132d0 0x56366d319800 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f33980cc960 tx=0x7f339809b1b0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.150+0000 7f33afc1e740  1 -- 172.21.15.46:0/3108527940 shutdown_connections
2024-03-19T01:50:59.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.150+0000 7f33afc1e740  1 --2- 172.21.15.46:0/3108527940 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x56366d32cae0 0x56366d32ef30 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.150+0000 7f33afc1e740  1 --2- 172.21.15.46:0/3108527940 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56366d31c7d0 0x56366d31a280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.150+0000 7f33afc1e740  1 --2- 172.21.15.46:0/3108527940 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56366d313bf0 0x56366d319d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.150+0000 7f338dffb640  0 client.15873 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:50:59.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.150+0000 7f33afc1e740  1 --2- 172.21.15.46:0/3108527940 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56366d3132d0 0x56366d319800 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.150+0000 7f33afc1e740  1 -- 172.21.15.46:0/3108527940 >> 172.21.15.46:0/3108527940 conn(0x56366d30da00 msgr2=0x56366d30f750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:59.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.150+0000 7f33afc1e740  1 -- 172.21.15.46:0/3108527940 shutdown_connections
2024-03-19T01:50:59.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.150+0000 7f33afc1e740  1 -- 172.21.15.46:0/3108527940 wait complete.
2024-03-19T01:50:59.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.150+0000 7f33afc1e740 20 client.15873 trim_cache size 0 max 16384
2024-03-19T01:50:59.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.163+0000 7f33afc1e740  1  Processor -- start
2024-03-19T01:50:59.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.163+0000 7f33afc1e740  1 --  start start
2024-03-19T01:50:59.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.163+0000 7f33afc1e740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56366d3132d0 0x56366d328360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.163+0000 7f33afc1e740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56366d313bf0 0x56366d334800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.163+0000 7f33afc1e740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56366d31c7d0 0x56366d324980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.163+0000 7f33afc1e740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f33a81b3680 con 0x56366d31c7d0
2024-03-19T01:50:59.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.163+0000 7f33afc1e740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f33a81b0f50 con 0x56366d3132d0
2024-03-19T01:50:59.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.163+0000 7f33afc1e740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f33a81aed80 con 0x56366d313bf0
2024-03-19T01:50:59.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.163+0000 7f33a659c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56366d3132d0 0x56366d328360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.163+0000 7f33a6d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56366d31c7d0 0x56366d324980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.163+0000 7f33a659c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56366d3132d0 0x56366d328360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:57372/0 (socket says 172.21.15.46:57372)
2024-03-19T01:50:59.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.163+0000 7f33a6d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56366d31c7d0 0x56366d324980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36940/0 (socket says 172.21.15.46:36940)
2024-03-19T01:50:59.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.163+0000 7f33a659c640  1 -- 172.21.15.46:0/214554443 learned_addr learned my addr 172.21.15.46:0/214554443 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:59.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.163+0000 7f339dd9b640  1 --2- 172.21.15.46:0/214554443 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56366d313bf0 0x56366d334800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.164+0000 7f33a659c640  1 -- 172.21.15.46:0/214554443 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56366d313bf0 msgr2=0x56366d334800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:59.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.164+0000 7f33a659c640  1 --2- 172.21.15.46:0/214554443 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56366d313bf0 0x56366d334800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.164+0000 7f33a659c640  1 -- 172.21.15.46:0/214554443 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56366d31c7d0 msgr2=0x56366d324980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:59.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.164+0000 7f33a659c640  1 --2- 172.21.15.46:0/214554443 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56366d31c7d0 0x56366d324980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.164+0000 7f33a659c640  1 -- 172.21.15.46:0/214554443 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56366d2e3880 con 0x56366d3132d0
2024-03-19T01:50:59.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.164+0000 7f33a6d9d640  1 --2- 172.21.15.46:0/214554443 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56366d31c7d0 0x56366d324980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:59.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.164+0000 7f33a659c640  1 --2- 172.21.15.46:0/214554443 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56366d3132d0 0x56366d328360 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f3398097b90 tx=0x7f3398005bb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=baea649a793ef114 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:59.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.164+0000 7f338ffff640  1 -- 172.21.15.46:0/214554443 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f339809be30 con 0x56366d3132d0
2024-03-19T01:50:59.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.164+0000 7f338ffff640  1 -- 172.21.15.46:0/214554443 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f33980cf020 con 0x56366d3132d0
2024-03-19T01:50:59.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.164+0000 7f338ffff640  1 -- 172.21.15.46:0/214554443 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f339809b730 con 0x56366d3132d0
2024-03-19T01:50:59.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.164+0000 7f33afc1e740  1 -- 172.21.15.46:0/214554443 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56366d3132d0 msgr2=0x56366d328360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:59.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.164+0000 7f33afc1e740  1 --2- 172.21.15.46:0/214554443 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56366d3132d0 0x56366d328360 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f3398097b90 tx=0x7f3398005bb0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.165+0000 7f33afc1e740  1 -- 172.21.15.46:0/214554443 shutdown_connections
2024-03-19T01:50:59.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.165+0000 7f33afc1e740  1 --2- 172.21.15.46:0/214554443 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56366d31c7d0 0x56366d324980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.165+0000 7f33afc1e740  1 --2- 172.21.15.46:0/214554443 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56366d313bf0 0x56366d334800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.165+0000 7f33afc1e740  1 --2- 172.21.15.46:0/214554443 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56366d3132d0 0x56366d328360 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.165+0000 7f33afc1e740  1 -- 172.21.15.46:0/214554443 >> 172.21.15.46:0/214554443 conn(0x56366d30da00 msgr2=0x56366d30cba0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:59.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.165+0000 7f33afc1e740  1 -- 172.21.15.46:0/214554443 shutdown_connections
2024-03-19T01:50:59.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.165+0000 7f33afc1e740  1 -- 172.21.15.46:0/214554443 wait complete.
2024-03-19T01:50:59.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.165+0000 7f33afc1e740  1 --  start start
2024-03-19T01:50:59.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.165+0000 7f33afc1e740  1  Processor -- start
2024-03-19T01:50:59.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.165+0000 7f33afc1e740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56366d3132d0 0x56366d324930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.165+0000 7f33afc1e740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56366d313bf0 0x56366d321d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.165+0000 7f33afc1e740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56366d31c7d0 0x56366d322250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.165+0000 7f33afc1e740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f33a81af410 con 0x56366d3132d0
2024-03-19T01:50:59.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.165+0000 7f33afc1e740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f33a81b0880 con 0x56366d313bf0
2024-03-19T01:50:59.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.165+0000 7f33afc1e740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f33a81afae0 con 0x56366d31c7d0
2024-03-19T01:50:59.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.165+0000 7f33afc1e740 10 client.0 _ll_register_callbacks cb 0x7f339800e940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:50:59.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.165+0000 7f33a659c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56366d3132d0 0x56366d324930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.165+0000 7f33a659c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56366d3132d0 0x56366d324930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36948/0 (socket says 172.21.15.46:36948)
2024-03-19T01:50:59.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.165+0000 7f33a659c640  1 -- 172.21.15.46:0/495946308 learned_addr learned my addr 172.21.15.46:0/495946308 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:59.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.165+0000 7f339dd9b640  1 --2- 172.21.15.46:0/495946308 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56366d313bf0 0x56366d321d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.165+0000 7f33a6d9d640  1 --2- 172.21.15.46:0/495946308 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56366d31c7d0 0x56366d322250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.166+0000 7f33a659c640  1 -- 172.21.15.46:0/495946308 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56366d31c7d0 msgr2=0x56366d322250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:59.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.166+0000 7f33a659c640  1 --2- 172.21.15.46:0/495946308 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56366d31c7d0 0x56366d322250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.166+0000 7f33a659c640  1 -- 172.21.15.46:0/495946308 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56366d313bf0 msgr2=0x56366d321d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:59.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.166+0000 7f33a659c640  1 --2- 172.21.15.46:0/495946308 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56366d313bf0 0x56366d321d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.166+0000 7f33a659c640  1 -- 172.21.15.46:0/495946308 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56366d31ebc0 con 0x56366d3132d0
2024-03-19T01:50:59.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.166+0000 7f339dd9b640  1 --2- 172.21.15.46:0/495946308 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56366d313bf0 0x56366d321d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:59.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.166+0000 7f33a659c640  1 --2- 172.21.15.46:0/495946308 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56366d3132d0 0x56366d324930 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f3398000c00 tx=0x7f339809b630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1c5d946a163ac03 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:59.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.166+0000 7f338dffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:50:59.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.166+0000 7f338dffb640  1 -- 172.21.15.46:0/495946308 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f339809be30 con 0x56366d3132d0
2024-03-19T01:50:59.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.166+0000 7f338dffb640  1 -- 172.21.15.46:0/495946308 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f33980cf1d0 con 0x56366d3132d0
2024-03-19T01:50:59.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.166+0000 7f33afc1e740  1 -- 172.21.15.46:0/495946308 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f33980cf020 con 0x56366d3132d0
2024-03-19T01:50:59.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.166+0000 7f338dffb640  1 -- 172.21.15.46:0/495946308 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f339809b090 con 0x56366d3132d0
2024-03-19T01:50:59.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.166+0000 7f33afc1e740 10 client.15879 fetch_fsmap learned FSMap version 25
2024-03-19T01:50:59.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.166+0000 7f33afc1e740  1 -- 172.21.15.46:0/495946308 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56366d392980 con 0x56366d3132d0
2024-03-19T01:50:59.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.166+0000 7f338dffb640  1 -- 172.21.15.46:0/495946308 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f33980cf020 con 0x56366d3132d0
2024-03-19T01:50:59.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.166+0000 7f338dffb640  1 -- 172.21.15.46:0/495946308 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f33980ccb80 con 0x56366d3132d0
2024-03-19T01:50:59.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.166+0000 7f33afc1e740 10 client.15879 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:50:59.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.166+0000 7f33afc1e740 10 client.15879 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:50:59.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.166+0000 7f33afc1e740 20 client.15879 populate_metadata read hostname 'smithi046'
2024-03-19T01:50:59.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.166+0000 7f33afc1e740  1 --2- 172.21.15.46:0/495946308 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x56366d392d10 0x56366d395150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.166+0000 7f33afc1e740  4 client.15879 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:50:59.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.166+0000 7f33afc1e740  1 -- 172.21.15.46:0/495946308 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56366d2839f0 con 0x56366d392d10
2024-03-19T01:50:59.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.166+0000 7f339dd9b640  1 --2- 172.21.15.46:0/495946308 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x56366d392d10 0x56366d395150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.167+0000 7f339dd9b640  1 --2- 172.21.15.46:0/495946308 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x56366d392d10 0x56366d395150 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=eaba2d6a1f12218c server_cookie=e7055bc50586150d in_seq=0 out_seq=0
2024-03-19T01:50:59.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.167+0000 7f338dffb640 10 client.15879 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:50:59.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.167+0000 7f338dffb640  1 -- 172.21.15.46:0/495946308 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56366d2839f0 con 0x56366d392d10
2024-03-19T01:50:59.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.167+0000 7f338dffb640 10 client.15879 handle_command_reply: tid=0
2024-03-19T01:50:59.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.167+0000 7f33afc1e740  1 client.15879 shutdown
2024-03-19T01:50:59.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.167+0000 7f33afc1e740  1 -- 172.21.15.46:0/495946308 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56366d3132d0 msgr2=0x56366d324930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:59.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.167+0000 7f33afc1e740  1 --2- 172.21.15.46:0/495946308 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56366d3132d0 0x56366d324930 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f3398000c00 tx=0x7f339809b630 comp rx=0 tx=0).stop
2024-03-19T01:50:59.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.167+0000 7f33afc1e740  1 -- 172.21.15.46:0/495946308 shutdown_connections
2024-03-19T01:50:59.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.167+0000 7f33afc1e740  1 --2- 172.21.15.46:0/495946308 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x56366d392d10 0x56366d395150 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.167+0000 7f33afc1e740  1 --2- 172.21.15.46:0/495946308 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56366d31c7d0 0x56366d322250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.167+0000 7f33afc1e740  1 --2- 172.21.15.46:0/495946308 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56366d313bf0 0x56366d321d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.167+0000 7f338dffb640  0 client.15879 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:50:59.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.167+0000 7f33afc1e740  1 --2- 172.21.15.46:0/495946308 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56366d3132d0 0x56366d324930 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.167+0000 7f33afc1e740  1 -- 172.21.15.46:0/495946308 >> 172.21.15.46:0/495946308 conn(0x56366d30da00 msgr2=0x56366d30c310 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:59.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.167+0000 7f33afc1e740  1 -- 172.21.15.46:0/495946308 shutdown_connections
2024-03-19T01:50:59.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.167+0000 7f33afc1e740  1 -- 172.21.15.46:0/495946308 wait complete.
2024-03-19T01:50:59.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.167+0000 7f33afc1e740 20 client.15879 trim_cache size 0 max 16384
2024-03-19T01:50:59.174 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:50:59.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.168+0000 7f33acf53640  1 -- 172.21.15.46:0/95018775 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f33940a2a00 msgr2=0x7f33940a4ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:59.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.168+0000 7f33acf53640  1 --2- 172.21.15.46:0/95018775 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f33940a2a00 0x7f33940a4ec0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f33a0005cc0 tx=0x7f33a0009820 comp rx=0 tx=0).stop
2024-03-19T01:50:59.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.168+0000 7f33acf53640  1 -- 172.21.15.46:0/95018775 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f33a806a3b0 msgr2=0x7f33a819a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:59.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.168+0000 7f33acf53640  1 --2- 172.21.15.46:0/95018775 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f33a806a3b0 0x7f33a819a1b0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f339800e9f0 tx=0x7f339800eeb0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.168+0000 7f33acf53640  1 -- 172.21.15.46:0/95018775 shutdown_connections
2024-03-19T01:50:59.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.168+0000 7f33acf53640  1 --2- 172.21.15.46:0/95018775 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f33940a2a00 0x7f33940a4ec0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.168+0000 7f33acf53640  1 --2- 172.21.15.46:0/95018775 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f33a810e070 0x7f33a819ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.168+0000 7f33acf53640  1 --2- 172.21.15.46:0/95018775 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33a81026c0 0x7f33a819a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.168+0000 7f33acf53640  1 --2- 172.21.15.46:0/95018775 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f33a806a3b0 0x7f33a819a1b0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.168+0000 7f33acf53640  1 -- 172.21.15.46:0/95018775 >> 172.21.15.46:0/95018775 conn(0x7f33a8077450 msgr2=0x7f33a810eee0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:59.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.168+0000 7f33acf53640  1 -- 172.21.15.46:0/95018775 shutdown_connections
2024-03-19T01:50:59.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.168+0000 7f33acf53640  1 -- 172.21.15.46:0/95018775 wait complete.
2024-03-19T01:50:59.178 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls
2024-03-19T01:50:59.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.289+0000 7fa1d513b640  1 -- 172.21.15.46:0/385013602 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa1d01010a0 msgr2=0x7fa1d0101480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:59.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.289+0000 7fa1d513b640  1 --2- 172.21.15.46:0/385013602 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa1d01010a0 0x7fa1d0101480 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fa1c0009860 tx=0x7fa1c002bbd0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.289+0000 7fa1d513b640  1 -- 172.21.15.46:0/385013602 shutdown_connections
2024-03-19T01:50:59.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.289+0000 7fa1d513b640  1 --2- 172.21.15.46:0/385013602 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa1d01059f0 0x7fa1d010d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.289+0000 7fa1d513b640  1 --2- 172.21.15.46:0/385013602 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa1d0101a50 0x7fa1d01052c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.289+0000 7fa1d513b640  1 --2- 172.21.15.46:0/385013602 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa1d01010a0 0x7fa1d0101480 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.289+0000 7fa1d513b640  1 -- 172.21.15.46:0/385013602 >> 172.21.15.46:0/385013602 conn(0x7fa1d0076c50 msgr2=0x7fa1d00fe030 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:59.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.289+0000 7fa1d513b640  1 -- 172.21.15.46:0/385013602 shutdown_connections
2024-03-19T01:50:59.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.289+0000 7fa1d513b640  1 -- 172.21.15.46:0/385013602 wait complete.
2024-03-19T01:50:59.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.290+0000 7fa1d513b640  1  Processor -- start
2024-03-19T01:50:59.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.290+0000 7fa1d513b640  1 --  start start
2024-03-19T01:50:59.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.290+0000 7fa1d513b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa1d01010a0 0x7fa1d0195d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.290+0000 7fa1d513b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa1d01059f0 0x7fa1d01962c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.290+0000 7fa1d513b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa1d019a5f0 0x7fa1d019aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.290+0000 7fa1d513b640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa1d010f860 con 0x7fa1d019a5f0
2024-03-19T01:50:59.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.290+0000 7fa1d513b640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa1d010f6e0 con 0x7fa1d01010a0
2024-03-19T01:50:59.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.290+0000 7fa1d513b640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa1d010f9e0 con 0x7fa1d01059f0
2024-03-19T01:50:59.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.290+0000 7fa1cf59e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa1d019a5f0 0x7fa1d019aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.290+0000 7fa1ced9d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa1d01010a0 0x7fa1d0195d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.290+0000 7fa1cf59e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa1d019a5f0 0x7fa1d019aaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36956/0 (socket says 172.21.15.46:36956)
2024-03-19T01:50:59.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.290+0000 7fa1cf59e640  1 -- 172.21.15.46:0/71027960 learned_addr learned my addr 172.21.15.46:0/71027960 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:59.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.290+0000 7fa1c659c640  1 --2- 172.21.15.46:0/71027960 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa1d01059f0 0x7fa1d01962c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.290+0000 7fa1ced9d640  1 -- 172.21.15.46:0/71027960 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa1d01059f0 msgr2=0x7fa1d01962c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:59.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.290+0000 7fa1ced9d640  1 --2- 172.21.15.46:0/71027960 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa1d01059f0 0x7fa1d01962c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.290+0000 7fa1ced9d640  1 -- 172.21.15.46:0/71027960 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa1d019a5f0 msgr2=0x7fa1d019aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:59.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.290+0000 7fa1ced9d640  1 --2- 172.21.15.46:0/71027960 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa1d019a5f0 0x7fa1d019aaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.290+0000 7fa1ced9d640  1 -- 172.21.15.46:0/71027960 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1d019b0e0 con 0x7fa1d01010a0
2024-03-19T01:50:59.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.290+0000 7fa1cf59e640  1 --2- 172.21.15.46:0/71027960 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa1d019a5f0 0x7fa1d019aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:59.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.291+0000 7fa1ced9d640  1 --2- 172.21.15.46:0/71027960 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa1d01010a0 0x7fa1d0195d80 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fa1c0037040 tx=0x7fa1c0004040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:59.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.291+0000 7fa1ccd99640  1 -- 172.21.15.46:0/71027960 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1c0041020 con 0x7fa1d01010a0
2024-03-19T01:50:59.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.291+0000 7fa1d513b640  1 -- 172.21.15.46:0/71027960 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1d019b370 con 0x7fa1d01010a0
2024-03-19T01:50:59.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.291+0000 7fa1ccd99640  1 -- 172.21.15.46:0/71027960 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa1c002c9c0 con 0x7fa1d01010a0
2024-03-19T01:50:59.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.291+0000 7fa1d513b640  1 -- 172.21.15.46:0/71027960 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1d01a2b90 con 0x7fa1d01010a0
2024-03-19T01:50:59.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.291+0000 7fa1ccd99640  1 -- 172.21.15.46:0/71027960 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1c0039040 con 0x7fa1d01010a0
2024-03-19T01:50:59.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.293+0000 7fa1ccd99640  1 -- 172.21.15.46:0/71027960 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 23) ==== 137466+0+0 (secure 0 0 0) 0x7fa1c0044020 con 0x7fa1d01010a0
2024-03-19T01:50:59.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.293+0000 7fa1d7e03740  1  Processor -- start
2024-03-19T01:50:59.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.293+0000 7fa1d7e03740  1 --  start start
2024-03-19T01:50:59.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.294+0000 7fa1d7e03740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5617258a82d0 0x5617258a86b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.294+0000 7fa1d7e03740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617258a8bf0 0x5617258b1290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.294+0000 7fa1d7e03740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5617258b17d0 0x5617258b3bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.294+0000 7fa1d7e03740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x56172580b4b0 con 0x5617258a8bf0
2024-03-19T01:50:59.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.294+0000 7fa1d7e03740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5617257b3d70 con 0x5617258b17d0
2024-03-19T01:50:59.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.294+0000 7fa1d7e03740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x561725807550 con 0x5617258a82d0
2024-03-19T01:50:59.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.294+0000 7fa1ced9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617258a8bf0 0x5617258b1290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.294+0000 7fa1cf59e640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5617258a82d0 0x5617258a86b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.294+0000 7fa1cf59e640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5617258a82d0 0x5617258a86b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:38766/0 (socket says 172.21.15.46:38766)
2024-03-19T01:50:59.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.294+0000 7fa1cf59e640  1 -- 172.21.15.46:0/4293737024 learned_addr learned my addr 172.21.15.46:0/4293737024 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:59.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.294+0000 7fa1ced9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617258a8bf0 0x5617258b1290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36960/0 (socket says 172.21.15.46:36960)
2024-03-19T01:50:59.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.294+0000 7fa1c659c640  1 --2- 172.21.15.46:0/4293737024 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5617258b17d0 0x5617258b3bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.294+0000 7fa1ccd99640  1 --2- 172.21.15.46:0/71027960 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fa1bc0a2a00 0x7fa1bc0a4ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.294+0000 7fa1cf59e640  1 --2- 172.21.15.46:0/71027960 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fa1bc0a2a00 0x7fa1bc0a4ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.294+0000 7fa1c659c640  1 -- 172.21.15.46:0/4293737024 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5617258a82d0 msgr2=0x5617258a86b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:59.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.294+0000 7fa1c659c640  1 --2- 172.21.15.46:0/4293737024 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5617258a82d0 0x5617258a86b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.294+0000 7fa1c659c640  1 -- 172.21.15.46:0/4293737024 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617258a8bf0 msgr2=0x5617258b1290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:59.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.294+0000 7fa1c659c640  1 --2- 172.21.15.46:0/4293737024 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617258a8bf0 0x5617258b1290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.294+0000 7fa1ccd99640  1 -- 172.21.15.46:0/71027960 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fa1c00f09e0 con 0x7fa1d01010a0
2024-03-19T01:50:59.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.294+0000 7fa1c659c640  1 -- 172.21.15.46:0/4293737024 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5617257d6210 con 0x5617258b17d0
2024-03-19T01:50:59.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.295+0000 7fa1c659c640  1 --2- 172.21.15.46:0/4293737024 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5617258b17d0 0x5617258b3bc0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fa1d0069ea0 tx=0x7fa1b8009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ae5a22b105d15a32 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:59.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.295+0000 7fa1cf59e640  1 --2- 172.21.15.46:0/71027960 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fa1bc0a2a00 0x7fa1bc0a4ec0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fa1c8009270 tx=0x7fa1c8004ab0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:59.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.295+0000 7fa1c559a640  1 -- 172.21.15.46:0/4293737024 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1b800cc10 con 0x5617258b17d0
2024-03-19T01:50:59.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.295+0000 7fa1c559a640  1 -- 172.21.15.46:0/4293737024 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa1b801d070 con 0x5617258b17d0
2024-03-19T01:50:59.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.295+0000 7fa1c559a640  1 -- 172.21.15.46:0/4293737024 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1b8003b90 con 0x5617258b17d0
2024-03-19T01:50:59.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.295+0000 7fa1d7e03740  1 -- 172.21.15.46:0/4293737024 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5617258b17d0 msgr2=0x5617258b3bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:59.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.295+0000 7fa1d7e03740  1 --2- 172.21.15.46:0/4293737024 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5617258b17d0 0x5617258b3bc0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fa1d0069ea0 tx=0x7fa1b8009260 comp rx=0 tx=0).stop
2024-03-19T01:50:59.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.295+0000 7fa1d7e03740  1 -- 172.21.15.46:0/4293737024 shutdown_connections
2024-03-19T01:50:59.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.295+0000 7fa1d7e03740  1 --2- 172.21.15.46:0/4293737024 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5617258b17d0 0x5617258b3bc0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.295+0000 7fa1d7e03740  1 --2- 172.21.15.46:0/4293737024 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617258a8bf0 0x5617258b1290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.295+0000 7fa1d7e03740  1 --2- 172.21.15.46:0/4293737024 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5617258a82d0 0x5617258a86b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.295+0000 7fa1d7e03740  1 -- 172.21.15.46:0/4293737024 >> 172.21.15.46:0/4293737024 conn(0x5617258a2a00 msgr2=0x5617258a2de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:59.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.296+0000 7fa1d7e03740  1 -- 172.21.15.46:0/4293737024 shutdown_connections
2024-03-19T01:50:59.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.296+0000 7fa1d7e03740  1 -- 172.21.15.46:0/4293737024 wait complete.
2024-03-19T01:50:59.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.296+0000 7fa1d7e03740  1 --  start start
2024-03-19T01:50:59.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.296+0000 7fa1d7e03740  1  Processor -- start
2024-03-19T01:50:59.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.296+0000 7fa1d7e03740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5617258a82d0 0x5617258ae660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.296+0000 7fa1d7e03740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5617258a8bf0 0x5617258aeba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.296+0000 7fa1d7e03740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617258b17d0 0x5617258af0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.296+0000 7fa1d7e03740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5617258b45c0 con 0x5617258b17d0
2024-03-19T01:50:59.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.296+0000 7fa1d7e03740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5617257c7310 con 0x5617258a82d0
2024-03-19T01:50:59.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.296+0000 7fa1d7e03740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5617258b4740 con 0x5617258a8bf0
2024-03-19T01:50:59.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.296+0000 7fa1d7e03740 10 client.0 _ll_register_callbacks cb 0x5617257bb2d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:50:59.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.296+0000 7fa1cf59e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617258b17d0 0x5617258af0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.296+0000 7fa1ced9d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5617258a82d0 0x5617258ae660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.296+0000 7fa1ced9d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5617258a82d0 0x5617258ae660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:57412/0 (socket says 172.21.15.46:57412)
2024-03-19T01:50:59.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.296+0000 7fa1ced9d640  1 -- 172.21.15.46:0/897308507 learned_addr learned my addr 172.21.15.46:0/897308507 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:59.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.296+0000 7fa1cf59e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617258b17d0 0x5617258af0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36962/0 (socket says 172.21.15.46:36962)
2024-03-19T01:50:59.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.296+0000 7fa1c659c640  1 --2- 172.21.15.46:0/897308507 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5617258a8bf0 0x5617258aeba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.297+0000 7fa1cf59e640  1 -- 172.21.15.46:0/897308507 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5617258a8bf0 msgr2=0x5617258aeba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:59.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.297+0000 7fa1cf59e640  1 --2- 172.21.15.46:0/897308507 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5617258a8bf0 0x5617258aeba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.297+0000 7fa1cf59e640  1 -- 172.21.15.46:0/897308507 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5617258a82d0 msgr2=0x5617258ae660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:59.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.297+0000 7fa1cf59e640  1 --2- 172.21.15.46:0/897308507 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5617258a82d0 0x5617258ae660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.297+0000 7fa1cf59e640  1 -- 172.21.15.46:0/897308507 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56172551f3f0 con 0x5617258b17d0
2024-03-19T01:50:59.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.297+0000 7fa1ced9d640  1 --2- 172.21.15.46:0/897308507 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5617258a82d0 0x5617258ae660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:59.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.297+0000 7fa1cf59e640  1 --2- 172.21.15.46:0/897308507 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617258b17d0 0x5617258af0e0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fa1c8012cb0 tx=0x7fa1c8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f64d04b69bca33e server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:59.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.297+0000 7fa1b67fc640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:50:59.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.297+0000 7fa1b67fc640  1 -- 172.21.15.46:0/897308507 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1c8026070 con 0x5617258b17d0
2024-03-19T01:50:59.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.297+0000 7fa1b67fc640  1 -- 172.21.15.46:0/897308507 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fa1c8004b20 con 0x5617258b17d0
2024-03-19T01:50:59.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.297+0000 7fa1d7e03740  1 -- 172.21.15.46:0/897308507 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa1b801d070 con 0x5617258b17d0
2024-03-19T01:50:59.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.297+0000 7fa1b67fc640  1 -- 172.21.15.46:0/897308507 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fa1c8031050 con 0x5617258b17d0
2024-03-19T01:50:59.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.297+0000 7fa1d7e03740 10 client.15891 fetch_fsmap learned FSMap version 25
2024-03-19T01:50:59.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.297+0000 7fa1d7e03740  1 -- 172.21.15.46:0/897308507 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5617255e97d0 con 0x5617258b17d0
2024-03-19T01:50:59.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.297+0000 7fa1b67fc640  1 -- 172.21.15.46:0/897308507 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa1b801d070 con 0x5617258b17d0
2024-03-19T01:50:59.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.297+0000 7fa1b67fc640  1 -- 172.21.15.46:0/897308507 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fa1c801f050 con 0x5617258b17d0
2024-03-19T01:50:59.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.297+0000 7fa1d7e03740 10 client.15891 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:50:59.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.297+0000 7fa1d7e03740 10 client.15891 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:50:59.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.297+0000 7fa1d7e03740 20 client.15891 populate_metadata read hostname 'smithi046'
2024-03-19T01:50:59.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.297+0000 7fa1d7e03740  1 --2- 172.21.15.46:0/897308507 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5617258c1a20 0x5617258c3ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.297+0000 7fa1d7e03740  4 client.15891 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:50:59.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.297+0000 7fa1d7e03740  1 -- 172.21.15.46:0/897308507 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5617258693e0 con 0x5617258c1a20
2024-03-19T01:50:59.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.298+0000 7fa1ced9d640  1 --2- 172.21.15.46:0/897308507 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5617258c1a20 0x5617258c3ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.298+0000 7fa1b67fc640 10 client.15891 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:50:59.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.298+0000 7fa1ced9d640  1 --2- 172.21.15.46:0/897308507 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5617258c1a20 0x5617258c3ea0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7e4fe2efe43a332f server_cookie=376f953c9f9fd526 in_seq=0 out_seq=0
2024-03-19T01:50:59.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.300+0000 7fa1b67fc640  1 -- 172.21.15.46:0/897308507 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5617258693e0 con 0x5617258c1a20
2024-03-19T01:50:59.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.300+0000 7fa1b67fc640 10 client.15891 handle_command_reply: tid=0
2024-03-19T01:50:59.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.300+0000 7fa1d7e03740  1 client.15891 shutdown
2024-03-19T01:50:59.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.300+0000 7fa1d7e03740  1 -- 172.21.15.46:0/897308507 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617258b17d0 msgr2=0x5617258af0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:59.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.300+0000 7fa1d7e03740  1 --2- 172.21.15.46:0/897308507 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617258b17d0 0x5617258af0e0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fa1c8012cb0 tx=0x7fa1c8004a40 comp rx=0 tx=0).stop
2024-03-19T01:50:59.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.300+0000 7fa1d7e03740  1 -- 172.21.15.46:0/897308507 shutdown_connections
2024-03-19T01:50:59.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.300+0000 7fa1d7e03740  1 --2- 172.21.15.46:0/897308507 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5617258c1a20 0x5617258c3ea0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.300+0000 7fa1d7e03740  1 --2- 172.21.15.46:0/897308507 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617258b17d0 0x5617258af0e0 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.300+0000 7fa1d7e03740  1 --2- 172.21.15.46:0/897308507 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5617258a8bf0 0x5617258aeba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.300+0000 7fa1d7e03740  1 --2- 172.21.15.46:0/897308507 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5617258a82d0 0x5617258ae660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.300+0000 7fa1b67fc640  0 client.15891 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:50:59.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.300+0000 7fa1d7e03740  1 -- 172.21.15.46:0/897308507 >> 172.21.15.46:0/897308507 conn(0x5617258a2a00 msgr2=0x5617258a4750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:59.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.300+0000 7fa1d7e03740  1 -- 172.21.15.46:0/897308507 shutdown_connections
2024-03-19T01:50:59.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.300+0000 7fa1d7e03740  1 -- 172.21.15.46:0/897308507 wait complete.
2024-03-19T01:50:59.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.300+0000 7fa1d7e03740 20 client.15891 trim_cache size 0 max 16384
2024-03-19T01:50:59.314 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.313+0000 7fa1d7e03740  1  Processor -- start
2024-03-19T01:50:59.314 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.313+0000 7fa1d7e03740  1 --  start start
2024-03-19T01:50:59.314 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.314+0000 7fa1d7e03740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5617258a82d0 0x5617258b0d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.314 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.314+0000 7fa1d7e03740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617258a8bf0 0x5617258bd360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.314+0000 7fa1d7e03740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5617258b17d0 0x5617258c97b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.314+0000 7fa1d7e03740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa1d01af1a0 con 0x5617258a8bf0
2024-03-19T01:50:59.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.314+0000 7fa1d7e03740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa1d01aca70 con 0x5617258b17d0
2024-03-19T01:50:59.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.314+0000 7fa1d7e03740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa1d01aa8a0 con 0x5617258a82d0
2024-03-19T01:50:59.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.314+0000 7fa1c659c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617258a8bf0 0x5617258bd360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.314+0000 7fa1c659c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617258a8bf0 0x5617258bd360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36964/0 (socket says 172.21.15.46:36964)
2024-03-19T01:50:59.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.314+0000 7fa1c659c640  1 -- 172.21.15.46:0/836057364 learned_addr learned my addr 172.21.15.46:0/836057364 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:59.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.314+0000 7fa1cf59e640  1 --2- 172.21.15.46:0/836057364 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5617258b17d0 0x5617258c97b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.314+0000 7fa1ced9d640  1 --2- 172.21.15.46:0/836057364 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5617258a82d0 0x5617258b0d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.314+0000 7fa1c659c640  1 -- 172.21.15.46:0/836057364 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5617258a82d0 msgr2=0x5617258b0d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:59.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.314+0000 7fa1c659c640  1 --2- 172.21.15.46:0/836057364 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5617258a82d0 0x5617258b0d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.314+0000 7fa1c659c640  1 -- 172.21.15.46:0/836057364 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5617258b17d0 msgr2=0x5617258c97b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:59.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.314+0000 7fa1c659c640  1 --2- 172.21.15.46:0/836057364 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5617258b17d0 0x5617258c97b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.314+0000 7fa1c659c640  1 -- 172.21.15.46:0/836057364 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5617258a2830 con 0x5617258a8bf0
2024-03-19T01:50:59.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.314+0000 7fa1cf59e640  1 --2- 172.21.15.46:0/836057364 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5617258b17d0 0x5617258c97b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:59.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.314+0000 7fa1ced9d640  1 --2- 172.21.15.46:0/836057364 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5617258a82d0 0x5617258b0d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:50:59.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.314+0000 7fa1c659c640  1 --2- 172.21.15.46:0/836057364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617258a8bf0 0x5617258bd360 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fa1d0069ea0 tx=0x7fa1b8005df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad8b5c147a69daa1 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:59.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.314+0000 7fa1c4d99640  1 -- 172.21.15.46:0/836057364 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1b800cc10 con 0x5617258a8bf0
2024-03-19T01:50:59.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.314+0000 7fa1c4d99640  1 -- 172.21.15.46:0/836057364 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa1b801d040 con 0x5617258a8bf0
2024-03-19T01:50:59.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.314+0000 7fa1c4d99640  1 -- 172.21.15.46:0/836057364 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1b8003d10 con 0x5617258a8bf0
2024-03-19T01:50:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.315+0000 7fa1d7e03740  1 -- 172.21.15.46:0/836057364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617258a8bf0 msgr2=0x5617258bd360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.315+0000 7fa1d7e03740  1 --2- 172.21.15.46:0/836057364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617258a8bf0 0x5617258bd360 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fa1d0069ea0 tx=0x7fa1b8005df0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.315+0000 7fa1d7e03740  1 -- 172.21.15.46:0/836057364 shutdown_connections
2024-03-19T01:50:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.315+0000 7fa1d7e03740  1 --2- 172.21.15.46:0/836057364 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5617258b17d0 0x5617258c97b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.315+0000 7fa1d7e03740  1 --2- 172.21.15.46:0/836057364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617258a8bf0 0x5617258bd360 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.315+0000 7fa1d7e03740  1 --2- 172.21.15.46:0/836057364 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5617258a82d0 0x5617258b0d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.315+0000 7fa1d7e03740  1 -- 172.21.15.46:0/836057364 >> 172.21.15.46:0/836057364 conn(0x5617258a2a00 msgr2=0x5617258ad690 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.315+0000 7fa1d7e03740  1 -- 172.21.15.46:0/836057364 shutdown_connections
2024-03-19T01:50:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.315+0000 7fa1d7e03740  1 -- 172.21.15.46:0/836057364 wait complete.
2024-03-19T01:50:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.315+0000 7fa1d7e03740  1 --  start start
2024-03-19T01:50:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.316+0000 7fa1d7e03740  1  Processor -- start
2024-03-19T01:50:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.316+0000 7fa1d7e03740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5617258a82d0 0x5617258b99f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.316+0000 7fa1d7e03740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5617258a8bf0 0x5617258b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.316+0000 7fa1d7e03740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617258b17d0 0x5617258b52a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.316+0000 7fa1d7e03740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa1d01aaf30 con 0x5617258b17d0
2024-03-19T01:50:59.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.316+0000 7fa1d7e03740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa1d01ac3a0 con 0x5617258a82d0
2024-03-19T01:50:59.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.316+0000 7fa1d7e03740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa1d01ab600 con 0x5617258a8bf0
2024-03-19T01:50:59.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.316+0000 7fa1d7e03740 10 client.0 _ll_register_callbacks cb 0x7fa1c8011440 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:50:59.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.316+0000 7fa1cf59e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617258b17d0 0x5617258b52a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.316+0000 7fa1cf59e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617258b17d0 0x5617258b52a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36966/0 (socket says 172.21.15.46:36966)
2024-03-19T01:50:59.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.316+0000 7fa1cf59e640  1 -- 172.21.15.46:0/2931569100 learned_addr learned my addr 172.21.15.46:0/2931569100 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:50:59.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.316+0000 7fa1ced9d640  1 --2- 172.21.15.46:0/2931569100 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5617258a82d0 0x5617258b99f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.316+0000 7fa1c659c640  1 --2- 172.21.15.46:0/2931569100 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5617258a8bf0 0x5617258b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.316+0000 7fa1cf59e640  1 -- 172.21.15.46:0/2931569100 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5617258a8bf0 msgr2=0x5617258b4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:59.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.316+0000 7fa1cf59e640  1 --2- 172.21.15.46:0/2931569100 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5617258a8bf0 0x5617258b4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.316+0000 7fa1cf59e640  1 -- 172.21.15.46:0/2931569100 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5617258a82d0 msgr2=0x5617258b99f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:50:59.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.316+0000 7fa1cf59e640  1 --2- 172.21.15.46:0/2931569100 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5617258a82d0 0x5617258b99f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.316+0000 7fa1cf59e640  1 -- 172.21.15.46:0/2931569100 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561725878880 con 0x5617258b17d0
2024-03-19T01:50:59.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.316+0000 7fa1cf59e640  1 --2- 172.21.15.46:0/2931569100 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617258b17d0 0x5617258b52a0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fa1c8012420 tx=0x7fa1c8022ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e349ac9266b41fa server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:50:59.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.316+0000 7fa1b67fc640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:50:59.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.317+0000 7fa1b67fc640  1 -- 172.21.15.46:0/2931569100 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1c803b030 con 0x5617258b17d0
2024-03-19T01:50:59.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.317+0000 7fa1b67fc640  1 -- 172.21.15.46:0/2931569100 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fa1c8022690 con 0x5617258b17d0
2024-03-19T01:50:59.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.317+0000 7fa1d7e03740  1 -- 172.21.15.46:0/2931569100 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa1b801d040 con 0x5617258b17d0
2024-03-19T01:50:59.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.317+0000 7fa1b67fc640  1 -- 172.21.15.46:0/2931569100 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fa1c8045050 con 0x5617258b17d0
2024-03-19T01:50:59.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.317+0000 7fa1d7e03740 10 client.15897 fetch_fsmap learned FSMap version 25
2024-03-19T01:50:59.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.317+0000 7fa1d7e03740  1 -- 172.21.15.46:0/2931569100 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5617259279c0 con 0x5617258b17d0
2024-03-19T01:50:59.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.317+0000 7fa1b67fc640  1 -- 172.21.15.46:0/2931569100 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa1b801d040 con 0x5617258b17d0
2024-03-19T01:50:59.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.317+0000 7fa1b67fc640  1 -- 172.21.15.46:0/2931569100 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fa1c801f040 con 0x5617258b17d0
2024-03-19T01:50:59.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.317+0000 7fa1d7e03740 10 client.15897 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:50:59.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.317+0000 7fa1d7e03740 10 client.15897 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:50:59.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.317+0000 7fa1d7e03740 20 client.15897 populate_metadata read hostname 'smithi046'
2024-03-19T01:50:59.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.317+0000 7fa1d7e03740  1 --2- 172.21.15.46:0/2931569100 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x561725928160 0x56172592a580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:50:59.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.317+0000 7fa1d7e03740  4 client.15897 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:50:59.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.317+0000 7fa1d7e03740  1 -- 172.21.15.46:0/2931569100 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5617258189f0 con 0x561725928160
2024-03-19T01:50:59.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.317+0000 7fa1ced9d640  1 --2- 172.21.15.46:0/2931569100 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x561725928160 0x56172592a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:50:59.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.318+0000 7fa1ced9d640  1 --2- 172.21.15.46:0/2931569100 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x561725928160 0x56172592a580 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f29011b7d6ba1222 server_cookie=5eb48f7045996fc3 in_seq=0 out_seq=0
2024-03-19T01:50:59.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.318+0000 7fa1b67fc640 10 client.15897 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:50:59.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.320+0000 7fa1b67fc640  1 -- 172.21.15.46:0/2931569100 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5617258189f0 con 0x561725928160
2024-03-19T01:50:59.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.320+0000 7fa1b67fc640 10 client.15897 handle_command_reply: tid=0
2024-03-19T01:50:59.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.320+0000 7fa1d7e03740  1 client.15897 shutdown
2024-03-19T01:50:59.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.320+0000 7fa1d7e03740  1 -- 172.21.15.46:0/2931569100 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617258b17d0 msgr2=0x5617258b52a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:59.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.320+0000 7fa1d7e03740  1 --2- 172.21.15.46:0/2931569100 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617258b17d0 0x5617258b52a0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fa1c8012420 tx=0x7fa1c8022ea0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.320+0000 7fa1d7e03740  1 -- 172.21.15.46:0/2931569100 shutdown_connections
2024-03-19T01:50:59.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.320+0000 7fa1d7e03740  1 --2- 172.21.15.46:0/2931569100 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x561725928160 0x56172592a580 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.320+0000 7fa1d7e03740  1 --2- 172.21.15.46:0/2931569100 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617258b17d0 0x5617258b52a0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.320+0000 7fa1d7e03740  1 --2- 172.21.15.46:0/2931569100 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5617258a8bf0 0x5617258b4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.320+0000 7fa1b67fc640  0 client.15897 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:50:59.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.320+0000 7fa1d7e03740  1 --2- 172.21.15.46:0/2931569100 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5617258a82d0 0x5617258b99f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.320+0000 7fa1d7e03740  1 -- 172.21.15.46:0/2931569100 >> 172.21.15.46:0/2931569100 conn(0x5617258a2a00 msgr2=0x5617258ae600 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:59.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.320+0000 7fa1d7e03740  1 -- 172.21.15.46:0/2931569100 shutdown_connections
2024-03-19T01:50:59.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.320+0000 7fa1d7e03740  1 -- 172.21.15.46:0/2931569100 wait complete.
2024-03-19T01:50:59.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.320+0000 7fa1d7e03740 20 client.15897 trim_cache size 0 max 16384
2024-03-19T01:50:59.326 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:50:59.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.320+0000 7fa1d513b640  1 -- 172.21.15.46:0/71027960 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fa1bc0a2a00 msgr2=0x7fa1bc0a4ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:59.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.320+0000 7fa1d513b640  1 --2- 172.21.15.46:0/71027960 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fa1bc0a2a00 0x7fa1bc0a4ec0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fa1c8009270 tx=0x7fa1c8004ab0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.320+0000 7fa1d513b640  1 -- 172.21.15.46:0/71027960 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa1d01010a0 msgr2=0x7fa1d0195d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:50:59.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.320+0000 7fa1d513b640  1 --2- 172.21.15.46:0/71027960 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa1d01010a0 0x7fa1d0195d80 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fa1c0037040 tx=0x7fa1c0004040 comp rx=0 tx=0).stop
2024-03-19T01:50:59.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.320+0000 7fa1d513b640  1 -- 172.21.15.46:0/71027960 shutdown_connections
2024-03-19T01:50:59.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.320+0000 7fa1d513b640  1 --2- 172.21.15.46:0/71027960 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa1d019a5f0 0x7fa1d019aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.320+0000 7fa1d513b640  1 --2- 172.21.15.46:0/71027960 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fa1bc0a2a00 0x7fa1bc0a4ec0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.320+0000 7fa1d513b640  1 --2- 172.21.15.46:0/71027960 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa1d01059f0 0x7fa1d01962c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.320+0000 7fa1d513b640  1 --2- 172.21.15.46:0/71027960 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa1d01010a0 0x7fa1d0195d80 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:50:59.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.320+0000 7fa1d513b640  1 -- 172.21.15.46:0/71027960 >> 172.21.15.46:0/71027960 conn(0x7fa1d0076c50 msgr2=0x7fa1d00fe030 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:50:59.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.321+0000 7fa1d513b640  1 -- 172.21.15.46:0/71027960 shutdown_connections
2024-03-19T01:50:59.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:50:59.321+0000 7fa1d513b640  1 -- 172.21.15.46:0/71027960 wait complete.
2024-03-19T01:50:59.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:59 smithi073 ceph-mon[66833]: pgmap v30: 129 pgs: 129 active+clean; 24 MiB data, 478 MiB used, 1.0 TiB / 1.0 TiB avail; 338 KiB/s rd, 2.0 MiB/s wr, 174 op/s
2024-03-19T01:50:59.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:50:59 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/44432085' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:50:59.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:59 smithi102 ceph-mon[66557]: pgmap v30: 129 pgs: 129 active+clean; 24 MiB data, 478 MiB used, 1.0 TiB / 1.0 TiB avail; 338 KiB/s rd, 2.0 MiB/s wr, 174 op/s
2024-03-19T01:50:59.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:50:59 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/44432085' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:51:00.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:59 smithi046 ceph-mon[63102]: pgmap v30: 129 pgs: 129 active+clean; 24 MiB data, 478 MiB used, 1.0 TiB / 1.0 TiB avail; 338 KiB/s rd, 2.0 MiB/s wr, 174 op/s
2024-03-19T01:51:00.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:50:59 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/44432085' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:51:00.332 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs
2024-03-19T01:51:00.332 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:51:00.332 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive
2024-03-19T01:51:00.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.452+0000 7f92565c4640  1 -- 172.21.15.46:0/3174364628 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f92501077a0 msgr2=0x7f9250107b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:00.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.452+0000 7f92565c4640  1 --2- 172.21.15.46:0/3174364628 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f92501077a0 0x7f9250107b80 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f9240009930 tx=0x7f924002bc30 comp rx=0 tx=0).stop
2024-03-19T01:51:00.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.452+0000 7f92565c4640  1 -- 172.21.15.46:0/3174364628 shutdown_connections
2024-03-19T01:51:00.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.452+0000 7f92565c4640  1 --2- 172.21.15.46:0/3174364628 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f92500693c0 0x7f925010e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.452+0000 7f92565c4640  1 --2- 172.21.15.46:0/3174364628 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9250068a00 0x7f9250068e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.452+0000 7f92565c4640  1 --2- 172.21.15.46:0/3174364628 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f92501077a0 0x7f9250107b80 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.452+0000 7f92565c4640  1 -- 172.21.15.46:0/3174364628 >> 172.21.15.46:0/3174364628 conn(0x7f9250077820 msgr2=0x7f9250077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:00.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.452+0000 7f92565c4640  1 -- 172.21.15.46:0/3174364628 shutdown_connections
2024-03-19T01:51:00.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.452+0000 7f92565c4640  1 -- 172.21.15.46:0/3174364628 wait complete.
2024-03-19T01:51:00.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.453+0000 7f92565c4640  1  Processor -- start
2024-03-19T01:51:00.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.453+0000 7f92565c4640  1 --  start start
2024-03-19T01:51:00.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.453+0000 7f92565c4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9250068a00 0x7f9250197fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.453+0000 7f92565c4640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f92500693c0 0x7f9250198520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.453+0000 7f92565c4640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f92501077a0 0x7f925019c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.453+0000 7f92565c4640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f9250111a20 con 0x7f9250068a00
2024-03-19T01:51:00.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.453+0000 7f92565c4640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f92501118a0 con 0x7f92501077a0
2024-03-19T01:51:00.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.453+0000 7f92565c4640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9250111ba0 con 0x7f92500693c0
2024-03-19T01:51:00.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.453+0000 7f924ffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9250068a00 0x7f9250197fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.453+0000 7f924ffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9250068a00 0x7f9250197fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36974/0 (socket says 172.21.15.46:36974)
2024-03-19T01:51:00.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.453+0000 7f924ffff640  1 -- 172.21.15.46:0/3134497667 learned_addr learned my addr 172.21.15.46:0/3134497667 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:00.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.453+0000 7f924f7fe640  1 --2- 172.21.15.46:0/3134497667 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f92500693c0 0x7f9250198520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.453+0000 7f9254b61640  1 --2- 172.21.15.46:0/3134497667 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f92501077a0 0x7f925019c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.453+0000 7f924ffff640  1 -- 172.21.15.46:0/3134497667 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f92500693c0 msgr2=0x7f9250198520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:00.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.453+0000 7f924ffff640  1 --2- 172.21.15.46:0/3134497667 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f92500693c0 0x7f9250198520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.453+0000 7f924ffff640  1 -- 172.21.15.46:0/3134497667 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f92501077a0 msgr2=0x7f925019c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:00.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.453+0000 7f924ffff640  1 --2- 172.21.15.46:0/3134497667 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f92501077a0 0x7f925019c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.453+0000 7f924ffff640  1 -- 172.21.15.46:0/3134497667 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f925019cfd0 con 0x7f9250068a00
2024-03-19T01:51:00.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.454+0000 7f924ffff640  1 --2- 172.21.15.46:0/3134497667 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9250068a00 0x7f9250197fe0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f9240009230 tx=0x7f924002c5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:00.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.454+0000 7f924d7fa640  1 -- 172.21.15.46:0/3134497667 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9240043020 con 0x7f9250068a00
2024-03-19T01:51:00.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.454+0000 7f924d7fa640  1 -- 172.21.15.46:0/3134497667 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f924002ca70 con 0x7f9250068a00
2024-03-19T01:51:00.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.454+0000 7f92565c4640  1 -- 172.21.15.46:0/3134497667 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f925019d260 con 0x7f9250068a00
2024-03-19T01:51:00.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.454+0000 7f924d7fa640  1 -- 172.21.15.46:0/3134497667 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9240003a50 con 0x7f9250068a00
2024-03-19T01:51:00.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.454+0000 7f92565c4640  1 -- 172.21.15.46:0/3134497667 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92501a4b50 con 0x7f9250068a00
2024-03-19T01:51:00.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.456+0000 7f924d7fa640  1 -- 172.21.15.46:0/3134497667 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 23) ==== 137466+0+0 (secure 0 0 0) 0x7f9240046020 con 0x7f9250068a00
2024-03-19T01:51:00.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.457+0000 7f92591ac740  1  Processor -- start
2024-03-19T01:51:00.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.457+0000 7f924d7fa640  1 --2- 172.21.15.46:0/3134497667 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f92380a2a00 0x7f92380a4ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.457+0000 7f92591ac740  1 --  start start
2024-03-19T01:51:00.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.457+0000 7f9254b61640  1 --2- 172.21.15.46:0/3134497667 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f92380a2a00 0x7f92380a4ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.457+0000 7f92591ac740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f13ae0e380 0x55f13ae0e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.457+0000 7f924d7fa640  1 -- 172.21.15.46:0/3134497667 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f92400f1280 con 0x7f9250068a00
2024-03-19T01:51:00.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.457+0000 7f92591ac740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f13ae0eca0 0x55f13ae17340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.457+0000 7f92591ac740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f13ae17880 0x55f13ae19c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.457+0000 7f92591ac740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55f13ad72160 con 0x55f13ae17880
2024-03-19T01:51:00.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.457+0000 7f92591ac740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55f13ad1ae10 con 0x55f13ae0e380
2024-03-19T01:51:00.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.457+0000 7f92591ac740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55f13ad6e200 con 0x55f13ae0eca0
2024-03-19T01:51:00.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.457+0000 7f924ffff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f13ae0e380 0x55f13ae0e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.457+0000 7f924ffff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f13ae0e380 0x55f13ae0e760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:57464/0 (socket says 172.21.15.46:57464)
2024-03-19T01:51:00.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.457+0000 7f924ffff640  1 -- 172.21.15.46:0/1627577687 learned_addr learned my addr 172.21.15.46:0/1627577687 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:00.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.457+0000 7f9254b61640  1 --2- 172.21.15.46:0/1627577687 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f13ae17880 0x55f13ae19c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.457+0000 7f924f7fe640  1 --2- 172.21.15.46:0/1627577687 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f13ae0eca0 0x55f13ae17340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.458+0000 7f924ffff640  1 -- 172.21.15.46:0/1627577687 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f13ae0eca0 msgr2=0x55f13ae17340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:00.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.458+0000 7f924ffff640  1 --2- 172.21.15.46:0/1627577687 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f13ae0eca0 0x55f13ae17340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.458+0000 7f924ffff640  1 -- 172.21.15.46:0/1627577687 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f13ae17880 msgr2=0x55f13ae19c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:00.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.458+0000 7f924ffff640  1 --2- 172.21.15.46:0/1627577687 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f13ae17880 0x55f13ae19c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.458+0000 7f924ffff640  1 -- 172.21.15.46:0/1627577687 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f13ab4e7e0 con 0x55f13ae0e380
2024-03-19T01:51:00.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.458+0000 7f924f7fe640  1 --2- 172.21.15.46:0/1627577687 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f13ae0eca0 0x55f13ae17340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:51:00.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.458+0000 7f9254b61640  1 --2- 172.21.15.46:0/3134497667 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f92380a2a00 0x7f92380a4ec0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f9248005fd0 tx=0x7f9248013ae0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:00.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.458+0000 7f924ffff640  1 --2- 172.21.15.46:0/1627577687 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f13ae0e380 0x55f13ae0e760 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f92400bd460 tx=0x7f92400b9040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=413e5d9d45efafe7 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:00.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.458+0000 7f92367fc640  1 -- 172.21.15.46:0/1627577687 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92400bd4d0 con 0x55f13ae0e380
2024-03-19T01:51:00.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.458+0000 7f92367fc640  1 -- 172.21.15.46:0/1627577687 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f92400c1620 con 0x55f13ae0e380
2024-03-19T01:51:00.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.458+0000 7f92367fc640  1 -- 172.21.15.46:0/1627577687 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92400ee810 con 0x55f13ae0e380
2024-03-19T01:51:00.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.459+0000 7f92591ac740  1 -- 172.21.15.46:0/1627577687 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f13ae0e380 msgr2=0x55f13ae0e760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:00.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.459+0000 7f92591ac740  1 --2- 172.21.15.46:0/1627577687 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f13ae0e380 0x55f13ae0e760 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f92400bd460 tx=0x7f92400b9040 comp rx=0 tx=0).stop
2024-03-19T01:51:00.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.459+0000 7f92591ac740  1 -- 172.21.15.46:0/1627577687 shutdown_connections
2024-03-19T01:51:00.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.459+0000 7f92591ac740  1 --2- 172.21.15.46:0/1627577687 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f13ae17880 0x55f13ae19c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.459+0000 7f92591ac740  1 --2- 172.21.15.46:0/1627577687 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f13ae0eca0 0x55f13ae17340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.459+0000 7f92591ac740  1 --2- 172.21.15.46:0/1627577687 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f13ae0e380 0x55f13ae0e760 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.459+0000 7f92591ac740  1 -- 172.21.15.46:0/1627577687 >> 172.21.15.46:0/1627577687 conn(0x55f13ae08ab0 msgr2=0x55f13ae08e90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:00.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.459+0000 7f92591ac740  1 -- 172.21.15.46:0/1627577687 shutdown_connections
2024-03-19T01:51:00.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.459+0000 7f92591ac740  1 -- 172.21.15.46:0/1627577687 wait complete.
2024-03-19T01:51:00.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.459+0000 7f92591ac740  1 --  start start
2024-03-19T01:51:00.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.459+0000 7f92591ac740  1  Processor -- start
2024-03-19T01:51:00.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.460+0000 7f92591ac740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f13ae0e380 0x55f13ae14800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.460+0000 7f92591ac740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f13ae0eca0 0x55f13ae14d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.460+0000 7f92591ac740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f13ae17880 0x55f13ae15280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.460+0000 7f92591ac740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55f13ae1a430 con 0x55f13ae0e380
2024-03-19T01:51:00.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.460+0000 7f92591ac740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55f13ad2e1a0 con 0x55f13ae17880
2024-03-19T01:51:00.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.460+0000 7f92591ac740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55f13ae1a5b0 con 0x55f13ae0eca0
2024-03-19T01:51:00.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.460+0000 7f92591ac740 10 client.0 _ll_register_callbacks cb 0x55f13aa85c60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:51:00.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.460+0000 7f924ffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f13ae0e380 0x55f13ae14800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.460+0000 7f9254b61640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f13ae17880 0x55f13ae15280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.460+0000 7f9254b61640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f13ae17880 0x55f13ae15280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:57470/0 (socket says 172.21.15.46:57470)
2024-03-19T01:51:00.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.460+0000 7f9254b61640  1 -- 172.21.15.46:0/154342451 learned_addr learned my addr 172.21.15.46:0/154342451 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:00.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.460+0000 7f924f7fe640  1 --2- 172.21.15.46:0/154342451 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f13ae0eca0 0x55f13ae14d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.460+0000 7f9254b61640  1 -- 172.21.15.46:0/154342451 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f13ae0eca0 msgr2=0x55f13ae14d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:00.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.460+0000 7f9254b61640  1 --2- 172.21.15.46:0/154342451 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f13ae0eca0 0x55f13ae14d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.460+0000 7f9254b61640  1 -- 172.21.15.46:0/154342451 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f13ae0e380 msgr2=0x55f13ae14800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:00.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.460+0000 7f9254b61640  1 --2- 172.21.15.46:0/154342451 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f13ae0e380 0x55f13ae14800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.460+0000 7f9254b61640  1 -- 172.21.15.46:0/154342451 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f13abaef70 con 0x55f13ae17880
2024-03-19T01:51:00.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.460+0000 7f9254b61640  1 --2- 172.21.15.46:0/154342451 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f13ae17880 0x55f13ae15280 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f92480123c0 tx=0x7f9248004ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8e72b2865e84cc0a server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:00.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.460+0000 7f922f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.73:3300/0
2024-03-19T01:51:00.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.460+0000 7f922f7fe640  1 -- 172.21.15.46:0/154342451 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9248024020 con 0x55f13ae17880
2024-03-19T01:51:00.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.461+0000 7f92591ac740  1 -- 172.21.15.46:0/154342451 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f92400c1620 con 0x55f13ae17880
2024-03-19T01:51:00.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.461+0000 7f922f7fe640  1 -- 172.21.15.46:0/154342451 <== mon.2 v2:172.21.15.73:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f9248004310 con 0x55f13ae17880
2024-03-19T01:51:00.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.461+0000 7f922f7fe640  1 -- 172.21.15.46:0/154342451 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f924802f050 con 0x55f13ae17880
2024-03-19T01:51:00.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.461+0000 7f92591ac740 10 client.25766 fetch_fsmap learned FSMap version 25
2024-03-19T01:51:00.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.461+0000 7f92591ac740  1 -- 172.21.15.46:0/154342451 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55f13aa46170 con 0x55f13ae17880
2024-03-19T01:51:00.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.461+0000 7f922f7fe640  1 -- 172.21.15.46:0/154342451 <== mon.2 v2:172.21.15.73:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f92400c1620 con 0x55f13ae17880
2024-03-19T01:51:00.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.461+0000 7f922f7fe640  1 -- 172.21.15.46:0/154342451 <== mon.2 v2:172.21.15.73:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f9248010cc0 con 0x55f13ae17880
2024-03-19T01:51:00.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.461+0000 7f92591ac740 10 client.25766 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:51:00.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.461+0000 7f92591ac740 10 client.25766 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:51:00.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.461+0000 7f92591ac740 20 client.25766 populate_metadata read hostname 'smithi046'
2024-03-19T01:51:00.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.461+0000 7f92591ac740  1 --2- 172.21.15.46:0/154342451 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f13ae278d0 0x55f13ae29d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.461+0000 7f92591ac740  4 client.25766 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:51:00.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.461+0000 7f92591ac740  1 -- 172.21.15.46:0/154342451 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f13ad7f6a0 con 0x55f13ae278d0
2024-03-19T01:51:00.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.461+0000 7f924ffff640  1 --2- 172.21.15.46:0/154342451 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f13ae278d0 0x55f13ae29d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.462+0000 7f922f7fe640 10 client.25766 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:51:00.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.462+0000 7f924ffff640  1 --2- 172.21.15.46:0/154342451 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f13ae278d0 0x55f13ae29d20 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3875ad22099d2f0a server_cookie=d9d757a62a1cf992 in_seq=0 out_seq=0
2024-03-19T01:51:00.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.463+0000 7f922f7fe640  1 -- 172.21.15.46:0/154342451 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55f13ad7f6a0 con 0x55f13ae278d0
2024-03-19T01:51:00.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.463+0000 7f922f7fe640 10 client.25766 handle_command_reply: tid=0
2024-03-19T01:51:00.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.463+0000 7f92591ac740  1 client.25766 shutdown
2024-03-19T01:51:00.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.463+0000 7f92591ac740  1 -- 172.21.15.46:0/154342451 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f13ae17880 msgr2=0x55f13ae15280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:00.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.463+0000 7f92591ac740  1 --2- 172.21.15.46:0/154342451 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f13ae17880 0x55f13ae15280 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f92480123c0 tx=0x7f9248004ab0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.463+0000 7f92591ac740  1 -- 172.21.15.46:0/154342451 shutdown_connections
2024-03-19T01:51:00.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.463+0000 7f92591ac740  1 --2- 172.21.15.46:0/154342451 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f13ae278d0 0x55f13ae29d20 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.463+0000 7f92591ac740  1 --2- 172.21.15.46:0/154342451 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f13ae17880 0x55f13ae15280 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.463+0000 7f92591ac740  1 --2- 172.21.15.46:0/154342451 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f13ae0eca0 0x55f13ae14d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.463+0000 7f92591ac740  1 --2- 172.21.15.46:0/154342451 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f13ae0e380 0x55f13ae14800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.463+0000 7f92591ac740  1 -- 172.21.15.46:0/154342451 >> 172.21.15.46:0/154342451 conn(0x55f13ae08ab0 msgr2=0x55f13ae0a800 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:00.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.463+0000 7f922f7fe640  0 client.25766 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:51:00.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.463+0000 7f92591ac740  1 -- 172.21.15.46:0/154342451 shutdown_connections
2024-03-19T01:51:00.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.463+0000 7f92591ac740  1 -- 172.21.15.46:0/154342451 wait complete.
2024-03-19T01:51:00.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.464+0000 7f92591ac740 20 client.25766 trim_cache size 0 max 16384
2024-03-19T01:51:00.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.481+0000 7f92591ac740  1  Processor -- start
2024-03-19T01:51:00.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.481+0000 7f92591ac740  1 --  start start
2024-03-19T01:51:00.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.481+0000 7f92591ac740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f13ae0e380 0x55f13ae16f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.481+0000 7f92591ac740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f13ae0eca0 0x55f13ae230b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.481+0000 7f92591ac740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f13ae17880 0x55f13ae2f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.481+0000 7f92591ac740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f92501b1480 con 0x55f13ae17880
2024-03-19T01:51:00.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.481+0000 7f92591ac740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f92501aed50 con 0x55f13ae0e380
2024-03-19T01:51:00.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.481+0000 7f92591ac740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f92501acb80 con 0x55f13ae0eca0
2024-03-19T01:51:00.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.482+0000 7f9254b61640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f13ae17880 0x55f13ae2f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.482+0000 7f9254b61640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f13ae17880 0x55f13ae2f630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37006/0 (socket says 172.21.15.46:37006)
2024-03-19T01:51:00.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.482+0000 7f924ffff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f13ae0e380 0x55f13ae16f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.482+0000 7f9254b61640  1 -- 172.21.15.46:0/2810452672 learned_addr learned my addr 172.21.15.46:0/2810452672 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:00.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.482+0000 7f924f7fe640  1 --2- 172.21.15.46:0/2810452672 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f13ae0eca0 0x55f13ae230b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.482+0000 7f9254b61640  1 -- 172.21.15.46:0/2810452672 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f13ae0eca0 msgr2=0x55f13ae230b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:00.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.482+0000 7f9254b61640  1 --2- 172.21.15.46:0/2810452672 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f13ae0eca0 0x55f13ae230b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.482+0000 7f9254b61640  1 -- 172.21.15.46:0/2810452672 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f13ae0e380 msgr2=0x55f13ae16f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:00.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.482+0000 7f9254b61640  1 --2- 172.21.15.46:0/2810452672 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f13ae0e380 0x55f13ae16f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.482+0000 7f9254b61640  1 -- 172.21.15.46:0/2810452672 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f13ae0ead0 con 0x55f13ae17880
2024-03-19T01:51:00.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.482+0000 7f9254b61640  1 --2- 172.21.15.46:0/2810452672 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f13ae17880 0x55f13ae2f630 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f9248009ca0 tx=0x7f9248003e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5039f330d833b80e server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:00.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.482+0000 7f9235ffb640  1 -- 172.21.15.46:0/2810452672 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9248038070 con 0x55f13ae17880
2024-03-19T01:51:00.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.482+0000 7f9235ffb640  1 -- 172.21.15.46:0/2810452672 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9248020d60 con 0x55f13ae17880
2024-03-19T01:51:00.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.482+0000 7f9235ffb640  1 -- 172.21.15.46:0/2810452672 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9248024070 con 0x55f13ae17880
2024-03-19T01:51:00.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.483+0000 7f92591ac740  1 -- 172.21.15.46:0/2810452672 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f13ae17880 msgr2=0x55f13ae2f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:00.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.483+0000 7f92591ac740  1 --2- 172.21.15.46:0/2810452672 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f13ae17880 0x55f13ae2f630 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f9248009ca0 tx=0x7f9248003e10 comp rx=0 tx=0).stop
2024-03-19T01:51:00.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.483+0000 7f92591ac740  1 -- 172.21.15.46:0/2810452672 shutdown_connections
2024-03-19T01:51:00.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.483+0000 7f92591ac740  1 --2- 172.21.15.46:0/2810452672 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f13ae17880 0x55f13ae2f630 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.483+0000 7f92591ac740  1 --2- 172.21.15.46:0/2810452672 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f13ae0eca0 0x55f13ae230b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.483+0000 7f92591ac740  1 --2- 172.21.15.46:0/2810452672 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f13ae0e380 0x55f13ae16f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.483+0000 7f92591ac740  1 -- 172.21.15.46:0/2810452672 >> 172.21.15.46:0/2810452672 conn(0x55f13ae08ab0 msgr2=0x55f13ae147c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:00.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.483+0000 7f92591ac740  1 -- 172.21.15.46:0/2810452672 shutdown_connections
2024-03-19T01:51:00.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.483+0000 7f92591ac740  1 -- 172.21.15.46:0/2810452672 wait complete.
2024-03-19T01:51:00.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.483+0000 7f92591ac740  1 --  start start
2024-03-19T01:51:00.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.484+0000 7f92591ac740  1  Processor -- start
2024-03-19T01:51:00.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.484+0000 7f92591ac740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f13ae0e380 0x55f13ae11b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.484+0000 7f92591ac740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f13ae0eca0 0x55f13ae120b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.484+0000 7f92591ac740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f13ae17880 0x55f13ae91070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.484+0000 7f92591ac740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f92501ad210 con 0x55f13ae0e380
2024-03-19T01:51:00.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.484+0000 7f92591ac740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f92501ae680 con 0x55f13ae0eca0
2024-03-19T01:51:00.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.484+0000 7f92591ac740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f92501ad8e0 con 0x55f13ae17880
2024-03-19T01:51:00.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.484+0000 7f92591ac740 10 client.0 _ll_register_callbacks cb 0x7f9248012070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:51:00.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.484+0000 7f924ffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f13ae0e380 0x55f13ae11b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.484+0000 7f924ffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f13ae0e380 0x55f13ae11b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37012/0 (socket says 172.21.15.46:37012)
2024-03-19T01:51:00.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.484+0000 7f924ffff640  1 -- 172.21.15.46:0/2879319545 learned_addr learned my addr 172.21.15.46:0/2879319545 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:00.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.484+0000 7f924f7fe640  1 --2- 172.21.15.46:0/2879319545 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f13ae0eca0 0x55f13ae120b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.484+0000 7f9254b61640  1 --2- 172.21.15.46:0/2879319545 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f13ae17880 0x55f13ae91070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.484+0000 7f924ffff640  1 -- 172.21.15.46:0/2879319545 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f13ae17880 msgr2=0x55f13ae91070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:00.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.484+0000 7f924ffff640  1 --2- 172.21.15.46:0/2879319545 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f13ae17880 0x55f13ae91070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.484+0000 7f924ffff640  1 -- 172.21.15.46:0/2879319545 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f13ae0eca0 msgr2=0x55f13ae120b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:00.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.484+0000 7f924ffff640  1 --2- 172.21.15.46:0/2879319545 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f13ae0eca0 0x55f13ae120b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.484+0000 7f924ffff640  1 -- 172.21.15.46:0/2879319545 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f13ae915b0 con 0x55f13ae0e380
2024-03-19T01:51:00.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.484+0000 7f924ffff640  1 --2- 172.21.15.46:0/2879319545 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f13ae0e380 0x55f13ae11b70 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f92400bd1d0 tx=0x7f924002c740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e22911b563f27770 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:00.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.484+0000 7f922f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:51:00.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.485+0000 7f922f7fe640  1 -- 172.21.15.46:0/2879319545 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92400c1620 con 0x55f13ae0e380
2024-03-19T01:51:00.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.485+0000 7f922f7fe640  1 -- 172.21.15.46:0/2879319545 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f92400053d0 con 0x55f13ae0e380
2024-03-19T01:51:00.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.485+0000 7f92591ac740  1 -- 172.21.15.46:0/2879319545 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9248020d60 con 0x55f13ae0e380
2024-03-19T01:51:00.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.485+0000 7f922f7fe640  1 -- 172.21.15.46:0/2879319545 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f92400bd4d0 con 0x55f13ae0e380
2024-03-19T01:51:00.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.485+0000 7f92591ac740 10 client.15915 fetch_fsmap learned FSMap version 25
2024-03-19T01:51:00.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.485+0000 7f92591ac740  1 -- 172.21.15.46:0/2879319545 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55f13ae92850 con 0x55f13ae0e380
2024-03-19T01:51:00.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.485+0000 7f922f7fe640  1 -- 172.21.15.46:0/2879319545 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9248020d60 con 0x55f13ae0e380
2024-03-19T01:51:00.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.485+0000 7f922f7fe640  1 -- 172.21.15.46:0/2879319545 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f924009d030 con 0x55f13ae0e380
2024-03-19T01:51:00.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.485+0000 7f92591ac740 10 client.15915 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:51:00.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.485+0000 7f92591ac740 10 client.15915 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:51:00.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.485+0000 7f92591ac740 20 client.15915 populate_metadata read hostname 'smithi046'
2024-03-19T01:51:00.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.485+0000 7f92591ac740  1 --2- 172.21.15.46:0/2879319545 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f13ae92e00 0x55f13ae95220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.485+0000 7f92591ac740  4 client.15915 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}]
2024-03-19T01:51:00.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.485+0000 7f92591ac740  1 -- 172.21.15.46:0/2879319545 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55f13ad799f0 con 0x55f13ae92e00
2024-03-19T01:51:00.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.485+0000 7f924f7fe640  1 --2- 172.21.15.46:0/2879319545 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f13ae92e00 0x55f13ae95220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.486+0000 7f922f7fe640 10 client.15915 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:51:00.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.486+0000 7f924f7fe640  1 --2- 172.21.15.46:0/2879319545 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f13ae92e00 0x55f13ae95220 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ae8f0c98a8ce6dd3 server_cookie=58e8a0e6bd961992 in_seq=0 out_seq=0
2024-03-19T01:51:00.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.551+0000 7f922f7fe640  1 -- 172.21.15.46:0/2879319545 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55f13ad799f0 con 0x55f13ae92e00
2024-03-19T01:51:00.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.551+0000 7f922f7fe640 10 client.15915 handle_command_reply: tid=0
2024-03-19T01:51:00.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.551+0000 7f92591ac740  1 client.15915 shutdown
2024-03-19T01:51:00.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.551+0000 7f92591ac740  1 -- 172.21.15.46:0/2879319545 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f13ae0e380 msgr2=0x55f13ae11b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:00.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.551+0000 7f92591ac740  1 --2- 172.21.15.46:0/2879319545 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f13ae0e380 0x55f13ae11b70 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f92400bd1d0 tx=0x7f924002c740 comp rx=0 tx=0).stop
2024-03-19T01:51:00.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.551+0000 7f92591ac740  1 -- 172.21.15.46:0/2879319545 shutdown_connections
2024-03-19T01:51:00.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.551+0000 7f92591ac740  1 --2- 172.21.15.46:0/2879319545 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f13ae92e00 0x55f13ae95220 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.551+0000 7f92591ac740  1 --2- 172.21.15.46:0/2879319545 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f13ae17880 0x55f13ae91070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.551+0000 7f92591ac740  1 --2- 172.21.15.46:0/2879319545 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f13ae0eca0 0x55f13ae120b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.551+0000 7f922f7fe640  0 client.15915 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:51:00.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.551+0000 7f92591ac740  1 --2- 172.21.15.46:0/2879319545 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f13ae0e380 0x55f13ae11b70 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.552+0000 7f92591ac740  1 -- 172.21.15.46:0/2879319545 >> 172.21.15.46:0/2879319545 conn(0x55f13ae08ab0 msgr2=0x55f13ae15050 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:00.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.552+0000 7f92591ac740  1 -- 172.21.15.46:0/2879319545 shutdown_connections
2024-03-19T01:51:00.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.552+0000 7f92591ac740  1 -- 172.21.15.46:0/2879319545 wait complete.
2024-03-19T01:51:00.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.552+0000 7f92591ac740 20 client.15915 trim_cache size 0 max 16384
2024-03-19T01:51:00.553 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:51:00.553 INFO:teuthology.orchestra.run.smithi046.stdout:    "return_code": 0,
2024-03-19T01:51:00.553 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrub_tag": "b308cbf8-3fc0-438e-b8b9-c2c2ed19a497",
2024-03-19T01:51:00.554 INFO:teuthology.orchestra.run.smithi046.stdout:    "mode": "asynchronous"
2024-03-19T01:51:00.554 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:51:00.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.552+0000 7f92565c4640  1 -- 172.21.15.46:0/3134497667 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f92380a2a00 msgr2=0x7f92380a4ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:00.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.552+0000 7f92565c4640  1 --2- 172.21.15.46:0/3134497667 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f92380a2a00 0x7f92380a4ec0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f9248005fd0 tx=0x7f9248013ae0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.552+0000 7f92565c4640  1 -- 172.21.15.46:0/3134497667 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9250068a00 msgr2=0x7f9250197fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:00.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.552+0000 7f92565c4640  1 --2- 172.21.15.46:0/3134497667 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9250068a00 0x7f9250197fe0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f9240009230 tx=0x7f924002c5d0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.552+0000 7f92565c4640  1 -- 172.21.15.46:0/3134497667 shutdown_connections
2024-03-19T01:51:00.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.552+0000 7f92565c4640  1 --2- 172.21.15.46:0/3134497667 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f92501077a0 0x7f925019c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.552+0000 7f92565c4640  1 --2- 172.21.15.46:0/3134497667 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f92380a2a00 0x7f92380a4ec0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.552+0000 7f92565c4640  1 --2- 172.21.15.46:0/3134497667 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f92500693c0 0x7f9250198520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.552+0000 7f92565c4640  1 --2- 172.21.15.46:0/3134497667 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9250068a00 0x7f9250197fe0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.552+0000 7f92565c4640  1 -- 172.21.15.46:0/3134497667 >> 172.21.15.46:0/3134497667 conn(0x7f9250077820 msgr2=0x7f92500fe470 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:00.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.552+0000 7f92565c4640  1 -- 172.21.15.46:0/3134497667 shutdown_connections
2024-03-19T01:51:00.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.552+0000 7f92565c4640  1 -- 172.21.15.46:0/3134497667 wait complete.
2024-03-19T01:51:00.563 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:51:00.563 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:51:00.615 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:51:00 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:51:00.530+0000 7fcb6ae44700 -1 client.0 error registering admin socket command: (17) File exists
2024-03-19T01:51:00.615 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:51:00 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:51:00.530+0000 7fcb6ae44700 -1 client.0 error registering admin socket command: (17) File exists
2024-03-19T01:51:00.615 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:51:00 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:51:00.530+0000 7fcb6ae44700 -1 client.0 error registering admin socket command: (17) File exists
2024-03-19T01:51:00.615 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:51:00 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:51:00.530+0000 7fcb6ae44700 -1 client.0 error registering admin socket command: (17) File exists
2024-03-19T01:51:00.615 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 01:51:00 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T01:51:00.530+0000 7fcb6ae44700 -1 client.0 error registering admin socket command: (17) File exists
2024-03-19T01:51:00.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.674+0000 7ff5a16b8640  1 -- 172.21.15.46:0/1809614978 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff59c107840 msgr2=0x7ff59c107c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:00.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.674+0000 7ff5a16b8640  1 --2- 172.21.15.46:0/1809614978 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff59c107840 0x7ff59c107c20 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7ff58c009900 tx=0x7ff58c02bc30 comp rx=0 tx=0).stop
2024-03-19T01:51:00.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.675+0000 7ff5a16b8640  1 -- 172.21.15.46:0/1809614978 shutdown_connections
2024-03-19T01:51:00.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.675+0000 7ff5a16b8640  1 --2- 172.21.15.46:0/1809614978 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff59c06a810 0x7ff59c10e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.675+0000 7ff5a16b8640  1 --2- 172.21.15.46:0/1809614978 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff59c069e50 0x7ff59c06a2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.675+0000 7ff5a16b8640  1 --2- 172.21.15.46:0/1809614978 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff59c107840 0x7ff59c107c20 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.675+0000 7ff5a16b8640  1 -- 172.21.15.46:0/1809614978 >> 172.21.15.46:0/1809614978 conn(0x7ff59c0774e0 msgr2=0x7ff59c0778f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:00.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.675+0000 7ff5a16b8640  1 -- 172.21.15.46:0/1809614978 shutdown_connections
2024-03-19T01:51:00.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.675+0000 7ff5a16b8640  1 -- 172.21.15.46:0/1809614978 wait complete.
2024-03-19T01:51:00.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.676+0000 7ff5a16b8640  1  Processor -- start
2024-03-19T01:51:00.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.676+0000 7ff5a16b8640  1 --  start start
2024-03-19T01:51:00.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.676+0000 7ff5a16b8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff59c069e50 0x7ff59c197fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.676+0000 7ff5a16b8640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff59c06a810 0x7ff59c1984f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.676+0000 7ff5a16b8640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff59c107840 0x7ff59c19c820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.676+0000 7ff5a16b8640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff59c111ad0 con 0x7ff59c069e50
2024-03-19T01:51:00.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.676+0000 7ff5a16b8640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ff59c111950 con 0x7ff59c06a810
2024-03-19T01:51:00.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.676+0000 7ff5a16b8640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff59c111c50 con 0x7ff59c107840
2024-03-19T01:51:00.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.676+0000 7ff5927fc640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff59c06a810 0x7ff59c1984f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.676+0000 7ff59b7fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff59c107840 0x7ff59c19c820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.676+0000 7ff59b7fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff59c107840 0x7ff59c19c820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:38878/0 (socket says 172.21.15.46:38878)
2024-03-19T01:51:00.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.676+0000 7ff59b7fe640  1 -- 172.21.15.46:0/1455518853 learned_addr learned my addr 172.21.15.46:0/1455518853 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:00.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.676+0000 7ff59affd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff59c069e50 0x7ff59c197fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.677+0000 7ff59affd640  1 -- 172.21.15.46:0/1455518853 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff59c107840 msgr2=0x7ff59c19c820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:00.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.677+0000 7ff59affd640  1 --2- 172.21.15.46:0/1455518853 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff59c107840 0x7ff59c19c820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.677+0000 7ff59affd640  1 -- 172.21.15.46:0/1455518853 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff59c06a810 msgr2=0x7ff59c1984f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:00.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.677+0000 7ff59affd640  1 --2- 172.21.15.46:0/1455518853 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff59c06a810 0x7ff59c1984f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.677+0000 7ff59affd640  1 -- 172.21.15.46:0/1455518853 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff59c19cf50 con 0x7ff59c069e50
2024-03-19T01:51:00.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.677+0000 7ff59b7fe640  1 --2- 172.21.15.46:0/1455518853 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff59c107840 0x7ff59c19c820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:51:00.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.677+0000 7ff5927fc640  1 --2- 172.21.15.46:0/1455518853 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff59c06a810 0x7ff59c1984f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:51:00.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.677+0000 7ff59affd640  1 --2- 172.21.15.46:0/1455518853 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff59c069e50 0x7ff59c197fb0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7ff58c02c170 tx=0x7ff58c005e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:00.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.677+0000 7ff598ff9640  1 -- 172.21.15.46:0/1455518853 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff58c043020 con 0x7ff59c069e50
2024-03-19T01:51:00.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.677+0000 7ff5a16b8640  1 -- 172.21.15.46:0/1455518853 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff59c19d1e0 con 0x7ff59c069e50
2024-03-19T01:51:00.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.677+0000 7ff598ff9640  1 -- 172.21.15.46:0/1455518853 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff58c02ca90 con 0x7ff59c069e50
2024-03-19T01:51:00.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.677+0000 7ff598ff9640  1 -- 172.21.15.46:0/1455518853 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff58c003a80 con 0x7ff59c069e50
2024-03-19T01:51:00.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.677+0000 7ff5a16b8640  1 -- 172.21.15.46:0/1455518853 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff59c1a4ad0 con 0x7ff59c069e50
2024-03-19T01:51:00.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.680+0000 7ff598ff9640  1 -- 172.21.15.46:0/1455518853 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 23) ==== 137466+0+0 (secure 0 0 0) 0x7ff58c046020 con 0x7ff59c069e50
2024-03-19T01:51:00.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.680+0000 7ff5a4378740  1  Processor -- start
2024-03-19T01:51:00.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.680+0000 7ff5a4378740  1 --  start start
2024-03-19T01:51:00.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.680+0000 7ff598ff9640  1 --2- 172.21.15.46:0/1455518853 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff5880a2a00 0x7ff5880a4ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.680+0000 7ff598ff9640  1 -- 172.21.15.46:0/1455518853 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7ff58c0f11f0 con 0x7ff59c069e50
2024-03-19T01:51:00.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.680+0000 7ff59b7fe640  1 --2- 172.21.15.46:0/1455518853 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff5880a2a00 0x7ff5880a4ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.680+0000 7ff5a4378740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5562fb1b4a30 0x5562fb1b4e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.680+0000 7ff5a4378740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5562fb1b5350 0x5562fb1bd9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.681+0000 7ff5a4378740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5562fb1bdf30 0x5562fb1c0320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.681+0000 7ff5a4378740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5562fb118500 con 0x5562fb1b4a30
2024-03-19T01:51:00.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.681+0000 7ff5a4378740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5562fb0c0be0 con 0x5562fb1bdf30
2024-03-19T01:51:00.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.681+0000 7ff5a4378740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5562fb1145a0 con 0x5562fb1b5350
2024-03-19T01:51:00.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.681+0000 7ff59affd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5562fb1b4a30 0x5562fb1b4e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.681+0000 7ff59affd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5562fb1b4a30 0x5562fb1b4e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37068/0 (socket says 172.21.15.46:37068)
2024-03-19T01:51:00.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.681+0000 7ff59affd640  1 -- 172.21.15.46:0/2518804366 learned_addr learned my addr 172.21.15.46:0/2518804366 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:00.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.681+0000 7ff5927fc640  1 --2- 172.21.15.46:0/2518804366 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5562fb1b5350 0x5562fb1bd9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.681+0000 7ff59b7fe640  1 --2- 172.21.15.46:0/2518804366 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5562fb1bdf30 0x5562fb1c0320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.681+0000 7ff59affd640  1 -- 172.21.15.46:0/2518804366 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5562fb1b5350 msgr2=0x5562fb1bd9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:00.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.681+0000 7ff59affd640  1 --2- 172.21.15.46:0/2518804366 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5562fb1b5350 0x5562fb1bd9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.681+0000 7ff59affd640  1 -- 172.21.15.46:0/2518804366 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5562fb1bdf30 msgr2=0x5562fb1c0320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:00.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.681+0000 7ff59affd640  1 --2- 172.21.15.46:0/2518804366 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5562fb1bdf30 0x5562fb1c0320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.681+0000 7ff59affd640  1 -- 172.21.15.46:0/2518804366 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5562fb0e2000 con 0x5562fb1b4a30
2024-03-19T01:51:00.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.681+0000 7ff59b7fe640  1 --2- 172.21.15.46:0/1455518853 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff5880a2a00 0x7ff5880a4ec0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7ff594009fd0 tx=0x7ff59400fc00 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:00.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.681+0000 7ff59affd640  1 --2- 172.21.15.46:0/2518804366 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5562fb1b4a30 0x5562fb1b4e10 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7ff58c0bd410 tx=0x7ff58c0bd360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d2b7385caad66b8 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:00.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.681+0000 7ff5917fa640  1 -- 172.21.15.46:0/2518804366 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff58c0bdb80 con 0x5562fb1b4a30
2024-03-19T01:51:00.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.681+0000 7ff5917fa640  1 -- 172.21.15.46:0/2518804366 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff58c0bd480 con 0x5562fb1b4a30
2024-03-19T01:51:00.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.681+0000 7ff5917fa640  1 -- 172.21.15.46:0/2518804366 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff58c0ee7c0 con 0x5562fb1b4a30
2024-03-19T01:51:00.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.682+0000 7ff5a4378740  1 -- 172.21.15.46:0/2518804366 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5562fb1b4a30 msgr2=0x5562fb1b4e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:00.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.682+0000 7ff5a4378740  1 --2- 172.21.15.46:0/2518804366 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5562fb1b4a30 0x5562fb1b4e10 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7ff58c0bd410 tx=0x7ff58c0bd360 comp rx=0 tx=0).stop
2024-03-19T01:51:00.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.682+0000 7ff5a4378740  1 -- 172.21.15.46:0/2518804366 shutdown_connections
2024-03-19T01:51:00.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.682+0000 7ff5a4378740  1 --2- 172.21.15.46:0/2518804366 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5562fb1bdf30 0x5562fb1c0320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.682+0000 7ff5a4378740  1 --2- 172.21.15.46:0/2518804366 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5562fb1b5350 0x5562fb1bd9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.682+0000 7ff5a4378740  1 --2- 172.21.15.46:0/2518804366 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5562fb1b4a30 0x5562fb1b4e10 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.682+0000 7ff5a4378740  1 -- 172.21.15.46:0/2518804366 >> 172.21.15.46:0/2518804366 conn(0x5562fb1af160 msgr2=0x5562fb1af540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:00.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.682+0000 7ff5a4378740  1 -- 172.21.15.46:0/2518804366 shutdown_connections
2024-03-19T01:51:00.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.683+0000 7ff5a4378740  1 -- 172.21.15.46:0/2518804366 wait complete.
2024-03-19T01:51:00.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.683+0000 7ff5a4378740  1 --  start start
2024-03-19T01:51:00.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.683+0000 7ff5a4378740  1  Processor -- start
2024-03-19T01:51:00.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.683+0000 7ff5a4378740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5562fb1b4a30 0x5562fb1baf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.683+0000 7ff5a4378740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5562fb1b5350 0x5562fb1bb4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.683+0000 7ff5a4378740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5562fb1bdf30 0x5562fb1bba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.683+0000 7ff5a4378740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5562fb1c0ae0 con 0x5562fb1b4a30
2024-03-19T01:51:00.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.683+0000 7ff5a4378740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5562fb0d4160 con 0x5562fb1bdf30
2024-03-19T01:51:00.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.683+0000 7ff5a4378740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5562fb1c0c60 con 0x5562fb1b5350
2024-03-19T01:51:00.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.683+0000 7ff5a4378740 10 client.0 _ll_register_callbacks cb 0x5562fb110a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:51:00.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.683+0000 7ff59affd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5562fb1b4a30 0x5562fb1baf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.683+0000 7ff59affd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5562fb1b4a30 0x5562fb1baf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37070/0 (socket says 172.21.15.46:37070)
2024-03-19T01:51:00.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.683+0000 7ff59affd640  1 -- 172.21.15.46:0/2686223794 learned_addr learned my addr 172.21.15.46:0/2686223794 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:00.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.684+0000 7ff59b7fe640  1 --2- 172.21.15.46:0/2686223794 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5562fb1bdf30 0x5562fb1bba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.684+0000 7ff5927fc640  1 --2- 172.21.15.46:0/2686223794 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5562fb1b5350 0x5562fb1bb4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.684+0000 7ff59affd640  1 -- 172.21.15.46:0/2686223794 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5562fb1b5350 msgr2=0x5562fb1bb4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:00.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.684+0000 7ff59affd640  1 --2- 172.21.15.46:0/2686223794 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5562fb1b5350 0x5562fb1bb4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.684+0000 7ff59affd640  1 -- 172.21.15.46:0/2686223794 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5562fb1bdf30 msgr2=0x5562fb1bba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:00.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.684+0000 7ff59affd640  1 --2- 172.21.15.46:0/2686223794 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5562fb1bdf30 0x5562fb1bba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.684+0000 7ff59affd640  1 -- 172.21.15.46:0/2686223794 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5562faef67d0 con 0x5562fb1b4a30
2024-03-19T01:51:00.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.684+0000 7ff59b7fe640  1 --2- 172.21.15.46:0/2686223794 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5562fb1bdf30 0x5562fb1bba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:51:00.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.684+0000 7ff59affd640  1 --2- 172.21.15.46:0/2686223794 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5562fb1b4a30 0x5562fb1baf90 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7ff58c0bd180 tx=0x7ff58c0095f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff5db68fc5864db4 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:00.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.684+0000 7ff5827fc640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:51:00.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.684+0000 7ff5827fc640  1 -- 172.21.15.46:0/2686223794 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff58c0d5020 con 0x5562fb1b4a30
2024-03-19T01:51:00.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.684+0000 7ff5a4378740  1 -- 172.21.15.46:0/2686223794 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff58c0bd480 con 0x5562fb1b4a30
2024-03-19T01:51:00.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.684+0000 7ff5827fc640  1 -- 172.21.15.46:0/2686223794 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7ff58c0d6220 con 0x5562fb1b4a30
2024-03-19T01:51:00.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.685+0000 7ff5827fc640  1 -- 172.21.15.46:0/2686223794 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7ff58c0c5c20 con 0x5562fb1b4a30
2024-03-19T01:51:00.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.685+0000 7ff5a4378740 10 client.15933 fetch_fsmap learned FSMap version 25
2024-03-19T01:51:00.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.685+0000 7ff5a4378740  1 -- 172.21.15.46:0/2686223794 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5562fae2c3f0 con 0x5562fb1b4a30
2024-03-19T01:51:00.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.685+0000 7ff5827fc640  1 -- 172.21.15.46:0/2686223794 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff58c0bd480 con 0x5562fb1b4a30
2024-03-19T01:51:00.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.685+0000 7ff5827fc640  1 -- 172.21.15.46:0/2686223794 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7ff58c0c5790 con 0x5562fb1b4a30
2024-03-19T01:51:00.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.685+0000 7ff5a4378740 10 client.15933 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:51:00.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.685+0000 7ff5a4378740 10 client.15933 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:51:00.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.685+0000 7ff5a4378740 20 client.15933 populate_metadata read hostname 'smithi046'
2024-03-19T01:51:00.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.685+0000 7ff5a4378740  1 --2- 172.21.15.46:0/2686223794 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5562fb1cde20 0x5562fb1d0210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.685+0000 7ff5a4378740  4 client.15933 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:51:00.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.685+0000 7ff5a4378740  1 -- 172.21.15.46:0/2686223794 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5562fb125a40 con 0x5562fb1cde20
2024-03-19T01:51:00.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.686+0000 7ff5927fc640  1 --2- 172.21.15.46:0/2686223794 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5562fb1cde20 0x5562fb1d0210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.687+0000 7ff5927fc640  1 --2- 172.21.15.46:0/2686223794 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5562fb1cde20 0x5562fb1d0210 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aafa73cf95ab650d server_cookie=1309fed51e4afdc0 in_seq=0 out_seq=0
2024-03-19T01:51:00.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.687+0000 7ff5827fc640 10 client.15933 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:51:00.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.781+0000 7ff5827fc640  1 -- 172.21.15.46:0/2686223794 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5562fb125a40 con 0x5562fb1cde20
2024-03-19T01:51:00.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.781+0000 7ff5827fc640 10 client.15933 handle_command_reply: tid=0
2024-03-19T01:51:00.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.781+0000 7ff5a4378740  1 client.15933 shutdown
2024-03-19T01:51:00.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.781+0000 7ff5a4378740  1 -- 172.21.15.46:0/2686223794 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5562fb1b4a30 msgr2=0x5562fb1baf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:00.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.781+0000 7ff5a4378740  1 --2- 172.21.15.46:0/2686223794 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5562fb1b4a30 0x5562fb1baf90 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7ff58c0bd180 tx=0x7ff58c0095f0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.781+0000 7ff5a4378740  1 -- 172.21.15.46:0/2686223794 shutdown_connections
2024-03-19T01:51:00.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.781+0000 7ff5a4378740  1 --2- 172.21.15.46:0/2686223794 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5562fb1cde20 0x5562fb1d0210 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.781+0000 7ff5a4378740  1 --2- 172.21.15.46:0/2686223794 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5562fb1bdf30 0x5562fb1bba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.781+0000 7ff5a4378740  1 --2- 172.21.15.46:0/2686223794 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5562fb1b5350 0x5562fb1bb4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.781+0000 7ff5827fc640  0 client.15933 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:51:00.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.781+0000 7ff5a4378740  1 --2- 172.21.15.46:0/2686223794 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5562fb1b4a30 0x5562fb1baf90 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.782+0000 7ff5a4378740  1 -- 172.21.15.46:0/2686223794 >> 172.21.15.46:0/2686223794 conn(0x5562fb1af160 msgr2=0x5562fb1b0eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:00.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.782+0000 7ff5a4378740  1 -- 172.21.15.46:0/2686223794 shutdown_connections
2024-03-19T01:51:00.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.782+0000 7ff5a4378740  1 -- 172.21.15.46:0/2686223794 wait complete.
2024-03-19T01:51:00.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.782+0000 7ff5a4378740 20 client.15933 trim_cache size 0 max 16384
2024-03-19T01:51:00.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.799+0000 7ff5a4378740  1  Processor -- start
2024-03-19T01:51:00.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.799+0000 7ff5a4378740  1 --  start start
2024-03-19T01:51:00.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.800+0000 7ff5a4378740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5562fb1b4a30 0x5562fb1c9780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.800+0000 7ff5a4378740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5562fb1b5350 0x5562fb1d5a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.800+0000 7ff5a4378740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5562fb1bdf30 0x5562fb1b0c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.800+0000 7ff5a4378740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff59c1af1d0 con 0x5562fb1b4a30
2024-03-19T01:51:00.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.800+0000 7ff5a4378740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ff59c1acaa0 con 0x5562fb1bdf30
2024-03-19T01:51:00.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.800+0000 7ff5a4378740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff59c1aa8d0 con 0x5562fb1b5350
2024-03-19T01:51:00.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.800+0000 7ff59affd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5562fb1b4a30 0x5562fb1c9780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.800+0000 7ff59affd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5562fb1b4a30 0x5562fb1c9780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37078/0 (socket says 172.21.15.46:37078)
2024-03-19T01:51:00.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.800+0000 7ff59affd640  1 -- 172.21.15.46:0/1808447347 learned_addr learned my addr 172.21.15.46:0/1808447347 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:00.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.800+0000 7ff5927fc640  1 --2- 172.21.15.46:0/1808447347 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5562fb1b5350 0x5562fb1d5a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.800+0000 7ff59b7fe640  1 --2- 172.21.15.46:0/1808447347 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5562fb1bdf30 0x5562fb1b0c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.800+0000 7ff59affd640  1 -- 172.21.15.46:0/1808447347 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5562fb1b5350 msgr2=0x5562fb1d5a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:00.801 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.800+0000 7ff59affd640  1 --2- 172.21.15.46:0/1808447347 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5562fb1b5350 0x5562fb1d5a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.802 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.800+0000 7ff59affd640  1 -- 172.21.15.46:0/1808447347 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5562fb1bdf30 msgr2=0x5562fb1b0c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:00.802 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.800+0000 7ff59affd640  1 --2- 172.21.15.46:0/1808447347 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5562fb1bdf30 0x5562fb1b0c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.802 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.800+0000 7ff59affd640  1 -- 172.21.15.46:0/1808447347 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5562fadec0f0 con 0x5562fb1b4a30
2024-03-19T01:51:00.802 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.800+0000 7ff59affd640  1 --2- 172.21.15.46:0/1808447347 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5562fb1b4a30 0x5562fb1c9780 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7ff58c006010 tx=0x7ff58c0bd360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b00995dbca7dcef server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:00.802 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.800+0000 7ff590ff9640  1 -- 172.21.15.46:0/1808447347 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff58c0d5050 con 0x5562fb1b4a30
2024-03-19T01:51:00.802 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.800+0000 7ff590ff9640  1 -- 172.21.15.46:0/1808447347 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff58c0bdb80 con 0x5562fb1b4a30
2024-03-19T01:51:00.802 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.800+0000 7ff590ff9640  1 -- 172.21.15.46:0/1808447347 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff58c0ee9d0 con 0x5562fb1b4a30
2024-03-19T01:51:00.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.801+0000 7ff5a4378740  1 -- 172.21.15.46:0/1808447347 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5562fb1b4a30 msgr2=0x5562fb1c9780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:00.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.801+0000 7ff5a4378740  1 --2- 172.21.15.46:0/1808447347 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5562fb1b4a30 0x5562fb1c9780 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7ff58c006010 tx=0x7ff58c0bd360 comp rx=0 tx=0).stop
2024-03-19T01:51:00.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.801+0000 7ff5a4378740  1 -- 172.21.15.46:0/1808447347 shutdown_connections
2024-03-19T01:51:00.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.801+0000 7ff5a4378740  1 --2- 172.21.15.46:0/1808447347 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5562fb1bdf30 0x5562fb1b0c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.801+0000 7ff5a4378740  1 --2- 172.21.15.46:0/1808447347 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5562fb1b5350 0x5562fb1d5a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.801+0000 7ff5a4378740  1 --2- 172.21.15.46:0/1808447347 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5562fb1b4a30 0x5562fb1c9780 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.801+0000 7ff5a4378740  1 -- 172.21.15.46:0/1808447347 >> 172.21.15.46:0/1808447347 conn(0x5562fb1af160 msgr2=0x5562fb1b0550 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:00.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.801+0000 7ff5a4378740  1 -- 172.21.15.46:0/1808447347 shutdown_connections
2024-03-19T01:51:00.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.801+0000 7ff5a4378740  1 -- 172.21.15.46:0/1808447347 wait complete.
2024-03-19T01:51:00.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.802+0000 7ff5a4378740  1 --  start start
2024-03-19T01:51:00.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.802+0000 7ff5a4378740  1  Processor -- start
2024-03-19T01:51:00.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.802+0000 7ff5a4378740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5562fb1b4a30 0x5562fb1c5d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.802+0000 7ff5a4378740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5562fb1b5350 0x5562fb1b7400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.802+0000 7ff5a4378740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5562fb1bdf30 0x5562fb1b7940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.802+0000 7ff5a4378740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff59c1aaf60 con 0x5562fb1b5350
2024-03-19T01:51:00.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.802+0000 7ff5a4378740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ff59c1ac3d0 con 0x5562fb1b4a30
2024-03-19T01:51:00.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.802+0000 7ff5a4378740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff59c1ab630 con 0x5562fb1bdf30
2024-03-19T01:51:00.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.802+0000 7ff5a4378740 10 client.0 _ll_register_callbacks cb 0x7ff584009b30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:51:00.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.802+0000 7ff5927fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5562fb1b5350 0x5562fb1b7400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.802+0000 7ff5927fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5562fb1b5350 0x5562fb1b7400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37080/0 (socket says 172.21.15.46:37080)
2024-03-19T01:51:00.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.802+0000 7ff5927fc640  1 -- 172.21.15.46:0/3847168457 learned_addr learned my addr 172.21.15.46:0/3847168457 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:00.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.802+0000 7ff59affd640  1 --2- 172.21.15.46:0/3847168457 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5562fb1b4a30 0x5562fb1c5d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.802+0000 7ff59b7fe640  1 --2- 172.21.15.46:0/3847168457 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5562fb1bdf30 0x5562fb1b7940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.802+0000 7ff5927fc640  1 -- 172.21.15.46:0/3847168457 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5562fb1bdf30 msgr2=0x5562fb1b7940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:00.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.802+0000 7ff5927fc640  1 --2- 172.21.15.46:0/3847168457 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5562fb1bdf30 0x5562fb1b7940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.802+0000 7ff5927fc640  1 -- 172.21.15.46:0/3847168457 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5562fb1b4a30 msgr2=0x5562fb1c5d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:00.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.802+0000 7ff5927fc640  1 --2- 172.21.15.46:0/3847168457 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5562fb1b4a30 0x5562fb1c5d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.802+0000 7ff5927fc640  1 -- 172.21.15.46:0/3847168457 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5562fb1b7e80 con 0x5562fb1b5350
2024-03-19T01:51:00.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.803+0000 7ff5927fc640  1 --2- 172.21.15.46:0/3847168457 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5562fb1b5350 0x5562fb1b7400 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x5562fb1ba7f0 tx=0x7ff584022880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6db7c143bf0520cc server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:00.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.803+0000 7ff5827fc640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:51:00.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.803+0000 7ff5827fc640  1 -- 172.21.15.46:0/3847168457 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff584005020 con 0x5562fb1b5350
2024-03-19T01:51:00.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.803+0000 7ff5827fc640  1 -- 172.21.15.46:0/3847168457 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7ff5840051c0 con 0x5562fb1b5350
2024-03-19T01:51:00.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.803+0000 7ff5a4378740  1 -- 172.21.15.46:0/3847168457 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff58c0bdb80 con 0x5562fb1b5350
2024-03-19T01:51:00.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.803+0000 7ff5827fc640  1 -- 172.21.15.46:0/3847168457 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7ff584030050 con 0x5562fb1b5350
2024-03-19T01:51:00.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.803+0000 7ff5a4378740 10 client.15939 fetch_fsmap learned FSMap version 25
2024-03-19T01:51:00.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.803+0000 7ff5a4378740  1 -- 172.21.15.46:0/3847168457 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5562fb233ce0 con 0x5562fb1b5350
2024-03-19T01:51:00.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.803+0000 7ff5827fc640  1 -- 172.21.15.46:0/3847168457 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff58c0bdb80 con 0x5562fb1b5350
2024-03-19T01:51:00.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.803+0000 7ff5827fc640  1 -- 172.21.15.46:0/3847168457 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7ff5840240b0 con 0x5562fb1b5350
2024-03-19T01:51:00.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.803+0000 7ff5a4378740 10 client.15939 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:51:00.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.803+0000 7ff5a4378740 10 client.15939 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:51:00.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.803+0000 7ff5a4378740 20 client.15939 populate_metadata read hostname 'smithi046'
2024-03-19T01:51:00.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.803+0000 7ff5a4378740  1 --2- 172.21.15.46:0/3847168457 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5562fb1cde20 0x5562fb236530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:00.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.803+0000 7ff5a4378740  4 client.15939 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:51:00.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.803+0000 7ff5a4378740  1 -- 172.21.15.46:0/3847168457 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5562fb11fd90 con 0x5562fb1cde20
2024-03-19T01:51:00.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.803+0000 7ff59affd640  1 --2- 172.21.15.46:0/3847168457 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5562fb1cde20 0x5562fb236530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:00.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.804+0000 7ff59affd640  1 --2- 172.21.15.46:0/3847168457 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5562fb1cde20 0x5562fb236530 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=52b3b9e560158845 server_cookie=63b1c616c9c27482 in_seq=0 out_seq=0
2024-03-19T01:51:00.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.804+0000 7ff5827fc640 10 client.15939 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:51:00.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.805+0000 7ff5827fc640  1 -- 172.21.15.46:0/3847168457 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+267 (crc 0 0 0) 0x5562fb11fd90 con 0x5562fb1cde20
2024-03-19T01:51:00.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.805+0000 7ff5827fc640 10 client.15939 handle_command_reply: tid=0
2024-03-19T01:51:00.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.805+0000 7ff5a4378740  1 client.15939 shutdown
2024-03-19T01:51:00.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.805+0000 7ff5a4378740  1 -- 172.21.15.46:0/3847168457 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5562fb1b5350 msgr2=0x5562fb1b7400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:00.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.805+0000 7ff5a4378740  1 --2- 172.21.15.46:0/3847168457 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5562fb1b5350 0x5562fb1b7400 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x5562fb1ba7f0 tx=0x7ff584022880 comp rx=0 tx=0).stop
2024-03-19T01:51:00.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.805+0000 7ff5a4378740  1 -- 172.21.15.46:0/3847168457 shutdown_connections
2024-03-19T01:51:00.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.805+0000 7ff5a4378740  1 --2- 172.21.15.46:0/3847168457 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5562fb1cde20 0x5562fb236530 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.805+0000 7ff5a4378740  1 --2- 172.21.15.46:0/3847168457 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5562fb1bdf30 0x5562fb1b7940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.805+0000 7ff5a4378740  1 --2- 172.21.15.46:0/3847168457 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5562fb1b5350 0x5562fb1b7400 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.805+0000 7ff5827fc640  0 client.15939 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:51:00.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.805+0000 7ff5a4378740  1 --2- 172.21.15.46:0/3847168457 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5562fb1b4a30 0x5562fb1c5d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.805+0000 7ff5a4378740  1 -- 172.21.15.46:0/3847168457 >> 172.21.15.46:0/3847168457 conn(0x5562fb1af160 msgr2=0x5562fb1b0de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:00.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.805+0000 7ff5a4378740  1 -- 172.21.15.46:0/3847168457 shutdown_connections
2024-03-19T01:51:00.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.805+0000 7ff5a4378740  1 -- 172.21.15.46:0/3847168457 wait complete.
2024-03-19T01:51:00.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.805+0000 7ff5a4378740 20 client.15939 trim_cache size 0 max 16384
2024-03-19T01:51:00.812 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:51:00.812 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "scrub active (402 inodes in the stack)",
2024-03-19T01:51:00.812 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {
2024-03-19T01:51:00.812 INFO:teuthology.orchestra.run.smithi046.stdout:        "b308cbf8-3fc0-438e-b8b9-c2c2ed19a497": {
2024-03-19T01:51:00.812 INFO:teuthology.orchestra.run.smithi046.stdout:            "path": "/",
2024-03-19T01:51:00.812 INFO:teuthology.orchestra.run.smithi046.stdout:            "tag": "b308cbf8-3fc0-438e-b8b9-c2c2ed19a497",
2024-03-19T01:51:00.812 INFO:teuthology.orchestra.run.smithi046.stdout:            "options": "recursive,force"
2024-03-19T01:51:00.812 INFO:teuthology.orchestra.run.smithi046.stdout:        }
2024-03-19T01:51:00.812 INFO:teuthology.orchestra.run.smithi046.stdout:    }
2024-03-19T01:51:00.812 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:51:00.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.806+0000 7ff5a16b8640  1 -- 172.21.15.46:0/1455518853 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff5880a2a00 msgr2=0x7ff5880a4ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:00.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.806+0000 7ff5a16b8640  1 --2- 172.21.15.46:0/1455518853 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff5880a2a00 0x7ff5880a4ec0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7ff594009fd0 tx=0x7ff59400fc00 comp rx=0 tx=0).stop
2024-03-19T01:51:00.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.806+0000 7ff5a16b8640  1 -- 172.21.15.46:0/1455518853 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff59c069e50 msgr2=0x7ff59c197fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:00.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.806+0000 7ff5a16b8640  1 --2- 172.21.15.46:0/1455518853 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff59c069e50 0x7ff59c197fb0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7ff58c02c170 tx=0x7ff58c005e00 comp rx=0 tx=0).stop
2024-03-19T01:51:00.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.806+0000 7ff5a16b8640  1 -- 172.21.15.46:0/1455518853 shutdown_connections
2024-03-19T01:51:00.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.806+0000 7ff5a16b8640  1 --2- 172.21.15.46:0/1455518853 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff5880a2a00 0x7ff5880a4ec0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.806+0000 7ff5a16b8640  1 --2- 172.21.15.46:0/1455518853 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff59c107840 0x7ff59c19c820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.806+0000 7ff5a16b8640  1 --2- 172.21.15.46:0/1455518853 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff59c06a810 0x7ff59c1984f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.806+0000 7ff5a16b8640  1 --2- 172.21.15.46:0/1455518853 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff59c069e50 0x7ff59c197fb0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:00.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.806+0000 7ff5a16b8640  1 -- 172.21.15.46:0/1455518853 >> 172.21.15.46:0/1455518853 conn(0x7ff59c0774e0 msgr2=0x7ff59c0fe630 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:00.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.806+0000 7ff5a16b8640  1 -- 172.21.15.46:0/1455518853 shutdown_connections
2024-03-19T01:51:00.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:00.806+0000 7ff5a16b8640  1 -- 172.21.15.46:0/1455518853 wait complete.
2024-03-19T01:51:00.817 INFO:tasks.cephfs.filesystem:scrub status for tag:b308cbf8-3fc0-438e-b8b9-c2c2ed19a497 - {'path': '/', 'tag': 'b308cbf8-3fc0-438e-b8b9-c2c2ed19a497', 'options': 'recursive,force'}
2024-03-19T01:51:01.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:01 smithi073 ceph-mon[66833]: pgmap v31: 129 pgs: 129 active+clean; 29 MiB data, 512 MiB used, 1.0 TiB / 1.0 TiB avail; 700 KiB/s rd, 2.4 MiB/s wr, 224 op/s
2024-03-19T01:51:01.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:01 smithi073 ceph-mon[66833]: scrub queued for path: /
2024-03-19T01:51:01.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:01 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:51:01.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:01 smithi073 ceph-mon[66833]: scrub summary: active paths [/]
2024-03-19T01:51:01.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:01 smithi073 ceph-mon[66833]: scrub summary: active paths [/]
2024-03-19T01:51:01.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:01 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:51:01.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:01 smithi073 ceph-mon[66833]: scrub summary: active paths [/]
2024-03-19T01:51:01.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:01 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:51:01.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:01 smithi102 ceph-mon[66557]: pgmap v31: 129 pgs: 129 active+clean; 29 MiB data, 512 MiB used, 1.0 TiB / 1.0 TiB avail; 700 KiB/s rd, 2.4 MiB/s wr, 224 op/s
2024-03-19T01:51:01.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:01 smithi102 ceph-mon[66557]: scrub queued for path: /
2024-03-19T01:51:01.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:01 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:51:01.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:01 smithi102 ceph-mon[66557]: scrub summary: active paths [/]
2024-03-19T01:51:01.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:01 smithi102 ceph-mon[66557]: scrub summary: active paths [/]
2024-03-19T01:51:01.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:01 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:51:01.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:01 smithi102 ceph-mon[66557]: scrub summary: active paths [/]
2024-03-19T01:51:01.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:01 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:51:02.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:01 smithi046 ceph-mon[63102]: pgmap v31: 129 pgs: 129 active+clean; 29 MiB data, 512 MiB used, 1.0 TiB / 1.0 TiB avail; 700 KiB/s rd, 2.4 MiB/s wr, 224 op/s
2024-03-19T01:51:02.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:01 smithi046 ceph-mon[63102]: scrub queued for path: /
2024-03-19T01:51:02.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:01 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:51:02.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:01 smithi046 ceph-mon[63102]: scrub summary: active paths [/]
2024-03-19T01:51:02.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:01 smithi046 ceph-mon[63102]: scrub summary: active paths [/]
2024-03-19T01:51:02.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:01 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:51:02.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:01 smithi046 ceph-mon[63102]: scrub summary: active paths [/]
2024-03-19T01:51:02.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:01 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:51:02.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:02 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:51:02.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:02 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:51:03.015 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:02 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:51:03.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:03 smithi073 ceph-mon[66833]: pgmap v32: 129 pgs: 129 active+clean; 29 MiB data, 523 MiB used, 1.0 TiB / 1.0 TiB avail; 702 KiB/s rd, 2.4 MiB/s wr, 209 op/s
2024-03-19T01:51:03.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:03 smithi073 ceph-mon[66833]: mgrmap e24: x(active, since 58s), standbys: y, z
2024-03-19T01:51:03.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:03 smithi102 ceph-mon[66557]: pgmap v32: 129 pgs: 129 active+clean; 29 MiB data, 523 MiB used, 1.0 TiB / 1.0 TiB avail; 702 KiB/s rd, 2.4 MiB/s wr, 209 op/s
2024-03-19T01:51:03.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:03 smithi102 ceph-mon[66557]: mgrmap e24: x(active, since 58s), standbys: y, z
2024-03-19T01:51:04.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:03 smithi046 ceph-mon[63102]: pgmap v32: 129 pgs: 129 active+clean; 29 MiB data, 523 MiB used, 1.0 TiB / 1.0 TiB avail; 702 KiB/s rd, 2.4 MiB/s wr, 209 op/s
2024-03-19T01:51:04.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:03 smithi046 ceph-mon[63102]: mgrmap e24: x(active, since 58s), standbys: y, z
2024-03-19T01:51:05.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:05 smithi073 ceph-mon[66833]: pgmap v33: 129 pgs: 129 active+clean; 29 MiB data, 523 MiB used, 1.0 TiB / 1.0 TiB avail; 533 KiB/s rd, 1.1 MiB/s wr, 146 op/s
2024-03-19T01:51:05.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:05 smithi102 ceph-mon[66557]: pgmap v33: 129 pgs: 129 active+clean; 29 MiB data, 523 MiB used, 1.0 TiB / 1.0 TiB avail; 533 KiB/s rd, 1.1 MiB/s wr, 146 op/s
2024-03-19T01:51:06.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:05 smithi046 ceph-mon[63102]: pgmap v33: 129 pgs: 129 active+clean; 29 MiB data, 523 MiB used, 1.0 TiB / 1.0 TiB avail; 533 KiB/s rd, 1.1 MiB/s wr, 146 op/s
2024-03-19T01:51:07.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:07 smithi073 ceph-mon[66833]: pgmap v34: 129 pgs: 129 active+clean; 45 MiB data, 528 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.5 MiB/s wr, 249 op/s
2024-03-19T01:51:07.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:07 smithi102 ceph-mon[66557]: pgmap v34: 129 pgs: 129 active+clean; 45 MiB data, 528 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.5 MiB/s wr, 249 op/s
2024-03-19T01:51:08.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:07 smithi046 ceph-mon[63102]: pgmap v34: 129 pgs: 129 active+clean; 45 MiB data, 528 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.5 MiB/s wr, 249 op/s
2024-03-19T01:51:09.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:09 smithi073 ceph-mon[66833]: pgmap v35: 129 pgs: 129 active+clean; 45 MiB data, 528 MiB used, 1.0 TiB / 1.0 TiB avail; 995 KiB/s rd, 1.8 MiB/s wr, 165 op/s
2024-03-19T01:51:09.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:09 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:51:09.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:09 smithi102 ceph-mon[66557]: pgmap v35: 129 pgs: 129 active+clean; 45 MiB data, 528 MiB used, 1.0 TiB / 1.0 TiB avail; 995 KiB/s rd, 1.8 MiB/s wr, 165 op/s
2024-03-19T01:51:09.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:09 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:51:10.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:09 smithi046 ceph-mon[63102]: pgmap v35: 129 pgs: 129 active+clean; 45 MiB data, 528 MiB used, 1.0 TiB / 1.0 TiB avail; 995 KiB/s rd, 1.8 MiB/s wr, 165 op/s
2024-03-19T01:51:10.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:09 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:51:11.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:11 smithi046 ceph-mon[63102]: pgmap v36: 129 pgs: 129 active+clean; 56 MiB data, 607 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 289 op/s
2024-03-19T01:51:11.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:11 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:51:11.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:11 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:51:11.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:11 smithi046 ceph-mon[63102]: scrub summary: idle
2024-03-19T01:51:11.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:11 smithi046 ceph-mon[63102]: scrub summary: idle
2024-03-19T01:51:11.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:11 smithi046 ceph-mon[63102]: scrub summary: idle
2024-03-19T01:51:11.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:11 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:51:11.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:11 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:51:11.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:11 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:51:11.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:11 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:51:11.366 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:11 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:51:11.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:11 smithi073 ceph-mon[66833]: pgmap v36: 129 pgs: 129 active+clean; 56 MiB data, 607 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 289 op/s
2024-03-19T01:51:11.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:11 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:51:11.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:11 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:51:11.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:11 smithi073 ceph-mon[66833]: scrub summary: idle
2024-03-19T01:51:11.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:11 smithi073 ceph-mon[66833]: scrub summary: idle
2024-03-19T01:51:11.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:11 smithi073 ceph-mon[66833]: scrub summary: idle
2024-03-19T01:51:11.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:11 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:51:11.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:11 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:51:11.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:11 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:51:11.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:11 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:51:11.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:11 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:51:11.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:11 smithi102 ceph-mon[66557]: pgmap v36: 129 pgs: 129 active+clean; 56 MiB data, 607 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 289 op/s
2024-03-19T01:51:11.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:11 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:51:11.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:11 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:51:11.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:11 smithi102 ceph-mon[66557]: scrub summary: idle
2024-03-19T01:51:11.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:11 smithi102 ceph-mon[66557]: scrub summary: idle
2024-03-19T01:51:11.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:11 smithi102 ceph-mon[66557]: scrub summary: idle
2024-03-19T01:51:11.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:11 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:51:11.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:11 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:51:11.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:11 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:51:11.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:11 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:51:11.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:11 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:51:13.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:13 smithi046 ceph-mon[63102]: pgmap v37: 129 pgs: 129 active+clean; 56 MiB data, 607 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.5 MiB/s wr, 239 op/s
2024-03-19T01:51:13.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:13 smithi073 ceph-mon[66833]: pgmap v37: 129 pgs: 129 active+clean; 56 MiB data, 607 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.5 MiB/s wr, 239 op/s
2024-03-19T01:51:13.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:13 smithi102 ceph-mon[66557]: pgmap v37: 129 pgs: 129 active+clean; 56 MiB data, 607 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.5 MiB/s wr, 239 op/s
2024-03-19T01:51:15.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:15 smithi046 ceph-mon[63102]: pgmap v38: 129 pgs: 129 active+clean; 56 MiB data, 607 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.4 MiB/s wr, 227 op/s
2024-03-19T01:51:15.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:15 smithi073 ceph-mon[66833]: pgmap v38: 129 pgs: 129 active+clean; 56 MiB data, 607 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.4 MiB/s wr, 227 op/s
2024-03-19T01:51:15.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:15 smithi102 ceph-mon[66557]: pgmap v38: 129 pgs: 129 active+clean; 56 MiB data, 607 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.4 MiB/s wr, 227 op/s
2024-03-19T01:51:17.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:17 smithi046 ceph-mon[63102]: pgmap v39: 129 pgs: 129 active+clean; 62 MiB data, 607 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 291 op/s
2024-03-19T01:51:17.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:17 smithi073 ceph-mon[66833]: pgmap v39: 129 pgs: 129 active+clean; 62 MiB data, 607 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 291 op/s
2024-03-19T01:51:17.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:17 smithi102 ceph-mon[66557]: pgmap v39: 129 pgs: 129 active+clean; 62 MiB data, 607 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 291 op/s
2024-03-19T01:51:19.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:19 smithi046 ceph-mon[63102]: pgmap v40: 129 pgs: 129 active+clean; 62 MiB data, 607 MiB used, 1.0 TiB / 1.0 TiB avail; 832 KiB/s rd, 1.5 MiB/s wr, 188 op/s
2024-03-19T01:51:19.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:19 smithi073 ceph-mon[66833]: pgmap v40: 129 pgs: 129 active+clean; 62 MiB data, 607 MiB used, 1.0 TiB / 1.0 TiB avail; 832 KiB/s rd, 1.5 MiB/s wr, 188 op/s
2024-03-19T01:51:19.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:19 smithi102 ceph-mon[66557]: pgmap v40: 129 pgs: 129 active+clean; 62 MiB data, 607 MiB used, 1.0 TiB / 1.0 TiB avail; 832 KiB/s rd, 1.5 MiB/s wr, 188 op/s
2024-03-19T01:51:21.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:21 smithi046 ceph-mon[63102]: pgmap v41: 129 pgs: 129 active+clean; 69 MiB data, 656 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.2 MiB/s wr, 293 op/s
2024-03-19T01:51:21.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:21 smithi073 ceph-mon[66833]: pgmap v41: 129 pgs: 129 active+clean; 69 MiB data, 656 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.2 MiB/s wr, 293 op/s
2024-03-19T01:51:21.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:21 smithi102 ceph-mon[66557]: pgmap v41: 129 pgs: 129 active+clean; 69 MiB data, 656 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.2 MiB/s wr, 293 op/s
2024-03-19T01:51:23.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:23 smithi073 ceph-mon[66833]: pgmap v42: 129 pgs: 129 active+clean; 69 MiB data, 656 MiB used, 1.0 TiB / 1.0 TiB avail; 706 KiB/s rd, 1.2 MiB/s wr, 169 op/s
2024-03-19T01:51:23.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:23 smithi102 ceph-mon[66557]: pgmap v42: 129 pgs: 129 active+clean; 69 MiB data, 656 MiB used, 1.0 TiB / 1.0 TiB avail; 706 KiB/s rd, 1.2 MiB/s wr, 169 op/s
2024-03-19T01:51:24.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:23 smithi046 ceph-mon[63102]: pgmap v42: 129 pgs: 129 active+clean; 69 MiB data, 656 MiB used, 1.0 TiB / 1.0 TiB avail; 706 KiB/s rd, 1.2 MiB/s wr, 169 op/s
2024-03-19T01:51:25.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:25 smithi073 ceph-mon[66833]: pgmap v43: 129 pgs: 129 active+clean; 69 MiB data, 656 MiB used, 1.0 TiB / 1.0 TiB avail; 706 KiB/s rd, 1.2 MiB/s wr, 169 op/s
2024-03-19T01:51:25.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:25 smithi102 ceph-mon[66557]: pgmap v43: 129 pgs: 129 active+clean; 69 MiB data, 656 MiB used, 1.0 TiB / 1.0 TiB avail; 706 KiB/s rd, 1.2 MiB/s wr, 169 op/s
2024-03-19T01:51:26.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:25 smithi046 ceph-mon[63102]: pgmap v43: 129 pgs: 129 active+clean; 69 MiB data, 656 MiB used, 1.0 TiB / 1.0 TiB avail; 706 KiB/s rd, 1.2 MiB/s wr, 169 op/s
2024-03-19T01:51:27.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:27 smithi073 ceph-mon[66833]: pgmap v44: 129 pgs: 129 active+clean; 83 MiB data, 723 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.4 MiB/s wr, 286 op/s
2024-03-19T01:51:27.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:27 smithi102 ceph-mon[66557]: pgmap v44: 129 pgs: 129 active+clean; 83 MiB data, 723 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.4 MiB/s wr, 286 op/s
2024-03-19T01:51:28.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:27 smithi046 ceph-mon[63102]: pgmap v44: 129 pgs: 129 active+clean; 83 MiB data, 723 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.4 MiB/s wr, 286 op/s
2024-03-19T01:51:29.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:29 smithi073 ceph-mon[66833]: pgmap v45: 129 pgs: 129 active+clean; 83 MiB data, 723 MiB used, 1.0 TiB / 1.0 TiB avail; 792 KiB/s rd, 1.9 MiB/s wr, 222 op/s
2024-03-19T01:51:29.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:29 smithi102 ceph-mon[66557]: pgmap v45: 129 pgs: 129 active+clean; 83 MiB data, 723 MiB used, 1.0 TiB / 1.0 TiB avail; 792 KiB/s rd, 1.9 MiB/s wr, 222 op/s
2024-03-19T01:51:30.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:29 smithi046 ceph-mon[63102]: pgmap v45: 129 pgs: 129 active+clean; 83 MiB data, 723 MiB used, 1.0 TiB / 1.0 TiB avail; 792 KiB/s rd, 1.9 MiB/s wr, 222 op/s
2024-03-19T01:51:30.818 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:51:30.818 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:51:30.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.943+0000 7fabdc41f640  1 -- 172.21.15.46:0/2856981823 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fabd4100690 msgr2=0x7fabd4100b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:30.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.943+0000 7fabdc41f640  1 --2- 172.21.15.46:0/2856981823 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fabd4100690 0x7fabd4100b10 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7fabc4009930 tx=0x7fabc402bc30 comp rx=0 tx=0).stop
2024-03-19T01:51:30.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.943+0000 7fabdc41f640  1 -- 172.21.15.46:0/2856981823 shutdown_connections
2024-03-19T01:51:30.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.943+0000 7fabdc41f640  1 --2- 172.21.15.46:0/2856981823 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fabd4101050 0x7fabd410d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.943+0000 7fabdc41f640  1 --2- 172.21.15.46:0/2856981823 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fabd4100690 0x7fabd4100b10 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.943+0000 7fabdc41f640  1 --2- 172.21.15.46:0/2856981823 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fabd41066a0 0x7fabd4106a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.943+0000 7fabdc41f640  1 -- 172.21.15.46:0/2856981823 >> 172.21.15.46:0/2856981823 conn(0x7fabd4077820 msgr2=0x7fabd4077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:30.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.943+0000 7fabdc41f640  1 -- 172.21.15.46:0/2856981823 shutdown_connections
2024-03-19T01:51:30.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.943+0000 7fabdc41f640  1 -- 172.21.15.46:0/2856981823 wait complete.
2024-03-19T01:51:30.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.943+0000 7fabdc41f640  1  Processor -- start
2024-03-19T01:51:30.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.943+0000 7fabdc41f640  1 --  start start
2024-03-19T01:51:30.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.944+0000 7fabdc41f640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fabd4100690 0x7fabd4198e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:30.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.944+0000 7fabdc41f640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fabd4101050 0x7fabd4199360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:30.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.944+0000 7fabdc41f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fabd41066a0 0x7fabd41a3ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:30.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.944+0000 7fabdc41f640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fabd4110960 con 0x7fabd41066a0
2024-03-19T01:51:30.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.944+0000 7fabdc41f640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fabd41107e0 con 0x7fabd4101050
2024-03-19T01:51:30.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.944+0000 7fabdc41f640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fabd4110ae0 con 0x7fabd4100690
2024-03-19T01:51:30.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.944+0000 7fabda9bc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fabd41066a0 0x7fabd41a3ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:30.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.944+0000 7fabda1bb640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fabd4100690 0x7fabd4198e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:30.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.944+0000 7fabda9bc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fabd41066a0 0x7fabd41a3ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60440/0 (socket says 172.21.15.46:60440)
2024-03-19T01:51:30.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.944+0000 7fabda9bc640  1 -- 172.21.15.46:0/3688843698 learned_addr learned my addr 172.21.15.46:0/3688843698 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:30.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.944+0000 7fabd99ba640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fabd4101050 0x7fabd4199360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:30.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.944+0000 7fabda9bc640  1 -- 172.21.15.46:0/3688843698 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fabd4100690 msgr2=0x7fabd4198e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:30.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.944+0000 7fabda9bc640  1 --2- 172.21.15.46:0/3688843698 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fabd4100690 0x7fabd4198e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.944+0000 7fabda9bc640  1 -- 172.21.15.46:0/3688843698 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fabd4101050 msgr2=0x7fabd4199360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:30.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.944+0000 7fabda9bc640  1 --2- 172.21.15.46:0/3688843698 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fabd4101050 0x7fabd4199360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.944+0000 7fabda9bc640  1 -- 172.21.15.46:0/3688843698 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabd41a43e0 con 0x7fabd41066a0
2024-03-19T01:51:30.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.944+0000 7fabda9bc640  1 --2- 172.21.15.46:0/3688843698 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fabd41066a0 0x7fabd41a3ea0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fabcc00eb10 tx=0x7fabcc00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:30.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.944+0000 7fabcb7fe640  1 -- 172.21.15.46:0/3688843698 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabcc004b20 con 0x7fabd41066a0
2024-03-19T01:51:30.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.944+0000 7fabdc41f640  1 -- 172.21.15.46:0/3688843698 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fabd41a45b0 con 0x7fabd41066a0
2024-03-19T01:51:30.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.944+0000 7fabcb7fe640  1 -- 172.21.15.46:0/3688843698 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fabcc004cc0 con 0x7fabd41066a0
2024-03-19T01:51:30.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.944+0000 7fabcb7fe640  1 -- 172.21.15.46:0/3688843698 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabcc010690 con 0x7fabd41066a0
2024-03-19T01:51:30.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.944+0000 7fabdc41f640  1 -- 172.21.15.46:0/3688843698 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fabd41a4b20 con 0x7fabd41066a0
2024-03-19T01:51:30.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.948+0000 7fabcb7fe640  1 -- 172.21.15.46:0/3688843698 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 24) ==== 137523+0+0 (secure 0 0 0) 0x7fabcc005020 con 0x7fabd41066a0
2024-03-19T01:51:30.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.948+0000 7fabdf005740  1  Processor -- start
2024-03-19T01:51:30.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.948+0000 7fabdf005740  1 --  start start
2024-03-19T01:51:30.950 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.948+0000 7fabdf005740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dc69a89a30 0x55dc69a89e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:30.950 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.948+0000 7fabdf005740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dc69a8a350 0x55dc69a929f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:30.950 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.948+0000 7fabdf005740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dc69a92f30 0x55dc69a95320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:30.950 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.948+0000 7fabdf005740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55dc699ed500 con 0x55dc69a89a30
2024-03-19T01:51:30.950 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.948+0000 7fabdf005740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55dc69995be0 con 0x55dc69a8a350
2024-03-19T01:51:30.950 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.948+0000 7fabdf005740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55dc699e95a0 con 0x55dc69a92f30
2024-03-19T01:51:30.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.948+0000 7fabd99ba640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dc69a89a30 0x55dc69a89e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:30.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.948+0000 7fabda1bb640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dc69a8a350 0x55dc69a929f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:30.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.948+0000 7fabda1bb640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dc69a8a350 0x55dc69a929f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:55610/0 (socket says 172.21.15.46:55610)
2024-03-19T01:51:30.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.948+0000 7fabda1bb640  1 -- 172.21.15.46:0/4019742500 learned_addr learned my addr 172.21.15.46:0/4019742500 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:30.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.948+0000 7fabcb7fe640  1 --2- 172.21.15.46:0/3688843698 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fabc00a2a90 0x7fabc00a4f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:30.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.948+0000 7fabd99ba640  1 --2- 172.21.15.46:0/4019742500 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dc69a92f30 0x55dc69a95320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:30.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.949+0000 7fabda9bc640  1 --2- 172.21.15.46:0/3688843698 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fabc00a2a90 0x7fabc00a4f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:30.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.949+0000 7fabcb7fe640  1 -- 172.21.15.46:0/3688843698 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fabcc0cfb60 con 0x7fabd41066a0
2024-03-19T01:51:30.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.949+0000 7fabda1bb640  1 -- 172.21.15.46:0/4019742500 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dc69a92f30 msgr2=0x55dc69a95320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:30.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.949+0000 7fabda1bb640  1 --2- 172.21.15.46:0/4019742500 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dc69a92f30 0x55dc69a95320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.949+0000 7fabda1bb640  1 -- 172.21.15.46:0/4019742500 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dc69a89a30 msgr2=0x55dc69a89e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:30.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.949+0000 7fabda1bb640  1 --2- 172.21.15.46:0/4019742500 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dc69a89a30 0x55dc69a89e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.949+0000 7fabda1bb640  1 -- 172.21.15.46:0/4019742500 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dc699b7000 con 0x55dc69a8a350
2024-03-19T01:51:30.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.949+0000 7fabda1bb640  1 --2- 172.21.15.46:0/4019742500 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dc69a8a350 0x55dc69a929f0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fabd0009c70 tx=0x7fabd0011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8beb9924017a0b79 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:30.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.949+0000 7fabda9bc640  1 --2- 172.21.15.46:0/3688843698 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fabc00a2a90 0x7fabc00a4f50 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fabcc0cce20 tx=0x7fabcc091090 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:30.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.949+0000 7fabc8bfe640  1 -- 172.21.15.46:0/4019742500 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd001e070 con 0x55dc69a8a350
2024-03-19T01:51:30.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.949+0000 7fabc8bfe640  1 -- 172.21.15.46:0/4019742500 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fabd0009e20 con 0x55dc69a8a350
2024-03-19T01:51:30.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.949+0000 7fabc8bfe640  1 -- 172.21.15.46:0/4019742500 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd0019690 con 0x55dc69a8a350
2024-03-19T01:51:30.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.950+0000 7fabdf005740  1 -- 172.21.15.46:0/4019742500 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dc69a8a350 msgr2=0x55dc69a929f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:30.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.950+0000 7fabdf005740  1 --2- 172.21.15.46:0/4019742500 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dc69a8a350 0x55dc69a929f0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fabd0009c70 tx=0x7fabd0011810 comp rx=0 tx=0).stop
2024-03-19T01:51:30.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.950+0000 7fabdf005740  1 -- 172.21.15.46:0/4019742500 shutdown_connections
2024-03-19T01:51:30.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.950+0000 7fabdf005740  1 --2- 172.21.15.46:0/4019742500 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dc69a92f30 0x55dc69a95320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.950+0000 7fabdf005740  1 --2- 172.21.15.46:0/4019742500 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dc69a8a350 0x55dc69a929f0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.950+0000 7fabdf005740  1 --2- 172.21.15.46:0/4019742500 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dc69a89a30 0x55dc69a89e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.950+0000 7fabdf005740  1 -- 172.21.15.46:0/4019742500 >> 172.21.15.46:0/4019742500 conn(0x55dc69a84160 msgr2=0x55dc69a84540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:30.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.950+0000 7fabdf005740  1 -- 172.21.15.46:0/4019742500 shutdown_connections
2024-03-19T01:51:30.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.950+0000 7fabdf005740  1 -- 172.21.15.46:0/4019742500 wait complete.
2024-03-19T01:51:30.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.951+0000 7fabdf005740  1 --  start start
2024-03-19T01:51:30.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.951+0000 7fabdf005740  1  Processor -- start
2024-03-19T01:51:30.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.951+0000 7fabdf005740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dc69a89a30 0x55dc69a8ff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:30.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.951+0000 7fabdf005740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dc69a8a350 0x55dc69a90470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:30.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.951+0000 7fabdf005740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dc69a92f30 0x55dc69a909b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:30.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.951+0000 7fabdf005740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55dc69a95d20 con 0x55dc69a92f30
2024-03-19T01:51:30.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.951+0000 7fabdf005740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55dc699a9160 con 0x55dc69a89a30
2024-03-19T01:51:30.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.951+0000 7fabdf005740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55dc69a95ea0 con 0x55dc69a8a350
2024-03-19T01:51:30.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.951+0000 7fabdf005740 10 client.0 _ll_register_callbacks cb 0x55dc699e5a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:51:30.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.951+0000 7fabd99ba640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dc69a92f30 0x55dc69a909b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:30.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.951+0000 7fabda1bb640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dc69a8a350 0x55dc69a90470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:30.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.951+0000 7fabda1bb640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dc69a8a350 0x55dc69a90470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:45428/0 (socket says 172.21.15.46:45428)
2024-03-19T01:51:30.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.951+0000 7fabda1bb640  1 -- 172.21.15.46:0/504626280 learned_addr learned my addr 172.21.15.46:0/504626280 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:30.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.951+0000 7fabd99ba640  1 --2- 172.21.15.46:0/504626280 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dc69a89a30 0x55dc69a8ff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:30.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.951+0000 7fabd99ba640  1 -- 172.21.15.46:0/504626280 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dc69a8a350 msgr2=0x55dc69a90470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:30.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.951+0000 7fabd99ba640  1 --2- 172.21.15.46:0/504626280 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dc69a8a350 0x55dc69a90470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.951+0000 7fabd99ba640  1 -- 172.21.15.46:0/504626280 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dc69a89a30 msgr2=0x55dc69a8ff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:30.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.951+0000 7fabd99ba640  1 --2- 172.21.15.46:0/504626280 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dc69a89a30 0x55dc69a8ff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.951+0000 7fabd99ba640  1 -- 172.21.15.46:0/504626280 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dc697cb7d0 con 0x55dc69a92f30
2024-03-19T01:51:30.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.951+0000 7fabda1bb640  1 --2- 172.21.15.46:0/504626280 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dc69a8a350 0x55dc69a90470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:51:30.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.952+0000 7fabd99ba640  1 --2- 172.21.15.46:0/504626280 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dc69a92f30 0x55dc69a909b0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fabc4009230 tx=0x7fabc4005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cbdd798ac33a6323 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:30.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.952+0000 7fabbdffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:51:30.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.952+0000 7fabbdffb640  1 -- 172.21.15.46:0/504626280 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabc4005480 con 0x55dc69a92f30
2024-03-19T01:51:30.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.952+0000 7fabdf005740  1 -- 172.21.15.46:0/504626280 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fabd0009e20 con 0x55dc69a92f30
2024-03-19T01:51:30.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.952+0000 7fabbdffb640  1 -- 172.21.15.46:0/504626280 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fabc40046c0 con 0x55dc69a92f30
2024-03-19T01:51:30.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.952+0000 7fabbdffb640  1 -- 172.21.15.46:0/504626280 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fabc40048c0 con 0x55dc69a92f30
2024-03-19T01:51:30.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.952+0000 7fabdf005740 10 client.15951 fetch_fsmap learned FSMap version 25
2024-03-19T01:51:30.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.952+0000 7fabdf005740  1 -- 172.21.15.46:0/504626280 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55dc697013f0 con 0x55dc69a92f30
2024-03-19T01:51:30.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.952+0000 7fabbdffb640  1 -- 172.21.15.46:0/504626280 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fabd0009e20 con 0x55dc69a92f30
2024-03-19T01:51:30.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.952+0000 7fabbdffb640  1 -- 172.21.15.46:0/504626280 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fabc4003990 con 0x55dc69a92f30
2024-03-19T01:51:30.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.952+0000 7fabdf005740 10 client.15951 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:51:30.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.953+0000 7fabdf005740 10 client.15951 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:51:30.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.953+0000 7fabdf005740 20 client.15951 populate_metadata read hostname 'smithi046'
2024-03-19T01:51:30.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.953+0000 7fabdf005740  1 --2- 172.21.15.46:0/504626280 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55dc69aa3210 0x55dc69aa5670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:30.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.953+0000 7fabdf005740  4 client.15951 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:51:30.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.953+0000 7fabdf005740  1 -- 172.21.15.46:0/504626280 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dc699faa40 con 0x55dc69aa3210
2024-03-19T01:51:30.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.953+0000 7fabda1bb640  1 --2- 172.21.15.46:0/504626280 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55dc69aa3210 0x55dc69aa5670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:30.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.953+0000 7fabbdffb640 10 client.15951 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:51:30.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.953+0000 7fabda1bb640  1 --2- 172.21.15.46:0/504626280 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55dc69aa3210 0x55dc69aa5670 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=780b518c7e023b7e server_cookie=79fd1a89c7c00f44 in_seq=0 out_seq=0
2024-03-19T01:51:30.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.954+0000 7fabbdffb640  1 -- 172.21.15.46:0/504626280 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55dc699faa40 con 0x55dc69aa3210
2024-03-19T01:51:30.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.954+0000 7fabbdffb640 10 client.15951 handle_command_reply: tid=0
2024-03-19T01:51:30.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.954+0000 7fabdf005740  1 client.15951 shutdown
2024-03-19T01:51:30.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.954+0000 7fabdf005740  1 -- 172.21.15.46:0/504626280 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dc69a92f30 msgr2=0x55dc69a909b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:30.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.954+0000 7fabdf005740  1 --2- 172.21.15.46:0/504626280 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dc69a92f30 0x55dc69a909b0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fabc4009230 tx=0x7fabc4005fd0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.954+0000 7fabdf005740  1 -- 172.21.15.46:0/504626280 shutdown_connections
2024-03-19T01:51:30.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.954+0000 7fabdf005740  1 --2- 172.21.15.46:0/504626280 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55dc69aa3210 0x55dc69aa5670 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.954+0000 7fabdf005740  1 --2- 172.21.15.46:0/504626280 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dc69a92f30 0x55dc69a909b0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.954+0000 7fabdf005740  1 --2- 172.21.15.46:0/504626280 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dc69a8a350 0x55dc69a90470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.954+0000 7fabdf005740  1 --2- 172.21.15.46:0/504626280 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dc69a89a30 0x55dc69a8ff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.954+0000 7fabdf005740  1 -- 172.21.15.46:0/504626280 >> 172.21.15.46:0/504626280 conn(0x55dc69a84160 msgr2=0x55dc69a85eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:30.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.954+0000 7fabbdffb640  0 client.15951 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:51:30.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.954+0000 7fabdf005740  1 -- 172.21.15.46:0/504626280 shutdown_connections
2024-03-19T01:51:30.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.954+0000 7fabdf005740  1 -- 172.21.15.46:0/504626280 wait complete.
2024-03-19T01:51:30.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.954+0000 7fabdf005740 20 client.15951 trim_cache size 0 max 16384
2024-03-19T01:51:30.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.978+0000 7fabdf005740  1  Processor -- start
2024-03-19T01:51:30.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.978+0000 7fabdf005740  1 --  start start
2024-03-19T01:51:30.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.978+0000 7fabdf005740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dc69a89a30 0x55dc69a92660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:30.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.978+0000 7fabdf005740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dc69a8a350 0x55dc69a9eac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:30.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.978+0000 7fabdf005740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dc69a92f30 0x55dc69a8f090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:30.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.978+0000 7fabdf005740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fabd41b1520 con 0x55dc69a89a30
2024-03-19T01:51:30.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.978+0000 7fabdf005740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fabd41aedf0 con 0x55dc69a92f30
2024-03-19T01:51:30.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.978+0000 7fabdf005740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fabd41acc20 con 0x55dc69a8a350
2024-03-19T01:51:30.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.978+0000 7fabd99ba640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dc69a89a30 0x55dc69a92660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:30.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.978+0000 7fabda1bb640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dc69a8a350 0x55dc69a9eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:30.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.978+0000 7fabd99ba640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dc69a89a30 0x55dc69a92660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60462/0 (socket says 172.21.15.46:60462)
2024-03-19T01:51:30.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.978+0000 7fabd99ba640  1 -- 172.21.15.46:0/2382535276 learned_addr learned my addr 172.21.15.46:0/2382535276 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:30.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.978+0000 7fabd99ba640  1 --2- 172.21.15.46:0/2382535276 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dc69a92f30 0x55dc69a8f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:30.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.978+0000 7fabda1bb640  1 -- 172.21.15.46:0/2382535276 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dc69a92f30 msgr2=0x55dc69a8f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:30.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.978+0000 7fabda1bb640  1 --2- 172.21.15.46:0/2382535276 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dc69a92f30 0x55dc69a8f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.978+0000 7fabda1bb640  1 -- 172.21.15.46:0/2382535276 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dc69a89a30 msgr2=0x55dc69a92660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:30.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.978+0000 7fabda1bb640  1 --2- 172.21.15.46:0/2382535276 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dc69a89a30 0x55dc69a92660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.978+0000 7fabda1bb640  1 -- 172.21.15.46:0/2382535276 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dc696c10f0 con 0x55dc69a8a350
2024-03-19T01:51:30.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.979+0000 7fabda1bb640  1 --2- 172.21.15.46:0/2382535276 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dc69a8a350 0x55dc69a9eac0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fabd0000c00 tx=0x7fabd0003d20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=93ee654140bc2cb8 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:30.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.979+0000 7fabbffff640  1 -- 172.21.15.46:0/2382535276 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd001e040 con 0x55dc69a8a350
2024-03-19T01:51:30.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.979+0000 7fabbffff640  1 -- 172.21.15.46:0/2382535276 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fabd0003aa0 con 0x55dc69a8a350
2024-03-19T01:51:30.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.979+0000 7fabbffff640  1 -- 172.21.15.46:0/2382535276 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd0005640 con 0x55dc69a8a350
2024-03-19T01:51:30.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.980+0000 7fabdf005740  1 -- 172.21.15.46:0/2382535276 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dc69a8a350 msgr2=0x55dc69a9eac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:30.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.980+0000 7fabdf005740  1 --2- 172.21.15.46:0/2382535276 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dc69a8a350 0x55dc69a9eac0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fabd0000c00 tx=0x7fabd0003d20 comp rx=0 tx=0).stop
2024-03-19T01:51:30.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.980+0000 7fabdf005740  1 -- 172.21.15.46:0/2382535276 shutdown_connections
2024-03-19T01:51:30.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.980+0000 7fabdf005740  1 --2- 172.21.15.46:0/2382535276 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dc69a92f30 0x55dc69a8f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.980+0000 7fabdf005740  1 --2- 172.21.15.46:0/2382535276 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dc69a8a350 0x55dc69a9eac0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.980+0000 7fabdf005740  1 --2- 172.21.15.46:0/2382535276 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dc69a89a30 0x55dc69a92660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.980+0000 7fabdf005740  1 -- 172.21.15.46:0/2382535276 >> 172.21.15.46:0/2382535276 conn(0x55dc69a84160 msgr2=0x55dc69a82950 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:30.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.980+0000 7fabdf005740  1 -- 172.21.15.46:0/2382535276 shutdown_connections
2024-03-19T01:51:30.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.980+0000 7fabdf005740  1 -- 172.21.15.46:0/2382535276 wait complete.
2024-03-19T01:51:30.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.980+0000 7fabdf005740  1 --  start start
2024-03-19T01:51:30.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.980+0000 7fabdf005740  1  Processor -- start
2024-03-19T01:51:30.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.981+0000 7fabdf005740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dc69a89a30 0x55dc69a9b010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:30.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.981+0000 7fabdf005740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dc69a8a350 0x55dc69a9b550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:30.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.981+0000 7fabdf005740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dc69a92f30 0x55dc69a966c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:30.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.981+0000 7fabdf005740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fabd41ad2b0 con 0x55dc69a89a30
2024-03-19T01:51:30.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.981+0000 7fabdf005740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fabd41ae720 con 0x55dc69a8a350
2024-03-19T01:51:30.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.981+0000 7fabdf005740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fabd41ad980 con 0x55dc69a92f30
2024-03-19T01:51:30.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.981+0000 7fabdf005740 10 client.0 _ll_register_callbacks cb 0x7fabc4009880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:51:30.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.981+0000 7fabd99ba640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dc69a89a30 0x55dc69a9b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:30.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.981+0000 7fabd99ba640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dc69a89a30 0x55dc69a9b010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60476/0 (socket says 172.21.15.46:60476)
2024-03-19T01:51:30.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.981+0000 7fabd99ba640  1 -- 172.21.15.46:0/1232172776 learned_addr learned my addr 172.21.15.46:0/1232172776 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:30.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.981+0000 7fabda1bb640  1 --2- 172.21.15.46:0/1232172776 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dc69a8a350 0x55dc69a9b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:30.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.981+0000 7fabd99ba640  1 --2- 172.21.15.46:0/1232172776 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dc69a92f30 0x55dc69a966c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:30.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.981+0000 7fabda1bb640  1 -- 172.21.15.46:0/1232172776 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dc69a92f30 msgr2=0x55dc69a966c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:30.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.981+0000 7fabda1bb640  1 --2- 172.21.15.46:0/1232172776 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dc69a92f30 0x55dc69a966c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.981+0000 7fabda1bb640  1 -- 172.21.15.46:0/1232172776 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dc69a89a30 msgr2=0x55dc69a9b010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:30.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.981+0000 7fabda1bb640  1 --2- 172.21.15.46:0/1232172776 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dc69a89a30 0x55dc69a9b010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.981+0000 7fabda1bb640  1 -- 172.21.15.46:0/1232172776 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dc69a96ec0 con 0x55dc69a8a350
2024-03-19T01:51:30.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.982+0000 7fabda1bb640  1 --2- 172.21.15.46:0/1232172776 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dc69a8a350 0x55dc69a9b550 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fabd002d040 tx=0x7fabd00096c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=607df2125748da6c server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:30.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.982+0000 7fabbdffb640 10 client.0 ms_handle_connect on v2:172.21.15.73:3300/0
2024-03-19T01:51:30.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.982+0000 7fabbdffb640  1 -- 172.21.15.46:0/1232172776 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd001e040 con 0x55dc69a8a350
2024-03-19T01:51:30.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.982+0000 7fabbdffb640  1 -- 172.21.15.46:0/1232172776 <== mon.2 v2:172.21.15.73:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fabd00055e0 con 0x55dc69a8a350
2024-03-19T01:51:30.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.982+0000 7fabdf005740  1 -- 172.21.15.46:0/1232172776 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fabd0003aa0 con 0x55dc69a8a350
2024-03-19T01:51:30.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.982+0000 7fabbdffb640  1 -- 172.21.15.46:0/1232172776 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fabd0003d90 con 0x55dc69a8a350
2024-03-19T01:51:30.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.982+0000 7fabdf005740 10 client.25814 fetch_fsmap learned FSMap version 25
2024-03-19T01:51:30.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.982+0000 7fabdf005740  1 -- 172.21.15.46:0/1232172776 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55dc69b09210 con 0x55dc69a8a350
2024-03-19T01:51:30.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.982+0000 7fabbdffb640  1 -- 172.21.15.46:0/1232172776 <== mon.2 v2:172.21.15.73:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fabd0003aa0 con 0x55dc69a8a350
2024-03-19T01:51:30.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.983+0000 7fabbdffb640  1 -- 172.21.15.46:0/1232172776 <== mon.2 v2:172.21.15.73:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fabd0034070 con 0x55dc69a8a350
2024-03-19T01:51:30.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.983+0000 7fabdf005740 10 client.25814 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:51:30.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.983+0000 7fabdf005740 10 client.25814 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:51:30.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.983+0000 7fabdf005740 20 client.25814 populate_metadata read hostname 'smithi046'
2024-03-19T01:51:30.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.983+0000 7fabdf005740  1 --2- 172.21.15.46:0/1232172776 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55dc69b097b0 0x55dc69b0bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:30.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.983+0000 7fabdf005740  4 client.25814 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:51:30.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.983+0000 7fabdf005740  1 -- 172.21.15.46:0/1232172776 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55dc699f4d90 con 0x55dc69b097b0
2024-03-19T01:51:30.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.983+0000 7fabd99ba640  1 --2- 172.21.15.46:0/1232172776 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55dc69b097b0 0x55dc69b0bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:30.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.983+0000 7fabd99ba640  1 --2- 172.21.15.46:0/1232172776 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55dc69b097b0 0x55dc69b0bbd0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f955ce70fb75518e server_cookie=c86442b5bb218701 in_seq=0 out_seq=0
2024-03-19T01:51:30.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.983+0000 7fabbdffb640 10 client.25814 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:51:30.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.983+0000 7fabbdffb640  1 -- 172.21.15.46:0/1232172776 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55dc699f4d90 con 0x55dc69b097b0
2024-03-19T01:51:30.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.983+0000 7fabbdffb640 10 client.25814 handle_command_reply: tid=0
2024-03-19T01:51:30.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.983+0000 7fabdf005740  1 client.25814 shutdown
2024-03-19T01:51:30.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.984+0000 7fabdf005740  1 -- 172.21.15.46:0/1232172776 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dc69a8a350 msgr2=0x55dc69a9b550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:30.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.984+0000 7fabdf005740  1 --2- 172.21.15.46:0/1232172776 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dc69a8a350 0x55dc69a9b550 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fabd002d040 tx=0x7fabd00096c0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.984+0000 7fabdf005740  1 -- 172.21.15.46:0/1232172776 shutdown_connections
2024-03-19T01:51:30.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.984+0000 7fabdf005740  1 --2- 172.21.15.46:0/1232172776 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55dc69b097b0 0x55dc69b0bbd0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.984+0000 7fabdf005740  1 --2- 172.21.15.46:0/1232172776 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dc69a92f30 0x55dc69a966c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.984+0000 7fabdf005740  1 --2- 172.21.15.46:0/1232172776 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dc69a8a350 0x55dc69a9b550 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.984+0000 7fabdf005740  1 --2- 172.21.15.46:0/1232172776 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dc69a89a30 0x55dc69a9b010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.984+0000 7fabdf005740  1 -- 172.21.15.46:0/1232172776 >> 172.21.15.46:0/1232172776 conn(0x55dc69a84160 msgr2=0x55dc69a8fef0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:30.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.984+0000 7fabbdffb640  0 client.25814 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:51:30.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.984+0000 7fabdf005740  1 -- 172.21.15.46:0/1232172776 shutdown_connections
2024-03-19T01:51:30.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.984+0000 7fabdf005740  1 -- 172.21.15.46:0/1232172776 wait complete.
2024-03-19T01:51:30.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.984+0000 7fabdf005740 20 client.25814 trim_cache size 0 max 16384
2024-03-19T01:51:30.989 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:51:30.989 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "no active scrubs running",
2024-03-19T01:51:30.989 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {}
2024-03-19T01:51:30.989 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:51:30.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.984+0000 7fabdc41f640  1 -- 172.21.15.46:0/3688843698 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fabc00a2a90 msgr2=0x7fabc00a4f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:30.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.984+0000 7fabdc41f640  1 --2- 172.21.15.46:0/3688843698 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fabc00a2a90 0x7fabc00a4f50 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fabcc0cce20 tx=0x7fabcc091090 comp rx=0 tx=0).stop
2024-03-19T01:51:30.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.984+0000 7fabdc41f640  1 -- 172.21.15.46:0/3688843698 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fabd41066a0 msgr2=0x7fabd41a3ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:30.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.984+0000 7fabdc41f640  1 --2- 172.21.15.46:0/3688843698 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fabd41066a0 0x7fabd41a3ea0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fabcc00eb10 tx=0x7fabcc00c2d0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.985+0000 7fabdc41f640  1 -- 172.21.15.46:0/3688843698 shutdown_connections
2024-03-19T01:51:30.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.985+0000 7fabdc41f640  1 --2- 172.21.15.46:0/3688843698 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fabd41066a0 0x7fabd41a3ea0 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.985+0000 7fabdc41f640  1 --2- 172.21.15.46:0/3688843698 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fabd4101050 0x7fabd4199360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.985+0000 7fabdc41f640  1 --2- 172.21.15.46:0/3688843698 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fabc00a2a90 0x7fabc00a4f50 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.985+0000 7fabdc41f640  1 --2- 172.21.15.46:0/3688843698 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fabd4100690 0x7fabd4198e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:30.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.985+0000 7fabdc41f640  1 -- 172.21.15.46:0/3688843698 >> 172.21.15.46:0/3688843698 conn(0x7fabd4077820 msgr2=0x7fabd4102f40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:30.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.985+0000 7fabdc41f640  1 -- 172.21.15.46:0/3688843698 shutdown_connections
2024-03-19T01:51:30.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:30.985+0000 7fabdc41f640  1 -- 172.21.15.46:0/3688843698 wait complete.
2024-03-19T01:51:30.997 INFO:tasks.cephfs.filesystem:all active scrubs completed
2024-03-19T01:51:30.997 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:51:31.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.119+0000 7f60d94b5640  1 -- 172.21.15.46:0/4016706046 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f60d41066e0 msgr2=0x7f60d4106ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:31.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.119+0000 7f60d94b5640  1 --2- 172.21.15.46:0/4016706046 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f60d41066e0 0x7f60d4106ac0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f60c4009930 tx=0x7f60c402bc30 comp rx=0 tx=0).stop
2024-03-19T01:51:31.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.119+0000 7f60d94b5640  1 -- 172.21.15.46:0/4016706046 shutdown_connections
2024-03-19T01:51:31.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.119+0000 7f60d94b5640  1 --2- 172.21.15.46:0/4016706046 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f60d4101090 0x7f60d410d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.119+0000 7f60d94b5640  1 --2- 172.21.15.46:0/4016706046 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f60d41006d0 0x7f60d4100b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.119+0000 7f60d94b5640  1 --2- 172.21.15.46:0/4016706046 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f60d41066e0 0x7f60d4106ac0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.119+0000 7f60d94b5640  1 -- 172.21.15.46:0/4016706046 >> 172.21.15.46:0/4016706046 conn(0x7f60d4076aa0 msgr2=0x7f60d4076eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:31.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.119+0000 7f60d94b5640  1 -- 172.21.15.46:0/4016706046 shutdown_connections
2024-03-19T01:51:31.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.119+0000 7f60d94b5640  1 -- 172.21.15.46:0/4016706046 wait complete.
2024-03-19T01:51:31.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.119+0000 7f60d94b5640  1  Processor -- start
2024-03-19T01:51:31.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.120+0000 7f60d94b5640  1 --  start start
2024-03-19T01:51:31.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.120+0000 7f60d94b5640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f60d41006d0 0x7f60d4198050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.120+0000 7f60d94b5640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f60d4101090 0x7f60d4198590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.120+0000 7f60d94b5640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f60d41066e0 0x7f60d419c910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.120+0000 7f60d94b5640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f60d41109a0 con 0x7f60d41006d0
2024-03-19T01:51:31.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.120+0000 7f60d94b5640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f60d4110820 con 0x7f60d4101090
2024-03-19T01:51:31.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.120+0000 7f60d94b5640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f60d4110b20 con 0x7f60d41066e0
2024-03-19T01:51:31.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.120+0000 7f60d2ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f60d41006d0 0x7f60d4198050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.120+0000 7f60d2ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f60d41006d0 0x7f60d4198050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60494/0 (socket says 172.21.15.46:60494)
2024-03-19T01:51:31.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.120+0000 7f60d2ffd640  1 -- 172.21.15.46:0/2063480110 learned_addr learned my addr 172.21.15.46:0/2063480110 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:31.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.120+0000 7f60cbfff640  1 --2- 172.21.15.46:0/2063480110 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f60d4101090 0x7f60d4198590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.120+0000 7f60d37fe640  1 --2- 172.21.15.46:0/2063480110 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f60d41066e0 0x7f60d419c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.120+0000 7f60d2ffd640  1 -- 172.21.15.46:0/2063480110 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f60d41066e0 msgr2=0x7f60d419c910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:31.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.120+0000 7f60d2ffd640  1 --2- 172.21.15.46:0/2063480110 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f60d41066e0 0x7f60d419c910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.120+0000 7f60d2ffd640  1 -- 172.21.15.46:0/2063480110 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f60d4101090 msgr2=0x7f60d4198590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:31.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.120+0000 7f60d2ffd640  1 --2- 172.21.15.46:0/2063480110 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f60d4101090 0x7f60d4198590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.120+0000 7f60d2ffd640  1 -- 172.21.15.46:0/2063480110 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60d419d040 con 0x7f60d41006d0
2024-03-19T01:51:31.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.120+0000 7f60cbfff640  1 --2- 172.21.15.46:0/2063480110 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f60d4101090 0x7f60d4198590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:51:31.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.120+0000 7f60d2ffd640  1 --2- 172.21.15.46:0/2063480110 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f60d41006d0 0x7f60d4198050 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f60c4009230 tx=0x7f60c402c5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:31.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.121+0000 7f60d0ff9640  1 -- 172.21.15.46:0/2063480110 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60c4043020 con 0x7f60d41006d0
2024-03-19T01:51:31.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.121+0000 7f60d94b5640  1 -- 172.21.15.46:0/2063480110 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60d419d2d0 con 0x7f60d41006d0
2024-03-19T01:51:31.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.121+0000 7f60d0ff9640  1 -- 172.21.15.46:0/2063480110 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f60c402ca70 con 0x7f60d41006d0
2024-03-19T01:51:31.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.121+0000 7f60d0ff9640  1 -- 172.21.15.46:0/2063480110 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60c4003a50 con 0x7f60d41006d0
2024-03-19T01:51:31.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.121+0000 7f60d94b5640  1 -- 172.21.15.46:0/2063480110 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60d41a4bc0 con 0x7f60d41006d0
2024-03-19T01:51:31.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.122+0000 7f60d94b5640  1 -- 172.21.15.46:0/2063480110 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60d4101e10 con 0x7f60d41006d0
2024-03-19T01:51:31.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.123+0000 7f60d0ff9640  1 -- 172.21.15.46:0/2063480110 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 24) ==== 137523+0+0 (secure 0 0 0) 0x7f60c4046020 con 0x7f60d41006d0
2024-03-19T01:51:31.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.123+0000 7f60d0ff9640  1 --2- 172.21.15.46:0/2063480110 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f60c00a2a90 0x7f60c00a4f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.123+0000 7f60d0ff9640  1 -- 172.21.15.46:0/2063480110 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f60c40f1370 con 0x7f60d41006d0
2024-03-19T01:51:31.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.123+0000 7f60cbfff640  1 --2- 172.21.15.46:0/2063480110 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f60c00a2a90 0x7f60c00a4f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.124+0000 7f60cbfff640  1 --2- 172.21.15.46:0/2063480110 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f60c00a2a90 0x7f60c00a4f50 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f60d40fd4b0 tx=0x7f60bc005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:31.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.128+0000 7f60d0ff9640  1 -- 172.21.15.46:0/2063480110 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f60c404d020 con 0x7f60d41006d0
2024-03-19T01:51:31.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.408+0000 7f60d94b5640  1 -- 172.21.15.46:0/2063480110 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f60d4109c50 con 0x7f60d41006d0
2024-03-19T01:51:31.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.409+0000 7f60d0ff9640  1 -- 172.21.15.46:0/2063480110 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11864 (secure 0 0 0) 0x7f60c40b9020 con 0x7f60d41006d0
2024-03-19T01:51:31.409 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:51:31.409 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":25,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-19T01:47:26.395717+0000","modified":"2024-03-19T01:50:55.100622+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24506,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6839/1788589639","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6838","nonce":1788589639},{"type":"v1","addr":"172.21.15.73:6839","nonce":1788589639}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24506,"qdb_cluster":[24479,24478,24506]},"id":1}]}
2024-03-19T01:51:31.410 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 25
2024-03-19T01:51:31.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.412+0000 7f60d94b5640  1 -- 172.21.15.46:0/2063480110 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f60c00a2a90 msgr2=0x7f60c00a4f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:31.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.412+0000 7f60d94b5640  1 --2- 172.21.15.46:0/2063480110 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f60c00a2a90 0x7f60c00a4f50 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f60d40fd4b0 tx=0x7f60bc005f90 comp rx=0 tx=0).stop
2024-03-19T01:51:31.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.412+0000 7f60d94b5640  1 -- 172.21.15.46:0/2063480110 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f60d41006d0 msgr2=0x7f60d4198050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:31.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.412+0000 7f60d94b5640  1 --2- 172.21.15.46:0/2063480110 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f60d41006d0 0x7f60d4198050 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f60c4009230 tx=0x7f60c402c5d0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.412+0000 7f60d94b5640  1 -- 172.21.15.46:0/2063480110 shutdown_connections
2024-03-19T01:51:31.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.412+0000 7f60d94b5640  1 --2- 172.21.15.46:0/2063480110 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f60c00a2a90 0x7f60c00a4f50 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.412+0000 7f60d94b5640  1 --2- 172.21.15.46:0/2063480110 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f60d41066e0 0x7f60d419c910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.412+0000 7f60d94b5640  1 --2- 172.21.15.46:0/2063480110 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f60d4101090 0x7f60d4198590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.412+0000 7f60d94b5640  1 --2- 172.21.15.46:0/2063480110 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f60d41006d0 0x7f60d4198050 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.412+0000 7f60d94b5640  1 -- 172.21.15.46:0/2063480110 >> 172.21.15.46:0/2063480110 conn(0x7f60d4076aa0 msgr2=0x7f60d406a290 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:31.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.412+0000 7f60d94b5640  1 -- 172.21.15.46:0/2063480110 shutdown_connections
2024-03-19T01:51:31.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.412+0000 7f60d94b5640  1 -- 172.21.15.46:0/2063480110 wait complete.
2024-03-19T01:51:31.424 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls
2024-03-19T01:51:31.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.547+0000 7f806bf3b640  1 -- 172.21.15.46:0/3221785118 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80641000e0 msgr2=0x7f80641004c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:31.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.547+0000 7f806bf3b640  1 --2- 172.21.15.46:0/3221785118 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80641000e0 0x7f80641004c0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f8060009900 tx=0x7f806002bc30 comp rx=0 tx=0).stop
2024-03-19T01:51:31.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.547+0000 7f806bf3b640  1 -- 172.21.15.46:0/3221785118 shutdown_connections
2024-03-19T01:51:31.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.547+0000 7f806bf3b640  1 --2- 172.21.15.46:0/3221785118 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f80641051b0 0x7f806410cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.547+0000 7f806bf3b640  1 --2- 172.21.15.46:0/3221785118 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8064100a90 0x7f8064104ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.547+0000 7f806bf3b640  1 --2- 172.21.15.46:0/3221785118 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80641000e0 0x7f80641004c0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.547+0000 7f806bf3b640  1 -- 172.21.15.46:0/3221785118 >> 172.21.15.46:0/3221785118 conn(0x7f8064076c40 msgr2=0x7f80640fe030 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:31.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.547+0000 7f806bf3b640  1 -- 172.21.15.46:0/3221785118 shutdown_connections
2024-03-19T01:51:31.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.547+0000 7f806bf3b640  1 -- 172.21.15.46:0/3221785118 wait complete.
2024-03-19T01:51:31.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.548+0000 7f806bf3b640  1  Processor -- start
2024-03-19T01:51:31.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.548+0000 7f806bf3b640  1 --  start start
2024-03-19T01:51:31.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.548+0000 7f806bf3b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f80641000e0 0x7f8064196ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.548+0000 7f806bf3b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80641051b0 0x7f8064197400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.548+0000 7f806bf3b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f806419b780 0x7f806419bc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.548+0000 7f806bf3b640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f80641100f0 con 0x7f80641051b0
2024-03-19T01:51:31.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.548+0000 7f806bf3b640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f806410ff70 con 0x7f80641000e0
2024-03-19T01:51:31.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.548+0000 7f806bf3b640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f8064110270 con 0x7f806419b780
2024-03-19T01:51:31.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.548+0000 7f8069cd7640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f80641000e0 0x7f8064196ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.548+0000 7f80694d6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80641051b0 0x7f8064197400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.548+0000 7f8069cd7640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f80641000e0 0x7f8064196ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:55668/0 (socket says 172.21.15.46:55668)
2024-03-19T01:51:31.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.548+0000 7f8069cd7640  1 -- 172.21.15.46:0/1852713993 learned_addr learned my addr 172.21.15.46:0/1852713993 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:31.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.548+0000 7f806a4d8640  1 --2- 172.21.15.46:0/1852713993 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f806419b780 0x7f806419bc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.549+0000 7f8069cd7640  1 -- 172.21.15.46:0/1852713993 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f806419b780 msgr2=0x7f806419bc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:31.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.549+0000 7f8069cd7640  1 --2- 172.21.15.46:0/1852713993 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f806419b780 0x7f806419bc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.549+0000 7f8069cd7640  1 -- 172.21.15.46:0/1852713993 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80641051b0 msgr2=0x7f8064197400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:31.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.549+0000 7f8069cd7640  1 --2- 172.21.15.46:0/1852713993 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80641051b0 0x7f8064197400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.549+0000 7f8069cd7640  1 -- 172.21.15.46:0/1852713993 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f806419c270 con 0x7f80641000e0
2024-03-19T01:51:31.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.549+0000 7f806a4d8640  1 --2- 172.21.15.46:0/1852713993 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f806419b780 0x7f806419bc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:51:31.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.549+0000 7f8069cd7640  1 --2- 172.21.15.46:0/1852713993 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f80641000e0 0x7f8064196ec0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f8060005940 tx=0x7f806002c5f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:31.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.549+0000 7f805affd640  1 -- 172.21.15.46:0/1852713993 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8060043020 con 0x7f80641000e0
2024-03-19T01:51:31.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.549+0000 7f806bf3b640  1 -- 172.21.15.46:0/1852713993 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f806419c500 con 0x7f80641000e0
2024-03-19T01:51:31.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.549+0000 7f805affd640  1 -- 172.21.15.46:0/1852713993 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f806002ca70 con 0x7f80641000e0
2024-03-19T01:51:31.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.549+0000 7f805affd640  1 -- 172.21.15.46:0/1852713993 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8060003a80 con 0x7f80641000e0
2024-03-19T01:51:31.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.550+0000 7f806bf3b640  1 -- 172.21.15.46:0/1852713993 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80641a3d50 con 0x7f80641000e0
2024-03-19T01:51:31.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.552+0000 7f805affd640  1 -- 172.21.15.46:0/1852713993 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 24) ==== 137523+0+0 (secure 0 0 0) 0x7f8060046020 con 0x7f80641000e0
2024-03-19T01:51:31.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.552+0000 7f806ec02740  1  Processor -- start
2024-03-19T01:51:31.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.552+0000 7f806ec02740  1 --  start start
2024-03-19T01:51:31.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.553+0000 7f805affd640  1 --2- 172.21.15.46:0/1852713993 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f80500a2b10 0x7f80500a4fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.553+0000 7f806ec02740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556ac34ed2d0 0x556ac34ed6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.553+0000 7f806ec02740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556ac34edbf0 0x556ac34f6290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.553+0000 7f806ec02740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556ac34f67d0 0x556ac34f8bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.553+0000 7f806ec02740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x556ac34504b0 con 0x556ac34f67d0
2024-03-19T01:51:31.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.553+0000 7f806ec02740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x556ac33f8d70 con 0x556ac34edbf0
2024-03-19T01:51:31.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.553+0000 7f806ec02740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x556ac344c550 con 0x556ac34ed2d0
2024-03-19T01:51:31.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.553+0000 7f806a4d8640  1 --2- 172.21.15.46:0/1852713993 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f80500a2b10 0x7f80500a4fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.553+0000 7f8069cd7640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556ac34ed2d0 0x556ac34ed6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.553+0000 7f80694d6640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556ac34edbf0 0x556ac34f6290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.553+0000 7f806a4d8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556ac34f67d0 0x556ac34f8bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.553+0000 7f80694d6640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556ac34edbf0 0x556ac34f6290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:55672/0 (socket says 172.21.15.46:55672)
2024-03-19T01:51:31.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.553+0000 7f806a4d8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556ac34f67d0 0x556ac34f8bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60530/0 (socket says 172.21.15.46:60530)
2024-03-19T01:51:31.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.553+0000 7f80694d6640  1 -- 172.21.15.46:0/2687274116 learned_addr learned my addr 172.21.15.46:0/2687274116 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:31.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.553+0000 7f8069cd7640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556ac34ed2d0 0x556ac34ed6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:45486/0 (socket says 172.21.15.46:45486)
2024-03-19T01:51:31.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.553+0000 7f805affd640  1 -- 172.21.15.46:0/1852713993 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f80600f1360 con 0x7f80641000e0
2024-03-19T01:51:31.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.553+0000 7f8069cd7640  1 -- 172.21.15.46:0/2687274116 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556ac34edbf0 msgr2=0x556ac34f6290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:31.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.553+0000 7f8069cd7640  1 --2- 172.21.15.46:0/2687274116 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556ac34edbf0 0x556ac34f6290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.553+0000 7f8069cd7640  1 -- 172.21.15.46:0/2687274116 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556ac34f67d0 msgr2=0x556ac34f8bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:31.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.553+0000 7f8069cd7640  1 --2- 172.21.15.46:0/2687274116 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556ac34f67d0 0x556ac34f8bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.553+0000 7f8069cd7640  1 -- 172.21.15.46:0/2687274116 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556ac341b210 con 0x556ac34ed2d0
2024-03-19T01:51:31.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.553+0000 7f806a4d8640  1 --2- 172.21.15.46:0/1852713993 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f80500a2b10 0x7f80500a4fd0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f805c009fd0 tx=0x7f805c0116b0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:31.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.553+0000 7f8069cd7640  1 --2- 172.21.15.46:0/2687274116 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556ac34ed2d0 0x556ac34ed6b0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f80600ee6d0 tx=0x7f806002bc30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dd83e4fb865056e8 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:31.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.554+0000 7f804ffff640  1 -- 172.21.15.46:0/2687274116 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80600bd050 con 0x556ac34ed2d0
2024-03-19T01:51:31.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.554+0000 7f804ffff640  1 -- 172.21.15.46:0/2687274116 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f80600bdc10 con 0x556ac34ed2d0
2024-03-19T01:51:31.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.554+0000 7f804ffff640  1 -- 172.21.15.46:0/2687274116 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80600d65d0 con 0x556ac34ed2d0
2024-03-19T01:51:31.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.554+0000 7f806ec02740  1 -- 172.21.15.46:0/2687274116 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556ac34ed2d0 msgr2=0x556ac34ed6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:31.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.554+0000 7f806ec02740  1 --2- 172.21.15.46:0/2687274116 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556ac34ed2d0 0x556ac34ed6b0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f80600ee6d0 tx=0x7f806002bc30 comp rx=0 tx=0).stop
2024-03-19T01:51:31.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.554+0000 7f806ec02740  1 -- 172.21.15.46:0/2687274116 shutdown_connections
2024-03-19T01:51:31.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.554+0000 7f806ec02740  1 --2- 172.21.15.46:0/2687274116 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556ac34f67d0 0x556ac34f8bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.554+0000 7f806ec02740  1 --2- 172.21.15.46:0/2687274116 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556ac34edbf0 0x556ac34f6290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.554+0000 7f806ec02740  1 --2- 172.21.15.46:0/2687274116 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556ac34ed2d0 0x556ac34ed6b0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.554+0000 7f806ec02740  1 -- 172.21.15.46:0/2687274116 >> 172.21.15.46:0/2687274116 conn(0x556ac34e7a00 msgr2=0x556ac34e7de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:31.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.554+0000 7f806ec02740  1 -- 172.21.15.46:0/2687274116 shutdown_connections
2024-03-19T01:51:31.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.555+0000 7f806ec02740  1 -- 172.21.15.46:0/2687274116 wait complete.
2024-03-19T01:51:31.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.555+0000 7f806ec02740  1 --  start start
2024-03-19T01:51:31.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.555+0000 7f806ec02740  1  Processor -- start
2024-03-19T01:51:31.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.555+0000 7f806ec02740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556ac34ed2d0 0x556ac34f9700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.555+0000 7f806ec02740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556ac34edbf0 0x556ac34f9c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.555+0000 7f806ec02740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556ac34f67d0 0x556ac3504780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.555+0000 7f806ec02740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x556ac34f9380 con 0x556ac34f67d0
2024-03-19T01:51:31.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.555+0000 7f806ec02740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x556ac340c310 con 0x556ac34edbf0
2024-03-19T01:51:31.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.555+0000 7f806ec02740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x556ac34f9500 con 0x556ac34ed2d0
2024-03-19T01:51:31.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.556+0000 7f80694d6640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556ac34edbf0 0x556ac34f9c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.556+0000 7f806a4d8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556ac34f67d0 0x556ac3504780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.556+0000 7f8069cd7640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556ac34ed2d0 0x556ac34f9700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.556+0000 7f806ec02740 10 client.0 _ll_register_callbacks cb 0x556ac34002d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:51:31.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.556+0000 7f80694d6640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556ac34edbf0 0x556ac34f9c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:55674/0 (socket says 172.21.15.46:55674)
2024-03-19T01:51:31.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.556+0000 7f8069cd7640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556ac34ed2d0 0x556ac34f9700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:45496/0 (socket says 172.21.15.46:45496)
2024-03-19T01:51:31.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.556+0000 7f80694d6640  1 -- 172.21.15.46:0/3582171498 learned_addr learned my addr 172.21.15.46:0/3582171498 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:31.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.556+0000 7f806a4d8640  1 -- 172.21.15.46:0/3582171498 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556ac34ed2d0 msgr2=0x556ac34f9700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:31.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.556+0000 7f806a4d8640  1 --2- 172.21.15.46:0/3582171498 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556ac34ed2d0 0x556ac34f9700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.556+0000 7f806a4d8640  1 -- 172.21.15.46:0/3582171498 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556ac34edbf0 msgr2=0x556ac34f9c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:31.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.556+0000 7f806a4d8640  1 --2- 172.21.15.46:0/3582171498 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556ac34edbf0 0x556ac34f9c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.556+0000 7f806a4d8640  1 -- 172.21.15.46:0/3582171498 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556ac31643f0 con 0x556ac34f67d0
2024-03-19T01:51:31.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.556+0000 7f806a4d8640  1 --2- 172.21.15.46:0/3582171498 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556ac34f67d0 0x556ac3504780 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x556ac34e8b90 tx=0x7f805c009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b53118d8ffeb00c6 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:31.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.556+0000 7f804d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:51:31.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.556+0000 7f804d7fa640  1 -- 172.21.15.46:0/3582171498 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f805c030060 con 0x556ac34f67d0
2024-03-19T01:51:31.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.556+0000 7f804d7fa640  1 -- 172.21.15.46:0/3582171498 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f805c01a070 con 0x556ac34f67d0
2024-03-19T01:51:31.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.556+0000 7f806ec02740  1 -- 172.21.15.46:0/3582171498 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f80600bdc10 con 0x556ac34f67d0
2024-03-19T01:51:31.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.556+0000 7f804d7fa640  1 -- 172.21.15.46:0/3582171498 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f805c037050 con 0x556ac34f67d0
2024-03-19T01:51:31.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.556+0000 7f806ec02740 10 client.15975 fetch_fsmap learned FSMap version 25
2024-03-19T01:51:31.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.556+0000 7f806ec02740  1 -- 172.21.15.46:0/3582171498 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x556ac322e7d0 con 0x556ac34f67d0
2024-03-19T01:51:31.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.557+0000 7f804d7fa640  1 -- 172.21.15.46:0/3582171498 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f80600bdc10 con 0x556ac34f67d0
2024-03-19T01:51:31.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.557+0000 7f804d7fa640  1 -- 172.21.15.46:0/3582171498 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f805c0208a0 con 0x556ac34f67d0
2024-03-19T01:51:31.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.557+0000 7f806ec02740 10 client.15975 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:51:31.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.557+0000 7f806ec02740 10 client.15975 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:51:31.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.557+0000 7f806ec02740 20 client.15975 populate_metadata read hostname 'smithi046'
2024-03-19T01:51:31.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.557+0000 7f806ec02740  1 --2- 172.21.15.46:0/3582171498 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x556ac34f4f20 0x556ac34f5370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.557+0000 7f806ec02740  4 client.15975 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:51:31.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.557+0000 7f806ec02740  1 -- 172.21.15.46:0/3582171498 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556ac34ae3e0 con 0x556ac34f4f20
2024-03-19T01:51:31.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.557+0000 7f8069cd7640  1 --2- 172.21.15.46:0/3582171498 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x556ac34f4f20 0x556ac34f5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.558+0000 7f804d7fa640 10 client.15975 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:51:31.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.558+0000 7f8069cd7640  1 --2- 172.21.15.46:0/3582171498 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x556ac34f4f20 0x556ac34f5370 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=46bdb81c880f1ce6 server_cookie=ef54dc8d9b67f108 in_seq=0 out_seq=0
2024-03-19T01:51:31.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.559+0000 7f804d7fa640  1 -- 172.21.15.46:0/3582171498 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x556ac34ae3e0 con 0x556ac34f4f20
2024-03-19T01:51:31.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.559+0000 7f804d7fa640 10 client.15975 handle_command_reply: tid=0
2024-03-19T01:51:31.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.559+0000 7f806ec02740  1 client.15975 shutdown
2024-03-19T01:51:31.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.559+0000 7f806ec02740  1 -- 172.21.15.46:0/3582171498 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556ac34f67d0 msgr2=0x556ac3504780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:31.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.559+0000 7f806ec02740  1 --2- 172.21.15.46:0/3582171498 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556ac34f67d0 0x556ac3504780 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x556ac34e8b90 tx=0x7f805c009500 comp rx=0 tx=0).stop
2024-03-19T01:51:31.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.559+0000 7f806ec02740  1 -- 172.21.15.46:0/3582171498 shutdown_connections
2024-03-19T01:51:31.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.559+0000 7f806ec02740  1 --2- 172.21.15.46:0/3582171498 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x556ac34f4f20 0x556ac34f5370 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.559+0000 7f806ec02740  1 --2- 172.21.15.46:0/3582171498 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556ac34f67d0 0x556ac3504780 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.559+0000 7f804d7fa640  0 client.15975 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:51:31.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.559+0000 7f806ec02740  1 --2- 172.21.15.46:0/3582171498 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556ac34edbf0 0x556ac34f9c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.559+0000 7f806ec02740  1 --2- 172.21.15.46:0/3582171498 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556ac34ed2d0 0x556ac34f9700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.559+0000 7f806ec02740  1 -- 172.21.15.46:0/3582171498 >> 172.21.15.46:0/3582171498 conn(0x556ac34e7a00 msgr2=0x556ac34e9750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:31.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.559+0000 7f806ec02740  1 -- 172.21.15.46:0/3582171498 shutdown_connections
2024-03-19T01:51:31.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.559+0000 7f806ec02740  1 -- 172.21.15.46:0/3582171498 wait complete.
2024-03-19T01:51:31.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.559+0000 7f806ec02740 20 client.15975 trim_cache size 0 max 16384
2024-03-19T01:51:31.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.578+0000 7f806ec02740  1  Processor -- start
2024-03-19T01:51:31.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.578+0000 7f806ec02740  1 --  start start
2024-03-19T01:51:31.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.579+0000 7f806ec02740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556ac34ed2d0 0x556ac350ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.579+0000 7f806ec02740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556ac34edbf0 0x556ac34f9320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.579+0000 7f806ec02740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556ac34f67d0 0x556ac34f9860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.579+0000 7f806ec02740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f80641af200 con 0x556ac34f67d0
2024-03-19T01:51:31.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.579+0000 7f806ec02740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f80641acad0 con 0x556ac34edbf0
2024-03-19T01:51:31.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.579+0000 7f806ec02740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f80641aa900 con 0x556ac34ed2d0
2024-03-19T01:51:31.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.579+0000 7f806a4d8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556ac34f67d0 0x556ac34f9860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.579+0000 7f8069cd7640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556ac34ed2d0 0x556ac350ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.579+0000 7f806a4d8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556ac34f67d0 0x556ac34f9860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60546/0 (socket says 172.21.15.46:60546)
2024-03-19T01:51:31.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.579+0000 7f806a4d8640  1 -- 172.21.15.46:0/3896543953 learned_addr learned my addr 172.21.15.46:0/3896543953 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:31.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.579+0000 7f8069cd7640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556ac34ed2d0 0x556ac350ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:45504/0 (socket says 172.21.15.46:45504)
2024-03-19T01:51:31.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.579+0000 7f80694d6640  1 --2- 172.21.15.46:0/3896543953 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556ac34edbf0 0x556ac34f9320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.579+0000 7f806a4d8640  1 -- 172.21.15.46:0/3896543953 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556ac34ed2d0 msgr2=0x556ac350ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:31.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.579+0000 7f806a4d8640  1 --2- 172.21.15.46:0/3896543953 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556ac34ed2d0 0x556ac350ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.579+0000 7f806a4d8640  1 -- 172.21.15.46:0/3896543953 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556ac34edbf0 msgr2=0x556ac34f9320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:31.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.579+0000 7f806a4d8640  1 --2- 172.21.15.46:0/3896543953 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556ac34edbf0 0x556ac34f9320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.579+0000 7f806a4d8640  1 -- 172.21.15.46:0/3896543953 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556ac34bd880 con 0x556ac34f67d0
2024-03-19T01:51:31.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.579+0000 7f8069cd7640  1 --2- 172.21.15.46:0/3896543953 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556ac34ed2d0 0x556ac350ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:51:31.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.579+0000 7f806a4d8640  1 --2- 172.21.15.46:0/3896543953 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556ac34f67d0 0x556ac34f9860 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f805c020cc0 tx=0x7f805c004a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c66210120695372f server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:31.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.580+0000 7f804f7fe640  1 -- 172.21.15.46:0/3896543953 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f805c03f070 con 0x556ac34f67d0
2024-03-19T01:51:31.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.580+0000 7f804f7fe640  1 -- 172.21.15.46:0/3896543953 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f805c016e90 con 0x556ac34f67d0
2024-03-19T01:51:31.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.580+0000 7f804f7fe640  1 -- 172.21.15.46:0/3896543953 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f805c030050 con 0x556ac34f67d0
2024-03-19T01:51:31.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.580+0000 7f806ec02740  1 -- 172.21.15.46:0/3896543953 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556ac34f67d0 msgr2=0x556ac34f9860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:31.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.580+0000 7f806ec02740  1 --2- 172.21.15.46:0/3896543953 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556ac34f67d0 0x556ac34f9860 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f805c020cc0 tx=0x7f805c004a20 comp rx=0 tx=0).stop
2024-03-19T01:51:31.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.581+0000 7f806ec02740  1 -- 172.21.15.46:0/3896543953 shutdown_connections
2024-03-19T01:51:31.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.581+0000 7f806ec02740  1 --2- 172.21.15.46:0/3896543953 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556ac34f67d0 0x556ac34f9860 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.581+0000 7f806ec02740  1 --2- 172.21.15.46:0/3896543953 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556ac34edbf0 0x556ac34f9320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.581+0000 7f806ec02740  1 --2- 172.21.15.46:0/3896543953 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556ac34ed2d0 0x556ac350ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.581+0000 7f806ec02740  1 -- 172.21.15.46:0/3896543953 >> 172.21.15.46:0/3896543953 conn(0x556ac34e7a00 msgr2=0x556ac34e2a30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:31.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.581+0000 7f806ec02740  1 -- 172.21.15.46:0/3896543953 shutdown_connections
2024-03-19T01:51:31.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.581+0000 7f806ec02740  1 -- 172.21.15.46:0/3896543953 wait complete.
2024-03-19T01:51:31.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.581+0000 7f806ec02740  1 --  start start
2024-03-19T01:51:31.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.581+0000 7f806ec02740  1  Processor -- start
2024-03-19T01:51:31.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.581+0000 7f806ec02740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556ac34ed2d0 0x556ac34fc790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.581+0000 7f806ec02740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556ac34edbf0 0x556ac34fccd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.582+0000 7f806ec02740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556ac34f67d0 0x556ac35650d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.582+0000 7f806ec02740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f80641aaf90 con 0x556ac34f67d0
2024-03-19T01:51:31.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.582+0000 7f806ec02740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f80641ac400 con 0x556ac34ed2d0
2024-03-19T01:51:31.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.582+0000 7f806ec02740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f80641ab660 con 0x556ac34edbf0
2024-03-19T01:51:31.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.582+0000 7f806ec02740 10 client.0 _ll_register_callbacks cb 0x7f805c011860 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:51:31.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.582+0000 7f8069cd7640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556ac34ed2d0 0x556ac34fc790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.582+0000 7f8069cd7640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556ac34ed2d0 0x556ac34fc790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:55700/0 (socket says 172.21.15.46:55700)
2024-03-19T01:51:31.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.582+0000 7f8069cd7640  1 -- 172.21.15.46:0/4265782011 learned_addr learned my addr 172.21.15.46:0/4265782011 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:31.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.582+0000 7f806a4d8640  1 --2- 172.21.15.46:0/4265782011 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556ac34f67d0 0x556ac35650d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.582+0000 7f80694d6640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556ac34edbf0 0x556ac34fccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.582+0000 7f8069cd7640  1 -- 172.21.15.46:0/4265782011 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556ac34edbf0 msgr2=0x556ac34fccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:31.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.582+0000 7f8069cd7640  1 --2- 172.21.15.46:0/4265782011 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556ac34edbf0 0x556ac34fccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.582+0000 7f8069cd7640  1 -- 172.21.15.46:0/4265782011 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556ac34f67d0 msgr2=0x556ac35650d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:31.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.582+0000 7f8069cd7640  1 --2- 172.21.15.46:0/4265782011 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556ac34f67d0 0x556ac35650d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.582+0000 7f8069cd7640  1 -- 172.21.15.46:0/4265782011 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556ac3565710 con 0x556ac34ed2d0
2024-03-19T01:51:31.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.582+0000 7f806a4d8640  1 --2- 172.21.15.46:0/4265782011 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556ac34f67d0 0x556ac35650d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:51:31.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.582+0000 7f8069cd7640  1 --2- 172.21.15.46:0/4265782011 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556ac34ed2d0 0x556ac34fc790 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f80600ee730 tx=0x7f80600b97b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aa378b83a0755a4d server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:31.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.582+0000 7f804d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.73:3300/0
2024-03-19T01:51:31.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.582+0000 7f804d7fa640  1 -- 172.21.15.46:0/4265782011 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80600d67b0 con 0x556ac34ed2d0
2024-03-19T01:51:31.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.582+0000 7f806ec02740  1 -- 172.21.15.46:0/4265782011 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f805c016e90 con 0x556ac34ed2d0
2024-03-19T01:51:31.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.582+0000 7f804d7fa640  1 -- 172.21.15.46:0/4265782011 <== mon.2 v2:172.21.15.73:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f80600053d0 con 0x556ac34ed2d0
2024-03-19T01:51:31.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.583+0000 7f804d7fa640  1 -- 172.21.15.46:0/4265782011 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f80600d4c40 con 0x556ac34ed2d0
2024-03-19T01:51:31.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.583+0000 7f806ec02740 10 client.25838 fetch_fsmap learned FSMap version 25
2024-03-19T01:51:31.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.583+0000 7f806ec02740  1 -- 172.21.15.46:0/4265782011 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x556ac356cac0 con 0x556ac34ed2d0
2024-03-19T01:51:31.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.583+0000 7f804d7fa640  1 -- 172.21.15.46:0/4265782011 <== mon.2 v2:172.21.15.73:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f805c016e90 con 0x556ac34ed2d0
2024-03-19T01:51:31.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.583+0000 7f804d7fa640  1 -- 172.21.15.46:0/4265782011 <== mon.2 v2:172.21.15.73:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f80600cfce0 con 0x556ac34ed2d0
2024-03-19T01:51:31.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.583+0000 7f806ec02740 10 client.25838 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:51:31.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.583+0000 7f806ec02740 10 client.25838 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:51:31.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.583+0000 7f806ec02740 20 client.25838 populate_metadata read hostname 'smithi046'
2024-03-19T01:51:31.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.583+0000 7f806ec02740  1 --2- 172.21.15.46:0/4265782011 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x556ac356d0d0 0x556ac356f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.583+0000 7f806ec02740  4 client.25838 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:51:31.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.583+0000 7f806ec02740  1 -- 172.21.15.46:0/4265782011 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556ac345d9f0 con 0x556ac356d0d0
2024-03-19T01:51:31.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.583+0000 7f80694d6640  1 --2- 172.21.15.46:0/4265782011 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x556ac356d0d0 0x556ac356f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.584+0000 7f80694d6640  1 --2- 172.21.15.46:0/4265782011 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x556ac356d0d0 0x556ac356f4f0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=bce6d14ab7d4afa3 server_cookie=f66a22688a4d3a9a in_seq=0 out_seq=0
2024-03-19T01:51:31.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.584+0000 7f804d7fa640 10 client.25838 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:51:31.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.584+0000 7f804d7fa640  1 -- 172.21.15.46:0/4265782011 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556ac345d9f0 con 0x556ac356d0d0
2024-03-19T01:51:31.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.584+0000 7f804d7fa640 10 client.25838 handle_command_reply: tid=0
2024-03-19T01:51:31.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.584+0000 7f806ec02740  1 client.25838 shutdown
2024-03-19T01:51:31.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.584+0000 7f806ec02740  1 -- 172.21.15.46:0/4265782011 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556ac34ed2d0 msgr2=0x556ac34fc790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:31.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.584+0000 7f806ec02740  1 --2- 172.21.15.46:0/4265782011 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556ac34ed2d0 0x556ac34fc790 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f80600ee730 tx=0x7f80600b97b0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.584+0000 7f806ec02740  1 -- 172.21.15.46:0/4265782011 shutdown_connections
2024-03-19T01:51:31.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.584+0000 7f806ec02740  1 --2- 172.21.15.46:0/4265782011 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x556ac356d0d0 0x556ac356f4f0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.584+0000 7f806ec02740  1 --2- 172.21.15.46:0/4265782011 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556ac34f67d0 0x556ac35650d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.584+0000 7f806ec02740  1 --2- 172.21.15.46:0/4265782011 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556ac34edbf0 0x556ac34fccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.584+0000 7f806ec02740  1 --2- 172.21.15.46:0/4265782011 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556ac34ed2d0 0x556ac34fc790 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.584+0000 7f804d7fa640  0 client.25838 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:51:31.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.584+0000 7f806ec02740  1 -- 172.21.15.46:0/4265782011 >> 172.21.15.46:0/4265782011 conn(0x556ac34e7a00 msgr2=0x556ac34f9320 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:31.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.584+0000 7f806ec02740  1 -- 172.21.15.46:0/4265782011 shutdown_connections
2024-03-19T01:51:31.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.584+0000 7f806ec02740  1 -- 172.21.15.46:0/4265782011 wait complete.
2024-03-19T01:51:31.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.584+0000 7f806ec02740 20 client.25838 trim_cache size 0 max 16384
2024-03-19T01:51:31.592 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:51:31.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.585+0000 7f806bf3b640  1 -- 172.21.15.46:0/1852713993 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f80500a2b10 msgr2=0x7f80500a4fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:31.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.585+0000 7f806bf3b640  1 --2- 172.21.15.46:0/1852713993 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f80500a2b10 0x7f80500a4fd0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f805c009fd0 tx=0x7f805c0116b0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.585+0000 7f806bf3b640  1 -- 172.21.15.46:0/1852713993 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f80641000e0 msgr2=0x7f8064196ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:31.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.585+0000 7f806bf3b640  1 --2- 172.21.15.46:0/1852713993 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f80641000e0 0x7f8064196ec0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f8060005940 tx=0x7f806002c5f0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.585+0000 7f806bf3b640  1 -- 172.21.15.46:0/1852713993 shutdown_connections
2024-03-19T01:51:31.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.585+0000 7f806bf3b640  1 --2- 172.21.15.46:0/1852713993 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f80500a2b10 0x7f80500a4fd0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.585+0000 7f806bf3b640  1 --2- 172.21.15.46:0/1852713993 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f806419b780 0x7f806419bc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.585+0000 7f806bf3b640  1 --2- 172.21.15.46:0/1852713993 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80641051b0 0x7f8064197400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.585+0000 7f806bf3b640  1 --2- 172.21.15.46:0/1852713993 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f80641000e0 0x7f8064196ec0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.585+0000 7f806bf3b640  1 -- 172.21.15.46:0/1852713993 >> 172.21.15.46:0/1852713993 conn(0x7f8064076c40 msgr2=0x7f80640fe030 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:31.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.585+0000 7f806bf3b640  1 -- 172.21.15.46:0/1852713993 shutdown_connections
2024-03-19T01:51:31.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.585+0000 7f806bf3b640  1 -- 172.21.15.46:0/1852713993 wait complete.
2024-03-19T01:51:31.599 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls
2024-03-19T01:51:31.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.705+0000 7fc8731b9640  1 -- 172.21.15.46:0/2355651341 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc86c107970 msgr2=0x7fc86c107d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:31.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.705+0000 7fc8731b9640  1 --2- 172.21.15.46:0/2355651341 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc86c107970 0x7fc86c107d50 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc860009890 tx=0x7fc86002bb70 comp rx=0 tx=0).stop
2024-03-19T01:51:31.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.705+0000 7fc8731b9640  1 -- 172.21.15.46:0/2355651341 shutdown_connections
2024-03-19T01:51:31.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.705+0000 7fc8731b9640  1 --2- 172.21.15.46:0/2355651341 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc86c06a7f0 0x7fc86c10e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.705+0000 7fc8731b9640  1 --2- 172.21.15.46:0/2355651341 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc86c069e50 0x7fc86c06a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.705+0000 7fc8731b9640  1 --2- 172.21.15.46:0/2355651341 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc86c107970 0x7fc86c107d50 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.705+0000 7fc8731b9640  1 -- 172.21.15.46:0/2355651341 >> 172.21.15.46:0/2355651341 conn(0x7fc86c0774c0 msgr2=0x7fc86c0778d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:31.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.705+0000 7fc8731b9640  1 -- 172.21.15.46:0/2355651341 shutdown_connections
2024-03-19T01:51:31.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.705+0000 7fc8731b9640  1 -- 172.21.15.46:0/2355651341 wait complete.
2024-03-19T01:51:31.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.705+0000 7fc8731b9640  1  Processor -- start
2024-03-19T01:51:31.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.705+0000 7fc8731b9640  1 --  start start
2024-03-19T01:51:31.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.706+0000 7fc8731b9640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc86c069e50 0x7fc86c197f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.706+0000 7fc8731b9640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc86c06a7f0 0x7fc86c198490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.706+0000 7fc8731b9640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc86c107970 0x7fc86c19c810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.706+0000 7fc8731b9640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc86c111a50 con 0x7fc86c069e50
2024-03-19T01:51:31.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.706+0000 7fc8731b9640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fc86c1118d0 con 0x7fc86c06a7f0
2024-03-19T01:51:31.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.706+0000 7fc8731b9640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc86c111bd0 con 0x7fc86c107970
2024-03-19T01:51:31.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.706+0000 7fc870f55640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc86c069e50 0x7fc86c197f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.706+0000 7fc870f55640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc86c069e50 0x7fc86c197f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60582/0 (socket says 172.21.15.46:60582)
2024-03-19T01:51:31.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.706+0000 7fc870f55640  1 -- 172.21.15.46:0/2017375910 learned_addr learned my addr 172.21.15.46:0/2017375910 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:31.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.706+0000 7fc86bfff640  1 --2- 172.21.15.46:0/2017375910 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc86c06a7f0 0x7fc86c198490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.706+0000 7fc871756640  1 --2- 172.21.15.46:0/2017375910 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc86c107970 0x7fc86c19c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.706+0000 7fc870f55640  1 -- 172.21.15.46:0/2017375910 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc86c107970 msgr2=0x7fc86c19c810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:31.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.706+0000 7fc870f55640  1 --2- 172.21.15.46:0/2017375910 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc86c107970 0x7fc86c19c810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.706+0000 7fc870f55640  1 -- 172.21.15.46:0/2017375910 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc86c06a7f0 msgr2=0x7fc86c198490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:31.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.706+0000 7fc870f55640  1 --2- 172.21.15.46:0/2017375910 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc86c06a7f0 0x7fc86c198490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.706+0000 7fc870f55640  1 -- 172.21.15.46:0/2017375910 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc86c19cf40 con 0x7fc86c069e50
2024-03-19T01:51:31.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.706+0000 7fc870f55640  1 --2- 172.21.15.46:0/2017375910 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc86c069e50 0x7fc86c197f50 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fc860000c00 tx=0x7fc860035990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:31.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.706+0000 7fc869ffb640  1 -- 172.21.15.46:0/2017375910 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc860041020 con 0x7fc86c069e50
2024-03-19T01:51:31.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.706+0000 7fc8731b9640  1 -- 172.21.15.46:0/2017375910 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc86c19d1d0 con 0x7fc86c069e50
2024-03-19T01:51:31.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.706+0000 7fc869ffb640  1 -- 172.21.15.46:0/2017375910 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc86002c9c0 con 0x7fc86c069e50
2024-03-19T01:51:31.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.706+0000 7fc869ffb640  1 -- 172.21.15.46:0/2017375910 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc860039040 con 0x7fc86c069e50
2024-03-19T01:51:31.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.707+0000 7fc8731b9640  1 -- 172.21.15.46:0/2017375910 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc86c1a4ac0 con 0x7fc86c069e50
2024-03-19T01:51:31.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.709+0000 7fc869ffb640  1 -- 172.21.15.46:0/2017375910 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 24) ==== 137523+0+0 (secure 0 0 0) 0x7fc860044020 con 0x7fc86c069e50
2024-03-19T01:51:31.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.709+0000 7fc875da2740  1  Processor -- start
2024-03-19T01:51:31.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.709+0000 7fc875da2740  1 --  start start
2024-03-19T01:51:31.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.709+0000 7fc875da2740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c5ee8ad2d0 0x55c5ee8ad6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.709+0000 7fc875da2740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c5ee8adbf0 0x55c5ee8b6290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.709+0000 7fc875da2740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c5ee8b67d0 0x55c5ee8b8bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.709+0000 7fc875da2740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55c5ee8104b0 con 0x55c5ee8b67d0
2024-03-19T01:51:31.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.709+0000 7fc875da2740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55c5ee7b8d70 con 0x55c5ee8ad2d0
2024-03-19T01:51:31.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.709+0000 7fc875da2740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55c5ee80c550 con 0x55c5ee8adbf0
2024-03-19T01:51:31.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.709+0000 7fc869ffb640  1 --2- 172.21.15.46:0/2017375910 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fc85c0a2a90 0x7fc85c0a4f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.709+0000 7fc870f55640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c5ee8adbf0 0x55c5ee8b6290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.709+0000 7fc86bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c5ee8b67d0 0x55c5ee8b8bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.709+0000 7fc871756640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c5ee8ad2d0 0x55c5ee8ad6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.709+0000 7fc86bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c5ee8b67d0 0x55c5ee8b8bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60588/0 (socket says 172.21.15.46:60588)
2024-03-19T01:51:31.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.709+0000 7fc870f55640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c5ee8adbf0 0x55c5ee8b6290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:45552/0 (socket says 172.21.15.46:45552)
2024-03-19T01:51:31.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.709+0000 7fc86bfff640  1 -- 172.21.15.46:0/294819433 learned_addr learned my addr 172.21.15.46:0/294819433 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:31.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.710+0000 7fc871756640  1 --2- 172.21.15.46:0/2017375910 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fc85c0a2a90 0x7fc85c0a4f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.710+0000 7fc869ffb640  1 -- 172.21.15.46:0/2017375910 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fc8600f0b10 con 0x7fc86c069e50
2024-03-19T01:51:31.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.710+0000 7fc86bfff640  1 -- 172.21.15.46:0/294819433 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c5ee8adbf0 msgr2=0x55c5ee8b6290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:31.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.710+0000 7fc86bfff640  1 --2- 172.21.15.46:0/294819433 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c5ee8adbf0 0x55c5ee8b6290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.710+0000 7fc86bfff640  1 -- 172.21.15.46:0/294819433 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c5ee8ad2d0 msgr2=0x55c5ee8ad6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:31.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.710+0000 7fc86bfff640  1 --2- 172.21.15.46:0/294819433 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c5ee8ad2d0 0x55c5ee8ad6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.710+0000 7fc86bfff640  1 -- 172.21.15.46:0/294819433 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c5ee7db210 con 0x55c5ee8b67d0
2024-03-19T01:51:31.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.710+0000 7fc870f55640  1 --2- 172.21.15.46:0/294819433 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c5ee8adbf0 0x55c5ee8b6290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:51:31.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.710+0000 7fc86bfff640  1 --2- 172.21.15.46:0/294819433 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c5ee8b67d0 0x55c5ee8b8bc0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fc858009c80 tx=0x7fc858011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c445a4b85f917bf server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:31.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.710+0000 7fc871756640  1 --2- 172.21.15.46:0/2017375910 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fc85c0a2a90 0x7fc85c0a4f50 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc864005c40 tx=0x7fc864009500 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:31.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.710+0000 7fc856ffd640  1 -- 172.21.15.46:0/294819433 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc858004020 con 0x55c5ee8b67d0
2024-03-19T01:51:31.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.710+0000 7fc856ffd640  1 -- 172.21.15.46:0/294819433 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc8580041c0 con 0x55c5ee8b67d0
2024-03-19T01:51:31.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.710+0000 7fc856ffd640  1 -- 172.21.15.46:0/294819433 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc858019690 con 0x55c5ee8b67d0
2024-03-19T01:51:31.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.711+0000 7fc875da2740  1 -- 172.21.15.46:0/294819433 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c5ee8b67d0 msgr2=0x55c5ee8b8bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:31.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.711+0000 7fc875da2740  1 --2- 172.21.15.46:0/294819433 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c5ee8b67d0 0x55c5ee8b8bc0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fc858009c80 tx=0x7fc858011810 comp rx=0 tx=0).stop
2024-03-19T01:51:31.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.711+0000 7fc875da2740  1 -- 172.21.15.46:0/294819433 shutdown_connections
2024-03-19T01:51:31.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.711+0000 7fc875da2740  1 --2- 172.21.15.46:0/294819433 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c5ee8b67d0 0x55c5ee8b8bc0 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.711+0000 7fc875da2740  1 --2- 172.21.15.46:0/294819433 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c5ee8adbf0 0x55c5ee8b6290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.711+0000 7fc875da2740  1 --2- 172.21.15.46:0/294819433 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c5ee8ad2d0 0x55c5ee8ad6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.711+0000 7fc875da2740  1 -- 172.21.15.46:0/294819433 >> 172.21.15.46:0/294819433 conn(0x55c5ee8a7a00 msgr2=0x55c5ee8a7de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:31.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.711+0000 7fc875da2740  1 -- 172.21.15.46:0/294819433 shutdown_connections
2024-03-19T01:51:31.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.711+0000 7fc875da2740  1 -- 172.21.15.46:0/294819433 wait complete.
2024-03-19T01:51:31.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.711+0000 7fc875da2740  1 --  start start
2024-03-19T01:51:31.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.711+0000 7fc875da2740  1  Processor -- start
2024-03-19T01:51:31.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.712+0000 7fc875da2740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c5ee8ad2d0 0x55c5ee8b37d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.712+0000 7fc875da2740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c5ee8adbf0 0x55c5ee8b3d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.712+0000 7fc875da2740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c5ee8b67d0 0x55c5ee8b4250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.712+0000 7fc875da2740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55c5ee8b95c0 con 0x55c5ee8adbf0
2024-03-19T01:51:31.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.712+0000 7fc875da2740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55c5ee7cc310 con 0x55c5ee8b67d0
2024-03-19T01:51:31.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.712+0000 7fc875da2740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55c5ee8b9740 con 0x55c5ee8ad2d0
2024-03-19T01:51:31.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.712+0000 7fc875da2740 10 client.0 _ll_register_callbacks cb 0x55c5ee7c02d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:51:31.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.712+0000 7fc86bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c5ee8adbf0 0x55c5ee8b3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.712+0000 7fc86bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c5ee8adbf0 0x55c5ee8b3d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60590/0 (socket says 172.21.15.46:60590)
2024-03-19T01:51:31.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.712+0000 7fc86bfff640  1 -- 172.21.15.46:0/226063014 learned_addr learned my addr 172.21.15.46:0/226063014 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:31.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.712+0000 7fc870f55640  1 --2- 172.21.15.46:0/226063014 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c5ee8ad2d0 0x55c5ee8b37d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.712+0000 7fc871756640  1 --2- 172.21.15.46:0/226063014 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c5ee8b67d0 0x55c5ee8b4250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.712+0000 7fc86bfff640  1 -- 172.21.15.46:0/226063014 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c5ee8ad2d0 msgr2=0x55c5ee8b37d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:31.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.712+0000 7fc86bfff640  1 --2- 172.21.15.46:0/226063014 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c5ee8ad2d0 0x55c5ee8b37d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.712+0000 7fc86bfff640  1 -- 172.21.15.46:0/226063014 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c5ee8b67d0 msgr2=0x55c5ee8b4250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:31.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.712+0000 7fc86bfff640  1 --2- 172.21.15.46:0/226063014 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c5ee8b67d0 0x55c5ee8b4250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.712+0000 7fc86bfff640  1 -- 172.21.15.46:0/226063014 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c5ee5243f0 con 0x55c5ee8adbf0
2024-03-19T01:51:31.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.712+0000 7fc86bfff640  1 --2- 172.21.15.46:0/226063014 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c5ee8adbf0 0x55c5ee8b3d10 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fc858006010 tx=0x7fc8580099b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eade4a6624577689 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:31.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.712+0000 7fc84bfff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:51:31.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.712+0000 7fc84bfff640  1 -- 172.21.15.46:0/226063014 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc858028070 con 0x55c5ee8adbf0
2024-03-19T01:51:31.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.712+0000 7fc84bfff640  1 -- 172.21.15.46:0/226063014 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fc858003800 con 0x55c5ee8adbf0
2024-03-19T01:51:31.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.712+0000 7fc875da2740  1 -- 172.21.15.46:0/226063014 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc8580041c0 con 0x55c5ee8adbf0
2024-03-19T01:51:31.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.713+0000 7fc84bfff640  1 -- 172.21.15.46:0/226063014 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fc858034050 con 0x55c5ee8adbf0
2024-03-19T01:51:31.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.713+0000 7fc875da2740 10 client.15993 fetch_fsmap learned FSMap version 25
2024-03-19T01:51:31.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.713+0000 7fc875da2740  1 -- 172.21.15.46:0/226063014 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55c5ee5ee7d0 con 0x55c5ee8adbf0
2024-03-19T01:51:31.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.713+0000 7fc84bfff640  1 -- 172.21.15.46:0/226063014 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc8580041c0 con 0x55c5ee8adbf0
2024-03-19T01:51:31.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.713+0000 7fc84bfff640  1 -- 172.21.15.46:0/226063014 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fc858004b20 con 0x55c5ee8adbf0
2024-03-19T01:51:31.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.713+0000 7fc875da2740 10 client.15993 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:51:31.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.713+0000 7fc875da2740 10 client.15993 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:51:31.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.713+0000 7fc875da2740 20 client.15993 populate_metadata read hostname 'smithi046'
2024-03-19T01:51:31.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.713+0000 7fc875da2740  1 --2- 172.21.15.46:0/226063014 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55c5ee8c6a60 0x55c5ee8c8e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.713+0000 7fc875da2740  4 client.15993 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:51:31.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.713+0000 7fc875da2740  1 -- 172.21.15.46:0/226063014 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c5ee86e3e0 con 0x55c5ee8c6a60
2024-03-19T01:51:31.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.713+0000 7fc870f55640  1 --2- 172.21.15.46:0/226063014 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55c5ee8c6a60 0x55c5ee8c8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.713+0000 7fc870f55640  1 --2- 172.21.15.46:0/226063014 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55c5ee8c6a60 0x55c5ee8c8e50 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=33f7c6e850693150 server_cookie=9bdfe52ba1002e27 in_seq=0 out_seq=0
2024-03-19T01:51:31.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.714+0000 7fc84bfff640 10 client.15993 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:51:31.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.714+0000 7fc84bfff640  1 -- 172.21.15.46:0/226063014 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55c5ee86e3e0 con 0x55c5ee8c6a60
2024-03-19T01:51:31.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.714+0000 7fc84bfff640 10 client.15993 handle_command_reply: tid=0
2024-03-19T01:51:31.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.714+0000 7fc875da2740  1 client.15993 shutdown
2024-03-19T01:51:31.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.714+0000 7fc875da2740  1 -- 172.21.15.46:0/226063014 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c5ee8adbf0 msgr2=0x55c5ee8b3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:31.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.714+0000 7fc875da2740  1 --2- 172.21.15.46:0/226063014 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c5ee8adbf0 0x55c5ee8b3d10 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fc858006010 tx=0x7fc8580099b0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.714+0000 7fc875da2740  1 -- 172.21.15.46:0/226063014 shutdown_connections
2024-03-19T01:51:31.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.714+0000 7fc875da2740  1 --2- 172.21.15.46:0/226063014 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55c5ee8c6a60 0x55c5ee8c8e50 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.714+0000 7fc875da2740  1 --2- 172.21.15.46:0/226063014 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c5ee8b67d0 0x55c5ee8b4250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.714+0000 7fc875da2740  1 --2- 172.21.15.46:0/226063014 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c5ee8adbf0 0x55c5ee8b3d10 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.714+0000 7fc84bfff640  0 client.15993 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:51:31.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.714+0000 7fc875da2740  1 --2- 172.21.15.46:0/226063014 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c5ee8ad2d0 0x55c5ee8b37d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.714+0000 7fc875da2740  1 -- 172.21.15.46:0/226063014 >> 172.21.15.46:0/226063014 conn(0x55c5ee8a7a00 msgr2=0x55c5ee8a9750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:31.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.714+0000 7fc875da2740  1 -- 172.21.15.46:0/226063014 shutdown_connections
2024-03-19T01:51:31.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.714+0000 7fc875da2740  1 -- 172.21.15.46:0/226063014 wait complete.
2024-03-19T01:51:31.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.715+0000 7fc875da2740 20 client.15993 trim_cache size 0 max 16384
2024-03-19T01:51:31.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.728+0000 7fc875da2740  1  Processor -- start
2024-03-19T01:51:31.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.728+0000 7fc875da2740  1 --  start start
2024-03-19T01:51:31.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.728+0000 7fc875da2740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c5ee8ad2d0 0x55c5ee8b5f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.728+0000 7fc875da2740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c5ee8adbf0 0x55c5ee8c2360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.728+0000 7fc875da2740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c5ee8b67d0 0x55c5ee8ce650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.728+0000 7fc875da2740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc86c1b1480 con 0x55c5ee8ad2d0
2024-03-19T01:51:31.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.728+0000 7fc875da2740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fc86c1aed50 con 0x55c5ee8adbf0
2024-03-19T01:51:31.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.728+0000 7fc875da2740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc86c1acb80 con 0x55c5ee8b67d0
2024-03-19T01:51:31.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.728+0000 7fc870f55640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c5ee8ad2d0 0x55c5ee8b5f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.728+0000 7fc870f55640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c5ee8ad2d0 0x55c5ee8b5f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60594/0 (socket says 172.21.15.46:60594)
2024-03-19T01:51:31.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.728+0000 7fc870f55640  1 -- 172.21.15.46:0/2091213322 learned_addr learned my addr 172.21.15.46:0/2091213322 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:31.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.728+0000 7fc86bfff640  1 --2- 172.21.15.46:0/2091213322 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c5ee8adbf0 0x55c5ee8c2360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.728+0000 7fc871756640  1 --2- 172.21.15.46:0/2091213322 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c5ee8b67d0 0x55c5ee8ce650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.728+0000 7fc870f55640  1 -- 172.21.15.46:0/2091213322 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c5ee8b67d0 msgr2=0x55c5ee8ce650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:31.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.728+0000 7fc870f55640  1 --2- 172.21.15.46:0/2091213322 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c5ee8b67d0 0x55c5ee8ce650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.728+0000 7fc870f55640  1 -- 172.21.15.46:0/2091213322 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c5ee8adbf0 msgr2=0x55c5ee8c2360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:31.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.728+0000 7fc870f55640  1 --2- 172.21.15.46:0/2091213322 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c5ee8adbf0 0x55c5ee8c2360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.728+0000 7fc870f55640  1 -- 172.21.15.46:0/2091213322 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c5ee8b94a0 con 0x55c5ee8ad2d0
2024-03-19T01:51:31.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.728+0000 7fc870f55640  1 --2- 172.21.15.46:0/2091213322 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c5ee8ad2d0 0x55c5ee8b5f00 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fc860009860 tx=0x7fc860082040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8fc882452ad250e server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:31.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.729+0000 7fc8567fc640  1 -- 172.21.15.46:0/2091213322 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8600bd3c0 con 0x55c5ee8ad2d0
2024-03-19T01:51:31.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.729+0000 7fc8567fc640  1 -- 172.21.15.46:0/2091213322 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc8600bccc0 con 0x55c5ee8ad2d0
2024-03-19T01:51:31.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.729+0000 7fc8567fc640  1 -- 172.21.15.46:0/2091213322 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc860035e10 con 0x55c5ee8ad2d0
2024-03-19T01:51:31.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.729+0000 7fc875da2740  1 -- 172.21.15.46:0/2091213322 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c5ee8ad2d0 msgr2=0x55c5ee8b5f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:31.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.729+0000 7fc875da2740  1 --2- 172.21.15.46:0/2091213322 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c5ee8ad2d0 0x55c5ee8b5f00 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fc860009860 tx=0x7fc860082040 comp rx=0 tx=0).stop
2024-03-19T01:51:31.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.729+0000 7fc875da2740  1 -- 172.21.15.46:0/2091213322 shutdown_connections
2024-03-19T01:51:31.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.729+0000 7fc875da2740  1 --2- 172.21.15.46:0/2091213322 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c5ee8b67d0 0x55c5ee8ce650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.729+0000 7fc875da2740  1 --2- 172.21.15.46:0/2091213322 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c5ee8adbf0 0x55c5ee8c2360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.729+0000 7fc875da2740  1 --2- 172.21.15.46:0/2091213322 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c5ee8ad2d0 0x55c5ee8b5f00 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.729+0000 7fc875da2740  1 -- 172.21.15.46:0/2091213322 >> 172.21.15.46:0/2091213322 conn(0x55c5ee8a7a00 msgr2=0x55c5ee8a6310 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:31.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.729+0000 7fc875da2740  1 -- 172.21.15.46:0/2091213322 shutdown_connections
2024-03-19T01:51:31.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.729+0000 7fc875da2740  1 -- 172.21.15.46:0/2091213322 wait complete.
2024-03-19T01:51:31.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.730+0000 7fc875da2740  1 --  start start
2024-03-19T01:51:31.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.730+0000 7fc875da2740  1  Processor -- start
2024-03-19T01:51:31.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.730+0000 7fc875da2740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c5ee8ad2d0 0x55c5ee8bec10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.730+0000 7fc875da2740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c5ee8adbf0 0x55c5ee8b9fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.730+0000 7fc875da2740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c5ee8b67d0 0x55c5ee8ba510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.730+0000 7fc875da2740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc86c1ad210 con 0x55c5ee8b67d0
2024-03-19T01:51:31.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.730+0000 7fc875da2740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fc86c1ae680 con 0x55c5ee8ad2d0
2024-03-19T01:51:31.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.730+0000 7fc875da2740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc86c1ad8e0 con 0x55c5ee8adbf0
2024-03-19T01:51:31.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.730+0000 7fc875da2740 10 client.0 _ll_register_callbacks cb 0x7fc858009ad0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:51:31.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.730+0000 7fc871756640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c5ee8b67d0 0x55c5ee8ba510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.730+0000 7fc870f55640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c5ee8ad2d0 0x55c5ee8bec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.730+0000 7fc871756640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c5ee8b67d0 0x55c5ee8ba510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60602/0 (socket says 172.21.15.46:60602)
2024-03-19T01:51:31.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.730+0000 7fc86bfff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c5ee8adbf0 0x55c5ee8b9fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.730+0000 7fc871756640  1 -- 172.21.15.46:0/439937067 learned_addr learned my addr 172.21.15.46:0/439937067 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:31.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.731+0000 7fc871756640  1 -- 172.21.15.46:0/439937067 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c5ee8adbf0 msgr2=0x55c5ee8b9fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:31.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.731+0000 7fc871756640  1 --2- 172.21.15.46:0/439937067 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c5ee8adbf0 0x55c5ee8b9fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.731+0000 7fc871756640  1 -- 172.21.15.46:0/439937067 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c5ee8ad2d0 msgr2=0x55c5ee8bec10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:31.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.731+0000 7fc871756640  1 --2- 172.21.15.46:0/439937067 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c5ee8ad2d0 0x55c5ee8bec10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.731+0000 7fc871756640  1 -- 172.21.15.46:0/439937067 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c5ee8bad40 con 0x55c5ee8b67d0
2024-03-19T01:51:31.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.731+0000 7fc86bfff640  1 --2- 172.21.15.46:0/439937067 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c5ee8adbf0 0x55c5ee8b9fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:51:31.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.731+0000 7fc870f55640  1 --2- 172.21.15.46:0/439937067 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c5ee8ad2d0 0x55c5ee8bec10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:51:31.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.731+0000 7fc871756640  1 --2- 172.21.15.46:0/439937067 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c5ee8b67d0 0x55c5ee8ba510 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fc864003e90 tx=0x7fc864004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18fb3988470fd63c server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:31.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.731+0000 7fc84bfff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:51:31.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.731+0000 7fc84bfff640  1 -- 172.21.15.46:0/439937067 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc86402e060 con 0x55c5ee8b67d0
2024-03-19T01:51:31.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.731+0000 7fc84bfff640  1 -- 172.21.15.46:0/439937067 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fc864020450 con 0x55c5ee8b67d0
2024-03-19T01:51:31.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.731+0000 7fc875da2740  1 -- 172.21.15.46:0/439937067 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc8600bccc0 con 0x55c5ee8b67d0
2024-03-19T01:51:31.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.731+0000 7fc84bfff640  1 -- 172.21.15.46:0/439937067 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fc864035050 con 0x55c5ee8b67d0
2024-03-19T01:51:31.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.731+0000 7fc875da2740 10 client.15999 fetch_fsmap learned FSMap version 25
2024-03-19T01:51:31.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.731+0000 7fc875da2740  1 -- 172.21.15.46:0/439937067 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55c5ee92cc70 con 0x55c5ee8b67d0
2024-03-19T01:51:31.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.731+0000 7fc84bfff640  1 -- 172.21.15.46:0/439937067 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc8600bccc0 con 0x55c5ee8b67d0
2024-03-19T01:51:31.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.731+0000 7fc84bfff640  1 -- 172.21.15.46:0/439937067 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fc864028070 con 0x55c5ee8b67d0
2024-03-19T01:51:31.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.731+0000 7fc875da2740 10 client.15999 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:51:31.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.731+0000 7fc875da2740 10 client.15999 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:51:31.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.731+0000 7fc875da2740 20 client.15999 populate_metadata read hostname 'smithi046'
2024-03-19T01:51:31.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.731+0000 7fc875da2740  1 --2- 172.21.15.46:0/439937067 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55c5ee92d3f0 0x55c5ee92f810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.731+0000 7fc875da2740  4 client.15999 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:51:31.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.731+0000 7fc875da2740  1 -- 172.21.15.46:0/439937067 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c5ee81d9f0 con 0x55c5ee92d3f0
2024-03-19T01:51:31.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.732+0000 7fc870f55640  1 --2- 172.21.15.46:0/439937067 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55c5ee92d3f0 0x55c5ee92f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.732+0000 7fc870f55640  1 --2- 172.21.15.46:0/439937067 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55c5ee92d3f0 0x55c5ee92f810 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6676d8a36f37fb1c server_cookie=a98147b9a715632e in_seq=0 out_seq=0
2024-03-19T01:51:31.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.732+0000 7fc84bfff640 10 client.15999 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:51:31.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.732+0000 7fc84bfff640  1 -- 172.21.15.46:0/439937067 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c5ee81d9f0 con 0x55c5ee92d3f0
2024-03-19T01:51:31.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.732+0000 7fc84bfff640 10 client.15999 handle_command_reply: tid=0
2024-03-19T01:51:31.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.732+0000 7fc875da2740  1 client.15999 shutdown
2024-03-19T01:51:31.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.732+0000 7fc875da2740  1 -- 172.21.15.46:0/439937067 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c5ee8b67d0 msgr2=0x55c5ee8ba510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:31.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.732+0000 7fc875da2740  1 --2- 172.21.15.46:0/439937067 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c5ee8b67d0 0x55c5ee8ba510 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fc864003e90 tx=0x7fc864004a40 comp rx=0 tx=0).stop
2024-03-19T01:51:31.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.732+0000 7fc875da2740  1 -- 172.21.15.46:0/439937067 shutdown_connections
2024-03-19T01:51:31.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.732+0000 7fc875da2740  1 --2- 172.21.15.46:0/439937067 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55c5ee92d3f0 0x55c5ee92f810 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.732+0000 7fc875da2740  1 --2- 172.21.15.46:0/439937067 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c5ee8b67d0 0x55c5ee8ba510 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.732+0000 7fc84bfff640  0 client.15999 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:51:31.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.732+0000 7fc875da2740  1 --2- 172.21.15.46:0/439937067 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c5ee8adbf0 0x55c5ee8b9fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.732+0000 7fc875da2740  1 --2- 172.21.15.46:0/439937067 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c5ee8ad2d0 0x55c5ee8bec10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.732+0000 7fc875da2740  1 -- 172.21.15.46:0/439937067 >> 172.21.15.46:0/439937067 conn(0x55c5ee8a7a00 msgr2=0x55c5ee8b4020 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:31.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.732+0000 7fc875da2740  1 -- 172.21.15.46:0/439937067 shutdown_connections
2024-03-19T01:51:31.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.732+0000 7fc875da2740  1 -- 172.21.15.46:0/439937067 wait complete.
2024-03-19T01:51:31.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.733+0000 7fc875da2740 20 client.15999 trim_cache size 0 max 16384
2024-03-19T01:51:31.739 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:51:31.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.733+0000 7fc8731b9640  1 -- 172.21.15.46:0/2017375910 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fc85c0a2a90 msgr2=0x7fc85c0a4f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:31.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.733+0000 7fc8731b9640  1 --2- 172.21.15.46:0/2017375910 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fc85c0a2a90 0x7fc85c0a4f50 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc864005c40 tx=0x7fc864009500 comp rx=0 tx=0).stop
2024-03-19T01:51:31.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.733+0000 7fc8731b9640  1 -- 172.21.15.46:0/2017375910 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc86c069e50 msgr2=0x7fc86c197f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:31.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.733+0000 7fc8731b9640  1 --2- 172.21.15.46:0/2017375910 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc86c069e50 0x7fc86c197f50 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fc860000c00 tx=0x7fc860035990 comp rx=0 tx=0).stop
2024-03-19T01:51:31.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.733+0000 7fc8731b9640  1 -- 172.21.15.46:0/2017375910 shutdown_connections
2024-03-19T01:51:31.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.733+0000 7fc8731b9640  1 --2- 172.21.15.46:0/2017375910 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fc85c0a2a90 0x7fc85c0a4f50 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.733+0000 7fc8731b9640  1 --2- 172.21.15.46:0/2017375910 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc86c107970 0x7fc86c19c810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.733+0000 7fc8731b9640  1 --2- 172.21.15.46:0/2017375910 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc86c06a7f0 0x7fc86c198490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.733+0000 7fc8731b9640  1 --2- 172.21.15.46:0/2017375910 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc86c069e50 0x7fc86c197f50 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.733+0000 7fc8731b9640  1 -- 172.21.15.46:0/2017375910 >> 172.21.15.46:0/2017375910 conn(0x7fc86c0774c0 msgr2=0x7fc86c0ff690 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:31.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.733+0000 7fc8731b9640  1 -- 172.21.15.46:0/2017375910 shutdown_connections
2024-03-19T01:51:31.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.733+0000 7fc8731b9640  1 -- 172.21.15.46:0/2017375910 wait complete.
2024-03-19T01:51:31.744 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls
2024-03-19T01:51:31.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.868+0000 7f1b0affd640  1 -- 172.21.15.46:0/3704249970 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1afc02cbe0 con 0x7f1b0c1068b0
2024-03-19T01:51:31.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.868+0000 7f1b125b2640  1 -- 172.21.15.46:0/3704249970 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b0c1068b0 msgr2=0x7f1b0c106c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:31.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.868+0000 7f1b125b2640  1 --2- 172.21.15.46:0/3704249970 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b0c1068b0 0x7f1b0c106c90 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f1afc009930 tx=0x7f1afc02bc30 comp rx=0 tx=0).stop
2024-03-19T01:51:31.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.868+0000 7f1b125b2640  1 -- 172.21.15.46:0/3704249970 shutdown_connections
2024-03-19T01:51:31.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.868+0000 7f1b125b2640  1 --2- 172.21.15.46:0/3704249970 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b0c101330 0x7f1b0c10d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.868+0000 7f1b125b2640  1 --2- 172.21.15.46:0/3704249970 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1b0c100970 0x7f1b0c100df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.868+0000 7f1b125b2640  1 --2- 172.21.15.46:0/3704249970 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b0c1068b0 0x7f1b0c106c90 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.868+0000 7f1b125b2640  1 -- 172.21.15.46:0/3704249970 >> 172.21.15.46:0/3704249970 conn(0x7f1b0c0774e0 msgr2=0x7f1b0c0778f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:31.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.868+0000 7f1b125b2640  1 -- 172.21.15.46:0/3704249970 shutdown_connections
2024-03-19T01:51:31.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.868+0000 7f1b125b2640  1 -- 172.21.15.46:0/3704249970 wait complete.
2024-03-19T01:51:31.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.869+0000 7f1b125b2640  1  Processor -- start
2024-03-19T01:51:31.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.869+0000 7f1b125b2640  1 --  start start
2024-03-19T01:51:31.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.869+0000 7f1b125b2640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1b0c100970 0x7f1b0c1101d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.869+0000 7f1b125b2640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b0c101330 0x7f1b0c110710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.869+0000 7f1b125b2640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b0c1068b0 0x7f1b0c110c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.869+0000 7f1b125b2640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1b0c06a460 con 0x7f1b0c1068b0
2024-03-19T01:51:31.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.869+0000 7f1b125b2640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f1b0c06a2e0 con 0x7f1b0c100970
2024-03-19T01:51:31.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.869+0000 7f1b125b2640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1b0c06a5e0 con 0x7f1b0c101330
2024-03-19T01:51:31.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.869+0000 7f1b10b4f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b0c1068b0 0x7f1b0c110c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.869+0000 7f1b10b4f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b0c1068b0 0x7f1b0c110c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60616/0 (socket says 172.21.15.46:60616)
2024-03-19T01:51:31.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.869+0000 7f1b0b7fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b0c101330 0x7f1b0c110710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.869+0000 7f1b10b4f640  1 -- 172.21.15.46:0/3782005669 learned_addr learned my addr 172.21.15.46:0/3782005669 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:31.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.870+0000 7f1b0bfff640  1 --2- 172.21.15.46:0/3782005669 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1b0c100970 0x7f1b0c1101d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.870+0000 7f1b10b4f640  1 -- 172.21.15.46:0/3782005669 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b0c101330 msgr2=0x7f1b0c110710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:31.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.870+0000 7f1b10b4f640  1 --2- 172.21.15.46:0/3782005669 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b0c101330 0x7f1b0c110710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.870+0000 7f1b10b4f640  1 -- 172.21.15.46:0/3782005669 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1b0c100970 msgr2=0x7f1b0c1101d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:31.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.870+0000 7f1b10b4f640  1 --2- 172.21.15.46:0/3782005669 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1b0c100970 0x7f1b0c1101d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.870+0000 7f1b10b4f640  1 -- 172.21.15.46:0/3782005669 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b0c1a64f0 con 0x7f1b0c1068b0
2024-03-19T01:51:31.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.870+0000 7f1b10b4f640  1 --2- 172.21.15.46:0/3782005669 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b0c1068b0 0x7f1b0c110c50 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f1b0400eaa0 tx=0x7f1b0400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:31.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.870+0000 7f1b097fa640  1 -- 172.21.15.46:0/3782005669 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b0400cdb0 con 0x7f1b0c1068b0
2024-03-19T01:51:31.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.870+0000 7f1b097fa640  1 -- 172.21.15.46:0/3782005669 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1b04005020 con 0x7f1b0c1068b0
2024-03-19T01:51:31.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.870+0000 7f1b125b2640  1 -- 172.21.15.46:0/3782005669 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b0c1a67e0 con 0x7f1b0c1068b0
2024-03-19T01:51:31.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.870+0000 7f1b097fa640  1 -- 172.21.15.46:0/3782005669 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b040116d0 con 0x7f1b0c1068b0
2024-03-19T01:51:31.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.870+0000 7f1b125b2640  1 -- 172.21.15.46:0/3782005669 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b0c1a6ce0 con 0x7f1b0c1068b0
2024-03-19T01:51:31.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.873+0000 7f1b097fa640  1 -- 172.21.15.46:0/3782005669 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 24) ==== 137523+0+0 (secure 0 0 0) 0x7f1b040051d0 con 0x7f1b0c1068b0
2024-03-19T01:51:31.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.873+0000 7f1b1519f740  1  Processor -- start
2024-03-19T01:51:31.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.873+0000 7f1b1519f740  1 --  start start
2024-03-19T01:51:31.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.873+0000 7f1b097fa640  1 --2- 172.21.15.46:0/3782005669 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f1af40a2a90 0x7f1af40a4f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.874+0000 7f1b1519f740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f22d2d92d0 0x55f22d2d96b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.874+0000 7f1b1519f740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f22d2d9bf0 0x55f22d2e2290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.874+0000 7f1b1519f740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f22d2e27d0 0x55f22d2e4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.874+0000 7f1b1519f740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55f22d23c4b0 con 0x55f22d2d92d0
2024-03-19T01:51:31.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.874+0000 7f1b1519f740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55f22d1e4d70 con 0x55f22d2e27d0
2024-03-19T01:51:31.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.874+0000 7f1b0b7fe640  1 --2- 172.21.15.46:0/3782005669 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f1af40a2a90 0x7f1af40a4f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.874+0000 7f1b1519f740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55f22d238550 con 0x55f22d2d9bf0
2024-03-19T01:51:31.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.874+0000 7f1b097fa640  1 -- 172.21.15.46:0/3782005669 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f1b040cf570 con 0x7f1b0c1068b0
2024-03-19T01:51:31.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.874+0000 7f1b0bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f22d2d92d0 0x55f22d2d96b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.874+0000 7f1b0bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f22d2d92d0 0x55f22d2d96b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60620/0 (socket says 172.21.15.46:60620)
2024-03-19T01:51:31.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.874+0000 7f1b0b7fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f22d2d9bf0 0x55f22d2e2290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.874+0000 7f1b0bfff640  1 -- 172.21.15.46:0/4184114732 learned_addr learned my addr 172.21.15.46:0/4184114732 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:31.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.874+0000 7f1b10b4f640  1 --2- 172.21.15.46:0/4184114732 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f22d2e27d0 0x55f22d2e4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.874+0000 7f1b0bfff640  1 -- 172.21.15.46:0/4184114732 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f22d2d9bf0 msgr2=0x55f22d2e2290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:31.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.874+0000 7f1b0bfff640  1 --2- 172.21.15.46:0/4184114732 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f22d2d9bf0 0x55f22d2e2290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.874+0000 7f1b0bfff640  1 -- 172.21.15.46:0/4184114732 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f22d2e27d0 msgr2=0x55f22d2e4bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:31.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.874+0000 7f1b0bfff640  1 --2- 172.21.15.46:0/4184114732 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f22d2e27d0 0x55f22d2e4bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.874+0000 7f1b0bfff640  1 -- 172.21.15.46:0/4184114732 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f22d207210 con 0x55f22d2d92d0
2024-03-19T01:51:31.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.874+0000 7f1b0b7fe640  1 --2- 172.21.15.46:0/3782005669 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f1af40a2a90 0x7f1af40a4f50 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f1b0c111c60 tx=0x7f1b00009ad0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:31.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.874+0000 7f1b0bfff640  1 --2- 172.21.15.46:0/4184114732 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f22d2d92d0 0x55f22d2d96b0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f1afc036040 tx=0x7f1afc009610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17d2b1a4b3cf22c9 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:31.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.874+0000 7f1af27fc640  1 -- 172.21.15.46:0/4184114732 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1afc045020 con 0x55f22d2d92d0
2024-03-19T01:51:31.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.875+0000 7f1af27fc640  1 -- 172.21.15.46:0/4184114732 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1afc02c7e0 con 0x55f22d2d92d0
2024-03-19T01:51:31.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.875+0000 7f1af27fc640  1 -- 172.21.15.46:0/4184114732 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1afc005540 con 0x55f22d2d92d0
2024-03-19T01:51:31.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.875+0000 7f1b1519f740  1 -- 172.21.15.46:0/4184114732 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f22d2d92d0 msgr2=0x55f22d2d96b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:31.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.875+0000 7f1b1519f740  1 --2- 172.21.15.46:0/4184114732 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f22d2d92d0 0x55f22d2d96b0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f1afc036040 tx=0x7f1afc009610 comp rx=0 tx=0).stop
2024-03-19T01:51:31.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.875+0000 7f1b1519f740  1 -- 172.21.15.46:0/4184114732 shutdown_connections
2024-03-19T01:51:31.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.875+0000 7f1b1519f740  1 --2- 172.21.15.46:0/4184114732 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f22d2e27d0 0x55f22d2e4bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.875+0000 7f1b1519f740  1 --2- 172.21.15.46:0/4184114732 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f22d2d9bf0 0x55f22d2e2290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.875+0000 7f1b1519f740  1 --2- 172.21.15.46:0/4184114732 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f22d2d92d0 0x55f22d2d96b0 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.875+0000 7f1b1519f740  1 -- 172.21.15.46:0/4184114732 >> 172.21.15.46:0/4184114732 conn(0x55f22d2d3a00 msgr2=0x55f22d2d3de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:31.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.876+0000 7f1b1519f740  1 -- 172.21.15.46:0/4184114732 shutdown_connections
2024-03-19T01:51:31.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.876+0000 7f1b1519f740  1 -- 172.21.15.46:0/4184114732 wait complete.
2024-03-19T01:51:31.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.876+0000 7f1b1519f740  1 --  start start
2024-03-19T01:51:31.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.876+0000 7f1b1519f740  1  Processor -- start
2024-03-19T01:51:31.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.877+0000 7f1b1519f740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f22d2d92d0 0x55f22d2df870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.877+0000 7f1b1519f740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f22d2d9bf0 0x55f22d2dfdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.877+0000 7f1b1519f740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f22d2e27d0 0x55f22d2e02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.877+0000 7f1b1519f740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55f22d2e5560 con 0x55f22d2e27d0
2024-03-19T01:51:31.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.877+0000 7f1b1519f740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55f22d1f8310 con 0x55f22d2d92d0
2024-03-19T01:51:31.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.877+0000 7f1b1519f740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55f22d2e56e0 con 0x55f22d2d9bf0
2024-03-19T01:51:31.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.877+0000 7f1b1519f740 10 client.0 _ll_register_callbacks cb 0x55f22d1ec2d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:51:31.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.877+0000 7f1b10b4f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f22d2e27d0 0x55f22d2e02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.877+0000 7f1b10b4f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f22d2e27d0 0x55f22d2e02f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60634/0 (socket says 172.21.15.46:60634)
2024-03-19T01:51:31.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.877+0000 7f1b10b4f640  1 -- 172.21.15.46:0/228881473 learned_addr learned my addr 172.21.15.46:0/228881473 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:31.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.877+0000 7f1b0b7fe640  1 --2- 172.21.15.46:0/228881473 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f22d2d9bf0 0x55f22d2dfdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.877+0000 7f1b0bfff640  1 --2- 172.21.15.46:0/228881473 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f22d2d92d0 0x55f22d2df870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.877+0000 7f1b10b4f640  1 -- 172.21.15.46:0/228881473 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f22d2d9bf0 msgr2=0x55f22d2dfdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:31.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.877+0000 7f1b10b4f640  1 --2- 172.21.15.46:0/228881473 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f22d2d9bf0 0x55f22d2dfdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.877+0000 7f1b10b4f640  1 -- 172.21.15.46:0/228881473 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f22d2d92d0 msgr2=0x55f22d2df870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:31.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.877+0000 7f1b10b4f640  1 --2- 172.21.15.46:0/228881473 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f22d2d92d0 0x55f22d2df870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.877+0000 7f1b10b4f640  1 -- 172.21.15.46:0/228881473 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f22cf503f0 con 0x55f22d2e27d0
2024-03-19T01:51:31.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.877+0000 7f1b10b4f640  1 --2- 172.21.15.46:0/228881473 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f22d2e27d0 0x55f22d2e02f0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f1b04098090 tx=0x7f1b040861f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9b865a40b541fb1 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:31.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.877+0000 7f1aeb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:51:31.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.877+0000 7f1aeb7fe640  1 -- 172.21.15.46:0/228881473 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b0401f040 con 0x55f22d2e27d0
2024-03-19T01:51:31.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.877+0000 7f1aeb7fe640  1 -- 172.21.15.46:0/228881473 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f1b040cf320 con 0x55f22d2e27d0
2024-03-19T01:51:31.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.877+0000 7f1b1519f740  1 -- 172.21.15.46:0/228881473 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1afc02c7e0 con 0x55f22d2e27d0
2024-03-19T01:51:31.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.878+0000 7f1aeb7fe640  1 -- 172.21.15.46:0/228881473 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f1b040ccab0 con 0x55f22d2e27d0
2024-03-19T01:51:31.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.878+0000 7f1b1519f740 10 client.16011 fetch_fsmap learned FSMap version 25
2024-03-19T01:51:31.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.878+0000 7f1b1519f740  1 -- 172.21.15.46:0/228881473 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55f22d01a7d0 con 0x55f22d2e27d0
2024-03-19T01:51:31.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.878+0000 7f1aeb7fe640  1 -- 172.21.15.46:0/228881473 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1afc02c7e0 con 0x55f22d2e27d0
2024-03-19T01:51:31.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.878+0000 7f1aeb7fe640  1 -- 172.21.15.46:0/228881473 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f1b0400f040 con 0x55f22d2e27d0
2024-03-19T01:51:31.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.878+0000 7f1b1519f740 10 client.16011 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:51:31.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.878+0000 7f1b1519f740 10 client.16011 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:51:31.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.878+0000 7f1b1519f740 20 client.16011 populate_metadata read hostname 'smithi046'
2024-03-19T01:51:31.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.878+0000 7f1b1519f740  1 --2- 172.21.15.46:0/228881473 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f22d2f2af0 0x55f22d2f4f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.878+0000 7f1b1519f740  4 client.16011 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:51:31.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.878+0000 7f1b1519f740  1 -- 172.21.15.46:0/228881473 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f22d29a3e0 con 0x55f22d2f2af0
2024-03-19T01:51:31.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.878+0000 7f1b0bfff640  1 --2- 172.21.15.46:0/228881473 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f22d2f2af0 0x55f22d2f4f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.879+0000 7f1aeb7fe640 10 client.16011 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:51:31.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.879+0000 7f1b0bfff640  1 --2- 172.21.15.46:0/228881473 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f22d2f2af0 0x55f22d2f4f50 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5d82c3db72075677 server_cookie=f48e1e0dea79a709 in_seq=0 out_seq=0
2024-03-19T01:51:31.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.879+0000 7f1aeb7fe640  1 -- 172.21.15.46:0/228881473 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55f22d29a3e0 con 0x55f22d2f2af0
2024-03-19T01:51:31.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.879+0000 7f1aeb7fe640 10 client.16011 handle_command_reply: tid=0
2024-03-19T01:51:31.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.879+0000 7f1b1519f740  1 client.16011 shutdown
2024-03-19T01:51:31.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.880+0000 7f1b1519f740  1 -- 172.21.15.46:0/228881473 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f22d2e27d0 msgr2=0x55f22d2e02f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:31.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.880+0000 7f1b1519f740  1 --2- 172.21.15.46:0/228881473 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f22d2e27d0 0x55f22d2e02f0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f1b04098090 tx=0x7f1b040861f0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.880+0000 7f1b1519f740  1 -- 172.21.15.46:0/228881473 shutdown_connections
2024-03-19T01:51:31.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.880+0000 7f1b1519f740  1 --2- 172.21.15.46:0/228881473 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f22d2f2af0 0x55f22d2f4f50 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.880+0000 7f1b1519f740  1 --2- 172.21.15.46:0/228881473 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f22d2e27d0 0x55f22d2e02f0 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.880+0000 7f1aeb7fe640  0 client.16011 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:51:31.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.880+0000 7f1b1519f740  1 --2- 172.21.15.46:0/228881473 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f22d2d9bf0 0x55f22d2dfdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.880+0000 7f1b1519f740  1 --2- 172.21.15.46:0/228881473 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f22d2d92d0 0x55f22d2df870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.880+0000 7f1b1519f740  1 -- 172.21.15.46:0/228881473 >> 172.21.15.46:0/228881473 conn(0x55f22d2d3a00 msgr2=0x55f22d2d5750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:31.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.880+0000 7f1b1519f740  1 -- 172.21.15.46:0/228881473 shutdown_connections
2024-03-19T01:51:31.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.880+0000 7f1b1519f740  1 -- 172.21.15.46:0/228881473 wait complete.
2024-03-19T01:51:31.887 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.880+0000 7f1b1519f740 20 client.16011 trim_cache size 0 max 16384
2024-03-19T01:51:31.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.897+0000 7f1b1519f740  1  Processor -- start
2024-03-19T01:51:31.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.897+0000 7f1b1519f740  1 --  start start
2024-03-19T01:51:31.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.897+0000 7f1b1519f740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f22d2d92d0 0x55f22d2e1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.897+0000 7f1b1519f740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f22d2d9bf0 0x55f22d2ee300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.897+0000 7f1b1519f740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f22d2e27d0 0x55f22d2fa820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.897+0000 7f1b1519f740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1b0c1b3670 con 0x55f22d2d92d0
2024-03-19T01:51:31.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.897+0000 7f1b1519f740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f1b0c1b0f40 con 0x55f22d2d9bf0
2024-03-19T01:51:31.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.897+0000 7f1b1519f740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1b0c1aed70 con 0x55f22d2e27d0
2024-03-19T01:51:31.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.897+0000 7f1b0bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f22d2d92d0 0x55f22d2e1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.897+0000 7f1b0bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f22d2d92d0 0x55f22d2e1fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60646/0 (socket says 172.21.15.46:60646)
2024-03-19T01:51:31.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.897+0000 7f1b0bfff640  1 -- 172.21.15.46:0/3424346460 learned_addr learned my addr 172.21.15.46:0/3424346460 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:31.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.897+0000 7f1b10b4f640  1 --2- 172.21.15.46:0/3424346460 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f22d2e27d0 0x55f22d2fa820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.897+0000 7f1b0b7fe640  1 --2- 172.21.15.46:0/3424346460 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f22d2d9bf0 0x55f22d2ee300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.897+0000 7f1b0bfff640  1 -- 172.21.15.46:0/3424346460 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f22d2e27d0 msgr2=0x55f22d2fa820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:31.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.897+0000 7f1b0bfff640  1 --2- 172.21.15.46:0/3424346460 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f22d2e27d0 0x55f22d2fa820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.897+0000 7f1b0bfff640  1 -- 172.21.15.46:0/3424346460 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f22d2d9bf0 msgr2=0x55f22d2ee300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:31.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.897+0000 7f1b0bfff640  1 --2- 172.21.15.46:0/3424346460 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f22d2d9bf0 0x55f22d2ee300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.897+0000 7f1b0bfff640  1 -- 172.21.15.46:0/3424346460 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f22d2e4f30 con 0x55f22d2d92d0
2024-03-19T01:51:31.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.898+0000 7f1b0bfff640  1 --2- 172.21.15.46:0/3424346460 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f22d2d92d0 0x55f22d2e1fa0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f1afc005c40 tx=0x7f1afc02bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7331c463c3e3af50 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:31.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.898+0000 7f1af1ffb640  1 -- 172.21.15.46:0/3424346460 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1afc045040 con 0x55f22d2d92d0
2024-03-19T01:51:31.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.898+0000 7f1af1ffb640  1 -- 172.21.15.46:0/3424346460 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1afc04e030 con 0x55f22d2d92d0
2024-03-19T01:51:31.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.898+0000 7f1af1ffb640  1 -- 172.21.15.46:0/3424346460 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1afc0035f0 con 0x55f22d2d92d0
2024-03-19T01:51:31.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.898+0000 7f1b1519f740  1 -- 172.21.15.46:0/3424346460 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f22d2d92d0 msgr2=0x55f22d2e1fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:31.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.899+0000 7f1b1519f740  1 --2- 172.21.15.46:0/3424346460 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f22d2d92d0 0x55f22d2e1fa0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f1afc005c40 tx=0x7f1afc02bc30 comp rx=0 tx=0).stop
2024-03-19T01:51:31.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.899+0000 7f1b1519f740  1 -- 172.21.15.46:0/3424346460 shutdown_connections
2024-03-19T01:51:31.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.899+0000 7f1b1519f740  1 --2- 172.21.15.46:0/3424346460 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f22d2e27d0 0x55f22d2fa820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.899+0000 7f1b1519f740  1 --2- 172.21.15.46:0/3424346460 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f22d2d9bf0 0x55f22d2ee300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.899+0000 7f1b1519f740  1 --2- 172.21.15.46:0/3424346460 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f22d2d92d0 0x55f22d2e1fa0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.899+0000 7f1b1519f740  1 -- 172.21.15.46:0/3424346460 >> 172.21.15.46:0/3424346460 conn(0x55f22d2d3a00 msgr2=0x55f22d2d2310 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:31.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.899+0000 7f1b1519f740  1 -- 172.21.15.46:0/3424346460 shutdown_connections
2024-03-19T01:51:31.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.899+0000 7f1b1519f740  1 -- 172.21.15.46:0/3424346460 wait complete.
2024-03-19T01:51:31.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.899+0000 7f1b1519f740  1 --  start start
2024-03-19T01:51:31.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.899+0000 7f1b1519f740  1  Processor -- start
2024-03-19T01:51:31.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.899+0000 7f1b1519f740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f22d2d92d0 0x55f22d2ea930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.900+0000 7f1b1519f740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f22d2d9bf0 0x55f22d2e7900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.900+0000 7f1b1519f740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f22d2e27d0 0x55f22d2e7e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.900+0000 7f1b1519f740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1b0c1af400 con 0x55f22d2d9bf0
2024-03-19T01:51:31.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.900+0000 7f1b1519f740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f1b0c1b0870 con 0x55f22d2e27d0
2024-03-19T01:51:31.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.900+0000 7f1b1519f740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1b0c1afad0 con 0x55f22d2d92d0
2024-03-19T01:51:31.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.900+0000 7f1b1519f740 10 client.0 _ll_register_callbacks cb 0x7f1b0409b540 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:51:31.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.900+0000 7f1b0b7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f22d2d9bf0 0x55f22d2e7900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.900+0000 7f1b10b4f640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f22d2e27d0 0x55f22d2e7e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.900+0000 7f1b0b7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f22d2d9bf0 0x55f22d2e7900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60662/0 (socket says 172.21.15.46:60662)
2024-03-19T01:51:31.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.900+0000 7f1b0b7fe640  1 -- 172.21.15.46:0/1941460344 learned_addr learned my addr 172.21.15.46:0/1941460344 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:31.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.900+0000 7f1b0bfff640  1 --2- 172.21.15.46:0/1941460344 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f22d2d92d0 0x55f22d2ea930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.900+0000 7f1b10b4f640  1 -- 172.21.15.46:0/1941460344 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f22d2d92d0 msgr2=0x55f22d2ea930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:31.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.900+0000 7f1b10b4f640  1 --2- 172.21.15.46:0/1941460344 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f22d2d92d0 0x55f22d2ea930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.900+0000 7f1b10b4f640  1 -- 172.21.15.46:0/1941460344 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f22d2d9bf0 msgr2=0x55f22d2e7900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:31.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.900+0000 7f1b10b4f640  1 --2- 172.21.15.46:0/1941460344 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f22d2d9bf0 0x55f22d2e7900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.900+0000 7f1b10b4f640  1 -- 172.21.15.46:0/1941460344 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f22d2e8380 con 0x55f22d2e27d0
2024-03-19T01:51:31.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.900+0000 7f1b0b7fe640  1 --2- 172.21.15.46:0/1941460344 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f22d2d9bf0 0x55f22d2e7900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:51:31.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.900+0000 7f1b0bfff640  1 --2- 172.21.15.46:0/1941460344 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f22d2d92d0 0x55f22d2ea930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:51:31.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.900+0000 7f1b10b4f640  1 --2- 172.21.15.46:0/1941460344 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f22d2e27d0 0x55f22d2e7e40 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f1b0409b3c0 tx=0x7f1b0409b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=10738e70634b108c server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:31.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.900+0000 7f1aeb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.73:3300/0
2024-03-19T01:51:31.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.900+0000 7f1aeb7fe640  1 -- 172.21.15.46:0/1941460344 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b0407f020 con 0x55f22d2e27d0
2024-03-19T01:51:31.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.901+0000 7f1b1519f740  1 -- 172.21.15.46:0/1941460344 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1afc04e030 con 0x55f22d2e27d0
2024-03-19T01:51:31.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.901+0000 7f1aeb7fe640  1 -- 172.21.15.46:0/1941460344 <== mon.2 v2:172.21.15.73:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f1b0409ad10 con 0x55f22d2e27d0
2024-03-19T01:51:31.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.901+0000 7f1aeb7fe640  1 -- 172.21.15.46:0/1941460344 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f1b0401f040 con 0x55f22d2e27d0
2024-03-19T01:51:31.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.901+0000 7f1b1519f740 10 client.25874 fetch_fsmap learned FSMap version 25
2024-03-19T01:51:31.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.901+0000 7f1b1519f740  1 -- 172.21.15.46:0/1941460344 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55f22d359ac0 con 0x55f22d2e27d0
2024-03-19T01:51:31.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.901+0000 7f1aeb7fe640  1 -- 172.21.15.46:0/1941460344 <== mon.2 v2:172.21.15.73:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1afc04e030 con 0x55f22d2e27d0
2024-03-19T01:51:31.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.901+0000 7f1aeb7fe640  1 -- 172.21.15.46:0/1941460344 <== mon.2 v2:172.21.15.73:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f1b040a0680 con 0x55f22d2e27d0
2024-03-19T01:51:31.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.901+0000 7f1b1519f740 10 client.25874 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:51:31.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.901+0000 7f1b1519f740 10 client.25874 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:51:31.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.901+0000 7f1b1519f740 20 client.25874 populate_metadata read hostname 'smithi046'
2024-03-19T01:51:31.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.901+0000 7f1b1519f740  1 --2- 172.21.15.46:0/1941460344 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f22d35a0d0 0x55f22d35c4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:31.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.901+0000 7f1b1519f740  4 client.25874 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:51:31.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.901+0000 7f1b1519f740  1 -- 172.21.15.46:0/1941460344 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f22d2499f0 con 0x55f22d35a0d0
2024-03-19T01:51:31.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.901+0000 7f1b0bfff640  1 --2- 172.21.15.46:0/1941460344 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f22d35a0d0 0x55f22d35c4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:31.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.902+0000 7f1b0bfff640  1 --2- 172.21.15.46:0/1941460344 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f22d35a0d0 0x55f22d35c4f0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=89c0c73ff7b1b158 server_cookie=d1669c7d89c0dc0f in_seq=0 out_seq=0
2024-03-19T01:51:31.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.902+0000 7f1aeb7fe640 10 client.25874 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:51:31.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.902+0000 7f1aeb7fe640  1 -- 172.21.15.46:0/1941460344 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f22d2499f0 con 0x55f22d35a0d0
2024-03-19T01:51:31.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.902+0000 7f1aeb7fe640 10 client.25874 handle_command_reply: tid=0
2024-03-19T01:51:31.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.902+0000 7f1b1519f740  1 client.25874 shutdown
2024-03-19T01:51:31.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.902+0000 7f1b1519f740  1 -- 172.21.15.46:0/1941460344 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f22d2e27d0 msgr2=0x55f22d2e7e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:31.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.902+0000 7f1b1519f740  1 --2- 172.21.15.46:0/1941460344 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f22d2e27d0 0x55f22d2e7e40 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f1b0409b3c0 tx=0x7f1b0409b330 comp rx=0 tx=0).stop
2024-03-19T01:51:31.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.902+0000 7f1b1519f740  1 -- 172.21.15.46:0/1941460344 shutdown_connections
2024-03-19T01:51:31.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.902+0000 7f1b1519f740  1 --2- 172.21.15.46:0/1941460344 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f22d35a0d0 0x55f22d35c4f0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.902+0000 7f1b1519f740  1 --2- 172.21.15.46:0/1941460344 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f22d2e27d0 0x55f22d2e7e40 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.902+0000 7f1b1519f740  1 --2- 172.21.15.46:0/1941460344 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f22d2d9bf0 0x55f22d2e7900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.902+0000 7f1aeb7fe640  0 client.25874 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:51:31.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.902+0000 7f1b1519f740  1 --2- 172.21.15.46:0/1941460344 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f22d2d92d0 0x55f22d2ea930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.902+0000 7f1b1519f740  1 -- 172.21.15.46:0/1941460344 >> 172.21.15.46:0/1941460344 conn(0x55f22d2d3a00 msgr2=0x55f22d2e00c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:31.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.902+0000 7f1b1519f740  1 -- 172.21.15.46:0/1941460344 shutdown_connections
2024-03-19T01:51:31.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.902+0000 7f1b1519f740  1 -- 172.21.15.46:0/1941460344 wait complete.
2024-03-19T01:51:31.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.902+0000 7f1b1519f740 20 client.25874 trim_cache size 0 max 16384
2024-03-19T01:51:31.909 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:51:31.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.903+0000 7f1b125b2640  1 -- 172.21.15.46:0/3782005669 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f1af40a2a90 msgr2=0x7f1af40a4f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:31.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.903+0000 7f1b125b2640  1 --2- 172.21.15.46:0/3782005669 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f1af40a2a90 0x7f1af40a4f50 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f1b0c111c60 tx=0x7f1b00009ad0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.903+0000 7f1b125b2640  1 -- 172.21.15.46:0/3782005669 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b0c1068b0 msgr2=0x7f1b0c110c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:31.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.903+0000 7f1b125b2640  1 --2- 172.21.15.46:0/3782005669 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b0c1068b0 0x7f1b0c110c50 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f1b0400eaa0 tx=0x7f1b0400ef60 comp rx=0 tx=0).stop
2024-03-19T01:51:31.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.903+0000 7f1b125b2640  1 -- 172.21.15.46:0/3782005669 shutdown_connections
2024-03-19T01:51:31.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.903+0000 7f1b125b2640  1 --2- 172.21.15.46:0/3782005669 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b0c1068b0 0x7f1b0c110c50 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.903+0000 7f1b125b2640  1 --2- 172.21.15.46:0/3782005669 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f1af40a2a90 0x7f1af40a4f50 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.903+0000 7f1b125b2640  1 --2- 172.21.15.46:0/3782005669 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b0c101330 0x7f1b0c110710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.903+0000 7f1b125b2640  1 --2- 172.21.15.46:0/3782005669 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1b0c100970 0x7f1b0c1101d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:31.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.903+0000 7f1b125b2640  1 -- 172.21.15.46:0/3782005669 >> 172.21.15.46:0/3782005669 conn(0x7f1b0c0774e0 msgr2=0x7f1b0c0ff450 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:31.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.903+0000 7f1b125b2640  1 -- 172.21.15.46:0/3782005669 shutdown_connections
2024-03-19T01:51:31.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:31.903+0000 7f1b125b2640  1 -- 172.21.15.46:0/3782005669 wait complete.
2024-03-19T01:51:31.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:31 smithi073 ceph-mon[66833]: pgmap v46: 129 pgs: 129 active+clean; 94 MiB data, 737 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.9 MiB/s wr, 326 op/s
2024-03-19T01:51:31.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:31 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2063480110' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:51:31.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:31 smithi102 ceph-mon[66557]: pgmap v46: 129 pgs: 129 active+clean; 94 MiB data, 737 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.9 MiB/s wr, 326 op/s
2024-03-19T01:51:31.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:31 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2063480110' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:51:32.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:31 smithi046 ceph-mon[63102]: pgmap v46: 129 pgs: 129 active+clean; 94 MiB data, 737 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.9 MiB/s wr, 326 op/s
2024-03-19T01:51:32.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:31 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2063480110' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:51:32.915 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs
2024-03-19T01:51:32.916 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:51:32.916 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive
2024-03-19T01:51:33.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.033+0000 7fb7bd0bf640  1 -- 172.21.15.46:0/2466449706 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7b8101790 msgr2=0x7fb7b8101c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:33.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.033+0000 7fb7bd0bf640  1 --2- 172.21.15.46:0/2466449706 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7b8101790 0x7fb7b8101c10 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fb7ac009930 tx=0x7fb7ac02bc30 comp rx=0 tx=0).stop
2024-03-19T01:51:33.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.033+0000 7fb7bd0bf640  1 -- 172.21.15.46:0/2466449706 shutdown_connections
2024-03-19T01:51:33.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.033+0000 7fb7bd0bf640  1 --2- 172.21.15.46:0/2466449706 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb7b8102150 0x7fb7b810e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.033+0000 7fb7bd0bf640  1 --2- 172.21.15.46:0/2466449706 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7b8101790 0x7fb7b8101c10 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.033+0000 7fb7bd0bf640  1 --2- 172.21.15.46:0/2466449706 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb7b81077a0 0x7fb7b8107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.033+0000 7fb7bd0bf640  1 -- 172.21.15.46:0/2466449706 >> 172.21.15.46:0/2466449706 conn(0x7fb7b80fd280 msgr2=0x7fb7b80ff6a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:33.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.033+0000 7fb7bd0bf640  1 -- 172.21.15.46:0/2466449706 shutdown_connections
2024-03-19T01:51:33.035 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.033+0000 7fb7bd0bf640  1 -- 172.21.15.46:0/2466449706 wait complete.
2024-03-19T01:51:33.035 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.034+0000 7fb7bd0bf640  1  Processor -- start
2024-03-19T01:51:33.035 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.034+0000 7fb7bd0bf640  1 --  start start
2024-03-19T01:51:33.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.034+0000 7fb7bd0bf640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7b8101790 0x7fb7b8198040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.035+0000 7fb7bd0bf640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb7b8102150 0x7fb7b8198580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.035+0000 7fb7bd0bf640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb7b81077a0 0x7fb7b819c900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.035+0000 7fb7bd0bf640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b8111a60 con 0x7fb7b8101790
2024-03-19T01:51:33.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.035+0000 7fb7bd0bf640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b81118e0 con 0x7fb7b8102150
2024-03-19T01:51:33.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.035+0000 7fb7bd0bf640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b8111be0 con 0x7fb7b81077a0
2024-03-19T01:51:33.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.035+0000 7fb7b6d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7b8101790 0x7fb7b8198040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.035+0000 7fb7b659c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb7b8102150 0x7fb7b8198580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.035+0000 7fb7b6d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7b8101790 0x7fb7b8198040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56236/0 (socket says 172.21.15.46:56236)
2024-03-19T01:51:33.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.035+0000 7fb7b659c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb7b8102150 0x7fb7b8198580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:51980/0 (socket says 172.21.15.46:51980)
2024-03-19T01:51:33.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.035+0000 7fb7b6d9d640  1 -- 172.21.15.46:0/1482386117 learned_addr learned my addr 172.21.15.46:0/1482386117 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:33.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.035+0000 7fb7b759e640  1 --2- 172.21.15.46:0/1482386117 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb7b81077a0 0x7fb7b819c900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.035+0000 7fb7b659c640  1 -- 172.21.15.46:0/1482386117 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb7b81077a0 msgr2=0x7fb7b819c900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:33.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.035+0000 7fb7b659c640  1 --2- 172.21.15.46:0/1482386117 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb7b81077a0 0x7fb7b819c900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.035+0000 7fb7b659c640  1 -- 172.21.15.46:0/1482386117 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7b8101790 msgr2=0x7fb7b8198040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:33.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.035+0000 7fb7b659c640  1 --2- 172.21.15.46:0/1482386117 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7b8101790 0x7fb7b8198040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.038 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.035+0000 7fb7b659c640  1 -- 172.21.15.46:0/1482386117 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7b819d030 con 0x7fb7b8102150
2024-03-19T01:51:33.038 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.035+0000 7fb7b759e640  1 --2- 172.21.15.46:0/1482386117 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb7b81077a0 0x7fb7b819c900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:51:33.038 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.035+0000 7fb7b659c640  1 --2- 172.21.15.46:0/1482386117 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb7b8102150 0x7fb7b8198580 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fb7ac009230 tx=0x7fb7ac0045e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:33.038 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.036+0000 7fb79ffff640  1 -- 172.21.15.46:0/1482386117 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7ac043020 con 0x7fb7b8102150
2024-03-19T01:51:33.038 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.036+0000 7fb79ffff640  1 -- 172.21.15.46:0/1482386117 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb7ac02ca70 con 0x7fb7b8102150
2024-03-19T01:51:33.038 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.036+0000 7fb7bd0bf640  1 -- 172.21.15.46:0/1482386117 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7b819d2c0 con 0x7fb7b8102150
2024-03-19T01:51:33.038 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.036+0000 7fb79ffff640  1 -- 172.21.15.46:0/1482386117 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7ac0039b0 con 0x7fb7b8102150
2024-03-19T01:51:33.038 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.036+0000 7fb7bd0bf640  1 -- 172.21.15.46:0/1482386117 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7b81a4bb0 con 0x7fb7b8102150
2024-03-19T01:51:33.040 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.038+0000 7fb79ffff640  1 -- 172.21.15.46:0/1482386117 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 24) ==== 137523+0+0 (secure 0 0 0) 0x7fb7ac046020 con 0x7fb7b8102150
2024-03-19T01:51:33.040 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.039+0000 7fb79ffff640  1 --2- 172.21.15.46:0/1482386117 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb7a00a2a90 0x7fb7a00a4f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.040 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.039+0000 7fb79ffff640  1 -- 172.21.15.46:0/1482386117 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fb7ac0f12b0 con 0x7fb7b8102150
2024-03-19T01:51:33.040 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.039+0000 7fb7bfd81740  1  Processor -- start
2024-03-19T01:51:33.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.039+0000 7fb7b6d9d640  1 --2- 172.21.15.46:0/1482386117 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb7a00a2a90 0x7fb7a00a4f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.039+0000 7fb7bfd81740  1 --  start start
2024-03-19T01:51:33.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.039+0000 7fb7bfd81740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555c8d16c380 0x555c8d16c760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.039+0000 7fb7bfd81740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555c8d16cca0 0x555c8d175340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.039+0000 7fb7bfd81740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555c8d175880 0x555c8d177c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.040+0000 7fb7b759e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555c8d175880 0x555c8d177c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.040+0000 7fb7b6d9d640  1 --2- 172.21.15.46:0/1482386117 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb7a00a2a90 0x7fb7a00a4f50 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb7a80049d0 tx=0x7fb7a8009500 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:33.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.040+0000 7fb7b659c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555c8d16cca0 0x555c8d175340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.040+0000 7fb7bfd81740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x555c8d0d0160 con 0x555c8d175880
2024-03-19T01:51:33.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.040+0000 7fb7bfd81740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x555c8d078e10 con 0x555c8d16cca0
2024-03-19T01:51:33.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.040+0000 7fb7b759e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555c8d175880 0x555c8d177c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56250/0 (socket says 172.21.15.46:56250)
2024-03-19T01:51:33.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.040+0000 7fb7bfd81740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x555c8d0cc200 con 0x555c8d16c380
2024-03-19T01:51:33.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.040+0000 7fb7b759e640  1 -- 172.21.15.46:0/1632934573 learned_addr learned my addr 172.21.15.46:0/1632934573 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:33.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.040+0000 7fb7b6d9d640  1 --2- 172.21.15.46:0/1632934573 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555c8d16c380 0x555c8d16c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.040+0000 7fb7b759e640  1 -- 172.21.15.46:0/1632934573 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555c8d16c380 msgr2=0x555c8d16c760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:33.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.040+0000 7fb7b759e640  1 --2- 172.21.15.46:0/1632934573 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555c8d16c380 0x555c8d16c760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.040+0000 7fb7b759e640  1 -- 172.21.15.46:0/1632934573 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555c8d16cca0 msgr2=0x555c8d175340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:33.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.040+0000 7fb7b759e640  1 --2- 172.21.15.46:0/1632934573 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555c8d16cca0 0x555c8d175340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.040+0000 7fb7b759e640  1 -- 172.21.15.46:0/1632934573 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c8ceac7e0 con 0x555c8d175880
2024-03-19T01:51:33.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.040+0000 7fb7b659c640  1 --2- 172.21.15.46:0/1632934573 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555c8d16cca0 0x555c8d175340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:51:33.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.040+0000 7fb7b759e640  1 --2- 172.21.15.46:0/1632934573 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555c8d175880 0x555c8d177c70 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fb7b0011540 tx=0x7fb7b0011a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b44515db762a6a0d server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:33.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.040+0000 7fb79d7fa640  1 -- 172.21.15.46:0/1632934573 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7b000f5c0 con 0x555c8d175880
2024-03-19T01:51:33.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.041+0000 7fb79d7fa640  1 -- 172.21.15.46:0/1632934573 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb7b000fc10 con 0x555c8d175880
2024-03-19T01:51:33.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.041+0000 7fb79d7fa640  1 -- 172.21.15.46:0/1632934573 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7b0019cb0 con 0x555c8d175880
2024-03-19T01:51:33.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.041+0000 7fb7bfd81740  1 -- 172.21.15.46:0/1632934573 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555c8d175880 msgr2=0x555c8d177c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:33.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.041+0000 7fb7bfd81740  1 --2- 172.21.15.46:0/1632934573 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555c8d175880 0x555c8d177c70 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fb7b0011540 tx=0x7fb7b0011a00 comp rx=0 tx=0).stop
2024-03-19T01:51:33.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.041+0000 7fb7bfd81740  1 -- 172.21.15.46:0/1632934573 shutdown_connections
2024-03-19T01:51:33.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.041+0000 7fb7bfd81740  1 --2- 172.21.15.46:0/1632934573 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555c8d175880 0x555c8d177c70 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.041+0000 7fb7bfd81740  1 --2- 172.21.15.46:0/1632934573 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555c8d16cca0 0x555c8d175340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.041+0000 7fb7bfd81740  1 --2- 172.21.15.46:0/1632934573 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555c8d16c380 0x555c8d16c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.041+0000 7fb7bfd81740  1 -- 172.21.15.46:0/1632934573 >> 172.21.15.46:0/1632934573 conn(0x555c8d166ab0 msgr2=0x555c8d166e90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:33.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.041+0000 7fb7bfd81740  1 -- 172.21.15.46:0/1632934573 shutdown_connections
2024-03-19T01:51:33.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.041+0000 7fb7bfd81740  1 -- 172.21.15.46:0/1632934573 wait complete.
2024-03-19T01:51:33.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.042+0000 7fb7bfd81740  1 --  start start
2024-03-19T01:51:33.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.042+0000 7fb7bfd81740  1  Processor -- start
2024-03-19T01:51:33.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.042+0000 7fb7bfd81740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555c8d16c380 0x555c8d172790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.042+0000 7fb7bfd81740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555c8d16cca0 0x555c8d172cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.042+0000 7fb7bfd81740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555c8d175880 0x555c8d173210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.042+0000 7fb7bfd81740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x555c8d178670 con 0x555c8d16c380
2024-03-19T01:51:33.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.042+0000 7fb7bfd81740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x555c8d08c1a0 con 0x555c8d175880
2024-03-19T01:51:33.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.042+0000 7fb7bfd81740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x555c8d1787f0 con 0x555c8d16cca0
2024-03-19T01:51:33.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.042+0000 7fb7bfd81740 10 client.0 _ll_register_callbacks cb 0x555c8cde3c60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:51:33.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.042+0000 7fb7b6d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555c8d16c380 0x555c8d172790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.042+0000 7fb7b6d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555c8d16c380 0x555c8d172790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56262/0 (socket says 172.21.15.46:56262)
2024-03-19T01:51:33.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.042+0000 7fb7b659c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555c8d16cca0 0x555c8d172cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.042+0000 7fb7b6d9d640  1 -- 172.21.15.46:0/4006853916 learned_addr learned my addr 172.21.15.46:0/4006853916 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:33.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.042+0000 7fb7b759e640  1 --2- 172.21.15.46:0/4006853916 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555c8d175880 0x555c8d173210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.042+0000 7fb7b6d9d640  1 -- 172.21.15.46:0/4006853916 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555c8d16cca0 msgr2=0x555c8d172cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:33.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.042+0000 7fb7b6d9d640  1 --2- 172.21.15.46:0/4006853916 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555c8d16cca0 0x555c8d172cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.042+0000 7fb7b6d9d640  1 -- 172.21.15.46:0/4006853916 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555c8d175880 msgr2=0x555c8d173210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:33.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.042+0000 7fb7b6d9d640  1 --2- 172.21.15.46:0/4006853916 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555c8d175880 0x555c8d173210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.042+0000 7fb7b6d9d640  1 -- 172.21.15.46:0/4006853916 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c8cf0cf70 con 0x555c8d16c380
2024-03-19T01:51:33.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.042+0000 7fb7b659c640  1 --2- 172.21.15.46:0/4006853916 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555c8d16cca0 0x555c8d172cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:51:33.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.043+0000 7fb7b6d9d640  1 --2- 172.21.15.46:0/4006853916 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555c8d16c380 0x555c8d172790 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fb7a800fe80 tx=0x7fb7a8004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24a8ff3c1376243f server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:33.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.043+0000 7fb79aff5640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:51:33.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.043+0000 7fb79aff5640  1 -- 172.21.15.46:0/4006853916 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a801dca0 con 0x555c8d16c380
2024-03-19T01:51:33.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.043+0000 7fb79aff5640  1 -- 172.21.15.46:0/4006853916 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fb7a8009050 con 0x555c8d16c380
2024-03-19T01:51:33.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.043+0000 7fb7bfd81740  1 -- 172.21.15.46:0/4006853916 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb7b000fc10 con 0x555c8d16c380
2024-03-19T01:51:33.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.043+0000 7fb79aff5640  1 -- 172.21.15.46:0/4006853916 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb7a801de40 con 0x555c8d16c380
2024-03-19T01:51:33.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.043+0000 7fb7bfd81740 10 client.16029 fetch_fsmap learned FSMap version 25
2024-03-19T01:51:33.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.043+0000 7fb7bfd81740  1 -- 172.21.15.46:0/4006853916 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x555c8cda4170 con 0x555c8d16c380
2024-03-19T01:51:33.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.043+0000 7fb79aff5640  1 -- 172.21.15.46:0/4006853916 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb7b000fc10 con 0x555c8d16c380
2024-03-19T01:51:33.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.043+0000 7fb79aff5640  1 -- 172.21.15.46:0/4006853916 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fb7a801c530 con 0x555c8d16c380
2024-03-19T01:51:33.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.043+0000 7fb7bfd81740 10 client.16029 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:51:33.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.043+0000 7fb7bfd81740 10 client.16029 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:51:33.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.043+0000 7fb7bfd81740 20 client.16029 populate_metadata read hostname 'smithi046'
2024-03-19T01:51:33.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.043+0000 7fb7bfd81740  1 --2- 172.21.15.46:0/4006853916 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555c8d185b50 0x555c8d187f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.043+0000 7fb7bfd81740  4 client.16029 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:51:33.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.043+0000 7fb7bfd81740  1 -- 172.21.15.46:0/4006853916 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555c8d0dd6a0 con 0x555c8d185b50
2024-03-19T01:51:33.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.044+0000 7fb7b659c640  1 --2- 172.21.15.46:0/4006853916 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555c8d185b50 0x555c8d187f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.044+0000 7fb7b659c640  1 --2- 172.21.15.46:0/4006853916 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555c8d185b50 0x555c8d187f40 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=15de2c4a02e30379 server_cookie=3e871c66b697ae36 in_seq=0 out_seq=0
2024-03-19T01:51:33.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.044+0000 7fb79aff5640 10 client.16029 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:51:33.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.045+0000 7fb79aff5640  1 -- 172.21.15.46:0/4006853916 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x555c8d0dd6a0 con 0x555c8d185b50
2024-03-19T01:51:33.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.045+0000 7fb79aff5640 10 client.16029 handle_command_reply: tid=0
2024-03-19T01:51:33.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.045+0000 7fb7bfd81740  1 client.16029 shutdown
2024-03-19T01:51:33.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.045+0000 7fb7bfd81740  1 -- 172.21.15.46:0/4006853916 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555c8d16c380 msgr2=0x555c8d172790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:33.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.045+0000 7fb7bfd81740  1 --2- 172.21.15.46:0/4006853916 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555c8d16c380 0x555c8d172790 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fb7a800fe80 tx=0x7fb7a8004ab0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.045+0000 7fb7bfd81740  1 -- 172.21.15.46:0/4006853916 shutdown_connections
2024-03-19T01:51:33.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.045+0000 7fb7bfd81740  1 --2- 172.21.15.46:0/4006853916 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555c8d185b50 0x555c8d187f40 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.045+0000 7fb7bfd81740  1 --2- 172.21.15.46:0/4006853916 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555c8d175880 0x555c8d173210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.045+0000 7fb7bfd81740  1 --2- 172.21.15.46:0/4006853916 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555c8d16cca0 0x555c8d172cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.045+0000 7fb79aff5640  0 client.16029 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:51:33.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.045+0000 7fb7bfd81740  1 --2- 172.21.15.46:0/4006853916 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555c8d16c380 0x555c8d172790 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.045+0000 7fb7bfd81740  1 -- 172.21.15.46:0/4006853916 >> 172.21.15.46:0/4006853916 conn(0x555c8d166ab0 msgr2=0x555c8d168800 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:33.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.045+0000 7fb7bfd81740  1 -- 172.21.15.46:0/4006853916 shutdown_connections
2024-03-19T01:51:33.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.045+0000 7fb7bfd81740  1 -- 172.21.15.46:0/4006853916 wait complete.
2024-03-19T01:51:33.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.045+0000 7fb7bfd81740 20 client.16029 trim_cache size 0 max 16384
2024-03-19T01:51:33.070 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.069+0000 7fb7bfd81740  1  Processor -- start
2024-03-19T01:51:33.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.069+0000 7fb7bfd81740  1 --  start start
2024-03-19T01:51:33.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.070+0000 7fb7bfd81740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555c8d16c380 0x555c8d174ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.070+0000 7fb7bfd81740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555c8d16cca0 0x555c8d181440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.070+0000 7fb7bfd81740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555c8d175880 0x555c8d18d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.070+0000 7fb7bfd81740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b81b13f0 con 0x555c8d16c380
2024-03-19T01:51:33.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.070+0000 7fb7b6d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555c8d16c380 0x555c8d174ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.070+0000 7fb7bfd81740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b81aecc0 con 0x555c8d16cca0
2024-03-19T01:51:33.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.070+0000 7fb7bfd81740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b81acaf0 con 0x555c8d175880
2024-03-19T01:51:33.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.070+0000 7fb7b6d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555c8d16c380 0x555c8d174ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56272/0 (socket says 172.21.15.46:56272)
2024-03-19T01:51:33.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.070+0000 7fb7b6d9d640  1 -- 172.21.15.46:0/4076725734 learned_addr learned my addr 172.21.15.46:0/4076725734 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:33.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.070+0000 7fb7b759e640  1 --2- 172.21.15.46:0/4076725734 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555c8d175880 0x555c8d18d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.070+0000 7fb7b659c640  1 --2- 172.21.15.46:0/4076725734 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555c8d16cca0 0x555c8d181440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.070+0000 7fb7b6d9d640  1 -- 172.21.15.46:0/4076725734 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555c8d175880 msgr2=0x555c8d18d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:33.072 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.070+0000 7fb7b6d9d640  1 --2- 172.21.15.46:0/4076725734 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555c8d175880 0x555c8d18d7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.072 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.070+0000 7fb7b6d9d640  1 -- 172.21.15.46:0/4076725734 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555c8d16cca0 msgr2=0x555c8d181440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:33.072 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.070+0000 7fb7b6d9d640  1 --2- 172.21.15.46:0/4076725734 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555c8d16cca0 0x555c8d181440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.072 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.070+0000 7fb7b6d9d640  1 -- 172.21.15.46:0/4076725734 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c8d1668e0 con 0x555c8d16c380
2024-03-19T01:51:33.072 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.070+0000 7fb7b759e640  1 --2- 172.21.15.46:0/4076725734 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555c8d175880 0x555c8d18d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:51:33.072 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.071+0000 7fb7b6d9d640  1 --2- 172.21.15.46:0/4076725734 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555c8d16c380 0x555c8d174ec0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fb7a801c9d0 tx=0x7fb7a8004a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=791a8835156042c9 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:33.072 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.071+0000 7fb79cff9640  1 -- 172.21.15.46:0/4076725734 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a801dca0 con 0x555c8d16c380
2024-03-19T01:51:33.072 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.071+0000 7fb79cff9640  1 -- 172.21.15.46:0/4076725734 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb7a801cbc0 con 0x555c8d16c380
2024-03-19T01:51:33.072 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.071+0000 7fb79cff9640  1 -- 172.21.15.46:0/4076725734 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7a800fa50 con 0x555c8d16c380
2024-03-19T01:51:33.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.071+0000 7fb7bfd81740  1 -- 172.21.15.46:0/4076725734 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555c8d16c380 msgr2=0x555c8d174ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:33.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.071+0000 7fb7bfd81740  1 --2- 172.21.15.46:0/4076725734 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555c8d16c380 0x555c8d174ec0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fb7a801c9d0 tx=0x7fb7a8004a20 comp rx=0 tx=0).stop
2024-03-19T01:51:33.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.072+0000 7fb7bfd81740  1 -- 172.21.15.46:0/4076725734 shutdown_connections
2024-03-19T01:51:33.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.072+0000 7fb7bfd81740  1 --2- 172.21.15.46:0/4076725734 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555c8d175880 0x555c8d18d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.072+0000 7fb7bfd81740  1 --2- 172.21.15.46:0/4076725734 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555c8d16cca0 0x555c8d181440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.072+0000 7fb7bfd81740  1 --2- 172.21.15.46:0/4076725734 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555c8d16c380 0x555c8d174ec0 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.072+0000 7fb7bfd81740  1 -- 172.21.15.46:0/4076725734 >> 172.21.15.46:0/4076725734 conn(0x555c8d166ab0 msgr2=0x555c8d1652a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:33.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.072+0000 7fb7bfd81740  1 -- 172.21.15.46:0/4076725734 shutdown_connections
2024-03-19T01:51:33.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.072+0000 7fb7bfd81740  1 -- 172.21.15.46:0/4076725734 wait complete.
2024-03-19T01:51:33.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.072+0000 7fb7bfd81740  1 --  start start
2024-03-19T01:51:33.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.072+0000 7fb7bfd81740  1  Processor -- start
2024-03-19T01:51:33.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.072+0000 7fb7bfd81740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555c8d16c380 0x555c8d16f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.072+0000 7fb7bfd81740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555c8d16cca0 0x555c8d16fab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.072+0000 7fb7bfd81740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555c8d175880 0x555c8d16fff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.072+0000 7fb7bfd81740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b81ad180 con 0x555c8d16cca0
2024-03-19T01:51:33.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.072+0000 7fb7bfd81740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b81ae5f0 con 0x555c8d175880
2024-03-19T01:51:33.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.072+0000 7fb7bfd81740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb7b81ad850 con 0x555c8d16c380
2024-03-19T01:51:33.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.072+0000 7fb7bfd81740 10 client.0 _ll_register_callbacks cb 0x7fb7a800f560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:51:33.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.072+0000 7fb7b659c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555c8d16cca0 0x555c8d16fab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.072+0000 7fb7b659c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555c8d16cca0 0x555c8d16fab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56278/0 (socket says 172.21.15.46:56278)
2024-03-19T01:51:33.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.072+0000 7fb7b6d9d640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555c8d16c380 0x555c8d16f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.072+0000 7fb7b659c640  1 -- 172.21.15.46:0/1396225514 learned_addr learned my addr 172.21.15.46:0/1396225514 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:33.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.072+0000 7fb7b759e640  1 --2- 172.21.15.46:0/1396225514 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555c8d175880 0x555c8d16fff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.073+0000 7fb7b659c640  1 -- 172.21.15.46:0/1396225514 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555c8d16c380 msgr2=0x555c8d16f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:33.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.073+0000 7fb7b659c640  1 --2- 172.21.15.46:0/1396225514 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555c8d16c380 0x555c8d16f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.073+0000 7fb7b659c640  1 -- 172.21.15.46:0/1396225514 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555c8d175880 msgr2=0x555c8d16fff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:33.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.073+0000 7fb7b659c640  1 --2- 172.21.15.46:0/1396225514 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555c8d175880 0x555c8d16fff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.073+0000 7fb7b659c640  1 -- 172.21.15.46:0/1396225514 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c8d1eb040 con 0x555c8d16cca0
2024-03-19T01:51:33.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.073+0000 7fb7b6d9d640  1 --2- 172.21.15.46:0/1396225514 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555c8d16c380 0x555c8d16f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:51:33.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.073+0000 7fb7b759e640  1 --2- 172.21.15.46:0/1396225514 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555c8d175880 0x555c8d16fff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:51:33.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.073+0000 7fb7b659c640  1 --2- 172.21.15.46:0/1396225514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555c8d16cca0 0x555c8d16fab0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fb7ac0bd3f0 tx=0x7fb7ac02c740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf80716c152e207d server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:33.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.073+0000 7fb79aff5640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:51:33.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.073+0000 7fb79aff5640  1 -- 172.21.15.46:0/1396225514 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7ac0c15b0 con 0x555c8d16cca0
2024-03-19T01:51:33.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.073+0000 7fb7bfd81740  1 -- 172.21.15.46:0/1396225514 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb7a801cbc0 con 0x555c8d16cca0
2024-03-19T01:51:33.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.073+0000 7fb79aff5640  1 -- 172.21.15.46:0/1396225514 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fb7ac0c1170 con 0x555c8d16cca0
2024-03-19T01:51:33.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.073+0000 7fb79aff5640  1 -- 172.21.15.46:0/1396225514 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb7ac0c1370 con 0x555c8d16cca0
2024-03-19T01:51:33.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.073+0000 7fb7bfd81740 10 client.16035 fetch_fsmap learned FSMap version 25
2024-03-19T01:51:33.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.073+0000 7fb7bfd81740  1 -- 172.21.15.46:0/1396225514 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x555c8d1ec3c0 con 0x555c8d16cca0
2024-03-19T01:51:33.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.073+0000 7fb79aff5640  1 -- 172.21.15.46:0/1396225514 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb7a801cbc0 con 0x555c8d16cca0
2024-03-19T01:51:33.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.074+0000 7fb79aff5640  1 -- 172.21.15.46:0/1396225514 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fb7ac0ee7f0 con 0x555c8d16cca0
2024-03-19T01:51:33.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.074+0000 7fb7bfd81740 10 client.16035 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:51:33.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.074+0000 7fb7bfd81740 10 client.16035 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:51:33.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.074+0000 7fb7bfd81740 20 client.16035 populate_metadata read hostname 'smithi046'
2024-03-19T01:51:33.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.074+0000 7fb7bfd81740  1 --2- 172.21.15.46:0/1396225514 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555c8d1ecb20 0x555c8d1eef40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.074+0000 7fb7bfd81740  4 client.16035 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}]
2024-03-19T01:51:33.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.074+0000 7fb7bfd81740  1 -- 172.21.15.46:0/1396225514 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x555c8d0d79f0 con 0x555c8d1ecb20
2024-03-19T01:51:33.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.074+0000 7fb7b6d9d640  1 --2- 172.21.15.46:0/1396225514 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555c8d1ecb20 0x555c8d1eef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.074+0000 7fb7b6d9d640  1 --2- 172.21.15.46:0/1396225514 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555c8d1ecb20 0x555c8d1eef40 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=128af86479478f39 server_cookie=53403101e9a599d in_seq=0 out_seq=0
2024-03-19T01:51:33.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.074+0000 7fb79aff5640 10 client.16035 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:51:33.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.076+0000 7fb79aff5640  1 -- 172.21.15.46:0/1396225514 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x555c8d0d79f0 con 0x555c8d1ecb20
2024-03-19T01:51:33.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.076+0000 7fb79aff5640 10 client.16035 handle_command_reply: tid=0
2024-03-19T01:51:33.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.076+0000 7fb7bfd81740  1 client.16035 shutdown
2024-03-19T01:51:33.081 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.076+0000 7fb7bfd81740  1 -- 172.21.15.46:0/1396225514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555c8d16cca0 msgr2=0x555c8d16fab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:33.081 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.076+0000 7fb7bfd81740  1 --2- 172.21.15.46:0/1396225514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555c8d16cca0 0x555c8d16fab0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fb7ac0bd3f0 tx=0x7fb7ac02c740 comp rx=0 tx=0).stop
2024-03-19T01:51:33.081 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.077+0000 7fb7bfd81740  1 -- 172.21.15.46:0/1396225514 shutdown_connections
2024-03-19T01:51:33.081 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.077+0000 7fb7bfd81740  1 --2- 172.21.15.46:0/1396225514 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555c8d1ecb20 0x555c8d1eef40 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.081 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.077+0000 7fb7bfd81740  1 --2- 172.21.15.46:0/1396225514 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555c8d175880 0x555c8d16fff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.081 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.077+0000 7fb7bfd81740  1 --2- 172.21.15.46:0/1396225514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555c8d16cca0 0x555c8d16fab0 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.081 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.077+0000 7fb7bfd81740  1 --2- 172.21.15.46:0/1396225514 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555c8d16c380 0x555c8d16f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.081 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.077+0000 7fb7bfd81740  1 -- 172.21.15.46:0/1396225514 >> 172.21.15.46:0/1396225514 conn(0x555c8d166ab0 msgr2=0x555c8d172fe0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:33.081 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.077+0000 7fb79aff5640  0 client.16035 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:51:33.081 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.077+0000 7fb7bfd81740  1 -- 172.21.15.46:0/1396225514 shutdown_connections
2024-03-19T01:51:33.081 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.077+0000 7fb7bfd81740  1 -- 172.21.15.46:0/1396225514 wait complete.
2024-03-19T01:51:33.081 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.077+0000 7fb7bfd81740 20 client.16035 trim_cache size 0 max 16384
2024-03-19T01:51:33.082 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:51:33.082 INFO:teuthology.orchestra.run.smithi046.stdout:    "return_code": 0,
2024-03-19T01:51:33.082 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrub_tag": "a2bd7fa6-738d-427b-93a2-396226e1a66f",
2024-03-19T01:51:33.082 INFO:teuthology.orchestra.run.smithi046.stdout:    "mode": "asynchronous"
2024-03-19T01:51:33.082 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:51:33.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.078+0000 7fb7bd0bf640  1 -- 172.21.15.46:0/1482386117 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb7a00a2a90 msgr2=0x7fb7a00a4f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:33.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.078+0000 7fb7bd0bf640  1 --2- 172.21.15.46:0/1482386117 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb7a00a2a90 0x7fb7a00a4f50 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb7a80049d0 tx=0x7fb7a8009500 comp rx=0 tx=0).stop
2024-03-19T01:51:33.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.078+0000 7fb7bd0bf640  1 -- 172.21.15.46:0/1482386117 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb7b8102150 msgr2=0x7fb7b8198580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:33.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.078+0000 7fb7bd0bf640  1 --2- 172.21.15.46:0/1482386117 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb7b8102150 0x7fb7b8198580 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fb7ac009230 tx=0x7fb7ac0045e0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.078+0000 7fb7bd0bf640  1 -- 172.21.15.46:0/1482386117 shutdown_connections
2024-03-19T01:51:33.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.078+0000 7fb7bd0bf640  1 --2- 172.21.15.46:0/1482386117 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb7a00a2a90 0x7fb7a00a4f50 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.078+0000 7fb7bd0bf640  1 --2- 172.21.15.46:0/1482386117 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb7b81077a0 0x7fb7b819c900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.078+0000 7fb7bd0bf640  1 --2- 172.21.15.46:0/1482386117 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb7b8102150 0x7fb7b8198580 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.078+0000 7fb7bd0bf640  1 --2- 172.21.15.46:0/1482386117 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7b8101790 0x7fb7b8198040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.078+0000 7fb7bd0bf640  1 -- 172.21.15.46:0/1482386117 >> 172.21.15.46:0/1482386117 conn(0x7fb7b80fd280 msgr2=0x7fb7b80fdc80 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:33.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.078+0000 7fb7bd0bf640  1 -- 172.21.15.46:0/1482386117 shutdown_connections
2024-03-19T01:51:33.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.078+0000 7fb7bd0bf640  1 -- 172.21.15.46:0/1482386117 wait complete.
2024-03-19T01:51:33.090 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:51:33.091 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:51:33.221 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.221+0000 7f28fa16f640  1 -- 172.21.15.46:0/455829984 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f28f4100690 msgr2=0x7f28f4100b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:33.221 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.221+0000 7f28fa16f640  1 --2- 172.21.15.46:0/455829984 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f28f4100690 0x7f28f4100b10 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f28e8009930 tx=0x7f28e802bc20 comp rx=0 tx=0).stop
2024-03-19T01:51:33.221 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.221+0000 7f28fa16f640  1 -- 172.21.15.46:0/455829984 shutdown_connections
2024-03-19T01:51:33.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.221+0000 7f28fa16f640  1 --2- 172.21.15.46:0/455829984 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f28f4101050 0x7f28f410d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.221+0000 7f28fa16f640  1 --2- 172.21.15.46:0/455829984 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f28f4100690 0x7f28f4100b10 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.221+0000 7f28fa16f640  1 --2- 172.21.15.46:0/455829984 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f28f41066a0 0x7f28f4106a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.221+0000 7f28fa16f640  1 -- 172.21.15.46:0/455829984 >> 172.21.15.46:0/455829984 conn(0x7f28f4077820 msgr2=0x7f28f4077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:33.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.221+0000 7f28fa16f640  1 -- 172.21.15.46:0/455829984 shutdown_connections
2024-03-19T01:51:33.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.221+0000 7f28fa16f640  1 -- 172.21.15.46:0/455829984 wait complete.
2024-03-19T01:51:33.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.222+0000 7f28fa16f640  1  Processor -- start
2024-03-19T01:51:33.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.222+0000 7f28fa16f640  1 --  start start
2024-03-19T01:51:33.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.222+0000 7f28fa16f640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f28f4100690 0x7f28f4198000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.222+0000 7f28fa16f640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f28f4101050 0x7f28f4198540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.222+0000 7f28fa16f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f28f41066a0 0x7f28f419c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.222+0000 7f28fa16f640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f28f41109b0 con 0x7f28f41066a0
2024-03-19T01:51:33.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.222+0000 7f28fa16f640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f28f4110830 con 0x7f28f4100690
2024-03-19T01:51:33.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.222+0000 7f28fa16f640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f28f4110b30 con 0x7f28f4101050
2024-03-19T01:51:33.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.222+0000 7f28f3fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f28f41066a0 0x7f28f419c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.222+0000 7f28f37fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f28f4100690 0x7f28f4198000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.222+0000 7f28f3fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f28f41066a0 0x7f28f419c8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56302/0 (socket says 172.21.15.46:56302)
2024-03-19T01:51:33.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.222+0000 7f28f3fff640  1 -- 172.21.15.46:0/2369979389 learned_addr learned my addr 172.21.15.46:0/2369979389 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:33.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.222+0000 7f28f2ffd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f28f4101050 0x7f28f4198540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.223+0000 7f28f2ffd640  1 -- 172.21.15.46:0/2369979389 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f28f4100690 msgr2=0x7f28f4198000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:33.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.223+0000 7f28f2ffd640  1 --2- 172.21.15.46:0/2369979389 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f28f4100690 0x7f28f4198000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.223+0000 7f28f2ffd640  1 -- 172.21.15.46:0/2369979389 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f28f41066a0 msgr2=0x7f28f419c8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:33.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.223+0000 7f28f2ffd640  1 --2- 172.21.15.46:0/2369979389 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f28f41066a0 0x7f28f419c8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.223+0000 7f28f2ffd640  1 -- 172.21.15.46:0/2369979389 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28f419cff0 con 0x7f28f4101050
2024-03-19T01:51:33.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.223+0000 7f28f3fff640  1 --2- 172.21.15.46:0/2369979389 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f28f41066a0 0x7f28f419c8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:51:33.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.223+0000 7f28f2ffd640  1 --2- 172.21.15.46:0/2369979389 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f28f4101050 0x7f28f4198540 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f28e8036040 tx=0x7f28e802c630 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:33.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.223+0000 7f28f0ff9640  1 -- 172.21.15.46:0/2369979389 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e8043020 con 0x7f28f4101050
2024-03-19T01:51:33.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.223+0000 7f28fa16f640  1 -- 172.21.15.46:0/2369979389 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28f419d280 con 0x7f28f4101050
2024-03-19T01:51:33.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.223+0000 7f28f0ff9640  1 -- 172.21.15.46:0/2369979389 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f28e802ca60 con 0x7f28f4101050
2024-03-19T01:51:33.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.223+0000 7f28fa16f640  1 -- 172.21.15.46:0/2369979389 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28f41a4b70 con 0x7f28f4101050
2024-03-19T01:51:33.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.223+0000 7f28f0ff9640  1 -- 172.21.15.46:0/2369979389 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e8003a10 con 0x7f28f4101050
2024-03-19T01:51:33.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.226+0000 7f28f0ff9640  1 -- 172.21.15.46:0/2369979389 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 24) ==== 137523+0+0 (secure 0 0 0) 0x7f28e8046020 con 0x7f28f4101050
2024-03-19T01:51:33.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.226+0000 7f28fce30740  1  Processor -- start
2024-03-19T01:51:33.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.226+0000 7f28fce30740  1 --  start start
2024-03-19T01:51:33.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.226+0000 7f28fce30740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558417861a30 0x558417861e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.226+0000 7f28fce30740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558417862350 0x55841786a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.226+0000 7f28fce30740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55841786af30 0x55841786d320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.226+0000 7f28fce30740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5584177c5500 con 0x558417861a30
2024-03-19T01:51:33.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.226+0000 7f28fce30740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55841776dbe0 con 0x55841786af30
2024-03-19T01:51:33.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.226+0000 7f28fce30740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5584177c15a0 con 0x558417862350
2024-03-19T01:51:33.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.226+0000 7f28f3fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558417861a30 0x558417861e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.226+0000 7f28f3fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558417861a30 0x558417861e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56306/0 (socket says 172.21.15.46:56306)
2024-03-19T01:51:33.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.226+0000 7f28f37fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558417862350 0x55841786a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.226+0000 7f28f3fff640  1 -- 172.21.15.46:0/2705820148 learned_addr learned my addr 172.21.15.46:0/2705820148 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:33.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.227+0000 7f28f0ff9640  1 --2- 172.21.15.46:0/2369979389 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f28dc0a2a90 0x7f28dc0a4f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.227+0000 7f28f2ffd640  1 --2- 172.21.15.46:0/2705820148 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55841786af30 0x55841786d320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.227+0000 7f28f3fff640  1 --2- 172.21.15.46:0/2369979389 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f28dc0a2a90 0x7f28dc0a4f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.227+0000 7f28f37fe640  1 -- 172.21.15.46:0/2705820148 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55841786af30 msgr2=0x55841786d320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:33.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.227+0000 7f28f37fe640  1 --2- 172.21.15.46:0/2705820148 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55841786af30 0x55841786d320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.227+0000 7f28f37fe640  1 -- 172.21.15.46:0/2705820148 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558417861a30 msgr2=0x558417861e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:33.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.227+0000 7f28f37fe640  1 --2- 172.21.15.46:0/2705820148 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558417861a30 0x558417861e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.227+0000 7f28f37fe640  1 -- 172.21.15.46:0/2705820148 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55841778f000 con 0x558417862350
2024-03-19T01:51:33.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.227+0000 7f28f0ff9640  1 -- 172.21.15.46:0/2369979389 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f28e80f11f0 con 0x7f28f4101050
2024-03-19T01:51:33.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.227+0000 7f28f37fe640  1 --2- 172.21.15.46:0/2705820148 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558417862350 0x55841786a9f0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f28e4009c00 tx=0x7f28e4011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4a01b980466d7182 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:33.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.227+0000 7f28f3fff640  1 --2- 172.21.15.46:0/2369979389 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f28dc0a2a90 0x7f28dc0a4f50 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f28ec009270 tx=0x7f28ec004ab0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:33.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.227+0000 7f28d9ffb640  1 -- 172.21.15.46:0/2705820148 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e4009db0 con 0x558417862350
2024-03-19T01:51:33.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.227+0000 7f28d9ffb640  1 -- 172.21.15.46:0/2705820148 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f28e4005020 con 0x558417862350
2024-03-19T01:51:33.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.227+0000 7f28d9ffb640  1 -- 172.21.15.46:0/2705820148 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e4004a00 con 0x558417862350
2024-03-19T01:51:33.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.228+0000 7f28fce30740  1 -- 172.21.15.46:0/2705820148 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558417862350 msgr2=0x55841786a9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:33.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.228+0000 7f28fce30740  1 --2- 172.21.15.46:0/2705820148 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558417862350 0x55841786a9f0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f28e4009c00 tx=0x7f28e4011810 comp rx=0 tx=0).stop
2024-03-19T01:51:33.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.228+0000 7f28fce30740  1 -- 172.21.15.46:0/2705820148 shutdown_connections
2024-03-19T01:51:33.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.228+0000 7f28fce30740  1 --2- 172.21.15.46:0/2705820148 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55841786af30 0x55841786d320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.228+0000 7f28fce30740  1 --2- 172.21.15.46:0/2705820148 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558417862350 0x55841786a9f0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.228+0000 7f28fce30740  1 --2- 172.21.15.46:0/2705820148 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558417861a30 0x558417861e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.228+0000 7f28fce30740  1 -- 172.21.15.46:0/2705820148 >> 172.21.15.46:0/2705820148 conn(0x55841785c160 msgr2=0x55841785c540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:33.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.228+0000 7f28fce30740  1 -- 172.21.15.46:0/2705820148 shutdown_connections
2024-03-19T01:51:33.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.228+0000 7f28fce30740  1 -- 172.21.15.46:0/2705820148 wait complete.
2024-03-19T01:51:33.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.228+0000 7f28fce30740  1 --  start start
2024-03-19T01:51:33.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.229+0000 7f28fce30740  1  Processor -- start
2024-03-19T01:51:33.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.229+0000 7f28fce30740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558417861a30 0x558417867f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.229+0000 7f28fce30740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558417862350 0x558417868470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.229+0000 7f28fce30740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55841786af30 0x5584178689b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.229+0000 7f28fce30740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55841786dd20 con 0x558417862350
2024-03-19T01:51:33.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.229+0000 7f28fce30740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x558417781160 con 0x558417861a30
2024-03-19T01:51:33.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.229+0000 7f28fce30740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55841786dea0 con 0x55841786af30
2024-03-19T01:51:33.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.229+0000 7f28fce30740 10 client.0 _ll_register_callbacks cb 0x5584177bda40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:51:33.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.229+0000 7f28f2ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558417862350 0x558417868470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.229+0000 7f28f37fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558417861a30 0x558417867f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.229+0000 7f28f2ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558417862350 0x558417868470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56308/0 (socket says 172.21.15.46:56308)
2024-03-19T01:51:33.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.229+0000 7f28f2ffd640  1 -- 172.21.15.46:0/853136553 learned_addr learned my addr 172.21.15.46:0/853136553 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:33.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.229+0000 7f28f3fff640  1 --2- 172.21.15.46:0/853136553 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55841786af30 0x5584178689b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.229+0000 7f28f2ffd640  1 -- 172.21.15.46:0/853136553 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55841786af30 msgr2=0x5584178689b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:33.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.229+0000 7f28f2ffd640  1 --2- 172.21.15.46:0/853136553 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55841786af30 0x5584178689b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.229+0000 7f28f2ffd640  1 -- 172.21.15.46:0/853136553 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558417861a30 msgr2=0x558417867f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:33.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.229+0000 7f28f2ffd640  1 --2- 172.21.15.46:0/853136553 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558417861a30 0x558417867f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.229+0000 7f28f2ffd640  1 -- 172.21.15.46:0/853136553 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5584175a37d0 con 0x558417862350
2024-03-19T01:51:33.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.230+0000 7f28f2ffd640  1 --2- 172.21.15.46:0/853136553 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558417862350 0x558417868470 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f28e8005ab0 tx=0x7f28e80bd270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=996056be223ef770 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:33.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.230+0000 7f28d2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:51:33.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.230+0000 7f28d2ffd640  1 -- 172.21.15.46:0/853136553 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e80bd3a0 con 0x558417862350
2024-03-19T01:51:33.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.230+0000 7f28d2ffd640  1 -- 172.21.15.46:0/853136553 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f28e80dd0e0 con 0x558417862350
2024-03-19T01:51:33.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.230+0000 7f28fce30740  1 -- 172.21.15.46:0/853136553 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f28e4005020 con 0x558417862350
2024-03-19T01:51:33.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.230+0000 7f28d2ffd640  1 -- 172.21.15.46:0/853136553 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f28e80c14f0 con 0x558417862350
2024-03-19T01:51:33.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.230+0000 7f28fce30740 10 client.16047 fetch_fsmap learned FSMap version 25
2024-03-19T01:51:33.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.230+0000 7f28fce30740  1 -- 172.21.15.46:0/853136553 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5584174d93f0 con 0x558417862350
2024-03-19T01:51:33.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.230+0000 7f28d2ffd640  1 -- 172.21.15.46:0/853136553 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f28e80c5b40 con 0x558417862350
2024-03-19T01:51:33.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.230+0000 7f28d2ffd640  1 -- 172.21.15.46:0/853136553 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f28e80c56b0 con 0x558417862350
2024-03-19T01:51:33.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.230+0000 7f28fce30740 10 client.16047 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:51:33.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.230+0000 7f28fce30740 10 client.16047 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:51:33.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.230+0000 7f28fce30740 20 client.16047 populate_metadata read hostname 'smithi046'
2024-03-19T01:51:33.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.230+0000 7f28fce30740  1 --2- 172.21.15.46:0/853136553 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55841787b220 0x55841787d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.230+0000 7f28fce30740  4 client.16047 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:51:33.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.230+0000 7f28fce30740  1 -- 172.21.15.46:0/853136553 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f28e4005020 con 0x55841787b220
2024-03-19T01:51:33.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.231+0000 7f28f37fe640  1 --2- 172.21.15.46:0/853136553 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55841787b220 0x55841787d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.231+0000 7f28d2ffd640 10 client.16047 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:51:33.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.231+0000 7f28f37fe640  1 --2- 172.21.15.46:0/853136553 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55841787b220 0x55841787d6a0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2a91f8b68077f738 server_cookie=3fdfa8aa69f6c59a in_seq=0 out_seq=0
2024-03-19T01:51:33.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.233+0000 7f28d2ffd640  1 -- 172.21.15.46:0/853136553 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x7f28e4005020 con 0x55841787b220
2024-03-19T01:51:33.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.233+0000 7f28d2ffd640 10 client.16047 handle_command_reply: tid=0
2024-03-19T01:51:33.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.233+0000 7f28fce30740  1 client.16047 shutdown
2024-03-19T01:51:33.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.233+0000 7f28fce30740  1 -- 172.21.15.46:0/853136553 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558417862350 msgr2=0x558417868470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:33.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.233+0000 7f28fce30740  1 --2- 172.21.15.46:0/853136553 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558417862350 0x558417868470 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f28e8005ab0 tx=0x7f28e80bd270 comp rx=0 tx=0).stop
2024-03-19T01:51:33.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.233+0000 7f28fce30740  1 -- 172.21.15.46:0/853136553 shutdown_connections
2024-03-19T01:51:33.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.233+0000 7f28fce30740  1 --2- 172.21.15.46:0/853136553 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55841787b220 0x55841787d6a0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.233+0000 7f28fce30740  1 --2- 172.21.15.46:0/853136553 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55841786af30 0x5584178689b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.233+0000 7f28fce30740  1 --2- 172.21.15.46:0/853136553 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558417862350 0x558417868470 secure :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f28e8005ab0 tx=0x7f28e80bd270 comp rx=0 tx=0).stop
2024-03-19T01:51:33.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.233+0000 7f28d2ffd640  0 client.16047 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:51:33.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.233+0000 7f28fce30740  1 --2- 172.21.15.46:0/853136553 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558417861a30 0x558417867f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.233+0000 7f28fce30740  1 -- 172.21.15.46:0/853136553 >> 172.21.15.46:0/853136553 conn(0x55841785c160 msgr2=0x55841785deb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:33.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.233+0000 7f28fce30740  1 -- 172.21.15.46:0/853136553 shutdown_connections
2024-03-19T01:51:33.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.233+0000 7f28fce30740  1 -- 172.21.15.46:0/853136553 wait complete.
2024-03-19T01:51:33.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.233+0000 7f28fce30740 20 client.16047 trim_cache size 0 max 16384
2024-03-19T01:51:33.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.258+0000 7f28fce30740  1  Processor -- start
2024-03-19T01:51:33.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.258+0000 7f28fce30740  1 --  start start
2024-03-19T01:51:33.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.259+0000 7f28fce30740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55841785c160 0x55841786a660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.259+0000 7f28fce30740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558417861a30 0x558417876ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.259+0000 7f28fce30740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55841786af30 0x558417882fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.259+0000 7f28fce30740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f28f41b1410 con 0x55841786af30
2024-03-19T01:51:33.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.259+0000 7f28fce30740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f28f41aece0 con 0x55841785c160
2024-03-19T01:51:33.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.259+0000 7f28fce30740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f28f41acb10 con 0x558417861a30
2024-03-19T01:51:33.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.259+0000 7f28f2ffd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558417861a30 0x558417876ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.259+0000 7f28f2ffd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558417861a30 0x558417876ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:57418/0 (socket says 172.21.15.46:57418)
2024-03-19T01:51:33.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.259+0000 7f28f2ffd640  1 -- 172.21.15.46:0/1442776605 learned_addr learned my addr 172.21.15.46:0/1442776605 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:33.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.259+0000 7f28f37fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55841785c160 0x55841786a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.259+0000 7f28f3fff640  1 --2- 172.21.15.46:0/1442776605 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55841786af30 0x558417882fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.259+0000 7f28f2ffd640  1 -- 172.21.15.46:0/1442776605 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55841785c160 msgr2=0x55841786a660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:33.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.259+0000 7f28f2ffd640  1 --2- 172.21.15.46:0/1442776605 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55841785c160 0x55841786a660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.259+0000 7f28f2ffd640  1 -- 172.21.15.46:0/1442776605 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55841786af30 msgr2=0x558417882fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:33.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.259+0000 7f28f2ffd640  1 --2- 172.21.15.46:0/1442776605 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55841786af30 0x558417882fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.259+0000 7f28f2ffd640  1 -- 172.21.15.46:0/1442776605 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5584174990f0 con 0x558417861a30
2024-03-19T01:51:33.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.260+0000 7f28f2ffd640  1 --2- 172.21.15.46:0/1442776605 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558417861a30 0x558417876ac0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f28e80bd330 tx=0x7f28e80bb8b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=804c131703c498cb server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:33.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.260+0000 7f28d97fa640  1 -- 172.21.15.46:0/1442776605 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e80bd3a0 con 0x558417861a30
2024-03-19T01:51:33.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.260+0000 7f28d97fa640  1 -- 172.21.15.46:0/1442776605 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f28e80ee4a0 con 0x558417861a30
2024-03-19T01:51:33.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.260+0000 7f28d97fa640  1 -- 172.21.15.46:0/1442776605 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e80bcd00 con 0x558417861a30
2024-03-19T01:51:33.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.261+0000 7f28fce30740  1 -- 172.21.15.46:0/1442776605 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558417861a30 msgr2=0x558417876ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:33.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.261+0000 7f28fce30740  1 --2- 172.21.15.46:0/1442776605 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558417861a30 0x558417876ac0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f28e80bd330 tx=0x7f28e80bb8b0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.261+0000 7f28fce30740  1 -- 172.21.15.46:0/1442776605 shutdown_connections
2024-03-19T01:51:33.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.261+0000 7f28fce30740  1 --2- 172.21.15.46:0/1442776605 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55841786af30 0x558417882fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.261+0000 7f28fce30740  1 --2- 172.21.15.46:0/1442776605 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558417861a30 0x558417876ac0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.261+0000 7f28fce30740  1 --2- 172.21.15.46:0/1442776605 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55841785c160 0x55841786a660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.261+0000 7f28fce30740  1 -- 172.21.15.46:0/1442776605 >> 172.21.15.46:0/1442776605 conn(0x558417866b70 msgr2=0x558417868780 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:33.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.261+0000 7f28fce30740  1 -- 172.21.15.46:0/1442776605 shutdown_connections
2024-03-19T01:51:33.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.261+0000 7f28fce30740  1 -- 172.21.15.46:0/1442776605 wait complete.
2024-03-19T01:51:33.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.261+0000 7f28fce30740  1 --  start start
2024-03-19T01:51:33.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.261+0000 7f28fce30740  1  Processor -- start
2024-03-19T01:51:33.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.261+0000 7f28fce30740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55841785c160 0x5584178730f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.261+0000 7f28fce30740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558417861a30 0x55841786f510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.262+0000 7f28fce30740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55841786af30 0x55841786fa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.262+0000 7f28fce30740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f28f41ad1a0 con 0x558417861a30
2024-03-19T01:51:33.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.262+0000 7f28fce30740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f28f41ae610 con 0x55841785c160
2024-03-19T01:51:33.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.262+0000 7f28fce30740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f28f41ad870 con 0x55841786af30
2024-03-19T01:51:33.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.262+0000 7f28f2ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558417861a30 0x55841786f510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.262+0000 7f28fce30740 10 client.0 _ll_register_callbacks cb 0x7f28e8009560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:51:33.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.262+0000 7f28f2ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558417861a30 0x55841786f510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56316/0 (socket says 172.21.15.46:56316)
2024-03-19T01:51:33.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.262+0000 7f28f2ffd640  1 -- 172.21.15.46:0/402103287 learned_addr learned my addr 172.21.15.46:0/402103287 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:51:33.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.262+0000 7f28f37fe640  1 --2- 172.21.15.46:0/402103287 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55841785c160 0x5584178730f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.262+0000 7f28f3fff640  1 --2- 172.21.15.46:0/402103287 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55841786af30 0x55841786fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.262+0000 7f28f2ffd640  1 -- 172.21.15.46:0/402103287 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55841786af30 msgr2=0x55841786fa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:33.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.262+0000 7f28f2ffd640  1 --2- 172.21.15.46:0/402103287 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55841786af30 0x55841786fa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.262+0000 7f28f2ffd640  1 -- 172.21.15.46:0/402103287 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55841785c160 msgr2=0x5584178730f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:51:33.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.262+0000 7f28f2ffd640  1 --2- 172.21.15.46:0/402103287 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55841785c160 0x5584178730f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.262+0000 7f28f2ffd640  1 -- 172.21.15.46:0/402103287 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55841786ff90 con 0x558417861a30
2024-03-19T01:51:33.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.262+0000 7f28f2ffd640  1 --2- 172.21.15.46:0/402103287 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558417861a30 0x55841786f510 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f28e80f1560 tx=0x7f28e8005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd93487d4aae9023 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:51:33.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.262+0000 7f28d2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:51:33.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.263+0000 7f28d2ffd640  1 -- 172.21.15.46:0/402103287 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e80d5070 con 0x558417861a30
2024-03-19T01:51:33.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.263+0000 7f28d2ffd640  1 -- 172.21.15.46:0/402103287 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f28e80bd600 con 0x558417861a30
2024-03-19T01:51:33.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.263+0000 7f28fce30740  1 -- 172.21.15.46:0/402103287 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f28e80ee4a0 con 0x558417861a30
2024-03-19T01:51:33.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.263+0000 7f28d2ffd640  1 -- 172.21.15.46:0/402103287 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f28e80bcd00 con 0x558417861a30
2024-03-19T01:51:33.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.263+0000 7f28fce30740 10 client.16053 fetch_fsmap learned FSMap version 25
2024-03-19T01:51:33.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.263+0000 7f28fce30740  1 -- 172.21.15.46:0/402103287 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55841786ff90 con 0x558417861a30
2024-03-19T01:51:33.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.263+0000 7f28d2ffd640  1 -- 172.21.15.46:0/402103287 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f28e80ee4a0 con 0x558417861a30
2024-03-19T01:51:33.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.264+0000 7f28d2ffd640  1 -- 172.21.15.46:0/402103287 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f28e80b90f0 con 0x558417861a30
2024-03-19T01:51:33.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.264+0000 7f28fce30740 10 client.16053 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:51:33.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.264+0000 7f28fce30740 10 client.16053 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:51:33.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.264+0000 7f28fce30740 20 client.16053 populate_metadata read hostname 'smithi046'
2024-03-19T01:51:33.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.264+0000 7f28fce30740  1 --2- 172.21.15.46:0/402103287 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5584178e6970 0x5584178e8d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:51:33.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.264+0000 7f28fce30740  4 client.16053 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:51:33.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.264+0000 7f28fce30740  1 -- 172.21.15.46:0/402103287 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5584177d2a40 con 0x5584178e6970
2024-03-19T01:51:33.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.264+0000 7f28f37fe640  1 --2- 172.21.15.46:0/402103287 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5584178e6970 0x5584178e8d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:51:33.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.264+0000 7f28d2ffd640 10 client.16053 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:51:33.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.264+0000 7f28f37fe640  1 --2- 172.21.15.46:0/402103287 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5584178e6970 0x5584178e8d90 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=88f73c739b68ebec server_cookie=7cc519e0ed396644 in_seq=0 out_seq=0
2024-03-19T01:51:33.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.267+0000 7f28d2ffd640  1 -- 172.21.15.46:0/402103287 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+266 (crc 0 0 0) 0x5584177d2a40 con 0x5584178e6970
2024-03-19T01:51:33.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.267+0000 7f28d2ffd640 10 client.16053 handle_command_reply: tid=0
2024-03-19T01:51:33.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.267+0000 7f28fce30740  1 client.16053 shutdown
2024-03-19T01:51:33.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.268+0000 7f28fce30740  1 -- 172.21.15.46:0/402103287 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558417861a30 msgr2=0x55841786f510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:33.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.268+0000 7f28fce30740  1 --2- 172.21.15.46:0/402103287 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558417861a30 0x55841786f510 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f28e80f1560 tx=0x7f28e8005b50 comp rx=0 tx=0).stop
2024-03-19T01:51:33.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.268+0000 7f28fce30740  1 -- 172.21.15.46:0/402103287 shutdown_connections
2024-03-19T01:51:33.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.268+0000 7f28fce30740  1 --2- 172.21.15.46:0/402103287 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5584178e6970 0x5584178e8d90 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.268+0000 7f28fce30740  1 --2- 172.21.15.46:0/402103287 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55841786af30 0x55841786fa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.268+0000 7f28fce30740  1 --2- 172.21.15.46:0/402103287 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558417861a30 0x55841786f510 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.268+0000 7f28d2ffd640  0 client.16053 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:51:33.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.268+0000 7f28fce30740  1 --2- 172.21.15.46:0/402103287 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55841785c160 0x5584178730f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.268+0000 7f28fce30740  1 -- 172.21.15.46:0/402103287 >> 172.21.15.46:0/402103287 conn(0x558417866b70 msgr2=0x55841785a950 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:33.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.268+0000 7f28fce30740  1 -- 172.21.15.46:0/402103287 shutdown_connections
2024-03-19T01:51:33.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.268+0000 7f28fce30740  1 -- 172.21.15.46:0/402103287 wait complete.
2024-03-19T01:51:33.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.268+0000 7f28fce30740 20 client.16053 trim_cache size 0 max 16384
2024-03-19T01:51:33.270 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:51:33.270 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "scrub active (22 inodes in the stack)",
2024-03-19T01:51:33.270 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {
2024-03-19T01:51:33.270 INFO:teuthology.orchestra.run.smithi046.stdout:        "a2bd7fa6-738d-427b-93a2-396226e1a66f": {
2024-03-19T01:51:33.270 INFO:teuthology.orchestra.run.smithi046.stdout:            "path": "/",
2024-03-19T01:51:33.270 INFO:teuthology.orchestra.run.smithi046.stdout:            "tag": "a2bd7fa6-738d-427b-93a2-396226e1a66f",
2024-03-19T01:51:33.271 INFO:teuthology.orchestra.run.smithi046.stdout:            "options": "recursive,force"
2024-03-19T01:51:33.271 INFO:teuthology.orchestra.run.smithi046.stdout:        }
2024-03-19T01:51:33.271 INFO:teuthology.orchestra.run.smithi046.stdout:    }
2024-03-19T01:51:33.271 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:51:33.271 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.269+0000 7f28fa16f640  1 -- 172.21.15.46:0/2369979389 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f28dc0a2a90 msgr2=0x7f28dc0a4f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:33.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.269+0000 7f28fa16f640  1 --2- 172.21.15.46:0/2369979389 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f28dc0a2a90 0x7f28dc0a4f50 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f28ec009270 tx=0x7f28ec004ab0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.269+0000 7f28fa16f640  1 -- 172.21.15.46:0/2369979389 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f28f4101050 msgr2=0x7f28f4198540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:51:33.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.269+0000 7f28fa16f640  1 --2- 172.21.15.46:0/2369979389 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f28f4101050 0x7f28f4198540 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f28e8036040 tx=0x7f28e802c630 comp rx=0 tx=0).stop
2024-03-19T01:51:33.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.269+0000 7f28fa16f640  1 -- 172.21.15.46:0/2369979389 shutdown_connections
2024-03-19T01:51:33.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.269+0000 7f28fa16f640  1 --2- 172.21.15.46:0/2369979389 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f28f41066a0 0x7f28f419c8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.269+0000 7f28fa16f640  1 --2- 172.21.15.46:0/2369979389 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f28dc0a2a90 0x7f28dc0a4f50 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.269+0000 7f28fa16f640  1 --2- 172.21.15.46:0/2369979389 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f28f4101050 0x7f28f4198540 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.269+0000 7f28fa16f640  1 --2- 172.21.15.46:0/2369979389 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f28f4100690 0x7f28f4198000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:51:33.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.269+0000 7f28fa16f640  1 -- 172.21.15.46:0/2369979389 >> 172.21.15.46:0/2369979389 conn(0x7f28f4077820 msgr2=0x7f28f4068d20 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:51:33.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.269+0000 7f28fa16f640  1 -- 172.21.15.46:0/2369979389 shutdown_connections
2024-03-19T01:51:33.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:51:33.269+0000 7f28fa16f640  1 -- 172.21.15.46:0/2369979389 wait complete.
2024-03-19T01:51:33.282 INFO:tasks.cephfs.filesystem:scrub status for tag:a2bd7fa6-738d-427b-93a2-396226e1a66f - {'path': '/', 'tag': 'a2bd7fa6-738d-427b-93a2-396226e1a66f', 'options': 'recursive,force'}
2024-03-19T01:51:33.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:33 smithi073 ceph-mon[66833]: pgmap v47: 129 pgs: 129 active+clean; 94 MiB data, 737 MiB used, 1.0 TiB / 1.0 TiB avail; 869 KiB/s rd, 2.2 MiB/s wr, 220 op/s
2024-03-19T01:51:33.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:33 smithi073 ceph-mon[66833]: scrub queued for path: /
2024-03-19T01:51:33.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:33 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:51:33.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:33 smithi073 ceph-mon[66833]: scrub summary: active paths [/]
2024-03-19T01:51:33.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:33 smithi073 ceph-mon[66833]: scrub summary: active paths [/]
2024-03-19T01:51:33.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:33 smithi073 ceph-mon[66833]: scrub summary: active paths [/]
2024-03-19T01:51:33.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:33 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:51:33.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:33 smithi073 ceph-mon[66833]: scrub summary: active paths [/]
2024-03-19T01:51:33.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:33 smithi102 ceph-mon[66557]: pgmap v47: 129 pgs: 129 active+clean; 94 MiB data, 737 MiB used, 1.0 TiB / 1.0 TiB avail; 869 KiB/s rd, 2.2 MiB/s wr, 220 op/s
2024-03-19T01:51:33.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:33 smithi102 ceph-mon[66557]: scrub queued for path: /
2024-03-19T01:51:33.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:33 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:51:33.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:33 smithi102 ceph-mon[66557]: scrub summary: active paths [/]
2024-03-19T01:51:33.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:33 smithi102 ceph-mon[66557]: scrub summary: active paths [/]
2024-03-19T01:51:33.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:33 smithi102 ceph-mon[66557]: scrub summary: active paths [/]
2024-03-19T01:51:33.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:33 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:51:33.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:33 smithi102 ceph-mon[66557]: scrub summary: active paths [/]
2024-03-19T01:51:34.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:33 smithi046 ceph-mon[63102]: pgmap v47: 129 pgs: 129 active+clean; 94 MiB data, 737 MiB used, 1.0 TiB / 1.0 TiB avail; 869 KiB/s rd, 2.2 MiB/s wr, 220 op/s
2024-03-19T01:51:34.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:33 smithi046 ceph-mon[63102]: scrub queued for path: /
2024-03-19T01:51:34.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:33 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:51:34.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:33 smithi046 ceph-mon[63102]: scrub summary: active paths [/]
2024-03-19T01:51:34.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:33 smithi046 ceph-mon[63102]: scrub summary: active paths [/]
2024-03-19T01:51:34.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:33 smithi046 ceph-mon[63102]: scrub summary: active paths [/]
2024-03-19T01:51:34.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:33 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:51:34.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:33 smithi046 ceph-mon[63102]: scrub summary: active paths [/]
2024-03-19T01:51:34.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:34 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:51:34.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:34 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:51:34.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:34 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:51:34.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:34 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:51:35.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:34 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:51:35.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:34 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:51:35.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:35 smithi073 ceph-mon[66833]: pgmap v48: 129 pgs: 129 active+clean; 94 MiB data, 737 MiB used, 1.0 TiB / 1.0 TiB avail; 869 KiB/s rd, 2.2 MiB/s wr, 220 op/s
2024-03-19T01:51:35.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:35 smithi073 ceph-mon[66833]: mgrmap e25: x(active, since 90s), standbys: y, z
2024-03-19T01:51:35.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:35 smithi102 ceph-mon[66557]: pgmap v48: 129 pgs: 129 active+clean; 94 MiB data, 737 MiB used, 1.0 TiB / 1.0 TiB avail; 869 KiB/s rd, 2.2 MiB/s wr, 220 op/s
2024-03-19T01:51:35.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:35 smithi102 ceph-mon[66557]: mgrmap e25: x(active, since 90s), standbys: y, z
2024-03-19T01:51:36.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:35 smithi046 ceph-mon[63102]: pgmap v48: 129 pgs: 129 active+clean; 94 MiB data, 737 MiB used, 1.0 TiB / 1.0 TiB avail; 869 KiB/s rd, 2.2 MiB/s wr, 220 op/s
2024-03-19T01:51:36.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:35 smithi046 ceph-mon[63102]: mgrmap e25: x(active, since 90s), standbys: y, z
2024-03-19T01:51:36.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:36 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:51:36.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:36 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:51:37.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:36 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:51:37.650 INFO:tasks.workunit.client.0.smithi046.stderr:+ pushd ltp-full-20091231/testcases/kernel/fs/fsstress
2024-03-19T01:51:37.654 INFO:tasks.workunit.client.0.smithi046.stdout:~/cephtest/mnt.0/client.0/tmp/fsstress/ltp-full-20091231/testcases/kernel/fs/fsstress ~/cephtest/mnt.0/client.0/tmp/fsstress ~/cephtest/mnt.0/client.0/tmp
2024-03-19T01:51:37.654 INFO:tasks.workunit.client.0.smithi046.stderr:+ make
2024-03-19T01:51:37.965 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:37 smithi073 ceph-mon[66833]: pgmap v49: 129 pgs: 129 active+clean; 107 MiB data, 798 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 314 op/s
2024-03-19T01:51:37.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:37 smithi102 ceph-mon[66557]: pgmap v49: 129 pgs: 129 active+clean; 107 MiB data, 798 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 314 op/s
2024-03-19T01:51:38.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:37 smithi046 ceph-mon[63102]: pgmap v49: 129 pgs: 129 active+clean; 107 MiB data, 798 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 3.3 MiB/s wr, 314 op/s
2024-03-19T01:51:38.321 INFO:tasks.workunit.client.0.smithi046.stdout:cc  -DNO_XFS -I/home/ubuntu/cephtest/mnt.0/client.0/tmp/fsstress/ltp-full-20091231/testcases/kernel/fs/fsstress -D_LARGEFILE64_SOURCE -D_GNU_SOURCE -I../../../../include -I../../../../include -L../../../../lib  fsstress.c   -o fsstress
2024-03-19T01:51:38.698 INFO:tasks.workunit.client.0.smithi046.stderr:++ readlink -f fsstress
2024-03-19T01:51:38.699 INFO:tasks.workunit.client.0.smithi046.stderr:+ BIN=/home/ubuntu/cephtest/mnt.0/client.0/tmp/fsstress/ltp-full-20091231/testcases/kernel/fs/fsstress/fsstress
2024-03-19T01:51:38.699 INFO:tasks.workunit.client.0.smithi046.stderr:+ popd
2024-03-19T01:51:38.700 INFO:tasks.workunit.client.0.smithi046.stdout:~/cephtest/mnt.0/client.0/tmp/fsstress ~/cephtest/mnt.0/client.0/tmp
2024-03-19T01:51:38.700 INFO:tasks.workunit.client.0.smithi046.stderr:+ popd
2024-03-19T01:51:38.701 INFO:tasks.workunit.client.0.smithi046.stdout:~/cephtest/mnt.0/client.0/tmp
2024-03-19T01:51:38.701 INFO:tasks.workunit.client.0.smithi046.stderr:++ mktemp -d -p .
2024-03-19T01:51:38.774 INFO:tasks.workunit.client.0.smithi046.stderr:+ T=./tmp.V3DXV6aLUZ
2024-03-19T01:51:38.774 INFO:tasks.workunit.client.0.smithi046.stderr:+ /home/ubuntu/cephtest/mnt.0/client.0/tmp/fsstress/ltp-full-20091231/testcases/kernel/fs/fsstress/fsstress -d ./tmp.V3DXV6aLUZ -l 1 -n 1000 -p 10 -v
2024-03-19T01:51:38.778 INFO:tasks.workunit.client.0.smithi046.stdout:seed = 1710427387
2024-03-19T01:51:38.782 INFO:tasks.workunit.client.0.smithi046.stdout:0/0: write - no filename
2024-03-19T01:51:38.785 INFO:tasks.workunit.client.0.smithi046.stdout:0/1: symlink l0 0
2024-03-19T01:51:38.785 INFO:tasks.workunit.client.0.smithi046.stdout:0/2: chown l0 116370 1
2024-03-19T01:51:38.788 INFO:tasks.workunit.client.0.smithi046.stdout:0/3: creat f1 x:0 0 0
2024-03-19T01:51:38.789 INFO:tasks.workunit.client.0.smithi046.stdout:1/0: mkdir d0 0
2024-03-19T01:51:38.791 INFO:tasks.workunit.client.0.smithi046.stdout:3/0: read - no filename
2024-03-19T01:51:38.791 INFO:tasks.workunit.client.0.smithi046.stdout:3/1: write - no filename
2024-03-19T01:51:38.792 INFO:tasks.workunit.client.0.smithi046.stdout:0/4: symlink l2 0
2024-03-19T01:51:38.792 INFO:tasks.workunit.client.0.smithi046.stdout:0/5: chown l2 7 1
2024-03-19T01:51:38.792 INFO:tasks.workunit.client.0.smithi046.stdout:0/6: rmdir - no directory
2024-03-19T01:51:38.793 INFO:tasks.workunit.client.0.smithi046.stdout:0/7: dread - f1 zero size
2024-03-19T01:51:38.793 INFO:tasks.workunit.client.0.smithi046.stdout:2/0: mkdir d0 0
2024-03-19T01:51:38.793 INFO:tasks.workunit.client.0.smithi046.stdout:2/1: dwrite - no filename
2024-03-19T01:51:38.795 INFO:tasks.workunit.client.0.smithi046.stdout:4/0: truncate - no filename
2024-03-19T01:51:38.795 INFO:tasks.workunit.client.0.smithi046.stdout:4/1: chown . 244042425 1
2024-03-19T01:51:38.795 INFO:tasks.workunit.client.0.smithi046.stdout:4/2: truncate - no filename
2024-03-19T01:51:38.795 INFO:tasks.workunit.client.0.smithi046.stdout:4/3: dread - no filename
2024-03-19T01:51:38.796 INFO:tasks.workunit.client.0.smithi046.stdout:1/1: creat d0/f1 x:0 0 0
2024-03-19T01:51:38.798 INFO:tasks.workunit.client.0.smithi046.stdout:0/8: rename f1 to f3 0
2024-03-19T01:51:38.800 INFO:tasks.workunit.client.0.smithi046.stdout:3/2: getdents . 0
2024-03-19T01:51:38.800 INFO:tasks.workunit.client.0.smithi046.stdout:3/3: dwrite - no filename
2024-03-19T01:51:38.802 INFO:tasks.workunit.client.0.smithi046.stdout:2/2: mkdir d0/d1 0
2024-03-19T01:51:38.803 INFO:tasks.workunit.client.0.smithi046.stdout:0/9: symlink l4 0
2024-03-19T01:51:38.803 INFO:tasks.workunit.client.0.smithi046.stdout:0/10: readlink l2 0
2024-03-19T01:51:38.804 INFO:tasks.workunit.client.0.smithi046.stdout:0/11: read - f3 zero size
2024-03-19T01:51:38.805 INFO:tasks.workunit.client.0.smithi046.stdout:0/12: read - f3 zero size
2024-03-19T01:51:38.805 INFO:tasks.workunit.client.0.smithi046.stdout:0/13: rmdir - no directory
2024-03-19T01:51:38.805 INFO:tasks.workunit.client.0.smithi046.stdout:0/14: truncate f3 895960 0
2024-03-19T01:51:38.805 INFO:tasks.workunit.client.0.smithi046.stdout:0/15: readlink l2 0
2024-03-19T01:51:38.805 INFO:tasks.workunit.client.0.smithi046.stdout:6/0: write - no filename
2024-03-19T01:51:38.805 INFO:tasks.workunit.client.0.smithi046.stdout:6/1: dwrite - no filename
2024-03-19T01:51:38.805 INFO:tasks.workunit.client.0.smithi046.stdout:6/2: dread - no filename
2024-03-19T01:51:38.805 INFO:tasks.workunit.client.0.smithi046.stdout:6/3: dread - no filename
2024-03-19T01:51:38.806 INFO:tasks.workunit.client.0.smithi046.stdout:4/4: symlink l0 0
2024-03-19T01:51:38.807 INFO:tasks.workunit.client.0.smithi046.stdout:1/2: link d0/f1 d0/f2 0
2024-03-19T01:51:38.812 INFO:tasks.workunit.client.0.smithi046.stdout:5/0: mkdir d0 0
2024-03-19T01:51:38.812 INFO:tasks.workunit.client.0.smithi046.stdout:5/1: fdatasync - no filename
2024-03-19T01:51:38.812 INFO:tasks.workunit.client.0.smithi046.stdout:5/2: dread - no filename
2024-03-19T01:51:38.812 INFO:tasks.workunit.client.0.smithi046.stdout:5/3: dwrite - no filename
2024-03-19T01:51:38.812 INFO:tasks.workunit.client.0.smithi046.stdout:5/4: chown d0 26300 1
2024-03-19T01:51:38.812 INFO:tasks.workunit.client.0.smithi046.stdout:5/5: chown d0 241382194 1
2024-03-19T01:51:38.812 INFO:tasks.workunit.client.0.smithi046.stdout:5/6: fsync - no filename
2024-03-19T01:51:38.812 INFO:tasks.workunit.client.0.smithi046.stdout:5/7: readlink - no filename
2024-03-19T01:51:38.813 INFO:tasks.workunit.client.0.smithi046.stdout:4/5: symlink l1 0
2024-03-19T01:51:38.813 INFO:tasks.workunit.client.0.smithi046.stdout:4/6: write - no filename
2024-03-19T01:51:38.813 INFO:tasks.workunit.client.0.smithi046.stdout:3/4: mknod c0 0
2024-03-19T01:51:38.813 INFO:tasks.workunit.client.0.smithi046.stdout:3/5: write - no filename
2024-03-19T01:51:38.813 INFO:tasks.workunit.client.0.smithi046.stdout:3/6: write - no filename
2024-03-19T01:51:38.815 INFO:tasks.workunit.client.0.smithi046.stdout:6/4: symlink l0 0
2024-03-19T01:51:38.815 INFO:tasks.workunit.client.0.smithi046.stdout:6/5: dwrite - no filename
2024-03-19T01:51:38.816 INFO:tasks.workunit.client.0.smithi046.stdout:6/6: dwrite - no filename
2024-03-19T01:51:38.817 INFO:tasks.workunit.client.0.smithi046.stdout:8/0: dread - no filename
2024-03-19T01:51:38.817 INFO:tasks.workunit.client.0.smithi046.stdout:8/1: dread - no filename
2024-03-19T01:51:38.817 INFO:tasks.workunit.client.0.smithi046.stdout:8/2: dwrite - no filename
2024-03-19T01:51:38.817 INFO:tasks.workunit.client.0.smithi046.stdout:8/3: fdatasync - no filename
2024-03-19T01:51:38.817 INFO:tasks.workunit.client.0.smithi046.stdout:8/4: write - no filename
2024-03-19T01:51:38.818 INFO:tasks.workunit.client.0.smithi046.stdout:8/5: dwrite - no filename
2024-03-19T01:51:38.818 INFO:tasks.workunit.client.0.smithi046.stdout:8/6: stat - no entries
2024-03-19T01:51:38.818 INFO:tasks.workunit.client.0.smithi046.stdout:8/7: dwrite - no filename
2024-03-19T01:51:38.818 INFO:tasks.workunit.client.0.smithi046.stdout:8/8: dread - no filename
2024-03-19T01:51:38.818 INFO:tasks.workunit.client.0.smithi046.stdout:8/9: readlink - no filename
2024-03-19T01:51:38.818 INFO:tasks.workunit.client.0.smithi046.stdout:8/10: dwrite - no filename
2024-03-19T01:51:38.820 INFO:tasks.workunit.client.0.smithi046.stdout:3/7: creat f1 x:0 0 0
2024-03-19T01:51:38.821 INFO:tasks.workunit.client.0.smithi046.stdout:2/3: rmdir d0/d1 0
2024-03-19T01:51:38.823 INFO:tasks.workunit.client.0.smithi046.stdout:6/7: rename l0 to l1 0
2024-03-19T01:51:38.824 INFO:tasks.workunit.client.0.smithi046.stdout:7/0: mknod c0 0
2024-03-19T01:51:38.824 INFO:tasks.workunit.client.0.smithi046.stdout:7/1: stat c0 0
2024-03-19T01:51:38.824 INFO:tasks.workunit.client.0.smithi046.stdout:7/2: dread - no filename
2024-03-19T01:51:38.824 INFO:tasks.workunit.client.0.smithi046.stdout:7/3: stat c0 0
2024-03-19T01:51:38.826 INFO:tasks.workunit.client.0.smithi046.stdout:5/8: mkdir d0/d1 0
2024-03-19T01:51:38.826 INFO:tasks.workunit.client.0.smithi046.stdout:5/9: read - no filename
2024-03-19T01:51:38.829 INFO:tasks.workunit.client.0.smithi046.stdout:3/8: rename f1 to f2 0
2024-03-19T01:51:38.833 INFO:tasks.workunit.client.0.smithi046.stdout:7/4: mkdir d1 0
2024-03-19T01:51:38.836 INFO:tasks.workunit.client.0.smithi046.stdout:5/10: creat d0/f2 x:0 0 0
2024-03-19T01:51:38.836 INFO:tasks.workunit.client.0.smithi046.stdout:5/11: dread - d0/f2 zero size
2024-03-19T01:51:38.836 INFO:tasks.workunit.client.0.smithi046.stdout:4/7: link l1 l2 0
2024-03-19T01:51:38.839 INFO:tasks.workunit.client.0.smithi046.stdout:9/0: creat f0 x:0 0 0
2024-03-19T01:51:38.840 INFO:tasks.workunit.client.0.smithi046.stdout:9/1: write f0 [930324,121530] 0
2024-03-19T01:51:38.840 INFO:tasks.workunit.client.0.smithi046.stdout:9/2: readlink - no filename
2024-03-19T01:51:38.841 INFO:tasks.workunit.client.0.smithi046.stdout:5/12: mknod d0/c3 0
2024-03-19T01:51:38.842 INFO:tasks.workunit.client.0.smithi046.stdout:4/8: mknod c3 0
2024-03-19T01:51:38.842 INFO:tasks.workunit.client.0.smithi046.stdout:4/9: dwrite - no filename
2024-03-19T01:51:38.843 INFO:tasks.workunit.client.0.smithi046.stdout:4/10: write - no filename
2024-03-19T01:51:38.843 INFO:tasks.workunit.client.0.smithi046.stdout:4/11: write - no filename
2024-03-19T01:51:38.843 INFO:tasks.workunit.client.0.smithi046.stdout:4/12: write - no filename
2024-03-19T01:51:38.843 INFO:tasks.workunit.client.0.smithi046.stdout:4/13: truncate - no filename
2024-03-19T01:51:38.845 INFO:tasks.workunit.client.0.smithi046.stdout:7/5: symlink d1/l2 0
2024-03-19T01:51:38.848 INFO:tasks.workunit.client.0.smithi046.stdout:9/3: dwrite f0 [0,4194304] 0
2024-03-19T01:51:38.848 INFO:tasks.workunit.client.0.smithi046.stdout:9/4: readlink - no filename
2024-03-19T01:51:38.849 INFO:tasks.workunit.client.0.smithi046.stdout:4/14: mknod c4 0
2024-03-19T01:51:38.851 INFO:tasks.workunit.client.0.smithi046.stdout:7/6: creat d1/f3 x:0 0 0
2024-03-19T01:51:38.852 INFO:tasks.workunit.client.0.smithi046.stdout:5/13: mkdir d0/d1/d4 0
2024-03-19T01:51:38.854 INFO:tasks.workunit.client.0.smithi046.stdout:4/15: mknod c5 0
2024-03-19T01:51:38.854 INFO:tasks.workunit.client.0.smithi046.stdout:4/16: dwrite - no filename
2024-03-19T01:51:38.854 INFO:tasks.workunit.client.0.smithi046.stdout:4/17: write - no filename
2024-03-19T01:51:38.856 INFO:tasks.workunit.client.0.smithi046.stdout:7/7: mknod d1/c4 0
2024-03-19T01:51:38.856 INFO:tasks.workunit.client.0.smithi046.stdout:7/8: fdatasync d1/f3 0
2024-03-19T01:51:38.857 INFO:tasks.workunit.client.0.smithi046.stdout:5/14: creat d0/f5 x:0 0 0
2024-03-19T01:51:38.861 INFO:tasks.workunit.client.0.smithi046.stdout:4/18: symlink l6 0
2024-03-19T01:51:38.864 INFO:tasks.workunit.client.0.smithi046.stdout:4/19: mkdir d7 0
2024-03-19T01:51:38.866 INFO:tasks.workunit.client.0.smithi046.stdout:5/15: link d0/f2 d0/d1/d4/f6 0
2024-03-19T01:51:38.867 INFO:tasks.workunit.client.0.smithi046.stdout:4/20: symlink d7/l8 0
2024-03-19T01:51:38.868 INFO:tasks.workunit.client.0.smithi046.stdout:4/21: write - no filename
2024-03-19T01:51:38.869 INFO:tasks.workunit.client.0.smithi046.stdout:5/16: mknod d0/d1/c7 0
2024-03-19T01:51:38.869 INFO:tasks.workunit.client.0.smithi046.stdout:5/17: chown d0/f2 2 1
2024-03-19T01:51:38.870 INFO:tasks.workunit.client.0.smithi046.stdout:5/18: rename d0/d1 to d0/d1/d4/d8 22
2024-03-19T01:51:38.870 INFO:tasks.workunit.client.0.smithi046.stdout:4/22: stat l1 0
2024-03-19T01:51:38.871 INFO:tasks.workunit.client.0.smithi046.stdout:4/23: fdatasync - no filename
2024-03-19T01:51:38.871 INFO:tasks.workunit.client.0.smithi046.stdout:4/24: dread - no filename
2024-03-19T01:51:38.871 INFO:tasks.workunit.client.0.smithi046.stdout:4/25: dwrite - no filename
2024-03-19T01:51:38.871 INFO:tasks.workunit.client.0.smithi046.stdout:4/26: dwrite - no filename
2024-03-19T01:51:38.873 INFO:tasks.workunit.client.0.smithi046.stdout:5/19: creat d0/d1/d4/f9 x:0 0 0
2024-03-19T01:51:38.928 INFO:tasks.workunit.client.0.smithi046.stdout:0/16: getdents . 0
2024-03-19T01:51:38.930 INFO:tasks.workunit.client.0.smithi046.stdout:0/17: creat f5 x:0 0 0
2024-03-19T01:51:38.936 INFO:tasks.workunit.client.0.smithi046.stdout:2/4: getdents d0 0
2024-03-19T01:51:38.938 INFO:tasks.workunit.client.0.smithi046.stdout:0/18: dwrite f3 [0,4194304] 0
2024-03-19T01:51:38.938 INFO:tasks.workunit.client.0.smithi046.stdout:2/5: creat d0/f2 x:0 0 0
2024-03-19T01:51:38.939 INFO:tasks.workunit.client.0.smithi046.stdout:0/19: write f5 [254400,44213] 0
2024-03-19T01:51:38.940 INFO:tasks.workunit.client.0.smithi046.stdout:2/6: write d0/f2 [23450,104852] 0
2024-03-19T01:51:38.940 INFO:tasks.workunit.client.0.smithi046.stdout:0/20: chown f5 200715974 1
2024-03-19T01:51:38.941 INFO:tasks.workunit.client.0.smithi046.stdout:6/8: rename l1 to l2 0
2024-03-19T01:51:38.942 INFO:tasks.workunit.client.0.smithi046.stdout:3/9: getdents . 0
2024-03-19T01:51:38.943 INFO:tasks.workunit.client.0.smithi046.stdout:0/21: creat f6 x:0 0 0
2024-03-19T01:51:38.944 INFO:tasks.workunit.client.0.smithi046.stdout:2/7: fdatasync d0/f2 0
2024-03-19T01:51:38.946 INFO:tasks.workunit.client.0.smithi046.stdout:6/9: symlink l3 0
2024-03-19T01:51:38.947 INFO:tasks.workunit.client.0.smithi046.stdout:2/8: dread d0/f2 [0,4194304] 0
2024-03-19T01:51:38.948 INFO:tasks.workunit.client.0.smithi046.stdout:2/9: write d0/f2 [219822,48692] 0
2024-03-19T01:51:38.948 INFO:tasks.workunit.client.0.smithi046.stdout:3/10: mkdir d3 0
2024-03-19T01:51:38.949 INFO:tasks.workunit.client.0.smithi046.stdout:2/10: write d0/f2 [523122,75262] 0
2024-03-19T01:51:38.950 INFO:tasks.workunit.client.0.smithi046.stdout:0/22: rename f5 to f7 0
2024-03-19T01:51:38.950 INFO:tasks.workunit.client.0.smithi046.stdout:2/11: chown d0/f2 254 1
2024-03-19T01:51:38.951 INFO:tasks.workunit.client.0.smithi046.stdout:0/23: chown f7 768283102 1
2024-03-19T01:51:38.951 INFO:tasks.workunit.client.0.smithi046.stdout:2/12: write d0/f2 [257561,73359] 0
2024-03-19T01:51:38.952 INFO:tasks.workunit.client.0.smithi046.stdout:6/10: symlink l4 0
2024-03-19T01:51:38.952 INFO:tasks.workunit.client.0.smithi046.stdout:6/11: dread - no filename
2024-03-19T01:51:38.956 INFO:tasks.workunit.client.0.smithi046.stdout:3/11: write f2 [527676,110074] 0
2024-03-19T01:51:38.958 INFO:tasks.workunit.client.0.smithi046.stdout:2/13: symlink d0/l3 0
2024-03-19T01:51:38.959 INFO:tasks.workunit.client.0.smithi046.stdout:7/9: getdents d1 0
2024-03-19T01:51:38.961 INFO:tasks.workunit.client.0.smithi046.stdout:2/14: creat d0/f4 x:0 0 0
2024-03-19T01:51:38.962 INFO:tasks.workunit.client.0.smithi046.stdout:9/5: truncate f0 1203087 0
2024-03-19T01:51:38.962 INFO:tasks.workunit.client.0.smithi046.stdout:2/15: dread - d0/f4 zero size
2024-03-19T01:51:38.967 INFO:tasks.workunit.client.0.smithi046.stdout:2/16: creat d0/f5 x:0 0 0
2024-03-19T01:51:38.967 INFO:tasks.workunit.client.0.smithi046.stdout:4/27: getdents d7 0
2024-03-19T01:51:38.968 INFO:tasks.workunit.client.0.smithi046.stdout:2/17: truncate d0/f4 516978 0
2024-03-19T01:51:38.969 INFO:tasks.workunit.client.0.smithi046.stdout:6/12: link l3 l5 0
2024-03-19T01:51:38.972 INFO:tasks.workunit.client.0.smithi046.stdout:7/10: link d1/f3 d1/f5 0
2024-03-19T01:51:38.972 INFO:tasks.workunit.client.0.smithi046.stdout:7/11: dread - d1/f3 zero size
2024-03-19T01:51:38.974 INFO:tasks.workunit.client.0.smithi046.stdout:4/28: unlink l0 0
2024-03-19T01:51:38.976 INFO:tasks.workunit.client.0.smithi046.stdout:2/18: rename d0/l3 to d0/l6 0
2024-03-19T01:51:38.978 INFO:tasks.workunit.client.0.smithi046.stdout:6/13: creat f6 x:0 0 0
2024-03-19T01:51:38.983 INFO:tasks.workunit.client.0.smithi046.stdout:4/29: creat d7/f9 x:0 0 0
2024-03-19T01:51:38.987 INFO:tasks.workunit.client.0.smithi046.stdout:6/14: chown l5 467 1
2024-03-19T01:51:38.987 INFO:tasks.workunit.client.0.smithi046.stdout:6/15: fdatasync f6 0
2024-03-19T01:51:38.988 INFO:tasks.workunit.client.0.smithi046.stdout:2/19: fsync d0/f4 0
2024-03-19T01:51:38.989 INFO:tasks.workunit.client.0.smithi046.stdout:2/20: read - d0/f5 zero size
2024-03-19T01:51:38.989 INFO:tasks.workunit.client.0.smithi046.stdout:4/30: dwrite d7/f9 [0,4194304] 0
2024-03-19T01:51:38.990 INFO:tasks.workunit.client.0.smithi046.stdout:2/21: write d0/f2 [1444423,70267] 0
2024-03-19T01:51:38.991 INFO:tasks.workunit.client.0.smithi046.stdout:6/16: creat f7 x:0 0 0
2024-03-19T01:51:38.991 INFO:tasks.workunit.client.0.smithi046.stdout:6/17: write f6 [873856,83654] 0
2024-03-19T01:51:38.992 INFO:tasks.workunit.client.0.smithi046.stdout:3/12: truncate f2 464344 0
2024-03-19T01:51:38.998 INFO:tasks.workunit.client.0.smithi046.stdout:6/18: rename f7 to f8 0
2024-03-19T01:51:38.999 INFO:tasks.workunit.client.0.smithi046.stdout:6/19: write f6 [826166,32701] 0
2024-03-19T01:51:39.003 INFO:tasks.workunit.client.0.smithi046.stdout:7/12: truncate d1/f5 986818 0
2024-03-19T01:51:39.006 INFO:tasks.workunit.client.0.smithi046.stdout:6/20: creat f9 x:0 0 0
2024-03-19T01:51:39.009 INFO:tasks.workunit.client.0.smithi046.stdout:2/22: dread d0/f2 [0,4194304] 0
2024-03-19T01:51:39.009 INFO:tasks.workunit.client.0.smithi046.stdout:6/21: chown l5 116551287 1
2024-03-19T01:51:39.010 INFO:tasks.workunit.client.0.smithi046.stdout:4/31: getdents d7 0
2024-03-19T01:51:39.012 INFO:tasks.workunit.client.0.smithi046.stdout:6/22: creat fa x:0 0 0
2024-03-19T01:51:39.013 INFO:tasks.workunit.client.0.smithi046.stdout:2/23: mknod d0/c7 0
2024-03-19T01:51:39.014 INFO:tasks.workunit.client.0.smithi046.stdout:4/32: creat d7/fa x:0 0 0
2024-03-19T01:51:39.018 INFO:tasks.workunit.client.0.smithi046.stdout:4/33: unlink l6 0
2024-03-19T01:51:39.018 INFO:tasks.workunit.client.0.smithi046.stdout:7/13: dread d1/f5 [0,4194304] 0
2024-03-19T01:51:39.018 INFO:tasks.workunit.client.0.smithi046.stdout:9/6: truncate f0 879557 0
2024-03-19T01:51:39.019 INFO:tasks.workunit.client.0.smithi046.stdout:3/13: dwrite f2 [0,4194304] 0
2024-03-19T01:51:39.020 INFO:tasks.workunit.client.0.smithi046.stdout:4/34: read - d7/fa zero size
2024-03-19T01:51:39.023 INFO:tasks.workunit.client.0.smithi046.stdout:2/24: truncate d0/f4 460027 0
2024-03-19T01:51:39.025 INFO:tasks.workunit.client.0.smithi046.stdout:6/23: dwrite fa [0,4194304] 0
2024-03-19T01:51:39.029 INFO:tasks.workunit.client.0.smithi046.stdout:4/35: mknod d7/cb 0
2024-03-19T01:51:39.030 INFO:tasks.workunit.client.0.smithi046.stdout:4/36: readlink d7/l8 0
2024-03-19T01:51:39.030 INFO:tasks.workunit.client.0.smithi046.stdout:2/25: mknod d0/c8 0
2024-03-19T01:51:39.031 INFO:tasks.workunit.client.0.smithi046.stdout:4/37: write d7/fa [522869,60893] 0
2024-03-19T01:51:39.032 INFO:tasks.workunit.client.0.smithi046.stdout:7/14: write d1/f3 [1206293,129806] 0
2024-03-19T01:51:39.034 INFO:tasks.workunit.client.0.smithi046.stdout:7/15: truncate d1/f3 1823831 0
2024-03-19T01:51:39.034 INFO:tasks.workunit.client.0.smithi046.stdout:6/24: unlink f8 0
2024-03-19T01:51:39.035 INFO:tasks.workunit.client.0.smithi046.stdout:6/25: stat fa 0
2024-03-19T01:51:39.037 INFO:tasks.workunit.client.0.smithi046.stdout:4/38: dread d7/f9 [0,4194304] 0
2024-03-19T01:51:39.037 INFO:tasks.workunit.client.0.smithi046.stdout:3/14: rmdir d3 0
2024-03-19T01:51:39.042 INFO:tasks.workunit.client.0.smithi046.stdout:7/16: symlink d1/l6 0
2024-03-19T01:51:39.043 INFO:tasks.workunit.client.0.smithi046.stdout:9/7: dwrite f0 [0,4194304] 0
2024-03-19T01:51:39.043 INFO:tasks.workunit.client.0.smithi046.stdout:6/26: creat fb x:0 0 0
2024-03-19T01:51:39.046 INFO:tasks.workunit.client.0.smithi046.stdout:3/15: dwrite f2 [0,4194304] 0
2024-03-19T01:51:39.047 INFO:tasks.workunit.client.0.smithi046.stdout:3/16: chown f2 6815260 1
2024-03-19T01:51:39.049 INFO:tasks.workunit.client.0.smithi046.stdout:3/17: write f2 [4033422,88165] 0
2024-03-19T01:51:39.050 INFO:tasks.workunit.client.0.smithi046.stdout:4/39: creat d7/fc x:0 0 0
2024-03-19T01:51:39.052 INFO:tasks.workunit.client.0.smithi046.stdout:3/18: write f2 [1442322,53842] 0
2024-03-19T01:51:39.054 INFO:tasks.workunit.client.0.smithi046.stdout:9/8: dwrite f0 [0,4194304] 0
2024-03-19T01:51:39.054 INFO:tasks.workunit.client.0.smithi046.stdout:3/19: write f2 [4843833,32323] 0
2024-03-19T01:51:39.054 INFO:tasks.workunit.client.0.smithi046.stdout:3/20: rmdir - no directory
2024-03-19T01:51:39.055 INFO:tasks.workunit.client.0.smithi046.stdout:7/17: rename d1/l6 to d1/l7 0
2024-03-19T01:51:39.058 INFO:tasks.workunit.client.0.smithi046.stdout:6/27: rename f6 to fc 0
2024-03-19T01:51:39.060 INFO:tasks.workunit.client.0.smithi046.stdout:2/26: truncate d0/f2 454499 0
2024-03-19T01:51:39.061 INFO:tasks.workunit.client.0.smithi046.stdout:9/9: dread f0 [0,4194304] 0
2024-03-19T01:51:39.062 INFO:tasks.workunit.client.0.smithi046.stdout:4/40: creat d7/fd x:0 0 0
2024-03-19T01:51:39.063 INFO:tasks.workunit.client.0.smithi046.stdout:9/10: write f0 [741904,34865] 0
2024-03-19T01:51:39.064 INFO:tasks.workunit.client.0.smithi046.stdout:9/11: stat f0 0
2024-03-19T01:51:39.068 INFO:tasks.workunit.client.0.smithi046.stdout:3/21: symlink l4 0
2024-03-19T01:51:39.071 INFO:tasks.workunit.client.0.smithi046.stdout:9/12: dwrite f0 [4194304,4194304] 0
2024-03-19T01:51:39.071 INFO:tasks.workunit.client.0.smithi046.stdout:6/28: creat fd x:0 0 0
2024-03-19T01:51:39.074 INFO:tasks.workunit.client.0.smithi046.stdout:3/22: dread f2 [0,4194304] 0
2024-03-19T01:51:39.077 INFO:tasks.workunit.client.0.smithi046.stdout:6/29: mknod ce 0
2024-03-19T01:51:39.080 INFO:tasks.workunit.client.0.smithi046.stdout:9/13: creat f1 x:0 0 0
2024-03-19T01:51:39.082 INFO:tasks.workunit.client.0.smithi046.stdout:2/27: dread d0/f2 [0,4194304] 0
2024-03-19T01:51:39.083 INFO:tasks.workunit.client.0.smithi046.stdout:9/14: dread f0 [0,4194304] 0
2024-03-19T01:51:39.084 INFO:tasks.workunit.client.0.smithi046.stdout:3/23: mkdir d5 0
2024-03-19T01:51:39.084 INFO:tasks.workunit.client.0.smithi046.stdout:9/15: fdatasync f0 0
2024-03-19T01:51:39.085 INFO:tasks.workunit.client.0.smithi046.stdout:9/16: read f0 [1572440,104325] 0
2024-03-19T01:51:39.085 INFO:tasks.workunit.client.0.smithi046.stdout:9/17: stat f0 0
2024-03-19T01:51:39.090 INFO:tasks.workunit.client.0.smithi046.stdout:9/18: creat f2 x:0 0 0
2024-03-19T01:51:39.091 INFO:tasks.workunit.client.0.smithi046.stdout:4/41: link l1 d7/le 0
2024-03-19T01:51:39.091 INFO:tasks.workunit.client.0.smithi046.stdout:4/42: dread - d7/fc zero size
2024-03-19T01:51:39.092 INFO:tasks.workunit.client.0.smithi046.stdout:7/18: truncate d1/f3 1567087 0
2024-03-19T01:51:39.095 INFO:tasks.workunit.client.0.smithi046.stdout:4/43: creat d7/ff x:0 0 0
2024-03-19T01:51:39.097 INFO:tasks.workunit.client.0.smithi046.stdout:4/44: write d7/fa [253613,22959] 0
2024-03-19T01:51:39.097 INFO:tasks.workunit.client.0.smithi046.stdout:3/24: link l4 d5/l6 0
2024-03-19T01:51:39.102 INFO:tasks.workunit.client.0.smithi046.stdout:4/45: dwrite d7/fd [0,4194304] 0
2024-03-19T01:51:39.102 INFO:tasks.workunit.client.0.smithi046.stdout:3/25: write f2 [655097,91533] 0
2024-03-19T01:51:39.104 INFO:tasks.workunit.client.0.smithi046.stdout:7/19: fsync d1/f5 0
2024-03-19T01:51:39.107 INFO:tasks.workunit.client.0.smithi046.stdout:4/46: mkdir d7/d10 0
2024-03-19T01:51:39.108 INFO:tasks.workunit.client.0.smithi046.stdout:9/19: truncate f0 3273886 0
2024-03-19T01:51:39.108 INFO:tasks.workunit.client.0.smithi046.stdout:3/26: dread f2 [0,4194304] 0
2024-03-19T01:51:39.110 INFO:tasks.workunit.client.0.smithi046.stdout:9/20: mknod c3 0
2024-03-19T01:51:39.110 INFO:tasks.workunit.client.0.smithi046.stdout:9/21: rmdir - no directory
2024-03-19T01:51:39.111 INFO:tasks.workunit.client.0.smithi046.stdout:3/27: fdatasync f2 0
2024-03-19T01:51:39.111 INFO:tasks.workunit.client.0.smithi046.stdout:9/22: stat f2 0
2024-03-19T01:51:39.113 INFO:tasks.workunit.client.0.smithi046.stdout:3/28: write f2 [4842678,10286] 0
2024-03-19T01:51:39.116 INFO:tasks.workunit.client.0.smithi046.stdout:3/29: rename d5 to d5/d7 22
2024-03-19T01:51:39.118 INFO:tasks.workunit.client.0.smithi046.stdout:4/47: dwrite d7/ff [0,4194304] 0
2024-03-19T01:51:39.122 INFO:tasks.workunit.client.0.smithi046.stdout:4/48: readlink l1 0
2024-03-19T01:51:39.126 INFO:tasks.workunit.client.0.smithi046.stdout:9/23: dwrite f1 [0,4194304] 0
2024-03-19T01:51:39.128 INFO:tasks.workunit.client.0.smithi046.stdout:7/20: dwrite d1/f3 [0,4194304] 0
2024-03-19T01:51:39.128 INFO:tasks.workunit.client.0.smithi046.stdout:3/30: truncate f2 4561307 0
2024-03-19T01:51:39.129 INFO:tasks.workunit.client.0.smithi046.stdout:4/49: link d7/fc d7/d10/f11 0
2024-03-19T01:51:39.130 INFO:tasks.workunit.client.0.smithi046.stdout:9/24: write f1 [4245544,96348] 0
2024-03-19T01:51:39.130 INFO:tasks.workunit.client.0.smithi046.stdout:7/21: chown d1/f3 14 1
2024-03-19T01:51:39.130 INFO:tasks.workunit.client.0.smithi046.stdout:3/31: readlink d5/l6 0
2024-03-19T01:51:39.131 INFO:tasks.workunit.client.0.smithi046.stdout:4/50: read d7/ff [4017038,493] 0
2024-03-19T01:51:39.132 INFO:tasks.workunit.client.0.smithi046.stdout:4/51: chown d7/fc 11 1
2024-03-19T01:51:39.132 INFO:tasks.workunit.client.0.smithi046.stdout:7/22: creat d1/f8 x:0 0 0
2024-03-19T01:51:39.133 INFO:tasks.workunit.client.0.smithi046.stdout:7/23: write d1/f5 [4726705,89074] 0
2024-03-19T01:51:39.134 INFO:tasks.workunit.client.0.smithi046.stdout:9/25: unlink f0 0
2024-03-19T01:51:39.141 INFO:tasks.workunit.client.0.smithi046.stdout:7/24: creat d1/f9 x:0 0 0
2024-03-19T01:51:39.143 INFO:tasks.workunit.client.0.smithi046.stdout:9/26: unlink c3 0
2024-03-19T01:51:39.144 INFO:tasks.workunit.client.0.smithi046.stdout:3/32: mknod d5/c8 0
2024-03-19T01:51:39.150 INFO:tasks.workunit.client.0.smithi046.stdout:4/52: getdents d7 0
2024-03-19T01:51:39.153 INFO:tasks.workunit.client.0.smithi046.stdout:7/25: dwrite d1/f3 [4194304,4194304] 0
2024-03-19T01:51:39.154 INFO:tasks.workunit.client.0.smithi046.stdout:4/53: creat d7/f12 x:0 0 0
2024-03-19T01:51:39.157 INFO:tasks.workunit.client.0.smithi046.stdout:9/27: dwrite f2 [0,4194304] 0
2024-03-19T01:51:39.157 INFO:tasks.workunit.client.0.smithi046.stdout:4/54: dread - d7/f12 zero size
2024-03-19T01:51:39.159 INFO:tasks.workunit.client.0.smithi046.stdout:4/55: dread - d7/d10/f11 zero size
2024-03-19T01:51:39.159 INFO:tasks.workunit.client.0.smithi046.stdout:3/33: truncate f2 2967822 0
2024-03-19T01:51:39.160 INFO:tasks.workunit.client.0.smithi046.stdout:4/56: dread - d7/fc zero size
2024-03-19T01:51:39.160 INFO:tasks.workunit.client.0.smithi046.stdout:7/26: rename d1/l7 to d1/la 0
2024-03-19T01:51:39.163 INFO:tasks.workunit.client.0.smithi046.stdout:3/34: mkdir d5/d9 0
2024-03-19T01:51:39.167 INFO:tasks.workunit.client.0.smithi046.stdout:9/28: link f1 f4 0
2024-03-19T01:51:39.168 INFO:tasks.workunit.client.0.smithi046.stdout:7/27: dwrite d1/f3 [4194304,4194304] 0
2024-03-19T01:51:39.168 INFO:tasks.workunit.client.0.smithi046.stdout:7/28: dread - d1/f9 zero size
2024-03-19T01:51:39.170 INFO:tasks.workunit.client.0.smithi046.stdout:7/29: truncate d1/f9 605796 0
2024-03-19T01:51:39.172 INFO:tasks.workunit.client.0.smithi046.stdout:4/57: write d7/fc [932909,108454] 0
2024-03-19T01:51:39.172 INFO:tasks.workunit.client.0.smithi046.stdout:4/58: readlink l1 0
2024-03-19T01:51:39.173 INFO:tasks.workunit.client.0.smithi046.stdout:9/29: dread f2 [0,4194304] 0
2024-03-19T01:51:39.177 INFO:tasks.workunit.client.0.smithi046.stdout:7/30: rename d1/f9 to d1/fb 0
2024-03-19T01:51:39.183 INFO:tasks.workunit.client.0.smithi046.stdout:9/30: creat f5 x:0 0 0
2024-03-19T01:51:39.184 INFO:tasks.workunit.client.0.smithi046.stdout:4/59: mkdir d7/d10/d13 0
2024-03-19T01:51:39.184 INFO:tasks.workunit.client.0.smithi046.stdout:9/31: write f5 [1010661,57926] 0
2024-03-19T01:51:39.186 INFO:tasks.workunit.client.0.smithi046.stdout:7/31: mkdir d1/dc 0
2024-03-19T01:51:39.187 INFO:tasks.workunit.client.0.smithi046.stdout:7/32: write d1/f5 [3528126,33744] 0
2024-03-19T01:51:39.189 INFO:tasks.workunit.client.0.smithi046.stdout:4/60: creat d7/d10/d13/f14 x:0 0 0
2024-03-19T01:51:39.189 INFO:tasks.workunit.client.0.smithi046.stdout:9/32: dread f2 [0,4194304] 0
2024-03-19T01:51:39.190 INFO:tasks.workunit.client.0.smithi046.stdout:4/61: write d7/fa [580116,120904] 0
2024-03-19T01:51:39.190 INFO:tasks.workunit.client.0.smithi046.stdout:9/33: chown f5 308918 1
2024-03-19T01:51:39.195 INFO:tasks.workunit.client.0.smithi046.stdout:7/33: dwrite d1/f5 [0,4194304] 0
2024-03-19T01:51:39.196 INFO:tasks.workunit.client.0.smithi046.stdout:9/34: creat f6 x:0 0 0
2024-03-19T01:51:39.197 INFO:tasks.workunit.client.0.smithi046.stdout:4/62: symlink d7/d10/d13/l15 0
2024-03-19T01:51:39.200 INFO:tasks.workunit.client.0.smithi046.stdout:9/35: rename f4 to f7 0
2024-03-19T01:51:39.200 INFO:tasks.workunit.client.0.smithi046.stdout:4/63: fsync d7/ff 0
2024-03-19T01:51:39.201 INFO:tasks.workunit.client.0.smithi046.stdout:4/64: stat d7/d10/d13/l15 0
2024-03-19T01:51:39.203 INFO:tasks.workunit.client.0.smithi046.stdout:7/34: rename d1/la to d1/dc/ld 0
2024-03-19T01:51:39.204 INFO:tasks.workunit.client.0.smithi046.stdout:4/65: write d7/f9 [4840600,118028] 0
2024-03-19T01:51:39.205 INFO:tasks.workunit.client.0.smithi046.stdout:4/66: write d7/fd [1778089,23846] 0
2024-03-19T01:51:39.206 INFO:tasks.workunit.client.0.smithi046.stdout:4/67: dread - d7/d10/d13/f14 zero size
2024-03-19T01:51:39.207 INFO:tasks.workunit.client.0.smithi046.stdout:7/35: symlink d1/dc/le 0
2024-03-19T01:51:39.208 INFO:tasks.workunit.client.0.smithi046.stdout:3/35: write f2 [1106345,128784] 0
2024-03-19T01:51:39.208 INFO:tasks.workunit.client.0.smithi046.stdout:7/36: chown d1/c4 9361881 1
2024-03-19T01:51:39.211 INFO:tasks.workunit.client.0.smithi046.stdout:4/68: rename d7/l8 to d7/d10/l16 0
2024-03-19T01:51:39.212 INFO:tasks.workunit.client.0.smithi046.stdout:9/36: getdents . 0
2024-03-19T01:51:39.214 INFO:tasks.workunit.client.0.smithi046.stdout:7/37: rmdir d1/dc 39
2024-03-19T01:51:39.214 INFO:tasks.workunit.client.0.smithi046.stdout:9/37: symlink l8 0
2024-03-19T01:51:39.216 INFO:tasks.workunit.client.0.smithi046.stdout:4/69: creat d7/d10/d13/f17 x:0 0 0
2024-03-19T01:51:39.217 INFO:tasks.workunit.client.0.smithi046.stdout:9/38: chown f6 14402647 1
2024-03-19T01:51:39.219 INFO:tasks.workunit.client.0.smithi046.stdout:3/36: dwrite f2 [0,4194304] 0
2024-03-19T01:51:39.219 INFO:tasks.workunit.client.0.smithi046.stdout:9/39: read f2 [289621,88141] 0
2024-03-19T01:51:39.219 INFO:tasks.workunit.client.0.smithi046.stdout:9/40: stat f2 0
2024-03-19T01:51:39.219 INFO:tasks.workunit.client.0.smithi046.stdout:4/70: rename c4 to d7/d10/c18 0
2024-03-19T01:51:39.220 INFO:tasks.workunit.client.0.smithi046.stdout:7/38: dread d1/f3 [0,4194304] 0
2024-03-19T01:51:39.225 INFO:tasks.workunit.client.0.smithi046.stdout:9/41: getdents . 0
2024-03-19T01:51:39.227 INFO:tasks.workunit.client.0.smithi046.stdout:9/42: read f1 [1387135,113385] 0
2024-03-19T01:51:39.229 INFO:tasks.workunit.client.0.smithi046.stdout:4/71: dwrite d7/ff [0,4194304] 0
2024-03-19T01:51:39.231 INFO:tasks.workunit.client.0.smithi046.stdout:9/43: creat f9 x:0 0 0
2024-03-19T01:51:39.232 INFO:tasks.workunit.client.0.smithi046.stdout:7/39: dwrite d1/f3 [0,4194304] 0
2024-03-19T01:51:39.233 INFO:tasks.workunit.client.0.smithi046.stdout:3/37: fsync f2 0
2024-03-19T01:51:39.240 INFO:tasks.workunit.client.0.smithi046.stdout:3/38: creat d5/d9/fa x:0 0 0
2024-03-19T01:51:39.240 INFO:tasks.workunit.client.0.smithi046.stdout:4/72: dwrite d7/fc [0,4194304] 0
2024-03-19T01:51:39.241 INFO:tasks.workunit.client.0.smithi046.stdout:4/73: fdatasync d7/fd 0
2024-03-19T01:51:39.242 INFO:tasks.workunit.client.0.smithi046.stdout:3/39: write d5/d9/fa [872,4034] 0
2024-03-19T01:51:39.242 INFO:tasks.workunit.client.0.smithi046.stdout:9/44: write f7 [3771109,65191] 0
2024-03-19T01:51:39.243 INFO:tasks.workunit.client.0.smithi046.stdout:4/74: write d7/fa [605595,70856] 0
2024-03-19T01:51:39.246 INFO:tasks.workunit.client.0.smithi046.stdout:3/40: fsync d5/d9/fa 0
2024-03-19T01:51:39.250 INFO:tasks.workunit.client.0.smithi046.stdout:4/75: mknod d7/d10/c19 0
2024-03-19T01:51:39.250 INFO:tasks.workunit.client.0.smithi046.stdout:7/40: getdents d1/dc 0
2024-03-19T01:51:39.252 INFO:tasks.workunit.client.0.smithi046.stdout:9/45: dread f1 [0,4194304] 0
2024-03-19T01:51:39.253 INFO:tasks.workunit.client.0.smithi046.stdout:4/76: write d7/d10/d13/f17 [103496,126581] 0
2024-03-19T01:51:39.255 INFO:tasks.workunit.client.0.smithi046.stdout:7/41: truncate d1/fb 976369 0
2024-03-19T01:51:39.258 INFO:tasks.workunit.client.0.smithi046.stdout:7/42: write d1/f8 [981120,104464] 0
2024-03-19T01:51:39.259 INFO:tasks.workunit.client.0.smithi046.stdout:9/46: creat fa x:0 0 0
2024-03-19T01:51:39.260 INFO:tasks.workunit.client.0.smithi046.stdout:3/41: dwrite d5/d9/fa [0,4194304] 0
2024-03-19T01:51:39.261 INFO:tasks.workunit.client.0.smithi046.stdout:3/42: rename d5 to d5/d9/db 22
2024-03-19T01:51:39.262 INFO:tasks.workunit.client.0.smithi046.stdout:4/77: truncate d7/fd 3829369 0
2024-03-19T01:51:39.264 INFO:tasks.workunit.client.0.smithi046.stdout:4/78: write d7/fa [718143,30971] 0
2024-03-19T01:51:39.264 INFO:tasks.workunit.client.0.smithi046.stdout:3/43: write d5/d9/fa [4586242,71439] 0
2024-03-19T01:51:39.265 INFO:tasks.workunit.client.0.smithi046.stdout:3/44: read d5/d9/fa [1873820,58899] 0
2024-03-19T01:51:39.275 INFO:tasks.workunit.client.0.smithi046.stdout:9/47: rename l8 to lb 0
2024-03-19T01:51:39.276 INFO:tasks.workunit.client.0.smithi046.stdout:9/48: write fa [772323,47773] 0
2024-03-19T01:51:39.277 INFO:tasks.workunit.client.0.smithi046.stdout:7/43: getdents d1 0
2024-03-19T01:51:39.278 INFO:tasks.workunit.client.0.smithi046.stdout:7/44: write d1/f3 [5450947,25775] 0
2024-03-19T01:51:39.278 INFO:tasks.workunit.client.0.smithi046.stdout:4/79: truncate d7/fc 456121 0
2024-03-19T01:51:39.280 INFO:tasks.workunit.client.0.smithi046.stdout:7/45: mkdir d1/dc/df 0
2024-03-19T01:51:39.281 INFO:tasks.workunit.client.0.smithi046.stdout:7/46: stat c0 0
2024-03-19T01:51:39.282 INFO:tasks.workunit.client.0.smithi046.stdout:9/49: rename fa to fc 0
2024-03-19T01:51:39.286 INFO:tasks.workunit.client.0.smithi046.stdout:7/47: dwrite d1/f5 [0,4194304] 0
2024-03-19T01:51:39.286 INFO:tasks.workunit.client.0.smithi046.stdout:9/50: chown f2 35798 1
2024-03-19T01:51:39.286 INFO:tasks.workunit.client.0.smithi046.stdout:7/48: fsync d1/f8 0
2024-03-19T01:51:39.288 INFO:tasks.workunit.client.0.smithi046.stdout:4/80: rename d7/d10/l16 to d7/d10/d13/l1a 0
2024-03-19T01:51:39.288 INFO:tasks.workunit.client.0.smithi046.stdout:7/49: rename d1 to d1/dc/df/d10 22
2024-03-19T01:51:39.290 INFO:tasks.workunit.client.0.smithi046.stdout:9/51: mkdir dd 0
2024-03-19T01:51:39.292 INFO:tasks.workunit.client.0.smithi046.stdout:4/81: unlink d7/d10/c18 0
2024-03-19T01:51:39.299 INFO:tasks.workunit.client.0.smithi046.stdout:9/52: dwrite f7 [4194304,4194304] 0
2024-03-19T01:51:39.302 INFO:tasks.workunit.client.0.smithi046.stdout:9/53: creat dd/fe x:0 0 0
2024-03-19T01:51:39.302 INFO:tasks.workunit.client.0.smithi046.stdout:4/82: dwrite d7/fa [0,4194304] 0
2024-03-19T01:51:39.303 INFO:tasks.workunit.client.0.smithi046.stdout:4/83: read d7/f9 [2888539,112327] 0
2024-03-19T01:51:39.308 INFO:tasks.workunit.client.0.smithi046.stdout:4/84: chown d7/fc 10 1
2024-03-19T01:51:39.309 INFO:tasks.workunit.client.0.smithi046.stdout:9/54: dwrite f2 [0,4194304] 0
2024-03-19T01:51:39.311 INFO:tasks.workunit.client.0.smithi046.stdout:4/85: creat d7/f1b x:0 0 0
2024-03-19T01:51:39.315 INFO:tasks.workunit.client.0.smithi046.stdout:4/86: dread d7/f9 [0,4194304] 0
2024-03-19T01:51:39.318 INFO:tasks.workunit.client.0.smithi046.stdout:4/87: fdatasync d7/fc 0
2024-03-19T01:51:39.321 INFO:tasks.workunit.client.0.smithi046.stdout:4/88: rmdir d7/d10/d13 39
2024-03-19T01:51:39.321 INFO:tasks.workunit.client.0.smithi046.stdout:4/89: write d7/f12 [928253,129708] 0
2024-03-19T01:51:39.322 INFO:tasks.workunit.client.0.smithi046.stdout:4/90: readlink d7/le 0
2024-03-19T01:51:39.328 INFO:tasks.workunit.client.0.smithi046.stdout:4/91: dread d7/d10/f11 [0,4194304] 0
2024-03-19T01:51:39.331 INFO:tasks.workunit.client.0.smithi046.stdout:4/92: fdatasync d7/fc 0
2024-03-19T01:51:39.335 INFO:tasks.workunit.client.0.smithi046.stdout:4/93: dread d7/ff [0,4194304] 0
2024-03-19T01:51:39.336 INFO:tasks.workunit.client.0.smithi046.stdout:4/94: mknod d7/c1c 0
2024-03-19T01:51:39.337 INFO:tasks.workunit.client.0.smithi046.stdout:4/95: chown d7/d10/d13 12 1
2024-03-19T01:51:39.340 INFO:tasks.workunit.client.0.smithi046.stdout:4/96: rename d7/d10/f11 to d7/d10/d13/f1d 0
2024-03-19T01:51:39.343 INFO:tasks.workunit.client.0.smithi046.stdout:4/97: creat d7/d10/f1e x:0 0 0
2024-03-19T01:51:39.350 INFO:tasks.workunit.client.0.smithi046.stdout:4/98: dwrite d7/ff [4194304,4194304] 0
2024-03-19T01:51:39.353 INFO:tasks.workunit.client.0.smithi046.stdout:4/99: write d7/d10/d13/f1d [803967,83482] 0
2024-03-19T01:51:39.353 INFO:tasks.workunit.client.0.smithi046.stdout:4/100: readlink l2 0
2024-03-19T01:51:39.355 INFO:tasks.workunit.client.0.smithi046.stdout:4/101: readlink d7/d10/d13/l1a 0
2024-03-19T01:51:39.360 INFO:tasks.workunit.client.0.smithi046.stdout:4/102: write d7/f9 [1387773,24185] 0
2024-03-19T01:51:39.363 INFO:tasks.workunit.client.0.smithi046.stdout:4/103: creat d7/d10/d13/f1f x:0 0 0
2024-03-19T01:51:39.365 INFO:tasks.workunit.client.0.smithi046.stdout:4/104: mkdir d7/d20 0
2024-03-19T01:51:39.366 INFO:tasks.workunit.client.0.smithi046.stdout:4/105: read d7/f9 [2197236,28953] 0
2024-03-19T01:51:39.366 INFO:tasks.workunit.client.0.smithi046.stdout:4/106: chown d7/d10 40 1
2024-03-19T01:51:39.369 INFO:tasks.workunit.client.0.smithi046.stdout:4/107: symlink d7/d20/l21 0
2024-03-19T01:51:39.376 INFO:tasks.workunit.client.0.smithi046.stdout:4/108: dread d7/f12 [0,4194304] 0
2024-03-19T01:51:39.376 INFO:tasks.workunit.client.0.smithi046.stdout:4/109: write d7/f1b [471411,14988] 0
2024-03-19T01:51:39.383 INFO:tasks.workunit.client.0.smithi046.stdout:4/110: truncate d7/f12 41262 0
2024-03-19T01:51:39.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:39 smithi073 ceph-mon[66833]: pgmap v50: 129 pgs: 129 active+clean; 107 MiB data, 798 MiB used, 1.0 TiB / 1.0 TiB avail; 951 KiB/s rd, 2.1 MiB/s wr, 197 op/s
2024-03-19T01:51:39.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:39 smithi102 ceph-mon[66557]: pgmap v50: 129 pgs: 129 active+clean; 107 MiB data, 798 MiB used, 1.0 TiB / 1.0 TiB avail; 951 KiB/s rd, 2.1 MiB/s wr, 197 op/s
2024-03-19T01:51:40.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:39 smithi046 ceph-mon[63102]: pgmap v50: 129 pgs: 129 active+clean; 107 MiB data, 798 MiB used, 1.0 TiB / 1.0 TiB avail; 951 KiB/s rd, 2.1 MiB/s wr, 197 op/s
2024-03-19T01:51:41.038 INFO:tasks.workunit.client.0.smithi046.stdout:1/3: sync
2024-03-19T01:51:41.038 INFO:tasks.workunit.client.0.smithi046.stdout:1/4: dread - d0/f1 zero size
2024-03-19T01:51:41.038 INFO:tasks.workunit.client.0.smithi046.stdout:1/5: chown d0 538527 1
2024-03-19T01:51:41.039 INFO:tasks.workunit.client.0.smithi046.stdout:1/6: fdatasync d0/f2 0
2024-03-19T01:51:41.040 INFO:tasks.workunit.client.0.smithi046.stdout:1/7: dread - d0/f1 zero size
2024-03-19T01:51:41.042 INFO:tasks.workunit.client.0.smithi046.stdout:1/8: fsync d0/f1 0
2024-03-19T01:51:41.044 INFO:tasks.workunit.client.0.smithi046.stdout:1/9: symlink d0/l3 0
2024-03-19T01:51:41.044 INFO:tasks.workunit.client.0.smithi046.stdout:1/10: chown d0/f1 1 1
2024-03-19T01:51:41.047 INFO:tasks.workunit.client.0.smithi046.stdout:1/11: rename d0/f2 to d0/f4 0
2024-03-19T01:51:41.048 INFO:tasks.workunit.client.0.smithi046.stdout:1/12: truncate d0/f4 763652 0
2024-03-19T01:51:41.048 INFO:tasks.workunit.client.0.smithi046.stdout:1/13: truncate d0/f1 1537156 0
2024-03-19T01:51:41.065 INFO:tasks.workunit.client.0.smithi046.stdout:6/30: sync
2024-03-19T01:51:41.065 INFO:tasks.workunit.client.0.smithi046.stdout:9/55: sync
2024-03-19T01:51:41.065 INFO:tasks.workunit.client.0.smithi046.stdout:5/20: sync
2024-03-19T01:51:41.065 INFO:tasks.workunit.client.0.smithi046.stdout:7/50: sync
2024-03-19T01:51:41.065 INFO:tasks.workunit.client.0.smithi046.stdout:0/24: sync
2024-03-19T01:51:41.065 INFO:tasks.workunit.client.0.smithi046.stdout:2/28: sync
2024-03-19T01:51:41.065 INFO:tasks.workunit.client.0.smithi046.stdout:8/11: sync
2024-03-19T01:51:41.065 INFO:tasks.workunit.client.0.smithi046.stdout:8/12: write - no filename
2024-03-19T01:51:41.066 INFO:tasks.workunit.client.0.smithi046.stdout:8/13: rmdir - no directory
2024-03-19T01:51:41.066 INFO:tasks.workunit.client.0.smithi046.stdout:3/45: sync
2024-03-19T01:51:41.066 INFO:tasks.workunit.client.0.smithi046.stdout:4/111: sync
2024-03-19T01:51:41.067 INFO:tasks.workunit.client.0.smithi046.stdout:7/51: readlink d1/l2 0
2024-03-19T01:51:41.067 INFO:tasks.workunit.client.0.smithi046.stdout:5/21: truncate d0/f2 131108 0
2024-03-19T01:51:41.067 INFO:tasks.workunit.client.0.smithi046.stdout:0/25: unlink f7 0
2024-03-19T01:51:41.067 INFO:tasks.workunit.client.0.smithi046.stdout:5/22: dread - d0/f5 zero size
2024-03-19T01:51:41.070 INFO:tasks.workunit.client.0.smithi046.stdout:3/46: unlink l4 0
2024-03-19T01:51:41.072 INFO:tasks.workunit.client.0.smithi046.stdout:2/29: creat d0/f9 x:0 0 0
2024-03-19T01:51:41.074 INFO:tasks.workunit.client.0.smithi046.stdout:0/26: mknod c8 0
2024-03-19T01:51:41.078 INFO:tasks.workunit.client.0.smithi046.stdout:5/23: creat d0/d1/d4/fa x:0 0 0
2024-03-19T01:51:41.079 INFO:tasks.workunit.client.0.smithi046.stdout:8/14: mkdir d0 0
2024-03-19T01:51:41.079 INFO:tasks.workunit.client.0.smithi046.stdout:8/15: dwrite - no filename
2024-03-19T01:51:41.081 INFO:tasks.workunit.client.0.smithi046.stdout:3/47: unlink f2 0
2024-03-19T01:51:41.083 INFO:tasks.workunit.client.0.smithi046.stdout:7/52: mkdir d1/dc/df/d11 0
2024-03-19T01:51:41.085 INFO:tasks.workunit.client.0.smithi046.stdout:2/30: creat d0/fa x:0 0 0
2024-03-19T01:51:41.087 INFO:tasks.workunit.client.0.smithi046.stdout:0/27: creat f9 x:0 0 0
2024-03-19T01:51:41.088 INFO:tasks.workunit.client.0.smithi046.stdout:0/28: chown f3 249 1
2024-03-19T01:51:41.089 INFO:tasks.workunit.client.0.smithi046.stdout:6/31: getdents . 0
2024-03-19T01:51:41.089 INFO:tasks.workunit.client.0.smithi046.stdout:6/32: rmdir - no directory
2024-03-19T01:51:41.092 INFO:tasks.workunit.client.0.smithi046.stdout:5/24: unlink d0/f2 0
2024-03-19T01:51:41.095 INFO:tasks.workunit.client.0.smithi046.stdout:3/48: write d5/d9/fa [17073,61008] 0
2024-03-19T01:51:41.096 INFO:tasks.workunit.client.0.smithi046.stdout:7/53: write d1/fb [1698731,91738] 0
2024-03-19T01:51:41.097 INFO:tasks.workunit.client.0.smithi046.stdout:7/54: write d1/f8 [1785143,126315] 0
2024-03-19T01:51:41.099 INFO:tasks.workunit.client.0.smithi046.stdout:0/29: rename f6 to fa 0
2024-03-19T01:51:41.101 INFO:tasks.workunit.client.0.smithi046.stdout:0/30: write f3 [3599186,53080] 0
2024-03-19T01:51:41.102 INFO:tasks.workunit.client.0.smithi046.stdout:6/33: unlink l2 0
2024-03-19T01:51:41.102 INFO:tasks.workunit.client.0.smithi046.stdout:6/34: fdatasync fd 0
2024-03-19T01:51:41.102 INFO:tasks.workunit.client.0.smithi046.stdout:6/35: rmdir - no directory
2024-03-19T01:51:41.103 INFO:tasks.workunit.client.0.smithi046.stdout:6/36: truncate fb 500198 0
2024-03-19T01:51:41.103 INFO:tasks.workunit.client.0.smithi046.stdout:8/16: mknod d0/c1 0
2024-03-19T01:51:41.103 INFO:tasks.workunit.client.0.smithi046.stdout:8/17: dwrite - no filename
2024-03-19T01:51:41.103 INFO:tasks.workunit.client.0.smithi046.stdout:8/18: write - no filename
2024-03-19T01:51:41.104 INFO:tasks.workunit.client.0.smithi046.stdout:8/19: write - no filename
2024-03-19T01:51:41.104 INFO:tasks.workunit.client.0.smithi046.stdout:8/20: read - no filename
2024-03-19T01:51:41.104 INFO:tasks.workunit.client.0.smithi046.stdout:8/21: dwrite - no filename
2024-03-19T01:51:41.104 INFO:tasks.workunit.client.0.smithi046.stdout:8/22: write - no filename
2024-03-19T01:51:41.104 INFO:tasks.workunit.client.0.smithi046.stdout:8/23: write - no filename
2024-03-19T01:51:41.105 INFO:tasks.workunit.client.0.smithi046.stdout:5/25: mknod d0/d1/cb 0
2024-03-19T01:51:41.106 INFO:tasks.workunit.client.0.smithi046.stdout:5/26: dread - d0/d1/d4/fa zero size
2024-03-19T01:51:41.107 INFO:tasks.workunit.client.0.smithi046.stdout:5/27: chown d0/d1 1 1
2024-03-19T01:51:41.107 INFO:tasks.workunit.client.0.smithi046.stdout:3/49: creat d5/fc x:0 0 0
2024-03-19T01:51:41.107 INFO:tasks.workunit.client.0.smithi046.stdout:3/50: fsync d5/d9/fa 0
2024-03-19T01:51:41.108 INFO:tasks.workunit.client.0.smithi046.stdout:5/28: dread - d0/d1/d4/f9 zero size
2024-03-19T01:51:41.110 INFO:tasks.workunit.client.0.smithi046.stdout:7/55: rename d1/dc/le to d1/dc/df/d11/l12 0
2024-03-19T01:51:41.112 INFO:tasks.workunit.client.0.smithi046.stdout:0/31: creat fb x:0 0 0
2024-03-19T01:51:41.113 INFO:tasks.workunit.client.0.smithi046.stdout:8/24: creat d0/f2 x:0 0 0
2024-03-19T01:51:41.115 INFO:tasks.workunit.client.0.smithi046.stdout:3/51: readlink d5/l6 0
2024-03-19T01:51:41.115 INFO:tasks.workunit.client.0.smithi046.stdout:3/52: write d5/d9/fa [5566817,31949] 0
2024-03-19T01:51:41.116 INFO:tasks.workunit.client.0.smithi046.stdout:5/29: creat d0/d1/fc x:0 0 0
2024-03-19T01:51:41.116 INFO:tasks.workunit.client.0.smithi046.stdout:3/53: dread - d5/fc zero size
2024-03-19T01:51:41.119 INFO:tasks.workunit.client.0.smithi046.stdout:7/56: creat d1/dc/df/d11/f13 x:0 0 0
2024-03-19T01:51:41.121 INFO:tasks.workunit.client.0.smithi046.stdout:0/32: rename c8 to cc 0
2024-03-19T01:51:41.122 INFO:tasks.workunit.client.0.smithi046.stdout:8/25: mkdir d0/d3 0
2024-03-19T01:51:41.123 INFO:tasks.workunit.client.0.smithi046.stdout:8/26: read - d0/f2 zero size
2024-03-19T01:51:41.124 INFO:tasks.workunit.client.0.smithi046.stdout:8/27: chown d0/f2 899791112 1
2024-03-19T01:51:41.124 INFO:tasks.workunit.client.0.smithi046.stdout:5/30: rename d0/d1/fc to d0/fd 0
2024-03-19T01:51:41.126 INFO:tasks.workunit.client.0.smithi046.stdout:0/33: creat fd x:0 0 0
2024-03-19T01:51:41.127 INFO:tasks.workunit.client.0.smithi046.stdout:7/57: dwrite d1/fb [0,4194304] 0
2024-03-19T01:51:41.129 INFO:tasks.workunit.client.0.smithi046.stdout:0/34: truncate fd 630361 0
2024-03-19T01:51:41.130 INFO:tasks.workunit.client.0.smithi046.stdout:0/35: chown fb 227 1
2024-03-19T01:51:41.130 INFO:tasks.workunit.client.0.smithi046.stdout:5/31: link d0/d1/d4/fa d0/d1/fe 0
2024-03-19T01:51:41.132 INFO:tasks.workunit.client.0.smithi046.stdout:5/32: fdatasync d0/f5 0
2024-03-19T01:51:41.132 INFO:tasks.workunit.client.0.smithi046.stdout:5/33: readlink - no filename
2024-03-19T01:51:41.134 INFO:tasks.workunit.client.0.smithi046.stdout:0/36: write fa [838109,54811] 0
2024-03-19T01:51:41.135 INFO:tasks.workunit.client.0.smithi046.stdout:5/34: symlink d0/lf 0
2024-03-19T01:51:41.136 INFO:tasks.workunit.client.0.smithi046.stdout:8/28: dwrite d0/f2 [0,4194304] 0
2024-03-19T01:51:41.138 INFO:tasks.workunit.client.0.smithi046.stdout:0/37: write fb [439763,83182] 0
2024-03-19T01:51:41.141 INFO:tasks.workunit.client.0.smithi046.stdout:5/35: write d0/fd [661081,5284] 0
2024-03-19T01:51:41.142 INFO:tasks.workunit.client.0.smithi046.stdout:8/29: symlink d0/l4 0
2024-03-19T01:51:41.144 INFO:tasks.workunit.client.0.smithi046.stdout:0/38: rename l0 to le 0
2024-03-19T01:51:41.147 INFO:tasks.workunit.client.0.smithi046.stdout:5/36: write d0/d1/fe [298456,112222] 0
2024-03-19T01:51:41.149 INFO:tasks.workunit.client.0.smithi046.stdout:8/30: rename d0/d3 to d0/d5 0
2024-03-19T01:51:41.149 INFO:tasks.workunit.client.0.smithi046.stdout:5/37: chown d0/d1/c7 8201778 1
2024-03-19T01:51:41.152 INFO:tasks.workunit.client.0.smithi046.stdout:0/39: dwrite f9 [0,4194304] 0
2024-03-19T01:51:41.152 INFO:tasks.workunit.client.0.smithi046.stdout:8/31: mknod d0/d5/c6 0
2024-03-19T01:51:41.153 INFO:tasks.workunit.client.0.smithi046.stdout:0/40: chown f9 16 1
2024-03-19T01:51:41.154 INFO:tasks.workunit.client.0.smithi046.stdout:5/38: mknod d0/d1/c10 0
2024-03-19T01:51:41.155 INFO:tasks.workunit.client.0.smithi046.stdout:0/41: write fa [1591567,6307] 0
2024-03-19T01:51:41.156 INFO:tasks.workunit.client.0.smithi046.stdout:5/39: write d0/d1/fe [489360,55470] 0
2024-03-19T01:51:41.161 INFO:tasks.workunit.client.0.smithi046.stdout:0/42: symlink lf 0
2024-03-19T01:51:41.162 INFO:tasks.workunit.client.0.smithi046.stdout:5/40: mknod d0/d1/d4/c11 0
2024-03-19T01:51:41.171 INFO:tasks.workunit.client.0.smithi046.stdout:5/41: dread d0/d1/fe [0,4194304] 0
2024-03-19T01:51:41.171 INFO:tasks.workunit.client.0.smithi046.stdout:5/42: chown d0/fd 168 1
2024-03-19T01:51:41.177 INFO:tasks.workunit.client.0.smithi046.stdout:5/43: link d0/d1/d4/f6 d0/d1/f12 0
2024-03-19T01:51:41.178 INFO:tasks.workunit.client.0.smithi046.stdout:5/44: chown d0/lf 120 1
2024-03-19T01:51:41.180 INFO:tasks.workunit.client.0.smithi046.stdout:5/45: mkdir d0/d13 0
2024-03-19T01:51:41.182 INFO:tasks.workunit.client.0.smithi046.stdout:5/46: symlink d0/d13/l14 0
2024-03-19T01:51:41.184 INFO:tasks.workunit.client.0.smithi046.stdout:5/47: mknod d0/d1/d4/c15 0
2024-03-19T01:51:41.185 INFO:tasks.workunit.client.0.smithi046.stdout:9/56: sync
2024-03-19T01:51:41.186 INFO:tasks.workunit.client.0.smithi046.stdout:5/48: mknod d0/d1/d4/c16 0
2024-03-19T01:51:41.187 INFO:tasks.workunit.client.0.smithi046.stdout:5/49: chown d0/d1/fe 29863768 1
2024-03-19T01:51:41.187 INFO:tasks.workunit.client.0.smithi046.stdout:9/57: rmdir dd 39
2024-03-19T01:51:41.195 INFO:tasks.workunit.client.0.smithi046.stdout:9/58: dwrite f7 [8388608,4194304] 0
2024-03-19T01:51:41.196 INFO:tasks.workunit.client.0.smithi046.stdout:9/59: write f1 [3922440,96648] 0
2024-03-19T01:51:41.199 INFO:tasks.workunit.client.0.smithi046.stdout:9/60: mknod dd/cf 0
2024-03-19T01:51:41.202 INFO:tasks.workunit.client.0.smithi046.stdout:1/14: fsync d0/f1 0
2024-03-19T01:51:41.209 INFO:tasks.workunit.client.0.smithi046.stdout:1/15: truncate d0/f1 1204146 0
2024-03-19T01:51:41.215 INFO:tasks.workunit.client.0.smithi046.stdout:4/112: dwrite d7/f12 [0,4194304] 0
2024-03-19T01:51:41.218 INFO:tasks.workunit.client.0.smithi046.stdout:4/113: unlink d7/d10/d13/l15 0
2024-03-19T01:51:41.220 INFO:tasks.workunit.client.0.smithi046.stdout:4/114: chown d7/f12 15299136 1
2024-03-19T01:51:41.220 INFO:tasks.workunit.client.0.smithi046.stdout:4/115: chown d7/d20/l21 23907 1
2024-03-19T01:51:41.220 INFO:tasks.workunit.client.0.smithi046.stdout:4/116: chown c5 28945578 1
2024-03-19T01:51:41.221 INFO:tasks.workunit.client.0.smithi046.stdout:4/117: stat d7/c1c 0
2024-03-19T01:51:41.225 INFO:tasks.workunit.client.0.smithi046.stdout:4/118: truncate d7/fd 958407 0
2024-03-19T01:51:41.225 INFO:tasks.workunit.client.0.smithi046.stdout:2/31: write d0/f4 [19248,11275] 0
2024-03-19T01:51:41.228 INFO:tasks.workunit.client.0.smithi046.stdout:2/32: symlink d0/lb 0
2024-03-19T01:51:41.231 INFO:tasks.workunit.client.0.smithi046.stdout:7/58: rename d1/dc/df/d11/l12 to d1/dc/l14 0
2024-03-19T01:51:41.234 INFO:tasks.workunit.client.0.smithi046.stdout:4/119: link d7/fc d7/d20/f22 0
2024-03-19T01:51:41.238 INFO:tasks.workunit.client.0.smithi046.stdout:7/59: dwrite d1/dc/df/d11/f13 [0,4194304] 0
2024-03-19T01:51:41.240 INFO:tasks.workunit.client.0.smithi046.stdout:4/120: rename d7/f12 to d7/d10/d13/f23 0
2024-03-19T01:51:41.245 INFO:tasks.workunit.client.0.smithi046.stdout:4/121: write d7/d10/d13/f1d [251641,101373] 0
2024-03-19T01:51:41.249 INFO:tasks.workunit.client.0.smithi046.stdout:4/122: rename d7/d10/d13/l1a to d7/l24 0
2024-03-19T01:51:41.251 INFO:tasks.workunit.client.0.smithi046.stdout:4/123: read - d7/d10/d13/f14 zero size
2024-03-19T01:51:41.252 INFO:tasks.workunit.client.0.smithi046.stdout:4/124: truncate d7/fa 4979374 0
2024-03-19T01:51:41.253 INFO:tasks.workunit.client.0.smithi046.stdout:8/32: getdents d0/d5 0
2024-03-19T01:51:41.259 INFO:tasks.workunit.client.0.smithi046.stdout:8/33: dwrite d0/f2 [0,4194304] 0
2024-03-19T01:51:41.262 INFO:tasks.workunit.client.0.smithi046.stdout:8/34: creat d0/d5/f7 x:0 0 0
2024-03-19T01:51:41.265 INFO:tasks.workunit.client.0.smithi046.stdout:8/35: symlink d0/l8 0
2024-03-19T01:51:41.266 INFO:tasks.workunit.client.0.smithi046.stdout:5/50: write d0/d1/f12 [87810,126507] 0
2024-03-19T01:51:41.270 INFO:tasks.workunit.client.0.smithi046.stdout:1/16: rename d0/f1 to d0/f5 0
2024-03-19T01:51:41.273 INFO:tasks.workunit.client.0.smithi046.stdout:8/36: dwrite d0/d5/f7 [0,4194304] 0
2024-03-19T01:51:41.280 INFO:tasks.workunit.client.0.smithi046.stdout:4/125: getdents d7/d20 0
2024-03-19T01:51:41.285 INFO:tasks.workunit.client.0.smithi046.stdout:4/126: mknod d7/d10/c25 0
2024-03-19T01:51:41.287 INFO:tasks.workunit.client.0.smithi046.stdout:2/33: dwrite d0/f2 [0,4194304] 0
2024-03-19T01:51:41.288 INFO:tasks.workunit.client.0.smithi046.stdout:7/60: truncate d1/f5 7680597 0
2024-03-19T01:51:41.291 INFO:tasks.workunit.client.0.smithi046.stdout:2/34: unlink d0/lb 0
2024-03-19T01:51:41.291 INFO:tasks.workunit.client.0.smithi046.stdout:4/127: dread d7/d10/d13/f23 [0,4194304] 0
2024-03-19T01:51:41.292 INFO:tasks.workunit.client.0.smithi046.stdout:2/35: dread - d0/fa zero size
2024-03-19T01:51:41.292 INFO:tasks.workunit.client.0.smithi046.stdout:4/128: fsync d7/d10/d13/f1f 0
2024-03-19T01:51:41.292 INFO:tasks.workunit.client.0.smithi046.stdout:2/36: chown d0/f5 9 1
2024-03-19T01:51:41.295 INFO:tasks.workunit.client.0.smithi046.stdout:2/37: mkdir d0/dc 0
2024-03-19T01:51:41.295 INFO:tasks.workunit.client.0.smithi046.stdout:2/38: rename d0 to d0/dd 22
2024-03-19T01:51:41.296 INFO:tasks.workunit.client.0.smithi046.stdout:8/37: getdents d0 0
2024-03-19T01:51:41.297 INFO:tasks.workunit.client.0.smithi046.stdout:2/39: truncate d0/f5 126978 0
2024-03-19T01:51:41.297 INFO:tasks.workunit.client.0.smithi046.stdout:8/38: write d0/f2 [1398417,67388] 0
2024-03-19T01:51:41.299 INFO:tasks.workunit.client.0.smithi046.stdout:8/39: write d0/d5/f7 [2589123,14754] 0
2024-03-19T01:51:41.299 INFO:tasks.workunit.client.0.smithi046.stdout:8/40: chown d0/f2 0 1
2024-03-19T01:51:41.302 INFO:tasks.workunit.client.0.smithi046.stdout:1/17: read d0/f5 [461103,23031] 0
2024-03-19T01:51:41.328 INFO:tasks.workunit.client.0.smithi046.stdout:6/37: sync
2024-03-19T01:51:41.354 INFO:tasks.workunit.client.0.smithi046.stdout:6/38: chown fc 121636 1
2024-03-19T01:51:41.355 INFO:tasks.workunit.client.0.smithi046.stdout:6/39: fdatasync fd 0
2024-03-19T01:51:41.355 INFO:tasks.workunit.client.0.smithi046.stdout:2/40: creat d0/dc/fe x:0 0 0
2024-03-19T01:51:41.355 INFO:tasks.workunit.client.0.smithi046.stdout:5/51: truncate d0/d1/d4/fa 734638 0
2024-03-19T01:51:41.356 INFO:tasks.workunit.client.0.smithi046.stdout:1/18: mkdir d0/d6 0
2024-03-19T01:51:41.356 INFO:tasks.workunit.client.0.smithi046.stdout:2/41: dread - d0/f9 zero size
2024-03-19T01:51:41.356 INFO:tasks.workunit.client.0.smithi046.stdout:1/19: chown d0 1508981 1
2024-03-19T01:51:41.358 INFO:tasks.workunit.client.0.smithi046.stdout:5/52: dread d0/d1/d4/fa [0,4194304] 0
2024-03-19T01:51:41.360 INFO:tasks.workunit.client.0.smithi046.stdout:7/61: dwrite d1/f3 [0,4194304] 0
2024-03-19T01:51:41.361 INFO:tasks.workunit.client.0.smithi046.stdout:8/41: getdents d0/d5 0
2024-03-19T01:51:41.365 INFO:tasks.workunit.client.0.smithi046.stdout:7/62: creat d1/f15 x:0 0 0
2024-03-19T01:51:41.366 INFO:tasks.workunit.client.0.smithi046.stdout:8/42: mknod d0/c9 0
2024-03-19T01:51:41.366 INFO:tasks.workunit.client.0.smithi046.stdout:1/20: write d0/f5 [705491,88694] 0
2024-03-19T01:51:41.367 INFO:tasks.workunit.client.0.smithi046.stdout:8/43: chown d0/d5/f7 1233 1
2024-03-19T01:51:41.367 INFO:tasks.workunit.client.0.smithi046.stdout:1/21: read d0/f5 [412261,60850] 0
2024-03-19T01:51:41.369 INFO:tasks.workunit.client.0.smithi046.stdout:5/53: unlink d0/d1/f12 0
2024-03-19T01:51:41.369 INFO:tasks.workunit.client.0.smithi046.stdout:8/44: read d0/d5/f7 [4144536,65003] 0
2024-03-19T01:51:41.370 INFO:tasks.workunit.client.0.smithi046.stdout:7/63: dread d1/dc/df/d11/f13 [0,4194304] 0
2024-03-19T01:51:41.370 INFO:tasks.workunit.client.0.smithi046.stdout:6/40: getdents . 0
2024-03-19T01:51:41.371 INFO:tasks.workunit.client.0.smithi046.stdout:7/64: dread - d1/f15 zero size
2024-03-19T01:51:41.374 INFO:tasks.workunit.client.0.smithi046.stdout:1/22: mkdir d0/d7 0
2024-03-19T01:51:41.377 INFO:tasks.workunit.client.0.smithi046.stdout:5/54: mknod d0/c17 0
2024-03-19T01:51:41.379 INFO:tasks.workunit.client.0.smithi046.stdout:8/45: dread d0/d5/f7 [0,4194304] 0
2024-03-19T01:51:41.381 INFO:tasks.workunit.client.0.smithi046.stdout:6/41: dwrite fd [0,4194304] 0
2024-03-19T01:51:41.382 INFO:tasks.workunit.client.0.smithi046.stdout:1/23: creat d0/f8 x:0 0 0
2024-03-19T01:51:41.384 INFO:tasks.workunit.client.0.smithi046.stdout:8/46: dread d0/f2 [0,4194304] 0
2024-03-19T01:51:41.385 INFO:tasks.workunit.client.0.smithi046.stdout:6/42: symlink lf 0
2024-03-19T01:51:41.388 INFO:tasks.workunit.client.0.smithi046.stdout:5/55: rename d0/d1/d4/c15 to d0/d13/c18 0
2024-03-19T01:51:41.391 INFO:tasks.workunit.client.0.smithi046.stdout:8/47: mkdir d0/d5/da 0
2024-03-19T01:51:41.392 INFO:tasks.workunit.client.0.smithi046.stdout:6/43: symlink l10 0
2024-03-19T01:51:41.394 INFO:tasks.workunit.client.0.smithi046.stdout:1/24: symlink d0/d6/l9 0
2024-03-19T01:51:41.395 INFO:tasks.workunit.client.0.smithi046.stdout:7/65: getdents d1/dc/df/d11 0
2024-03-19T01:51:41.398 INFO:tasks.workunit.client.0.smithi046.stdout:7/66: dread d1/f5 [4194304,4194304] 0
2024-03-19T01:51:41.399 INFO:tasks.workunit.client.0.smithi046.stdout:6/44: rename f9 to f11 0
2024-03-19T01:51:41.399 INFO:tasks.workunit.client.0.smithi046.stdout:6/45: readlink l5 0
2024-03-19T01:51:41.400 INFO:tasks.workunit.client.0.smithi046.stdout:1/25: fsync d0/f4 0
2024-03-19T01:51:41.400 INFO:tasks.workunit.client.0.smithi046.stdout:5/56: dread d0/fd [0,4194304] 0
2024-03-19T01:51:41.402 INFO:tasks.workunit.client.0.smithi046.stdout:6/46: write fa [4365289,58073] 0
2024-03-19T01:51:41.402 INFO:tasks.workunit.client.0.smithi046.stdout:7/67: symlink d1/dc/l16 0
2024-03-19T01:51:41.403 INFO:tasks.workunit.client.0.smithi046.stdout:6/47: readlink l10 0
2024-03-19T01:51:41.405 INFO:tasks.workunit.client.0.smithi046.stdout:8/48: dwrite d0/f2 [4194304,4194304] 0
2024-03-19T01:51:41.409 INFO:tasks.workunit.client.0.smithi046.stdout:1/26: rename d0/d7 to d0/d6/da 0
2024-03-19T01:51:41.410 INFO:tasks.workunit.client.0.smithi046.stdout:1/27: dread - d0/f8 zero size
2024-03-19T01:51:41.410 INFO:tasks.workunit.client.0.smithi046.stdout:7/68: dwrite d1/fb [0,4194304] 0
2024-03-19T01:51:41.411 INFO:tasks.workunit.client.0.smithi046.stdout:6/48: rename l5 to l12 0
2024-03-19T01:51:41.416 INFO:tasks.workunit.client.0.smithi046.stdout:7/69: readlink d1/dc/l14 0
2024-03-19T01:51:41.417 INFO:tasks.workunit.client.0.smithi046.stdout:1/28: truncate d0/f5 2224726 0
2024-03-19T01:51:41.419 INFO:tasks.workunit.client.0.smithi046.stdout:6/49: creat f13 x:0 0 0
2024-03-19T01:51:41.421 INFO:tasks.workunit.client.0.smithi046.stdout:8/49: mkdir d0/d5/da/db 0
2024-03-19T01:51:41.422 INFO:tasks.workunit.client.0.smithi046.stdout:8/50: chown d0/c9 173691 1
2024-03-19T01:51:41.423 INFO:tasks.workunit.client.0.smithi046.stdout:8/51: write d0/f2 [6985679,48736] 0
2024-03-19T01:51:41.425 INFO:tasks.workunit.client.0.smithi046.stdout:1/29: symlink d0/d6/da/lb 0
2024-03-19T01:51:41.425 INFO:tasks.workunit.client.0.smithi046.stdout:1/30: stat d0/l3 0
2024-03-19T01:51:41.426 INFO:tasks.workunit.client.0.smithi046.stdout:6/50: mknod c14 0
2024-03-19T01:51:41.427 INFO:tasks.workunit.client.0.smithi046.stdout:7/70: dread d1/f5 [4194304,4194304] 0
2024-03-19T01:51:41.427 INFO:tasks.workunit.client.0.smithi046.stdout:5/57: creat d0/d1/d4/f19 x:0 0 0
2024-03-19T01:51:41.428 INFO:tasks.workunit.client.0.smithi046.stdout:7/71: truncate d1/f15 513022 0
2024-03-19T01:51:41.429 INFO:tasks.workunit.client.0.smithi046.stdout:8/52: write d0/d5/f7 [955236,18752] 0
2024-03-19T01:51:41.429 INFO:tasks.workunit.client.0.smithi046.stdout:8/53: chown d0/l4 1300390 1
2024-03-19T01:51:41.432 INFO:tasks.workunit.client.0.smithi046.stdout:7/72: creat d1/f17 x:0 0 0
2024-03-19T01:51:41.434 INFO:tasks.workunit.client.0.smithi046.stdout:8/54: dread d0/f2 [0,4194304] 0
2024-03-19T01:51:41.453 INFO:tasks.workunit.client.0.smithi046.stdout:0/43: sync
2024-03-19T01:51:41.453 INFO:tasks.workunit.client.0.smithi046.stdout:3/54: sync
2024-03-19T01:51:41.453 INFO:tasks.workunit.client.0.smithi046.stdout:9/61: sync
2024-03-19T01:51:41.463 INFO:tasks.workunit.client.0.smithi046.stdout:0/44: symlink l10 0
2024-03-19T01:51:41.463 INFO:tasks.workunit.client.0.smithi046.stdout:6/51: dwrite fc [0,4194304] 0
2024-03-19T01:51:41.464 INFO:tasks.workunit.client.0.smithi046.stdout:9/62: creat dd/f10 x:0 0 0
2024-03-19T01:51:41.464 INFO:tasks.workunit.client.0.smithi046.stdout:8/55: mkdir d0/d5/dc 0
2024-03-19T01:51:41.465 INFO:tasks.workunit.client.0.smithi046.stdout:1/31: dread d0/f4 [0,4194304] 0
2024-03-19T01:51:41.467 INFO:tasks.workunit.client.0.smithi046.stdout:8/56: stat d0/f2 0
2024-03-19T01:51:41.467 INFO:tasks.workunit.client.0.smithi046.stdout:0/45: mknod c11 0
2024-03-19T01:51:41.467 INFO:tasks.workunit.client.0.smithi046.stdout:9/63: write dd/f10 [830179,124778] 0
2024-03-19T01:51:41.469 INFO:tasks.workunit.client.0.smithi046.stdout:1/32: creat d0/fc x:0 0 0
2024-03-19T01:51:41.472 INFO:tasks.workunit.client.0.smithi046.stdout:3/55: creat d5/d9/fd x:0 0 0
2024-03-19T01:51:41.473 INFO:tasks.workunit.client.0.smithi046.stdout:7/73: dwrite d1/f3 [4194304,4194304] 0
2024-03-19T01:51:41.475 INFO:tasks.workunit.client.0.smithi046.stdout:6/52: link fc f15 0
2024-03-19T01:51:41.476 INFO:tasks.workunit.client.0.smithi046.stdout:6/53: stat fb 0
2024-03-19T01:51:41.479 INFO:tasks.workunit.client.0.smithi046.stdout:0/46: dread f9 [0,4194304] 0
2024-03-19T01:51:41.479 INFO:tasks.workunit.client.0.smithi046.stdout:8/57: symlink d0/d5/da/db/ld 0
2024-03-19T01:51:41.481 INFO:tasks.workunit.client.0.smithi046.stdout:8/58: rename d0/d5 to d0/d5/dc/de 22
2024-03-19T01:51:41.484 INFO:tasks.workunit.client.0.smithi046.stdout:3/56: dwrite d5/fc [0,4194304] 0
2024-03-19T01:51:41.484 INFO:tasks.workunit.client.0.smithi046.stdout:7/74: mkdir d1/dc/d18 0
2024-03-19T01:51:41.485 INFO:tasks.workunit.client.0.smithi046.stdout:7/75: truncate d1/f15 1396008 0
2024-03-19T01:51:41.489 INFO:tasks.workunit.client.0.smithi046.stdout:0/47: creat f12 x:0 0 0
2024-03-19T01:51:41.496 INFO:tasks.workunit.client.0.smithi046.stdout:7/76: symlink d1/dc/l19 0
2024-03-19T01:51:41.496 INFO:tasks.workunit.client.0.smithi046.stdout:3/57: dwrite d5/fc [0,4194304] 0
2024-03-19T01:51:41.498 INFO:tasks.workunit.client.0.smithi046.stdout:9/64: truncate f2 3312567 0
2024-03-19T01:51:41.504 INFO:tasks.workunit.client.0.smithi046.stdout:6/54: dwrite f15 [0,4194304] 0
2024-03-19T01:51:41.510 INFO:tasks.workunit.client.0.smithi046.stdout:1/33: dwrite d0/f5 [0,4194304] 0
2024-03-19T01:51:41.510 INFO:tasks.workunit.client.0.smithi046.stdout:3/58: mknod d5/ce 0
2024-03-19T01:51:41.512 INFO:tasks.workunit.client.0.smithi046.stdout:6/55: mknod c16 0
2024-03-19T01:51:41.514 INFO:tasks.workunit.client.0.smithi046.stdout:8/59: dwrite d0/f2 [0,4194304] 0
2024-03-19T01:51:41.514 INFO:tasks.workunit.client.0.smithi046.stdout:3/59: dread - d5/d9/fd zero size
2024-03-19T01:51:41.514 INFO:tasks.workunit.client.0.smithi046.stdout:1/34: mkdir d0/dd 0
2024-03-19T01:51:41.515 INFO:tasks.workunit.client.0.smithi046.stdout:0/48: dwrite fd [0,4194304] 0
2024-03-19T01:51:41.516 INFO:tasks.workunit.client.0.smithi046.stdout:0/49: rmdir - no directory
2024-03-19T01:51:41.516 INFO:tasks.workunit.client.0.smithi046.stdout:0/50: stat l4 0
2024-03-19T01:51:41.517 INFO:tasks.workunit.client.0.smithi046.stdout:8/60: chown d0/c9 242721 1
2024-03-19T01:51:41.517 INFO:tasks.workunit.client.0.smithi046.stdout:1/35: write d0/f5 [1139662,110032] 0
2024-03-19T01:51:41.517 INFO:tasks.workunit.client.0.smithi046.stdout:3/60: write d5/fc [515416,5911] 0
2024-03-19T01:51:41.519 INFO:tasks.workunit.client.0.smithi046.stdout:1/36: chown d0/d6 511189 1
2024-03-19T01:51:41.522 INFO:tasks.workunit.client.0.smithi046.stdout:1/37: write d0/f8 [551734,79950] 0
2024-03-19T01:51:41.523 INFO:tasks.workunit.client.0.smithi046.stdout:6/56: getdents . 0
2024-03-19T01:51:41.526 INFO:tasks.workunit.client.0.smithi046.stdout:3/61: dread d5/d9/fa [0,4194304] 0
2024-03-19T01:51:41.526 INFO:tasks.workunit.client.0.smithi046.stdout:3/62: chown d5 250 1
2024-03-19T01:51:41.527 INFO:tasks.workunit.client.0.smithi046.stdout:3/63: dread - d5/d9/fd zero size
2024-03-19T01:51:41.527 INFO:tasks.workunit.client.0.smithi046.stdout:8/61: mkdir d0/d5/da/df 0
2024-03-19T01:51:41.530 INFO:tasks.workunit.client.0.smithi046.stdout:6/57: rename l12 to l17 0
2024-03-19T01:51:41.532 INFO:tasks.workunit.client.0.smithi046.stdout:3/64: creat d5/d9/ff x:0 0 0
2024-03-19T01:51:41.533 INFO:tasks.workunit.client.0.smithi046.stdout:6/58: dread fd [0,4194304] 0
2024-03-19T01:51:41.536 INFO:tasks.workunit.client.0.smithi046.stdout:3/65: dread d5/fc [0,4194304] 0
2024-03-19T01:51:41.536 INFO:tasks.workunit.client.0.smithi046.stdout:1/38: rename d0/f4 to d0/dd/fe 0
2024-03-19T01:51:41.538 INFO:tasks.workunit.client.0.smithi046.stdout:1/39: write d0/f8 [1045842,59750] 0
2024-03-19T01:51:41.538 INFO:tasks.workunit.client.0.smithi046.stdout:8/62: creat d0/d5/dc/f10 x:0 0 0
2024-03-19T01:51:41.540 INFO:tasks.workunit.client.0.smithi046.stdout:0/51: getdents . 0
2024-03-19T01:51:41.541 INFO:tasks.workunit.client.0.smithi046.stdout:3/66: dread d5/fc [0,4194304] 0
2024-03-19T01:51:41.543 INFO:tasks.workunit.client.0.smithi046.stdout:8/63: dread d0/f2 [0,4194304] 0
2024-03-19T01:51:41.544 INFO:tasks.workunit.client.0.smithi046.stdout:8/64: dread - d0/d5/dc/f10 zero size
2024-03-19T01:51:41.544 INFO:tasks.workunit.client.0.smithi046.stdout:0/52: dread f3 [0,4194304] 0
2024-03-19T01:51:41.545 INFO:tasks.workunit.client.0.smithi046.stdout:1/40: creat d0/ff x:0 0 0
2024-03-19T01:51:41.546 INFO:tasks.workunit.client.0.smithi046.stdout:0/53: write f3 [4377909,48057] 0
2024-03-19T01:51:41.546 INFO:tasks.workunit.client.0.smithi046.stdout:0/54: write f3 [1899737,118471] 0
2024-03-19T01:51:41.550 INFO:tasks.workunit.client.0.smithi046.stdout:8/65: creat d0/d5/da/f11 x:0 0 0
2024-03-19T01:51:41.554 INFO:tasks.workunit.client.0.smithi046.stdout:6/59: truncate fd 778675 0
2024-03-19T01:51:41.557 INFO:tasks.workunit.client.0.smithi046.stdout:0/55: rename cc to c13 0
2024-03-19T01:51:41.561 INFO:tasks.workunit.client.0.smithi046.stdout:6/60: creat f18 x:0 0 0
2024-03-19T01:51:41.561 INFO:tasks.workunit.client.0.smithi046.stdout:1/41: write d0/dd/fe [712221,25662] 0
2024-03-19T01:51:41.562 INFO:tasks.workunit.client.0.smithi046.stdout:1/42: write d0/f5 [2835426,91712] 0
2024-03-19T01:51:41.562 INFO:tasks.workunit.client.0.smithi046.stdout:3/67: rename d5/d9 to d5/d10 0
2024-03-19T01:51:41.562 INFO:tasks.workunit.client.0.smithi046.stdout:1/43: chown d0/d6 66 1
2024-03-19T01:51:41.563 INFO:tasks.workunit.client.0.smithi046.stdout:0/56: mkdir d14 0
2024-03-19T01:51:41.566 INFO:tasks.workunit.client.0.smithi046.stdout:6/61: mknod c19 0
2024-03-19T01:51:41.568 INFO:tasks.workunit.client.0.smithi046.stdout:3/68: readlink d5/l6 0
2024-03-19T01:51:41.570 INFO:tasks.workunit.client.0.smithi046.stdout:1/44: rename d0/l3 to d0/d6/da/l10 0
2024-03-19T01:51:41.571 INFO:tasks.workunit.client.0.smithi046.stdout:8/66: dwrite d0/f2 [0,4194304] 0
2024-03-19T01:51:41.572 INFO:tasks.workunit.client.0.smithi046.stdout:6/62: mkdir d1a 0
2024-03-19T01:51:41.572 INFO:tasks.workunit.client.0.smithi046.stdout:8/67: chown d0/f2 3 1
2024-03-19T01:51:41.572 INFO:tasks.workunit.client.0.smithi046.stdout:0/57: creat d14/f15 x:0 0 0
2024-03-19T01:51:41.575 INFO:tasks.workunit.client.0.smithi046.stdout:0/58: write f9 [4331939,1138] 0
2024-03-19T01:51:41.577 INFO:tasks.workunit.client.0.smithi046.stdout:6/63: mknod d1a/c1b 0
2024-03-19T01:51:41.577 INFO:tasks.workunit.client.0.smithi046.stdout:8/68: mknod d0/d5/da/df/c12 0
2024-03-19T01:51:41.579 INFO:tasks.workunit.client.0.smithi046.stdout:8/69: write d0/d5/f7 [466376,52837] 0
2024-03-19T01:51:41.579 INFO:tasks.workunit.client.0.smithi046.stdout:1/45: link d0/d6/da/lb d0/d6/l11 0
2024-03-19T01:51:41.584 INFO:tasks.workunit.client.0.smithi046.stdout:2/42: sync
2024-03-19T01:51:41.584 INFO:tasks.workunit.client.0.smithi046.stdout:4/129: sync
2024-03-19T01:51:41.584 INFO:tasks.workunit.client.0.smithi046.stdout:1/46: creat d0/dd/f12 x:0 0 0
2024-03-19T01:51:41.584 INFO:tasks.workunit.client.0.smithi046.stdout:4/130: chown d7/cb 6 1
2024-03-19T01:51:41.585 INFO:tasks.workunit.client.0.smithi046.stdout:2/43: write d0/f4 [607594,17784] 0
2024-03-19T01:51:41.585 INFO:tasks.workunit.client.0.smithi046.stdout:4/131: fdatasync d7/fa 0
2024-03-19T01:51:41.585 INFO:tasks.workunit.client.0.smithi046.stdout:6/64: link fa d1a/f1c 0
2024-03-19T01:51:41.588 INFO:tasks.workunit.client.0.smithi046.stdout:1/47: dread d0/dd/fe [0,4194304] 0
2024-03-19T01:51:41.592 INFO:tasks.workunit.client.0.smithi046.stdout:6/65: mkdir d1a/d1d 0
2024-03-19T01:51:41.593 INFO:tasks.workunit.client.0.smithi046.stdout:6/66: fdatasync fc 0
2024-03-19T01:51:41.593 INFO:tasks.workunit.client.0.smithi046.stdout:4/132: fsync d7/d10/d13/f23 0
2024-03-19T01:51:41.595 INFO:tasks.workunit.client.0.smithi046.stdout:2/44: dread d0/f4 [0,4194304] 0
2024-03-19T01:51:41.597 INFO:tasks.workunit.client.0.smithi046.stdout:6/67: readlink l17 0
2024-03-19T01:51:41.598 INFO:tasks.workunit.client.0.smithi046.stdout:0/59: truncate f9 1391735 0
2024-03-19T01:51:41.599 INFO:tasks.workunit.client.0.smithi046.stdout:1/48: chown d0/d6/da/lb 1237609 1
2024-03-19T01:51:41.602 INFO:tasks.workunit.client.0.smithi046.stdout:4/133: getdents d7/d20 0
2024-03-19T01:51:41.604 INFO:tasks.workunit.client.0.smithi046.stdout:0/60: creat d14/f16 x:0 0 0
2024-03-19T01:51:41.606 INFO:tasks.workunit.client.0.smithi046.stdout:0/61: chown lf 357 1
2024-03-19T01:51:41.607 INFO:tasks.workunit.client.0.smithi046.stdout:1/49: dwrite d0/fc [0,4194304] 0
2024-03-19T01:51:41.607 INFO:tasks.workunit.client.0.smithi046.stdout:2/45: dwrite d0/f4 [0,4194304] 0
2024-03-19T01:51:41.608 INFO:tasks.workunit.client.0.smithi046.stdout:4/134: creat d7/f26 x:0 0 0
2024-03-19T01:51:41.609 INFO:tasks.workunit.client.0.smithi046.stdout:4/135: fsync d7/fa 0
2024-03-19T01:51:41.610 INFO:tasks.workunit.client.0.smithi046.stdout:0/62: rmdir d14 39
2024-03-19T01:51:41.611 INFO:tasks.workunit.client.0.smithi046.stdout:2/46: mknod d0/dc/cf 0
2024-03-19T01:51:41.612 INFO:tasks.workunit.client.0.smithi046.stdout:1/50: dread d0/dd/fe [0,4194304] 0
2024-03-19T01:51:41.616 INFO:tasks.workunit.client.0.smithi046.stdout:4/136: creat d7/d10/d13/f27 x:0 0 0
2024-03-19T01:51:41.618 INFO:tasks.workunit.client.0.smithi046.stdout:0/63: creat d14/f17 x:0 0 0
2024-03-19T01:51:41.619 INFO:tasks.workunit.client.0.smithi046.stdout:4/137: write d7/d20/f22 [905852,113867] 0
2024-03-19T01:51:41.623 INFO:tasks.workunit.client.0.smithi046.stdout:2/47: dwrite d0/dc/fe [0,4194304] 0
2024-03-19T01:51:41.624 INFO:tasks.workunit.client.0.smithi046.stdout:0/64: creat d14/f18 x:0 0 0
2024-03-19T01:51:41.626 INFO:tasks.workunit.client.0.smithi046.stdout:0/65: stat d14/f18 0
2024-03-19T01:51:41.628 INFO:tasks.workunit.client.0.smithi046.stdout:6/68: dwrite fd [0,4194304] 0
2024-03-19T01:51:41.629 INFO:tasks.workunit.client.0.smithi046.stdout:2/48: rename d0/c7 to d0/dc/c10 0
2024-03-19T01:51:41.630 INFO:tasks.workunit.client.0.smithi046.stdout:2/49: stat d0/f5 0
2024-03-19T01:51:41.631 INFO:tasks.workunit.client.0.smithi046.stdout:6/69: creat d1a/d1d/f1e x:0 0 0
2024-03-19T01:51:41.633 INFO:tasks.workunit.client.0.smithi046.stdout:4/138: getdents d7 0
2024-03-19T01:51:41.634 INFO:tasks.workunit.client.0.smithi046.stdout:4/139: chown d7/d20 0 1
2024-03-19T01:51:41.635 INFO:tasks.workunit.client.0.smithi046.stdout:0/66: rename lf to d14/l19 0
2024-03-19T01:51:41.638 INFO:tasks.workunit.client.0.smithi046.stdout:4/140: creat d7/d10/d13/f28 x:0 0 0
2024-03-19T01:51:41.639 INFO:tasks.workunit.client.0.smithi046.stdout:0/67: mkdir d14/d1a 0
2024-03-19T01:51:41.642 INFO:tasks.workunit.client.0.smithi046.stdout:2/50: fdatasync d0/dc/fe 0
2024-03-19T01:51:41.642 INFO:tasks.workunit.client.0.smithi046.stdout:6/70: fdatasync fd 0
2024-03-19T01:51:41.643 INFO:tasks.workunit.client.0.smithi046.stdout:4/141: dread d7/ff [0,4194304] 0
2024-03-19T01:51:41.644 INFO:tasks.workunit.client.0.smithi046.stdout:6/71: dread - f11 zero size
2024-03-19T01:51:41.645 INFO:tasks.workunit.client.0.smithi046.stdout:2/51: creat d0/f11 x:0 0 0
2024-03-19T01:51:41.647 INFO:tasks.workunit.client.0.smithi046.stdout:6/72: symlink d1a/l1f 0
2024-03-19T01:51:41.648 INFO:tasks.workunit.client.0.smithi046.stdout:0/68: dwrite d14/f15 [0,4194304] 0
2024-03-19T01:51:41.648 INFO:tasks.workunit.client.0.smithi046.stdout:6/73: write f13 [957400,117098] 0
2024-03-19T01:51:41.648 INFO:tasks.workunit.client.0.smithi046.stdout:4/142: symlink d7/d10/d13/l29 0
2024-03-19T01:51:41.651 INFO:tasks.workunit.client.0.smithi046.stdout:0/69: creat d14/f1b x:0 0 0
2024-03-19T01:51:41.654 INFO:tasks.workunit.client.0.smithi046.stdout:4/143: creat d7/f2a x:0 0 0
2024-03-19T01:51:41.657 INFO:tasks.workunit.client.0.smithi046.stdout:0/70: rename fb to d14/d1a/f1c 0
2024-03-19T01:51:41.658 INFO:tasks.workunit.client.0.smithi046.stdout:4/144: rmdir d7/d10 39
2024-03-19T01:51:41.663 INFO:tasks.workunit.client.0.smithi046.stdout:0/71: rmdir d14 39
2024-03-19T01:51:41.665 INFO:tasks.workunit.client.0.smithi046.stdout:4/145: chown d7/d10/d13/f28 419 1
2024-03-19T01:51:41.666 INFO:tasks.workunit.client.0.smithi046.stdout:2/52: truncate d0/f2 3757211 0
2024-03-19T01:51:41.666 INFO:tasks.workunit.client.0.smithi046.stdout:6/74: link c19 d1a/c20 0
2024-03-19T01:51:41.667 INFO:tasks.workunit.client.0.smithi046.stdout:6/75: write f15 [1895431,30019] 0
2024-03-19T01:51:41.669 INFO:tasks.workunit.client.0.smithi046.stdout:2/53: symlink d0/l12 0
2024-03-19T01:51:41.670 INFO:tasks.workunit.client.0.smithi046.stdout:6/76: fsync fc 0
2024-03-19T01:51:41.672 INFO:tasks.workunit.client.0.smithi046.stdout:2/54: mknod d0/c13 0
2024-03-19T01:51:41.674 INFO:tasks.workunit.client.0.smithi046.stdout:4/146: creat d7/d10/f2b x:0 0 0
2024-03-19T01:51:41.676 INFO:tasks.workunit.client.0.smithi046.stdout:6/77: unlink f15 0
2024-03-19T01:51:41.677 INFO:tasks.workunit.client.0.smithi046.stdout:0/72: link d14/f15 d14/f1d 0
2024-03-19T01:51:41.681 INFO:tasks.workunit.client.0.smithi046.stdout:4/147: creat d7/d20/f2c x:0 0 0
2024-03-19T01:51:41.682 INFO:tasks.workunit.client.0.smithi046.stdout:6/78: creat d1a/d1d/f21 x:0 0 0
2024-03-19T01:51:41.682 INFO:tasks.workunit.client.0.smithi046.stdout:0/73: dwrite fd [0,4194304] 0
2024-03-19T01:51:41.684 INFO:tasks.workunit.client.0.smithi046.stdout:2/55: rename d0/dc/c10 to d0/dc/c14 0
2024-03-19T01:51:41.685 INFO:tasks.workunit.client.0.smithi046.stdout:2/56: dread - d0/f11 zero size
2024-03-19T01:51:41.685 INFO:tasks.workunit.client.0.smithi046.stdout:2/57: chown d0/c13 206 1
2024-03-19T01:51:41.685 INFO:tasks.workunit.client.0.smithi046.stdout:6/79: unlink d1a/f1c 0
2024-03-19T01:51:41.687 INFO:tasks.workunit.client.0.smithi046.stdout:0/74: creat d14/f1e x:0 0 0
2024-03-19T01:51:41.722 INFO:tasks.workunit.client.0.smithi046.stdout:5/58: sync
2024-03-19T01:51:41.749 INFO:tasks.workunit.client.0.smithi046.stdout:4/148: symlink d7/l2d 0
2024-03-19T01:51:41.749 INFO:tasks.workunit.client.0.smithi046.stdout:2/58: symlink d0/l15 0
2024-03-19T01:51:41.749 INFO:tasks.workunit.client.0.smithi046.stdout:0/75: truncate d14/f18 718253 0
2024-03-19T01:51:41.749 INFO:tasks.workunit.client.0.smithi046.stdout:6/80: rename l4 to d1a/d1d/l22 0
2024-03-19T01:51:41.750 INFO:tasks.workunit.client.0.smithi046.stdout:0/76: dread - f12 zero size
2024-03-19T01:51:41.750 INFO:tasks.workunit.client.0.smithi046.stdout:6/81: chown lf 350504 1
2024-03-19T01:51:41.750 INFO:tasks.workunit.client.0.smithi046.stdout:6/82: fsync fd 0
2024-03-19T01:51:41.755 INFO:tasks.workunit.client.0.smithi046.stdout:0/77: dwrite f12 [0,4194304] 0
2024-03-19T01:51:41.809 INFO:tasks.workunit.client.0.smithi046.stdout:7/77: sync
2024-03-19T01:51:41.820 INFO:tasks.workunit.client.0.smithi046.stdout:7/78: dread d1/f8 [0,4194304] 0
2024-03-19T01:51:41.841 INFO:tasks.workunit.client.0.smithi046.stdout:8/70: sync
2024-03-19T01:51:41.842 INFO:tasks.workunit.client.0.smithi046.stdout:3/69: sync
2024-03-19T01:51:41.842 INFO:tasks.workunit.client.0.smithi046.stdout:1/51: sync
2024-03-19T01:51:41.842 INFO:tasks.workunit.client.0.smithi046.stdout:9/65: sync
2024-03-19T01:51:41.842 INFO:tasks.workunit.client.0.smithi046.stdout:3/70: chown d5/l6 1849417 1
2024-03-19T01:51:41.842 INFO:tasks.workunit.client.0.smithi046.stdout:8/71: chown d0/d5/f7 172 1
2024-03-19T01:51:41.844 INFO:tasks.workunit.client.0.smithi046.stdout:1/52: dread d0/f5 [0,4194304] 0
2024-03-19T01:51:41.866 INFO:tasks.workunit.client.0.smithi046.stdout:5/59: dread - d0/d1/d4/f19 zero size
2024-03-19T01:51:41.866 INFO:tasks.workunit.client.0.smithi046.stdout:5/60: readlink d0/d13/l14 0
2024-03-19T01:51:41.867 INFO:tasks.workunit.client.0.smithi046.stdout:2/59: mkdir d0/dc/d16 0
2024-03-19T01:51:41.868 INFO:tasks.workunit.client.0.smithi046.stdout:6/83: creat d1a/f23 x:0 0 0
2024-03-19T01:51:41.869 INFO:tasks.workunit.client.0.smithi046.stdout:6/84: chown d1a/d1d/f1e 239718 1
2024-03-19T01:51:41.870 INFO:tasks.workunit.client.0.smithi046.stdout:0/78: creat d14/f1f x:0 0 0
2024-03-19T01:51:41.873 INFO:tasks.workunit.client.0.smithi046.stdout:9/66: mkdir dd/d11 0
2024-03-19T01:51:41.875 INFO:tasks.workunit.client.0.smithi046.stdout:0/79: dwrite fa [0,4194304] 0
2024-03-19T01:51:41.877 INFO:tasks.workunit.client.0.smithi046.stdout:0/80: write d14/f18 [172010,102424] 0
2024-03-19T01:51:41.877 INFO:tasks.workunit.client.0.smithi046.stdout:2/60: mknod d0/dc/c17 0
2024-03-19T01:51:41.878 INFO:tasks.workunit.client.0.smithi046.stdout:2/61: fsync d0/dc/fe 0
2024-03-19T01:51:41.878 INFO:tasks.workunit.client.0.smithi046.stdout:6/85: chown c19 1932 1
2024-03-19T01:51:41.882 INFO:tasks.workunit.client.0.smithi046.stdout:9/67: readlink lb 0
2024-03-19T01:51:41.883 INFO:tasks.workunit.client.0.smithi046.stdout:3/71: symlink d5/l11 0
2024-03-19T01:51:41.883 INFO:tasks.workunit.client.0.smithi046.stdout:3/72: chown d5/d10/fa 1921333368 1
2024-03-19T01:51:41.883 INFO:tasks.workunit.client.0.smithi046.stdout:3/73: chown d5/d10 61 1
2024-03-19T01:51:41.885 INFO:tasks.workunit.client.0.smithi046.stdout:8/72: link d0/d5/f7 d0/f13 0
2024-03-19T01:51:41.885 INFO:tasks.workunit.client.0.smithi046.stdout:8/73: read - d0/d5/da/f11 zero size
2024-03-19T01:51:41.886 INFO:tasks.workunit.client.0.smithi046.stdout:8/74: dread - d0/d5/dc/f10 zero size
2024-03-19T01:51:41.886 INFO:tasks.workunit.client.0.smithi046.stdout:8/75: stat d0/c9 0
2024-03-19T01:51:41.888 INFO:tasks.workunit.client.0.smithi046.stdout:6/86: mknod d1a/c24 0
2024-03-19T01:51:41.888 INFO:tasks.workunit.client.0.smithi046.stdout:6/87: truncate f13 1232019 0
2024-03-19T01:51:41.889 INFO:tasks.workunit.client.0.smithi046.stdout:2/62: symlink d0/dc/l18 0
2024-03-19T01:51:41.889 INFO:tasks.workunit.client.0.smithi046.stdout:2/63: truncate d0/f11 718268 0
2024-03-19T01:51:41.894 INFO:tasks.workunit.client.0.smithi046.stdout:5/61: link d0/d1/d4/fa d0/d1/f1a 0
2024-03-19T01:51:41.894 INFO:tasks.workunit.client.0.smithi046.stdout:8/76: rmdir d0 39
2024-03-19T01:51:41.895 INFO:tasks.workunit.client.0.smithi046.stdout:9/68: dread dd/f10 [0,4194304] 0
2024-03-19T01:51:41.897 INFO:tasks.workunit.client.0.smithi046.stdout:0/81: rename d14/l19 to d14/d1a/l20 0
2024-03-19T01:51:41.900 INFO:tasks.workunit.client.0.smithi046.stdout:9/69: dread - f6 zero size
2024-03-19T01:51:41.900 INFO:tasks.workunit.client.0.smithi046.stdout:5/62: creat d0/f1b x:0 0 0
2024-03-19T01:51:41.901 INFO:tasks.workunit.client.0.smithi046.stdout:2/64: dwrite d0/f5 [0,4194304] 0
2024-03-19T01:51:41.902 INFO:tasks.workunit.client.0.smithi046.stdout:3/74: dwrite d5/d10/fa [4194304,4194304] 0
2024-03-19T01:51:41.904 INFO:tasks.workunit.client.0.smithi046.stdout:0/82: rmdir d14/d1a 39
2024-03-19T01:51:41.904 INFO:tasks.workunit.client.0.smithi046.stdout:0/83: stat f12 0
2024-03-19T01:51:41.904 INFO:tasks.workunit.client.0.smithi046.stdout:9/70: rmdir dd 39
2024-03-19T01:51:41.905 INFO:tasks.workunit.client.0.smithi046.stdout:5/63: rmdir d0/d1 39
2024-03-19T01:51:41.905 INFO:tasks.workunit.client.0.smithi046.stdout:9/71: write f6 [565423,54624] 0
2024-03-19T01:51:41.906 INFO:tasks.workunit.client.0.smithi046.stdout:5/64: stat d0/fd 0
2024-03-19T01:51:41.910 INFO:tasks.workunit.client.0.smithi046.stdout:2/65: dwrite d0/f4 [0,4194304] 0
2024-03-19T01:51:41.914 INFO:tasks.workunit.client.0.smithi046.stdout:0/84: creat d14/d1a/f21 x:0 0 0
2024-03-19T01:51:41.917 INFO:tasks.workunit.client.0.smithi046.stdout:9/72: creat dd/f12 x:0 0 0
2024-03-19T01:51:41.921 INFO:tasks.workunit.client.0.smithi046.stdout:5/65: write d0/d1/d4/fa [1261454,23678] 0
2024-03-19T01:51:41.922 INFO:tasks.workunit.client.0.smithi046.stdout:5/66: chown d0/d13/l14 92827754 1
2024-03-19T01:51:41.926 INFO:tasks.workunit.client.0.smithi046.stdout:0/85: creat d14/d1a/f22 x:0 0 0
2024-03-19T01:51:41.926 INFO:tasks.workunit.client.0.smithi046.stdout:0/86: read - d14/f1b zero size
2024-03-19T01:51:41.928 INFO:tasks.workunit.client.0.smithi046.stdout:9/73: mknod dd/c13 0
2024-03-19T01:51:41.931 INFO:tasks.workunit.client.0.smithi046.stdout:5/67: rmdir d0/d13 39
2024-03-19T01:51:41.931 INFO:tasks.workunit.client.0.smithi046.stdout:5/68: stat d0/d1 0
2024-03-19T01:51:41.932 INFO:tasks.workunit.client.0.smithi046.stdout:3/75: link c0 d5/c12 0
2024-03-19T01:51:41.933 INFO:tasks.workunit.client.0.smithi046.stdout:0/87: rmdir d14/d1a 39
2024-03-19T01:51:41.939 INFO:tasks.workunit.client.0.smithi046.stdout:3/76: write d5/fc [3969937,77730] 0
2024-03-19T01:51:41.939 INFO:tasks.workunit.client.0.smithi046.stdout:9/74: symlink dd/d11/l14 0
2024-03-19T01:51:41.940 INFO:tasks.workunit.client.0.smithi046.stdout:5/69: creat d0/d13/f1c x:0 0 0
2024-03-19T01:51:41.940 INFO:tasks.workunit.client.0.smithi046.stdout:9/75: read f1 [10085724,62582] 0
2024-03-19T01:51:41.941 INFO:tasks.workunit.client.0.smithi046.stdout:0/88: mknod d14/c23 0
2024-03-19T01:51:41.947 INFO:tasks.workunit.client.0.smithi046.stdout:9/76: rename f6 to dd/f15 0
2024-03-19T01:51:41.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:41 smithi073 ceph-mon[66833]: pgmap v51: 129 pgs: 129 active+clean; 185 MiB data, 894 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 12 MiB/s wr, 279 op/s
2024-03-19T01:51:41.972 INFO:tasks.workunit.client.0.smithi046.stdout:1/53: sync
2024-03-19T01:51:41.975 INFO:tasks.workunit.client.0.smithi046.stdout:9/77: dwrite f5 [0,4194304] 0
2024-03-19T01:51:41.977 INFO:tasks.workunit.client.0.smithi046.stdout:1/54: mknod d0/d6/da/c13 0
2024-03-19T01:51:41.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:41 smithi102 ceph-mon[66557]: pgmap v51: 129 pgs: 129 active+clean; 185 MiB data, 894 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 12 MiB/s wr, 279 op/s
2024-03-19T01:51:41.987 INFO:tasks.workunit.client.0.smithi046.stdout:9/78: dwrite dd/fe [0,4194304] 0
2024-03-19T01:51:41.989 INFO:tasks.workunit.client.0.smithi046.stdout:1/55: dwrite d0/dd/f12 [0,4194304] 0
2024-03-19T01:51:41.990 INFO:tasks.workunit.client.0.smithi046.stdout:9/79: symlink dd/l16 0
2024-03-19T01:51:41.993 INFO:tasks.workunit.client.0.smithi046.stdout:9/80: mkdir dd/d11/d17 0
2024-03-19T01:51:41.998 INFO:tasks.workunit.client.0.smithi046.stdout:1/56: dwrite d0/dd/f12 [0,4194304] 0
2024-03-19T01:51:42.002 INFO:tasks.workunit.client.0.smithi046.stdout:1/57: creat d0/f14 x:0 0 0
2024-03-19T01:51:42.005 INFO:tasks.workunit.client.0.smithi046.stdout:9/81: dwrite dd/f10 [0,4194304] 0
2024-03-19T01:51:42.006 INFO:tasks.workunit.client.0.smithi046.stdout:9/82: stat dd/f10 0
2024-03-19T01:51:42.011 INFO:tasks.workunit.client.0.smithi046.stdout:9/83: rename f5 to dd/f18 0
2024-03-19T01:51:42.013 INFO:tasks.workunit.client.0.smithi046.stdout:1/58: dwrite d0/f8 [0,4194304] 0
2024-03-19T01:51:42.014 INFO:tasks.workunit.client.0.smithi046.stdout:9/84: fdatasync dd/f18 0
2024-03-19T01:51:42.018 INFO:tasks.workunit.client.0.smithi046.stdout:1/59: symlink d0/dd/l15 0
2024-03-19T01:51:42.027 INFO:tasks.workunit.client.0.smithi046.stdout:1/60: dwrite d0/fc [0,4194304] 0
2024-03-19T01:51:42.027 INFO:tasks.workunit.client.0.smithi046.stdout:9/85: dwrite f1 [8388608,4194304] 0
2024-03-19T01:51:42.032 INFO:tasks.workunit.client.0.smithi046.stdout:9/86: creat dd/f19 x:0 0 0
2024-03-19T01:51:42.036 INFO:tasks.workunit.client.0.smithi046.stdout:1/61: dwrite d0/dd/fe [0,4194304] 0
2024-03-19T01:51:42.041 INFO:tasks.workunit.client.0.smithi046.stdout:8/77: sync
2024-03-19T01:51:42.041 INFO:tasks.workunit.client.0.smithi046.stdout:1/62: creat d0/dd/f16 x:0 0 0
2024-03-19T01:51:42.042 INFO:tasks.workunit.client.0.smithi046.stdout:1/63: dread - d0/f14 zero size
2024-03-19T01:51:42.044 INFO:tasks.workunit.client.0.smithi046.stdout:4/149: write d7/f9 [722784,41825] 0
2024-03-19T01:51:42.044 INFO:tasks.workunit.client.0.smithi046.stdout:8/78: write d0/f2 [59490,88998] 0
2024-03-19T01:51:42.046 INFO:tasks.workunit.client.0.smithi046.stdout:8/79: chown d0/d5 2 1
2024-03-19T01:51:42.051 INFO:tasks.workunit.client.0.smithi046.stdout:1/64: dread d0/dd/f12 [0,4194304] 0
2024-03-19T01:51:42.051 INFO:tasks.workunit.client.0.smithi046.stdout:4/150: rename l2 to d7/d10/d13/l2e 0
2024-03-19T01:51:42.055 INFO:tasks.workunit.client.0.smithi046.stdout:7/79: truncate d1/f3 4732406 0
2024-03-19T01:51:42.057 INFO:tasks.workunit.client.0.smithi046.stdout:4/151: mknod d7/d10/d13/c2f 0
2024-03-19T01:51:42.058 INFO:tasks.workunit.client.0.smithi046.stdout:0/89: dwrite f12 [4194304,4194304] 0
2024-03-19T01:51:42.061 INFO:tasks.workunit.client.0.smithi046.stdout:1/65: dread d0/fc [0,4194304] 0
2024-03-19T01:51:42.062 INFO:tasks.workunit.client.0.smithi046.stdout:4/152: mkdir d7/d20/d30 0
2024-03-19T01:51:42.062 INFO:tasks.workunit.client.0.smithi046.stdout:7/80: dread d1/fb [0,4194304] 0
2024-03-19T01:51:42.066 INFO:tasks.workunit.client.0.smithi046.stdout:0/90: creat d14/d1a/f24 x:0 0 0
2024-03-19T01:51:42.067 INFO:tasks.workunit.client.0.smithi046.stdout:6/88: write fc [4680166,128836] 0
2024-03-19T01:51:42.068 INFO:tasks.workunit.client.0.smithi046.stdout:1/66: dread d0/f8 [0,4194304] 0
2024-03-19T01:51:42.076 INFO:tasks.workunit.client.0.smithi046.stdout:4/153: dwrite d7/f9 [4194304,4194304] 0
2024-03-19T01:51:42.076 INFO:tasks.workunit.client.0.smithi046.stdout:2/66: truncate d0/f4 901023 0
2024-03-19T01:51:42.078 INFO:tasks.workunit.client.0.smithi046.stdout:0/91: creat d14/f25 x:0 0 0
2024-03-19T01:51:42.078 INFO:tasks.workunit.client.0.smithi046.stdout:0/92: dread - d14/f17 zero size
2024-03-19T01:51:42.079 INFO:tasks.workunit.client.0.smithi046.stdout:6/89: dread fa [0,4194304] 0
2024-03-19T01:51:42.081 INFO:tasks.workunit.client.0.smithi046.stdout:4/154: rename d7/d10/f2b to d7/d10/d13/f31 0
2024-03-19T01:51:42.081 INFO:tasks.workunit.client.0.smithi046.stdout:4/155: rename d7 to d7/d10/d13/d32 22
2024-03-19T01:51:42.082 INFO:tasks.workunit.client.0.smithi046.stdout:2/67: creat d0/dc/d16/f19 x:0 0 0
2024-03-19T01:51:42.085 INFO:tasks.workunit.client.0.smithi046.stdout:6/90: symlink d1a/l25 0
2024-03-19T01:51:42.086 INFO:tasks.workunit.client.0.smithi046.stdout:6/91: dread - d1a/d1d/f21 zero size
2024-03-19T01:51:42.086 INFO:tasks.workunit.client.0.smithi046.stdout:5/70: write d0/d1/d4/f6 [222547,72035] 0
2024-03-19T01:51:42.087 INFO:tasks.workunit.client.0.smithi046.stdout:2/68: dread d0/dc/fe [0,4194304] 0
2024-03-19T01:51:42.087 INFO:tasks.workunit.client.0.smithi046.stdout:4/156: symlink d7/d20/l33 0
2024-03-19T01:51:42.088 INFO:tasks.workunit.client.0.smithi046.stdout:6/92: write fb [1244671,7893] 0
2024-03-19T01:51:42.089 INFO:tasks.workunit.client.0.smithi046.stdout:0/93: mkdir d14/d26 0
2024-03-19T01:51:42.090 INFO:tasks.workunit.client.0.smithi046.stdout:2/69: truncate d0/fa 676558 0
2024-03-19T01:51:42.092 INFO:tasks.workunit.client.0.smithi046.stdout:5/71: mkdir d0/d1/d1d 0
2024-03-19T01:51:42.092 INFO:tasks.workunit.client.0.smithi046.stdout:4/157: truncate d7/d10/d13/f17 1176787 0
2024-03-19T01:51:42.093 INFO:tasks.workunit.client.0.smithi046.stdout:0/94: creat d14/d1a/f27 x:0 0 0
2024-03-19T01:51:42.095 INFO:tasks.workunit.client.0.smithi046.stdout:2/70: symlink d0/l1a 0
2024-03-19T01:51:42.096 INFO:tasks.workunit.client.0.smithi046.stdout:5/72: write d0/d1/d4/fa [1427278,81933] 0
2024-03-19T01:51:42.098 INFO:tasks.workunit.client.0.smithi046.stdout:4/158: truncate d7/fd 475224 0
2024-03-19T01:51:42.100 INFO:tasks.workunit.client.0.smithi046.stdout:6/93: dwrite d1a/d1d/f1e [0,4194304] 0
2024-03-19T01:51:42.101 INFO:tasks.workunit.client.0.smithi046.stdout:6/94: chown f18 209361 1
2024-03-19T01:51:42.102 INFO:tasks.workunit.client.0.smithi046.stdout:5/73: symlink d0/d13/l1e 0
2024-03-19T01:51:42.104 INFO:tasks.workunit.client.0.smithi046.stdout:5/74: chown d0/d1/f1a 16274999 1
2024-03-19T01:51:42.105 INFO:tasks.workunit.client.0.smithi046.stdout:2/71: dwrite d0/dc/d16/f19 [0,4194304] 0
2024-03-19T01:51:42.106 INFO:tasks.workunit.client.0.smithi046.stdout:4/159: truncate d7/d10/d13/f23 1808674 0
2024-03-19T01:51:42.107 INFO:tasks.workunit.client.0.smithi046.stdout:5/75: fsync d0/d1/d4/f9 0
2024-03-19T01:51:42.109 INFO:tasks.workunit.client.0.smithi046.stdout:5/76: truncate d0/d1/d4/f9 417277 0
2024-03-19T01:51:42.110 INFO:tasks.workunit.client.0.smithi046.stdout:5/77: chown d0/f5 9129 1
2024-03-19T01:51:42.110 INFO:tasks.workunit.client.0.smithi046.stdout:2/72: rename d0/c13 to d0/dc/c1b 0
2024-03-19T01:51:42.113 INFO:tasks.workunit.client.0.smithi046.stdout:2/73: rmdir d0/dc/d16 39
2024-03-19T01:51:42.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:41 smithi046 ceph-mon[63102]: pgmap v51: 129 pgs: 129 active+clean; 185 MiB data, 894 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 12 MiB/s wr, 279 op/s
2024-03-19T01:51:42.115 INFO:tasks.workunit.client.0.smithi046.stdout:7/81: fsync d1/f3 0
2024-03-19T01:51:42.116 INFO:tasks.workunit.client.0.smithi046.stdout:7/82: fdatasync d1/f17 0
2024-03-19T01:51:42.119 INFO:tasks.workunit.client.0.smithi046.stdout:5/78: rename d0/d1/d4/f9 to d0/d1/d1d/f1f 0
2024-03-19T01:51:42.119 INFO:tasks.workunit.client.0.smithi046.stdout:7/83: dread d1/fb [0,4194304] 0
2024-03-19T01:51:42.120 INFO:tasks.workunit.client.0.smithi046.stdout:7/84: chown d1/dc/df 4 1
2024-03-19T01:51:42.120 INFO:tasks.workunit.client.0.smithi046.stdout:7/85: readlink d1/dc/ld 0
2024-03-19T01:51:42.121 INFO:tasks.workunit.client.0.smithi046.stdout:7/86: chown d1/dc/df 6 1
2024-03-19T01:51:42.125 INFO:tasks.workunit.client.0.smithi046.stdout:2/74: creat d0/dc/d16/f1c x:0 0 0
2024-03-19T01:51:42.169 INFO:tasks.workunit.client.0.smithi046.stdout:3/77: sync
2024-03-19T01:51:42.184 INFO:tasks.workunit.client.0.smithi046.stdout:0/95: write d14/f15 [583766,43311] 0
2024-03-19T01:51:42.189 INFO:tasks.workunit.client.0.smithi046.stdout:0/96: creat d14/d1a/f28 x:0 0 0
2024-03-19T01:51:42.189 INFO:tasks.workunit.client.0.smithi046.stdout:5/79: dwrite d0/fd [0,4194304] 0
2024-03-19T01:51:42.191 INFO:tasks.workunit.client.0.smithi046.stdout:0/97: truncate d14/f1e 512370 0
2024-03-19T01:51:42.192 INFO:tasks.workunit.client.0.smithi046.stdout:4/160: link d7/d10/d13/f23 d7/f34 0
2024-03-19T01:51:42.192 INFO:tasks.workunit.client.0.smithi046.stdout:3/78: dwrite d5/d10/fa [4194304,4194304] 0
2024-03-19T01:51:42.193 INFO:tasks.workunit.client.0.smithi046.stdout:5/80: unlink d0/d13/f1c 0
2024-03-19T01:51:42.194 INFO:tasks.workunit.client.0.smithi046.stdout:2/75: link d0/dc/c17 d0/dc/d16/c1d 0
2024-03-19T01:51:42.195 INFO:tasks.workunit.client.0.smithi046.stdout:4/161: rmdir d7/d20 39
2024-03-19T01:51:42.195 INFO:tasks.workunit.client.0.smithi046.stdout:0/98: dread f9 [0,4194304] 0
2024-03-19T01:51:42.196 INFO:tasks.workunit.client.0.smithi046.stdout:2/76: stat d0/dc/c1b 0
2024-03-19T01:51:42.200 INFO:tasks.workunit.client.0.smithi046.stdout:4/162: mknod d7/d10/c35 0
2024-03-19T01:51:42.200 INFO:tasks.workunit.client.0.smithi046.stdout:2/77: dread d0/dc/d16/f19 [0,4194304] 0
2024-03-19T01:51:42.201 INFO:tasks.workunit.client.0.smithi046.stdout:0/99: mkdir d14/d29 0
2024-03-19T01:51:42.202 INFO:tasks.workunit.client.0.smithi046.stdout:5/81: dread d0/d1/f1a [0,4194304] 0
2024-03-19T01:51:42.203 INFO:tasks.workunit.client.0.smithi046.stdout:5/82: truncate d0/d1/d4/fa 2323332 0
2024-03-19T01:51:42.206 INFO:tasks.workunit.client.0.smithi046.stdout:4/163: unlink d7/d10/d13/f28 0
2024-03-19T01:51:42.213 INFO:tasks.workunit.client.0.smithi046.stdout:3/79: truncate d5/d10/fa 6112452 0
2024-03-19T01:51:42.214 INFO:tasks.workunit.client.0.smithi046.stdout:2/78: mkdir d0/dc/d1e 0
2024-03-19T01:51:42.215 INFO:tasks.workunit.client.0.smithi046.stdout:0/100: mknod d14/c2a 0
2024-03-19T01:51:42.216 INFO:tasks.workunit.client.0.smithi046.stdout:4/164: symlink d7/d20/l36 0
2024-03-19T01:51:42.217 INFO:tasks.workunit.client.0.smithi046.stdout:5/83: dwrite d0/d1/d1d/f1f [0,4194304] 0
2024-03-19T01:51:42.217 INFO:tasks.workunit.client.0.smithi046.stdout:3/80: chown c0 0 1
2024-03-19T01:51:42.218 INFO:tasks.workunit.client.0.smithi046.stdout:4/165: truncate d7/d20/f22 2040658 0
2024-03-19T01:51:42.219 INFO:tasks.workunit.client.0.smithi046.stdout:5/84: write d0/d1/d4/f6 [961192,110036] 0
2024-03-19T01:51:42.219 INFO:tasks.workunit.client.0.smithi046.stdout:0/101: creat d14/f2b x:0 0 0
2024-03-19T01:51:42.223 INFO:tasks.workunit.client.0.smithi046.stdout:3/81: symlink d5/d10/l13 0
2024-03-19T01:51:42.223 INFO:tasks.workunit.client.0.smithi046.stdout:3/82: chown d5/l6 51302977 1
2024-03-19T01:51:42.225 INFO:tasks.workunit.client.0.smithi046.stdout:4/166: stat l1 0
2024-03-19T01:51:42.226 INFO:tasks.workunit.client.0.smithi046.stdout:5/85: rmdir d0/d1/d4 39
2024-03-19T01:51:42.230 INFO:tasks.workunit.client.0.smithi046.stdout:0/102: unlink fd 0
2024-03-19T01:51:42.232 INFO:tasks.workunit.client.0.smithi046.stdout:3/83: unlink d5/d10/ff 0
2024-03-19T01:51:42.232 INFO:tasks.workunit.client.0.smithi046.stdout:5/86: dwrite d0/f5 [0,4194304] 0
2024-03-19T01:51:42.234 INFO:tasks.workunit.client.0.smithi046.stdout:4/167: symlink d7/d20/l37 0
2024-03-19T01:51:42.234 INFO:tasks.workunit.client.0.smithi046.stdout:4/168: chown d7/d10/d13/f14 0 1
2024-03-19T01:51:42.241 INFO:tasks.workunit.client.0.smithi046.stdout:0/103: creat d14/d29/f2c x:0 0 0
2024-03-19T01:51:42.244 INFO:tasks.workunit.client.0.smithi046.stdout:3/84: symlink d5/l14 0
2024-03-19T01:51:42.246 INFO:tasks.workunit.client.0.smithi046.stdout:0/104: dread fa [0,4194304] 0
2024-03-19T01:51:42.249 INFO:tasks.workunit.client.0.smithi046.stdout:3/85: mknod d5/d10/c15 0
2024-03-19T01:51:42.249 INFO:tasks.workunit.client.0.smithi046.stdout:3/86: readlink d5/d10/l13 0
2024-03-19T01:51:42.252 INFO:tasks.workunit.client.0.smithi046.stdout:4/169: creat d7/f38 x:0 0 0
2024-03-19T01:51:42.252 INFO:tasks.workunit.client.0.smithi046.stdout:5/87: dread d0/d1/d4/f6 [0,4194304] 0
2024-03-19T01:51:42.252 INFO:tasks.workunit.client.0.smithi046.stdout:0/105: unlink c11 0
2024-03-19T01:51:42.253 INFO:tasks.workunit.client.0.smithi046.stdout:0/106: chown d14/d26 3243569 1
2024-03-19T01:51:42.253 INFO:tasks.workunit.client.0.smithi046.stdout:5/88: fsync d0/fd 0
2024-03-19T01:51:42.254 INFO:tasks.workunit.client.0.smithi046.stdout:0/107: write d14/f2b [987003,4638] 0
2024-03-19T01:51:42.255 INFO:tasks.workunit.client.0.smithi046.stdout:3/87: creat d5/d10/f16 x:0 0 0
2024-03-19T01:51:42.256 INFO:tasks.workunit.client.0.smithi046.stdout:3/88: write d5/fc [997624,113735] 0
2024-03-19T01:51:42.257 INFO:tasks.workunit.client.0.smithi046.stdout:4/170: symlink d7/d20/l39 0
2024-03-19T01:51:42.261 INFO:tasks.workunit.client.0.smithi046.stdout:0/108: dwrite d14/d29/f2c [0,4194304] 0
2024-03-19T01:51:42.262 INFO:tasks.workunit.client.0.smithi046.stdout:0/109: truncate d14/f18 809526 0
2024-03-19T01:51:42.266 INFO:tasks.workunit.client.0.smithi046.stdout:3/89: mkdir d5/d17 0
2024-03-19T01:51:42.269 INFO:tasks.workunit.client.0.smithi046.stdout:3/90: chown d5/c12 2741038 1
2024-03-19T01:51:42.270 INFO:tasks.workunit.client.0.smithi046.stdout:0/110: dwrite d14/d1a/f24 [0,4194304] 0
2024-03-19T01:51:42.270 INFO:tasks.workunit.client.0.smithi046.stdout:3/91: read d5/fc [1280883,89499] 0
2024-03-19T01:51:42.270 INFO:tasks.workunit.client.0.smithi046.stdout:5/89: rename d0/d13 to d0/d1/d20 0
2024-03-19T01:51:42.275 INFO:tasks.workunit.client.0.smithi046.stdout:3/92: dread d5/d10/fa [0,4194304] 0
2024-03-19T01:51:42.276 INFO:tasks.workunit.client.0.smithi046.stdout:5/90: dread d0/d1/d4/fa [0,4194304] 0
2024-03-19T01:51:42.276 INFO:tasks.workunit.client.0.smithi046.stdout:4/171: getdents d7 0
2024-03-19T01:51:42.280 INFO:tasks.workunit.client.0.smithi046.stdout:0/111: link d14/d1a/f21 d14/d1a/f2d 0
2024-03-19T01:51:42.281 INFO:tasks.workunit.client.0.smithi046.stdout:3/93: rmdir d5 39
2024-03-19T01:51:42.284 INFO:tasks.workunit.client.0.smithi046.stdout:5/91: mknod d0/d1/c21 0
2024-03-19T01:51:42.285 INFO:tasks.workunit.client.0.smithi046.stdout:5/92: readlink d0/d1/d20/l1e 0
2024-03-19T01:51:42.285 INFO:tasks.workunit.client.0.smithi046.stdout:4/172: mknod d7/d10/c3a 0
2024-03-19T01:51:42.286 INFO:tasks.workunit.client.0.smithi046.stdout:4/173: fsync d7/d10/d13/f14 0
2024-03-19T01:51:42.286 INFO:tasks.workunit.client.0.smithi046.stdout:3/94: mknod d5/d10/c18 0
2024-03-19T01:51:42.287 INFO:tasks.workunit.client.0.smithi046.stdout:5/93: rmdir d0 39
2024-03-19T01:51:42.290 INFO:tasks.workunit.client.0.smithi046.stdout:4/174: write d7/d20/f22 [395549,51348] 0
2024-03-19T01:51:42.290 INFO:tasks.workunit.client.0.smithi046.stdout:5/94: chown d0/d1/d4 4517 1
2024-03-19T01:51:42.290 INFO:tasks.workunit.client.0.smithi046.stdout:4/175: dread - d7/f38 zero size
2024-03-19T01:51:42.291 INFO:tasks.workunit.client.0.smithi046.stdout:0/112: getdents d14 0
2024-03-19T01:51:42.292 INFO:tasks.workunit.client.0.smithi046.stdout:0/113: fsync f3 0
2024-03-19T01:51:42.292 INFO:tasks.workunit.client.0.smithi046.stdout:3/95: rename c0 to d5/d17/c19 0
2024-03-19T01:51:42.293 INFO:tasks.workunit.client.0.smithi046.stdout:5/95: write d0/d1/f1a [612140,67560] 0
2024-03-19T01:51:42.294 INFO:tasks.workunit.client.0.smithi046.stdout:5/96: chown d0/fd 683561483 1
2024-03-19T01:51:42.295 INFO:tasks.workunit.client.0.smithi046.stdout:0/114: fdatasync d14/d1a/f2d 0
2024-03-19T01:51:42.295 INFO:tasks.workunit.client.0.smithi046.stdout:9/87: sync
2024-03-19T01:51:42.296 INFO:tasks.workunit.client.0.smithi046.stdout:4/176: creat d7/d20/d30/f3b x:0 0 0
2024-03-19T01:51:42.297 INFO:tasks.workunit.client.0.smithi046.stdout:0/115: chown f3 32804111 1
2024-03-19T01:51:42.298 INFO:tasks.workunit.client.0.smithi046.stdout:5/97: symlink d0/d1/d4/l22 0
2024-03-19T01:51:42.300 INFO:tasks.workunit.client.0.smithi046.stdout:3/96: dwrite d5/d10/f16 [0,4194304] 0
2024-03-19T01:51:42.301 INFO:tasks.workunit.client.0.smithi046.stdout:9/88: rename dd/cf to dd/d11/d17/c1a 0
2024-03-19T01:51:42.302 INFO:tasks.workunit.client.0.smithi046.stdout:0/116: unlink d14/f15 0
2024-03-19T01:51:42.303 INFO:tasks.workunit.client.0.smithi046.stdout:0/117: readlink l10 0
2024-03-19T01:51:42.305 INFO:tasks.workunit.client.0.smithi046.stdout:5/98: mknod d0/d1/d20/c23 0
2024-03-19T01:51:42.311 INFO:tasks.workunit.client.0.smithi046.stdout:9/89: symlink dd/l1b 0
2024-03-19T01:51:42.314 INFO:tasks.workunit.client.0.smithi046.stdout:5/99: rmdir d0/d1 39
2024-03-19T01:51:42.314 INFO:tasks.workunit.client.0.smithi046.stdout:5/100: write d0/fd [1224169,2195] 0
2024-03-19T01:51:42.317 INFO:tasks.workunit.client.0.smithi046.stdout:4/177: write d7/d10/d13/f23 [2533125,26035] 0
2024-03-19T01:51:42.317 INFO:tasks.workunit.client.0.smithi046.stdout:9/90: mkdir dd/d1c 0
2024-03-19T01:51:42.318 INFO:tasks.workunit.client.0.smithi046.stdout:4/178: read - d7/d10/d13/f1f zero size
2024-03-19T01:51:42.322 INFO:tasks.workunit.client.0.smithi046.stdout:3/97: creat d5/f1a x:0 0 0
2024-03-19T01:51:42.323 INFO:tasks.workunit.client.0.smithi046.stdout:0/118: dread d14/f1e [0,4194304] 0
2024-03-19T01:51:42.323 INFO:tasks.workunit.client.0.smithi046.stdout:9/91: stat dd/d11/d17/c1a 0
2024-03-19T01:51:42.326 INFO:tasks.workunit.client.0.smithi046.stdout:9/92: mknod dd/d11/c1d 0
2024-03-19T01:51:42.326 INFO:tasks.workunit.client.0.smithi046.stdout:4/179: dwrite d7/fc [0,4194304] 0
2024-03-19T01:51:42.327 INFO:tasks.workunit.client.0.smithi046.stdout:5/101: symlink d0/d1/d4/l24 0
2024-03-19T01:51:42.327 INFO:tasks.workunit.client.0.smithi046.stdout:4/180: chown d7 1 1
2024-03-19T01:51:42.329 INFO:tasks.workunit.client.0.smithi046.stdout:0/119: dread f3 [0,4194304] 0
2024-03-19T01:51:42.331 INFO:tasks.workunit.client.0.smithi046.stdout:9/93: rename f7 to dd/d11/f1e 0
2024-03-19T01:51:42.331 INFO:tasks.workunit.client.0.smithi046.stdout:9/94: fdatasync dd/fe 0
2024-03-19T01:51:42.334 INFO:tasks.workunit.client.0.smithi046.stdout:4/181: creat d7/d20/f3c x:0 0 0
2024-03-19T01:51:42.336 INFO:tasks.workunit.client.0.smithi046.stdout:3/98: truncate d5/d10/f16 4178896 0
2024-03-19T01:51:42.337 INFO:tasks.workunit.client.0.smithi046.stdout:3/99: fsync d5/d10/fd 0
2024-03-19T01:51:42.341 INFO:tasks.workunit.client.0.smithi046.stdout:4/182: creat d7/d20/f3d x:0 0 0
2024-03-19T01:51:42.343 INFO:tasks.workunit.client.0.smithi046.stdout:0/120: fdatasync d14/f17 0
2024-03-19T01:51:42.345 INFO:tasks.workunit.client.0.smithi046.stdout:3/100: dread d5/fc [0,4194304] 0
2024-03-19T01:51:42.347 INFO:tasks.workunit.client.0.smithi046.stdout:5/102: link d0/c3 d0/d1/d4/c25 0
2024-03-19T01:51:42.348 INFO:tasks.workunit.client.0.smithi046.stdout:3/101: write d5/d10/fa [6500294,29388] 0
2024-03-19T01:51:42.349 INFO:tasks.workunit.client.0.smithi046.stdout:3/102: fsync d5/d10/fd 0
2024-03-19T01:51:42.350 INFO:tasks.workunit.client.0.smithi046.stdout:4/183: mknod d7/d10/c3e 0
2024-03-19T01:51:42.352 INFO:tasks.workunit.client.0.smithi046.stdout:5/103: mkdir d0/d1/d20/d26 0
2024-03-19T01:51:42.353 INFO:tasks.workunit.client.0.smithi046.stdout:5/104: write d0/f1b [899863,2878] 0
2024-03-19T01:51:42.353 INFO:tasks.workunit.client.0.smithi046.stdout:4/184: dread d7/ff [4194304,4194304] 0
2024-03-19T01:51:42.354 INFO:tasks.workunit.client.0.smithi046.stdout:5/105: dread - d0/d1/d4/f19 zero size
2024-03-19T01:51:42.356 INFO:tasks.workunit.client.0.smithi046.stdout:3/103: getdents d5/d17 0
2024-03-19T01:51:42.359 INFO:tasks.workunit.client.0.smithi046.stdout:3/104: creat d5/d10/f1b x:0 0 0
2024-03-19T01:51:42.361 INFO:tasks.workunit.client.0.smithi046.stdout:4/185: dwrite d7/d20/f3d [0,4194304] 0
2024-03-19T01:51:42.363 INFO:tasks.workunit.client.0.smithi046.stdout:3/105: truncate d5/fc 2463016 0
2024-03-19T01:51:42.363 INFO:tasks.workunit.client.0.smithi046.stdout:3/106: dread - d5/f1a zero size
2024-03-19T01:51:42.364 INFO:tasks.workunit.client.0.smithi046.stdout:5/106: dread d0/f1b [0,4194304] 0
2024-03-19T01:51:42.367 INFO:tasks.workunit.client.0.smithi046.stdout:4/186: rename d7/f1b to d7/d10/f3f 0
2024-03-19T01:51:42.368 INFO:tasks.workunit.client.0.smithi046.stdout:5/107: rmdir d0/d1 39
2024-03-19T01:51:42.371 INFO:tasks.workunit.client.0.smithi046.stdout:3/107: creat d5/f1c x:0 0 0
2024-03-19T01:51:42.372 INFO:tasks.workunit.client.0.smithi046.stdout:5/108: dread d0/f5 [0,4194304] 0
2024-03-19T01:51:42.375 INFO:tasks.workunit.client.0.smithi046.stdout:3/108: symlink d5/d17/l1d 0
2024-03-19T01:51:42.376 INFO:tasks.workunit.client.0.smithi046.stdout:3/109: chown d5/d10/fd 0 1
2024-03-19T01:51:42.376 INFO:tasks.workunit.client.0.smithi046.stdout:3/110: dread - d5/d10/f1b zero size
2024-03-19T01:51:42.378 INFO:tasks.workunit.client.0.smithi046.stdout:3/111: write d5/d10/f1b [502717,42739] 0
2024-03-19T01:51:42.378 INFO:tasks.workunit.client.0.smithi046.stdout:3/112: chown d5 4397502 1
2024-03-19T01:51:42.379 INFO:tasks.workunit.client.0.smithi046.stdout:3/113: readlink d5/l14 0
2024-03-19T01:51:42.379 INFO:tasks.workunit.client.0.smithi046.stdout:4/187: write d7/d10/d13/f1f [308381,84028] 0
2024-03-19T01:51:42.382 INFO:tasks.workunit.client.0.smithi046.stdout:5/109: mknod d0/d1/d20/d26/c27 0
2024-03-19T01:51:42.383 INFO:tasks.workunit.client.0.smithi046.stdout:5/110: chown d0/d1/d1d 2 1
2024-03-19T01:51:42.384 INFO:tasks.workunit.client.0.smithi046.stdout:4/188: dread d7/d10/d13/f1d [0,4194304] 0
2024-03-19T01:51:42.384 INFO:tasks.workunit.client.0.smithi046.stdout:5/111: truncate d0/d1/d4/f19 305395 0
2024-03-19T01:51:42.386 INFO:tasks.workunit.client.0.smithi046.stdout:3/114: creat d5/f1e x:0 0 0
2024-03-19T01:51:42.388 INFO:tasks.workunit.client.0.smithi046.stdout:4/189: truncate d7/f38 761892 0
2024-03-19T01:51:42.389 INFO:tasks.workunit.client.0.smithi046.stdout:3/115: chown d5/d10/f16 2124803128 1
2024-03-19T01:51:42.392 INFO:tasks.workunit.client.0.smithi046.stdout:3/116: unlink d5/l6 0
2024-03-19T01:51:42.392 INFO:tasks.workunit.client.0.smithi046.stdout:5/112: dwrite d0/d1/f1a [0,4194304] 0
2024-03-19T01:51:42.393 INFO:tasks.workunit.client.0.smithi046.stdout:3/117: fsync d5/d10/fd 0
2024-03-19T01:51:42.396 INFO:tasks.workunit.client.0.smithi046.stdout:3/118: truncate d5/f1a 741058 0
2024-03-19T01:51:42.396 INFO:tasks.workunit.client.0.smithi046.stdout:5/113: unlink d0/d1/d20/c23 0
2024-03-19T01:51:42.396 INFO:tasks.workunit.client.0.smithi046.stdout:4/190: dwrite d7/d10/d13/f27 [0,4194304] 0
2024-03-19T01:51:42.397 INFO:tasks.workunit.client.0.smithi046.stdout:3/119: write d5/f1c [675718,18573] 0
2024-03-19T01:51:42.399 INFO:tasks.workunit.client.0.smithi046.stdout:3/120: write d5/d10/fa [1815278,58822] 0
2024-03-19T01:51:42.401 INFO:tasks.workunit.client.0.smithi046.stdout:5/114: getdents d0/d1 0
2024-03-19T01:51:42.402 INFO:tasks.workunit.client.0.smithi046.stdout:4/191: rename d7/d10/d13/f31 to d7/d10/f40 0
2024-03-19T01:51:42.403 INFO:tasks.workunit.client.0.smithi046.stdout:5/115: dread d0/f1b [0,4194304] 0
2024-03-19T01:51:42.406 INFO:tasks.workunit.client.0.smithi046.stdout:3/121: rename d5/f1c to d5/d10/f1f 0
2024-03-19T01:51:42.406 INFO:tasks.workunit.client.0.smithi046.stdout:5/116: write d0/d1/f1a [3596218,73532] 0
2024-03-19T01:51:42.410 INFO:tasks.workunit.client.0.smithi046.stdout:3/122: mkdir d5/d20 0
2024-03-19T01:51:42.412 INFO:tasks.workunit.client.0.smithi046.stdout:3/123: chown d5/d10/c18 8 1
2024-03-19T01:51:42.412 INFO:tasks.workunit.client.0.smithi046.stdout:4/192: dwrite d7/d10/d13/f17 [0,4194304] 0
2024-03-19T01:51:42.413 INFO:tasks.workunit.client.0.smithi046.stdout:3/124: truncate d5/d10/fd 488690 0
2024-03-19T01:51:42.413 INFO:tasks.workunit.client.0.smithi046.stdout:5/117: creat d0/d1/d4/f28 x:0 0 0
2024-03-19T01:51:42.414 INFO:tasks.workunit.client.0.smithi046.stdout:3/125: write d5/d10/fd [1202120,122237] 0
2024-03-19T01:51:42.415 INFO:tasks.workunit.client.0.smithi046.stdout:4/193: write d7/d10/f40 [366968,101357] 0
2024-03-19T01:51:42.415 INFO:tasks.workunit.client.0.smithi046.stdout:3/126: stat d5/d10/l13 0
2024-03-19T01:51:42.416 INFO:tasks.workunit.client.0.smithi046.stdout:4/194: write d7/d10/d13/f17 [2801620,74288] 0
2024-03-19T01:51:42.424 INFO:tasks.workunit.client.0.smithi046.stdout:4/195: dwrite d7/f38 [0,4194304] 0
2024-03-19T01:51:42.424 INFO:tasks.workunit.client.0.smithi046.stdout:3/127: write d5/fc [3188355,24152] 0
2024-03-19T01:51:42.425 INFO:tasks.workunit.client.0.smithi046.stdout:4/196: read d7/d10/f3f [483416,85311] 0
2024-03-19T01:51:42.426 INFO:tasks.workunit.client.0.smithi046.stdout:3/128: write d5/d10/f1b [1556046,69510] 0
2024-03-19T01:51:42.432 INFO:tasks.workunit.client.0.smithi046.stdout:4/197: rename d7/cb to d7/c41 0
2024-03-19T01:51:42.434 INFO:tasks.workunit.client.0.smithi046.stdout:1/67: sync
2024-03-19T01:51:42.434 INFO:tasks.workunit.client.0.smithi046.stdout:8/80: sync
2024-03-19T01:51:42.434 INFO:tasks.workunit.client.0.smithi046.stdout:3/129: dwrite d5/f1e [0,4194304] 0
2024-03-19T01:51:42.436 INFO:tasks.workunit.client.0.smithi046.stdout:1/68: mknod d0/d6/c17 0
2024-03-19T01:51:42.437 INFO:tasks.workunit.client.0.smithi046.stdout:1/69: chown d0/d6/l11 968 1
2024-03-19T01:51:42.440 INFO:tasks.workunit.client.0.smithi046.stdout:8/81: creat d0/d5/da/df/f14 x:0 0 0
2024-03-19T01:51:42.441 INFO:tasks.workunit.client.0.smithi046.stdout:1/70: creat d0/f18 x:0 0 0
2024-03-19T01:51:42.442 INFO:tasks.workunit.client.0.smithi046.stdout:1/71: chown d0/dd/fe 383 1
2024-03-19T01:51:42.443 INFO:tasks.workunit.client.0.smithi046.stdout:3/130: creat d5/f21 x:0 0 0
2024-03-19T01:51:42.443 INFO:tasks.workunit.client.0.smithi046.stdout:3/131: dread - d5/f21 zero size
2024-03-19T01:51:42.444 INFO:tasks.workunit.client.0.smithi046.stdout:4/198: creat d7/d10/d13/f42 x:0 0 0
2024-03-19T01:51:42.445 INFO:tasks.workunit.client.0.smithi046.stdout:1/72: creat d0/d6/f19 x:0 0 0
2024-03-19T01:51:42.446 INFO:tasks.workunit.client.0.smithi046.stdout:4/199: chown c5 6429 1
2024-03-19T01:51:42.448 INFO:tasks.workunit.client.0.smithi046.stdout:8/82: dwrite d0/d5/dc/f10 [0,4194304] 0
2024-03-19T01:51:42.450 INFO:tasks.workunit.client.0.smithi046.stdout:8/83: stat d0/d5/c6 0
2024-03-19T01:51:42.451 INFO:tasks.workunit.client.0.smithi046.stdout:3/132: rmdir d5/d20 0
2024-03-19T01:51:42.454 INFO:tasks.workunit.client.0.smithi046.stdout:3/133: read d5/fc [2181933,7874] 0
2024-03-19T01:51:42.456 INFO:tasks.workunit.client.0.smithi046.stdout:3/134: chown d5/fc 1085 1
2024-03-19T01:51:42.458 INFO:tasks.workunit.client.0.smithi046.stdout:1/73: dwrite d0/d6/f19 [0,4194304] 0
2024-03-19T01:51:42.458 INFO:tasks.workunit.client.0.smithi046.stdout:8/84: getdents d0/d5 0
2024-03-19T01:51:42.459 INFO:tasks.workunit.client.0.smithi046.stdout:4/200: dread d7/d10/d13/f1d [0,4194304] 0
2024-03-19T01:51:42.460 INFO:tasks.workunit.client.0.smithi046.stdout:3/135: chown d5/d10/f16 47996 1
2024-03-19T01:51:42.461 INFO:tasks.workunit.client.0.smithi046.stdout:1/74: write d0/dd/f12 [1780665,104048] 0
2024-03-19T01:51:42.462 INFO:tasks.workunit.client.0.smithi046.stdout:1/75: chown d0/d6/c17 751049 1
2024-03-19T01:51:42.465 INFO:tasks.workunit.client.0.smithi046.stdout:3/136: rename d5/fc to d5/d17/f22 0
2024-03-19T01:51:42.466 INFO:tasks.workunit.client.0.smithi046.stdout:3/137: chown d5/d17 4488 1
2024-03-19T01:51:42.467 INFO:tasks.workunit.client.0.smithi046.stdout:3/138: fdatasync d5/d10/fd 0
2024-03-19T01:51:42.468 INFO:tasks.workunit.client.0.smithi046.stdout:4/201: unlink d7/d20/f3c 0
2024-03-19T01:51:42.468 INFO:tasks.workunit.client.0.smithi046.stdout:8/85: write d0/d5/f7 [5211028,57056] 0
2024-03-19T01:51:42.469 INFO:tasks.workunit.client.0.smithi046.stdout:1/76: creat d0/d6/da/f1a x:0 0 0
2024-03-19T01:51:42.470 INFO:tasks.workunit.client.0.smithi046.stdout:3/139: creat d5/d17/f23 x:0 0 0
2024-03-19T01:51:42.471 INFO:tasks.workunit.client.0.smithi046.stdout:3/140: readlink d5/l14 0
2024-03-19T01:51:42.472 INFO:tasks.workunit.client.0.smithi046.stdout:8/86: creat d0/d5/f15 x:0 0 0
2024-03-19T01:51:42.473 INFO:tasks.workunit.client.0.smithi046.stdout:3/141: fdatasync d5/f21 0
2024-03-19T01:51:42.475 INFO:tasks.workunit.client.0.smithi046.stdout:3/142: rmdir d5/d10 39
2024-03-19T01:51:42.477 INFO:tasks.workunit.client.0.smithi046.stdout:4/202: dwrite d7/d10/d13/f42 [0,4194304] 0
2024-03-19T01:51:42.478 INFO:tasks.workunit.client.0.smithi046.stdout:3/143: mkdir d5/d10/d24 0
2024-03-19T01:51:42.479 INFO:tasks.workunit.client.0.smithi046.stdout:4/203: write d7/d10/f3f [379814,33598] 0
2024-03-19T01:51:42.479 INFO:tasks.workunit.client.0.smithi046.stdout:3/144: write d5/f21 [825895,8494] 0
2024-03-19T01:51:42.480 INFO:tasks.workunit.client.0.smithi046.stdout:3/145: write d5/f1a [485217,114401] 0
2024-03-19T01:51:42.481 INFO:tasks.workunit.client.0.smithi046.stdout:3/146: fdatasync d5/d17/f23 0
2024-03-19T01:51:42.484 INFO:tasks.workunit.client.0.smithi046.stdout:4/204: creat d7/f43 x:0 0 0
2024-03-19T01:51:42.484 INFO:tasks.workunit.client.0.smithi046.stdout:3/147: mkdir d5/d10/d25 0
2024-03-19T01:51:42.488 INFO:tasks.workunit.client.0.smithi046.stdout:4/205: read - d7/d10/f1e zero size
2024-03-19T01:51:42.489 INFO:tasks.workunit.client.0.smithi046.stdout:4/206: chown d7/d10/d13/f23 7 1
2024-03-19T01:51:42.492 INFO:tasks.workunit.client.0.smithi046.stdout:3/148: dwrite d5/d10/fd [0,4194304] 0
2024-03-19T01:51:42.493 INFO:tasks.workunit.client.0.smithi046.stdout:4/207: creat d7/d20/d30/f44 x:0 0 0
2024-03-19T01:51:42.494 INFO:tasks.workunit.client.0.smithi046.stdout:3/149: creat d5/d17/f26 x:0 0 0
2024-03-19T01:51:42.495 INFO:tasks.workunit.client.0.smithi046.stdout:4/208: symlink d7/d20/d30/l45 0
2024-03-19T01:51:42.534 INFO:tasks.workunit.client.0.smithi046.stdout:1/77: truncate d0/f8 4086345 0
2024-03-19T01:51:42.535 INFO:tasks.workunit.client.0.smithi046.stdout:1/78: write d0/f5 [3664367,36569] 0
2024-03-19T01:51:42.536 INFO:tasks.workunit.client.0.smithi046.stdout:1/79: chown d0/d6/da/f1a 124055127 1
2024-03-19T01:51:42.538 INFO:tasks.workunit.client.0.smithi046.stdout:1/80: symlink d0/l1b 0
2024-03-19T01:51:42.539 INFO:tasks.workunit.client.0.smithi046.stdout:1/81: write d0/dd/f12 [3146715,81980] 0
2024-03-19T01:51:42.541 INFO:tasks.workunit.client.0.smithi046.stdout:1/82: mkdir d0/d6/d1c 0
2024-03-19T01:51:42.542 INFO:tasks.workunit.client.0.smithi046.stdout:4/209: truncate d7/f38 4113813 0
2024-03-19T01:51:42.544 INFO:tasks.workunit.client.0.smithi046.stdout:4/210: unlink d7/d20/l37 0
2024-03-19T01:51:42.544 INFO:tasks.workunit.client.0.smithi046.stdout:3/150: dwrite d5/d17/f22 [0,4194304] 0
2024-03-19T01:51:42.545 INFO:tasks.workunit.client.0.smithi046.stdout:1/83: creat d0/d6/da/f1d x:0 0 0
2024-03-19T01:51:42.546 INFO:tasks.workunit.client.0.smithi046.stdout:4/211: rmdir d7/d10 39
2024-03-19T01:51:42.547 INFO:tasks.workunit.client.0.smithi046.stdout:1/84: write d0/fc [4699810,101365] 0
2024-03-19T01:51:42.550 INFO:tasks.workunit.client.0.smithi046.stdout:3/151: rmdir d5/d10/d25 0
2024-03-19T01:51:42.553 INFO:tasks.workunit.client.0.smithi046.stdout:4/212: rename d7/d10/d13/f14 to d7/d10/d13/f46 0
2024-03-19T01:51:42.555 INFO:tasks.workunit.client.0.smithi046.stdout:1/85: dwrite d0/d6/da/f1a [0,4194304] 0
2024-03-19T01:51:42.562 INFO:tasks.workunit.client.0.smithi046.stdout:4/213: dwrite d7/d10/d13/f23 [0,4194304] 0
2024-03-19T01:51:42.564 INFO:tasks.workunit.client.0.smithi046.stdout:4/214: write d7/d10/d13/f17 [4917711,24977] 0
2024-03-19T01:51:42.565 INFO:tasks.workunit.client.0.smithi046.stdout:3/152: dread d5/d10/f1b [0,4194304] 0
2024-03-19T01:51:42.567 INFO:tasks.workunit.client.0.smithi046.stdout:3/153: fdatasync d5/f1e 0
2024-03-19T01:51:42.567 INFO:tasks.workunit.client.0.smithi046.stdout:4/215: readlink d7/le 0
2024-03-19T01:51:42.574 INFO:tasks.workunit.client.0.smithi046.stdout:3/154: dwrite d5/d17/f22 [0,4194304] 0
2024-03-19T01:51:42.577 INFO:tasks.workunit.client.0.smithi046.stdout:1/86: truncate d0/f5 1320565 0
2024-03-19T01:51:42.578 INFO:tasks.workunit.client.0.smithi046.stdout:4/216: dwrite d7/f34 [0,4194304] 0
2024-03-19T01:51:42.583 INFO:tasks.workunit.client.0.smithi046.stdout:4/217: write d7/fa [2475462,5910] 0
2024-03-19T01:51:42.583 INFO:tasks.workunit.client.0.smithi046.stdout:3/155: rename d5/d17/c19 to d5/c27 0
2024-03-19T01:51:42.584 INFO:tasks.workunit.client.0.smithi046.stdout:4/218: fdatasync d7/d10/f40 0
2024-03-19T01:51:42.585 INFO:tasks.workunit.client.0.smithi046.stdout:1/87: dwrite d0/dd/f12 [0,4194304] 0
2024-03-19T01:51:42.588 INFO:tasks.workunit.client.0.smithi046.stdout:4/219: creat d7/d10/d13/f47 x:0 0 0
2024-03-19T01:51:42.590 INFO:tasks.workunit.client.0.smithi046.stdout:3/156: creat d5/d10/d24/f28 x:0 0 0
2024-03-19T01:51:42.591 INFO:tasks.workunit.client.0.smithi046.stdout:3/157: stat d5/d10/f16 0
2024-03-19T01:51:42.592 INFO:tasks.workunit.client.0.smithi046.stdout:4/220: chown d7/c1c 221326 1
2024-03-19T01:51:42.594 INFO:tasks.workunit.client.0.smithi046.stdout:3/158: symlink d5/d17/l29 0
2024-03-19T01:51:42.595 INFO:tasks.workunit.client.0.smithi046.stdout:3/159: readlink d5/d17/l29 0
2024-03-19T01:51:42.596 INFO:tasks.workunit.client.0.smithi046.stdout:4/221: mknod d7/d20/c48 0
2024-03-19T01:51:42.597 INFO:tasks.workunit.client.0.smithi046.stdout:2/79: sync
2024-03-19T01:51:42.597 INFO:tasks.workunit.client.0.smithi046.stdout:6/95: sync
2024-03-19T01:51:42.598 INFO:tasks.workunit.client.0.smithi046.stdout:7/87: sync
2024-03-19T01:51:42.598 INFO:tasks.workunit.client.0.smithi046.stdout:7/88: stat d1/fb 0
2024-03-19T01:51:42.599 INFO:tasks.workunit.client.0.smithi046.stdout:2/80: readlink d0/dc/l18 0
2024-03-19T01:51:42.607 INFO:tasks.workunit.client.0.smithi046.stdout:7/89: truncate d1/dc/df/d11/f13 5012346 0
2024-03-19T01:51:42.609 INFO:tasks.workunit.client.0.smithi046.stdout:4/222: dwrite d7/d20/d30/f3b [0,4194304] 0
2024-03-19T01:51:42.613 INFO:tasks.workunit.client.0.smithi046.stdout:2/81: dwrite d0/dc/d16/f19 [0,4194304] 0
2024-03-19T01:51:42.615 INFO:tasks.workunit.client.0.smithi046.stdout:4/223: creat d7/d20/d30/f49 x:0 0 0
2024-03-19T01:51:42.618 INFO:tasks.workunit.client.0.smithi046.stdout:1/88: dwrite d0/f8 [0,4194304] 0
2024-03-19T01:51:42.619 INFO:tasks.workunit.client.0.smithi046.stdout:3/160: dwrite d5/d10/fd [4194304,4194304] 0
2024-03-19T01:51:42.620 INFO:tasks.workunit.client.0.smithi046.stdout:4/224: write d7/fa [1237499,54569] 0
2024-03-19T01:51:42.625 INFO:tasks.workunit.client.0.smithi046.stdout:1/89: write d0/d6/da/f1a [2818829,109288] 0
2024-03-19T01:51:42.626 INFO:tasks.workunit.client.0.smithi046.stdout:2/82: creat d0/dc/d16/f1f x:0 0 0
2024-03-19T01:51:42.626 INFO:tasks.workunit.client.0.smithi046.stdout:3/161: dread - d5/d17/f26 zero size
2024-03-19T01:51:42.629 INFO:tasks.workunit.client.0.smithi046.stdout:7/90: dwrite d1/f8 [0,4194304] 0
2024-03-19T01:51:42.633 INFO:tasks.workunit.client.0.smithi046.stdout:1/90: link d0/dd/f16 d0/f1e 0
2024-03-19T01:51:42.635 INFO:tasks.workunit.client.0.smithi046.stdout:2/83: stat d0/dc/d16/c1d 0
2024-03-19T01:51:42.639 INFO:tasks.workunit.client.0.smithi046.stdout:7/91: read d1/dc/df/d11/f13 [300200,8189] 0
2024-03-19T01:51:42.641 INFO:tasks.workunit.client.0.smithi046.stdout:4/225: dwrite d7/d10/d13/f46 [0,4194304] 0
2024-03-19T01:51:42.642 INFO:tasks.workunit.client.0.smithi046.stdout:1/91: dread d0/f5 [0,4194304] 0
2024-03-19T01:51:42.643 INFO:tasks.workunit.client.0.smithi046.stdout:3/162: getdents d5/d17 0
2024-03-19T01:51:42.643 INFO:tasks.workunit.client.0.smithi046.stdout:7/92: chown d1/dc/df/d11/f13 15 1
2024-03-19T01:51:42.648 INFO:tasks.workunit.client.0.smithi046.stdout:3/163: mknod d5/d10/d24/c2a 0
2024-03-19T01:51:42.649 INFO:tasks.workunit.client.0.smithi046.stdout:3/164: stat d5/f1e 0
2024-03-19T01:51:42.649 INFO:tasks.workunit.client.0.smithi046.stdout:1/92: dread d0/d6/f19 [0,4194304] 0
2024-03-19T01:51:42.649 INFO:tasks.workunit.client.0.smithi046.stdout:2/84: dwrite d0/f2 [0,4194304] 0
2024-03-19T01:51:42.650 INFO:tasks.workunit.client.0.smithi046.stdout:4/226: mknod d7/d10/c4a 0
2024-03-19T01:51:42.650 INFO:tasks.workunit.client.0.smithi046.stdout:1/93: stat d0/d6/c17 0
2024-03-19T01:51:42.651 INFO:tasks.workunit.client.0.smithi046.stdout:2/85: write d0/dc/d16/f1f [80391,35446] 0
2024-03-19T01:51:42.652 INFO:tasks.workunit.client.0.smithi046.stdout:2/86: chown d0/dc/d1e 68 1
2024-03-19T01:51:42.654 INFO:tasks.workunit.client.0.smithi046.stdout:7/93: link d1/dc/l19 d1/l1a 0
2024-03-19T01:51:42.658 INFO:tasks.workunit.client.0.smithi046.stdout:7/94: creat d1/dc/df/f1b x:0 0 0
2024-03-19T01:51:42.658 INFO:tasks.workunit.client.0.smithi046.stdout:7/95: chown d1/dc 1258 1
2024-03-19T01:51:42.658 INFO:tasks.workunit.client.0.smithi046.stdout:2/87: symlink d0/dc/d1e/l20 0
2024-03-19T01:51:42.721 INFO:tasks.workunit.client.0.smithi046.stdout:9/95: sync
2024-03-19T01:51:42.721 INFO:tasks.workunit.client.0.smithi046.stdout:0/121: sync
2024-03-19T01:51:42.740 INFO:tasks.workunit.client.0.smithi046.stdout:7/96: mknod d1/dc/df/d11/c1c 0
2024-03-19T01:51:42.741 INFO:tasks.workunit.client.0.smithi046.stdout:3/165: truncate d5/d17/f22 2782526 0
2024-03-19T01:51:42.742 INFO:tasks.workunit.client.0.smithi046.stdout:9/96: mknod dd/d11/c1f 0
2024-03-19T01:51:42.742 INFO:tasks.workunit.client.0.smithi046.stdout:2/88: dread d0/dc/d16/f1f [0,4194304] 0
2024-03-19T01:51:42.744 INFO:tasks.workunit.client.0.smithi046.stdout:7/97: truncate d1/f5 5318078 0
2024-03-19T01:51:42.744 INFO:tasks.workunit.client.0.smithi046.stdout:3/166: read d5/f1e [1539782,53984] 0
2024-03-19T01:51:42.746 INFO:tasks.workunit.client.0.smithi046.stdout:0/122: link f12 d14/d29/f2e 0
2024-03-19T01:51:42.747 INFO:tasks.workunit.client.0.smithi046.stdout:0/123: readlink l10 0
2024-03-19T01:51:42.747 INFO:tasks.workunit.client.0.smithi046.stdout:2/89: symlink d0/dc/d16/l21 0
2024-03-19T01:51:42.748 INFO:tasks.workunit.client.0.smithi046.stdout:3/167: creat d5/d17/f2b x:0 0 0
2024-03-19T01:51:42.748 INFO:tasks.workunit.client.0.smithi046.stdout:1/94: dwrite d0/dd/fe [0,4194304] 0
2024-03-19T01:51:42.765 INFO:tasks.workunit.client.0.smithi046.stdout:0/124: chown f12 438839 1
2024-03-19T01:51:42.765 INFO:tasks.workunit.client.0.smithi046.stdout:7/98: symlink d1/dc/d18/l1d 0
2024-03-19T01:51:42.767 INFO:tasks.workunit.client.0.smithi046.stdout:3/168: fdatasync d5/d10/fa 0
2024-03-19T01:51:42.768 INFO:tasks.workunit.client.0.smithi046.stdout:2/90: truncate d0/dc/d16/f1c 232549 0
2024-03-19T01:51:42.769 INFO:tasks.workunit.client.0.smithi046.stdout:3/169: chown d5/f1a 2 1
2024-03-19T01:51:42.769 INFO:tasks.workunit.client.0.smithi046.stdout:9/97: dwrite f9 [0,4194304] 0
2024-03-19T01:51:42.770 INFO:tasks.workunit.client.0.smithi046.stdout:3/170: chown d5/d17/l1d 38014633 1
2024-03-19T01:51:42.821 INFO:tasks.workunit.client.0.smithi046.stdout:5/118: sync
2024-03-19T01:51:42.821 INFO:tasks.workunit.client.0.smithi046.stdout:8/87: sync
2024-03-19T01:51:42.826 INFO:tasks.workunit.client.0.smithi046.stdout:8/88: dwrite d0/d5/f15 [0,4194304] 0
2024-03-19T01:51:42.826 INFO:tasks.workunit.client.0.smithi046.stdout:8/89: chown d0/l4 29473208 1
2024-03-19T01:51:42.845 INFO:tasks.workunit.client.0.smithi046.stdout:4/227: sync
2024-03-19T01:51:42.846 INFO:tasks.workunit.client.0.smithi046.stdout:6/96: sync
2024-03-19T01:51:42.904 INFO:tasks.workunit.client.0.smithi046.stdout:0/125: fdatasync f9 0
2024-03-19T01:51:42.906 INFO:tasks.workunit.client.0.smithi046.stdout:1/95: symlink d0/d6/da/l1f 0
2024-03-19T01:51:42.907 INFO:tasks.workunit.client.0.smithi046.stdout:2/91: creat d0/dc/d16/f22 x:0 0 0
2024-03-19T01:51:42.908 INFO:tasks.workunit.client.0.smithi046.stdout:2/92: chown d0/l1a 164051 1
2024-03-19T01:51:42.908 INFO:tasks.workunit.client.0.smithi046.stdout:2/93: dread - d0/f9 zero size
2024-03-19T01:51:42.909 INFO:tasks.workunit.client.0.smithi046.stdout:1/96: dread d0/d6/f19 [0,4194304] 0
2024-03-19T01:51:42.909 INFO:tasks.workunit.client.0.smithi046.stdout:3/171: creat d5/d17/f2c x:0 0 0
2024-03-19T01:51:42.910 INFO:tasks.workunit.client.0.smithi046.stdout:3/172: stat d5/f1a 0
2024-03-19T01:51:42.911 INFO:tasks.workunit.client.0.smithi046.stdout:5/119: symlink d0/d1/d20/l29 0
2024-03-19T01:51:42.912 INFO:tasks.workunit.client.0.smithi046.stdout:1/97: dread d0/dd/fe [0,4194304] 0
2024-03-19T01:51:42.913 INFO:tasks.workunit.client.0.smithi046.stdout:8/90: symlink d0/d5/l16 0
2024-03-19T01:51:42.916 INFO:tasks.workunit.client.0.smithi046.stdout:6/97: unlink f18 0
2024-03-19T01:51:42.917 INFO:tasks.workunit.client.0.smithi046.stdout:4/228: mknod d7/d20/d30/c4b 0
2024-03-19T01:51:42.918 INFO:tasks.workunit.client.0.smithi046.stdout:1/98: dwrite d0/d6/da/f1a [0,4194304] 0
2024-03-19T01:51:42.919 INFO:tasks.workunit.client.0.smithi046.stdout:0/126: chown d14/f25 141290 1
2024-03-19T01:51:42.919 INFO:tasks.workunit.client.0.smithi046.stdout:7/99: chown d1/f3 3654 1
2024-03-19T01:51:42.920 INFO:tasks.workunit.client.0.smithi046.stdout:7/100: chown d1/dc/l14 0 1
2024-03-19T01:51:42.921 INFO:tasks.workunit.client.0.smithi046.stdout:9/98: mkdir dd/d1c/d20 0
2024-03-19T01:51:42.923 INFO:tasks.workunit.client.0.smithi046.stdout:2/94: creat d0/dc/d16/f23 x:0 0 0
2024-03-19T01:51:42.926 INFO:tasks.workunit.client.0.smithi046.stdout:3/173: rmdir d5/d10/d24 39
2024-03-19T01:51:42.928 INFO:tasks.workunit.client.0.smithi046.stdout:5/120: rename d0/d1/d20/l14 to d0/d1/d1d/l2a 0
2024-03-19T01:51:42.932 INFO:tasks.workunit.client.0.smithi046.stdout:8/91: creat d0/d5/da/db/f17 x:0 0 0
2024-03-19T01:51:42.932 INFO:tasks.workunit.client.0.smithi046.stdout:8/92: dread - d0/d5/da/f11 zero size
2024-03-19T01:51:42.933 INFO:tasks.workunit.client.0.smithi046.stdout:6/98: mkdir d1a/d26 0
2024-03-19T01:51:42.933 INFO:tasks.workunit.client.0.smithi046.stdout:6/99: chown d1a/l1f 243 1
2024-03-19T01:51:42.935 INFO:tasks.workunit.client.0.smithi046.stdout:6/100: truncate d1a/f23 244427 0
2024-03-19T01:51:42.938 INFO:tasks.workunit.client.0.smithi046.stdout:2/95: creat d0/f24 x:0 0 0
2024-03-19T01:51:42.941 INFO:tasks.workunit.client.0.smithi046.stdout:2/96: write d0/dc/d16/f19 [3824804,3292] 0
2024-03-19T01:51:42.941 INFO:tasks.workunit.client.0.smithi046.stdout:5/121: mknod d0/d1/d20/c2b 0
2024-03-19T01:51:42.941 INFO:tasks.workunit.client.0.smithi046.stdout:6/101: dwrite fd [4194304,4194304] 0
2024-03-19T01:51:42.942 INFO:tasks.workunit.client.0.smithi046.stdout:7/101: dread d1/f3 [0,4194304] 0
2024-03-19T01:51:42.944 INFO:tasks.workunit.client.0.smithi046.stdout:8/93: symlink d0/d5/da/db/l18 0
2024-03-19T01:51:42.945 INFO:tasks.workunit.client.0.smithi046.stdout:1/99: unlink d0/dd/fe 0
2024-03-19T01:51:42.947 INFO:tasks.workunit.client.0.smithi046.stdout:9/99: link dd/f19 dd/d1c/d20/f21 0
2024-03-19T01:51:42.949 INFO:tasks.workunit.client.0.smithi046.stdout:3/174: mkdir d5/d10/d24/d2d 0
2024-03-19T01:51:42.949 INFO:tasks.workunit.client.0.smithi046.stdout:9/100: truncate fc 1235919 0
2024-03-19T01:51:42.949 INFO:tasks.workunit.client.0.smithi046.stdout:1/100: truncate d0/dd/f16 269380 0
2024-03-19T01:51:42.954 INFO:tasks.workunit.client.0.smithi046.stdout:9/101: write dd/f18 [4830973,68340] 0
2024-03-19T01:51:42.955 INFO:tasks.workunit.client.0.smithi046.stdout:7/102: dwrite d1/f15 [0,4194304] 0
2024-03-19T01:51:42.955 INFO:tasks.workunit.client.0.smithi046.stdout:5/122: dread d0/d1/d4/fa [0,4194304] 0
2024-03-19T01:51:42.957 INFO:tasks.workunit.client.0.smithi046.stdout:6/102: dwrite d1a/d1d/f1e [0,4194304] 0
2024-03-19T01:51:42.959 INFO:tasks.workunit.client.0.smithi046.stdout:8/94: creat d0/d5/da/df/f19 x:0 0 0
2024-03-19T01:51:42.962 INFO:tasks.workunit.client.0.smithi046.stdout:2/97: symlink d0/dc/l25 0
2024-03-19T01:51:42.964 INFO:tasks.workunit.client.0.smithi046.stdout:0/127: getdents d14/d29 0
2024-03-19T01:51:42.965 INFO:tasks.workunit.client.0.smithi046.stdout:2/98: stat d0/dc/d1e 0
2024-03-19T01:51:42.966 INFO:tasks.workunit.client.0.smithi046.stdout:3/175: dwrite d5/d17/f23 [0,4194304] 0
2024-03-19T01:51:42.969 INFO:tasks.workunit.client.0.smithi046.stdout:7/103: readlink d1/l1a 0
2024-03-19T01:51:42.970 INFO:tasks.workunit.client.0.smithi046.stdout:5/123: creat d0/d1/d20/d26/f2c x:0 0 0
2024-03-19T01:51:42.971 INFO:tasks.workunit.client.0.smithi046.stdout:6/103: symlink d1a/l27 0
2024-03-19T01:51:42.971 INFO:tasks.workunit.client.0.smithi046.stdout:9/102: dread dd/f18 [4194304,4194304] 0
2024-03-19T01:51:42.975 INFO:tasks.workunit.client.0.smithi046.stdout:8/95: creat d0/d5/da/f1a x:0 0 0
2024-03-19T01:51:42.978 INFO:tasks.workunit.client.0.smithi046.stdout:7/104: mknod d1/c1e 0
2024-03-19T01:51:42.982 INFO:tasks.workunit.client.0.smithi046.stdout:9/103: write dd/f18 [591139,113630] 0
2024-03-19T01:51:42.984 INFO:tasks.workunit.client.0.smithi046.stdout:0/128: unlink d14/f1b 0
2024-03-19T01:51:42.986 INFO:tasks.workunit.client.0.smithi046.stdout:6/104: dwrite fa [0,4194304] 0
2024-03-19T01:51:42.987 INFO:tasks.workunit.client.0.smithi046.stdout:0/129: dread f9 [0,4194304] 0
2024-03-19T01:51:42.989 INFO:tasks.workunit.client.0.smithi046.stdout:7/105: creat d1/f1f x:0 0 0
2024-03-19T01:51:42.990 INFO:tasks.workunit.client.0.smithi046.stdout:5/124: mkdir d0/d2d 0
2024-03-19T01:51:42.994 INFO:tasks.workunit.client.0.smithi046.stdout:6/105: dwrite fa [4194304,4194304] 0
2024-03-19T01:51:42.996 INFO:tasks.workunit.client.0.smithi046.stdout:6/106: write fb [1520118,79355] 0
2024-03-19T01:51:42.997 INFO:tasks.workunit.client.0.smithi046.stdout:7/106: dwrite d1/f8 [0,4194304] 0
2024-03-19T01:51:42.999 INFO:tasks.workunit.client.0.smithi046.stdout:5/125: dread d0/d1/fe [0,4194304] 0
2024-03-19T01:51:43.000 INFO:tasks.workunit.client.0.smithi046.stdout:5/126: write d0/fd [869722,19008] 0
2024-03-19T01:51:43.001 INFO:tasks.workunit.client.0.smithi046.stdout:2/99: getdents d0/dc/d1e 0
2024-03-19T01:51:43.003 INFO:tasks.workunit.client.0.smithi046.stdout:6/107: fsync fb 0
2024-03-19T01:51:43.004 INFO:tasks.workunit.client.0.smithi046.stdout:7/107: dwrite d1/f1f [0,4194304] 0
2024-03-19T01:51:43.005 INFO:tasks.workunit.client.0.smithi046.stdout:0/130: creat d14/d1a/f2f x:0 0 0
2024-03-19T01:51:43.007 INFO:tasks.workunit.client.0.smithi046.stdout:7/108: read d1/f3 [2216727,82963] 0
2024-03-19T01:51:43.010 INFO:tasks.workunit.client.0.smithi046.stdout:8/96: dread d0/d5/f7 [0,4194304] 0
2024-03-19T01:51:43.012 INFO:tasks.workunit.client.0.smithi046.stdout:2/100: symlink d0/dc/d1e/l26 0
2024-03-19T01:51:43.012 INFO:tasks.workunit.client.0.smithi046.stdout:4/229: sync
2024-03-19T01:51:43.012 INFO:tasks.workunit.client.0.smithi046.stdout:6/108: dwrite fa [4194304,4194304] 0
2024-03-19T01:51:43.016 INFO:tasks.workunit.client.0.smithi046.stdout:2/101: read d0/f11 [708712,121237] 0
2024-03-19T01:51:43.017 INFO:tasks.workunit.client.0.smithi046.stdout:8/97: truncate d0/d5/da/df/f14 110728 0
2024-03-19T01:51:43.017 INFO:tasks.workunit.client.0.smithi046.stdout:9/104: getdents dd 0
2024-03-19T01:51:43.018 INFO:tasks.workunit.client.0.smithi046.stdout:5/127: mkdir d0/d2d/d2e 0
2024-03-19T01:51:43.019 INFO:tasks.workunit.client.0.smithi046.stdout:9/105: chown dd/d11/l14 1815 1
2024-03-19T01:51:43.020 INFO:tasks.workunit.client.0.smithi046.stdout:5/128: truncate d0/d1/d20/d26/f2c 935581 0
2024-03-19T01:51:43.021 INFO:tasks.workunit.client.0.smithi046.stdout:7/109: creat d1/dc/df/f20 x:0 0 0
2024-03-19T01:51:43.023 INFO:tasks.workunit.client.0.smithi046.stdout:6/109: mknod d1a/c28 0
2024-03-19T01:51:43.023 INFO:tasks.workunit.client.0.smithi046.stdout:5/129: dread d0/fd [0,4194304] 0
2024-03-19T01:51:43.029 INFO:tasks.workunit.client.0.smithi046.stdout:2/102: mkdir d0/d27 0
2024-03-19T01:51:43.033 INFO:tasks.workunit.client.0.smithi046.stdout:9/106: unlink f1 0
2024-03-19T01:51:43.035 INFO:tasks.workunit.client.0.smithi046.stdout:7/110: creat d1/f21 x:0 0 0
2024-03-19T01:51:43.037 INFO:tasks.workunit.client.0.smithi046.stdout:6/110: creat d1a/d1d/f29 x:0 0 0
2024-03-19T01:51:43.038 INFO:tasks.workunit.client.0.smithi046.stdout:5/130: mknod d0/d2d/c2f 0
2024-03-19T01:51:43.038 INFO:tasks.workunit.client.0.smithi046.stdout:6/111: dread d1a/f23 [0,4194304] 0
2024-03-19T01:51:43.042 INFO:tasks.workunit.client.0.smithi046.stdout:2/103: unlink d0/dc/l18 0
2024-03-19T01:51:43.045 INFO:tasks.workunit.client.0.smithi046.stdout:9/107: rename f9 to dd/d1c/d20/f22 0
2024-03-19T01:51:43.049 INFO:tasks.workunit.client.0.smithi046.stdout:7/111: unlink d1/dc/df/d11/c1c 0
2024-03-19T01:51:43.049 INFO:tasks.workunit.client.0.smithi046.stdout:7/112: chown d1/f5 0 1
2024-03-19T01:51:43.052 INFO:tasks.workunit.client.0.smithi046.stdout:6/112: creat d1a/d1d/f2a x:0 0 0
2024-03-19T01:51:43.052 INFO:tasks.workunit.client.0.smithi046.stdout:8/98: link d0/d5/c6 d0/c1b 0
2024-03-19T01:51:43.053 INFO:tasks.workunit.client.0.smithi046.stdout:8/99: read d0/d5/f7 [3676827,77005] 0
2024-03-19T01:51:43.058 INFO:tasks.workunit.client.0.smithi046.stdout:5/131: creat d0/d2d/d2e/f30 x:0 0 0
2024-03-19T01:51:43.058 INFO:tasks.workunit.client.0.smithi046.stdout:5/132: stat d0/d1/d20/d26 0
2024-03-19T01:51:43.060 INFO:tasks.workunit.client.0.smithi046.stdout:8/100: creat d0/d5/da/f1c x:0 0 0
2024-03-19T01:51:43.061 INFO:tasks.workunit.client.0.smithi046.stdout:8/101: rename d0 to d0/d5/da/df/d1d 22
2024-03-19T01:51:43.063 INFO:tasks.workunit.client.0.smithi046.stdout:8/102: write d0/d5/da/df/f19 [719790,108180] 0
2024-03-19T01:51:43.063 INFO:tasks.workunit.client.0.smithi046.stdout:6/113: symlink d1a/d26/l2b 0
2024-03-19T01:51:43.065 INFO:tasks.workunit.client.0.smithi046.stdout:5/133: dwrite d0/d1/d20/d26/f2c [0,4194304] 0
2024-03-19T01:51:43.066 INFO:tasks.workunit.client.0.smithi046.stdout:9/108: dread dd/fe [0,4194304] 0
2024-03-19T01:51:43.067 INFO:tasks.workunit.client.0.smithi046.stdout:8/103: truncate d0/d5/da/df/f14 1007175 0
2024-03-19T01:51:43.068 INFO:tasks.workunit.client.0.smithi046.stdout:8/104: chown d0/d5/da/df/f14 4359326 1
2024-03-19T01:51:43.068 INFO:tasks.workunit.client.0.smithi046.stdout:8/105: read - d0/d5/da/db/f17 zero size
2024-03-19T01:51:43.070 INFO:tasks.workunit.client.0.smithi046.stdout:9/109: rmdir dd/d1c 39
2024-03-19T01:51:43.074 INFO:tasks.workunit.client.0.smithi046.stdout:8/106: dwrite d0/d5/da/f11 [0,4194304] 0
2024-03-19T01:51:43.076 INFO:tasks.workunit.client.0.smithi046.stdout:8/107: fdatasync d0/d5/da/f1a 0
2024-03-19T01:51:43.077 INFO:tasks.workunit.client.0.smithi046.stdout:8/108: chown d0/d5/f7 2 1
2024-03-19T01:51:43.078 INFO:tasks.workunit.client.0.smithi046.stdout:5/134: getdents d0/d1/d4 0
2024-03-19T01:51:43.079 INFO:tasks.workunit.client.0.smithi046.stdout:5/135: readlink d0/d1/d20/l1e 0
2024-03-19T01:51:43.080 INFO:tasks.workunit.client.0.smithi046.stdout:8/109: mknod d0/d5/da/df/c1e 0
2024-03-19T01:51:43.081 INFO:tasks.workunit.client.0.smithi046.stdout:8/110: chown d0/d5/da/db 48254184 1
2024-03-19T01:51:43.085 INFO:tasks.workunit.client.0.smithi046.stdout:5/136: dread d0/fd [0,4194304] 0
2024-03-19T01:51:43.089 INFO:tasks.workunit.client.0.smithi046.stdout:8/111: link d0/d5/da/f1a d0/d5/da/df/f1f 0
2024-03-19T01:51:43.090 INFO:tasks.workunit.client.0.smithi046.stdout:8/112: read d0/f2 [6886211,69481] 0
2024-03-19T01:51:43.093 INFO:tasks.workunit.client.0.smithi046.stdout:8/113: symlink d0/d5/l20 0
2024-03-19T01:51:43.093 INFO:tasks.workunit.client.0.smithi046.stdout:5/137: dwrite d0/f5 [0,4194304] 0
2024-03-19T01:51:43.095 INFO:tasks.workunit.client.0.smithi046.stdout:8/114: symlink d0/l21 0
2024-03-19T01:51:43.098 INFO:tasks.workunit.client.0.smithi046.stdout:8/115: creat d0/f22 x:0 0 0
2024-03-19T01:51:43.100 INFO:tasks.workunit.client.0.smithi046.stdout:8/116: creat d0/d5/f23 x:0 0 0
2024-03-19T01:51:43.101 INFO:tasks.workunit.client.0.smithi046.stdout:8/117: write d0/f22 [947789,60261] 0
2024-03-19T01:51:43.102 INFO:tasks.workunit.client.0.smithi046.stdout:5/138: link d0/d1/c7 d0/c31 0
2024-03-19T01:51:43.109 INFO:tasks.workunit.client.0.smithi046.stdout:8/118: dwrite d0/d5/da/f1c [0,4194304] 0
2024-03-19T01:51:43.114 INFO:tasks.workunit.client.0.smithi046.stdout:5/139: dwrite d0/d1/d4/f28 [0,4194304] 0
2024-03-19T01:51:43.115 INFO:tasks.workunit.client.0.smithi046.stdout:5/140: truncate d0/d1/d4/f19 1103929 0
2024-03-19T01:51:43.117 INFO:tasks.workunit.client.0.smithi046.stdout:5/141: write d0/f1b [397095,103365] 0
2024-03-19T01:51:43.120 INFO:tasks.workunit.client.0.smithi046.stdout:5/142: dread d0/d1/d4/f6 [0,4194304] 0
2024-03-19T01:51:43.123 INFO:tasks.workunit.client.0.smithi046.stdout:5/143: mknod d0/d1/c32 0
2024-03-19T01:51:43.129 INFO:tasks.workunit.client.0.smithi046.stdout:5/144: dwrite d0/d1/d4/fa [0,4194304] 0
2024-03-19T01:51:43.134 INFO:tasks.workunit.client.0.smithi046.stdout:5/145: creat d0/f33 x:0 0 0
2024-03-19T01:51:43.136 INFO:tasks.workunit.client.0.smithi046.stdout:5/146: dread d0/d1/d4/f19 [0,4194304] 0
2024-03-19T01:51:43.137 INFO:tasks.workunit.client.0.smithi046.stdout:5/147: dread d0/f1b [0,4194304] 0
2024-03-19T01:51:43.170 INFO:tasks.workunit.client.0.smithi046.stdout:1/101: dwrite d0/f1e [0,4194304] 0
2024-03-19T01:51:43.170 INFO:tasks.workunit.client.0.smithi046.stdout:1/102: dread - d0/f18 zero size
2024-03-19T01:51:43.177 INFO:tasks.workunit.client.0.smithi046.stdout:1/103: dwrite d0/d6/f19 [0,4194304] 0
2024-03-19T01:51:43.182 INFO:tasks.workunit.client.0.smithi046.stdout:0/131: dwrite d14/f1d [0,4194304] 0
2024-03-19T01:51:43.187 INFO:tasks.workunit.client.0.smithi046.stdout:4/230: truncate d7/d20/f3d 3379343 0
2024-03-19T01:51:43.191 INFO:tasks.workunit.client.0.smithi046.stdout:4/231: write d7/d20/d30/f44 [394354,25880] 0
2024-03-19T01:51:43.194 INFO:tasks.workunit.client.0.smithi046.stdout:1/104: fdatasync d0/d6/f19 0
2024-03-19T01:51:43.195 INFO:tasks.workunit.client.0.smithi046.stdout:0/132: dwrite d14/f25 [0,4194304] 0
2024-03-19T01:51:43.195 INFO:tasks.workunit.client.0.smithi046.stdout:7/113: truncate d1/f15 1699456 0
2024-03-19T01:51:43.196 INFO:tasks.workunit.client.0.smithi046.stdout:1/105: chown d0/d6/da/c13 21230 1
2024-03-19T01:51:43.197 INFO:tasks.workunit.client.0.smithi046.stdout:6/114: truncate fd 6498578 0
2024-03-19T01:51:43.198 INFO:tasks.workunit.client.0.smithi046.stdout:1/106: chown d0/d6/f19 12 1
2024-03-19T01:51:43.199 INFO:tasks.workunit.client.0.smithi046.stdout:4/232: mkdir d7/d10/d4c 0
2024-03-19T01:51:43.201 INFO:tasks.workunit.client.0.smithi046.stdout:9/110: truncate dd/d1c/d20/f22 222344 0
2024-03-19T01:51:43.202 INFO:tasks.workunit.client.0.smithi046.stdout:0/133: rename f3 to d14/d1a/f30 0
2024-03-19T01:51:43.204 INFO:tasks.workunit.client.0.smithi046.stdout:7/114: dwrite d1/f1f [0,4194304] 0
2024-03-19T01:51:43.205 INFO:tasks.workunit.client.0.smithi046.stdout:1/107: mknod d0/d6/c20 0
2024-03-19T01:51:43.205 INFO:tasks.workunit.client.0.smithi046.stdout:6/115: dread fa [4194304,4194304] 0
2024-03-19T01:51:43.213 INFO:tasks.workunit.client.0.smithi046.stdout:1/108: rename d0/ff to d0/f21 0
2024-03-19T01:51:43.214 INFO:tasks.workunit.client.0.smithi046.stdout:2/104: sync
2024-03-19T01:51:43.214 INFO:tasks.workunit.client.0.smithi046.stdout:2/105: dread - d0/f24 zero size
2024-03-19T01:51:43.215 INFO:tasks.workunit.client.0.smithi046.stdout:6/116: creat d1a/d1d/f2c x:0 0 0
2024-03-19T01:51:43.219 INFO:tasks.workunit.client.0.smithi046.stdout:1/109: mkdir d0/dd/d22 0
2024-03-19T01:51:43.220 INFO:tasks.workunit.client.0.smithi046.stdout:8/119: dwrite d0/d5/da/f1c [4194304,4194304] 0
2024-03-19T01:51:43.221 INFO:tasks.workunit.client.0.smithi046.stdout:2/106: creat d0/f28 x:0 0 0
2024-03-19T01:51:43.222 INFO:tasks.workunit.client.0.smithi046.stdout:6/117: symlink d1a/d1d/l2d 0
2024-03-19T01:51:43.224 INFO:tasks.workunit.client.0.smithi046.stdout:0/134: rename le to d14/l31 0
2024-03-19T01:51:43.225 INFO:tasks.workunit.client.0.smithi046.stdout:2/107: dread d0/f2 [0,4194304] 0
2024-03-19T01:51:43.226 INFO:tasks.workunit.client.0.smithi046.stdout:3/176: write d5/d17/f22 [771694,130111] 0
2024-03-19T01:51:43.227 INFO:tasks.workunit.client.0.smithi046.stdout:2/108: dread d0/dc/d16/f1f [0,4194304] 0
2024-03-19T01:51:43.233 INFO:tasks.workunit.client.0.smithi046.stdout:6/118: dread f13 [0,4194304] 0
2024-03-19T01:51:43.238 INFO:tasks.workunit.client.0.smithi046.stdout:1/110: mkdir d0/d6/d1c/d23 0
2024-03-19T01:51:43.240 INFO:tasks.workunit.client.0.smithi046.stdout:0/135: fdatasync d14/d29/f2e 0
2024-03-19T01:51:43.248 INFO:tasks.workunit.client.0.smithi046.stdout:9/111: stat dd/d11/c1f 0
2024-03-19T01:51:43.248 INFO:tasks.workunit.client.0.smithi046.stdout:9/112: chown dd/f12 9 1
2024-03-19T01:51:43.249 INFO:tasks.workunit.client.0.smithi046.stdout:6/119: mkdir d1a/d26/d2e 0
2024-03-19T01:51:43.250 INFO:tasks.workunit.client.0.smithi046.stdout:2/109: dread d0/f5 [0,4194304] 0
2024-03-19T01:51:43.252 INFO:tasks.workunit.client.0.smithi046.stdout:1/111: unlink d0/dd/f16 0
2024-03-19T01:51:43.253 INFO:tasks.workunit.client.0.smithi046.stdout:7/115: dwrite d1/dc/df/d11/f13 [0,4194304] 0
2024-03-19T01:51:43.254 INFO:tasks.workunit.client.0.smithi046.stdout:0/136: rename l10 to d14/d1a/l32 0
2024-03-19T01:51:43.255 INFO:tasks.workunit.client.0.smithi046.stdout:0/137: dread f9 [0,4194304] 0
2024-03-19T01:51:43.256 INFO:tasks.workunit.client.0.smithi046.stdout:8/120: link d0/d5/da/df/c1e d0/c24 0
2024-03-19T01:51:43.256 INFO:tasks.workunit.client.0.smithi046.stdout:8/121: dread - d0/d5/f23 zero size
2024-03-19T01:51:43.257 INFO:tasks.workunit.client.0.smithi046.stdout:6/120: symlink d1a/d1d/l2f 0
2024-03-19T01:51:43.259 INFO:tasks.workunit.client.0.smithi046.stdout:2/110: fdatasync d0/f5 0
2024-03-19T01:51:43.261 INFO:tasks.workunit.client.0.smithi046.stdout:7/116: truncate d1/f5 1618268 0
2024-03-19T01:51:43.261 INFO:tasks.workunit.client.0.smithi046.stdout:3/177: creat d5/f2e x:0 0 0
2024-03-19T01:51:43.262 INFO:tasks.workunit.client.0.smithi046.stdout:0/138: symlink d14/d1a/l33 0
2024-03-19T01:51:43.262 INFO:tasks.workunit.client.0.smithi046.stdout:0/139: readlink l4 0
2024-03-19T01:51:43.266 INFO:tasks.workunit.client.0.smithi046.stdout:8/122: symlink d0/d5/da/df/l25 0
2024-03-19T01:51:43.267 INFO:tasks.workunit.client.0.smithi046.stdout:6/121: mkdir d1a/d1d/d30 0
2024-03-19T01:51:43.268 INFO:tasks.workunit.client.0.smithi046.stdout:1/112: symlink d0/d6/d1c/d23/l24 0
2024-03-19T01:51:43.275 INFO:tasks.workunit.client.0.smithi046.stdout:3/178: dread d5/f21 [0,4194304] 0
2024-03-19T01:51:43.278 INFO:tasks.workunit.client.0.smithi046.stdout:2/111: creat d0/d27/f29 x:0 0 0
2024-03-19T01:51:43.283 INFO:tasks.workunit.client.0.smithi046.stdout:0/140: mkdir d14/d34 0
2024-03-19T01:51:43.289 INFO:tasks.workunit.client.0.smithi046.stdout:2/112: mkdir d0/dc/d1e/d2a 0
2024-03-19T01:51:43.290 INFO:tasks.workunit.client.0.smithi046.stdout:2/113: read - d0/f24 zero size
2024-03-19T01:51:43.290 INFO:tasks.workunit.client.0.smithi046.stdout:9/113: truncate dd/f18 2290283 0
2024-03-19T01:51:43.290 INFO:tasks.workunit.client.0.smithi046.stdout:2/114: chown d0/dc/fe 0 1
2024-03-19T01:51:43.293 INFO:tasks.workunit.client.0.smithi046.stdout:9/114: dread dd/fe [0,4194304] 0
2024-03-19T01:51:43.293 INFO:tasks.workunit.client.0.smithi046.stdout:9/115: read - dd/f19 zero size
2024-03-19T01:51:43.294 INFO:tasks.workunit.client.0.smithi046.stdout:1/113: rename d0/d6/c20 to d0/c25 0
2024-03-19T01:51:43.296 INFO:tasks.workunit.client.0.smithi046.stdout:0/141: creat d14/d1a/f35 x:0 0 0
2024-03-19T01:51:43.299 INFO:tasks.workunit.client.0.smithi046.stdout:3/179: truncate d5/f1e 1865862 0
2024-03-19T01:51:43.308 INFO:tasks.workunit.client.0.smithi046.stdout:0/142: unlink d14/d1a/f1c 0
2024-03-19T01:51:43.309 INFO:tasks.workunit.client.0.smithi046.stdout:8/123: getdents d0 0
2024-03-19T01:51:43.317 INFO:tasks.workunit.client.0.smithi046.stdout:8/124: dwrite d0/d5/f15 [4194304,4194304] 0
2024-03-19T01:51:43.320 INFO:tasks.workunit.client.0.smithi046.stdout:2/115: rename d0/l15 to d0/dc/l2b 0
2024-03-19T01:51:43.322 INFO:tasks.workunit.client.0.smithi046.stdout:7/117: write d1/f15 [641497,15407] 0
2024-03-19T01:51:43.323 INFO:tasks.workunit.client.0.smithi046.stdout:9/116: link dd/d11/c1f dd/d1c/d20/c23 0
2024-03-19T01:51:43.323 INFO:tasks.workunit.client.0.smithi046.stdout:7/118: chown d1 226855823 1
2024-03-19T01:51:43.323 INFO:tasks.workunit.client.0.smithi046.stdout:7/119: stat d1/l2 0
2024-03-19T01:51:43.326 INFO:tasks.workunit.client.0.smithi046.stdout:0/143: symlink d14/d34/l36 0
2024-03-19T01:51:43.327 INFO:tasks.workunit.client.0.smithi046.stdout:8/125: mknod d0/d5/c26 0
2024-03-19T01:51:43.328 INFO:tasks.workunit.client.0.smithi046.stdout:8/126: chown d0/d5/da/f1c 0 1
2024-03-19T01:51:43.337 INFO:tasks.workunit.client.0.smithi046.stdout:8/127: unlink d0/f2 0
2024-03-19T01:51:43.339 INFO:tasks.workunit.client.0.smithi046.stdout:3/180: rename d5/c12 to d5/d17/c2f 0
2024-03-19T01:51:43.340 INFO:tasks.workunit.client.0.smithi046.stdout:3/181: write d5/d10/fd [2979878,47629] 0
2024-03-19T01:51:43.341 INFO:tasks.workunit.client.0.smithi046.stdout:3/182: write d5/f1a [214230,125395] 0
2024-03-19T01:51:43.345 INFO:tasks.workunit.client.0.smithi046.stdout:8/128: mknod d0/d5/c27 0
2024-03-19T01:51:43.348 INFO:tasks.workunit.client.0.smithi046.stdout:2/116: rename d0/dc/d16/f1c to d0/dc/d1e/f2c 0
2024-03-19T01:51:43.350 INFO:tasks.workunit.client.0.smithi046.stdout:1/114: truncate d0/dd/f12 1233547 0
2024-03-19T01:51:43.351 INFO:tasks.workunit.client.0.smithi046.stdout:3/183: creat d5/d17/f30 x:0 0 0
2024-03-19T01:51:43.352 INFO:tasks.workunit.client.0.smithi046.stdout:7/120: link d1/c4 d1/dc/d18/c22 0
2024-03-19T01:51:43.352 INFO:tasks.workunit.client.0.smithi046.stdout:7/121: readlink d1/dc/l19 0
2024-03-19T01:51:43.352 INFO:tasks.workunit.client.0.smithi046.stdout:0/144: creat d14/f37 x:0 0 0
2024-03-19T01:51:43.353 INFO:tasks.workunit.client.0.smithi046.stdout:7/122: dread - d1/dc/df/f20 zero size
2024-03-19T01:51:43.353 INFO:tasks.workunit.client.0.smithi046.stdout:8/129: symlink d0/d5/dc/l28 0
2024-03-19T01:51:43.354 INFO:tasks.workunit.client.0.smithi046.stdout:0/145: write d14/f37 [380051,111364] 0
2024-03-19T01:51:43.354 INFO:tasks.workunit.client.0.smithi046.stdout:0/146: fdatasync d14/d1a/f22 0
2024-03-19T01:51:43.355 INFO:tasks.workunit.client.0.smithi046.stdout:2/117: mknod d0/dc/d16/c2d 0
2024-03-19T01:51:43.355 INFO:tasks.workunit.client.0.smithi046.stdout:7/123: truncate d1/dc/df/f1b 1032114 0
2024-03-19T01:51:43.356 INFO:tasks.workunit.client.0.smithi046.stdout:1/115: write d0/f8 [686448,78726] 0
2024-03-19T01:51:43.357 INFO:tasks.workunit.client.0.smithi046.stdout:7/124: write d1/dc/df/f20 [347146,123518] 0
2024-03-19T01:51:43.359 INFO:tasks.workunit.client.0.smithi046.stdout:3/184: fdatasync d5/d10/f16 0
2024-03-19T01:51:43.362 INFO:tasks.workunit.client.0.smithi046.stdout:4/233: sync
2024-03-19T01:51:43.362 INFO:tasks.workunit.client.0.smithi046.stdout:6/122: sync
2024-03-19T01:51:43.362 INFO:tasks.workunit.client.0.smithi046.stdout:5/148: sync
2024-03-19T01:51:43.370 INFO:tasks.workunit.client.0.smithi046.stdout:0/147: dread d14/f2b [0,4194304] 0
2024-03-19T01:51:43.370 INFO:tasks.workunit.client.0.smithi046.stdout:7/125: read d1/f5 [1088383,43169] 0
2024-03-19T01:51:43.371 INFO:tasks.workunit.client.0.smithi046.stdout:0/148: chown l2 6399 1
2024-03-19T01:51:43.372 INFO:tasks.workunit.client.0.smithi046.stdout:3/185: mkdir d5/d17/d31 0
2024-03-19T01:51:43.372 INFO:tasks.workunit.client.0.smithi046.stdout:1/116: dwrite d0/f18 [0,4194304] 0
2024-03-19T01:51:43.374 INFO:tasks.workunit.client.0.smithi046.stdout:5/149: rmdir d0/d1 39
2024-03-19T01:51:43.375 INFO:tasks.workunit.client.0.smithi046.stdout:5/150: dread d0/f1b [0,4194304] 0
2024-03-19T01:51:43.376 INFO:tasks.workunit.client.0.smithi046.stdout:4/234: unlink d7/d10/d13/f42 0
2024-03-19T01:51:43.377 INFO:tasks.workunit.client.0.smithi046.stdout:2/118: symlink d0/dc/l2e 0
2024-03-19T01:51:43.377 INFO:tasks.workunit.client.0.smithi046.stdout:9/117: link dd/f18 dd/f24 0
2024-03-19T01:51:43.377 INFO:tasks.workunit.client.0.smithi046.stdout:9/118: chown dd/d1c/d20/f21 82 1
2024-03-19T01:51:43.378 INFO:tasks.workunit.client.0.smithi046.stdout:7/126: write d1/fb [4813268,120232] 0
2024-03-19T01:51:43.379 INFO:tasks.workunit.client.0.smithi046.stdout:0/149: rmdir d14/d1a 39
2024-03-19T01:51:43.385 INFO:tasks.workunit.client.0.smithi046.stdout:8/130: link d0/c1b d0/d5/da/df/c29 0
2024-03-19T01:51:43.386 INFO:tasks.workunit.client.0.smithi046.stdout:8/131: write d0/d5/dc/f10 [4747616,110926] 0
2024-03-19T01:51:43.387 INFO:tasks.workunit.client.0.smithi046.stdout:8/132: fdatasync d0/d5/f23 0
2024-03-19T01:51:43.387 INFO:tasks.workunit.client.0.smithi046.stdout:2/119: rmdir d0 39
2024-03-19T01:51:43.388 INFO:tasks.workunit.client.0.smithi046.stdout:8/133: fsync d0/d5/da/df/f19 0
2024-03-19T01:51:43.391 INFO:tasks.workunit.client.0.smithi046.stdout:8/134: dread d0/d5/da/df/f14 [0,4194304] 0
2024-03-19T01:51:43.391 INFO:tasks.workunit.client.0.smithi046.stdout:7/127: truncate d1/f5 1400065 0
2024-03-19T01:51:43.392 INFO:tasks.workunit.client.0.smithi046.stdout:8/135: truncate d0/d5/da/db/f17 837930 0
2024-03-19T01:51:43.394 INFO:tasks.workunit.client.0.smithi046.stdout:1/117: rename d0/d6/d1c to d0/dd/d26 0
2024-03-19T01:51:43.395 INFO:tasks.workunit.client.0.smithi046.stdout:1/118: truncate d0/d6/da/f1d 920617 0
2024-03-19T01:51:43.395 INFO:tasks.workunit.client.0.smithi046.stdout:5/151: creat d0/d1/d1d/f34 x:0 0 0
2024-03-19T01:51:43.396 INFO:tasks.workunit.client.0.smithi046.stdout:4/235: creat d7/d10/d4c/f4d x:0 0 0
2024-03-19T01:51:43.397 INFO:tasks.workunit.client.0.smithi046.stdout:5/152: dread d0/d1/d4/f6 [0,4194304] 0
2024-03-19T01:51:43.398 INFO:tasks.workunit.client.0.smithi046.stdout:9/119: rmdir dd/d11/d17 39
2024-03-19T01:51:43.401 INFO:tasks.workunit.client.0.smithi046.stdout:0/150: unlink d14/d1a/f35 0
2024-03-19T01:51:43.403 INFO:tasks.workunit.client.0.smithi046.stdout:7/128: mknod d1/dc/df/c23 0
2024-03-19T01:51:43.404 INFO:tasks.workunit.client.0.smithi046.stdout:7/129: write d1/dc/df/f1b [1075511,26514] 0
2024-03-19T01:51:43.405 INFO:tasks.workunit.client.0.smithi046.stdout:6/123: getdents d1a/d1d 0
2024-03-19T01:51:43.408 INFO:tasks.workunit.client.0.smithi046.stdout:1/119: write d0/f14 [263077,34986] 0
2024-03-19T01:51:43.410 INFO:tasks.workunit.client.0.smithi046.stdout:5/153: stat d0/c31 0
2024-03-19T01:51:43.412 INFO:tasks.workunit.client.0.smithi046.stdout:2/120: mkdir d0/dc/d16/d2f 0
2024-03-19T01:51:43.414 INFO:tasks.workunit.client.0.smithi046.stdout:0/151: rmdir d14/d29 39
2024-03-19T01:51:43.416 INFO:tasks.workunit.client.0.smithi046.stdout:7/130: creat d1/dc/f24 x:0 0 0
2024-03-19T01:51:43.417 INFO:tasks.workunit.client.0.smithi046.stdout:7/131: fsync d1/f15 0
2024-03-19T01:51:43.418 INFO:tasks.workunit.client.0.smithi046.stdout:4/236: symlink d7/l4e 0
2024-03-19T01:51:43.419 INFO:tasks.workunit.client.0.smithi046.stdout:1/120: rename d0/dd/d22 to d0/d6/da/d27 0
2024-03-19T01:51:43.420 INFO:tasks.workunit.client.0.smithi046.stdout:5/154: symlink d0/d2d/d2e/l35 0
2024-03-19T01:51:43.420 INFO:tasks.workunit.client.0.smithi046.stdout:5/155: chown d0/d1/d1d/f34 1 1
2024-03-19T01:51:43.424 INFO:tasks.workunit.client.0.smithi046.stdout:6/124: getdents d1a/d1d/d30 0
2024-03-19T01:51:43.425 INFO:tasks.workunit.client.0.smithi046.stdout:8/136: link d0/c24 d0/c2a 0
2024-03-19T01:51:43.431 INFO:tasks.workunit.client.0.smithi046.stdout:8/137: dwrite d0/d5/f23 [0,4194304] 0
2024-03-19T01:51:43.432 INFO:tasks.workunit.client.0.smithi046.stdout:8/138: dread - d0/d5/da/df/f1f zero size
2024-03-19T01:51:43.432 INFO:tasks.workunit.client.0.smithi046.stdout:5/156: creat d0/d1/f36 x:0 0 0
2024-03-19T01:51:43.434 INFO:tasks.workunit.client.0.smithi046.stdout:0/152: symlink d14/d29/l38 0
2024-03-19T01:51:43.438 INFO:tasks.workunit.client.0.smithi046.stdout:1/121: getdents d0/d6/da/d27 0
2024-03-19T01:51:43.438 INFO:tasks.workunit.client.0.smithi046.stdout:4/237: write d7/ff [3623668,46017] 0
2024-03-19T01:51:43.440 INFO:tasks.workunit.client.0.smithi046.stdout:9/120: getdents dd/d1c 0
2024-03-19T01:51:43.441 INFO:tasks.workunit.client.0.smithi046.stdout:2/121: dwrite d0/f2 [0,4194304] 0
2024-03-19T01:51:43.444 INFO:tasks.workunit.client.0.smithi046.stdout:8/139: rename d0/d5/f23 to d0/d5/dc/f2b 0
2024-03-19T01:51:43.444 INFO:tasks.workunit.client.0.smithi046.stdout:0/153: rename d14/d29 to d14/d29/d39 22
2024-03-19T01:51:43.445 INFO:tasks.workunit.client.0.smithi046.stdout:6/125: creat d1a/d1d/d30/f31 x:0 0 0
2024-03-19T01:51:43.448 INFO:tasks.workunit.client.0.smithi046.stdout:8/140: read d0/d5/da/df/f19 [98041,116079] 0
2024-03-19T01:51:43.449 INFO:tasks.workunit.client.0.smithi046.stdout:8/141: truncate d0/d5/da/db/f17 1467700 0
2024-03-19T01:51:43.449 INFO:tasks.workunit.client.0.smithi046.stdout:1/122: unlink d0/d6/f19 0
2024-03-19T01:51:43.450 INFO:tasks.workunit.client.0.smithi046.stdout:8/142: fsync d0/d5/da/f11 0
2024-03-19T01:51:43.486 INFO:tasks.workunit.client.0.smithi046.stdout:0/154: mknod d14/d34/c3a 0
2024-03-19T01:51:43.486 INFO:tasks.workunit.client.0.smithi046.stdout:9/121: chown dd/f24 103425 1
2024-03-19T01:51:43.487 INFO:tasks.workunit.client.0.smithi046.stdout:7/132: write d1/f3 [711190,76895] 0
2024-03-19T01:51:43.487 INFO:tasks.workunit.client.0.smithi046.stdout:6/126: creat d1a/d1d/f32 x:0 0 0
2024-03-19T01:51:43.487 INFO:tasks.workunit.client.0.smithi046.stdout:8/143: fsync d0/d5/da/f11 0
2024-03-19T01:51:43.488 INFO:tasks.workunit.client.0.smithi046.stdout:0/155: dread - d14/f17 zero size
2024-03-19T01:51:43.488 INFO:tasks.workunit.client.0.smithi046.stdout:9/122: stat dd/f10 0
2024-03-19T01:51:43.488 INFO:tasks.workunit.client.0.smithi046.stdout:4/238: mkdir d7/d4f 0
2024-03-19T01:51:43.489 INFO:tasks.workunit.client.0.smithi046.stdout:1/123: mkdir d0/dd/d26/d23/d28 0
2024-03-19T01:51:43.490 INFO:tasks.workunit.client.0.smithi046.stdout:7/133: fdatasync d1/dc/f24 0
2024-03-19T01:51:43.493 INFO:tasks.workunit.client.0.smithi046.stdout:5/157: dread d0/d1/d1d/f1f [0,4194304] 0
2024-03-19T01:51:43.494 INFO:tasks.workunit.client.0.smithi046.stdout:6/127: read - f11 zero size
2024-03-19T01:51:43.494 INFO:tasks.workunit.client.0.smithi046.stdout:9/123: mkdir dd/d1c/d25 0
2024-03-19T01:51:43.494 INFO:tasks.workunit.client.0.smithi046.stdout:0/156: creat d14/d1a/f3b x:0 0 0
2024-03-19T01:51:43.495 INFO:tasks.workunit.client.0.smithi046.stdout:6/128: chown lf 183274240 1
2024-03-19T01:51:43.496 INFO:tasks.workunit.client.0.smithi046.stdout:7/134: read d1/dc/df/f1b [400378,62139] 0
2024-03-19T01:51:43.497 INFO:tasks.workunit.client.0.smithi046.stdout:7/135: fdatasync d1/fb 0
2024-03-19T01:51:43.497 INFO:tasks.workunit.client.0.smithi046.stdout:6/129: dread - d1a/d1d/f2a zero size
2024-03-19T01:51:43.499 INFO:tasks.workunit.client.0.smithi046.stdout:9/124: write fc [1616299,82587] 0
2024-03-19T01:51:43.500 INFO:tasks.workunit.client.0.smithi046.stdout:0/157: fsync f9 0
2024-03-19T01:51:43.501 INFO:tasks.workunit.client.0.smithi046.stdout:0/158: readlink l2 0
2024-03-19T01:51:43.501 INFO:tasks.workunit.client.0.smithi046.stdout:5/158: dwrite d0/d2d/d2e/f30 [0,4194304] 0
2024-03-19T01:51:43.502 INFO:tasks.workunit.client.0.smithi046.stdout:0/159: fdatasync d14/f25 0
2024-03-19T01:51:43.503 INFO:tasks.workunit.client.0.smithi046.stdout:8/144: rename d0/c2a to d0/d5/dc/c2c 0
2024-03-19T01:51:43.503 INFO:tasks.workunit.client.0.smithi046.stdout:0/160: dread - d14/f17 zero size
2024-03-19T01:51:43.505 INFO:tasks.workunit.client.0.smithi046.stdout:0/161: write d14/d1a/f3b [47378,26124] 0
2024-03-19T01:51:43.509 INFO:tasks.workunit.client.0.smithi046.stdout:7/136: unlink d1/f21 0
2024-03-19T01:51:43.511 INFO:tasks.workunit.client.0.smithi046.stdout:7/137: stat d1/dc/d18/c22 0
2024-03-19T01:51:43.512 INFO:tasks.workunit.client.0.smithi046.stdout:9/125: creat dd/d1c/f26 x:0 0 0
2024-03-19T01:51:43.513 INFO:tasks.workunit.client.0.smithi046.stdout:7/138: write d1/dc/df/f20 [1390765,91185] 0
2024-03-19T01:51:43.514 INFO:tasks.workunit.client.0.smithi046.stdout:0/162: dwrite d14/d1a/f28 [0,4194304] 0
2024-03-19T01:51:43.514 INFO:tasks.workunit.client.0.smithi046.stdout:5/159: rmdir d0/d2d/d2e 39
2024-03-19T01:51:43.518 INFO:tasks.workunit.client.0.smithi046.stdout:4/239: write d7/d20/f3d [1919889,1412] 0
2024-03-19T01:51:43.520 INFO:tasks.workunit.client.0.smithi046.stdout:1/124: rmdir d0/d6/da/d27 0
2024-03-19T01:51:43.521 INFO:tasks.workunit.client.0.smithi046.stdout:4/240: read d7/ff [289515,81986] 0
2024-03-19T01:51:43.521 INFO:tasks.workunit.client.0.smithi046.stdout:1/125: readlink d0/d6/l9 0
2024-03-19T01:51:43.523 INFO:tasks.workunit.client.0.smithi046.stdout:8/145: dwrite d0/d5/dc/f2b [0,4194304] 0
2024-03-19T01:51:43.524 INFO:tasks.workunit.client.0.smithi046.stdout:6/130: link d1a/d1d/f21 d1a/d1d/d30/f33 0
2024-03-19T01:51:43.525 INFO:tasks.workunit.client.0.smithi046.stdout:6/131: truncate f11 414826 0
2024-03-19T01:51:43.529 INFO:tasks.workunit.client.0.smithi046.stdout:3/186: sync
2024-03-19T01:51:43.531 INFO:tasks.workunit.client.0.smithi046.stdout:7/139: mknod d1/dc/df/c25 0
2024-03-19T01:51:43.532 INFO:tasks.workunit.client.0.smithi046.stdout:5/160: mkdir d0/d1/d37 0
2024-03-19T01:51:43.536 INFO:tasks.workunit.client.0.smithi046.stdout:4/241: write d7/f9 [6360204,69378] 0
2024-03-19T01:51:43.537 INFO:tasks.workunit.client.0.smithi046.stdout:4/242: chown d7/d10/c35 150688677 1
2024-03-19T01:51:43.538 INFO:tasks.workunit.client.0.smithi046.stdout:8/146: creat d0/d5/da/df/f2d x:0 0 0
2024-03-19T01:51:43.538 INFO:tasks.workunit.client.0.smithi046.stdout:8/147: read d0/d5/dc/f2b [1988714,98400] 0
2024-03-19T01:51:43.539 INFO:tasks.workunit.client.0.smithi046.stdout:6/132: creat d1a/f34 x:0 0 0
2024-03-19T01:51:43.541 INFO:tasks.workunit.client.0.smithi046.stdout:0/163: write f12 [3611851,113936] 0
2024-03-19T01:51:43.542 INFO:tasks.workunit.client.0.smithi046.stdout:7/140: symlink d1/dc/df/l26 0
2024-03-19T01:51:43.547 INFO:tasks.workunit.client.0.smithi046.stdout:8/148: dread d0/f22 [0,4194304] 0
2024-03-19T01:51:43.550 INFO:tasks.workunit.client.0.smithi046.stdout:9/126: mknod dd/d11/c27 0
2024-03-19T01:51:43.551 INFO:tasks.workunit.client.0.smithi046.stdout:6/133: mknod d1a/d1d/c35 0
2024-03-19T01:51:43.554 INFO:tasks.workunit.client.0.smithi046.stdout:7/141: creat d1/dc/f27 x:0 0 0
2024-03-19T01:51:43.555 INFO:tasks.workunit.client.0.smithi046.stdout:4/243: truncate d7/ff 8343095 0
2024-03-19T01:51:43.556 INFO:tasks.workunit.client.0.smithi046.stdout:1/126: write d0/dd/f12 [778919,16457] 0
2024-03-19T01:51:43.561 INFO:tasks.workunit.client.0.smithi046.stdout:3/187: rename d5/d17/f26 to d5/f32 0
2024-03-19T01:51:43.562 INFO:tasks.workunit.client.0.smithi046.stdout:1/127: dread d0/f14 [0,4194304] 0
2024-03-19T01:51:43.562 INFO:tasks.workunit.client.0.smithi046.stdout:3/188: chown d5/d10/d24 480511 1
2024-03-19T01:51:43.562 INFO:tasks.workunit.client.0.smithi046.stdout:9/127: dread dd/f18 [0,4194304] 0
2024-03-19T01:51:43.563 INFO:tasks.workunit.client.0.smithi046.stdout:3/189: chown d5/l11 11 1
2024-03-19T01:51:43.563 INFO:tasks.workunit.client.0.smithi046.stdout:9/128: dread - dd/f12 zero size
2024-03-19T01:51:43.563 INFO:tasks.workunit.client.0.smithi046.stdout:7/142: unlink d1/f8 0
2024-03-19T01:51:43.564 INFO:tasks.workunit.client.0.smithi046.stdout:7/143: readlink d1/dc/d18/l1d 0
2024-03-19T01:51:43.565 INFO:tasks.workunit.client.0.smithi046.stdout:4/244: mkdir d7/d20/d30/d50 0
2024-03-19T01:51:43.570 INFO:tasks.workunit.client.0.smithi046.stdout:4/245: dread d7/d20/d30/f44 [0,4194304] 0
2024-03-19T01:51:43.572 INFO:tasks.workunit.client.0.smithi046.stdout:5/161: rename d0/d1/c21 to d0/d2d/d2e/c38 0
2024-03-19T01:51:43.573 INFO:tasks.workunit.client.0.smithi046.stdout:1/128: rmdir d0/d6 39
2024-03-19T01:51:43.574 INFO:tasks.workunit.client.0.smithi046.stdout:5/162: truncate d0/d1/d4/f6 1779408 0
2024-03-19T01:51:43.576 INFO:tasks.workunit.client.0.smithi046.stdout:7/144: mknod d1/dc/c28 0
2024-03-19T01:51:43.577 INFO:tasks.workunit.client.0.smithi046.stdout:6/134: dwrite f13 [0,4194304] 0
2024-03-19T01:51:43.579 INFO:tasks.workunit.client.0.smithi046.stdout:9/129: readlink dd/d11/l14 0
2024-03-19T01:51:43.579 INFO:tasks.workunit.client.0.smithi046.stdout:3/190: mknod d5/d17/d31/c33 0
2024-03-19T01:51:43.580 INFO:tasks.workunit.client.0.smithi046.stdout:7/145: rmdir d1/dc 39
2024-03-19T01:51:43.583 INFO:tasks.workunit.client.0.smithi046.stdout:8/149: getdents d0/d5/da/df 0
2024-03-19T01:51:43.583 INFO:tasks.workunit.client.0.smithi046.stdout:8/150: chown d0/c1 0 1
2024-03-19T01:51:43.585 INFO:tasks.workunit.client.0.smithi046.stdout:6/135: creat d1a/d26/f36 x:0 0 0
2024-03-19T01:51:43.586 INFO:tasks.workunit.client.0.smithi046.stdout:4/246: symlink d7/d20/d30/d50/l51 0
2024-03-19T01:51:43.586 INFO:tasks.workunit.client.0.smithi046.stdout:4/247: chown c5 303088096 1
2024-03-19T01:51:43.590 INFO:tasks.workunit.client.0.smithi046.stdout:3/191: chown d5/d17/c2f 4711 1
2024-03-19T01:51:43.592 INFO:tasks.workunit.client.0.smithi046.stdout:8/151: fsync d0/d5/f7 0
2024-03-19T01:51:43.594 INFO:tasks.workunit.client.0.smithi046.stdout:4/248: mknod d7/d20/c52 0
2024-03-19T01:51:43.596 INFO:tasks.workunit.client.0.smithi046.stdout:3/192: dwrite d5/f2e [0,4194304] 0
2024-03-19T01:51:43.596 INFO:tasks.workunit.client.0.smithi046.stdout:5/163: creat d0/d2d/f39 x:0 0 0
2024-03-19T01:51:43.597 INFO:tasks.workunit.client.0.smithi046.stdout:3/193: readlink d5/d17/l29 0
2024-03-19T01:51:43.597 INFO:tasks.workunit.client.0.smithi046.stdout:7/146: symlink d1/dc/d18/l29 0
2024-03-19T01:51:43.599 INFO:tasks.workunit.client.0.smithi046.stdout:8/152: creat d0/d5/da/db/f2e x:0 0 0
2024-03-19T01:51:43.602 INFO:tasks.workunit.client.0.smithi046.stdout:9/130: rename f2 to dd/d11/d17/f28 0
2024-03-19T01:51:43.603 INFO:tasks.workunit.client.0.smithi046.stdout:3/194: symlink d5/d10/d24/l34 0
2024-03-19T01:51:43.606 INFO:tasks.workunit.client.0.smithi046.stdout:8/153: creat d0/d5/da/df/f2f x:0 0 0
2024-03-19T01:51:43.609 INFO:tasks.workunit.client.0.smithi046.stdout:6/136: getdents d1a/d26 0
2024-03-19T01:51:43.610 INFO:tasks.workunit.client.0.smithi046.stdout:7/147: mkdir d1/d2a 0
2024-03-19T01:51:43.610 INFO:tasks.workunit.client.0.smithi046.stdout:6/137: dread - d1a/d1d/f2a zero size
2024-03-19T01:51:43.611 INFO:tasks.workunit.client.0.smithi046.stdout:8/154: mknod d0/d5/c30 0
2024-03-19T01:51:43.612 INFO:tasks.workunit.client.0.smithi046.stdout:7/148: chown d1/dc/df/c23 186913 1
2024-03-19T01:51:43.613 INFO:tasks.workunit.client.0.smithi046.stdout:9/131: creat dd/f29 x:0 0 0
2024-03-19T01:51:43.614 INFO:tasks.workunit.client.0.smithi046.stdout:2/122: sync
2024-03-19T01:51:43.615 INFO:tasks.workunit.client.0.smithi046.stdout:8/155: symlink d0/l31 0
2024-03-19T01:51:43.615 INFO:tasks.workunit.client.0.smithi046.stdout:3/195: dwrite d5/d10/f1f [0,4194304] 0
2024-03-19T01:51:43.617 INFO:tasks.workunit.client.0.smithi046.stdout:2/123: chown d0/f24 384126 1
2024-03-19T01:51:43.617 INFO:tasks.workunit.client.0.smithi046.stdout:9/132: mknod dd/d1c/d20/c2a 0
2024-03-19T01:51:43.618 INFO:tasks.workunit.client.0.smithi046.stdout:8/156: stat d0/d5/da/db/f17 0
2024-03-19T01:51:43.618 INFO:tasks.workunit.client.0.smithi046.stdout:7/149: creat d1/f2b x:0 0 0
2024-03-19T01:51:43.621 INFO:tasks.workunit.client.0.smithi046.stdout:8/157: chown d0/d5/da/f11 887 1
2024-03-19T01:51:43.621 INFO:tasks.workunit.client.0.smithi046.stdout:7/150: truncate d1/dc/f27 888832 0
2024-03-19T01:51:43.621 INFO:tasks.workunit.client.0.smithi046.stdout:3/196: unlink d5/d10/d24/f28 0
2024-03-19T01:51:43.622 INFO:tasks.workunit.client.0.smithi046.stdout:6/138: dwrite d1a/d1d/f32 [0,4194304] 0
2024-03-19T01:51:43.624 INFO:tasks.workunit.client.0.smithi046.stdout:3/197: stat d5/d17/f2c 0
2024-03-19T01:51:43.626 INFO:tasks.workunit.client.0.smithi046.stdout:3/198: chown d5/ce 681 1
2024-03-19T01:51:43.626 INFO:tasks.workunit.client.0.smithi046.stdout:9/133: getdents dd/d1c/d25 0
2024-03-19T01:51:43.627 INFO:tasks.workunit.client.0.smithi046.stdout:6/139: dread f11 [0,4194304] 0
2024-03-19T01:51:43.627 INFO:tasks.workunit.client.0.smithi046.stdout:2/124: link d0/dc/c17 d0/dc/d16/d2f/c30 0
2024-03-19T01:51:43.629 INFO:tasks.workunit.client.0.smithi046.stdout:6/140: symlink d1a/l37 0
2024-03-19T01:51:43.631 INFO:tasks.workunit.client.0.smithi046.stdout:3/199: mkdir d5/d17/d31/d35 0
2024-03-19T01:51:43.633 INFO:tasks.workunit.client.0.smithi046.stdout:8/158: dwrite d0/d5/f7 [0,4194304] 0
2024-03-19T01:51:43.635 INFO:tasks.workunit.client.0.smithi046.stdout:2/125: creat d0/d27/f31 x:0 0 0
2024-03-19T01:51:43.638 INFO:tasks.workunit.client.0.smithi046.stdout:2/126: dread d0/dc/d16/f19 [0,4194304] 0
2024-03-19T01:51:43.690 INFO:tasks.workunit.client.0.smithi046.stdout:7/151: truncate d1/dc/df/d11/f13 247897 0
2024-03-19T01:51:43.691 INFO:tasks.workunit.client.0.smithi046.stdout:8/159: mknod d0/d5/c32 0
2024-03-19T01:51:43.691 INFO:tasks.workunit.client.0.smithi046.stdout:3/200: mknod d5/c36 0
2024-03-19T01:51:43.691 INFO:tasks.workunit.client.0.smithi046.stdout:2/127: rmdir d0 39
2024-03-19T01:51:43.693 INFO:tasks.workunit.client.0.smithi046.stdout:8/160: mknod d0/c33 0
2024-03-19T01:51:43.693 INFO:tasks.workunit.client.0.smithi046.stdout:8/161: chown d0/d5/dc 5 1
2024-03-19T01:51:43.729 INFO:tasks.workunit.client.0.smithi046.stdout:0/164: sync
2024-03-19T01:51:43.732 INFO:tasks.workunit.client.0.smithi046.stdout:3/201: mkdir d5/d10/d24/d37 0
2024-03-19T01:51:43.733 INFO:tasks.workunit.client.0.smithi046.stdout:2/128: chown d0/dc/d16/f1f 25950521 1
2024-03-19T01:51:43.733 INFO:tasks.workunit.client.0.smithi046.stdout:7/152: link d1/dc/f27 d1/dc/df/f2c 0
2024-03-19T01:51:43.733 INFO:tasks.workunit.client.0.smithi046.stdout:9/134: dwrite dd/d11/d17/f28 [0,4194304] 0
2024-03-19T01:51:43.734 INFO:tasks.workunit.client.0.smithi046.stdout:2/129: dread - d0/f9 zero size
2024-03-19T01:51:43.734 INFO:tasks.workunit.client.0.smithi046.stdout:3/202: fsync d5/d17/f30 0
2024-03-19T01:51:43.735 INFO:tasks.workunit.client.0.smithi046.stdout:7/153: chown d1/dc/d18 35184 1
2024-03-19T01:51:43.736 INFO:tasks.workunit.client.0.smithi046.stdout:3/203: readlink d5/d17/l29 0
2024-03-19T01:51:43.737 INFO:tasks.workunit.client.0.smithi046.stdout:7/154: readlink d1/dc/l14 0
2024-03-19T01:51:43.737 INFO:tasks.workunit.client.0.smithi046.stdout:2/130: dread - d0/dc/d16/f23 zero size
2024-03-19T01:51:43.738 INFO:tasks.workunit.client.0.smithi046.stdout:8/162: rename d0/d5/da/f11 to d0/d5/da/db/f34 0
2024-03-19T01:51:43.738 INFO:tasks.workunit.client.0.smithi046.stdout:9/135: rmdir dd/d11/d17 39
2024-03-19T01:51:43.740 INFO:tasks.workunit.client.0.smithi046.stdout:2/131: unlink d0/f4 0
2024-03-19T01:51:43.740 INFO:tasks.workunit.client.0.smithi046.stdout:3/204: symlink d5/d10/l38 0
2024-03-19T01:51:43.741 INFO:tasks.workunit.client.0.smithi046.stdout:0/165: dwrite d14/f1d [4194304,4194304] 0
2024-03-19T01:51:43.742 INFO:tasks.workunit.client.0.smithi046.stdout:8/163: symlink d0/d5/da/l35 0
2024-03-19T01:51:43.747 INFO:tasks.workunit.client.0.smithi046.stdout:2/132: dwrite d0/d27/f31 [0,4194304] 0
2024-03-19T01:51:43.748 INFO:tasks.workunit.client.0.smithi046.stdout:0/166: unlink d14/d29/f2c 0
2024-03-19T01:51:43.751 INFO:tasks.workunit.client.0.smithi046.stdout:9/136: rename dd/l16 to dd/d11/l2b 0
2024-03-19T01:51:43.768 INFO:tasks.workunit.client.0.smithi046.stdout:0/167: creat d14/f3c x:0 0 0
2024-03-19T01:51:43.768 INFO:tasks.workunit.client.0.smithi046.stdout:9/137: rename dd/l1b to dd/l2c 0
2024-03-19T01:51:43.769 INFO:tasks.workunit.client.0.smithi046.stdout:7/155: truncate d1/f3 1227229 0
2024-03-19T01:51:43.769 INFO:tasks.workunit.client.0.smithi046.stdout:0/168: chown d14/d1a 1 1
2024-03-19T01:51:43.770 INFO:tasks.workunit.client.0.smithi046.stdout:9/138: truncate dd/f15 1245444 0
2024-03-19T01:51:43.770 INFO:tasks.workunit.client.0.smithi046.stdout:8/164: write d0/d5/da/df/f1f [681973,77753] 0
2024-03-19T01:51:43.771 INFO:tasks.workunit.client.0.smithi046.stdout:9/139: stat dd/fe 0
2024-03-19T01:51:43.772 INFO:tasks.workunit.client.0.smithi046.stdout:0/169: truncate f9 2229812 0
2024-03-19T01:51:43.773 INFO:tasks.workunit.client.0.smithi046.stdout:8/165: readlink d0/d5/da/db/l18 0
2024-03-19T01:51:43.773 INFO:tasks.workunit.client.0.smithi046.stdout:7/156: creat d1/d2a/f2d x:0 0 0
2024-03-19T01:51:43.774 INFO:tasks.workunit.client.0.smithi046.stdout:3/205: dwrite d5/d10/f16 [4194304,4194304] 0
2024-03-19T01:51:43.775 INFO:tasks.workunit.client.0.smithi046.stdout:7/157: truncate d1/f2b 261386 0
2024-03-19T01:51:43.777 INFO:tasks.workunit.client.0.smithi046.stdout:1/129: sync
2024-03-19T01:51:43.777 INFO:tasks.workunit.client.0.smithi046.stdout:8/166: rmdir d0/d5/da/df 39
2024-03-19T01:51:43.784 INFO:tasks.workunit.client.0.smithi046.stdout:8/167: write d0/d5/da/df/f19 [802838,128907] 0
2024-03-19T01:51:43.784 INFO:tasks.workunit.client.0.smithi046.stdout:2/133: dread d0/dc/fe [0,4194304] 0
2024-03-19T01:51:43.786 INFO:tasks.workunit.client.0.smithi046.stdout:9/140: write dd/f24 [1201596,116145] 0
2024-03-19T01:51:43.786 INFO:tasks.workunit.client.0.smithi046.stdout:8/168: write d0/d5/da/df/f2d [262605,25717] 0
2024-03-19T01:51:43.787 INFO:tasks.workunit.client.0.smithi046.stdout:9/141: truncate fc 2536378 0
2024-03-19T01:51:43.790 INFO:tasks.workunit.client.0.smithi046.stdout:1/130: mknod d0/dd/c29 0
2024-03-19T01:51:43.790 INFO:tasks.workunit.client.0.smithi046.stdout:0/170: getdents d14/d34 0
2024-03-19T01:51:43.791 INFO:tasks.workunit.client.0.smithi046.stdout:3/206: link d5/c27 d5/d17/d31/c39 0
2024-03-19T01:51:43.795 INFO:tasks.workunit.client.0.smithi046.stdout:8/169: dread d0/d5/da/df/f14 [0,4194304] 0
2024-03-19T01:51:43.796 INFO:tasks.workunit.client.0.smithi046.stdout:0/171: symlink d14/d29/l3d 0
2024-03-19T01:51:43.796 INFO:tasks.workunit.client.0.smithi046.stdout:7/158: truncate d1/dc/df/f1b 451777 0
2024-03-19T01:51:43.796 INFO:tasks.workunit.client.0.smithi046.stdout:2/134: dwrite d0/f28 [0,4194304] 0
2024-03-19T01:51:43.797 INFO:tasks.workunit.client.0.smithi046.stdout:1/131: creat d0/dd/d26/d23/f2a x:0 0 0
2024-03-19T01:51:43.798 INFO:tasks.workunit.client.0.smithi046.stdout:0/172: fsync d14/d1a/f28 0
2024-03-19T01:51:43.800 INFO:tasks.workunit.client.0.smithi046.stdout:3/207: creat d5/d17/d31/f3a x:0 0 0
2024-03-19T01:51:43.801 INFO:tasks.workunit.client.0.smithi046.stdout:8/170: dread d0/d5/da/df/f14 [0,4194304] 0
2024-03-19T01:51:43.803 INFO:tasks.workunit.client.0.smithi046.stdout:0/173: truncate d14/d1a/f22 436003 0
2024-03-19T01:51:43.805 INFO:tasks.workunit.client.0.smithi046.stdout:9/142: dwrite dd/d11/d17/f28 [0,4194304] 0
2024-03-19T01:51:43.805 INFO:tasks.workunit.client.0.smithi046.stdout:1/132: fsync d0/dd/d26/d23/f2a 0
2024-03-19T01:51:43.809 INFO:tasks.workunit.client.0.smithi046.stdout:7/159: rename d1/f3 to d1/dc/df/d11/f2e 0
2024-03-19T01:51:43.810 INFO:tasks.workunit.client.0.smithi046.stdout:3/208: mkdir d5/d10/d24/d2d/d3b 0
2024-03-19T01:51:43.812 INFO:tasks.workunit.client.0.smithi046.stdout:2/135: dwrite d0/f2 [4194304,4194304] 0
2024-03-19T01:51:43.814 INFO:tasks.workunit.client.0.smithi046.stdout:3/209: dread - d5/d17/f30 zero size
2024-03-19T01:51:43.814 INFO:tasks.workunit.client.0.smithi046.stdout:2/136: readlink d0/l1a 0
2024-03-19T01:51:43.815 INFO:tasks.workunit.client.0.smithi046.stdout:9/143: symlink dd/d11/l2d 0
2024-03-19T01:51:43.816 INFO:tasks.workunit.client.0.smithi046.stdout:1/133: write d0/d6/da/f1a [459411,85747] 0
2024-03-19T01:51:43.817 INFO:tasks.workunit.client.0.smithi046.stdout:7/160: mknod d1/dc/df/d11/c2f 0
2024-03-19T01:51:43.818 INFO:tasks.workunit.client.0.smithi046.stdout:2/137: dread - d0/d27/f29 zero size
2024-03-19T01:51:43.818 INFO:tasks.workunit.client.0.smithi046.stdout:8/171: dwrite d0/d5/dc/f10 [4194304,4194304] 0
2024-03-19T01:51:43.820 INFO:tasks.workunit.client.0.smithi046.stdout:0/174: dwrite d14/d1a/f2f [0,4194304] 0
2024-03-19T01:51:43.821 INFO:tasks.workunit.client.0.smithi046.stdout:2/138: write d0/fa [1253687,39395] 0
2024-03-19T01:51:43.822 INFO:tasks.workunit.client.0.smithi046.stdout:0/175: write d14/f17 [237078,28303] 0
2024-03-19T01:51:43.823 INFO:tasks.workunit.client.0.smithi046.stdout:9/144: mkdir dd/d11/d2e 0
2024-03-19T01:51:43.823 INFO:tasks.workunit.client.0.smithi046.stdout:2/139: chown d0/d27/f29 6246 1
2024-03-19T01:51:43.824 INFO:tasks.workunit.client.0.smithi046.stdout:3/210: mknod d5/d10/d24/d37/c3c 0
2024-03-19T01:51:43.830 INFO:tasks.workunit.client.0.smithi046.stdout:1/134: rename d0/d6/da/f1d to d0/dd/d26/d23/f2b 0
2024-03-19T01:51:43.831 INFO:tasks.workunit.client.0.smithi046.stdout:8/172: symlink d0/d5/da/df/l36 0
2024-03-19T01:51:43.833 INFO:tasks.workunit.client.0.smithi046.stdout:1/135: write d0/dd/d26/d23/f2a [1034261,89111] 0
2024-03-19T01:51:43.833 INFO:tasks.workunit.client.0.smithi046.stdout:8/173: read d0/d5/dc/f10 [7164478,5084] 0
2024-03-19T01:51:43.837 INFO:tasks.workunit.client.0.smithi046.stdout:2/140: mknod d0/dc/d16/d2f/c32 0
2024-03-19T01:51:43.837 INFO:tasks.workunit.client.0.smithi046.stdout:8/174: rename d0/d5/da to d0/d5/da/df/d37 22
2024-03-19T01:51:43.840 INFO:tasks.workunit.client.0.smithi046.stdout:1/136: dread d0/dd/d26/d23/f2b [0,4194304] 0
2024-03-19T01:51:43.840 INFO:tasks.workunit.client.0.smithi046.stdout:0/176: dwrite d14/d1a/f2f [4194304,4194304] 0
2024-03-19T01:51:43.841 INFO:tasks.workunit.client.0.smithi046.stdout:2/141: write d0/fa [165124,86897] 0
2024-03-19T01:51:43.842 INFO:tasks.workunit.client.0.smithi046.stdout:0/177: read d14/f25 [1810788,67326] 0
2024-03-19T01:51:43.847 INFO:tasks.workunit.client.0.smithi046.stdout:1/137: read d0/f1e [2767248,12514] 0
2024-03-19T01:51:43.848 INFO:tasks.workunit.client.0.smithi046.stdout:2/142: mknod d0/d27/c33 0
2024-03-19T01:51:43.849 INFO:tasks.workunit.client.0.smithi046.stdout:2/143: fdatasync d0/f5 0
2024-03-19T01:51:43.849 INFO:tasks.workunit.client.0.smithi046.stdout:0/178: creat d14/d34/f3e x:0 0 0
2024-03-19T01:51:43.852 INFO:tasks.workunit.client.0.smithi046.stdout:8/175: dwrite d0/d5/da/db/f34 [0,4194304] 0
2024-03-19T01:51:43.853 INFO:tasks.workunit.client.0.smithi046.stdout:1/138: write d0/fc [5488756,34364] 0
2024-03-19T01:51:43.855 INFO:tasks.workunit.client.0.smithi046.stdout:3/211: truncate d5/d10/f1f 1621201 0
2024-03-19T01:51:43.856 INFO:tasks.workunit.client.0.smithi046.stdout:2/144: chown d0/dc/l2b 47 1
2024-03-19T01:51:43.858 INFO:tasks.workunit.client.0.smithi046.stdout:7/161: dwrite d1/dc/df/d11/f13 [0,4194304] 0
2024-03-19T01:51:43.861 INFO:tasks.workunit.client.0.smithi046.stdout:2/145: write d0/dc/d16/f23 [250350,103787] 0
2024-03-19T01:51:43.861 INFO:tasks.workunit.client.0.smithi046.stdout:3/212: fdatasync d5/d10/f16 0
2024-03-19T01:51:43.866 INFO:tasks.workunit.client.0.smithi046.stdout:2/146: chown d0/dc/l2e 3 1
2024-03-19T01:51:43.867 INFO:tasks.workunit.client.0.smithi046.stdout:1/139: mkdir d0/dd/d26/d2c 0
2024-03-19T01:51:43.870 INFO:tasks.workunit.client.0.smithi046.stdout:1/140: chown d0/f8 5784 1
2024-03-19T01:51:43.871 INFO:tasks.workunit.client.0.smithi046.stdout:0/179: dwrite d14/f16 [0,4194304] 0
2024-03-19T01:51:43.871 INFO:tasks.workunit.client.0.smithi046.stdout:7/162: rename d1/dc/d18/l29 to d1/dc/df/d11/l30 0
2024-03-19T01:51:43.873 INFO:tasks.workunit.client.0.smithi046.stdout:8/176: dwrite d0/d5/da/df/f2d [0,4194304] 0
2024-03-19T01:51:43.875 INFO:tasks.workunit.client.0.smithi046.stdout:0/180: write d14/d1a/f24 [1635768,59572] 0
2024-03-19T01:51:43.875 INFO:tasks.workunit.client.0.smithi046.stdout:1/141: symlink d0/d6/da/l2d 0
2024-03-19T01:51:43.876 INFO:tasks.workunit.client.0.smithi046.stdout:3/213: link d5/c36 d5/d10/c3d 0
2024-03-19T01:51:43.876 INFO:tasks.workunit.client.0.smithi046.stdout:8/177: write d0/d5/da/df/f2f [775583,16257] 0
2024-03-19T01:51:43.879 INFO:tasks.workunit.client.0.smithi046.stdout:1/142: readlink d0/d6/da/lb 0
2024-03-19T01:51:43.881 INFO:tasks.workunit.client.0.smithi046.stdout:0/181: mkdir d14/d29/d3f 0
2024-03-19T01:51:43.882 INFO:tasks.workunit.client.0.smithi046.stdout:1/143: read d0/f8 [2363241,85849] 0
2024-03-19T01:51:43.883 INFO:tasks.workunit.client.0.smithi046.stdout:3/214: symlink d5/d17/d31/d35/l3e 0
2024-03-19T01:51:43.885 INFO:tasks.workunit.client.0.smithi046.stdout:8/178: symlink d0/d5/da/l38 0
2024-03-19T01:51:43.888 INFO:tasks.workunit.client.0.smithi046.stdout:3/215: mkdir d5/d3f 0
2024-03-19T01:51:43.889 INFO:tasks.workunit.client.0.smithi046.stdout:0/182: mknod d14/d26/c40 0
2024-03-19T01:51:43.889 INFO:tasks.workunit.client.0.smithi046.stdout:8/179: fdatasync d0/d5/dc/f2b 0
2024-03-19T01:51:43.890 INFO:tasks.workunit.client.0.smithi046.stdout:3/216: dread - d5/d17/d31/f3a zero size
2024-03-19T01:51:43.890 INFO:tasks.workunit.client.0.smithi046.stdout:1/144: dwrite d0/dd/d26/d23/f2a [0,4194304] 0
2024-03-19T01:51:43.891 INFO:tasks.workunit.client.0.smithi046.stdout:0/183: read - d14/f3c zero size
2024-03-19T01:51:43.892 INFO:tasks.workunit.client.0.smithi046.stdout:3/217: dread - d5/d17/f30 zero size
2024-03-19T01:51:43.893 INFO:tasks.workunit.client.0.smithi046.stdout:8/180: write d0/d5/da/db/f34 [270710,97058] 0
2024-03-19T01:51:43.895 INFO:tasks.workunit.client.0.smithi046.stdout:1/145: mknod d0/dd/d26/c2e 0
2024-03-19T01:51:43.895 INFO:tasks.workunit.client.0.smithi046.stdout:8/181: chown d0/l21 3836 1
2024-03-19T01:51:43.896 INFO:tasks.workunit.client.0.smithi046.stdout:0/184: symlink d14/d1a/l41 0
2024-03-19T01:51:43.901 INFO:tasks.workunit.client.0.smithi046.stdout:0/185: symlink d14/d26/l42 0
2024-03-19T01:51:43.901 INFO:tasks.workunit.client.0.smithi046.stdout:3/218: dwrite d5/d10/fa [0,4194304] 0
2024-03-19T01:51:43.902 INFO:tasks.workunit.client.0.smithi046.stdout:0/186: chown f12 2646 1
2024-03-19T01:51:43.904 INFO:tasks.workunit.client.0.smithi046.stdout:3/219: rmdir d5/d17 39
2024-03-19T01:51:43.905 INFO:tasks.workunit.client.0.smithi046.stdout:1/146: link d0/c25 d0/dd/d26/d2c/c2f 0
2024-03-19T01:51:43.906 INFO:tasks.workunit.client.0.smithi046.stdout:3/220: dread - d5/d17/d31/f3a zero size
2024-03-19T01:51:43.907 INFO:tasks.workunit.client.0.smithi046.stdout:0/187: mkdir d14/d43 0
2024-03-19T01:51:43.909 INFO:tasks.workunit.client.0.smithi046.stdout:3/221: write d5/d17/f2c [693057,38962] 0
2024-03-19T01:51:43.910 INFO:tasks.workunit.client.0.smithi046.stdout:0/188: chown d14/l31 2410 1
2024-03-19T01:51:43.911 INFO:tasks.workunit.client.0.smithi046.stdout:1/147: fdatasync d0/f21 0
2024-03-19T01:51:43.913 INFO:tasks.workunit.client.0.smithi046.stdout:3/222: fdatasync d5/d17/f2c 0
2024-03-19T01:51:43.913 INFO:tasks.workunit.client.0.smithi046.stdout:8/182: truncate d0/d5/f7 5183414 0
2024-03-19T01:51:43.918 INFO:tasks.workunit.client.0.smithi046.stdout:8/183: symlink d0/d5/l39 0
2024-03-19T01:51:43.918 INFO:tasks.workunit.client.0.smithi046.stdout:0/189: dwrite d14/d34/f3e [0,4194304] 0
2024-03-19T01:51:43.919 INFO:tasks.workunit.client.0.smithi046.stdout:8/184: chown d0/d5/da/f1a 1629 1
2024-03-19T01:51:43.920 INFO:tasks.workunit.client.0.smithi046.stdout:0/190: truncate d14/d1a/f2d 409557 0
2024-03-19T01:51:43.922 INFO:tasks.workunit.client.0.smithi046.stdout:1/148: write d0/f14 [948009,112161] 0
2024-03-19T01:51:43.922 INFO:tasks.workunit.client.0.smithi046.stdout:0/191: write d14/d1a/f22 [724834,100231] 0
2024-03-19T01:51:43.923 INFO:tasks.workunit.client.0.smithi046.stdout:1/149: stat d0/f14 0
2024-03-19T01:51:43.924 INFO:tasks.workunit.client.0.smithi046.stdout:3/223: dread d5/f1a [0,4194304] 0
2024-03-19T01:51:43.929 INFO:tasks.workunit.client.0.smithi046.stdout:3/224: unlink d5/d10/l13 0
2024-03-19T01:51:43.933 INFO:tasks.workunit.client.0.smithi046.stdout:1/150: dwrite d0/f14 [0,4194304] 0
2024-03-19T01:51:43.934 INFO:tasks.workunit.client.0.smithi046.stdout:1/151: fsync d0/dd/d26/d23/f2a 0
2024-03-19T01:51:43.935 INFO:tasks.workunit.client.0.smithi046.stdout:6/141: sync
2024-03-19T01:51:43.935 INFO:tasks.workunit.client.0.smithi046.stdout:5/164: sync
2024-03-19T01:51:43.935 INFO:tasks.workunit.client.0.smithi046.stdout:4/249: sync
2024-03-19T01:51:43.936 INFO:tasks.workunit.client.0.smithi046.stdout:3/225: link d5/d17/d31/f3a d5/d17/d31/f40 0
2024-03-19T01:51:43.936 INFO:tasks.workunit.client.0.smithi046.stdout:1/152: read - d0/f21 zero size
2024-03-19T01:51:43.938 INFO:tasks.workunit.client.0.smithi046.stdout:5/165: fsync d0/f33 0
2024-03-19T01:51:43.938 INFO:tasks.workunit.client.0.smithi046.stdout:0/192: dwrite d14/d1a/f30 [0,4194304] 0
2024-03-19T01:51:43.939 INFO:tasks.workunit.client.0.smithi046.stdout:6/142: creat d1a/f38 x:0 0 0
2024-03-19T01:51:43.939 INFO:tasks.workunit.client.0.smithi046.stdout:1/153: chown d0/d6/da/l2d 1 1
2024-03-19T01:51:43.941 INFO:tasks.workunit.client.0.smithi046.stdout:4/250: unlink d7/d10/d13/c2f 0
2024-03-19T01:51:43.941 INFO:tasks.workunit.client.0.smithi046.stdout:6/143: readlink l3 0
2024-03-19T01:51:43.943 INFO:tasks.workunit.client.0.smithi046.stdout:1/154: write d0/f21 [487056,121893] 0
2024-03-19T01:51:43.944 INFO:tasks.workunit.client.0.smithi046.stdout:5/166: write d0/d1/d20/d26/f2c [3957079,39782] 0
2024-03-19T01:51:43.944 INFO:tasks.workunit.client.0.smithi046.stdout:3/226: mkdir d5/d17/d31/d35/d41 0
2024-03-19T01:51:43.948 INFO:tasks.workunit.client.0.smithi046.stdout:0/193: write d14/f18 [203334,62761] 0
2024-03-19T01:51:43.951 INFO:tasks.workunit.client.0.smithi046.stdout:1/155: rmdir d0/d6 39
2024-03-19T01:51:43.951 INFO:tasks.workunit.client.0.smithi046.stdout:8/185: dwrite d0/f13 [4194304,4194304] 0
2024-03-19T01:51:43.955 INFO:tasks.workunit.client.0.smithi046.stdout:8/186: chown d0/d5/da/df 806 1
2024-03-19T01:51:43.960 INFO:tasks.workunit.client.0.smithi046.stdout:3/227: dread d5/d17/f23 [0,4194304] 0
2024-03-19T01:51:43.960 INFO:tasks.workunit.client.0.smithi046.stdout:0/194: creat d14/d29/d3f/f44 x:0 0 0
2024-03-19T01:51:43.961 INFO:tasks.workunit.client.0.smithi046.stdout:6/144: link d1a/c20 d1a/c39 0
2024-03-19T01:51:43.962 INFO:tasks.workunit.client.0.smithi046.stdout:1/156: symlink d0/l30 0
2024-03-19T01:51:43.962 INFO:tasks.workunit.client.0.smithi046.stdout:4/251: dwrite d7/d10/d13/f46 [4194304,4194304] 0
2024-03-19T01:51:43.962 INFO:tasks.workunit.client.0.smithi046.stdout:5/167: dread d0/d1/d4/fa [0,4194304] 0
2024-03-19T01:51:43.962 INFO:tasks.workunit.client.0.smithi046.stdout:8/187: mknod d0/d5/dc/c3a 0
2024-03-19T01:51:43.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:43 smithi073 ceph-mon[66833]: pgmap v52: 129 pgs: 129 active+clean; 185 MiB data, 894 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 11 MiB/s wr, 176 op/s
2024-03-19T01:51:43.964 INFO:tasks.workunit.client.0.smithi046.stdout:1/157: chown d0/f1e 0 1
2024-03-19T01:51:43.965 INFO:tasks.workunit.client.0.smithi046.stdout:5/168: chown d0/d1/cb 154278 1
2024-03-19T01:51:43.966 INFO:tasks.workunit.client.0.smithi046.stdout:5/169: fdatasync d0/d1/d1d/f34 0
2024-03-19T01:51:43.966 INFO:tasks.workunit.client.0.smithi046.stdout:6/145: mkdir d1a/d1d/d30/d3a 0
2024-03-19T01:51:43.969 INFO:tasks.workunit.client.0.smithi046.stdout:5/170: truncate d0/d1/d1d/f34 841704 0
2024-03-19T01:51:43.970 INFO:tasks.workunit.client.0.smithi046.stdout:6/146: creat d1a/d26/f3b x:0 0 0
2024-03-19T01:51:43.971 INFO:tasks.workunit.client.0.smithi046.stdout:4/252: creat d7/d10/f53 x:0 0 0
2024-03-19T01:51:43.972 INFO:tasks.workunit.client.0.smithi046.stdout:8/188: link d0/d5/c26 d0/c3b 0
2024-03-19T01:51:43.972 INFO:tasks.workunit.client.0.smithi046.stdout:3/228: getdents d5/d10/d24/d37 0
2024-03-19T01:51:43.973 INFO:tasks.workunit.client.0.smithi046.stdout:5/171: dread d0/d1/f1a [0,4194304] 0
2024-03-19T01:51:43.974 INFO:tasks.workunit.client.0.smithi046.stdout:5/172: read d0/d1/d4/f28 [4038314,59810] 0
2024-03-19T01:51:43.974 INFO:tasks.workunit.client.0.smithi046.stdout:6/147: unlink d1a/d1d/c35 0
2024-03-19T01:51:43.977 INFO:tasks.workunit.client.0.smithi046.stdout:8/189: symlink d0/d5/dc/l3c 0
2024-03-19T01:51:43.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:43 smithi102 ceph-mon[66557]: pgmap v52: 129 pgs: 129 active+clean; 185 MiB data, 894 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 11 MiB/s wr, 176 op/s
2024-03-19T01:51:43.982 INFO:tasks.workunit.client.0.smithi046.stdout:5/173: creat d0/d1/f3a x:0 0 0
2024-03-19T01:51:43.984 INFO:tasks.workunit.client.0.smithi046.stdout:5/174: fdatasync d0/d1/d20/d26/f2c 0
2024-03-19T01:51:43.986 INFO:tasks.workunit.client.0.smithi046.stdout:3/229: creat d5/f42 x:0 0 0
2024-03-19T01:51:43.987 INFO:tasks.workunit.client.0.smithi046.stdout:6/148: dwrite f11 [0,4194304] 0
2024-03-19T01:51:43.987 INFO:tasks.workunit.client.0.smithi046.stdout:0/195: dread d14/d29/f2e [4194304,4194304] 0
2024-03-19T01:51:43.988 INFO:tasks.workunit.client.0.smithi046.stdout:6/149: dread - d1a/d1d/d30/f31 zero size
2024-03-19T01:51:43.989 INFO:tasks.workunit.client.0.smithi046.stdout:6/150: truncate d1a/f38 705133 0
2024-03-19T01:51:43.989 INFO:tasks.workunit.client.0.smithi046.stdout:6/151: write f13 [466141,114972] 0
2024-03-19T01:51:43.990 INFO:tasks.workunit.client.0.smithi046.stdout:6/152: stat d1a/l27 0
2024-03-19T01:51:43.991 INFO:tasks.workunit.client.0.smithi046.stdout:5/175: write d0/d1/f1a [1380129,48085] 0
2024-03-19T01:51:43.992 INFO:tasks.workunit.client.0.smithi046.stdout:1/158: truncate d0/f18 3417999 0
2024-03-19T01:51:43.993 INFO:tasks.workunit.client.0.smithi046.stdout:0/196: rmdir d14/d1a 39
2024-03-19T01:51:43.993 INFO:tasks.workunit.client.0.smithi046.stdout:0/197: stat d14/d43 0
2024-03-19T01:51:43.994 INFO:tasks.workunit.client.0.smithi046.stdout:3/230: mkdir d5/d17/d31/d35/d43 0
2024-03-19T01:51:43.997 INFO:tasks.workunit.client.0.smithi046.stdout:6/153: creat d1a/f3c x:0 0 0
2024-03-19T01:51:43.999 INFO:tasks.workunit.client.0.smithi046.stdout:5/176: symlink d0/d1/d20/l3b 0
2024-03-19T01:51:44.001 INFO:tasks.workunit.client.0.smithi046.stdout:0/198: fsync d14/d29/f2e 0
2024-03-19T01:51:44.003 INFO:tasks.workunit.client.0.smithi046.stdout:0/199: fsync d14/f18 0
2024-03-19T01:51:44.003 INFO:tasks.workunit.client.0.smithi046.stdout:3/231: creat d5/d17/d31/d35/f44 x:0 0 0
2024-03-19T01:51:44.003 INFO:tasks.workunit.client.0.smithi046.stdout:8/190: dwrite d0/f22 [0,4194304] 0
2024-03-19T01:51:44.003 INFO:tasks.workunit.client.0.smithi046.stdout:3/232: chown d5/d10/d24 514416 1
2024-03-19T01:51:44.004 INFO:tasks.workunit.client.0.smithi046.stdout:0/200: dread - d14/d29/d3f/f44 zero size
2024-03-19T01:51:44.011 INFO:tasks.workunit.client.0.smithi046.stdout:6/154: symlink d1a/d1d/d30/d3a/l3d 0
2024-03-19T01:51:44.011 INFO:tasks.workunit.client.0.smithi046.stdout:0/201: dread d14/f37 [0,4194304] 0
2024-03-19T01:51:44.014 INFO:tasks.workunit.client.0.smithi046.stdout:8/191: dread d0/d5/da/df/f1f [0,4194304] 0
2024-03-19T01:51:44.019 INFO:tasks.workunit.client.0.smithi046.stdout:6/155: rename d1a/f34 to d1a/d1d/d30/d3a/f3e 0
2024-03-19T01:51:44.021 INFO:tasks.workunit.client.0.smithi046.stdout:0/202: symlink d14/d29/l45 0
2024-03-19T01:51:44.021 INFO:tasks.workunit.client.0.smithi046.stdout:8/192: dwrite d0/d5/f7 [4194304,4194304] 0
2024-03-19T01:51:44.024 INFO:tasks.workunit.client.0.smithi046.stdout:1/159: link d0/d6/c17 d0/d6/da/c31 0
2024-03-19T01:51:44.026 INFO:tasks.workunit.client.0.smithi046.stdout:3/233: creat d5/d10/f45 x:0 0 0
2024-03-19T01:51:44.026 INFO:tasks.workunit.client.0.smithi046.stdout:6/156: mknod d1a/d1d/c3f 0
2024-03-19T01:51:44.027 INFO:tasks.workunit.client.0.smithi046.stdout:5/177: getdents d0/d1/d1d 0
2024-03-19T01:51:44.028 INFO:tasks.workunit.client.0.smithi046.stdout:0/203: dwrite d14/d34/f3e [0,4194304] 0
2024-03-19T01:51:44.029 INFO:tasks.workunit.client.0.smithi046.stdout:5/178: chown d0/d2d/d2e 91845259 1
2024-03-19T01:51:44.030 INFO:tasks.workunit.client.0.smithi046.stdout:8/193: symlink d0/d5/l3d 0
2024-03-19T01:51:44.032 INFO:tasks.workunit.client.0.smithi046.stdout:1/160: write d0/dd/d26/d23/f2b [1796757,30038] 0
2024-03-19T01:51:44.040 INFO:tasks.workunit.client.0.smithi046.stdout:8/194: dread d0/d5/da/df/f2d [0,4194304] 0
2024-03-19T01:51:44.040 INFO:tasks.workunit.client.0.smithi046.stdout:3/234: mknod d5/d10/c46 0
2024-03-19T01:51:44.041 INFO:tasks.workunit.client.0.smithi046.stdout:5/179: mkdir d0/d2d/d3c 0
2024-03-19T01:51:44.042 INFO:tasks.workunit.client.0.smithi046.stdout:1/161: symlink d0/dd/d26/d23/d28/l32 0
2024-03-19T01:51:44.043 INFO:tasks.workunit.client.0.smithi046.stdout:8/195: chown d0/c3b 435050 1
2024-03-19T01:51:44.045 INFO:tasks.workunit.client.0.smithi046.stdout:6/157: dread fb [0,4194304] 0
2024-03-19T01:51:44.046 INFO:tasks.workunit.client.0.smithi046.stdout:0/204: rename d14/d34/l36 to d14/l46 0
2024-03-19T01:51:44.047 INFO:tasks.workunit.client.0.smithi046.stdout:0/205: write d14/d29/f2e [3256448,65278] 0
2024-03-19T01:51:44.047 INFO:tasks.workunit.client.0.smithi046.stdout:1/162: rmdir d0/d6 39
2024-03-19T01:51:44.048 INFO:tasks.workunit.client.0.smithi046.stdout:8/196: dread d0/f13 [0,4194304] 0
2024-03-19T01:51:44.049 INFO:tasks.workunit.client.0.smithi046.stdout:3/235: mknod d5/d17/d31/d35/d43/c47 0
2024-03-19T01:51:44.050 INFO:tasks.workunit.client.0.smithi046.stdout:3/236: stat d5/d17/l1d 0
2024-03-19T01:51:44.050 INFO:tasks.workunit.client.0.smithi046.stdout:5/180: creat d0/d2d/d3c/f3d x:0 0 0
2024-03-19T01:51:44.051 INFO:tasks.workunit.client.0.smithi046.stdout:5/181: fdatasync d0/d1/d4/fa 0
2024-03-19T01:51:44.051 INFO:tasks.workunit.client.0.smithi046.stdout:6/158: mkdir d1a/d1d/d30/d3a/d40 0
2024-03-19T01:51:44.052 INFO:tasks.workunit.client.0.smithi046.stdout:1/163: mknod d0/dd/c33 0
2024-03-19T01:51:44.055 INFO:tasks.workunit.client.0.smithi046.stdout:0/206: rename f12 to d14/d26/f47 0
2024-03-19T01:51:44.057 INFO:tasks.workunit.client.0.smithi046.stdout:3/237: creat d5/d17/f48 x:0 0 0
2024-03-19T01:51:44.058 INFO:tasks.workunit.client.0.smithi046.stdout:5/182: mkdir d0/d1/d1d/d3e 0
2024-03-19T01:51:44.059 INFO:tasks.workunit.client.0.smithi046.stdout:6/159: creat d1a/d1d/d30/f41 x:0 0 0
2024-03-19T01:51:44.060 INFO:tasks.workunit.client.0.smithi046.stdout:5/183: truncate d0/d1/d4/f6 2697832 0
2024-03-19T01:51:44.060 INFO:tasks.workunit.client.0.smithi046.stdout:6/160: write d1a/d1d/f2a [1004008,40641] 0
2024-03-19T01:51:44.060 INFO:tasks.workunit.client.0.smithi046.stdout:0/207: read - d14/f1f zero size
2024-03-19T01:51:44.061 INFO:tasks.workunit.client.0.smithi046.stdout:6/161: readlink d1a/d1d/l22 0
2024-03-19T01:51:44.061 INFO:tasks.workunit.client.0.smithi046.stdout:8/197: rename d0/l21 to d0/d5/da/df/l3e 0
2024-03-19T01:51:44.062 INFO:tasks.workunit.client.0.smithi046.stdout:1/164: symlink d0/d6/l34 0
2024-03-19T01:51:44.063 INFO:tasks.workunit.client.0.smithi046.stdout:0/208: mknod d14/d29/d3f/c48 0
2024-03-19T01:51:44.065 INFO:tasks.workunit.client.0.smithi046.stdout:3/238: unlink d5/f1e 0
2024-03-19T01:51:44.066 INFO:tasks.workunit.client.0.smithi046.stdout:5/184: symlink d0/l3f 0
2024-03-19T01:51:44.069 INFO:tasks.workunit.client.0.smithi046.stdout:1/165: dread d0/f18 [0,4194304] 0
2024-03-19T01:51:44.071 INFO:tasks.workunit.client.0.smithi046.stdout:9/145: sync
2024-03-19T01:51:44.073 INFO:tasks.workunit.client.0.smithi046.stdout:9/146: write dd/f10 [2079608,101952] 0
2024-03-19T01:51:44.074 INFO:tasks.workunit.client.0.smithi046.stdout:1/166: dwrite d0/f14 [0,4194304] 0
2024-03-19T01:51:44.081 INFO:tasks.workunit.client.0.smithi046.stdout:9/147: dwrite dd/f24 [0,4194304] 0
2024-03-19T01:51:44.087 INFO:tasks.workunit.client.0.smithi046.stdout:3/239: rmdir d5/d3f 0
2024-03-19T01:51:44.089 INFO:tasks.workunit.client.0.smithi046.stdout:9/148: write dd/f15 [2102623,121052] 0
2024-03-19T01:51:44.098 INFO:tasks.workunit.client.0.smithi046.stdout:9/149: creat dd/d1c/d25/f2f x:0 0 0
2024-03-19T01:51:44.099 INFO:tasks.workunit.client.0.smithi046.stdout:1/167: getdents d0/dd/d26 0
2024-03-19T01:51:44.103 INFO:tasks.workunit.client.0.smithi046.stdout:0/209: getdents d14/d29/d3f 0
2024-03-19T01:51:44.107 INFO:tasks.workunit.client.0.smithi046.stdout:0/210: creat d14/d26/f49 x:0 0 0
2024-03-19T01:51:44.108 INFO:tasks.workunit.client.0.smithi046.stdout:0/211: fdatasync d14/d29/d3f/f44 0
2024-03-19T01:51:44.109 INFO:tasks.workunit.client.0.smithi046.stdout:6/162: truncate f11 2746044 0
2024-03-19T01:51:44.110 INFO:tasks.workunit.client.0.smithi046.stdout:0/212: creat d14/d29/f4a x:0 0 0
2024-03-19T01:51:44.114 INFO:tasks.workunit.client.0.smithi046.stdout:5/185: truncate d0/d1/d4/f6 2465446 0
2024-03-19T01:51:44.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:43 smithi046 ceph-mon[63102]: pgmap v52: 129 pgs: 129 active+clean; 185 MiB data, 894 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 11 MiB/s wr, 176 op/s
2024-03-19T01:51:44.117 INFO:tasks.workunit.client.0.smithi046.stdout:3/240: truncate d5/d10/fa 6201503 0
2024-03-19T01:51:44.117 INFO:tasks.workunit.client.0.smithi046.stdout:0/213: dwrite d14/d1a/f30 [0,4194304] 0
2024-03-19T01:51:44.118 INFO:tasks.workunit.client.0.smithi046.stdout:5/186: symlink d0/d1/d1d/d3e/l40 0
2024-03-19T01:51:44.118 INFO:tasks.workunit.client.0.smithi046.stdout:0/214: stat d14/d1a/f2d 0
2024-03-19T01:51:44.118 INFO:tasks.workunit.client.0.smithi046.stdout:3/241: dread - d5/d10/f45 zero size
2024-03-19T01:51:44.119 INFO:tasks.workunit.client.0.smithi046.stdout:9/150: write dd/d1c/d20/f22 [1196223,21158] 0
2024-03-19T01:51:44.120 INFO:tasks.workunit.client.0.smithi046.stdout:9/151: dread - dd/d1c/d25/f2f zero size
2024-03-19T01:51:44.121 INFO:tasks.workunit.client.0.smithi046.stdout:5/187: mkdir d0/d2d/d3c/d41 0
2024-03-19T01:51:44.126 INFO:tasks.workunit.client.0.smithi046.stdout:0/215: dwrite d14/d1a/f22 [0,4194304] 0
2024-03-19T01:51:44.129 INFO:tasks.workunit.client.0.smithi046.stdout:3/242: symlink d5/d10/d24/d2d/d3b/l49 0
2024-03-19T01:51:44.132 INFO:tasks.workunit.client.0.smithi046.stdout:6/163: dwrite d1a/d1d/f21 [0,4194304] 0
2024-03-19T01:51:44.134 INFO:tasks.workunit.client.0.smithi046.stdout:3/243: chown d5/d17/f23 629 1
2024-03-19T01:51:44.135 INFO:tasks.workunit.client.0.smithi046.stdout:0/216: dread d14/d1a/f22 [0,4194304] 0
2024-03-19T01:51:44.135 INFO:tasks.workunit.client.0.smithi046.stdout:0/217: readlink d14/d29/l38 0
2024-03-19T01:51:44.141 INFO:tasks.workunit.client.0.smithi046.stdout:5/188: link d0/d2d/d2e/f30 d0/f42 0
2024-03-19T01:51:44.143 INFO:tasks.workunit.client.0.smithi046.stdout:3/244: creat d5/d10/d24/d2d/f4a x:0 0 0
2024-03-19T01:51:44.146 INFO:tasks.workunit.client.0.smithi046.stdout:3/245: write d5/d10/f16 [4536218,46241] 0
2024-03-19T01:51:44.146 INFO:tasks.workunit.client.0.smithi046.stdout:0/218: mkdir d14/d29/d4b 0
2024-03-19T01:51:44.148 INFO:tasks.workunit.client.0.smithi046.stdout:6/164: dwrite fa [4194304,4194304] 0
2024-03-19T01:51:44.151 INFO:tasks.workunit.client.0.smithi046.stdout:5/189: mkdir d0/d43 0
2024-03-19T01:51:44.152 INFO:tasks.workunit.client.0.smithi046.stdout:9/152: dwrite dd/f19 [0,4194304] 0
2024-03-19T01:51:44.153 INFO:tasks.workunit.client.0.smithi046.stdout:3/246: write d5/d17/f23 [1774748,73227] 0
2024-03-19T01:51:44.154 INFO:tasks.workunit.client.0.smithi046.stdout:0/219: creat d14/d1a/f4c x:0 0 0
2024-03-19T01:51:44.154 INFO:tasks.workunit.client.0.smithi046.stdout:5/190: dread - d0/f33 zero size
2024-03-19T01:51:44.156 INFO:tasks.workunit.client.0.smithi046.stdout:6/165: mkdir d1a/d1d/d30/d42 0
2024-03-19T01:51:44.158 INFO:tasks.workunit.client.0.smithi046.stdout:9/153: creat dd/d11/d17/f30 x:0 0 0
2024-03-19T01:51:44.162 INFO:tasks.workunit.client.0.smithi046.stdout:9/154: write dd/f18 [490778,76089] 0
2024-03-19T01:51:44.165 INFO:tasks.workunit.client.0.smithi046.stdout:5/191: getdents d0/d1/d20 0
2024-03-19T01:51:44.166 INFO:tasks.workunit.client.0.smithi046.stdout:0/220: dwrite d14/d1a/f28 [0,4194304] 0
2024-03-19T01:51:44.167 INFO:tasks.workunit.client.0.smithi046.stdout:9/155: unlink dd/f15 0
2024-03-19T01:51:44.167 INFO:tasks.workunit.client.0.smithi046.stdout:5/192: dread - d0/d2d/f39 zero size
2024-03-19T01:51:44.171 INFO:tasks.workunit.client.0.smithi046.stdout:6/166: dread d1a/d1d/f2a [0,4194304] 0
2024-03-19T01:51:44.172 INFO:tasks.workunit.client.0.smithi046.stdout:6/167: write fb [2469333,7640] 0
2024-03-19T01:51:44.172 INFO:tasks.workunit.client.0.smithi046.stdout:0/221: creat d14/d29/d3f/f4d x:0 0 0
2024-03-19T01:51:44.174 INFO:tasks.workunit.client.0.smithi046.stdout:6/168: chown d1a/d1d/f2a 3849368 1
2024-03-19T01:51:44.174 INFO:tasks.workunit.client.0.smithi046.stdout:0/222: chown d14/d1a/f4c 1945329 1
2024-03-19T01:51:44.175 INFO:tasks.workunit.client.0.smithi046.stdout:5/193: mknod d0/d2d/c44 0
2024-03-19T01:51:44.176 INFO:tasks.workunit.client.0.smithi046.stdout:9/156: dwrite dd/d11/d17/f28 [0,4194304] 0
2024-03-19T01:51:44.176 INFO:tasks.workunit.client.0.smithi046.stdout:6/169: write d1a/d1d/f32 [2089742,72896] 0
2024-03-19T01:51:44.177 INFO:tasks.workunit.client.0.smithi046.stdout:6/170: readlink lf 0
2024-03-19T01:51:44.177 INFO:tasks.workunit.client.0.smithi046.stdout:9/157: chown dd/f19 130231798 1
2024-03-19T01:51:44.178 INFO:tasks.workunit.client.0.smithi046.stdout:0/223: mkdir d14/d34/d4e 0
2024-03-19T01:51:44.182 INFO:tasks.workunit.client.0.smithi046.stdout:6/171: mkdir d1a/d26/d2e/d43 0
2024-03-19T01:51:44.184 INFO:tasks.workunit.client.0.smithi046.stdout:0/224: symlink d14/d1a/l4f 0
2024-03-19T01:51:44.187 INFO:tasks.workunit.client.0.smithi046.stdout:9/158: dwrite dd/f24 [0,4194304] 0
2024-03-19T01:51:44.188 INFO:tasks.workunit.client.0.smithi046.stdout:5/194: dwrite d0/f1b [0,4194304] 0
2024-03-19T01:51:44.189 INFO:tasks.workunit.client.0.smithi046.stdout:0/225: creat d14/d29/d3f/f50 x:0 0 0
2024-03-19T01:51:44.189 INFO:tasks.workunit.client.0.smithi046.stdout:5/195: stat d0/l3f 0
2024-03-19T01:51:44.191 INFO:tasks.workunit.client.0.smithi046.stdout:6/172: rename l10 to d1a/d1d/d30/d3a/l44 0
2024-03-19T01:51:44.195 INFO:tasks.workunit.client.0.smithi046.stdout:0/226: rename d14/d1a/f4c to d14/d29/f51 0
2024-03-19T01:51:44.197 INFO:tasks.workunit.client.0.smithi046.stdout:9/159: mkdir dd/d31 0
2024-03-19T01:51:44.197 INFO:tasks.workunit.client.0.smithi046.stdout:5/196: symlink d0/d2d/d3c/d41/l45 0
2024-03-19T01:51:44.199 INFO:tasks.workunit.client.0.smithi046.stdout:6/173: dwrite d1a/d1d/d30/f41 [0,4194304] 0
2024-03-19T01:51:44.200 INFO:tasks.workunit.client.0.smithi046.stdout:6/174: read - d1a/f3c zero size
2024-03-19T01:51:44.201 INFO:tasks.workunit.client.0.smithi046.stdout:0/227: write d14/d29/f51 [1038995,95413] 0
2024-03-19T01:51:44.202 INFO:tasks.workunit.client.0.smithi046.stdout:9/160: dread dd/f18 [0,4194304] 0
2024-03-19T01:51:44.202 INFO:tasks.workunit.client.0.smithi046.stdout:9/161: stat dd/d11/d2e 0
2024-03-19T01:51:44.202 INFO:tasks.workunit.client.0.smithi046.stdout:5/197: symlink d0/d1/d20/d26/l46 0
2024-03-19T01:51:44.204 INFO:tasks.workunit.client.0.smithi046.stdout:9/162: write dd/d11/d17/f28 [623354,113043] 0
2024-03-19T01:51:44.205 INFO:tasks.workunit.client.0.smithi046.stdout:6/175: unlink d1a/c39 0
2024-03-19T01:51:44.206 INFO:tasks.workunit.client.0.smithi046.stdout:0/228: symlink d14/l52 0
2024-03-19T01:51:44.207 INFO:tasks.workunit.client.0.smithi046.stdout:0/229: truncate d14/d29/d3f/f44 478967 0
2024-03-19T01:51:44.210 INFO:tasks.workunit.client.0.smithi046.stdout:0/230: truncate d14/d29/d3f/f50 848703 0
2024-03-19T01:51:44.211 INFO:tasks.workunit.client.0.smithi046.stdout:9/163: link fc dd/d1c/d25/f32 0
2024-03-19T01:51:44.211 INFO:tasks.workunit.client.0.smithi046.stdout:0/231: chown d14/d1a/f22 1112298 1
2024-03-19T01:51:44.217 INFO:tasks.workunit.client.0.smithi046.stdout:0/232: mknod d14/d34/c53 0
2024-03-19T01:51:44.218 INFO:tasks.workunit.client.0.smithi046.stdout:0/233: write d14/d1a/f30 [1580752,75468] 0
2024-03-19T01:51:44.218 INFO:tasks.workunit.client.0.smithi046.stdout:9/164: mkdir dd/d31/d33 0
2024-03-19T01:51:44.221 INFO:tasks.workunit.client.0.smithi046.stdout:9/165: write fc [3452942,75428] 0
2024-03-19T01:51:44.224 INFO:tasks.workunit.client.0.smithi046.stdout:0/234: truncate d14/f18 780782 0
2024-03-19T01:51:44.225 INFO:tasks.workunit.client.0.smithi046.stdout:9/166: dread dd/f18 [0,4194304] 0
2024-03-19T01:51:44.227 INFO:tasks.workunit.client.0.smithi046.stdout:6/176: truncate fb 1993712 0
2024-03-19T01:51:44.230 INFO:tasks.workunit.client.0.smithi046.stdout:5/198: dread d0/f5 [0,4194304] 0
2024-03-19T01:51:44.230 INFO:tasks.workunit.client.0.smithi046.stdout:9/167: rename dd/d31 to dd/d11/d2e/d34 0
2024-03-19T01:51:44.233 INFO:tasks.workunit.client.0.smithi046.stdout:0/235: dwrite d14/f17 [0,4194304] 0
2024-03-19T01:51:44.237 INFO:tasks.workunit.client.0.smithi046.stdout:6/177: dwrite d1a/d1d/d30/f41 [0,4194304] 0
2024-03-19T01:51:44.240 INFO:tasks.workunit.client.0.smithi046.stdout:5/199: write d0/d1/d4/f28 [3776937,62423] 0
2024-03-19T01:51:44.242 INFO:tasks.workunit.client.0.smithi046.stdout:6/178: creat d1a/d1d/d30/d3a/d40/f45 x:0 0 0
2024-03-19T01:51:44.246 INFO:tasks.workunit.client.0.smithi046.stdout:0/236: dread d14/f2b [0,4194304] 0
2024-03-19T01:51:44.254 INFO:tasks.workunit.client.0.smithi046.stdout:5/200: read d0/d1/d20/d26/f2c [971155,118067] 0
2024-03-19T01:51:44.255 INFO:tasks.workunit.client.0.smithi046.stdout:0/237: dwrite d14/f16 [4194304,4194304] 0
2024-03-19T01:51:44.256 INFO:tasks.workunit.client.0.smithi046.stdout:5/201: fsync d0/d1/fe 0
2024-03-19T01:51:44.257 INFO:tasks.workunit.client.0.smithi046.stdout:0/238: stat d14/d29/d3f/f44 0
2024-03-19T01:51:44.258 INFO:tasks.workunit.client.0.smithi046.stdout:0/239: chown l4 4635 1
2024-03-19T01:51:44.258 INFO:tasks.workunit.client.0.smithi046.stdout:5/202: mkdir d0/d1/d20/d47 0
2024-03-19T01:51:44.259 INFO:tasks.workunit.client.0.smithi046.stdout:6/179: dread d1a/d1d/f1e [0,4194304] 0
2024-03-19T01:51:44.260 INFO:tasks.workunit.client.0.smithi046.stdout:0/240: creat d14/d29/f54 x:0 0 0
2024-03-19T01:51:44.261 INFO:tasks.workunit.client.0.smithi046.stdout:0/241: read - d14/f3c zero size
2024-03-19T01:51:44.265 INFO:tasks.workunit.client.0.smithi046.stdout:5/203: getdents d0 0
2024-03-19T01:51:44.266 INFO:tasks.workunit.client.0.smithi046.stdout:6/180: getdents d1a/d26 0
2024-03-19T01:51:44.267 INFO:tasks.workunit.client.0.smithi046.stdout:0/242: dwrite d14/d1a/f2f [4194304,4194304] 0
2024-03-19T01:51:44.269 INFO:tasks.workunit.client.0.smithi046.stdout:0/243: write d14/d1a/f2d [900241,124838] 0
2024-03-19T01:51:44.270 INFO:tasks.workunit.client.0.smithi046.stdout:5/204: rename d0/d1/c10 to d0/d1/d20/d26/c48 0
2024-03-19T01:51:44.273 INFO:tasks.workunit.client.0.smithi046.stdout:0/244: symlink d14/l55 0
2024-03-19T01:51:44.275 INFO:tasks.workunit.client.0.smithi046.stdout:5/205: mknod d0/d43/c49 0
2024-03-19T01:51:44.276 INFO:tasks.workunit.client.0.smithi046.stdout:6/181: getdents d1a/d1d/d30/d3a 0
2024-03-19T01:51:44.278 INFO:tasks.workunit.client.0.smithi046.stdout:0/245: creat d14/d43/f56 x:0 0 0
2024-03-19T01:51:44.280 INFO:tasks.workunit.client.0.smithi046.stdout:2/147: sync
2024-03-19T01:51:44.281 INFO:tasks.workunit.client.0.smithi046.stdout:5/206: rename d0/f42 to d0/d1/f4a 0
2024-03-19T01:51:44.284 INFO:tasks.workunit.client.0.smithi046.stdout:2/148: chown d0/dc/d16/d2f/c30 6807 1
2024-03-19T01:51:44.285 INFO:tasks.workunit.client.0.smithi046.stdout:0/246: dwrite d14/d29/f2e [4194304,4194304] 0
2024-03-19T01:51:44.290 INFO:tasks.workunit.client.0.smithi046.stdout:2/149: truncate d0/f28 3787066 0
2024-03-19T01:51:44.291 INFO:tasks.workunit.client.0.smithi046.stdout:2/150: chown d0/dc 397429072 1
2024-03-19T01:51:44.293 INFO:tasks.workunit.client.0.smithi046.stdout:0/247: getdents d14/d34/d4e 0
2024-03-19T01:51:44.295 INFO:tasks.workunit.client.0.smithi046.stdout:5/207: creat d0/d2d/d2e/f4b x:0 0 0
2024-03-19T01:51:44.297 INFO:tasks.workunit.client.0.smithi046.stdout:0/248: creat d14/d29/d3f/f57 x:0 0 0
2024-03-19T01:51:44.298 INFO:tasks.workunit.client.0.smithi046.stdout:2/151: dwrite d0/dc/d16/f23 [0,4194304] 0
2024-03-19T01:51:44.299 INFO:tasks.workunit.client.0.smithi046.stdout:0/249: symlink d14/d43/l58 0
2024-03-19T01:51:44.301 INFO:tasks.workunit.client.0.smithi046.stdout:0/250: write d14/d29/d3f/f4d [895516,19182] 0
2024-03-19T01:51:44.305 INFO:tasks.workunit.client.0.smithi046.stdout:2/152: dwrite d0/d27/f29 [0,4194304] 0
2024-03-19T01:51:44.305 INFO:tasks.workunit.client.0.smithi046.stdout:0/251: mknod d14/d29/d3f/c59 0
2024-03-19T01:51:44.306 INFO:tasks.workunit.client.0.smithi046.stdout:2/153: truncate d0/dc/fe 5044646 0
2024-03-19T01:51:44.311 INFO:tasks.workunit.client.0.smithi046.stdout:2/154: mkdir d0/dc/d34 0
2024-03-19T01:51:44.313 INFO:tasks.workunit.client.0.smithi046.stdout:0/252: dwrite d14/d1a/f2f [4194304,4194304] 0
2024-03-19T01:51:44.316 INFO:tasks.workunit.client.0.smithi046.stdout:2/155: rename d0/dc/d34 to d0/d27/d35 0
2024-03-19T01:51:44.318 INFO:tasks.workunit.client.0.smithi046.stdout:2/156: fdatasync d0/dc/d16/f22 0
2024-03-19T01:51:44.318 INFO:tasks.workunit.client.0.smithi046.stdout:0/253: creat d14/d34/f5a x:0 0 0
2024-03-19T01:51:44.319 INFO:tasks.workunit.client.0.smithi046.stdout:2/157: dread - d0/dc/d16/f22 zero size
2024-03-19T01:51:44.319 INFO:tasks.workunit.client.0.smithi046.stdout:0/254: stat d14/d34/c53 0
2024-03-19T01:51:44.320 INFO:tasks.workunit.client.0.smithi046.stdout:2/158: symlink d0/dc/d1e/l36 0
2024-03-19T01:51:44.321 INFO:tasks.workunit.client.0.smithi046.stdout:0/255: unlink d14/l55 0
2024-03-19T01:51:44.322 INFO:tasks.workunit.client.0.smithi046.stdout:0/256: read d14/f1d [5108908,88659] 0
2024-03-19T01:51:44.323 INFO:tasks.workunit.client.0.smithi046.stdout:2/159: mknod d0/dc/c37 0
2024-03-19T01:51:44.323 INFO:tasks.workunit.client.0.smithi046.stdout:0/257: fdatasync d14/d29/d3f/f44 0
2024-03-19T01:51:44.328 INFO:tasks.workunit.client.0.smithi046.stdout:0/258: rename d14/d1a/f22 to d14/d1a/f5b 0
2024-03-19T01:51:44.330 INFO:tasks.workunit.client.0.smithi046.stdout:2/160: unlink d0/l6 0
2024-03-19T01:51:44.332 INFO:tasks.workunit.client.0.smithi046.stdout:0/259: creat d14/d1a/f5c x:0 0 0
2024-03-19T01:51:44.332 INFO:tasks.workunit.client.0.smithi046.stdout:0/260: read - d14/d26/f49 zero size
2024-03-19T01:51:44.336 INFO:tasks.workunit.client.0.smithi046.stdout:2/161: dread d0/dc/d16/f19 [0,4194304] 0
2024-03-19T01:51:44.336 INFO:tasks.workunit.client.0.smithi046.stdout:0/261: rename d14/d29/d3f/f50 to d14/d26/f5d 0
2024-03-19T01:51:44.336 INFO:tasks.workunit.client.0.smithi046.stdout:2/162: chown d0/dc/d16/f1f 1 1
2024-03-19T01:51:44.337 INFO:tasks.workunit.client.0.smithi046.stdout:2/163: chown d0/dc/l2b 17854217 1
2024-03-19T01:51:44.337 INFO:tasks.workunit.client.0.smithi046.stdout:2/164: readlink d0/dc/d1e/l36 0
2024-03-19T01:51:44.338 INFO:tasks.workunit.client.0.smithi046.stdout:0/262: chown c13 7950387 1
2024-03-19T01:51:44.343 INFO:tasks.workunit.client.0.smithi046.stdout:0/263: mkdir d14/d34/d4e/d5e 0
2024-03-19T01:51:44.343 INFO:tasks.workunit.client.0.smithi046.stdout:2/165: link d0/dc/d1e/l36 d0/dc/d16/l38 0
2024-03-19T01:51:44.346 INFO:tasks.workunit.client.0.smithi046.stdout:0/264: dread d14/d1a/f30 [0,4194304] 0
2024-03-19T01:51:44.347 INFO:tasks.workunit.client.0.smithi046.stdout:2/166: mkdir d0/dc/d16/d39 0
2024-03-19T01:51:44.351 INFO:tasks.workunit.client.0.smithi046.stdout:0/265: mkdir d14/d34/d4e/d5e/d5f 0
2024-03-19T01:51:44.352 INFO:tasks.workunit.client.0.smithi046.stdout:0/266: dread - d14/d1a/f5c zero size
2024-03-19T01:51:44.352 INFO:tasks.workunit.client.0.smithi046.stdout:0/267: fsync d14/d1a/f28 0
2024-03-19T01:51:44.356 INFO:tasks.workunit.client.0.smithi046.stdout:0/268: creat d14/d34/f60 x:0 0 0
2024-03-19T01:51:44.356 INFO:tasks.workunit.client.0.smithi046.stdout:2/167: write d0/dc/d16/f19 [4868684,57612] 0
2024-03-19T01:51:44.356 INFO:tasks.workunit.client.0.smithi046.stdout:0/269: write d14/d1a/f3b [46194,122174] 0
2024-03-19T01:51:44.357 INFO:tasks.workunit.client.0.smithi046.stdout:2/168: read d0/dc/d1e/f2c [28505,19206] 0
2024-03-19T01:51:44.358 INFO:tasks.workunit.client.0.smithi046.stdout:0/270: truncate d14/d1a/f3b 881916 0
2024-03-19T01:51:44.359 INFO:tasks.workunit.client.0.smithi046.stdout:0/271: read d14/d29/d3f/f44 [121144,10008] 0
2024-03-19T01:51:44.360 INFO:tasks.workunit.client.0.smithi046.stdout:2/169: fdatasync d0/f11 0
2024-03-19T01:51:44.361 INFO:tasks.workunit.client.0.smithi046.stdout:2/170: write d0/fa [1534750,46090] 0
2024-03-19T01:51:44.363 INFO:tasks.workunit.client.0.smithi046.stdout:0/272: mkdir d14/d1a/d61 0
2024-03-19T01:51:44.365 INFO:tasks.workunit.client.0.smithi046.stdout:2/171: symlink d0/dc/d16/d2f/l3a 0
2024-03-19T01:51:44.369 INFO:tasks.workunit.client.0.smithi046.stdout:0/273: write d14/f37 [20620,23038] 0
2024-03-19T01:51:44.370 INFO:tasks.workunit.client.0.smithi046.stdout:0/274: truncate d14/d1a/f5c 276583 0
2024-03-19T01:51:44.373 INFO:tasks.workunit.client.0.smithi046.stdout:0/275: write d14/f2b [1429303,37467] 0
2024-03-19T01:51:44.376 INFO:tasks.workunit.client.0.smithi046.stdout:0/276: creat d14/d29/d3f/f62 x:0 0 0
2024-03-19T01:51:44.381 INFO:tasks.workunit.client.0.smithi046.stdout:0/277: dwrite d14/d1a/f24 [4194304,4194304] 0
2024-03-19T01:51:44.383 INFO:tasks.workunit.client.0.smithi046.stdout:0/278: creat d14/d29/d4b/f63 x:0 0 0
2024-03-19T01:51:44.383 INFO:tasks.workunit.client.0.smithi046.stdout:0/279: dread - d14/f1f zero size
2024-03-19T01:51:44.383 INFO:tasks.workunit.client.0.smithi046.stdout:0/280: stat d14/d29/d3f 0
2024-03-19T01:51:44.385 INFO:tasks.workunit.client.0.smithi046.stdout:0/281: creat d14/d1a/d61/f64 x:0 0 0
2024-03-19T01:51:44.386 INFO:tasks.workunit.client.0.smithi046.stdout:0/282: truncate d14/d29/d3f/f57 779356 0
2024-03-19T01:51:44.386 INFO:tasks.workunit.client.0.smithi046.stdout:0/283: fsync d14/d34/f5a 0
2024-03-19T01:51:44.390 INFO:tasks.workunit.client.0.smithi046.stdout:0/284: truncate d14/f18 1768263 0
2024-03-19T01:51:44.395 INFO:tasks.workunit.client.0.smithi046.stdout:0/285: dwrite d14/d29/f51 [0,4194304] 0
2024-03-19T01:51:44.397 INFO:tasks.workunit.client.0.smithi046.stdout:0/286: write d14/d29/d3f/f62 [913020,86530] 0
2024-03-19T01:51:44.399 INFO:tasks.workunit.client.0.smithi046.stdout:0/287: mkdir d14/d29/d4b/d65 0
2024-03-19T01:51:44.400 INFO:tasks.workunit.client.0.smithi046.stdout:0/288: chown fa 127 1
2024-03-19T01:51:44.416 INFO:tasks.workunit.client.0.smithi046.stdout:0/289: dread d14/f1d [0,4194304] 0
2024-03-19T01:51:44.417 INFO:tasks.workunit.client.0.smithi046.stdout:0/290: truncate d14/d29/d3f/f57 1317790 0
2024-03-19T01:51:44.420 INFO:tasks.workunit.client.0.smithi046.stdout:0/291: dread d14/d26/f47 [4194304,4194304] 0
2024-03-19T01:51:44.423 INFO:tasks.workunit.client.0.smithi046.stdout:0/292: rename d14/d1a/l33 to d14/d29/d4b/l66 0
2024-03-19T01:51:44.431 INFO:tasks.workunit.client.0.smithi046.stdout:0/293: getdents d14/d1a 0
2024-03-19T01:51:44.433 INFO:tasks.workunit.client.0.smithi046.stdout:0/294: creat d14/d29/f67 x:0 0 0
2024-03-19T01:51:44.438 INFO:tasks.workunit.client.0.smithi046.stdout:0/295: dwrite d14/d29/d4b/f63 [0,4194304] 0
2024-03-19T01:51:44.442 INFO:tasks.workunit.client.0.smithi046.stdout:0/296: link d14/d1a/l32 d14/d1a/l68 0
2024-03-19T01:51:44.442 INFO:tasks.workunit.client.0.smithi046.stdout:0/297: chown d14/d34/f5a 1072761 1
2024-03-19T01:51:44.443 INFO:tasks.workunit.client.0.smithi046.stdout:0/298: creat d14/d34/d4e/f69 x:0 0 0
2024-03-19T01:51:44.444 INFO:tasks.workunit.client.0.smithi046.stdout:0/299: write d14/f2b [324908,95311] 0
2024-03-19T01:51:44.445 INFO:tasks.workunit.client.0.smithi046.stdout:0/300: chown d14/f16 28184885 1
2024-03-19T01:51:44.445 INFO:tasks.workunit.client.0.smithi046.stdout:0/301: write d14/d1a/f5c [810803,86254] 0
2024-03-19T01:51:44.450 INFO:tasks.workunit.client.0.smithi046.stdout:0/302: mknod d14/c6a 0
2024-03-19T01:51:44.452 INFO:tasks.workunit.client.0.smithi046.stdout:0/303: readlink d14/d29/d4b/l66 0
2024-03-19T01:51:44.454 INFO:tasks.workunit.client.0.smithi046.stdout:0/304: symlink d14/d26/l6b 0
2024-03-19T01:51:44.455 INFO:tasks.workunit.client.0.smithi046.stdout:7/163: sync
2024-03-19T01:51:44.456 INFO:tasks.workunit.client.0.smithi046.stdout:0/305: creat d14/d34/d4e/f6c x:0 0 0
2024-03-19T01:51:44.457 INFO:tasks.workunit.client.0.smithi046.stdout:7/164: fsync d1/dc/df/d11/f13 0
2024-03-19T01:51:44.462 INFO:tasks.workunit.client.0.smithi046.stdout:7/165: creat d1/f31 x:0 0 0
2024-03-19T01:51:44.462 INFO:tasks.workunit.client.0.smithi046.stdout:7/166: readlink d1/l2 0
2024-03-19T01:51:44.463 INFO:tasks.workunit.client.0.smithi046.stdout:0/306: getdents d14/d34 0
2024-03-19T01:51:44.463 INFO:tasks.workunit.client.0.smithi046.stdout:0/307: readlink d14/l31 0
2024-03-19T01:51:44.464 INFO:tasks.workunit.client.0.smithi046.stdout:0/308: chown d14/f1f 518799639 1
2024-03-19T01:51:44.464 INFO:tasks.workunit.client.0.smithi046.stdout:7/167: mknod d1/dc/d18/c32 0
2024-03-19T01:51:44.531 INFO:tasks.workunit.client.0.smithi046.stdout:0/309: dwrite d14/d29/d4b/f63 [0,4194304] 0
2024-03-19T01:51:44.532 INFO:tasks.workunit.client.0.smithi046.stdout:0/310: chown d14/d29/l45 11 1
2024-03-19T01:51:44.534 INFO:tasks.workunit.client.0.smithi046.stdout:0/311: symlink d14/d34/d4e/l6d 0
2024-03-19T01:51:44.563 INFO:tasks.workunit.client.0.smithi046.stdout:8/198: sync
2024-03-19T01:51:44.563 INFO:tasks.workunit.client.0.smithi046.stdout:4/253: sync
2024-03-19T01:51:44.566 INFO:tasks.workunit.client.0.smithi046.stdout:4/254: read d7/d10/f40 [128828,113188] 0
2024-03-19T01:51:44.566 INFO:tasks.workunit.client.0.smithi046.stdout:0/312: dwrite d14/d34/d4e/f69 [0,4194304] 0
2024-03-19T01:51:44.567 INFO:tasks.workunit.client.0.smithi046.stdout:7/168: dread d1/dc/df/f20 [0,4194304] 0
2024-03-19T01:51:44.569 INFO:tasks.workunit.client.0.smithi046.stdout:8/199: rename d0/d5/c26 to d0/d5/da/c3f 0
2024-03-19T01:51:44.570 INFO:tasks.workunit.client.0.smithi046.stdout:0/313: fdatasync d14/d1a/f30 0
2024-03-19T01:51:44.571 INFO:tasks.workunit.client.0.smithi046.stdout:4/255: fsync d7/fc 0
2024-03-19T01:51:44.573 INFO:tasks.workunit.client.0.smithi046.stdout:8/200: fsync d0/d5/da/df/f2d 0
2024-03-19T01:51:44.575 INFO:tasks.workunit.client.0.smithi046.stdout:0/314: creat d14/d26/f6e x:0 0 0
2024-03-19T01:51:44.581 INFO:tasks.workunit.client.0.smithi046.stdout:8/201: mkdir d0/d5/da/df/d40 0
2024-03-19T01:51:44.582 INFO:tasks.workunit.client.0.smithi046.stdout:4/256: dread d7/d20/d30/f44 [0,4194304] 0
2024-03-19T01:51:44.582 INFO:tasks.workunit.client.0.smithi046.stdout:0/315: mknod d14/d29/c6f 0
2024-03-19T01:51:44.584 INFO:tasks.workunit.client.0.smithi046.stdout:7/169: rename d1/f31 to d1/f33 0
2024-03-19T01:51:44.585 INFO:tasks.workunit.client.0.smithi046.stdout:7/170: chown d1/dc/d18/l1d 17663 1
2024-03-19T01:51:44.586 INFO:tasks.workunit.client.0.smithi046.stdout:7/171: stat d1/fb 0
2024-03-19T01:51:44.586 INFO:tasks.workunit.client.0.smithi046.stdout:8/202: dwrite d0/d5/da/df/f19 [0,4194304] 0
2024-03-19T01:51:44.590 INFO:tasks.workunit.client.0.smithi046.stdout:8/203: truncate d0/f13 9082335 0
2024-03-19T01:51:44.591 INFO:tasks.workunit.client.0.smithi046.stdout:4/257: link l1 d7/d20/d30/l54 0
2024-03-19T01:51:44.593 INFO:tasks.workunit.client.0.smithi046.stdout:7/172: dwrite d1/f17 [0,4194304] 0
2024-03-19T01:51:44.594 INFO:tasks.workunit.client.0.smithi046.stdout:4/258: symlink d7/d20/l55 0
2024-03-19T01:51:44.598 INFO:tasks.workunit.client.0.smithi046.stdout:7/173: rename d1/dc/df/d11/f13 to d1/dc/df/f34 0
2024-03-19T01:51:44.598 INFO:tasks.workunit.client.0.smithi046.stdout:7/174: write d1/fb [2979191,100157] 0
2024-03-19T01:51:44.600 INFO:tasks.workunit.client.0.smithi046.stdout:8/204: creat d0/d5/da/f41 x:0 0 0
2024-03-19T01:51:44.601 INFO:tasks.workunit.client.0.smithi046.stdout:4/259: mknod d7/d20/d30/d50/c56 0
2024-03-19T01:51:44.603 INFO:tasks.workunit.client.0.smithi046.stdout:0/316: truncate d14/d26/f47 834907 0
2024-03-19T01:51:44.606 INFO:tasks.workunit.client.0.smithi046.stdout:4/260: creat d7/d20/d30/f57 x:0 0 0
2024-03-19T01:51:44.607 INFO:tasks.workunit.client.0.smithi046.stdout:8/205: dwrite d0/f22 [0,4194304] 0
2024-03-19T01:51:44.608 INFO:tasks.workunit.client.0.smithi046.stdout:8/206: chown d0/d5 472988 1
2024-03-19T01:51:44.612 INFO:tasks.workunit.client.0.smithi046.stdout:7/175: getdents d1/dc/d18 0
2024-03-19T01:51:44.613 INFO:tasks.workunit.client.0.smithi046.stdout:4/261: dwrite d7/d20/f22 [0,4194304] 0
2024-03-19T01:51:44.614 INFO:tasks.workunit.client.0.smithi046.stdout:8/207: mkdir d0/d5/dc/d42 0
2024-03-19T01:51:44.616 INFO:tasks.workunit.client.0.smithi046.stdout:0/317: getdents d14/d34 0
2024-03-19T01:51:44.618 INFO:tasks.workunit.client.0.smithi046.stdout:7/176: creat d1/dc/df/d11/f35 x:0 0 0
2024-03-19T01:51:44.620 INFO:tasks.workunit.client.0.smithi046.stdout:4/262: mkdir d7/d10/d13/d58 0
2024-03-19T01:51:44.622 INFO:tasks.workunit.client.0.smithi046.stdout:8/208: creat d0/d5/da/db/f43 x:0 0 0
2024-03-19T01:51:44.624 INFO:tasks.workunit.client.0.smithi046.stdout:8/209: write d0/d5/da/db/f2e [468317,79964] 0
2024-03-19T01:51:44.625 INFO:tasks.workunit.client.0.smithi046.stdout:7/177: rename d1/dc/df/d11/f35 to d1/dc/f36 0
2024-03-19T01:51:44.626 INFO:tasks.workunit.client.0.smithi046.stdout:4/263: rmdir d7/d10/d4c 39
2024-03-19T01:51:44.628 INFO:tasks.workunit.client.0.smithi046.stdout:8/210: mknod d0/c44 0
2024-03-19T01:51:44.629 INFO:tasks.workunit.client.0.smithi046.stdout:7/178: creat d1/dc/d18/f37 x:0 0 0
2024-03-19T01:51:44.629 INFO:tasks.workunit.client.0.smithi046.stdout:8/211: chown d0/d5/da/f41 1371 1
2024-03-19T01:51:44.631 INFO:tasks.workunit.client.0.smithi046.stdout:8/212: dread - d0/d5/da/db/f43 zero size
2024-03-19T01:51:44.631 INFO:tasks.workunit.client.0.smithi046.stdout:4/264: fdatasync d7/ff 0
2024-03-19T01:51:44.632 INFO:tasks.workunit.client.0.smithi046.stdout:8/213: write d0/d5/da/db/f43 [468365,34404] 0
2024-03-19T01:51:44.635 INFO:tasks.workunit.client.0.smithi046.stdout:4/265: creat d7/d10/d13/d58/f59 x:0 0 0
2024-03-19T01:51:44.637 INFO:tasks.workunit.client.0.smithi046.stdout:8/214: fsync d0/d5/da/db/f43 0
2024-03-19T01:51:44.639 INFO:tasks.workunit.client.0.smithi046.stdout:8/215: read d0/d5/da/df/f19 [230825,40819] 0
2024-03-19T01:51:44.639 INFO:tasks.workunit.client.0.smithi046.stdout:7/179: dwrite d1/dc/df/f34 [0,4194304] 0
2024-03-19T01:51:44.640 INFO:tasks.workunit.client.0.smithi046.stdout:7/180: readlink d1/dc/l16 0
2024-03-19T01:51:44.644 INFO:tasks.workunit.client.0.smithi046.stdout:7/181: symlink d1/dc/df/l38 0
2024-03-19T01:51:44.647 INFO:tasks.workunit.client.0.smithi046.stdout:8/216: rename d0/d5/da/db to d0/d5/da/d45 0
2024-03-19T01:51:44.649 INFO:tasks.workunit.client.0.smithi046.stdout:7/182: mkdir d1/dc/df/d11/d39 0
2024-03-19T01:51:44.650 INFO:tasks.workunit.client.0.smithi046.stdout:7/183: fdatasync d1/d2a/f2d 0
2024-03-19T01:51:44.653 INFO:tasks.workunit.client.0.smithi046.stdout:7/184: creat d1/dc/d18/f3a x:0 0 0
2024-03-19T01:51:44.656 INFO:tasks.workunit.client.0.smithi046.stdout:8/217: dread d0/d5/da/df/f2f [0,4194304] 0
2024-03-19T01:51:44.656 INFO:tasks.workunit.client.0.smithi046.stdout:7/185: symlink d1/dc/l3b 0
2024-03-19T01:51:44.657 INFO:tasks.workunit.client.0.smithi046.stdout:4/266: dread d7/d10/d13/f27 [0,4194304] 0
2024-03-19T01:51:44.658 INFO:tasks.workunit.client.0.smithi046.stdout:8/218: readlink d0/d5/da/df/l3e 0
2024-03-19T01:51:44.659 INFO:tasks.workunit.client.0.smithi046.stdout:4/267: mknod d7/d10/c5a 0
2024-03-19T01:51:44.661 INFO:tasks.workunit.client.0.smithi046.stdout:8/219: creat d0/d5/da/f46 x:0 0 0
2024-03-19T01:51:44.662 INFO:tasks.workunit.client.0.smithi046.stdout:4/268: mknod d7/d20/d30/d50/c5b 0
2024-03-19T01:51:44.663 INFO:tasks.workunit.client.0.smithi046.stdout:7/186: dwrite d1/dc/f36 [0,4194304] 0
2024-03-19T01:51:44.664 INFO:tasks.workunit.client.0.smithi046.stdout:9/168: sync
2024-03-19T01:51:44.664 INFO:tasks.workunit.client.0.smithi046.stdout:3/247: sync
2024-03-19T01:51:44.665 INFO:tasks.workunit.client.0.smithi046.stdout:1/168: sync
2024-03-19T01:51:44.665 INFO:tasks.workunit.client.0.smithi046.stdout:8/220: mkdir d0/d5/da/df/d47 0
2024-03-19T01:51:44.666 INFO:tasks.workunit.client.0.smithi046.stdout:9/169: readlink dd/d11/l14 0
2024-03-19T01:51:44.667 INFO:tasks.workunit.client.0.smithi046.stdout:9/170: chown dd/d1c/d20 1 1
2024-03-19T01:51:44.667 INFO:tasks.workunit.client.0.smithi046.stdout:7/187: creat d1/dc/d18/f3c x:0 0 0
2024-03-19T01:51:44.669 INFO:tasks.workunit.client.0.smithi046.stdout:3/248: mkdir d5/d17/d31/d4b 0
2024-03-19T01:51:44.670 INFO:tasks.workunit.client.0.smithi046.stdout:8/221: mkdir d0/d5/dc/d48 0
2024-03-19T01:51:44.671 INFO:tasks.workunit.client.0.smithi046.stdout:4/269: mknod d7/d10/d4c/c5c 0
2024-03-19T01:51:44.674 INFO:tasks.workunit.client.0.smithi046.stdout:1/169: rename d0/fc to d0/d6/f35 0
2024-03-19T01:51:44.675 INFO:tasks.workunit.client.0.smithi046.stdout:7/188: symlink d1/dc/d18/l3d 0
2024-03-19T01:51:44.676 INFO:tasks.workunit.client.0.smithi046.stdout:7/189: readlink d1/l2 0
2024-03-19T01:51:44.676 INFO:tasks.workunit.client.0.smithi046.stdout:7/190: fsync d1/d2a/f2d 0
2024-03-19T01:51:44.677 INFO:tasks.workunit.client.0.smithi046.stdout:3/249: write d5/d10/f1b [2569405,43953] 0
2024-03-19T01:51:44.679 INFO:tasks.workunit.client.0.smithi046.stdout:4/270: mkdir d7/d10/d13/d58/d5d 0
2024-03-19T01:51:44.680 INFO:tasks.workunit.client.0.smithi046.stdout:4/271: fsync d7/d10/d13/f46 0
2024-03-19T01:51:44.683 INFO:tasks.workunit.client.0.smithi046.stdout:9/171: rename dd/f10 to dd/d11/d17/f35 0
2024-03-19T01:51:44.684 INFO:tasks.workunit.client.0.smithi046.stdout:8/222: creat d0/d5/dc/d48/f49 x:0 0 0
2024-03-19T01:51:44.684 INFO:tasks.workunit.client.0.smithi046.stdout:8/223: stat d0/d5/da/f1c 0
2024-03-19T01:51:44.690 INFO:tasks.workunit.client.0.smithi046.stdout:7/191: rename d1/dc/df/d11/c2f to d1/dc/c3e 0
2024-03-19T01:51:44.692 INFO:tasks.workunit.client.0.smithi046.stdout:9/172: unlink dd/d11/l14 0
2024-03-19T01:51:44.695 INFO:tasks.workunit.client.0.smithi046.stdout:8/224: creat d0/d5/dc/f4a x:0 0 0
2024-03-19T01:51:44.698 INFO:tasks.workunit.client.0.smithi046.stdout:4/272: symlink d7/d10/d13/d58/d5d/l5e 0
2024-03-19T01:51:44.699 INFO:tasks.workunit.client.0.smithi046.stdout:4/273: chown d7/d10/c5a 10 1
2024-03-19T01:51:44.700 INFO:tasks.workunit.client.0.smithi046.stdout:9/173: rmdir dd/d1c/d20 39
2024-03-19T01:51:44.703 INFO:tasks.workunit.client.0.smithi046.stdout:3/250: creat d5/f4c x:0 0 0
2024-03-19T01:51:44.703 INFO:tasks.workunit.client.0.smithi046.stdout:3/251: stat d5/d10 0
2024-03-19T01:51:44.705 INFO:tasks.workunit.client.0.smithi046.stdout:4/274: dwrite d7/fc [4194304,4194304] 0
2024-03-19T01:51:44.705 INFO:tasks.workunit.client.0.smithi046.stdout:3/252: chown d5/d17/d31/d35/l3e 1 1
2024-03-19T01:51:44.706 INFO:tasks.workunit.client.0.smithi046.stdout:3/253: write d5/d17/f2c [656322,4873] 0
2024-03-19T01:51:44.706 INFO:tasks.workunit.client.0.smithi046.stdout:1/170: link d0/l1b d0/dd/d26/l36 0
2024-03-19T01:51:44.708 INFO:tasks.workunit.client.0.smithi046.stdout:4/275: read d7/d20/d30/f3b [1231691,56901] 0
2024-03-19T01:51:44.709 INFO:tasks.workunit.client.0.smithi046.stdout:4/276: write d7/d10/d13/d58/f59 [440812,59296] 0
2024-03-19T01:51:44.710 INFO:tasks.workunit.client.0.smithi046.stdout:7/192: chown d1/dc/c3e 35721 1
2024-03-19T01:51:44.713 INFO:tasks.workunit.client.0.smithi046.stdout:1/171: write d0/d6/f35 [5019921,111323] 0
2024-03-19T01:51:44.714 INFO:tasks.workunit.client.0.smithi046.stdout:1/172: fsync d0/f21 0
2024-03-19T01:51:44.716 INFO:tasks.workunit.client.0.smithi046.stdout:9/174: fdatasync dd/d11/f1e 0
2024-03-19T01:51:44.719 INFO:tasks.workunit.client.0.smithi046.stdout:8/225: write d0/d5/da/df/f14 [1666396,123159] 0
2024-03-19T01:51:44.731 INFO:tasks.workunit.client.0.smithi046.stdout:7/193: link d1/l1a d1/dc/l3f 0
2024-03-19T01:51:44.735 INFO:tasks.workunit.client.0.smithi046.stdout:4/277: dwrite d7/ff [4194304,4194304] 0
2024-03-19T01:51:44.737 INFO:tasks.workunit.client.0.smithi046.stdout:9/175: dwrite dd/d1c/d20/f21 [0,4194304] 0
2024-03-19T01:51:44.737 INFO:tasks.workunit.client.0.smithi046.stdout:7/194: unlink d1/f15 0
2024-03-19T01:51:44.741 INFO:tasks.workunit.client.0.smithi046.stdout:3/254: dwrite d5/d10/fa [4194304,4194304] 0
2024-03-19T01:51:44.744 INFO:tasks.workunit.client.0.smithi046.stdout:4/278: creat d7/d10/d4c/f5f x:0 0 0
2024-03-19T01:51:44.747 INFO:tasks.workunit.client.0.smithi046.stdout:7/195: creat d1/dc/d18/f40 x:0 0 0
2024-03-19T01:51:44.747 INFO:tasks.workunit.client.0.smithi046.stdout:8/226: dwrite d0/d5/da/df/f2d [4194304,4194304] 0
2024-03-19T01:51:44.750 INFO:tasks.workunit.client.0.smithi046.stdout:1/173: dread d0/f5 [0,4194304] 0
2024-03-19T01:51:44.750 INFO:tasks.workunit.client.0.smithi046.stdout:4/279: write d7/d10/d13/f47 [910202,86382] 0
2024-03-19T01:51:44.750 INFO:tasks.workunit.client.0.smithi046.stdout:9/176: unlink dd/l2c 0
2024-03-19T01:51:44.751 INFO:tasks.workunit.client.0.smithi046.stdout:9/177: readlink lb 0
2024-03-19T01:51:44.752 INFO:tasks.workunit.client.0.smithi046.stdout:4/280: write d7/d20/d30/f49 [326438,25623] 0
2024-03-19T01:51:44.753 INFO:tasks.workunit.client.0.smithi046.stdout:3/255: creat d5/d10/d24/f4d x:0 0 0
2024-03-19T01:51:44.753 INFO:tasks.workunit.client.0.smithi046.stdout:3/256: truncate d5/d17/f30 712237 0
2024-03-19T01:51:44.755 INFO:tasks.workunit.client.0.smithi046.stdout:7/196: fdatasync d1/dc/df/f2c 0
2024-03-19T01:51:44.756 INFO:tasks.workunit.client.0.smithi046.stdout:5/208: sync
2024-03-19T01:51:44.756 INFO:tasks.workunit.client.0.smithi046.stdout:2/172: sync
2024-03-19T01:51:44.756 INFO:tasks.workunit.client.0.smithi046.stdout:6/182: sync
2024-03-19T01:51:44.759 INFO:tasks.workunit.client.0.smithi046.stdout:6/183: truncate d1a/d1d/d30/d3a/f3e 307763 0
2024-03-19T01:51:44.760 INFO:tasks.workunit.client.0.smithi046.stdout:6/184: chown d1a/d1d/d30/d3a/f3e 116258 1
2024-03-19T01:51:44.762 INFO:tasks.workunit.client.0.smithi046.stdout:1/174: symlink d0/l37 0
2024-03-19T01:51:44.763 INFO:tasks.workunit.client.0.smithi046.stdout:5/209: chown d0/f1b 0 1
2024-03-19T01:51:44.764 INFO:tasks.workunit.client.0.smithi046.stdout:9/178: getdents dd/d11/d2e/d34/d33 0
2024-03-19T01:51:44.768 INFO:tasks.workunit.client.0.smithi046.stdout:2/173: rename d0/dc/d16/l21 to d0/dc/d1e/d2a/l3b 0
2024-03-19T01:51:44.771 INFO:tasks.workunit.client.0.smithi046.stdout:2/174: read d0/dc/d16/f23 [3061790,73427] 0
2024-03-19T01:51:44.771 INFO:tasks.workunit.client.0.smithi046.stdout:8/227: rmdir d0/d5/da/df/d40 0
2024-03-19T01:51:44.772 INFO:tasks.workunit.client.0.smithi046.stdout:7/197: getdents d1/dc/df/d11/d39 0
2024-03-19T01:51:44.774 INFO:tasks.workunit.client.0.smithi046.stdout:6/185: symlink d1a/d1d/d30/d3a/l46 0
2024-03-19T01:51:44.775 INFO:tasks.workunit.client.0.smithi046.stdout:1/175: symlink d0/d6/l38 0
2024-03-19T01:51:44.777 INFO:tasks.workunit.client.0.smithi046.stdout:9/179: symlink dd/d11/d17/l36 0
2024-03-19T01:51:44.778 INFO:tasks.workunit.client.0.smithi046.stdout:4/281: link d7/d20/c52 d7/d10/d13/c60 0
2024-03-19T01:51:44.778 INFO:tasks.workunit.client.0.smithi046.stdout:4/282: chown d7/d20/d30/c4b 272372 1
2024-03-19T01:51:44.779 INFO:tasks.workunit.client.0.smithi046.stdout:4/283: fsync d7/d10/d13/f46 0
2024-03-19T01:51:44.782 INFO:tasks.workunit.client.0.smithi046.stdout:2/175: symlink d0/dc/d1e/d2a/l3c 0
2024-03-19T01:51:44.783 INFO:tasks.workunit.client.0.smithi046.stdout:5/210: fsync d0/f5 0
2024-03-19T01:51:44.785 INFO:tasks.workunit.client.0.smithi046.stdout:9/180: dwrite dd/d1c/d25/f32 [0,4194304] 0
2024-03-19T01:51:44.786 INFO:tasks.workunit.client.0.smithi046.stdout:3/257: dread d5/d10/f16 [0,4194304] 0
2024-03-19T01:51:44.787 INFO:tasks.workunit.client.0.smithi046.stdout:8/228: fsync d0/f13 0
2024-03-19T01:51:44.787 INFO:tasks.workunit.client.0.smithi046.stdout:4/284: dwrite d7/d20/f3d [0,4194304] 0
2024-03-19T01:51:44.789 INFO:tasks.workunit.client.0.smithi046.stdout:6/186: symlink d1a/d1d/d30/d42/l47 0
2024-03-19T01:51:44.790 INFO:tasks.workunit.client.0.smithi046.stdout:6/187: chown d1a/d1d/l22 63251853 1
2024-03-19T01:51:44.790 INFO:tasks.workunit.client.0.smithi046.stdout:6/188: chown d1a/d1d/f1e 530769 1
2024-03-19T01:51:44.798 INFO:tasks.workunit.client.0.smithi046.stdout:9/181: dread dd/d1c/d20/f22 [0,4194304] 0
2024-03-19T01:51:44.798 INFO:tasks.workunit.client.0.smithi046.stdout:9/182: stat dd/d1c 0
2024-03-19T01:51:44.801 INFO:tasks.workunit.client.0.smithi046.stdout:3/258: creat d5/d10/d24/d2d/d3b/f4e x:0 0 0
2024-03-19T01:51:44.802 INFO:tasks.workunit.client.0.smithi046.stdout:6/189: rename ce to d1a/d1d/d30/d3a/c48 0
2024-03-19T01:51:44.803 INFO:tasks.workunit.client.0.smithi046.stdout:5/211: rename d0/d1/d4/l24 to d0/d1/d4/l4c 0
2024-03-19T01:51:44.804 INFO:tasks.workunit.client.0.smithi046.stdout:5/212: stat d0/d1/f3a 0
2024-03-19T01:51:44.804 INFO:tasks.workunit.client.0.smithi046.stdout:9/183: read dd/d11/d17/f35 [417662,39493] 0
2024-03-19T01:51:44.807 INFO:tasks.workunit.client.0.smithi046.stdout:9/184: chown dd/f12 11842208 1
2024-03-19T01:51:44.808 INFO:tasks.workunit.client.0.smithi046.stdout:3/259: mknod d5/d10/d24/d2d/c4f 0
2024-03-19T01:51:44.809 INFO:tasks.workunit.client.0.smithi046.stdout:5/213: chown d0/d1/d4/f28 204 1
2024-03-19T01:51:44.811 INFO:tasks.workunit.client.0.smithi046.stdout:8/229: dwrite d0/d5/f7 [4194304,4194304] 0
2024-03-19T01:51:44.813 INFO:tasks.workunit.client.0.smithi046.stdout:5/214: dread d0/f5 [0,4194304] 0
2024-03-19T01:51:44.814 INFO:tasks.workunit.client.0.smithi046.stdout:4/285: truncate d7/fa 3627894 0
2024-03-19T01:51:44.815 INFO:tasks.workunit.client.0.smithi046.stdout:4/286: read - d7/d10/f53 zero size
2024-03-19T01:51:44.816 INFO:tasks.workunit.client.0.smithi046.stdout:4/287: write d7/d10/d13/f23 [2194041,88269] 0
2024-03-19T01:51:44.816 INFO:tasks.workunit.client.0.smithi046.stdout:8/230: mknod d0/d5/da/d45/c4b 0
2024-03-19T01:51:44.819 INFO:tasks.workunit.client.0.smithi046.stdout:5/215: mknod d0/d2d/d3c/c4d 0
2024-03-19T01:51:44.820 INFO:tasks.workunit.client.0.smithi046.stdout:9/185: creat dd/d11/f37 x:0 0 0
2024-03-19T01:51:44.823 INFO:tasks.workunit.client.0.smithi046.stdout:4/288: creat d7/d20/f61 x:0 0 0
2024-03-19T01:51:44.827 INFO:tasks.workunit.client.0.smithi046.stdout:3/260: write d5/d10/f1f [1350446,2999] 0
2024-03-19T01:51:44.829 INFO:tasks.workunit.client.0.smithi046.stdout:5/216: rename d0/d2d/d3c to d0/d1/d20/d47/d4e 0
2024-03-19T01:51:44.831 INFO:tasks.workunit.client.0.smithi046.stdout:3/261: symlink d5/d17/l50 0
2024-03-19T01:51:44.833 INFO:tasks.workunit.client.0.smithi046.stdout:9/186: rename dd/f18 to dd/d11/d2e/d34/f38 0
2024-03-19T01:51:44.833 INFO:tasks.workunit.client.0.smithi046.stdout:5/217: fdatasync d0/d1/d4/fa 0
2024-03-19T01:51:44.834 INFO:tasks.workunit.client.0.smithi046.stdout:8/231: truncate d0/f22 3899917 0
2024-03-19T01:51:44.836 INFO:tasks.workunit.client.0.smithi046.stdout:9/187: creat dd/d11/d2e/d34/f39 x:0 0 0
2024-03-19T01:51:44.836 INFO:tasks.workunit.client.0.smithi046.stdout:8/232: dread d0/f13 [8388608,4194304] 0
2024-03-19T01:51:44.888 INFO:tasks.workunit.client.0.smithi046.stdout:0/318: sync
2024-03-19T01:51:44.902 INFO:tasks.workunit.client.0.smithi046.stdout:3/262: rename d5/d17/d31/d35/d41 to d5/d10/d51 0
2024-03-19T01:51:44.902 INFO:tasks.workunit.client.0.smithi046.stdout:9/188: chown dd/d1c/d20/c2a 10 1
2024-03-19T01:51:44.904 INFO:tasks.workunit.client.0.smithi046.stdout:3/263: write d5/d17/f2b [904338,5996] 0
2024-03-19T01:51:44.905 INFO:tasks.workunit.client.0.smithi046.stdout:5/218: dwrite d0/d1/d1d/f34 [0,4194304] 0
2024-03-19T01:51:44.905 INFO:tasks.workunit.client.0.smithi046.stdout:0/319: creat d14/d29/d4b/f70 x:0 0 0
2024-03-19T01:51:44.907 INFO:tasks.workunit.client.0.smithi046.stdout:9/189: truncate dd/d11/d17/f30 371051 0
2024-03-19T01:51:44.908 INFO:tasks.workunit.client.0.smithi046.stdout:5/219: chown d0/d2d/d2e/f30 3 1
2024-03-19T01:51:44.908 INFO:tasks.workunit.client.0.smithi046.stdout:8/233: dread d0/d5/f7 [4194304,4194304] 0
2024-03-19T01:51:44.910 INFO:tasks.workunit.client.0.smithi046.stdout:3/264: mkdir d5/d17/d31/d35/d52 0
2024-03-19T01:51:44.913 INFO:tasks.workunit.client.0.smithi046.stdout:9/190: mkdir dd/d11/d17/d3a 0
2024-03-19T01:51:44.914 INFO:tasks.workunit.client.0.smithi046.stdout:5/220: mknod d0/d1/d1d/c4f 0
2024-03-19T01:51:44.916 INFO:tasks.workunit.client.0.smithi046.stdout:3/265: dwrite d5/d17/f30 [0,4194304] 0
2024-03-19T01:51:44.916 INFO:tasks.workunit.client.0.smithi046.stdout:8/234: unlink d0/d5/c32 0
2024-03-19T01:51:44.921 INFO:tasks.workunit.client.0.smithi046.stdout:9/191: creat dd/d11/d17/f3b x:0 0 0
2024-03-19T01:51:44.923 INFO:tasks.workunit.client.0.smithi046.stdout:9/192: chown dd/d11/c27 7482 1
2024-03-19T01:51:44.924 INFO:tasks.workunit.client.0.smithi046.stdout:5/221: rmdir d0/d1/d20 39
2024-03-19T01:51:44.925 INFO:tasks.workunit.client.0.smithi046.stdout:3/266: symlink d5/d17/d31/d35/l53 0
2024-03-19T01:51:44.926 INFO:tasks.workunit.client.0.smithi046.stdout:3/267: dread - d5/d10/d24/f4d zero size
2024-03-19T01:51:44.927 INFO:tasks.workunit.client.0.smithi046.stdout:8/235: write d0/d5/f7 [9514350,44027] 0
2024-03-19T01:51:44.929 INFO:tasks.workunit.client.0.smithi046.stdout:0/320: getdents d14/d34 0
2024-03-19T01:51:44.930 INFO:tasks.workunit.client.0.smithi046.stdout:8/236: chown d0/d5/da/d45/ld 1457717 1
2024-03-19T01:51:44.930 INFO:tasks.workunit.client.0.smithi046.stdout:9/193: rmdir dd/d1c/d20 39
2024-03-19T01:51:44.930 INFO:tasks.workunit.client.0.smithi046.stdout:8/237: readlink d0/d5/da/df/l36 0
2024-03-19T01:51:44.932 INFO:tasks.workunit.client.0.smithi046.stdout:5/222: mkdir d0/d2d/d50 0
2024-03-19T01:51:44.933 INFO:tasks.workunit.client.0.smithi046.stdout:8/238: write d0/f13 [2625594,29690] 0
2024-03-19T01:51:44.936 INFO:tasks.workunit.client.0.smithi046.stdout:0/321: dwrite d14/d43/f56 [0,4194304] 0
2024-03-19T01:51:44.937 INFO:tasks.workunit.client.0.smithi046.stdout:5/223: mknod d0/d1/c51 0
2024-03-19T01:51:44.937 INFO:tasks.workunit.client.0.smithi046.stdout:0/322: stat d14/d1a 0
2024-03-19T01:51:44.939 INFO:tasks.workunit.client.0.smithi046.stdout:9/194: dwrite dd/d11/f1e [0,4194304] 0
2024-03-19T01:51:44.941 INFO:tasks.workunit.client.0.smithi046.stdout:5/224: stat d0/d2d/d2e/c38 0
2024-03-19T01:51:44.942 INFO:tasks.workunit.client.0.smithi046.stdout:9/195: readlink dd/d11/l2b 0
2024-03-19T01:51:44.945 INFO:tasks.workunit.client.0.smithi046.stdout:5/225: mkdir d0/d2d/d50/d52 0
2024-03-19T01:51:44.946 INFO:tasks.workunit.client.0.smithi046.stdout:0/323: link d14/d26/f47 d14/d43/f71 0
2024-03-19T01:51:44.948 INFO:tasks.workunit.client.0.smithi046.stdout:0/324: write d14/f37 [540192,99562] 0
2024-03-19T01:51:44.948 INFO:tasks.workunit.client.0.smithi046.stdout:9/196: getdents dd/d1c/d25 0
2024-03-19T01:51:44.949 INFO:tasks.workunit.client.0.smithi046.stdout:5/226: mknod d0/d1/d20/c53 0
2024-03-19T01:51:44.949 INFO:tasks.workunit.client.0.smithi046.stdout:8/239: dread d0/d5/da/d45/f17 [0,4194304] 0
2024-03-19T01:51:44.951 INFO:tasks.workunit.client.0.smithi046.stdout:0/325: mkdir d14/d29/d3f/d72 0
2024-03-19T01:51:44.953 INFO:tasks.workunit.client.0.smithi046.stdout:8/240: creat d0/d5/dc/f4c x:0 0 0
2024-03-19T01:51:44.953 INFO:tasks.workunit.client.0.smithi046.stdout:9/197: getdents dd/d11/d2e/d34/d33 0
2024-03-19T01:51:44.954 INFO:tasks.workunit.client.0.smithi046.stdout:9/198: truncate dd/d11/d17/f30 632300 0
2024-03-19T01:51:44.955 INFO:tasks.workunit.client.0.smithi046.stdout:0/326: unlink d14/d29/d3f/f4d 0
2024-03-19T01:51:44.956 INFO:tasks.workunit.client.0.smithi046.stdout:0/327: chown d14/d1a/f28 121125080 1
2024-03-19T01:51:44.956 INFO:tasks.workunit.client.0.smithi046.stdout:0/328: stat d14/d1a/f30 0
2024-03-19T01:51:44.957 INFO:tasks.workunit.client.0.smithi046.stdout:8/241: fsync d0/f22 0
2024-03-19T01:51:44.958 INFO:tasks.workunit.client.0.smithi046.stdout:9/199: mkdir dd/d3c 0
2024-03-19T01:51:44.960 INFO:tasks.workunit.client.0.smithi046.stdout:0/329: rename d14/d34/c3a to d14/d29/d4b/d65/c73 0
2024-03-19T01:51:44.968 INFO:tasks.workunit.client.0.smithi046.stdout:8/242: link d0/d5/da/df/f14 d0/d5/da/df/d47/f4d 0
2024-03-19T01:51:44.971 INFO:tasks.workunit.client.0.smithi046.stdout:0/330: mkdir d14/d34/d4e/d5e/d5f/d74 0
2024-03-19T01:51:44.972 INFO:tasks.workunit.client.0.smithi046.stdout:8/243: rename d0/d5/da/d45/f2e to d0/d5/dc/f4e 0
2024-03-19T01:51:44.974 INFO:tasks.workunit.client.0.smithi046.stdout:9/200: getdents dd 0
2024-03-19T01:51:44.977 INFO:tasks.workunit.client.0.smithi046.stdout:8/244: dwrite d0/d5/da/f1c [4194304,4194304] 0
2024-03-19T01:51:45.016 INFO:tasks.workunit.client.0.smithi046.stdout:7/198: sync
2024-03-19T01:51:45.024 INFO:tasks.workunit.client.0.smithi046.stdout:9/201: mkdir dd/d3d 0
2024-03-19T01:51:45.025 INFO:tasks.workunit.client.0.smithi046.stdout:8/245: write d0/d5/da/df/f1f [1573200,69756] 0
2024-03-19T01:51:45.026 INFO:tasks.workunit.client.0.smithi046.stdout:0/331: getdents d14 0
2024-03-19T01:51:45.027 INFO:tasks.workunit.client.0.smithi046.stdout:8/246: write d0/d5/da/df/f1f [522876,93479] 0
2024-03-19T01:51:45.028 INFO:tasks.workunit.client.0.smithi046.stdout:0/332: truncate d14/d29/f67 282748 0
2024-03-19T01:51:45.028 INFO:tasks.workunit.client.0.smithi046.stdout:7/199: creat d1/dc/df/d11/f41 x:0 0 0
2024-03-19T01:51:45.029 INFO:tasks.workunit.client.0.smithi046.stdout:7/200: readlink d1/dc/d18/l1d 0
2024-03-19T01:51:45.029 INFO:tasks.workunit.client.0.smithi046.stdout:7/201: stat d1/dc/l19 0
2024-03-19T01:51:45.032 INFO:tasks.workunit.client.0.smithi046.stdout:7/202: mknod d1/dc/c42 0
2024-03-19T01:51:45.033 INFO:tasks.workunit.client.0.smithi046.stdout:7/203: dread - d1/dc/f24 zero size
2024-03-19T01:51:45.034 INFO:tasks.workunit.client.0.smithi046.stdout:8/247: dwrite d0/d5/da/f46 [0,4194304] 0
2024-03-19T01:51:45.034 INFO:tasks.workunit.client.0.smithi046.stdout:7/204: chown d1/dc/df/l26 44 1
2024-03-19T01:51:45.035 INFO:tasks.workunit.client.0.smithi046.stdout:0/333: truncate d14/d1a/f28 1649958 0
2024-03-19T01:51:45.035 INFO:tasks.workunit.client.0.smithi046.stdout:0/334: readlink d14/l46 0
2024-03-19T01:51:45.037 INFO:tasks.workunit.client.0.smithi046.stdout:9/202: dread - dd/f29 zero size
2024-03-19T01:51:45.039 INFO:tasks.workunit.client.0.smithi046.stdout:7/205: rmdir d1/dc/df 39
2024-03-19T01:51:45.042 INFO:tasks.workunit.client.0.smithi046.stdout:0/335: creat d14/d1a/f75 x:0 0 0
2024-03-19T01:51:45.043 INFO:tasks.workunit.client.0.smithi046.stdout:0/336: read d14/d1a/f30 [4305999,35340] 0
2024-03-19T01:51:45.044 INFO:tasks.workunit.client.0.smithi046.stdout:7/206: mkdir d1/dc/d18/d43 0
2024-03-19T01:51:45.045 INFO:tasks.workunit.client.0.smithi046.stdout:0/337: truncate d14/f3c 560016 0
2024-03-19T01:51:45.045 INFO:tasks.workunit.client.0.smithi046.stdout:0/338: write d14/f1f [137502,103352] 0
2024-03-19T01:51:45.047 INFO:tasks.workunit.client.0.smithi046.stdout:0/339: chown d14/f25 615334856 1
2024-03-19T01:51:45.047 INFO:tasks.workunit.client.0.smithi046.stdout:8/248: rename d0/d5/da/df/l3e to d0/d5/da/l4f 0
2024-03-19T01:51:45.050 INFO:tasks.workunit.client.0.smithi046.stdout:8/249: creat d0/d5/da/d45/f50 x:0 0 0
2024-03-19T01:51:45.053 INFO:tasks.workunit.client.0.smithi046.stdout:0/340: rename d14/d1a/f30 to d14/d29/d3f/f76 0
2024-03-19T01:51:45.055 INFO:tasks.workunit.client.0.smithi046.stdout:0/341: chown f9 172 1
2024-03-19T01:51:45.056 INFO:tasks.workunit.client.0.smithi046.stdout:0/342: write d14/d29/d4b/f63 [3379461,107134] 0
2024-03-19T01:51:45.057 INFO:tasks.workunit.client.0.smithi046.stdout:8/250: rename d0/d5/da/df/f19 to d0/d5/dc/d48/f51 0
2024-03-19T01:51:45.058 INFO:tasks.workunit.client.0.smithi046.stdout:8/251: chown d0/d5/da/d45/f34 6 1
2024-03-19T01:51:45.058 INFO:tasks.workunit.client.0.smithi046.stdout:8/252: readlink d0/l31 0
2024-03-19T01:51:45.060 INFO:tasks.workunit.client.0.smithi046.stdout:0/343: creat d14/d1a/d61/f77 x:0 0 0
2024-03-19T01:51:45.061 INFO:tasks.workunit.client.0.smithi046.stdout:9/203: dread dd/d11/d17/f35 [0,4194304] 0
2024-03-19T01:51:45.063 INFO:tasks.workunit.client.0.smithi046.stdout:0/344: creat d14/f78 x:0 0 0
2024-03-19T01:51:45.064 INFO:tasks.workunit.client.0.smithi046.stdout:7/207: link d1/dc/df/d11/f2e d1/dc/d18/d43/f44 0
2024-03-19T01:51:45.072 INFO:tasks.workunit.client.0.smithi046.stdout:9/204: creat dd/d1c/d20/f3e x:0 0 0
2024-03-19T01:51:45.073 INFO:tasks.workunit.client.0.smithi046.stdout:9/205: readlink lb 0
2024-03-19T01:51:45.073 INFO:tasks.workunit.client.0.smithi046.stdout:7/208: dwrite d1/f33 [0,4194304] 0
2024-03-19T01:51:45.074 INFO:tasks.workunit.client.0.smithi046.stdout:9/206: write dd/d1c/f26 [863079,94437] 0
2024-03-19T01:51:45.075 INFO:tasks.workunit.client.0.smithi046.stdout:7/209: write d1/dc/d18/f3a [910457,78185] 0
2024-03-19T01:51:45.080 INFO:tasks.workunit.client.0.smithi046.stdout:7/210: creat d1/dc/df/d11/d39/f45 x:0 0 0
2024-03-19T01:51:45.081 INFO:tasks.workunit.client.0.smithi046.stdout:8/253: dwrite d0/d5/da/df/d47/f4d [0,4194304] 0
2024-03-19T01:51:45.083 INFO:tasks.workunit.client.0.smithi046.stdout:0/345: write d14/d26/f5d [503952,1767] 0
2024-03-19T01:51:45.083 INFO:tasks.workunit.client.0.smithi046.stdout:9/207: dread dd/f24 [0,4194304] 0
2024-03-19T01:51:45.085 INFO:tasks.workunit.client.0.smithi046.stdout:0/346: chown d14/d29/d4b 10 1
2024-03-19T01:51:45.089 INFO:tasks.workunit.client.0.smithi046.stdout:0/347: symlink d14/d29/d4b/d65/l79 0
2024-03-19T01:51:45.090 INFO:tasks.workunit.client.0.smithi046.stdout:9/208: mknod dd/d11/d17/d3a/c3f 0
2024-03-19T01:51:45.093 INFO:tasks.workunit.client.0.smithi046.stdout:1/176: sync
2024-03-19T01:51:45.093 INFO:tasks.workunit.client.0.smithi046.stdout:2/176: sync
2024-03-19T01:51:45.116 INFO:tasks.workunit.client.0.smithi046.stdout:7/211: truncate d1/dc/df/f34 1029385 0
2024-03-19T01:51:45.122 INFO:tasks.workunit.client.0.smithi046.stdout:1/177: rename d0/f8 to d0/dd/f39 0
2024-03-19T01:51:45.130 INFO:tasks.workunit.client.0.smithi046.stdout:0/348: mknod d14/d34/d4e/c7a 0
2024-03-19T01:51:45.133 INFO:tasks.workunit.client.0.smithi046.stdout:7/212: creat d1/dc/df/d11/d39/f46 x:0 0 0
2024-03-19T01:51:45.148 INFO:tasks.workunit.client.0.smithi046.stdout:0/349: write d14/f25 [649963,79405] 0
2024-03-19T01:51:45.151 INFO:tasks.workunit.client.0.smithi046.stdout:7/213: unlink d1/dc/l3b 0
2024-03-19T01:51:45.172 INFO:tasks.workunit.client.0.smithi046.stdout:0/350: rename d14/d29 to d14/d26/d7b 0
2024-03-19T01:51:45.173 INFO:tasks.workunit.client.0.smithi046.stdout:7/214: readlink d1/dc/l16 0
2024-03-19T01:51:45.173 INFO:tasks.workunit.client.0.smithi046.stdout:2/177: truncate d0/dc/d16/f19 1456853 0
2024-03-19T01:51:45.174 INFO:tasks.workunit.client.0.smithi046.stdout:9/209: getdents dd/d1c/d20 0
2024-03-19T01:51:45.175 INFO:tasks.workunit.client.0.smithi046.stdout:7/215: write d1/d2a/f2d [444405,125904] 0
2024-03-19T01:51:45.175 INFO:tasks.workunit.client.0.smithi046.stdout:0/351: read f9 [373031,66536] 0
2024-03-19T01:51:45.175 INFO:tasks.workunit.client.0.smithi046.stdout:9/210: write dd/f29 [184066,89401] 0
2024-03-19T01:51:45.176 INFO:tasks.workunit.client.0.smithi046.stdout:1/178: getdents d0/dd/d26 0
2024-03-19T01:51:45.177 INFO:tasks.workunit.client.0.smithi046.stdout:7/216: write d1/d2a/f2d [305785,93508] 0
2024-03-19T01:51:45.178 INFO:tasks.workunit.client.0.smithi046.stdout:2/178: rmdir d0/d27 39
2024-03-19T01:51:45.184 INFO:tasks.workunit.client.0.smithi046.stdout:4/289: sync
2024-03-19T01:51:45.184 INFO:tasks.workunit.client.0.smithi046.stdout:5/227: sync
2024-03-19T01:51:45.184 INFO:tasks.workunit.client.0.smithi046.stdout:6/190: sync
2024-03-19T01:51:45.184 INFO:tasks.workunit.client.0.smithi046.stdout:3/268: sync
2024-03-19T01:51:45.186 INFO:tasks.workunit.client.0.smithi046.stdout:4/290: stat d7/d10/d13/d58 0
2024-03-19T01:51:45.188 INFO:tasks.workunit.client.0.smithi046.stdout:4/291: write d7/d10/f40 [30733,33737] 0
2024-03-19T01:51:45.189 INFO:tasks.workunit.client.0.smithi046.stdout:4/292: write d7/d10/d4c/f5f [733310,114914] 0
2024-03-19T01:51:45.190 INFO:tasks.workunit.client.0.smithi046.stdout:1/179: link d0/f14 d0/dd/d26/d23/d28/f3a 0
2024-03-19T01:51:45.191 INFO:tasks.workunit.client.0.smithi046.stdout:1/180: write d0/d6/f35 [1538915,66734] 0
2024-03-19T01:51:45.195 INFO:tasks.workunit.client.0.smithi046.stdout:3/269: mkdir d5/d17/d31/d54 0
2024-03-19T01:51:45.196 INFO:tasks.workunit.client.0.smithi046.stdout:0/352: mknod d14/c7c 0
2024-03-19T01:51:45.200 INFO:tasks.workunit.client.0.smithi046.stdout:3/270: dwrite d5/d10/d24/f4d [0,4194304] 0
2024-03-19T01:51:45.205 INFO:tasks.workunit.client.0.smithi046.stdout:1/181: mkdir d0/dd/d26/d23/d3b 0
2024-03-19T01:51:45.206 INFO:tasks.workunit.client.0.smithi046.stdout:6/191: dwrite d1a/f23 [0,4194304] 0
2024-03-19T01:51:45.207 INFO:tasks.workunit.client.0.smithi046.stdout:1/182: fdatasync d0/dd/f12 0
2024-03-19T01:51:45.208 INFO:tasks.workunit.client.0.smithi046.stdout:1/183: readlink d0/dd/d26/d23/d28/l32 0
2024-03-19T01:51:45.212 INFO:tasks.workunit.client.0.smithi046.stdout:9/211: getdents dd/d11/d2e/d34 0
2024-03-19T01:51:45.222 INFO:tasks.workunit.client.0.smithi046.stdout:6/192: rmdir d1a/d1d/d30 39
2024-03-19T01:51:45.223 INFO:tasks.workunit.client.0.smithi046.stdout:3/271: dwrite d5/f21 [0,4194304] 0
2024-03-19T01:51:45.224 INFO:tasks.workunit.client.0.smithi046.stdout:3/272: chown d5/d10/d24/f4d 498766 1
2024-03-19T01:51:45.225 INFO:tasks.workunit.client.0.smithi046.stdout:2/179: rmdir d0/d27/d35 0
2024-03-19T01:51:45.226 INFO:tasks.workunit.client.0.smithi046.stdout:3/273: write d5/d10/d24/d2d/f4a [926404,31536] 0
2024-03-19T01:51:45.227 INFO:tasks.workunit.client.0.smithi046.stdout:2/180: chown d0/fa 1023947506 1
2024-03-19T01:51:45.230 INFO:tasks.workunit.client.0.smithi046.stdout:1/184: mkdir d0/dd/d26/d23/d28/d3c 0
2024-03-19T01:51:45.230 INFO:tasks.workunit.client.0.smithi046.stdout:7/217: dread d1/dc/df/f34 [0,4194304] 0
2024-03-19T01:51:45.231 INFO:tasks.workunit.client.0.smithi046.stdout:9/212: creat dd/d11/d17/f40 x:0 0 0
2024-03-19T01:51:45.235 INFO:tasks.workunit.client.0.smithi046.stdout:8/254: sync
2024-03-19T01:51:45.235 INFO:tasks.workunit.client.0.smithi046.stdout:5/228: truncate d0/d1/d1d/f34 3257662 0
2024-03-19T01:51:45.238 INFO:tasks.workunit.client.0.smithi046.stdout:7/218: read d1/d2a/f2d [115070,111942] 0
2024-03-19T01:51:45.243 INFO:tasks.workunit.client.0.smithi046.stdout:6/193: mknod d1a/c49 0
2024-03-19T01:51:45.244 INFO:tasks.workunit.client.0.smithi046.stdout:1/185: dwrite d0/d6/da/f1a [4194304,4194304] 0
2024-03-19T01:51:45.246 INFO:tasks.workunit.client.0.smithi046.stdout:3/274: rename d5/d17/d31/f3a to d5/d10/d51/f55 0
2024-03-19T01:51:45.247 INFO:tasks.workunit.client.0.smithi046.stdout:3/275: fsync d5/f4c 0
2024-03-19T01:51:45.249 INFO:tasks.workunit.client.0.smithi046.stdout:2/181: dread d0/dc/fe [0,4194304] 0
2024-03-19T01:51:45.250 INFO:tasks.workunit.client.0.smithi046.stdout:7/219: dwrite d1/dc/d18/f3a [0,4194304] 0
2024-03-19T01:51:45.250 INFO:tasks.workunit.client.0.smithi046.stdout:9/213: rmdir dd 39
2024-03-19T01:51:45.255 INFO:tasks.workunit.client.0.smithi046.stdout:4/293: getdents d7 0
2024-03-19T01:51:45.256 INFO:tasks.workunit.client.0.smithi046.stdout:5/229: mknod d0/d1/d20/d26/c54 0
2024-03-19T01:51:45.258 INFO:tasks.workunit.client.0.smithi046.stdout:0/353: unlink d14/f3c 0
2024-03-19T01:51:45.258 INFO:tasks.workunit.client.0.smithi046.stdout:1/186: dread d0/dd/f12 [0,4194304] 0
2024-03-19T01:51:45.261 INFO:tasks.workunit.client.0.smithi046.stdout:5/230: read d0/d1/fe [2170034,98833] 0
2024-03-19T01:51:45.262 INFO:tasks.workunit.client.0.smithi046.stdout:6/194: creat d1a/d26/d2e/f4a x:0 0 0
2024-03-19T01:51:45.262 INFO:tasks.workunit.client.0.smithi046.stdout:6/195: fdatasync d1a/d26/f3b 0
2024-03-19T01:51:45.263 INFO:tasks.workunit.client.0.smithi046.stdout:2/182: symlink d0/d27/l3d 0
2024-03-19T01:51:45.263 INFO:tasks.workunit.client.0.smithi046.stdout:6/196: fdatasync d1a/d1d/f2c 0
2024-03-19T01:51:45.264 INFO:tasks.workunit.client.0.smithi046.stdout:6/197: fsync d1a/d1d/f32 0
2024-03-19T01:51:45.266 INFO:tasks.workunit.client.0.smithi046.stdout:7/220: creat d1/dc/d18/f47 x:0 0 0
2024-03-19T01:51:45.274 INFO:tasks.workunit.client.0.smithi046.stdout:4/294: dwrite d7/d10/d13/f27 [0,4194304] 0
2024-03-19T01:51:45.275 INFO:tasks.workunit.client.0.smithi046.stdout:5/231: symlink d0/d1/d20/d47/d4e/d41/l55 0
2024-03-19T01:51:45.277 INFO:tasks.workunit.client.0.smithi046.stdout:5/232: write d0/d1/fe [1350336,80453] 0
2024-03-19T01:51:45.277 INFO:tasks.workunit.client.0.smithi046.stdout:0/354: dwrite d14/d1a/f27 [0,4194304] 0
2024-03-19T01:51:45.278 INFO:tasks.workunit.client.0.smithi046.stdout:2/183: unlink d0/dc/d1e/l26 0
2024-03-19T01:51:45.279 INFO:tasks.workunit.client.0.smithi046.stdout:2/184: chown d0/dc/d16/f1f 21 1
2024-03-19T01:51:45.279 INFO:tasks.workunit.client.0.smithi046.stdout:6/198: symlink d1a/d26/l4b 0
2024-03-19T01:51:45.280 INFO:tasks.workunit.client.0.smithi046.stdout:5/233: write d0/d1/d20/d26/f2c [1310396,102266] 0
2024-03-19T01:51:45.281 INFO:tasks.workunit.client.0.smithi046.stdout:2/185: chown d0/dc/d16/c1d 130141056 1
2024-03-19T01:51:45.283 INFO:tasks.workunit.client.0.smithi046.stdout:7/221: creat d1/d2a/f48 x:0 0 0
2024-03-19T01:51:45.284 INFO:tasks.workunit.client.0.smithi046.stdout:1/187: mkdir d0/dd/d26/d23/d3b/d3d 0
2024-03-19T01:51:45.286 INFO:tasks.workunit.client.0.smithi046.stdout:8/255: truncate d0/d5/dc/f10 5985601 0
2024-03-19T01:51:45.289 INFO:tasks.workunit.client.0.smithi046.stdout:4/295: mknod d7/d10/d13/c62 0
2024-03-19T01:51:45.289 INFO:tasks.workunit.client.0.smithi046.stdout:4/296: dread - d7/f26 zero size
2024-03-19T01:51:45.293 INFO:tasks.workunit.client.0.smithi046.stdout:9/214: getdents dd/d11/d2e/d34/d33 0
2024-03-19T01:51:45.297 INFO:tasks.workunit.client.0.smithi046.stdout:5/234: truncate d0/f33 491584 0
2024-03-19T01:51:45.299 INFO:tasks.workunit.client.0.smithi046.stdout:2/186: rmdir d0/d27 39
2024-03-19T01:51:45.302 INFO:tasks.workunit.client.0.smithi046.stdout:1/188: rmdir d0 39
2024-03-19T01:51:45.308 INFO:tasks.workunit.client.0.smithi046.stdout:4/297: rename d7/d20/d30 to d7/d4f/d63 0
2024-03-19T01:51:45.311 INFO:tasks.workunit.client.0.smithi046.stdout:6/199: creat d1a/d1d/d30/f4c x:0 0 0
2024-03-19T01:51:45.312 INFO:tasks.workunit.client.0.smithi046.stdout:2/187: write d0/dc/d1e/f2c [252565,24429] 0
2024-03-19T01:51:45.312 INFO:tasks.workunit.client.0.smithi046.stdout:7/222: truncate d1/dc/df/f1b 1002588 0
2024-03-19T01:51:45.314 INFO:tasks.workunit.client.0.smithi046.stdout:1/189: chown d0/dd/c33 52279430 1
2024-03-19T01:51:45.314 INFO:tasks.workunit.client.0.smithi046.stdout:8/256: truncate d0/d5/dc/d48/f51 1119902 0
2024-03-19T01:51:45.316 INFO:tasks.workunit.client.0.smithi046.stdout:5/235: dread d0/d1/d4/f28 [0,4194304] 0
2024-03-19T01:51:45.319 INFO:tasks.workunit.client.0.smithi046.stdout:6/200: unlink c16 0
2024-03-19T01:51:45.319 INFO:tasks.workunit.client.0.smithi046.stdout:7/223: dwrite d1/dc/f36 [4194304,4194304] 0
2024-03-19T01:51:45.320 INFO:tasks.workunit.client.0.smithi046.stdout:6/201: fsync d1a/d1d/d30/f41 0
2024-03-19T01:51:45.322 INFO:tasks.workunit.client.0.smithi046.stdout:2/188: fdatasync d0/d27/f29 0
2024-03-19T01:51:45.333 INFO:tasks.workunit.client.0.smithi046.stdout:9/215: truncate dd/d11/d2e/d34/f38 2435216 0
2024-03-19T01:51:45.338 INFO:tasks.workunit.client.0.smithi046.stdout:9/216: dwrite dd/f29 [0,4194304] 0
2024-03-19T01:51:45.339 INFO:tasks.workunit.client.0.smithi046.stdout:6/202: mkdir d1a/d4d 0
2024-03-19T01:51:45.340 INFO:tasks.workunit.client.0.smithi046.stdout:9/217: truncate dd/d1c/d20/f21 4290883 0
2024-03-19T01:51:45.340 INFO:tasks.workunit.client.0.smithi046.stdout:6/203: dread - d1a/d1d/d30/f31 zero size
2024-03-19T01:51:45.342 INFO:tasks.workunit.client.0.smithi046.stdout:2/189: rename d0/dc/d16/d2f/l3a to d0/dc/d16/d2f/l3e 0
2024-03-19T01:51:45.344 INFO:tasks.workunit.client.0.smithi046.stdout:8/257: getdents d0/d5/dc/d42 0
2024-03-19T01:51:45.348 INFO:tasks.workunit.client.0.smithi046.stdout:5/236: mkdir d0/d1/d56 0
2024-03-19T01:51:45.357 INFO:tasks.workunit.client.0.smithi046.stdout:6/204: mkdir d1a/d4e 0
2024-03-19T01:51:45.359 INFO:tasks.workunit.client.0.smithi046.stdout:2/190: mknod d0/dc/d16/c3f 0
2024-03-19T01:51:45.360 INFO:tasks.workunit.client.0.smithi046.stdout:1/190: truncate d0/dd/d26/d23/f2b 741395 0
2024-03-19T01:51:45.363 INFO:tasks.workunit.client.0.smithi046.stdout:7/224: write d1/dc/d18/d43/f44 [1547017,95340] 0
2024-03-19T01:51:45.371 INFO:tasks.workunit.client.0.smithi046.stdout:6/205: rename d1a/d26/l4b to d1a/d1d/d30/d42/l4f 0
2024-03-19T01:51:45.371 INFO:tasks.workunit.client.0.smithi046.stdout:5/237: write d0/d1/f4a [1789435,30291] 0
2024-03-19T01:51:45.372 INFO:tasks.workunit.client.0.smithi046.stdout:2/191: readlink d0/dc/d16/l38 0
2024-03-19T01:51:45.372 INFO:tasks.workunit.client.0.smithi046.stdout:6/206: truncate d1a/d1d/f29 829272 0
2024-03-19T01:51:45.376 INFO:tasks.workunit.client.0.smithi046.stdout:6/207: write d1a/d26/f3b [681771,66940] 0
2024-03-19T01:51:45.378 INFO:tasks.workunit.client.0.smithi046.stdout:6/208: chown d1a/d1d/f21 27 1
2024-03-19T01:51:45.380 INFO:tasks.workunit.client.0.smithi046.stdout:5/238: dwrite d0/d2d/f39 [0,4194304] 0
2024-03-19T01:51:45.386 INFO:tasks.workunit.client.0.smithi046.stdout:6/209: dwrite d1a/d1d/d30/f31 [0,4194304] 0
2024-03-19T01:51:45.388 INFO:tasks.workunit.client.0.smithi046.stdout:0/355: link d14/d1a/l20 d14/d34/d4e/l7d 0
2024-03-19T01:51:45.389 INFO:tasks.workunit.client.0.smithi046.stdout:7/225: truncate d1/dc/df/f34 229188 0
2024-03-19T01:51:45.391 INFO:tasks.workunit.client.0.smithi046.stdout:9/218: creat dd/d3c/f41 x:0 0 0
2024-03-19T01:51:45.396 INFO:tasks.workunit.client.0.smithi046.stdout:2/192: dread d0/f5 [0,4194304] 0
2024-03-19T01:51:45.398 INFO:tasks.workunit.client.0.smithi046.stdout:9/219: dwrite fc [0,4194304] 0
2024-03-19T01:51:45.399 INFO:tasks.workunit.client.0.smithi046.stdout:9/220: chown dd/d11/d17/d3a/c3f 1 1
2024-03-19T01:51:45.405 INFO:tasks.workunit.client.0.smithi046.stdout:5/239: rename d0/d1/d4/l4c to d0/d1/d37/l57 0
2024-03-19T01:51:45.406 INFO:tasks.workunit.client.0.smithi046.stdout:6/210: creat d1a/d4e/f50 x:0 0 0
2024-03-19T01:51:45.411 INFO:tasks.workunit.client.0.smithi046.stdout:9/221: unlink lb 0
2024-03-19T01:51:45.412 INFO:tasks.workunit.client.0.smithi046.stdout:3/276: sync
2024-03-19T01:51:45.414 INFO:tasks.workunit.client.0.smithi046.stdout:9/222: truncate dd/d1c/d20/f22 1257938 0
2024-03-19T01:51:45.415 INFO:tasks.workunit.client.0.smithi046.stdout:2/193: write d0/dc/d16/f23 [3132642,131068] 0
2024-03-19T01:51:45.416 INFO:tasks.workunit.client.0.smithi046.stdout:5/240: chown d0/d1/d4/c25 2 1
2024-03-19T01:51:45.417 INFO:tasks.workunit.client.0.smithi046.stdout:6/211: symlink d1a/d1d/d30/d3a/l51 0
2024-03-19T01:51:45.418 INFO:tasks.workunit.client.0.smithi046.stdout:7/226: fdatasync d1/dc/df/f34 0
2024-03-19T01:51:45.419 INFO:tasks.workunit.client.0.smithi046.stdout:5/241: stat d0/d2d/d50 0
2024-03-19T01:51:45.423 INFO:tasks.workunit.client.0.smithi046.stdout:7/227: rmdir d1/dc/d18 39
2024-03-19T01:51:45.424 INFO:tasks.workunit.client.0.smithi046.stdout:0/356: dread d14/d1a/f2d [0,4194304] 0
2024-03-19T01:51:45.424 INFO:tasks.workunit.client.0.smithi046.stdout:3/277: dread d5/d10/f16 [0,4194304] 0
2024-03-19T01:51:45.424 INFO:tasks.workunit.client.0.smithi046.stdout:5/242: readlink d0/d1/d20/d47/d4e/d41/l55 0
2024-03-19T01:51:45.425 INFO:tasks.workunit.client.0.smithi046.stdout:1/191: dread d0/dd/f39 [0,4194304] 0
2024-03-19T01:51:45.427 INFO:tasks.workunit.client.0.smithi046.stdout:2/194: unlink d0/dc/d16/f19 0
2024-03-19T01:51:45.428 INFO:tasks.workunit.client.0.smithi046.stdout:9/223: dwrite dd/d1c/d20/f3e [0,4194304] 0
2024-03-19T01:51:45.432 INFO:tasks.workunit.client.0.smithi046.stdout:7/228: mknod d1/d2a/c49 0
2024-03-19T01:51:45.432 INFO:tasks.workunit.client.0.smithi046.stdout:0/357: creat d14/d34/d4e/d5e/f7e x:0 0 0
2024-03-19T01:51:45.434 INFO:tasks.workunit.client.0.smithi046.stdout:6/212: dread fb [0,4194304] 0
2024-03-19T01:51:45.434 INFO:tasks.workunit.client.0.smithi046.stdout:7/229: dread d1/dc/df/f34 [0,4194304] 0
2024-03-19T01:51:45.434 INFO:tasks.workunit.client.0.smithi046.stdout:2/195: rmdir d0/dc/d1e 39
2024-03-19T01:51:45.435 INFO:tasks.workunit.client.0.smithi046.stdout:4/298: sync
2024-03-19T01:51:45.436 INFO:tasks.workunit.client.0.smithi046.stdout:2/196: chown d0/d27 1455 1
2024-03-19T01:51:45.436 INFO:tasks.workunit.client.0.smithi046.stdout:6/213: chown d1a/d26/d2e/f4a 6794807 1
2024-03-19T01:51:45.437 INFO:tasks.workunit.client.0.smithi046.stdout:9/224: rename dd/d11/d17/f40 to dd/d3d/f42 0
2024-03-19T01:51:45.437 INFO:tasks.workunit.client.0.smithi046.stdout:2/197: fsync d0/d27/f31 0
2024-03-19T01:51:45.437 INFO:tasks.workunit.client.0.smithi046.stdout:5/243: dread d0/d1/d1d/f34 [0,4194304] 0
2024-03-19T01:51:45.437 INFO:tasks.workunit.client.0.smithi046.stdout:6/214: chown d1a/l27 3 1
2024-03-19T01:51:45.439 INFO:tasks.workunit.client.0.smithi046.stdout:5/244: fdatasync d0/d1/f1a 0
2024-03-19T01:51:45.443 INFO:tasks.workunit.client.0.smithi046.stdout:7/230: truncate d1/dc/d18/f37 500273 0
2024-03-19T01:51:45.446 INFO:tasks.workunit.client.0.smithi046.stdout:3/278: truncate d5/f1a 204654 0
2024-03-19T01:51:45.447 INFO:tasks.workunit.client.0.smithi046.stdout:0/358: dread d14/f1d [4194304,4194304] 0
2024-03-19T01:51:45.448 INFO:tasks.workunit.client.0.smithi046.stdout:6/215: creat d1a/d1d/d30/f52 x:0 0 0
2024-03-19T01:51:45.450 INFO:tasks.workunit.client.0.smithi046.stdout:6/216: write f13 [1990893,22525] 0
2024-03-19T01:51:45.451 INFO:tasks.workunit.client.0.smithi046.stdout:6/217: fsync d1a/d4e/f50 0
2024-03-19T01:51:45.452 INFO:tasks.workunit.client.0.smithi046.stdout:2/198: dwrite d0/dc/d16/f1f [0,4194304] 0
2024-03-19T01:51:45.453 INFO:tasks.workunit.client.0.smithi046.stdout:1/192: dread d0/dd/d26/d23/f2a [0,4194304] 0
2024-03-19T01:51:45.456 INFO:tasks.workunit.client.0.smithi046.stdout:1/193: truncate d0/f14 4414433 0
2024-03-19T01:51:45.465 INFO:tasks.workunit.client.0.smithi046.stdout:0/359: dwrite d14/f1d [0,4194304] 0
2024-03-19T01:51:45.468 INFO:tasks.workunit.client.0.smithi046.stdout:0/360: mkdir d14/d34/d4e/d5e/d7f 0
2024-03-19T01:51:45.469 INFO:tasks.workunit.client.0.smithi046.stdout:9/225: rename dd/fe to dd/d3d/f43 0
2024-03-19T01:51:45.470 INFO:tasks.workunit.client.0.smithi046.stdout:7/231: mknod d1/dc/df/d11/d39/c4a 0
2024-03-19T01:51:45.471 INFO:tasks.workunit.client.0.smithi046.stdout:0/361: symlink d14/d34/d4e/d5e/d5f/l80 0
2024-03-19T01:51:45.472 INFO:tasks.workunit.client.0.smithi046.stdout:3/279: write d5/d10/f16 [1594438,12490] 0
2024-03-19T01:51:45.475 INFO:tasks.workunit.client.0.smithi046.stdout:1/194: symlink d0/dd/d26/d23/l3e 0
2024-03-19T01:51:45.478 INFO:tasks.workunit.client.0.smithi046.stdout:0/362: dwrite d14/f1d [0,4194304] 0
2024-03-19T01:51:45.481 INFO:tasks.workunit.client.0.smithi046.stdout:0/363: creat d14/d34/d4e/f81 x:0 0 0
2024-03-19T01:51:45.482 INFO:tasks.workunit.client.0.smithi046.stdout:0/364: chown d14/d34/d4e/d5e/d5f/d74 214 1
2024-03-19T01:51:45.488 INFO:tasks.workunit.client.0.smithi046.stdout:6/218: rename d1a/d1d/f2a to d1a/d1d/d30/d3a/d40/f53 0
2024-03-19T01:51:45.489 INFO:tasks.workunit.client.0.smithi046.stdout:6/219: write fa [6651400,99559] 0
2024-03-19T01:51:45.489 INFO:tasks.workunit.client.0.smithi046.stdout:9/226: symlink dd/d1c/d25/l44 0
2024-03-19T01:51:45.490 INFO:tasks.workunit.client.0.smithi046.stdout:0/365: getdents d14/d34/d4e/d5e 0
2024-03-19T01:51:45.494 INFO:tasks.workunit.client.0.smithi046.stdout:8/258: creat d0/d5/da/f52 x:0 0 0
2024-03-19T01:51:45.494 INFO:tasks.workunit.client.0.smithi046.stdout:2/199: mkdir d0/dc/d16/d39/d40 0
2024-03-19T01:51:45.498 INFO:tasks.workunit.client.0.smithi046.stdout:6/220: unlink d1a/c28 0
2024-03-19T01:51:45.499 INFO:tasks.workunit.client.0.smithi046.stdout:1/195: dread d0/f18 [0,4194304] 0
2024-03-19T01:51:45.500 INFO:tasks.workunit.client.0.smithi046.stdout:5/245: link d0/d1/d1d/l2a d0/d2d/l58 0
2024-03-19T01:51:45.500 INFO:tasks.workunit.client.0.smithi046.stdout:2/200: write d0/dc/d1e/f2c [1194053,110388] 0
2024-03-19T01:51:45.505 INFO:tasks.workunit.client.0.smithi046.stdout:4/299: rename d7/f2a to d7/d10/f64 0
2024-03-19T01:51:45.505 INFO:tasks.workunit.client.0.smithi046.stdout:0/366: write d14/d43/f71 [622833,50452] 0
2024-03-19T01:51:45.507 INFO:tasks.workunit.client.0.smithi046.stdout:2/201: dwrite d0/f24 [0,4194304] 0
2024-03-19T01:51:45.511 INFO:tasks.workunit.client.0.smithi046.stdout:1/196: mkdir d0/d3f 0
2024-03-19T01:51:45.521 INFO:tasks.workunit.client.0.smithi046.stdout:2/202: dread d0/fa [0,4194304] 0
2024-03-19T01:51:45.521 INFO:tasks.workunit.client.0.smithi046.stdout:0/367: chown d14/d26/d7b/f4a 501452839 1
2024-03-19T01:51:45.522 INFO:tasks.workunit.client.0.smithi046.stdout:0/368: write d14/d26/f5d [1315675,88297] 0
2024-03-19T01:51:45.522 INFO:tasks.workunit.client.0.smithi046.stdout:5/246: creat d0/d1/f59 x:0 0 0
2024-03-19T01:51:45.523 INFO:tasks.workunit.client.0.smithi046.stdout:1/197: write d0/dd/d26/d23/d28/f3a [871492,75217] 0
2024-03-19T01:51:45.527 INFO:tasks.workunit.client.0.smithi046.stdout:2/203: mknod d0/dc/d1e/c41 0
2024-03-19T01:51:45.528 INFO:tasks.workunit.client.0.smithi046.stdout:2/204: readlink d0/dc/d1e/l20 0
2024-03-19T01:51:45.528 INFO:tasks.workunit.client.0.smithi046.stdout:9/227: rename dd/d11/d2e/d34/f38 to dd/d1c/f45 0
2024-03-19T01:51:45.532 INFO:tasks.workunit.client.0.smithi046.stdout:9/228: write dd/d11/d17/f30 [65147,23626] 0
2024-03-19T01:51:45.532 INFO:tasks.workunit.client.0.smithi046.stdout:5/247: dwrite d0/f5 [0,4194304] 0
2024-03-19T01:51:45.533 INFO:tasks.workunit.client.0.smithi046.stdout:2/205: dread d0/f11 [0,4194304] 0
2024-03-19T01:51:45.536 INFO:tasks.workunit.client.0.smithi046.stdout:5/248: chown d0/d2d/d2e/f4b 26540027 1
2024-03-19T01:51:45.537 INFO:tasks.workunit.client.0.smithi046.stdout:4/300: dwrite d7/d4f/d63/f49 [0,4194304] 0
2024-03-19T01:51:45.542 INFO:tasks.workunit.client.0.smithi046.stdout:1/198: creat d0/dd/d26/d23/d28/d3c/f40 x:0 0 0
2024-03-19T01:51:45.542 INFO:tasks.workunit.client.0.smithi046.stdout:2/206: dwrite d0/d27/f31 [4194304,4194304] 0
2024-03-19T01:51:45.542 INFO:tasks.workunit.client.0.smithi046.stdout:4/301: creat d7/d4f/d63/f65 x:0 0 0
2024-03-19T01:51:45.543 INFO:tasks.workunit.client.0.smithi046.stdout:6/221: rename d1a/d1d/d30/d3a/l44 to d1a/d26/d2e/d43/l54 0
2024-03-19T01:51:45.557 INFO:tasks.workunit.client.0.smithi046.stdout:4/302: write d7/d4f/d63/f3b [3873194,126503] 0
2024-03-19T01:51:45.558 INFO:tasks.workunit.client.0.smithi046.stdout:2/207: creat d0/dc/d16/d2f/f42 x:0 0 0
2024-03-19T01:51:45.563 INFO:tasks.workunit.client.0.smithi046.stdout:7/232: dread - d1/dc/d18/f3c zero size
2024-03-19T01:51:45.563 INFO:tasks.workunit.client.0.smithi046.stdout:4/303: chown d7/d10/d4c/f4d 1582473173 1
2024-03-19T01:51:45.564 INFO:tasks.workunit.client.0.smithi046.stdout:8/259: rename d0/d5/da/l35 to d0/l53 0
2024-03-19T01:51:45.565 INFO:tasks.workunit.client.0.smithi046.stdout:4/304: rmdir d7/d4f/d63 39
2024-03-19T01:51:45.567 INFO:tasks.workunit.client.0.smithi046.stdout:0/369: rename d14/d1a/d61/f64 to d14/d26/f82 0
2024-03-19T01:51:45.571 INFO:tasks.workunit.client.0.smithi046.stdout:6/222: truncate d1a/d1d/f21 1212954 0
2024-03-19T01:51:45.571 INFO:tasks.workunit.client.0.smithi046.stdout:1/199: dread d0/d6/da/f1a [0,4194304] 0
2024-03-19T01:51:45.572 INFO:tasks.workunit.client.0.smithi046.stdout:0/370: rmdir d14/d34/d4e/d5e 39
2024-03-19T01:51:45.574 INFO:tasks.workunit.client.0.smithi046.stdout:3/280: mkdir d5/d17/d31/d35/d43/d56 0
2024-03-19T01:51:45.575 INFO:tasks.workunit.client.0.smithi046.stdout:2/208: link d0/fa d0/dc/d16/f43 0
2024-03-19T01:51:45.575 INFO:tasks.workunit.client.0.smithi046.stdout:7/233: dwrite d1/dc/d18/f40 [0,4194304] 0
2024-03-19T01:51:45.578 INFO:tasks.workunit.client.0.smithi046.stdout:8/260: dwrite d0/d5/dc/d48/f49 [0,4194304] 0
2024-03-19T01:51:45.578 INFO:tasks.workunit.client.0.smithi046.stdout:4/305: write d7/f26 [261239,25334] 0
2024-03-19T01:51:45.580 INFO:tasks.workunit.client.0.smithi046.stdout:0/371: creat d14/d43/f83 x:0 0 0
2024-03-19T01:51:45.582 INFO:tasks.workunit.client.0.smithi046.stdout:3/281: mkdir d5/d17/d31/d35/d52/d57 0
2024-03-19T01:51:45.583 INFO:tasks.workunit.client.0.smithi046.stdout:6/223: creat d1a/d26/d2e/d43/f55 x:0 0 0
2024-03-19T01:51:45.585 INFO:tasks.workunit.client.0.smithi046.stdout:6/224: readlink d1a/d1d/d30/d3a/l51 0
2024-03-19T01:51:45.586 INFO:tasks.workunit.client.0.smithi046.stdout:1/200: mknod d0/c41 0
2024-03-19T01:51:45.587 INFO:tasks.workunit.client.0.smithi046.stdout:3/282: creat d5/d17/d31/d4b/f58 x:0 0 0
2024-03-19T01:51:45.589 INFO:tasks.workunit.client.0.smithi046.stdout:8/261: dwrite d0/d5/da/df/f14 [0,4194304] 0
2024-03-19T01:51:45.590 INFO:tasks.workunit.client.0.smithi046.stdout:7/234: link d1/dc/l16 d1/dc/df/l4b 0
2024-03-19T01:51:45.590 INFO:tasks.workunit.client.0.smithi046.stdout:2/209: rmdir d0/dc/d16/d39/d40 0
2024-03-19T01:51:45.592 INFO:tasks.workunit.client.0.smithi046.stdout:7/235: chown d1/d2a 1074373 1
2024-03-19T01:51:45.593 INFO:tasks.workunit.client.0.smithi046.stdout:2/210: readlink d0/dc/l25 0
2024-03-19T01:51:45.594 INFO:tasks.workunit.client.0.smithi046.stdout:1/201: creat d0/dd/f42 x:0 0 0
2024-03-19T01:51:45.595 INFO:tasks.workunit.client.0.smithi046.stdout:4/306: dread d7/d4f/d63/f44 [0,4194304] 0
2024-03-19T01:51:45.597 INFO:tasks.workunit.client.0.smithi046.stdout:0/372: getdents d14/d26/d7b/d4b/d65 0
2024-03-19T01:51:45.599 INFO:tasks.workunit.client.0.smithi046.stdout:8/262: read d0/d5/f15 [8154891,85707] 0
2024-03-19T01:51:45.600 INFO:tasks.workunit.client.0.smithi046.stdout:2/211: write d0/f9 [138890,89465] 0
2024-03-19T01:51:45.602 INFO:tasks.workunit.client.0.smithi046.stdout:6/225: dwrite d1a/d1d/f29 [0,4194304] 0
2024-03-19T01:51:45.606 INFO:tasks.workunit.client.0.smithi046.stdout:4/307: symlink d7/d10/d13/d58/d5d/l66 0
2024-03-19T01:51:45.608 INFO:tasks.workunit.client.0.smithi046.stdout:8/263: chown d0/d5/dc/f10 9988 1
2024-03-19T01:51:45.609 INFO:tasks.workunit.client.0.smithi046.stdout:7/236: symlink d1/dc/l4c 0
2024-03-19T01:51:45.611 INFO:tasks.workunit.client.0.smithi046.stdout:0/373: dwrite d14/d34/d4e/f69 [0,4194304] 0
2024-03-19T01:51:45.612 INFO:tasks.workunit.client.0.smithi046.stdout:7/237: readlink d1/dc/l16 0
2024-03-19T01:51:45.613 INFO:tasks.workunit.client.0.smithi046.stdout:8/264: creat d0/d5/da/df/f54 x:0 0 0
2024-03-19T01:51:45.620 INFO:tasks.workunit.client.0.smithi046.stdout:8/265: dwrite d0/d5/da/f46 [0,4194304] 0
2024-03-19T01:51:45.621 INFO:tasks.workunit.client.0.smithi046.stdout:1/202: truncate d0/f5 3337411 0
2024-03-19T01:51:45.622 INFO:tasks.workunit.client.0.smithi046.stdout:3/283: creat d5/f59 x:0 0 0
2024-03-19T01:51:45.622 INFO:tasks.workunit.client.0.smithi046.stdout:7/238: rmdir d1/d2a 39
2024-03-19T01:51:45.623 INFO:tasks.workunit.client.0.smithi046.stdout:6/226: read f11 [569154,88376] 0
2024-03-19T01:51:45.625 INFO:tasks.workunit.client.0.smithi046.stdout:9/229: rename dd to dd/d11/d2e/d34/d33/d46 22
2024-03-19T01:51:45.628 INFO:tasks.workunit.client.0.smithi046.stdout:8/266: readlink d0/l53 0
2024-03-19T01:51:45.628 INFO:tasks.workunit.client.0.smithi046.stdout:4/308: creat d7/d20/f67 x:0 0 0
2024-03-19T01:51:45.630 INFO:tasks.workunit.client.0.smithi046.stdout:4/309: stat d7/d4f/d63/d50/l51 0
2024-03-19T01:51:45.635 INFO:tasks.workunit.client.0.smithi046.stdout:8/267: rename d0/f22 to d0/d5/da/df/d47/f55 0
2024-03-19T01:51:45.636 INFO:tasks.workunit.client.0.smithi046.stdout:9/230: mknod dd/d1c/c47 0
2024-03-19T01:51:45.636 INFO:tasks.workunit.client.0.smithi046.stdout:4/310: mkdir d7/d4f/d63/d50/d68 0
2024-03-19T01:51:45.637 INFO:tasks.workunit.client.0.smithi046.stdout:5/249: creat d0/d2d/f5a x:0 0 0
2024-03-19T01:51:45.640 INFO:tasks.workunit.client.0.smithi046.stdout:3/284: dwrite d5/d10/f16 [4194304,4194304] 0
2024-03-19T01:51:45.640 INFO:tasks.workunit.client.0.smithi046.stdout:0/374: link d14/f2b d14/f84 0
2024-03-19T01:51:45.642 INFO:tasks.workunit.client.0.smithi046.stdout:4/311: creat d7/d10/d13/f69 x:0 0 0
2024-03-19T01:51:45.643 INFO:tasks.workunit.client.0.smithi046.stdout:4/312: readlink d7/d10/d13/l29 0
2024-03-19T01:51:45.644 INFO:tasks.workunit.client.0.smithi046.stdout:8/268: rename d0/d5/da/df/c29 to d0/d5/dc/c56 0
2024-03-19T01:51:45.645 INFO:tasks.workunit.client.0.smithi046.stdout:5/250: getdents d0/d2d/d2e 0
2024-03-19T01:51:45.645 INFO:tasks.workunit.client.0.smithi046.stdout:4/313: write d7/d4f/d63/f49 [3343617,109765] 0
2024-03-19T01:51:45.645 INFO:tasks.workunit.client.0.smithi046.stdout:7/239: symlink d1/dc/df/d11/d39/l4d 0
2024-03-19T01:51:45.646 INFO:tasks.workunit.client.0.smithi046.stdout:0/375: fdatasync d14/f16 0
2024-03-19T01:51:45.648 INFO:tasks.workunit.client.0.smithi046.stdout:9/231: dread dd/d11/d17/f30 [0,4194304] 0
2024-03-19T01:51:45.650 INFO:tasks.workunit.client.0.smithi046.stdout:2/212: dread d0/f28 [0,4194304] 0
2024-03-19T01:51:45.652 INFO:tasks.workunit.client.0.smithi046.stdout:7/240: mkdir d1/dc/d18/d4e 0
2024-03-19T01:51:45.654 INFO:tasks.workunit.client.0.smithi046.stdout:3/285: chown d5/d17/c2f 41 1
2024-03-19T01:51:45.657 INFO:tasks.workunit.client.0.smithi046.stdout:7/241: readlink d1/dc/df/d11/l30 0
2024-03-19T01:51:45.658 INFO:tasks.workunit.client.0.smithi046.stdout:9/232: mkdir dd/d11/d2e/d48 0
2024-03-19T01:51:45.660 INFO:tasks.workunit.client.0.smithi046.stdout:9/233: unlink dd/d11/d17/l36 0
2024-03-19T01:51:45.661 INFO:tasks.workunit.client.0.smithi046.stdout:2/213: link d0/dc/d16/d2f/f42 d0/dc/d1e/d2a/f44 0
2024-03-19T01:51:45.662 INFO:tasks.workunit.client.0.smithi046.stdout:6/227: chown d1a/l25 2 1
2024-03-19T01:51:45.665 INFO:tasks.workunit.client.0.smithi046.stdout:8/269: rename d0/c1b to d0/d5/da/c57 0
2024-03-19T01:51:45.670 INFO:tasks.workunit.client.0.smithi046.stdout:7/242: creat d1/dc/f4f x:0 0 0
2024-03-19T01:51:45.670 INFO:tasks.workunit.client.0.smithi046.stdout:9/234: dwrite dd/d11/d17/f35 [0,4194304] 0
2024-03-19T01:51:45.671 INFO:tasks.workunit.client.0.smithi046.stdout:8/270: mkdir d0/d5/da/d45/d58 0
2024-03-19T01:51:45.671 INFO:tasks.workunit.client.0.smithi046.stdout:3/286: dread d5/f1a [0,4194304] 0
2024-03-19T01:51:45.672 INFO:tasks.workunit.client.0.smithi046.stdout:0/376: dread d14/d26/d7b/f2e [0,4194304] 0
2024-03-19T01:51:45.674 INFO:tasks.workunit.client.0.smithi046.stdout:3/287: fsync d5/d10/d24/d2d/d3b/f4e 0
2024-03-19T01:51:45.675 INFO:tasks.workunit.client.0.smithi046.stdout:4/314: dread d7/d4f/d63/f3b [0,4194304] 0
2024-03-19T01:51:45.675 INFO:tasks.workunit.client.0.smithi046.stdout:3/288: chown d5/d17/d31/d35/l3e 58006105 1
2024-03-19T01:51:45.676 INFO:tasks.workunit.client.0.smithi046.stdout:3/289: dread - d5/d17/d31/f40 zero size
2024-03-19T01:51:45.676 INFO:tasks.workunit.client.0.smithi046.stdout:4/315: symlink d7/d10/d13/d58/l6a 0
2024-03-19T01:51:45.679 INFO:tasks.workunit.client.0.smithi046.stdout:3/290: dread d5/d10/f16 [4194304,4194304] 0
2024-03-19T01:51:45.681 INFO:tasks.workunit.client.0.smithi046.stdout:9/235: rmdir dd/d1c 39
2024-03-19T01:51:45.688 INFO:tasks.workunit.client.0.smithi046.stdout:5/251: rename d0/d1/d20/d26/c27 to d0/c5b 0
2024-03-19T01:51:45.689 INFO:tasks.workunit.client.0.smithi046.stdout:3/291: write d5/d10/d51/f55 [1037539,99370] 0
2024-03-19T01:51:45.691 INFO:tasks.workunit.client.0.smithi046.stdout:0/377: creat d14/d1a/f85 x:0 0 0
2024-03-19T01:51:45.693 INFO:tasks.workunit.client.0.smithi046.stdout:3/292: readlink d5/l14 0
2024-03-19T01:51:45.695 INFO:tasks.workunit.client.0.smithi046.stdout:9/236: mkdir dd/d11/d17/d49 0
2024-03-19T01:51:45.696 INFO:tasks.workunit.client.0.smithi046.stdout:4/316: rename d7/d10/c35 to d7/d4f/c6b 0
2024-03-19T01:51:45.698 INFO:tasks.workunit.client.0.smithi046.stdout:1/203: dread d0/f21 [0,4194304] 0
2024-03-19T01:51:45.702 INFO:tasks.workunit.client.0.smithi046.stdout:7/243: dwrite d1/d2a/f2d [0,4194304] 0
2024-03-19T01:51:45.705 INFO:tasks.workunit.client.0.smithi046.stdout:7/244: rmdir d1/dc/d18/d43 39
2024-03-19T01:51:45.706 INFO:tasks.workunit.client.0.smithi046.stdout:4/317: dwrite d7/d20/f67 [0,4194304] 0
2024-03-19T01:51:45.708 INFO:tasks.workunit.client.0.smithi046.stdout:5/252: symlink d0/d2d/d2e/l5c 0
2024-03-19T01:51:45.710 INFO:tasks.workunit.client.0.smithi046.stdout:9/237: symlink dd/d3d/l4a 0
2024-03-19T01:51:45.710 INFO:tasks.workunit.client.0.smithi046.stdout:1/204: mknod d0/dd/c43 0
2024-03-19T01:51:45.711 INFO:tasks.workunit.client.0.smithi046.stdout:4/318: mkdir d7/d10/d4c/d6c 0
2024-03-19T01:51:45.712 INFO:tasks.workunit.client.0.smithi046.stdout:4/319: read - d7/d10/d4c/f4d zero size
2024-03-19T01:51:45.713 INFO:tasks.workunit.client.0.smithi046.stdout:7/245: link d1/dc/d18/f47 d1/dc/df/d11/f50 0
2024-03-19T01:51:45.713 INFO:tasks.workunit.client.0.smithi046.stdout:0/378: dread d14/d26/d7b/d3f/f76 [0,4194304] 0
2024-03-19T01:51:45.717 INFO:tasks.workunit.client.0.smithi046.stdout:7/246: mknod d1/dc/c51 0
2024-03-19T01:51:45.719 INFO:tasks.workunit.client.0.smithi046.stdout:4/320: creat d7/d10/f6d x:0 0 0
2024-03-19T01:51:45.720 INFO:tasks.workunit.client.0.smithi046.stdout:1/205: rmdir d0/dd/d26/d2c 39
2024-03-19T01:51:45.721 INFO:tasks.workunit.client.0.smithi046.stdout:9/238: symlink dd/d3c/l4b 0
2024-03-19T01:51:45.722 INFO:tasks.workunit.client.0.smithi046.stdout:7/247: dread d1/f2b [0,4194304] 0
2024-03-19T01:51:45.722 INFO:tasks.workunit.client.0.smithi046.stdout:9/239: readlink dd/d11/l2d 0
2024-03-19T01:51:45.723 INFO:tasks.workunit.client.0.smithi046.stdout:0/379: dwrite d14/d43/f83 [0,4194304] 0
2024-03-19T01:51:45.725 INFO:tasks.workunit.client.0.smithi046.stdout:7/248: chown d1/dc/df/d11/l30 62318 1
2024-03-19T01:51:45.725 INFO:tasks.workunit.client.0.smithi046.stdout:4/321: mkdir d7/d4f/d6e 0
2024-03-19T01:51:45.726 INFO:tasks.workunit.client.0.smithi046.stdout:5/253: rmdir d0/d1/d37 39
2024-03-19T01:51:45.729 INFO:tasks.workunit.client.0.smithi046.stdout:2/214: fdatasync d0/dc/d1e/d2a/f44 0
2024-03-19T01:51:45.729 INFO:tasks.workunit.client.0.smithi046.stdout:0/380: symlink d14/d34/d4e/d5e/d5f/d74/l86 0
2024-03-19T01:51:45.732 INFO:tasks.workunit.client.0.smithi046.stdout:0/381: symlink d14/d34/d4e/d5e/d5f/l87 0
2024-03-19T01:51:45.732 INFO:tasks.workunit.client.0.smithi046.stdout:4/322: link d7/d10/d13/l2e d7/d4f/d6e/l6f 0
2024-03-19T01:51:45.733 INFO:tasks.workunit.client.0.smithi046.stdout:4/323: stat d7/d10/c3e 0
2024-03-19T01:51:45.738 INFO:tasks.workunit.client.0.smithi046.stdout:2/215: truncate d0/dc/fe 2189069 0
2024-03-19T01:51:45.755 INFO:tasks.workunit.client.0.smithi046.stdout:3/293: dread d5/d17/f23 [0,4194304] 0
2024-03-19T01:51:45.758 INFO:tasks.workunit.client.0.smithi046.stdout:0/382: dread d14/d26/d7b/d4b/f63 [0,4194304] 0
2024-03-19T01:51:45.759 INFO:tasks.workunit.client.0.smithi046.stdout:7/249: dread d1/dc/f36 [0,4194304] 0
2024-03-19T01:51:45.760 INFO:tasks.workunit.client.0.smithi046.stdout:7/250: fdatasync d1/dc/f4f 0
2024-03-19T01:51:45.762 INFO:tasks.workunit.client.0.smithi046.stdout:0/383: mknod d14/d26/d7b/d3f/d72/c88 0
2024-03-19T01:51:45.763 INFO:tasks.workunit.client.0.smithi046.stdout:4/324: dread d7/f9 [4194304,4194304] 0
2024-03-19T01:51:45.764 INFO:tasks.workunit.client.0.smithi046.stdout:0/384: fsync d14/f84 0
2024-03-19T01:51:45.768 INFO:tasks.workunit.client.0.smithi046.stdout:0/385: creat d14/d26/d7b/d4b/d65/f89 x:0 0 0
2024-03-19T01:51:45.770 INFO:tasks.workunit.client.0.smithi046.stdout:3/294: dwrite d5/f1a [0,4194304] 0
2024-03-19T01:51:45.773 INFO:tasks.workunit.client.0.smithi046.stdout:0/386: mkdir d14/d34/d4e/d5e/d8a 0
2024-03-19T01:51:45.774 INFO:tasks.workunit.client.0.smithi046.stdout:0/387: dread - d14/d34/d4e/f81 zero size
2024-03-19T01:51:45.774 INFO:tasks.workunit.client.0.smithi046.stdout:0/388: chown d14/d43 13156 1
2024-03-19T01:51:45.775 INFO:tasks.workunit.client.0.smithi046.stdout:3/295: mknod d5/d10/d51/c5a 0
2024-03-19T01:51:45.779 INFO:tasks.workunit.client.0.smithi046.stdout:3/296: dread d5/d17/f23 [0,4194304] 0
2024-03-19T01:51:45.780 INFO:tasks.workunit.client.0.smithi046.stdout:1/206: creat d0/f44 x:0 0 0
2024-03-19T01:51:45.781 INFO:tasks.workunit.client.0.smithi046.stdout:9/240: rename dd/d11/c1d to dd/d11/d2e/d48/c4c 0
2024-03-19T01:51:45.782 INFO:tasks.workunit.client.0.smithi046.stdout:7/251: readlink d1/l1a 0
2024-03-19T01:51:45.785 INFO:tasks.workunit.client.0.smithi046.stdout:2/216: getdents d0/dc/d1e 0
2024-03-19T01:51:45.785 INFO:tasks.workunit.client.0.smithi046.stdout:4/325: rename d7/d20/l55 to d7/d10/l70 0
2024-03-19T01:51:45.786 INFO:tasks.workunit.client.0.smithi046.stdout:5/254: dread d0/d1/d4/f19 [0,4194304] 0
2024-03-19T01:51:45.788 INFO:tasks.workunit.client.0.smithi046.stdout:4/326: fdatasync d7/f9 0
2024-03-19T01:51:45.789 INFO:tasks.workunit.client.0.smithi046.stdout:2/217: chown d0/dc/d1e/d2a/l3b 1 1
2024-03-19T01:51:45.789 INFO:tasks.workunit.client.0.smithi046.stdout:3/297: rename d5/d17/f30 to d5/d17/d31/d35/f5b 0
2024-03-19T01:51:45.790 INFO:tasks.workunit.client.0.smithi046.stdout:1/207: mkdir d0/dd/d26/d23/d45 0
2024-03-19T01:51:45.791 INFO:tasks.workunit.client.0.smithi046.stdout:4/327: creat d7/d4f/d63/d50/f71 x:0 0 0
2024-03-19T01:51:45.791 INFO:tasks.workunit.client.0.smithi046.stdout:0/389: dread d14/f37 [0,4194304] 0
2024-03-19T01:51:45.792 INFO:tasks.workunit.client.0.smithi046.stdout:2/218: mknod d0/dc/d1e/d2a/c45 0
2024-03-19T01:51:45.792 INFO:tasks.workunit.client.0.smithi046.stdout:9/241: dread dd/d1c/d25/f32 [0,4194304] 0
2024-03-19T01:51:45.792 INFO:tasks.workunit.client.0.smithi046.stdout:3/298: chown d5/d17/d31/d35/f5b 22 1
2024-03-19T01:51:45.794 INFO:tasks.workunit.client.0.smithi046.stdout:1/208: fsync d0/d6/f35 0
2024-03-19T01:51:45.795 INFO:tasks.workunit.client.0.smithi046.stdout:2/219: unlink d0/c8 0
2024-03-19T01:51:45.797 INFO:tasks.workunit.client.0.smithi046.stdout:9/242: write dd/f12 [643682,16752] 0
2024-03-19T01:51:45.799 INFO:tasks.workunit.client.0.smithi046.stdout:7/252: rename d1/f33 to d1/dc/d18/d43/f52 0
2024-03-19T01:51:45.801 INFO:tasks.workunit.client.0.smithi046.stdout:2/220: creat d0/f46 x:0 0 0
2024-03-19T01:51:45.802 INFO:tasks.workunit.client.0.smithi046.stdout:0/390: creat d14/d26/d7b/d3f/f8b x:0 0 0
2024-03-19T01:51:45.803 INFO:tasks.workunit.client.0.smithi046.stdout:5/255: rename d0/d1/d20/d26/l46 to d0/d1/d20/l5d 0
2024-03-19T01:51:45.804 INFO:tasks.workunit.client.0.smithi046.stdout:3/299: dwrite d5/d10/f1b [0,4194304] 0
2024-03-19T01:51:45.805 INFO:tasks.workunit.client.0.smithi046.stdout:0/391: dread - d14/d26/f82 zero size
2024-03-19T01:51:45.805 INFO:tasks.workunit.client.0.smithi046.stdout:4/328: dwrite d7/f34 [4194304,4194304] 0
2024-03-19T01:51:45.810 INFO:tasks.workunit.client.0.smithi046.stdout:1/209: rename d0/dd/d26/d23/l24 to d0/dd/d26/d23/d3b/d3d/l46 0
2024-03-19T01:51:45.813 INFO:tasks.workunit.client.0.smithi046.stdout:2/221: fdatasync d0/dc/d1e/f2c 0
2024-03-19T01:51:45.814 INFO:tasks.workunit.client.0.smithi046.stdout:4/329: getdents d7/d4f/d63/d50 0
2024-03-19T01:51:45.815 INFO:tasks.workunit.client.0.smithi046.stdout:2/222: stat d0/dc/d16/c3f 0
2024-03-19T01:51:45.816 INFO:tasks.workunit.client.0.smithi046.stdout:3/300: truncate d5/d10/d24/d2d/f4a 907120 0
2024-03-19T01:51:45.819 INFO:tasks.workunit.client.0.smithi046.stdout:2/223: chown d0/dc/d1e/c41 36091239 1
2024-03-19T01:51:45.822 INFO:tasks.workunit.client.0.smithi046.stdout:4/330: creat d7/d10/f72 x:0 0 0
2024-03-19T01:51:45.822 INFO:tasks.workunit.client.0.smithi046.stdout:7/253: dwrite d1/dc/df/d11/d39/f45 [0,4194304] 0
2024-03-19T01:51:45.823 INFO:tasks.workunit.client.0.smithi046.stdout:2/224: write d0/f46 [676375,57330] 0
2024-03-19T01:51:45.826 INFO:tasks.workunit.client.0.smithi046.stdout:1/210: unlink d0/f5 0
2024-03-19T01:51:45.828 INFO:tasks.workunit.client.0.smithi046.stdout:4/331: write d7/d10/d13/f47 [2009039,87706] 0
2024-03-19T01:51:45.828 INFO:tasks.workunit.client.0.smithi046.stdout:5/256: truncate d0/d1/f1a 2501366 0
2024-03-19T01:51:45.830 INFO:tasks.workunit.client.0.smithi046.stdout:4/332: readlink d7/d4f/d63/l45 0
2024-03-19T01:51:45.830 INFO:tasks.workunit.client.0.smithi046.stdout:7/254: chown d1/dc/df/f2c 3661092 1
2024-03-19T01:51:45.832 INFO:tasks.workunit.client.0.smithi046.stdout:9/243: dwrite dd/d11/d17/f3b [0,4194304] 0
2024-03-19T01:51:45.836 INFO:tasks.workunit.client.0.smithi046.stdout:7/255: creat d1/dc/df/f53 x:0 0 0
2024-03-19T01:51:45.836 INFO:tasks.workunit.client.0.smithi046.stdout:0/392: dread d14/d1a/f28 [0,4194304] 0
2024-03-19T01:51:45.837 INFO:tasks.workunit.client.0.smithi046.stdout:7/256: write d1/dc/d18/f40 [2380625,81907] 0
2024-03-19T01:51:45.837 INFO:tasks.workunit.client.0.smithi046.stdout:1/211: unlink d0/c41 0
2024-03-19T01:51:45.840 INFO:tasks.workunit.client.0.smithi046.stdout:7/257: write d1/dc/df/f53 [1040721,71596] 0
2024-03-19T01:51:45.840 INFO:tasks.workunit.client.0.smithi046.stdout:2/225: dread d0/f9 [0,4194304] 0
2024-03-19T01:51:45.840 INFO:tasks.workunit.client.0.smithi046.stdout:0/393: chown l2 17 1
2024-03-19T01:51:45.841 INFO:tasks.workunit.client.0.smithi046.stdout:9/244: rename dd to dd/d11/d2e/d4d 22
2024-03-19T01:51:45.843 INFO:tasks.workunit.client.0.smithi046.stdout:9/245: truncate dd/d11/d2e/d34/f39 182596 0
2024-03-19T01:51:45.843 INFO:tasks.workunit.client.0.smithi046.stdout:0/394: symlink d14/d34/l8c 0
2024-03-19T01:51:45.844 INFO:tasks.workunit.client.0.smithi046.stdout:9/246: write dd/d11/d17/f28 [3687901,49772] 0
2024-03-19T01:51:45.845 INFO:tasks.workunit.client.0.smithi046.stdout:0/395: truncate d14/d1a/f85 200003 0
2024-03-19T01:51:45.845 INFO:tasks.workunit.client.0.smithi046.stdout:7/258: unlink d1/dc/d18/c32 0
2024-03-19T01:51:45.845 INFO:tasks.workunit.client.0.smithi046.stdout:1/212: getdents d0/dd/d26 0
2024-03-19T01:51:45.846 INFO:tasks.workunit.client.0.smithi046.stdout:2/226: unlink d0/dc/cf 0
2024-03-19T01:51:45.848 INFO:tasks.workunit.client.0.smithi046.stdout:9/247: symlink dd/d3c/l4e 0
2024-03-19T01:51:45.849 INFO:tasks.workunit.client.0.smithi046.stdout:4/333: read d7/fc [4932772,20680] 0
2024-03-19T01:51:45.849 INFO:tasks.workunit.client.0.smithi046.stdout:0/396: rename d14/d34/d4e to d14/d26/d7b/d3f/d8d 0
2024-03-19T01:51:45.850 INFO:tasks.workunit.client.0.smithi046.stdout:7/259: rename d1/dc/df to d1/dc/df/d11/d54 22
2024-03-19T01:51:45.851 INFO:tasks.workunit.client.0.smithi046.stdout:9/248: mkdir dd/d11/d2e/d4f 0
2024-03-19T01:51:45.852 INFO:tasks.workunit.client.0.smithi046.stdout:9/249: readlink dd/d1c/d25/l44 0
2024-03-19T01:51:45.852 INFO:tasks.workunit.client.0.smithi046.stdout:0/397: dread d14/d43/f71 [0,4194304] 0
2024-03-19T01:51:45.856 INFO:tasks.workunit.client.0.smithi046.stdout:4/334: getdents d7/d10 0
2024-03-19T01:51:45.858 INFO:tasks.workunit.client.0.smithi046.stdout:0/398: write d14/d1a/f75 [249654,84507] 0
2024-03-19T01:51:45.860 INFO:tasks.workunit.client.0.smithi046.stdout:1/213: write d0/f18 [1351598,61156] 0
2024-03-19T01:51:45.863 INFO:tasks.workunit.client.0.smithi046.stdout:7/260: dread d1/dc/df/d11/f2e [0,4194304] 0
2024-03-19T01:51:45.864 INFO:tasks.workunit.client.0.smithi046.stdout:2/227: dwrite d0/dc/d1e/d2a/f44 [0,4194304] 0
2024-03-19T01:51:45.864 INFO:tasks.workunit.client.0.smithi046.stdout:4/335: rename d7/d4f/d63/d50/d68 to d7/d10/d4c/d73 0
2024-03-19T01:51:45.864 INFO:tasks.workunit.client.0.smithi046.stdout:1/214: rmdir d0/dd/d26/d23 39
2024-03-19T01:51:45.866 INFO:tasks.workunit.client.0.smithi046.stdout:4/336: chown d7/d4f/d6e 9749 1
2024-03-19T01:51:45.866 INFO:tasks.workunit.client.0.smithi046.stdout:1/215: fsync d0/f18 0
2024-03-19T01:51:45.867 INFO:tasks.workunit.client.0.smithi046.stdout:7/261: write d1/d2a/f48 [90644,54786] 0
2024-03-19T01:51:45.867 INFO:tasks.workunit.client.0.smithi046.stdout:0/399: creat d14/d1a/f8e x:0 0 0
2024-03-19T01:51:45.869 INFO:tasks.workunit.client.0.smithi046.stdout:2/228: chown d0/dc/c1b 229066574 1
2024-03-19T01:51:45.873 INFO:tasks.workunit.client.0.smithi046.stdout:1/216: fdatasync d0/dd/d26/d23/d28/d3c/f40 0
2024-03-19T01:51:45.873 INFO:tasks.workunit.client.0.smithi046.stdout:7/262: unlink d1/dc/l19 0
2024-03-19T01:51:45.874 INFO:tasks.workunit.client.0.smithi046.stdout:1/217: write d0/dd/f12 [347797,91553] 0
2024-03-19T01:51:45.875 INFO:tasks.workunit.client.0.smithi046.stdout:0/400: fsync d14/f1d 0
2024-03-19T01:51:45.876 INFO:tasks.workunit.client.0.smithi046.stdout:9/250: dread dd/f24 [0,4194304] 0
2024-03-19T01:51:45.876 INFO:tasks.workunit.client.0.smithi046.stdout:4/337: getdents d7/d10 0
2024-03-19T01:51:45.877 INFO:tasks.workunit.client.0.smithi046.stdout:7/263: mknod d1/dc/c55 0
2024-03-19T01:51:45.878 INFO:tasks.workunit.client.0.smithi046.stdout:0/401: truncate d14/d26/d7b/f4a 713675 0
2024-03-19T01:51:45.878 INFO:tasks.workunit.client.0.smithi046.stdout:2/229: creat d0/dc/d16/d2f/f47 x:0 0 0
2024-03-19T01:51:45.880 INFO:tasks.workunit.client.0.smithi046.stdout:2/230: write d0/f9 [670528,38871] 0
2024-03-19T01:51:45.883 INFO:tasks.workunit.client.0.smithi046.stdout:0/402: mkdir d14/d1a/d8f 0
2024-03-19T01:51:45.884 INFO:tasks.workunit.client.0.smithi046.stdout:4/338: creat d7/f74 x:0 0 0
2024-03-19T01:51:45.885 INFO:tasks.workunit.client.0.smithi046.stdout:9/251: truncate dd/d11/d17/f35 1376053 0
2024-03-19T01:51:45.887 INFO:tasks.workunit.client.0.smithi046.stdout:7/264: dwrite d1/dc/df/d11/d39/f45 [4194304,4194304] 0
2024-03-19T01:51:45.888 INFO:tasks.workunit.client.0.smithi046.stdout:4/339: fdatasync d7/d10/d13/f47 0
2024-03-19T01:51:45.888 INFO:tasks.workunit.client.0.smithi046.stdout:9/252: truncate dd/d11/d2e/d34/f39 743513 0
2024-03-19T01:51:45.889 INFO:tasks.workunit.client.0.smithi046.stdout:0/403: creat d14/d26/d7b/d3f/d8d/d5e/f90 x:0 0 0
2024-03-19T01:51:45.890 INFO:tasks.workunit.client.0.smithi046.stdout:7/265: dread d1/dc/f27 [0,4194304] 0
2024-03-19T01:51:45.890 INFO:tasks.workunit.client.0.smithi046.stdout:2/231: rename d0/dc/d1e to d0/d48 0
2024-03-19T01:51:45.892 INFO:tasks.workunit.client.0.smithi046.stdout:9/253: dread dd/d1c/f45 [0,4194304] 0
2024-03-19T01:51:45.892 INFO:tasks.workunit.client.0.smithi046.stdout:4/340: dread - d7/d4f/d63/d50/f71 zero size
2024-03-19T01:51:45.893 INFO:tasks.workunit.client.0.smithi046.stdout:2/232: mknod d0/d48/c49 0
2024-03-19T01:51:45.896 INFO:tasks.workunit.client.0.smithi046.stdout:4/341: mkdir d7/d10/d13/d58/d75 0
2024-03-19T01:51:45.897 INFO:tasks.workunit.client.0.smithi046.stdout:0/404: mknod d14/d1a/d61/c91 0
2024-03-19T01:51:45.900 INFO:tasks.workunit.client.0.smithi046.stdout:0/405: symlink d14/d34/l92 0
2024-03-19T01:51:45.901 INFO:tasks.workunit.client.0.smithi046.stdout:9/254: dwrite dd/f29 [0,4194304] 0
2024-03-19T01:51:45.902 INFO:tasks.workunit.client.0.smithi046.stdout:0/406: fdatasync d14/d34/f5a 0
2024-03-19T01:51:45.903 INFO:tasks.workunit.client.0.smithi046.stdout:4/342: mknod d7/d20/c76 0
2024-03-19T01:51:45.905 INFO:tasks.workunit.client.0.smithi046.stdout:9/255: rename dd/d1c/d20/f22 to dd/d11/d17/d3a/f50 0
2024-03-19T01:51:45.908 INFO:tasks.workunit.client.0.smithi046.stdout:4/343: creat d7/d10/d13/d58/d75/f77 x:0 0 0
2024-03-19T01:51:45.910 INFO:tasks.workunit.client.0.smithi046.stdout:4/344: fsync d7/d10/d13/f23 0
2024-03-19T01:51:45.911 INFO:tasks.workunit.client.0.smithi046.stdout:2/233: rename d0/d48/d2a/l3b to d0/l4a 0
2024-03-19T01:51:45.913 INFO:tasks.workunit.client.0.smithi046.stdout:4/345: creat d7/d10/d4c/d73/f78 x:0 0 0
2024-03-19T01:51:45.914 INFO:tasks.workunit.client.0.smithi046.stdout:7/266: link d1/dc/l3f d1/dc/l56 0
2024-03-19T01:51:45.914 INFO:tasks.workunit.client.0.smithi046.stdout:2/234: unlink d0/d27/l3d 0
2024-03-19T01:51:45.915 INFO:tasks.workunit.client.0.smithi046.stdout:9/256: dread dd/d11/d17/d3a/f50 [0,4194304] 0
2024-03-19T01:51:45.916 INFO:tasks.workunit.client.0.smithi046.stdout:4/346: mkdir d7/d4f/d63/d79 0
2024-03-19T01:51:45.917 INFO:tasks.workunit.client.0.smithi046.stdout:0/407: truncate d14/d1a/f75 330949 0
2024-03-19T01:51:45.918 INFO:tasks.workunit.client.0.smithi046.stdout:2/235: symlink d0/dc/d16/l4b 0
2024-03-19T01:51:45.918 INFO:tasks.workunit.client.0.smithi046.stdout:4/347: write d7/d10/d13/f23 [4010482,47200] 0
2024-03-19T01:51:45.919 INFO:tasks.workunit.client.0.smithi046.stdout:2/236: readlink d0/d48/d2a/l3c 0
2024-03-19T01:51:45.919 INFO:tasks.workunit.client.0.smithi046.stdout:0/408: dread - d14/d26/d7b/d3f/d8d/f81 zero size
2024-03-19T01:51:45.920 INFO:tasks.workunit.client.0.smithi046.stdout:0/409: chown d14/d26/d7b/c6f 131422 1
2024-03-19T01:51:45.922 INFO:tasks.workunit.client.0.smithi046.stdout:0/410: write d14/d26/d7b/d3f/f62 [1626687,22125] 0
2024-03-19T01:51:45.924 INFO:tasks.workunit.client.0.smithi046.stdout:0/411: fsync d14/f84 0
2024-03-19T01:51:45.937 INFO:tasks.workunit.client.0.smithi046.stdout:0/412: dread d14/f18 [0,4194304] 0
2024-03-19T01:51:45.939 INFO:tasks.workunit.client.0.smithi046.stdout:2/237: dread d0/dc/d16/f23 [0,4194304] 0
2024-03-19T01:51:45.939 INFO:tasks.workunit.client.0.smithi046.stdout:0/413: symlink d14/d26/d7b/d3f/d8d/d5e/d5f/l93 0
2024-03-19T01:51:45.941 INFO:tasks.workunit.client.0.smithi046.stdout:7/267: dread d1/f17 [0,4194304] 0
2024-03-19T01:51:45.941 INFO:tasks.workunit.client.0.smithi046.stdout:0/414: fdatasync d14/d1a/f5c 0
2024-03-19T01:51:45.942 INFO:tasks.workunit.client.0.smithi046.stdout:0/415: dread - d14/d26/d7b/d4b/f70 zero size
2024-03-19T01:51:45.942 INFO:tasks.workunit.client.0.smithi046.stdout:2/238: unlink d0/dc/fe 0
2024-03-19T01:51:45.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:45 smithi073 ceph-mon[66833]: pgmap v53: 129 pgs: 129 active+clean; 185 MiB data, 894 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 11 MiB/s wr, 176 op/s
2024-03-19T01:51:45.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:45 smithi073 ceph-mon[66833]: scrub summary: idle
2024-03-19T01:51:45.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:45 smithi073 ceph-mon[66833]: scrub summary: idle
2024-03-19T01:51:45.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:45 smithi073 ceph-mon[66833]: scrub summary: idle
2024-03-19T01:51:45.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:45 smithi102 ceph-mon[66557]: pgmap v53: 129 pgs: 129 active+clean; 185 MiB data, 894 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 11 MiB/s wr, 176 op/s
2024-03-19T01:51:45.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:45 smithi102 ceph-mon[66557]: scrub summary: idle
2024-03-19T01:51:45.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:45 smithi102 ceph-mon[66557]: scrub summary: idle
2024-03-19T01:51:45.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:45 smithi102 ceph-mon[66557]: scrub summary: idle
2024-03-19T01:51:46.050 INFO:tasks.workunit.client.0.smithi046.stdout:7/268: truncate d1/dc/df/f1b 1145175 0
2024-03-19T01:51:46.051 INFO:tasks.workunit.client.0.smithi046.stdout:7/269: stat d1/dc/df 0
2024-03-19T01:51:46.052 INFO:tasks.workunit.client.0.smithi046.stdout:0/416: dread d14/d1a/f2d [0,4194304] 0
2024-03-19T01:51:46.053 INFO:tasks.workunit.client.0.smithi046.stdout:7/270: symlink d1/dc/d18/d43/l57 0
2024-03-19T01:51:46.053 INFO:tasks.workunit.client.0.smithi046.stdout:2/239: rename d0/d27/c33 to d0/dc/c4c 0
2024-03-19T01:51:46.053 INFO:tasks.workunit.client.0.smithi046.stdout:0/417: stat d14/d1a/f24 0
2024-03-19T01:51:46.055 INFO:tasks.workunit.client.0.smithi046.stdout:7/271: fdatasync d1/dc/d18/f47 0
2024-03-19T01:51:46.056 INFO:tasks.workunit.client.0.smithi046.stdout:0/418: truncate d14/f17 4642178 0
2024-03-19T01:51:46.056 INFO:tasks.workunit.client.0.smithi046.stdout:7/272: dread d1/dc/f27 [0,4194304] 0
2024-03-19T01:51:46.057 INFO:tasks.workunit.client.0.smithi046.stdout:0/419: fdatasync d14/d26/d7b/f4a 0
2024-03-19T01:51:46.057 INFO:tasks.workunit.client.0.smithi046.stdout:7/273: write d1/dc/f24 [989713,173] 0
2024-03-19T01:51:46.060 INFO:tasks.workunit.client.0.smithi046.stdout:0/420: mknod d14/d26/d7b/d3f/c94 0
2024-03-19T01:51:46.067 INFO:tasks.workunit.client.0.smithi046.stdout:7/274: dwrite d1/dc/df/d11/f2e [0,4194304] 0
2024-03-19T01:51:46.071 INFO:tasks.workunit.client.0.smithi046.stdout:7/275: symlink d1/l58 0
2024-03-19T01:51:46.074 INFO:tasks.workunit.client.0.smithi046.stdout:2/240: dread d0/d27/f31 [0,4194304] 0
2024-03-19T01:51:46.077 INFO:tasks.workunit.client.0.smithi046.stdout:0/421: dread d14/d34/f3e [0,4194304] 0
2024-03-19T01:51:46.078 INFO:tasks.workunit.client.0.smithi046.stdout:0/422: chown d14/d34/f5a 1920731935 1
2024-03-19T01:51:46.078 INFO:tasks.workunit.client.0.smithi046.stdout:2/241: dread d0/dc/d16/d2f/f42 [0,4194304] 0
2024-03-19T01:51:46.079 INFO:tasks.workunit.client.0.smithi046.stdout:0/423: write d14/d1a/f5c [876686,69917] 0
2024-03-19T01:51:46.080 INFO:tasks.workunit.client.0.smithi046.stdout:7/276: write d1/dc/df/f1b [707003,7676] 0
2024-03-19T01:51:46.083 INFO:tasks.workunit.client.0.smithi046.stdout:7/277: unlink d1/dc/c51 0
2024-03-19T01:51:46.084 INFO:tasks.workunit.client.0.smithi046.stdout:0/424: symlink d14/l95 0
2024-03-19T01:51:46.084 INFO:tasks.workunit.client.0.smithi046.stdout:2/242: mknod d0/c4d 0
2024-03-19T01:51:46.087 INFO:tasks.workunit.client.0.smithi046.stdout:7/278: rename d1/dc/df/f53 to d1/dc/d18/d43/f59 0
2024-03-19T01:51:46.088 INFO:tasks.workunit.client.0.smithi046.stdout:0/425: readlink d14/d1a/l41 0
2024-03-19T01:51:46.089 INFO:tasks.workunit.client.0.smithi046.stdout:0/426: write d14/f1d [411929,104695] 0
2024-03-19T01:51:46.089 INFO:tasks.workunit.client.0.smithi046.stdout:7/279: chown c0 40361 1
2024-03-19T01:51:46.090 INFO:tasks.workunit.client.0.smithi046.stdout:6/228: sync
2024-03-19T01:51:46.091 INFO:tasks.workunit.client.0.smithi046.stdout:7/280: chown d1/dc/f24 60504694 1
2024-03-19T01:51:46.093 INFO:tasks.workunit.client.0.smithi046.stdout:2/243: dwrite d0/f5 [0,4194304] 0
2024-03-19T01:51:46.093 INFO:tasks.workunit.client.0.smithi046.stdout:7/281: chown d1/dc/l16 5452955 1
2024-03-19T01:51:46.094 INFO:tasks.workunit.client.0.smithi046.stdout:0/427: creat d14/d26/d7b/d3f/d8d/f96 x:0 0 0
2024-03-19T01:51:46.096 INFO:tasks.workunit.client.0.smithi046.stdout:7/282: unlink d1/dc/d18/f3c 0
2024-03-19T01:51:46.098 INFO:tasks.workunit.client.0.smithi046.stdout:6/229: link fb d1a/d1d/d30/d3a/d40/f56 0
2024-03-19T01:51:46.101 INFO:tasks.workunit.client.0.smithi046.stdout:6/230: getdents d1a/d26/d2e 0
2024-03-19T01:51:46.102 INFO:tasks.workunit.client.0.smithi046.stdout:6/231: fdatasync d1a/d26/d2e/f4a 0
2024-03-19T01:51:46.105 INFO:tasks.workunit.client.0.smithi046.stdout:6/232: dread fb [0,4194304] 0
2024-03-19T01:51:46.106 INFO:tasks.workunit.client.0.smithi046.stdout:0/428: getdents d14 0
2024-03-19T01:51:46.106 INFO:tasks.workunit.client.0.smithi046.stdout:7/283: link d1/f2b d1/dc/f5a 0
2024-03-19T01:51:46.107 INFO:tasks.workunit.client.0.smithi046.stdout:0/429: write d14/f1d [8178852,67290] 0
2024-03-19T01:51:46.112 INFO:tasks.workunit.client.0.smithi046.stdout:6/233: write d1a/d1d/d30/f33 [1582622,20123] 0
2024-03-19T01:51:46.112 INFO:tasks.workunit.client.0.smithi046.stdout:0/430: write d14/f37 [1363354,127851] 0
2024-03-19T01:51:46.114 INFO:tasks.workunit.client.0.smithi046.stdout:6/234: dread fb [0,4194304] 0
2024-03-19T01:51:46.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:45 smithi046 ceph-mon[63102]: pgmap v53: 129 pgs: 129 active+clean; 185 MiB data, 894 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 11 MiB/s wr, 176 op/s
2024-03-19T01:51:46.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:45 smithi046 ceph-mon[63102]: scrub summary: idle
2024-03-19T01:51:46.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:45 smithi046 ceph-mon[63102]: scrub summary: idle
2024-03-19T01:51:46.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:45 smithi046 ceph-mon[63102]: scrub summary: idle
2024-03-19T01:51:46.115 INFO:tasks.workunit.client.0.smithi046.stdout:7/284: mkdir d1/d5b 0
2024-03-19T01:51:46.116 INFO:tasks.workunit.client.0.smithi046.stdout:0/431: mknod d14/d26/d7b/d3f/d8d/d5e/c97 0
2024-03-19T01:51:46.117 INFO:tasks.workunit.client.0.smithi046.stdout:6/235: mkdir d1a/d1d/d30/d3a/d57 0
2024-03-19T01:51:46.119 INFO:tasks.workunit.client.0.smithi046.stdout:7/285: rmdir d1/d5b 0
2024-03-19T01:51:46.120 INFO:tasks.workunit.client.0.smithi046.stdout:6/236: symlink d1a/d1d/d30/d3a/l58 0
2024-03-19T01:51:46.121 INFO:tasks.workunit.client.0.smithi046.stdout:0/432: symlink d14/d26/d7b/d3f/d8d/d5e/d5f/d74/l98 0
2024-03-19T01:51:46.123 INFO:tasks.workunit.client.0.smithi046.stdout:6/237: mkdir d1a/d1d/d59 0
2024-03-19T01:51:46.123 INFO:tasks.workunit.client.0.smithi046.stdout:6/238: dread - d1a/d1d/d30/f4c zero size
2024-03-19T01:51:46.124 INFO:tasks.workunit.client.0.smithi046.stdout:0/433: symlink d14/d26/d7b/d3f/d8d/d5e/l99 0
2024-03-19T01:51:46.125 INFO:tasks.workunit.client.0.smithi046.stdout:6/239: mkdir d1a/d4d/d5a 0
2024-03-19T01:51:46.125 INFO:tasks.workunit.client.0.smithi046.stdout:6/240: fsync d1a/d1d/d30/d3a/d40/f45 0
2024-03-19T01:51:46.129 INFO:tasks.workunit.client.0.smithi046.stdout:0/434: link d14/d26/d7b/d3f/f62 d14/d26/d7b/d3f/f9a 0
2024-03-19T01:51:46.129 INFO:tasks.workunit.client.0.smithi046.stdout:0/435: fsync d14/d26/d7b/d3f/d8d/f96 0
2024-03-19T01:51:46.130 INFO:tasks.workunit.client.0.smithi046.stdout:0/436: readlink d14/d26/d7b/d4b/d65/l79 0
2024-03-19T01:51:46.131 INFO:tasks.workunit.client.0.smithi046.stdout:7/286: truncate d1/dc/f24 308366 0
2024-03-19T01:51:46.131 INFO:tasks.workunit.client.0.smithi046.stdout:0/437: chown d14/d26/d7b/d3f/d8d/l7d 4436 1
2024-03-19T01:51:46.132 INFO:tasks.workunit.client.0.smithi046.stdout:0/438: fsync d14/f1e 0
2024-03-19T01:51:46.133 INFO:tasks.workunit.client.0.smithi046.stdout:6/241: rename d1a/d1d/d30/d3a to d1a/d1d/d5b 0
2024-03-19T01:51:46.133 INFO:tasks.workunit.client.0.smithi046.stdout:7/287: symlink d1/dc/df/d11/d39/l5c 0
2024-03-19T01:51:46.134 INFO:tasks.workunit.client.0.smithi046.stdout:6/242: write d1a/d1d/f29 [3631896,16418] 0
2024-03-19T01:51:46.134 INFO:tasks.workunit.client.0.smithi046.stdout:7/288: fsync d1/dc/d18/d43/f44 0
2024-03-19T01:51:46.135 INFO:tasks.workunit.client.0.smithi046.stdout:0/439: creat d14/d26/d7b/d4b/d65/f9b x:0 0 0
2024-03-19T01:51:46.136 INFO:tasks.workunit.client.0.smithi046.stdout:7/289: fsync d1/dc/d18/f40 0
2024-03-19T01:51:46.136 INFO:tasks.workunit.client.0.smithi046.stdout:6/243: rename d1a/d26 to d1a/d26/d2e/d43/d5c 22
2024-03-19T01:51:46.137 INFO:tasks.workunit.client.0.smithi046.stdout:6/244: readlink d1a/d1d/l2f 0
2024-03-19T01:51:46.139 INFO:tasks.workunit.client.0.smithi046.stdout:6/245: symlink d1a/d4d/l5d 0
2024-03-19T01:51:46.146 INFO:tasks.workunit.client.0.smithi046.stdout:0/440: dread d14/f84 [0,4194304] 0
2024-03-19T01:51:46.147 INFO:tasks.workunit.client.0.smithi046.stdout:6/246: dwrite f13 [0,4194304] 0
2024-03-19T01:51:46.147 INFO:tasks.workunit.client.0.smithi046.stdout:7/290: dwrite d1/dc/d18/d43/f52 [0,4194304] 0
2024-03-19T01:51:46.149 INFO:tasks.workunit.client.0.smithi046.stdout:6/247: truncate d1a/d26/d2e/f4a 718605 0
2024-03-19T01:51:46.150 INFO:tasks.workunit.client.0.smithi046.stdout:0/441: mknod d14/d26/d7b/d3f/d8d/d5e/d8a/c9c 0
2024-03-19T01:51:46.152 INFO:tasks.workunit.client.0.smithi046.stdout:0/442: write d14/d43/f56 [3359791,44975] 0
2024-03-19T01:51:46.154 INFO:tasks.workunit.client.0.smithi046.stdout:0/443: unlink d14/d26/d7b/f51 0
2024-03-19T01:51:46.156 INFO:tasks.workunit.client.0.smithi046.stdout:7/291: write d1/dc/f27 [383989,128730] 0
2024-03-19T01:51:46.163 INFO:tasks.workunit.client.0.smithi046.stdout:7/292: creat d1/dc/d18/f5d x:0 0 0
2024-03-19T01:51:46.167 INFO:tasks.workunit.client.0.smithi046.stdout:7/293: symlink d1/d2a/l5e 0
2024-03-19T01:51:46.169 INFO:tasks.workunit.client.0.smithi046.stdout:7/294: creat d1/dc/df/d11/d39/f5f x:0 0 0
2024-03-19T01:51:46.170 INFO:tasks.workunit.client.0.smithi046.stdout:7/295: stat d1/dc/df/d11/d39/c4a 0
2024-03-19T01:51:46.170 INFO:tasks.workunit.client.0.smithi046.stdout:6/248: read d1a/d1d/f32 [4091499,30406] 0
2024-03-19T01:51:46.172 INFO:tasks.workunit.client.0.smithi046.stdout:6/249: symlink d1a/d4e/l5e 0
2024-03-19T01:51:46.173 INFO:tasks.workunit.client.0.smithi046.stdout:6/250: chown d1a/d1d/d5b/l3d 138116552 1
2024-03-19T01:51:46.174 INFO:tasks.workunit.client.0.smithi046.stdout:6/251: unlink d1a/d1d/d5b/l46 0
2024-03-19T01:51:46.175 INFO:tasks.workunit.client.0.smithi046.stdout:7/296: link d1/dc/d18/d43/l57 d1/dc/l60 0
2024-03-19T01:51:46.177 INFO:tasks.workunit.client.0.smithi046.stdout:7/297: chown d1/f17 119138 1
2024-03-19T01:51:46.179 INFO:tasks.workunit.client.0.smithi046.stdout:7/298: symlink d1/l61 0
2024-03-19T01:51:46.188 INFO:tasks.workunit.client.0.smithi046.stdout:6/252: dread d1a/d1d/d30/f33 [0,4194304] 0
2024-03-19T01:51:46.191 INFO:tasks.workunit.client.0.smithi046.stdout:6/253: creat d1a/d26/d2e/f5f x:0 0 0
2024-03-19T01:51:46.194 INFO:tasks.workunit.client.0.smithi046.stdout:6/254: unlink d1a/d26/f36 0
2024-03-19T01:51:46.194 INFO:tasks.workunit.client.0.smithi046.stdout:6/255: write d1a/d4e/f50 [674956,3545] 0
2024-03-19T01:51:46.196 INFO:tasks.workunit.client.0.smithi046.stdout:7/299: dread d1/f1f [0,4194304] 0
2024-03-19T01:51:46.197 INFO:tasks.workunit.client.0.smithi046.stdout:6/256: unlink d1a/l27 0
2024-03-19T01:51:46.198 INFO:tasks.workunit.client.0.smithi046.stdout:7/300: stat d1/dc/f5a 0
2024-03-19T01:51:46.198 INFO:tasks.workunit.client.0.smithi046.stdout:6/257: read - d1a/d26/d2e/d43/f55 zero size
2024-03-19T01:51:46.199 INFO:tasks.workunit.client.0.smithi046.stdout:6/258: dread - d1a/d1d/d5b/d40/f45 zero size
2024-03-19T01:51:46.199 INFO:tasks.workunit.client.0.smithi046.stdout:7/301: write d1/dc/df/d11/d39/f46 [475890,103560] 0
2024-03-19T01:51:46.201 INFO:tasks.workunit.client.0.smithi046.stdout:6/259: chown d1a/d1d/d30/d42/l4f 405638302 1
2024-03-19T01:51:46.201 INFO:tasks.workunit.client.0.smithi046.stdout:7/302: mknod d1/dc/c62 0
2024-03-19T01:51:46.202 INFO:tasks.workunit.client.0.smithi046.stdout:6/260: dread - d1a/d26/d2e/d43/f55 zero size
2024-03-19T01:51:46.203 INFO:tasks.workunit.client.0.smithi046.stdout:6/261: dread - d1a/d1d/f2c zero size
2024-03-19T01:51:46.203 INFO:tasks.workunit.client.0.smithi046.stdout:7/303: symlink d1/dc/df/l63 0
2024-03-19T01:51:46.204 INFO:tasks.workunit.client.0.smithi046.stdout:7/304: write d1/dc/f4f [725108,125428] 0
2024-03-19T01:51:46.205 INFO:tasks.workunit.client.0.smithi046.stdout:7/305: write d1/dc/df/d11/f41 [176525,12860] 0
2024-03-19T01:51:46.214 INFO:tasks.workunit.client.0.smithi046.stdout:7/306: getdents d1/dc/df 0
2024-03-19T01:51:46.218 INFO:tasks.workunit.client.0.smithi046.stdout:7/307: dread d1/dc/df/d11/f41 [0,4194304] 0
2024-03-19T01:51:46.220 INFO:tasks.workunit.client.0.smithi046.stdout:6/262: dread fa [4194304,4194304] 0
2024-03-19T01:51:46.220 INFO:tasks.workunit.client.0.smithi046.stdout:7/308: truncate d1/f2b 874814 0
2024-03-19T01:51:46.223 INFO:tasks.workunit.client.0.smithi046.stdout:6/263: truncate d1a/d1d/d30/f41 3773586 0
2024-03-19T01:51:46.224 INFO:tasks.workunit.client.0.smithi046.stdout:7/309: getdents d1/dc/d18 0
2024-03-19T01:51:46.225 INFO:tasks.workunit.client.0.smithi046.stdout:6/264: symlink d1a/d4d/d5a/l60 0
2024-03-19T01:51:46.226 INFO:tasks.workunit.client.0.smithi046.stdout:6/265: fsync fa 0
2024-03-19T01:51:46.228 INFO:tasks.workunit.client.0.smithi046.stdout:7/310: dread d1/dc/d18/d43/f44 [0,4194304] 0
2024-03-19T01:51:46.230 INFO:tasks.workunit.client.0.smithi046.stdout:7/311: symlink d1/dc/df/l64 0
2024-03-19T01:51:46.231 INFO:tasks.workunit.client.0.smithi046.stdout:6/266: dwrite d1a/d26/d2e/f5f [0,4194304] 0
2024-03-19T01:51:46.233 INFO:tasks.workunit.client.0.smithi046.stdout:6/267: read f13 [4110009,28411] 0
2024-03-19T01:51:46.233 INFO:tasks.workunit.client.0.smithi046.stdout:7/312: fdatasync d1/f5 0
2024-03-19T01:51:46.239 INFO:tasks.workunit.client.0.smithi046.stdout:7/313: write d1/dc/f5a [118132,70481] 0
2024-03-19T01:51:46.239 INFO:tasks.workunit.client.0.smithi046.stdout:6/268: rename f13 to d1a/f61 0
2024-03-19T01:51:46.239 INFO:tasks.workunit.client.0.smithi046.stdout:6/269: read fa [4930330,85409] 0
2024-03-19T01:51:46.241 INFO:tasks.workunit.client.0.smithi046.stdout:7/314: mkdir d1/dc/d18/d65 0
2024-03-19T01:51:46.242 INFO:tasks.workunit.client.0.smithi046.stdout:7/315: chown d1/d2a/c49 126788 1
2024-03-19T01:51:46.244 INFO:tasks.workunit.client.0.smithi046.stdout:7/316: write d1/dc/df/d11/d39/f5f [242033,29570] 0
2024-03-19T01:51:46.246 INFO:tasks.workunit.client.0.smithi046.stdout:7/317: write d1/dc/f5a [55938,105944] 0
2024-03-19T01:51:46.248 INFO:tasks.workunit.client.0.smithi046.stdout:6/270: dwrite d1a/d1d/f2c [0,4194304] 0
2024-03-19T01:51:46.250 INFO:tasks.workunit.client.0.smithi046.stdout:8/271: sync
2024-03-19T01:51:46.250 INFO:tasks.workunit.client.0.smithi046.stdout:7/318: mkdir d1/dc/df/d66 0
2024-03-19T01:51:46.251 INFO:tasks.workunit.client.0.smithi046.stdout:7/319: readlink d1/dc/l3f 0
2024-03-19T01:51:46.252 INFO:tasks.workunit.client.0.smithi046.stdout:6/271: rename d1a/d1d to d1a/d26/d2e/d43/d62 0
2024-03-19T01:51:46.254 INFO:tasks.workunit.client.0.smithi046.stdout:7/320: rename d1/dc/df/f2c to d1/dc/df/f67 0
2024-03-19T01:51:46.254 INFO:tasks.workunit.client.0.smithi046.stdout:6/272: creat d1a/d26/d2e/d43/d62/d30/d42/f63 x:0 0 0
2024-03-19T01:51:46.254 INFO:tasks.workunit.client.0.smithi046.stdout:7/321: chown d1/dc/f27 10547699 1
2024-03-19T01:51:46.255 INFO:tasks.workunit.client.0.smithi046.stdout:8/272: creat d0/f59 x:0 0 0
2024-03-19T01:51:46.257 INFO:tasks.workunit.client.0.smithi046.stdout:6/273: mkdir d1a/d64 0
2024-03-19T01:51:46.260 INFO:tasks.workunit.client.0.smithi046.stdout:6/274: read - d1a/d26/d2e/d43/d62/d5b/d40/f45 zero size
2024-03-19T01:51:46.260 INFO:tasks.workunit.client.0.smithi046.stdout:8/273: dwrite d0/d5/da/df/f54 [0,4194304] 0
2024-03-19T01:51:46.262 INFO:tasks.workunit.client.0.smithi046.stdout:6/275: write d1a/d26/d2e/d43/d62/d30/f4c [115875,14687] 0
2024-03-19T01:51:46.264 INFO:tasks.workunit.client.0.smithi046.stdout:6/276: mkdir d1a/d4d/d65 0
2024-03-19T01:51:46.267 INFO:tasks.workunit.client.0.smithi046.stdout:8/274: dwrite d0/d5/da/d45/f34 [0,4194304] 0
2024-03-19T01:51:46.274 INFO:tasks.workunit.client.0.smithi046.stdout:6/277: dwrite fc [4194304,4194304] 0
2024-03-19T01:51:46.277 INFO:tasks.workunit.client.0.smithi046.stdout:8/275: dread d0/d5/da/df/f54 [0,4194304] 0
2024-03-19T01:51:46.283 INFO:tasks.workunit.client.0.smithi046.stdout:8/276: dread d0/d5/da/d45/f17 [0,4194304] 0
2024-03-19T01:51:46.286 INFO:tasks.workunit.client.0.smithi046.stdout:8/277: mknod d0/d5/da/d45/c5a 0
2024-03-19T01:51:46.287 INFO:tasks.workunit.client.0.smithi046.stdout:6/278: dwrite d1a/d26/d2e/d43/d62/d30/f4c [0,4194304] 0
2024-03-19T01:51:46.287 INFO:tasks.workunit.client.0.smithi046.stdout:6/279: chown d1a/l25 8 1
2024-03-19T01:51:46.289 INFO:tasks.workunit.client.0.smithi046.stdout:8/278: unlink d0/d5/da/f41 0
2024-03-19T01:51:46.291 INFO:tasks.workunit.client.0.smithi046.stdout:6/280: mkdir d1a/d66 0
2024-03-19T01:51:46.294 INFO:tasks.workunit.client.0.smithi046.stdout:6/281: creat d1a/d26/d2e/d43/f67 x:0 0 0
2024-03-19T01:51:46.312 INFO:tasks.workunit.client.0.smithi046.stdout:8/279: dread d0/f13 [0,4194304] 0
2024-03-19T01:51:46.318 INFO:tasks.workunit.client.0.smithi046.stdout:8/280: dread d0/d5/dc/f4e [0,4194304] 0
2024-03-19T01:51:46.327 INFO:tasks.workunit.client.0.smithi046.stdout:8/281: truncate d0/d5/da/d45/f34 4009622 0
2024-03-19T01:51:46.330 INFO:tasks.workunit.client.0.smithi046.stdout:8/282: getdents d0/d5/da 0
2024-03-19T01:51:46.331 INFO:tasks.workunit.client.0.smithi046.stdout:8/283: write d0/d5/da/df/d47/f4d [3893710,25477] 0
2024-03-19T01:51:46.335 INFO:tasks.workunit.client.0.smithi046.stdout:8/284: dread d0/d5/da/df/f54 [0,4194304] 0
2024-03-19T01:51:46.336 INFO:tasks.workunit.client.0.smithi046.stdout:8/285: chown d0/d5/da/d45 8 1
2024-03-19T01:51:46.338 INFO:tasks.workunit.client.0.smithi046.stdout:8/286: fsync d0/d5/dc/f10 0
2024-03-19T01:51:46.339 INFO:tasks.workunit.client.0.smithi046.stdout:8/287: mkdir d0/d5/da/d45/d5b 0
2024-03-19T01:51:46.343 INFO:tasks.workunit.client.0.smithi046.stdout:8/288: creat d0/d5/da/f5c x:0 0 0
2024-03-19T01:51:46.346 INFO:tasks.workunit.client.0.smithi046.stdout:8/289: mkdir d0/d5/da/df/d47/d5d 0
2024-03-19T01:51:46.348 INFO:tasks.workunit.client.0.smithi046.stdout:8/290: write d0/d5/da/d45/f43 [433961,90490] 0
2024-03-19T01:51:46.350 INFO:tasks.workunit.client.0.smithi046.stdout:8/291: creat d0/d5/dc/d42/f5e x:0 0 0
2024-03-19T01:51:46.351 INFO:tasks.workunit.client.0.smithi046.stdout:8/292: write d0/d5/dc/f4c [418629,107364] 0
2024-03-19T01:51:46.352 INFO:tasks.workunit.client.0.smithi046.stdout:8/293: truncate d0/d5/da/f5c 558776 0
2024-03-19T01:51:46.354 INFO:tasks.workunit.client.0.smithi046.stdout:8/294: creat d0/d5/dc/f5f x:0 0 0
2024-03-19T01:51:46.358 INFO:tasks.workunit.client.0.smithi046.stdout:8/295: rename d0/d5/da/c57 to d0/d5/da/c60 0
2024-03-19T01:51:46.361 INFO:tasks.workunit.client.0.smithi046.stdout:8/296: link d0/d5/da/df/f54 d0/d5/da/d45/d58/f61 0
2024-03-19T01:51:46.363 INFO:tasks.workunit.client.0.smithi046.stdout:8/297: mkdir d0/d5/da/d45/d5b/d62 0
2024-03-19T01:51:46.365 INFO:tasks.workunit.client.0.smithi046.stdout:8/298: unlink d0/d5/l39 0
2024-03-19T01:51:46.367 INFO:tasks.workunit.client.0.smithi046.stdout:8/299: unlink d0/d5/da/d45/c4b 0
2024-03-19T01:51:46.369 INFO:tasks.workunit.client.0.smithi046.stdout:8/300: creat d0/d5/da/d45/f63 x:0 0 0
2024-03-19T01:51:46.371 INFO:tasks.workunit.client.0.smithi046.stdout:8/301: symlink d0/d5/da/df/l64 0
2024-03-19T01:51:46.372 INFO:tasks.workunit.client.0.smithi046.stdout:8/302: mknod d0/d5/da/df/d47/c65 0
2024-03-19T01:51:46.378 INFO:tasks.workunit.client.0.smithi046.stdout:3/301: sync
2024-03-19T01:51:46.380 INFO:tasks.workunit.client.0.smithi046.stdout:3/302: creat d5/d17/f5c x:0 0 0
2024-03-19T01:51:46.380 INFO:tasks.workunit.client.0.smithi046.stdout:3/303: stat d5/d10/d24/d2d 0
2024-03-19T01:51:46.384 INFO:tasks.workunit.client.0.smithi046.stdout:3/304: link d5/d17/d31/d35/d43/c47 d5/d17/c5d 0
2024-03-19T01:51:46.386 INFO:tasks.workunit.client.0.smithi046.stdout:3/305: mkdir d5/d10/d24/d37/d5e 0
2024-03-19T01:51:46.400 INFO:tasks.workunit.client.0.smithi046.stdout:3/306: dread d5/f2e [0,4194304] 0
2024-03-19T01:51:46.402 INFO:tasks.workunit.client.0.smithi046.stdout:3/307: unlink d5/d10/c18 0
2024-03-19T01:51:46.403 INFO:tasks.workunit.client.0.smithi046.stdout:3/308: fsync d5/f4c 0
2024-03-19T01:51:46.410 INFO:tasks.workunit.client.0.smithi046.stdout:3/309: dread d5/d17/f2b [0,4194304] 0
2024-03-19T01:51:46.412 INFO:tasks.workunit.client.0.smithi046.stdout:3/310: unlink d5/d10/d51/c5a 0
2024-03-19T01:51:46.413 INFO:tasks.workunit.client.0.smithi046.stdout:3/311: chown d5/d17/d31/c33 431 1
2024-03-19T01:51:46.413 INFO:tasks.workunit.client.0.smithi046.stdout:3/312: write d5/f4c [217713,98813] 0
2024-03-19T01:51:46.414 INFO:tasks.workunit.client.0.smithi046.stdout:3/313: fsync d5/d17/d31/d35/f44 0
2024-03-19T01:51:46.414 INFO:tasks.workunit.client.0.smithi046.stdout:3/314: readlink d5/d17/l29 0
2024-03-19T01:51:46.415 INFO:tasks.workunit.client.0.smithi046.stdout:3/315: stat d5/d10/d24/l34 0
2024-03-19T01:51:46.420 INFO:tasks.workunit.client.0.smithi046.stdout:3/316: dwrite d5/d17/d31/f40 [0,4194304] 0
2024-03-19T01:51:46.481 INFO:tasks.workunit.client.0.smithi046.stdout:5/257: sync
2024-03-19T01:51:46.483 INFO:tasks.workunit.client.0.smithi046.stdout:5/258: read d0/d2d/d2e/f30 [531726,92122] 0
2024-03-19T01:51:46.488 INFO:tasks.workunit.client.0.smithi046.stdout:5/259: write d0/d1/fe [3195486,11704] 0
2024-03-19T01:51:46.493 INFO:tasks.workunit.client.0.smithi046.stdout:5/260: link d0/d1/f36 d0/d43/f5e 0
2024-03-19T01:51:46.496 INFO:tasks.workunit.client.0.smithi046.stdout:5/261: truncate d0/fd 841408 0
2024-03-19T01:51:46.498 INFO:tasks.workunit.client.0.smithi046.stdout:5/262: getdents d0/d2d/d50 0
2024-03-19T01:51:46.550 INFO:tasks.workunit.client.0.smithi046.stdout:1/218: sync
2024-03-19T01:51:46.551 INFO:tasks.workunit.client.0.smithi046.stdout:1/219: symlink d0/dd/d26/d23/l47 0
2024-03-19T01:51:46.551 INFO:tasks.workunit.client.0.smithi046.stdout:1/220: stat d0/d6/da/lb 0
2024-03-19T01:51:46.564 INFO:tasks.workunit.client.0.smithi046.stdout:1/221: dread d0/f14 [0,4194304] 0
2024-03-19T01:51:46.567 INFO:tasks.workunit.client.0.smithi046.stdout:1/222: mkdir d0/dd/d26/d2c/d48 0
2024-03-19T01:51:46.567 INFO:tasks.workunit.client.0.smithi046.stdout:1/223: chown d0/dd/c33 247446202 1
2024-03-19T01:51:46.570 INFO:tasks.workunit.client.0.smithi046.stdout:1/224: rename d0/l1b to d0/d6/da/l49 0
2024-03-19T01:51:46.624 INFO:tasks.workunit.client.0.smithi046.stdout:4/348: sync
2024-03-19T01:51:46.624 INFO:tasks.workunit.client.0.smithi046.stdout:5/263: sync
2024-03-19T01:51:46.624 INFO:tasks.workunit.client.0.smithi046.stdout:9/257: sync
2024-03-19T01:51:46.624 INFO:tasks.workunit.client.0.smithi046.stdout:7/322: sync
2024-03-19T01:51:46.624 INFO:tasks.workunit.client.0.smithi046.stdout:2/244: sync
2024-03-19T01:51:46.624 INFO:tasks.workunit.client.0.smithi046.stdout:6/282: sync
2024-03-19T01:51:46.624 INFO:tasks.workunit.client.0.smithi046.stdout:8/303: sync
2024-03-19T01:51:46.624 INFO:tasks.workunit.client.0.smithi046.stdout:0/444: sync
2024-03-19T01:51:46.624 INFO:tasks.workunit.client.0.smithi046.stdout:3/317: sync
2024-03-19T01:51:46.625 INFO:tasks.workunit.client.0.smithi046.stdout:4/349: readlink d7/d20/l33 0
2024-03-19T01:51:46.625 INFO:tasks.workunit.client.0.smithi046.stdout:5/264: fsync d0/d1/fe 0
2024-03-19T01:51:46.625 INFO:tasks.workunit.client.0.smithi046.stdout:0/445: read d14/d43/f71 [73777,24353] 0
2024-03-19T01:51:46.627 INFO:tasks.workunit.client.0.smithi046.stdout:8/304: mknod d0/d5/dc/d48/c66 0
2024-03-19T01:51:46.627 INFO:tasks.workunit.client.0.smithi046.stdout:3/318: write d5/d10/d24/d2d/d3b/f4e [1017529,120235] 0
2024-03-19T01:51:46.628 INFO:tasks.workunit.client.0.smithi046.stdout:9/258: write dd/d1c/d25/f32 [4635694,128062] 0
2024-03-19T01:51:46.629 INFO:tasks.workunit.client.0.smithi046.stdout:6/283: symlink d1a/d26/d2e/d43/d62/d5b/d40/l68 0
2024-03-19T01:51:46.630 INFO:tasks.workunit.client.0.smithi046.stdout:2/245: getdents d0/d27 0
2024-03-19T01:51:46.630 INFO:tasks.workunit.client.0.smithi046.stdout:0/446: truncate d14/d1a/f2d 1173030 0
2024-03-19T01:51:46.631 INFO:tasks.workunit.client.0.smithi046.stdout:5/265: creat d0/d2d/d50/d52/f5f x:0 0 0
2024-03-19T01:51:46.632 INFO:tasks.workunit.client.0.smithi046.stdout:7/323: mknod d1/dc/d18/d4e/c68 0
2024-03-19T01:51:46.633 INFO:tasks.workunit.client.0.smithi046.stdout:2/246: write d0/f5 [2991063,1386] 0
2024-03-19T01:51:46.634 INFO:tasks.workunit.client.0.smithi046.stdout:7/324: fsync d1/dc/f4f 0
2024-03-19T01:51:46.636 INFO:tasks.workunit.client.0.smithi046.stdout:5/266: chown d0/d1/d4/c16 1683 1
2024-03-19T01:51:46.636 INFO:tasks.workunit.client.0.smithi046.stdout:0/447: truncate d14/d1a/f3b 1726425 0
2024-03-19T01:51:46.637 INFO:tasks.workunit.client.0.smithi046.stdout:0/448: read d14/f18 [1093773,21839] 0
2024-03-19T01:51:46.640 INFO:tasks.workunit.client.0.smithi046.stdout:9/259: rename dd/d11/d17/d3a/f50 to dd/d1c/f51 0
2024-03-19T01:51:46.641 INFO:tasks.workunit.client.0.smithi046.stdout:8/305: link d0/d5/da/d45/d58/f61 d0/d5/f67 0
2024-03-19T01:51:46.642 INFO:tasks.workunit.client.0.smithi046.stdout:5/267: creat d0/d1/d1d/f60 x:0 0 0
2024-03-19T01:51:46.643 INFO:tasks.workunit.client.0.smithi046.stdout:3/319: rename d5/d17/d31/d35/d52/d57 to d5/d10/d24/d37/d5e/d5f 0
2024-03-19T01:51:46.643 INFO:tasks.workunit.client.0.smithi046.stdout:0/449: dread d14/d34/f3e [0,4194304] 0
2024-03-19T01:51:46.646 INFO:tasks.workunit.client.0.smithi046.stdout:9/260: dread dd/d11/d2e/d34/f39 [0,4194304] 0
2024-03-19T01:51:46.646 INFO:tasks.workunit.client.0.smithi046.stdout:0/450: chown d14/d43 5 1
2024-03-19T01:51:46.646 INFO:tasks.workunit.client.0.smithi046.stdout:8/306: symlink d0/d5/da/df/d47/l68 0
2024-03-19T01:51:46.648 INFO:tasks.workunit.client.0.smithi046.stdout:3/320: write d5/d17/d31/f40 [2858973,16851] 0
2024-03-19T01:51:46.650 INFO:tasks.workunit.client.0.smithi046.stdout:7/325: dwrite d1/dc/d18/d43/f59 [0,4194304] 0
2024-03-19T01:51:46.650 INFO:tasks.workunit.client.0.smithi046.stdout:9/261: creat dd/d3d/f52 x:0 0 0
2024-03-19T01:51:46.653 INFO:tasks.workunit.client.0.smithi046.stdout:5/268: unlink d0/d1/d1d/l2a 0
2024-03-19T01:51:46.654 INFO:tasks.workunit.client.0.smithi046.stdout:4/350: dread d7/fa [0,4194304] 0
2024-03-19T01:51:46.654 INFO:tasks.workunit.client.0.smithi046.stdout:1/225: sync
2024-03-19T01:51:46.659 INFO:tasks.workunit.client.0.smithi046.stdout:7/326: dread - d1/dc/d18/f5d zero size
2024-03-19T01:51:46.662 INFO:tasks.workunit.client.0.smithi046.stdout:2/247: truncate d0/f24 1768966 0
2024-03-19T01:51:46.662 INFO:tasks.workunit.client.0.smithi046.stdout:0/451: dwrite d14/d1a/f85 [0,4194304] 0
2024-03-19T01:51:46.663 INFO:tasks.workunit.client.0.smithi046.stdout:8/307: rename d0/d5/da/d45/f34 to d0/d5/da/d45/d5b/d62/f69 0
2024-03-19T01:51:46.668 INFO:tasks.workunit.client.0.smithi046.stdout:3/321: dwrite d5/d17/f2c [0,4194304] 0
2024-03-19T01:51:46.670 INFO:tasks.workunit.client.0.smithi046.stdout:4/351: readlink d7/l4e 0
2024-03-19T01:51:46.671 INFO:tasks.workunit.client.0.smithi046.stdout:8/308: readlink d0/d5/da/df/l36 0
2024-03-19T01:51:46.671 INFO:tasks.workunit.client.0.smithi046.stdout:1/226: chown d0/f1e 2009 1
2024-03-19T01:51:46.671 INFO:tasks.workunit.client.0.smithi046.stdout:6/284: dwrite d1a/d26/d2e/d43/d62/d30/f41 [0,4194304] 0
2024-03-19T01:51:46.674 INFO:tasks.workunit.client.0.smithi046.stdout:9/262: dwrite dd/f19 [0,4194304] 0
2024-03-19T01:51:46.676 INFO:tasks.workunit.client.0.smithi046.stdout:7/327: creat d1/dc/df/d11/f69 x:0 0 0
2024-03-19T01:51:46.676 INFO:tasks.workunit.client.0.smithi046.stdout:6/285: chown d1a/d26/d2e/d43/d62/d5b/d40 2 1
2024-03-19T01:51:46.676 INFO:tasks.workunit.client.0.smithi046.stdout:9/263: read dd/f29 [2153151,37568] 0
2024-03-19T01:51:46.679 INFO:tasks.workunit.client.0.smithi046.stdout:4/352: rename d7/d10/d13/f23 to d7/d10/d4c/d73/f7a 0
2024-03-19T01:51:46.681 INFO:tasks.workunit.client.0.smithi046.stdout:2/248: creat d0/f4e x:0 0 0
2024-03-19T01:51:46.683 INFO:tasks.workunit.client.0.smithi046.stdout:4/353: dread - d7/d20/f2c zero size
2024-03-19T01:51:46.684 INFO:tasks.workunit.client.0.smithi046.stdout:0/452: creat d14/d1a/d8f/f9d x:0 0 0
2024-03-19T01:51:46.684 INFO:tasks.workunit.client.0.smithi046.stdout:5/269: truncate d0/d2d/f39 533651 0
2024-03-19T01:51:46.687 INFO:tasks.workunit.client.0.smithi046.stdout:1/227: unlink d0/l37 0
2024-03-19T01:51:46.688 INFO:tasks.workunit.client.0.smithi046.stdout:1/228: chown d0 1201705 1
2024-03-19T01:51:46.689 INFO:tasks.workunit.client.0.smithi046.stdout:4/354: truncate d7/f74 493796 0
2024-03-19T01:51:46.690 INFO:tasks.workunit.client.0.smithi046.stdout:0/453: unlink d14/d1a/d61/c91 0
2024-03-19T01:51:46.690 INFO:tasks.workunit.client.0.smithi046.stdout:9/264: readlink dd/d11/l2b 0
2024-03-19T01:51:46.690 INFO:tasks.workunit.client.0.smithi046.stdout:5/270: dread d0/d1/d4/f19 [0,4194304] 0
2024-03-19T01:51:46.690 INFO:tasks.workunit.client.0.smithi046.stdout:6/286: write d1a/d26/d2e/d43/d62/f1e [200288,46669] 0
2024-03-19T01:51:46.691 INFO:tasks.workunit.client.0.smithi046.stdout:3/322: dwrite d5/d17/d31/d35/f5b [0,4194304] 0
2024-03-19T01:51:46.693 INFO:tasks.workunit.client.0.smithi046.stdout:7/328: link d1/dc/df/f1b d1/dc/f6a 0
2024-03-19T01:51:46.700 INFO:tasks.workunit.client.0.smithi046.stdout:9/265: mkdir dd/d3d/d53 0
2024-03-19T01:51:46.700 INFO:tasks.workunit.client.0.smithi046.stdout:2/249: fsync d0/f4e 0
2024-03-19T01:51:46.701 INFO:tasks.workunit.client.0.smithi046.stdout:6/287: read - d1a/f3c zero size
2024-03-19T01:51:46.701 INFO:tasks.workunit.client.0.smithi046.stdout:3/323: mkdir d5/d10/d51/d60 0
2024-03-19T01:51:46.701 INFO:tasks.workunit.client.0.smithi046.stdout:4/355: truncate d7/d4f/d63/f65 821782 0
2024-03-19T01:51:46.701 INFO:tasks.workunit.client.0.smithi046.stdout:3/324: readlink d5/d17/l1d 0
2024-03-19T01:51:46.701 INFO:tasks.workunit.client.0.smithi046.stdout:1/229: truncate d0/dd/d26/d23/d28/d3c/f40 494721 0
2024-03-19T01:51:46.707 INFO:tasks.workunit.client.0.smithi046.stdout:3/325: creat d5/d17/d31/d35/d43/f61 x:0 0 0
2024-03-19T01:51:46.707 INFO:tasks.workunit.client.0.smithi046.stdout:1/230: symlink d0/dd/d26/l4a 0
2024-03-19T01:51:46.710 INFO:tasks.workunit.client.0.smithi046.stdout:4/356: getdents d7/d10/d4c/d6c 0
2024-03-19T01:51:46.712 INFO:tasks.workunit.client.0.smithi046.stdout:6/288: link d1a/d26/d2e/d43/d62/f2c d1a/d26/d2e/d43/d62/f69 0
2024-03-19T01:51:46.712 INFO:tasks.workunit.client.0.smithi046.stdout:0/454: getdents d14/d1a/d8f 0
2024-03-19T01:51:46.712 INFO:tasks.workunit.client.0.smithi046.stdout:1/231: mkdir d0/d6/d4b 0
2024-03-19T01:51:46.713 INFO:tasks.workunit.client.0.smithi046.stdout:9/266: dwrite dd/d11/d17/f3b [0,4194304] 0
2024-03-19T01:51:46.714 INFO:tasks.workunit.client.0.smithi046.stdout:5/271: dwrite d0/d1/d1d/f34 [0,4194304] 0
2024-03-19T01:51:46.715 INFO:tasks.workunit.client.0.smithi046.stdout:3/326: rename d5/d10/d24 to d5/d17/d62 0
2024-03-19T01:51:46.717 INFO:tasks.workunit.client.0.smithi046.stdout:0/455: write d14/d26/d7b/d4b/d65/f9b [547050,97703] 0
2024-03-19T01:51:46.717 INFO:tasks.workunit.client.0.smithi046.stdout:7/329: dread d1/dc/d18/d43/f52 [0,4194304] 0
2024-03-19T01:51:46.718 INFO:tasks.workunit.client.0.smithi046.stdout:2/250: link d0/f28 d0/dc/f4f 0
2024-03-19T01:51:46.718 INFO:tasks.workunit.client.0.smithi046.stdout:6/289: write d1a/d26/d2e/d43/d62/d30/f41 [4876682,17814] 0
2024-03-19T01:51:46.721 INFO:tasks.workunit.client.0.smithi046.stdout:7/330: creat d1/dc/d18/d4e/f6b x:0 0 0
2024-03-19T01:51:46.722 INFO:tasks.workunit.client.0.smithi046.stdout:6/290: chown d1a/d26/d2e/d43/d62/d5b/l51 495248638 1
2024-03-19T01:51:46.723 INFO:tasks.workunit.client.0.smithi046.stdout:0/456: creat d14/d26/d7b/d4b/d65/f9e x:0 0 0
2024-03-19T01:51:46.726 INFO:tasks.workunit.client.0.smithi046.stdout:9/267: mknod dd/c54 0
2024-03-19T01:51:46.727 INFO:tasks.workunit.client.0.smithi046.stdout:0/457: write d14/d1a/f85 [2415927,38715] 0
2024-03-19T01:51:46.730 INFO:tasks.workunit.client.0.smithi046.stdout:1/232: dwrite d0/dd/d26/d23/d28/f3a [0,4194304] 0
2024-03-19T01:51:46.730 INFO:tasks.workunit.client.0.smithi046.stdout:3/327: getdents d5/d17/d31/d35/d43 0
2024-03-19T01:51:46.730 INFO:tasks.workunit.client.0.smithi046.stdout:6/291: dread d1a/d26/d2e/d43/d62/d5b/f3e [0,4194304] 0
2024-03-19T01:51:46.733 INFO:tasks.workunit.client.0.smithi046.stdout:7/331: rename d1/dc/df/d11/d39/f5f to d1/dc/d18/d65/f6c 0
2024-03-19T01:51:46.735 INFO:tasks.workunit.client.0.smithi046.stdout:6/292: fdatasync d1a/d26/f3b 0
2024-03-19T01:51:46.740 INFO:tasks.workunit.client.0.smithi046.stdout:3/328: write d5/d17/f5c [739241,107657] 0
2024-03-19T01:51:46.740 INFO:tasks.workunit.client.0.smithi046.stdout:9/268: mkdir dd/d11/d17/d3a/d55 0
2024-03-19T01:51:46.743 INFO:tasks.workunit.client.0.smithi046.stdout:6/293: rmdir d1a/d4d 39
2024-03-19T01:51:46.745 INFO:tasks.workunit.client.0.smithi046.stdout:1/233: fsync d0/d6/da/f1a 0
2024-03-19T01:51:46.747 INFO:tasks.workunit.client.0.smithi046.stdout:8/309: sync
2024-03-19T01:51:46.750 INFO:tasks.workunit.client.0.smithi046.stdout:2/251: dwrite d0/dc/d16/f43 [0,4194304] 0
2024-03-19T01:51:46.752 INFO:tasks.workunit.client.0.smithi046.stdout:7/332: creat d1/d2a/f6d x:0 0 0
2024-03-19T01:51:46.753 INFO:tasks.workunit.client.0.smithi046.stdout:8/310: write d0/d5/dc/f4c [377206,101121] 0
2024-03-19T01:51:46.753 INFO:tasks.workunit.client.0.smithi046.stdout:4/357: dread d7/d4f/d63/f3b [0,4194304] 0
2024-03-19T01:51:46.754 INFO:tasks.workunit.client.0.smithi046.stdout:9/269: write dd/f12 [106238,47960] 0
2024-03-19T01:51:46.754 INFO:tasks.workunit.client.0.smithi046.stdout:5/272: dread d0/d1/d4/f6 [0,4194304] 0
2024-03-19T01:51:46.755 INFO:tasks.workunit.client.0.smithi046.stdout:3/329: unlink d5/d17/d62/d2d/f4a 0
2024-03-19T01:51:46.757 INFO:tasks.workunit.client.0.smithi046.stdout:2/252: mknod d0/dc/d16/d39/c50 0
2024-03-19T01:51:46.757 INFO:tasks.workunit.client.0.smithi046.stdout:4/358: symlink d7/d10/l7b 0
2024-03-19T01:51:46.758 INFO:tasks.workunit.client.0.smithi046.stdout:6/294: write d1a/d26/d2e/d43/d62/d5b/d40/f53 [493905,65968] 0
2024-03-19T01:51:46.759 INFO:tasks.workunit.client.0.smithi046.stdout:0/458: dwrite d14/d34/f3e [0,4194304] 0
2024-03-19T01:51:46.759 INFO:tasks.workunit.client.0.smithi046.stdout:1/234: symlink d0/d6/d4b/l4c 0
2024-03-19T01:51:46.762 INFO:tasks.workunit.client.0.smithi046.stdout:3/330: unlink d5/d17/l29 0
2024-03-19T01:51:46.770 INFO:tasks.workunit.client.0.smithi046.stdout:6/295: creat d1a/d26/d2e/f6a x:0 0 0
2024-03-19T01:51:46.771 INFO:tasks.workunit.client.0.smithi046.stdout:5/273: creat d0/f61 x:0 0 0
2024-03-19T01:51:46.777 INFO:tasks.workunit.client.0.smithi046.stdout:0/459: creat d14/d26/d7b/d3f/d8d/d5e/d5f/d74/f9f x:0 0 0
2024-03-19T01:51:46.779 INFO:tasks.workunit.client.0.smithi046.stdout:7/333: dwrite d1/dc/d18/d43/f44 [0,4194304] 0
2024-03-19T01:51:46.780 INFO:tasks.workunit.client.0.smithi046.stdout:3/331: link d5/f2e d5/d17/d62/d37/d5e/f63 0
2024-03-19T01:51:46.786 INFO:tasks.workunit.client.0.smithi046.stdout:3/332: fsync d5/d10/f1f 0
2024-03-19T01:51:46.786 INFO:tasks.workunit.client.0.smithi046.stdout:1/235: dwrite d0/f18 [4194304,4194304] 0
2024-03-19T01:51:46.787 INFO:tasks.workunit.client.0.smithi046.stdout:9/270: dread dd/d1c/d25/f32 [0,4194304] 0
2024-03-19T01:51:46.788 INFO:tasks.workunit.client.0.smithi046.stdout:0/460: unlink d14/d1a/l41 0
2024-03-19T01:51:46.788 INFO:tasks.workunit.client.0.smithi046.stdout:6/296: fdatasync d1a/d26/d2e/d43/d62/d5b/f3e 0
2024-03-19T01:51:46.795 INFO:tasks.workunit.client.0.smithi046.stdout:2/253: dwrite d0/f2 [4194304,4194304] 0
2024-03-19T01:51:46.796 INFO:tasks.workunit.client.0.smithi046.stdout:7/334: getdents d1/dc/d18/d4e 0
2024-03-19T01:51:46.798 INFO:tasks.workunit.client.0.smithi046.stdout:1/236: fsync d0/dd/f42 0
2024-03-19T01:51:46.802 INFO:tasks.workunit.client.0.smithi046.stdout:8/311: dwrite d0/d5/da/df/d47/f55 [4194304,4194304] 0
2024-03-19T01:51:46.803 INFO:tasks.workunit.client.0.smithi046.stdout:6/297: write d1a/d26/d2e/d43/d62/f21 [1051384,53378] 0
2024-03-19T01:51:46.804 INFO:tasks.workunit.client.0.smithi046.stdout:9/271: write dd/d1c/d25/f32 [3493317,12673] 0
2024-03-19T01:51:46.807 INFO:tasks.workunit.client.0.smithi046.stdout:4/359: dread d7/d4f/d63/f49 [0,4194304] 0
2024-03-19T01:51:46.807 INFO:tasks.workunit.client.0.smithi046.stdout:3/333: mknod d5/d17/d62/d37/d5e/d5f/c64 0
2024-03-19T01:51:46.807 INFO:tasks.workunit.client.0.smithi046.stdout:1/237: chown d0/d6/da/lb 358130 1
2024-03-19T01:51:46.808 INFO:tasks.workunit.client.0.smithi046.stdout:8/312: chown d0/d5/da 23469 1
2024-03-19T01:51:46.809 INFO:tasks.workunit.client.0.smithi046.stdout:2/254: symlink d0/dc/l51 0
2024-03-19T01:51:46.815 INFO:tasks.workunit.client.0.smithi046.stdout:1/238: stat d0/f21 0
2024-03-19T01:51:46.815 INFO:tasks.workunit.client.0.smithi046.stdout:2/255: fdatasync d0/f9 0
2024-03-19T01:51:46.817 INFO:tasks.workunit.client.0.smithi046.stdout:5/274: dwrite d0/d43/f5e [0,4194304] 0
2024-03-19T01:51:46.823 INFO:tasks.workunit.client.0.smithi046.stdout:8/313: creat d0/d5/da/f6a x:0 0 0
2024-03-19T01:51:46.823 INFO:tasks.workunit.client.0.smithi046.stdout:2/256: write d0/dc/d16/f1f [3453186,83967] 0
2024-03-19T01:51:46.824 INFO:tasks.workunit.client.0.smithi046.stdout:7/335: dwrite d1/f5 [4194304,4194304] 0
2024-03-19T01:51:46.826 INFO:tasks.workunit.client.0.smithi046.stdout:9/272: write dd/d11/d17/f35 [554531,44128] 0
2024-03-19T01:51:46.827 INFO:tasks.workunit.client.0.smithi046.stdout:0/461: dwrite d14/d26/d7b/d4b/d65/f9e [0,4194304] 0
2024-03-19T01:51:46.830 INFO:tasks.workunit.client.0.smithi046.stdout:6/298: dwrite d1a/d26/d2e/f6a [0,4194304] 0
2024-03-19T01:51:46.831 INFO:tasks.workunit.client.0.smithi046.stdout:7/336: readlink d1/dc/l60 0
2024-03-19T01:51:46.834 INFO:tasks.workunit.client.0.smithi046.stdout:8/314: creat d0/d5/da/d45/d5b/f6b x:0 0 0
2024-03-19T01:51:46.834 INFO:tasks.workunit.client.0.smithi046.stdout:2/257: mknod d0/c52 0
2024-03-19T01:51:46.835 INFO:tasks.workunit.client.0.smithi046.stdout:0/462: truncate d14/d26/d7b/d3f/f44 1507943 0
2024-03-19T01:51:46.835 INFO:tasks.workunit.client.0.smithi046.stdout:9/273: truncate dd/f24 564292 0
2024-03-19T01:51:46.836 INFO:tasks.workunit.client.0.smithi046.stdout:4/360: truncate d7/d10/d4c/d73/f7a 3590048 0
2024-03-19T01:51:46.837 INFO:tasks.workunit.client.0.smithi046.stdout:2/258: dread - d0/dc/d16/f22 zero size
2024-03-19T01:51:46.838 INFO:tasks.workunit.client.0.smithi046.stdout:7/337: write d1/f1f [5223592,57117] 0
2024-03-19T01:51:46.838 INFO:tasks.workunit.client.0.smithi046.stdout:3/334: getdents d5/d17/d62/d37/d5e/d5f 0
2024-03-19T01:51:46.838 INFO:tasks.workunit.client.0.smithi046.stdout:8/315: mknod d0/d5/da/d45/c6c 0
2024-03-19T01:51:46.840 INFO:tasks.workunit.client.0.smithi046.stdout:7/338: fdatasync d1/f2b 0
2024-03-19T01:51:46.840 INFO:tasks.workunit.client.0.smithi046.stdout:2/259: dread - d0/dc/d16/f22 zero size
2024-03-19T01:51:46.842 INFO:tasks.workunit.client.0.smithi046.stdout:6/299: link d1a/d26/d2e/d43/d62/f69 d1a/d4e/f6b 0
2024-03-19T01:51:46.843 INFO:tasks.workunit.client.0.smithi046.stdout:0/463: mkdir d14/d26/d7b/d3f/da0 0
2024-03-19T01:51:46.845 INFO:tasks.workunit.client.0.smithi046.stdout:5/275: write d0/fd [1505477,13331] 0
2024-03-19T01:51:46.846 INFO:tasks.workunit.client.0.smithi046.stdout:4/361: mkdir d7/d10/d13/d58/d5d/d7c 0
2024-03-19T01:51:46.850 INFO:tasks.workunit.client.0.smithi046.stdout:4/362: fsync d7/d10/f40 0
2024-03-19T01:51:46.855 INFO:tasks.workunit.client.0.smithi046.stdout:3/335: rename d5/d17/f2c to d5/d17/d31/d35/d43/d56/f65 0
2024-03-19T01:51:46.855 INFO:tasks.workunit.client.0.smithi046.stdout:2/260: chown d0/d48/c41 63 1
2024-03-19T01:51:46.855 INFO:tasks.workunit.client.0.smithi046.stdout:0/464: write d14/d26/d7b/d3f/d8d/f81 [395887,94367] 0
2024-03-19T01:51:46.859 INFO:tasks.workunit.client.0.smithi046.stdout:5/276: chown d0/d1/d20/l5d 230661685 1
2024-03-19T01:51:46.861 INFO:tasks.workunit.client.0.smithi046.stdout:4/363: dread - d7/d4f/d63/d50/f71 zero size
2024-03-19T01:51:46.862 INFO:tasks.workunit.client.0.smithi046.stdout:8/316: dwrite d0/f59 [0,4194304] 0
2024-03-19T01:51:46.866 INFO:tasks.workunit.client.0.smithi046.stdout:9/274: dwrite dd/d1c/f51 [0,4194304] 0
2024-03-19T01:51:46.869 INFO:tasks.workunit.client.0.smithi046.stdout:1/239: dread d0/d6/f35 [0,4194304] 0
2024-03-19T01:51:46.872 INFO:tasks.workunit.client.0.smithi046.stdout:9/275: write dd/d1c/d25/f2f [117820,81591] 0
2024-03-19T01:51:46.874 INFO:tasks.workunit.client.0.smithi046.stdout:0/465: mknod d14/d26/d7b/d3f/d8d/ca1 0
2024-03-19T01:51:46.875 INFO:tasks.workunit.client.0.smithi046.stdout:3/336: creat d5/d10/f66 x:0 0 0
2024-03-19T01:51:46.876 INFO:tasks.workunit.client.0.smithi046.stdout:4/364: creat d7/d10/d13/d58/d75/f7d x:0 0 0
2024-03-19T01:51:46.878 INFO:tasks.workunit.client.0.smithi046.stdout:6/300: dwrite fb [0,4194304] 0
2024-03-19T01:51:46.882 INFO:tasks.workunit.client.0.smithi046.stdout:0/466: dread - d14/d1a/d61/f77 zero size
2024-03-19T01:51:46.882 INFO:tasks.workunit.client.0.smithi046.stdout:8/317: symlink d0/d5/da/d45/d5b/d62/l6d 0
2024-03-19T01:51:46.884 INFO:tasks.workunit.client.0.smithi046.stdout:2/261: dread d0/dc/d16/f23 [0,4194304] 0
2024-03-19T01:51:46.889 INFO:tasks.workunit.client.0.smithi046.stdout:9/276: mknod dd/d3c/c56 0
2024-03-19T01:51:46.890 INFO:tasks.workunit.client.0.smithi046.stdout:0/467: symlink d14/d26/d7b/d4b/la2 0
2024-03-19T01:51:46.892 INFO:tasks.workunit.client.0.smithi046.stdout:2/262: write d0/f4e [814705,129972] 0
2024-03-19T01:51:46.892 INFO:tasks.workunit.client.0.smithi046.stdout:7/339: dwrite d1/dc/d18/f47 [0,4194304] 0
2024-03-19T01:51:46.892 INFO:tasks.workunit.client.0.smithi046.stdout:1/240: getdents d0/dd 0
2024-03-19T01:51:46.892 INFO:tasks.workunit.client.0.smithi046.stdout:5/277: dwrite d0/d1/d20/d26/f2c [4194304,4194304] 0
2024-03-19T01:51:46.895 INFO:tasks.workunit.client.0.smithi046.stdout:0/468: dread - d14/d26/f82 zero size
2024-03-19T01:51:46.895 INFO:tasks.workunit.client.0.smithi046.stdout:3/337: creat d5/f67 x:0 0 0
2024-03-19T01:51:46.897 INFO:tasks.workunit.client.0.smithi046.stdout:9/277: mkdir dd/d11/d17/d57 0
2024-03-19T01:51:46.898 INFO:tasks.workunit.client.0.smithi046.stdout:4/365: rename d7/d10/d4c to d7/d4f/d7e 0
2024-03-19T01:51:46.899 INFO:tasks.workunit.client.0.smithi046.stdout:2/263: write d0/dc/d16/f22 [628845,96873] 0
2024-03-19T01:51:46.901 INFO:tasks.workunit.client.0.smithi046.stdout:2/264: stat d0/d27 0
2024-03-19T01:51:46.902 INFO:tasks.workunit.client.0.smithi046.stdout:6/301: dread d1a/d26/d2e/d43/d62/d30/f41 [0,4194304] 0
2024-03-19T01:51:46.902 INFO:tasks.workunit.client.0.smithi046.stdout:7/340: fdatasync d1/dc/df/f20 0
2024-03-19T01:51:46.903 INFO:tasks.workunit.client.0.smithi046.stdout:5/278: fdatasync d0/d1/d1d/f1f 0
2024-03-19T01:51:46.905 INFO:tasks.workunit.client.0.smithi046.stdout:1/241: mkdir d0/dd/d26/d23/d3b/d4d 0
2024-03-19T01:51:46.906 INFO:tasks.workunit.client.0.smithi046.stdout:4/366: write d7/d10/d13/f69 [37289,82447] 0
2024-03-19T01:51:46.909 INFO:tasks.workunit.client.0.smithi046.stdout:7/341: chown d1/dc/df/l38 1046265 1
2024-03-19T01:51:46.909 INFO:tasks.workunit.client.0.smithi046.stdout:8/318: dwrite d0/d5/da/df/f14 [4194304,4194304] 0
2024-03-19T01:51:46.910 INFO:tasks.workunit.client.0.smithi046.stdout:6/302: truncate d1a/f38 882490 0
2024-03-19T01:51:46.912 INFO:tasks.workunit.client.0.smithi046.stdout:2/265: readlink d0/dc/l2e 0
2024-03-19T01:51:46.916 INFO:tasks.workunit.client.0.smithi046.stdout:5/279: chown d0/f33 3 1
2024-03-19T01:51:46.918 INFO:tasks.workunit.client.0.smithi046.stdout:2/266: mkdir d0/d27/d53 0
2024-03-19T01:51:46.921 INFO:tasks.workunit.client.0.smithi046.stdout:6/303: creat d1a/d26/d2e/d43/f6c x:0 0 0
2024-03-19T01:51:46.921 INFO:tasks.workunit.client.0.smithi046.stdout:8/319: creat d0/d5/dc/d42/f6e x:0 0 0
2024-03-19T01:51:46.925 INFO:tasks.workunit.client.0.smithi046.stdout:9/278: dwrite dd/d1c/d25/f32 [0,4194304] 0
2024-03-19T01:51:46.926 INFO:tasks.workunit.client.0.smithi046.stdout:5/280: rmdir d0/d1/d4 39
2024-03-19T01:51:46.929 INFO:tasks.workunit.client.0.smithi046.stdout:2/267: fsync d0/dc/d16/f1f 0
2024-03-19T01:51:46.931 INFO:tasks.workunit.client.0.smithi046.stdout:8/320: write d0/d5/dc/f5f [785852,74502] 0
2024-03-19T01:51:46.932 INFO:tasks.workunit.client.0.smithi046.stdout:7/342: write d1/dc/df/d11/d39/f45 [2898156,13486] 0
2024-03-19T01:51:46.937 INFO:tasks.workunit.client.0.smithi046.stdout:3/338: dwrite d5/f1a [0,4194304] 0
2024-03-19T01:51:46.937 INFO:tasks.workunit.client.0.smithi046.stdout:9/279: mknod dd/d11/d2e/d34/d33/c58 0
2024-03-19T01:51:46.939 INFO:tasks.workunit.client.0.smithi046.stdout:0/469: dwrite d14/d26/d7b/d3f/f9a [0,4194304] 0
2024-03-19T01:51:46.942 INFO:tasks.workunit.client.0.smithi046.stdout:5/281: mknod d0/d43/c62 0
2024-03-19T01:51:46.942 INFO:tasks.workunit.client.0.smithi046.stdout:2/268: write d0/dc/d16/f1f [3246698,113594] 0
2024-03-19T01:51:46.944 INFO:tasks.workunit.client.0.smithi046.stdout:3/339: write d5/d10/d51/f55 [4101240,90103] 0
2024-03-19T01:51:46.947 INFO:tasks.workunit.client.0.smithi046.stdout:4/367: dwrite d7/d10/d13/f1d [8388608,4194304] 0
2024-03-19T01:51:46.949 INFO:tasks.workunit.client.0.smithi046.stdout:7/343: mkdir d1/dc/df/d11/d39/d6e 0
2024-03-19T01:51:46.949 INFO:tasks.workunit.client.0.smithi046.stdout:2/269: write d0/f4e [1871108,87054] 0
2024-03-19T01:51:46.954 INFO:tasks.workunit.client.0.smithi046.stdout:0/470: mknod d14/d26/d7b/d3f/d8d/d5e/d8a/ca3 0
2024-03-19T01:51:46.954 INFO:tasks.workunit.client.0.smithi046.stdout:3/340: mknod d5/d17/d62/d2d/d3b/c68 0
2024-03-19T01:51:46.956 INFO:tasks.workunit.client.0.smithi046.stdout:1/242: dread d0/f1e [0,4194304] 0
2024-03-19T01:51:46.956 INFO:tasks.workunit.client.0.smithi046.stdout:9/280: creat dd/d1c/f59 x:0 0 0
2024-03-19T01:51:46.958 INFO:tasks.workunit.client.0.smithi046.stdout:0/471: creat d14/fa4 x:0 0 0
2024-03-19T01:51:46.960 INFO:tasks.workunit.client.0.smithi046.stdout:3/341: write d5/d17/f22 [1560961,14224] 0
2024-03-19T01:51:46.960 INFO:tasks.workunit.client.0.smithi046.stdout:7/344: dread d1/dc/d18/f37 [0,4194304] 0
2024-03-19T01:51:46.961 INFO:tasks.workunit.client.0.smithi046.stdout:5/282: mknod d0/d1/d4/c63 0
2024-03-19T01:51:46.962 INFO:tasks.workunit.client.0.smithi046.stdout:9/281: mkdir dd/d11/d2e/d34/d5a 0
2024-03-19T01:51:46.966 INFO:tasks.workunit.client.0.smithi046.stdout:1/243: rmdir d0/dd/d26/d23/d3b/d4d 0
2024-03-19T01:51:46.967 INFO:tasks.workunit.client.0.smithi046.stdout:7/345: mkdir d1/dc/df/d11/d39/d6f 0
2024-03-19T01:51:46.969 INFO:tasks.workunit.client.0.smithi046.stdout:0/472: fdatasync d14/d1a/f21 0
2024-03-19T01:51:46.970 INFO:tasks.workunit.client.0.smithi046.stdout:9/282: rmdir dd/d11/d2e/d34 39
2024-03-19T01:51:46.970 INFO:tasks.workunit.client.0.smithi046.stdout:3/342: rename d5/d17/d31/d35 to d5/d17/d62/d37/d5e/d69 0
2024-03-19T01:51:46.972 INFO:tasks.workunit.client.0.smithi046.stdout:8/321: dwrite d0/d5/dc/d48/f51 [0,4194304] 0
2024-03-19T01:51:46.973 INFO:tasks.workunit.client.0.smithi046.stdout:5/283: write d0/d1/f4a [42885,74839] 0
2024-03-19T01:51:46.973 INFO:tasks.workunit.client.0.smithi046.stdout:3/343: write d5/f59 [551879,99732] 0
2024-03-19T01:51:46.975 INFO:tasks.workunit.client.0.smithi046.stdout:1/244: rename d0/dd/c29 to d0/dd/d26/d23/d28/d3c/c4e 0
2024-03-19T01:51:46.977 INFO:tasks.workunit.client.0.smithi046.stdout:9/283: rmdir dd/d11/d17 39
2024-03-19T01:51:46.978 INFO:tasks.workunit.client.0.smithi046.stdout:6/304: dread fd [0,4194304] 0
2024-03-19T01:51:46.980 INFO:tasks.workunit.client.0.smithi046.stdout:1/245: symlink d0/dd/l4f 0
2024-03-19T01:51:46.981 INFO:tasks.workunit.client.0.smithi046.stdout:7/346: dread d1/dc/f4f [0,4194304] 0
2024-03-19T01:51:46.981 INFO:tasks.workunit.client.0.smithi046.stdout:3/344: truncate d5/f42 301322 0
2024-03-19T01:51:46.986 INFO:tasks.workunit.client.0.smithi046.stdout:8/322: creat d0/f6f x:0 0 0
2024-03-19T01:51:46.986 INFO:tasks.workunit.client.0.smithi046.stdout:6/305: mknod d1a/d4e/c6d 0
2024-03-19T01:51:46.986 INFO:tasks.workunit.client.0.smithi046.stdout:2/270: dread d0/dc/d16/d2f/f42 [0,4194304] 0
2024-03-19T01:51:46.986 INFO:tasks.workunit.client.0.smithi046.stdout:3/345: unlink d5/d10/f16 0
2024-03-19T01:51:46.988 INFO:tasks.workunit.client.0.smithi046.stdout:1/246: creat d0/dd/d26/d23/d3b/f50 x:0 0 0
2024-03-19T01:51:46.988 INFO:tasks.workunit.client.0.smithi046.stdout:7/347: mknod d1/dc/d18/d65/c70 0
2024-03-19T01:51:46.988 INFO:tasks.workunit.client.0.smithi046.stdout:0/473: dwrite d14/d43/f71 [0,4194304] 0
2024-03-19T01:51:46.989 INFO:tasks.workunit.client.0.smithi046.stdout:5/284: mknod d0/d1/c64 0
2024-03-19T01:51:46.992 INFO:tasks.workunit.client.0.smithi046.stdout:3/346: dread - d5/f32 zero size
2024-03-19T01:51:46.992 INFO:tasks.workunit.client.0.smithi046.stdout:2/271: truncate d0/dc/d16/f23 4606989 0
2024-03-19T01:51:46.992 INFO:tasks.workunit.client.0.smithi046.stdout:9/284: write dd/d11/d17/f28 [353694,84824] 0
2024-03-19T01:51:46.994 INFO:tasks.workunit.client.0.smithi046.stdout:8/323: rename d0/d5/da/f6a to d0/d5/da/d45/d5b/f70 0
2024-03-19T01:51:46.995 INFO:tasks.workunit.client.0.smithi046.stdout:1/247: creat d0/dd/d26/d2c/d48/f51 x:0 0 0
2024-03-19T01:51:46.995 INFO:tasks.workunit.client.0.smithi046.stdout:3/347: write d5/d10/fa [7060032,86796] 0
2024-03-19T01:51:46.998 INFO:tasks.workunit.client.0.smithi046.stdout:7/348: fdatasync d1/dc/df/d11/f41 0
2024-03-19T01:51:47.000 INFO:tasks.workunit.client.0.smithi046.stdout:6/306: dwrite d1a/d26/d2e/d43/d62/d30/f31 [4194304,4194304] 0
2024-03-19T01:51:47.003 INFO:tasks.workunit.client.0.smithi046.stdout:3/348: fsync d5/d17/d62/d37/d5e/d69/f44 0
2024-03-19T01:51:47.003 INFO:tasks.workunit.client.0.smithi046.stdout:8/324: mknod d0/d5/dc/c71 0
2024-03-19T01:51:47.005 INFO:tasks.workunit.client.0.smithi046.stdout:7/349: fsync d1/dc/d18/f3a 0
2024-03-19T01:51:47.006 INFO:tasks.workunit.client.0.smithi046.stdout:2/272: dread d0/d48/d2a/f44 [0,4194304] 0
2024-03-19T01:51:47.006 INFO:tasks.workunit.client.0.smithi046.stdout:8/325: chown d0/d5/da/d45/c6c 154219984 1
2024-03-19T01:51:47.006 INFO:tasks.workunit.client.0.smithi046.stdout:1/248: symlink d0/dd/d26/d23/l52 0
2024-03-19T01:51:47.008 INFO:tasks.workunit.client.0.smithi046.stdout:5/285: truncate d0/d1/fe 1721910 0
2024-03-19T01:51:47.008 INFO:tasks.workunit.client.0.smithi046.stdout:8/326: fsync d0/d5/dc/f4c 0
2024-03-19T01:51:47.008 INFO:tasks.workunit.client.0.smithi046.stdout:0/474: mknod d14/d26/d7b/d3f/da0/ca5 0
2024-03-19T01:51:47.011 INFO:tasks.workunit.client.0.smithi046.stdout:0/475: readlink d14/d26/d7b/d3f/d8d/l7d 0
2024-03-19T01:51:47.011 INFO:tasks.workunit.client.0.smithi046.stdout:3/349: write d5/f32 [628105,76884] 0
2024-03-19T01:51:47.011 INFO:tasks.workunit.client.0.smithi046.stdout:7/350: fdatasync d1/dc/df/f1b 0
2024-03-19T01:51:47.012 INFO:tasks.workunit.client.0.smithi046.stdout:6/307: mknod d1a/d26/d2e/d43/d62/d30/d42/c6e 0
2024-03-19T01:51:47.012 INFO:tasks.workunit.client.0.smithi046.stdout:8/327: symlink d0/d5/dc/l72 0
2024-03-19T01:51:47.013 INFO:tasks.workunit.client.0.smithi046.stdout:1/249: mkdir d0/dd/d26/d23/d28/d3c/d53 0
2024-03-19T01:51:47.015 INFO:tasks.workunit.client.0.smithi046.stdout:6/308: chown c19 44 1
2024-03-19T01:51:47.019 INFO:tasks.workunit.client.0.smithi046.stdout:2/273: creat d0/d48/d2a/f54 x:0 0 0
2024-03-19T01:51:47.019 INFO:tasks.workunit.client.0.smithi046.stdout:3/350: unlink d5/d10/d51/f55 0
2024-03-19T01:51:47.021 INFO:tasks.workunit.client.0.smithi046.stdout:7/351: symlink d1/l71 0
2024-03-19T01:51:47.026 INFO:tasks.workunit.client.0.smithi046.stdout:9/285: dwrite dd/f29 [0,4194304] 0
2024-03-19T01:51:47.027 INFO:tasks.workunit.client.0.smithi046.stdout:2/274: creat d0/d27/f55 x:0 0 0
2024-03-19T01:51:47.028 INFO:tasks.workunit.client.0.smithi046.stdout:8/328: getdents d0/d5/da 0
2024-03-19T01:51:47.029 INFO:tasks.workunit.client.0.smithi046.stdout:1/250: dwrite d0/dd/d26/d23/d3b/f50 [0,4194304] 0
2024-03-19T01:51:47.031 INFO:tasks.workunit.client.0.smithi046.stdout:6/309: dread d1a/d4e/f50 [0,4194304] 0
2024-03-19T01:51:47.035 INFO:tasks.workunit.client.0.smithi046.stdout:0/476: dwrite d14/f16 [4194304,4194304] 0
2024-03-19T01:51:47.036 INFO:tasks.workunit.client.0.smithi046.stdout:9/286: write dd/d3d/f52 [740900,104243] 0
2024-03-19T01:51:47.040 INFO:tasks.workunit.client.0.smithi046.stdout:8/329: symlink d0/d5/da/d45/d5b/l73 0
2024-03-19T01:51:47.040 INFO:tasks.workunit.client.0.smithi046.stdout:3/351: dread d5/f1a [0,4194304] 0
2024-03-19T01:51:47.040 INFO:tasks.workunit.client.0.smithi046.stdout:7/352: truncate d1/dc/df/f20 530199 0
2024-03-19T01:51:47.042 INFO:tasks.workunit.client.0.smithi046.stdout:5/286: dwrite d0/d1/d4/f19 [0,4194304] 0
2024-03-19T01:51:47.113 INFO:tasks.workunit.client.0.smithi046.stdout:0/477: mkdir d14/d1a/d8f/da6 0
2024-03-19T01:51:47.113 INFO:tasks.workunit.client.0.smithi046.stdout:6/310: chown d1a/d26/d2e/d43/d62/f69 75 1
2024-03-19T01:51:47.114 INFO:tasks.workunit.client.0.smithi046.stdout:2/275: creat d0/d48/d2a/f56 x:0 0 0
2024-03-19T01:51:47.115 INFO:tasks.workunit.client.0.smithi046.stdout:0/478: fsync d14/d1a/d8f/f9d 0
2024-03-19T01:51:47.115 INFO:tasks.workunit.client.0.smithi046.stdout:3/352: write d5/f21 [2802912,78559] 0
2024-03-19T01:51:47.116 INFO:tasks.workunit.client.0.smithi046.stdout:8/330: rename d0/d5/da/df/f2f to d0/d5/da/d45/f74 0
2024-03-19T01:51:47.118 INFO:tasks.workunit.client.0.smithi046.stdout:5/287: mkdir d0/d65 0
2024-03-19T01:51:47.120 INFO:tasks.workunit.client.0.smithi046.stdout:5/288: dread - d0/d2d/d50/d52/f5f zero size
2024-03-19T01:51:47.120 INFO:tasks.workunit.client.0.smithi046.stdout:2/276: unlink d0/fa 0
2024-03-19T01:51:47.123 INFO:tasks.workunit.client.0.smithi046.stdout:5/289: readlink d0/l3f 0
2024-03-19T01:51:47.126 INFO:tasks.workunit.client.0.smithi046.stdout:9/287: link dd/c13 dd/d11/d2e/c5b 0
2024-03-19T01:51:47.126 INFO:tasks.workunit.client.0.smithi046.stdout:3/353: creat d5/d10/d51/d60/f6a x:0 0 0
2024-03-19T01:51:47.126 INFO:tasks.workunit.client.0.smithi046.stdout:8/331: mkdir d0/d5/da/df/d47/d5d/d75 0
2024-03-19T01:51:47.129 INFO:tasks.workunit.client.0.smithi046.stdout:5/290: unlink d0/d1/d4/l22 0
2024-03-19T01:51:47.135 INFO:tasks.workunit.client.0.smithi046.stdout:3/354: dwrite d5/f32 [0,4194304] 0
2024-03-19T01:51:47.135 INFO:tasks.workunit.client.0.smithi046.stdout:8/332: truncate d0/d5/da/df/f2d 4874931 0
2024-03-19T01:51:47.136 INFO:tasks.workunit.client.0.smithi046.stdout:5/291: symlink d0/d1/d37/l66 0
2024-03-19T01:51:47.138 INFO:tasks.workunit.client.0.smithi046.stdout:9/288: truncate dd/d1c/d20/f21 3799215 0
2024-03-19T01:51:47.139 INFO:tasks.workunit.client.0.smithi046.stdout:8/333: creat d0/d5/da/d45/f76 x:0 0 0
2024-03-19T01:51:47.140 INFO:tasks.workunit.client.0.smithi046.stdout:6/311: dread d1a/d26/d2e/d43/d62/f69 [0,4194304] 0
2024-03-19T01:51:47.143 INFO:tasks.workunit.client.0.smithi046.stdout:9/289: rmdir dd/d11/d17/d3a 39
2024-03-19T01:51:47.145 INFO:tasks.workunit.client.0.smithi046.stdout:6/312: mknod d1a/d64/c6f 0
2024-03-19T01:51:47.145 INFO:tasks.workunit.client.0.smithi046.stdout:0/479: dread d14/d1a/f27 [0,4194304] 0
2024-03-19T01:51:47.149 INFO:tasks.workunit.client.0.smithi046.stdout:9/290: mknod dd/d11/d17/d3a/d55/c5c 0
2024-03-19T01:51:47.149 INFO:tasks.workunit.client.0.smithi046.stdout:0/480: mkdir d14/d26/d7b/d3f/da0/da7 0
2024-03-19T01:51:47.151 INFO:tasks.workunit.client.0.smithi046.stdout:5/292: dwrite d0/d1/d4/f28 [4194304,4194304] 0
2024-03-19T01:51:47.151 INFO:tasks.workunit.client.0.smithi046.stdout:6/313: creat d1a/d26/d2e/d43/d62/d5b/d40/f70 x:0 0 0
2024-03-19T01:51:47.152 INFO:tasks.workunit.client.0.smithi046.stdout:0/481: read - d14/d26/d7b/d4b/d65/f89 zero size
2024-03-19T01:51:47.153 INFO:tasks.workunit.client.0.smithi046.stdout:9/291: readlink dd/d11/l2d 0
2024-03-19T01:51:47.157 INFO:tasks.workunit.client.0.smithi046.stdout:2/277: dread d0/f28 [0,4194304] 0
2024-03-19T01:51:47.157 INFO:tasks.workunit.client.0.smithi046.stdout:6/314: truncate d1a/f61 3632127 0
2024-03-19T01:51:47.158 INFO:tasks.workunit.client.0.smithi046.stdout:5/293: rename d0/d1/d20/l5d to d0/d2d/d2e/l67 0
2024-03-19T01:51:47.160 INFO:tasks.workunit.client.0.smithi046.stdout:9/292: creat dd/d11/d17/d57/f5d x:0 0 0
2024-03-19T01:51:47.161 INFO:tasks.workunit.client.0.smithi046.stdout:2/278: creat d0/dc/d16/d2f/f57 x:0 0 0
2024-03-19T01:51:47.162 INFO:tasks.workunit.client.0.smithi046.stdout:5/294: chown d0/d1/d56 80848 1
2024-03-19T01:51:47.162 INFO:tasks.workunit.client.0.smithi046.stdout:6/315: mkdir d1a/d66/d71 0
2024-03-19T01:51:47.163 INFO:tasks.workunit.client.0.smithi046.stdout:0/482: truncate d14/f1d 4864083 0
2024-03-19T01:51:47.164 INFO:tasks.workunit.client.0.smithi046.stdout:2/279: rmdir d0/d48 39
2024-03-19T01:51:47.173 INFO:tasks.workunit.client.0.smithi046.stdout:6/316: dread d1a/d26/d2e/d43/d62/d5b/d40/f53 [0,4194304] 0
2024-03-19T01:51:47.174 INFO:tasks.workunit.client.0.smithi046.stdout:2/280: rename d0/d48/d2a/f44 to d0/d27/f58 0
2024-03-19T01:51:47.176 INFO:tasks.workunit.client.0.smithi046.stdout:6/317: symlink d1a/d26/d2e/d43/d62/d30/d42/l72 0
2024-03-19T01:51:47.177 INFO:tasks.workunit.client.0.smithi046.stdout:0/483: link d14/f1d d14/d26/d7b/fa8 0
2024-03-19T01:51:47.177 INFO:tasks.workunit.client.0.smithi046.stdout:2/281: mkdir d0/dc/d16/d39/d59 0
2024-03-19T01:51:47.178 INFO:tasks.workunit.client.0.smithi046.stdout:5/295: truncate d0/d1/f4a 722757 0
2024-03-19T01:51:47.179 INFO:tasks.workunit.client.0.smithi046.stdout:8/334: dread d0/d5/f67 [0,4194304] 0
2024-03-19T01:51:47.181 INFO:tasks.workunit.client.0.smithi046.stdout:9/293: write dd/d1c/d20/f21 [1723330,12505] 0
2024-03-19T01:51:47.185 INFO:tasks.workunit.client.0.smithi046.stdout:8/335: getdents d0/d5/da/df/d47 0
2024-03-19T01:51:47.186 INFO:tasks.workunit.client.0.smithi046.stdout:0/484: dwrite d14/d26/d7b/d3f/d8d/d5e/f90 [0,4194304] 0
2024-03-19T01:51:47.188 INFO:tasks.workunit.client.0.smithi046.stdout:5/296: rename d0/d2d/d2e/f30 to d0/d1/d20/f68 0
2024-03-19T01:51:47.191 INFO:tasks.workunit.client.0.smithi046.stdout:6/318: rename d1a/d26/d2e/d43/d62/l22 to d1a/d4d/d5a/l73 0
2024-03-19T01:51:47.194 INFO:tasks.workunit.client.0.smithi046.stdout:9/294: getdents dd/d11/d2e/d48 0
2024-03-19T01:51:47.195 INFO:tasks.workunit.client.0.smithi046.stdout:0/485: dread d14/f1f [0,4194304] 0
2024-03-19T01:51:47.196 INFO:tasks.workunit.client.0.smithi046.stdout:6/319: fdatasync d1a/d26/d2e/d43/d62/d5b/d40/f56 0
2024-03-19T01:51:47.196 INFO:tasks.workunit.client.0.smithi046.stdout:8/336: rename d0/f6f to d0/d5/dc/f77 0
2024-03-19T01:51:47.197 INFO:tasks.workunit.client.0.smithi046.stdout:2/282: dwrite d0/f28 [4194304,4194304] 0
2024-03-19T01:51:47.199 INFO:tasks.workunit.client.0.smithi046.stdout:0/486: chown d14/d26/d7b/d3f/d8d/d5e/d8a 636620 1
2024-03-19T01:51:47.200 INFO:tasks.workunit.client.0.smithi046.stdout:6/320: write d1a/d26/d2e/d43/d62/d30/d42/f63 [105157,61392] 0
2024-03-19T01:51:47.201 INFO:tasks.workunit.client.0.smithi046.stdout:8/337: creat d0/d5/da/d45/d5b/f78 x:0 0 0
2024-03-19T01:51:47.204 INFO:tasks.workunit.client.0.smithi046.stdout:8/338: fdatasync d0/d5/dc/d48/f49 0
2024-03-19T01:51:47.205 INFO:tasks.workunit.client.0.smithi046.stdout:0/487: dread - d14/d34/f60 zero size
2024-03-19T01:51:47.205 INFO:tasks.workunit.client.0.smithi046.stdout:5/297: truncate d0/f1b 624217 0
2024-03-19T01:51:47.207 INFO:tasks.workunit.client.0.smithi046.stdout:2/283: mknod d0/d48/c5a 0
2024-03-19T01:51:47.207 INFO:tasks.workunit.client.0.smithi046.stdout:6/321: symlink d1a/d4e/l74 0
2024-03-19T01:51:47.210 INFO:tasks.workunit.client.0.smithi046.stdout:8/339: creat d0/d5/dc/d42/f79 x:0 0 0
2024-03-19T01:51:47.210 INFO:tasks.workunit.client.0.smithi046.stdout:9/295: dwrite dd/d1c/d20/f3e [4194304,4194304] 0
2024-03-19T01:51:47.211 INFO:tasks.workunit.client.0.smithi046.stdout:6/322: chown d1a/d26/d2e/d43/d62/d30/d42/c6e 120419 1
2024-03-19T01:51:47.212 INFO:tasks.workunit.client.0.smithi046.stdout:0/488: creat d14/d26/d7b/d3f/fa9 x:0 0 0
2024-03-19T01:51:47.213 INFO:tasks.workunit.client.0.smithi046.stdout:6/323: symlink d1a/d66/d71/l75 0
2024-03-19T01:51:47.215 INFO:tasks.workunit.client.0.smithi046.stdout:0/489: write d14/d26/d7b/d3f/f57 [1957968,3030] 0
2024-03-19T01:51:47.216 INFO:tasks.workunit.client.0.smithi046.stdout:2/284: getdents d0/dc/d16 0
2024-03-19T01:51:47.218 INFO:tasks.workunit.client.0.smithi046.stdout:8/340: dwrite d0/d5/dc/d42/f6e [0,4194304] 0
2024-03-19T01:51:47.218 INFO:tasks.workunit.client.0.smithi046.stdout:2/285: chown d0/d48/c49 44649251 1
2024-03-19T01:51:47.219 INFO:tasks.workunit.client.0.smithi046.stdout:2/286: stat d0/dc/c1b 0
2024-03-19T01:51:47.220 INFO:tasks.workunit.client.0.smithi046.stdout:2/287: write d0/f5 [2353276,126362] 0
2024-03-19T01:51:47.221 INFO:tasks.workunit.client.0.smithi046.stdout:6/324: mknod d1a/d26/d2e/d43/d62/c76 0
2024-03-19T01:51:47.221 INFO:tasks.workunit.client.0.smithi046.stdout:2/288: chown d0/f28 285597 1
2024-03-19T01:51:47.222 INFO:tasks.workunit.client.0.smithi046.stdout:0/490: mknod d14/d26/d7b/d3f/d8d/d5e/d5f/d74/caa 0
2024-03-19T01:51:47.224 INFO:tasks.workunit.client.0.smithi046.stdout:8/341: fsync d0/d5/f67 0
2024-03-19T01:51:47.226 INFO:tasks.workunit.client.0.smithi046.stdout:6/325: rename d1a/d26/d2e/d43/d62/f21 to d1a/d26/d2e/d43/d62/d5b/d40/f77 0
2024-03-19T01:51:47.230 INFO:tasks.workunit.client.0.smithi046.stdout:6/326: dread - d1a/d26/d2e/d43/d62/d5b/d40/f45 zero size
2024-03-19T01:51:47.230 INFO:tasks.workunit.client.0.smithi046.stdout:8/342: symlink d0/d5/da/d45/d58/l7a 0
2024-03-19T01:51:47.231 INFO:tasks.workunit.client.0.smithi046.stdout:2/289: dwrite d0/d48/d2a/f54 [0,4194304] 0
2024-03-19T01:51:47.232 INFO:tasks.workunit.client.0.smithi046.stdout:2/290: read d0/d27/f58 [3807061,111459] 0
2024-03-19T01:51:47.235 INFO:tasks.workunit.client.0.smithi046.stdout:2/291: chown d0/f4e 0 1
2024-03-19T01:51:47.235 INFO:tasks.workunit.client.0.smithi046.stdout:8/343: creat d0/d5/f7b x:0 0 0
2024-03-19T01:51:47.237 INFO:tasks.workunit.client.0.smithi046.stdout:0/491: truncate d14/d26/d7b/d3f/d8d/d5e/f90 939256 0
2024-03-19T01:51:47.240 INFO:tasks.workunit.client.0.smithi046.stdout:0/492: creat d14/d26/d7b/d3f/fab x:0 0 0
2024-03-19T01:51:47.240 INFO:tasks.workunit.client.0.smithi046.stdout:6/327: truncate d1a/d26/d2e/d43/d62/d30/d42/f63 153815 0
2024-03-19T01:51:47.243 INFO:tasks.workunit.client.0.smithi046.stdout:6/328: rename d1a/d26/d2e/d43 to d1a/d26/d2e/d43/d62/d5b/d57/d78 22
2024-03-19T01:51:47.243 INFO:tasks.workunit.client.0.smithi046.stdout:8/344: link d0/d5/l16 d0/d5/da/d45/l7c 0
2024-03-19T01:51:47.248 INFO:tasks.workunit.client.0.smithi046.stdout:0/493: dwrite d14/d26/d7b/d4b/d65/f9b [0,4194304] 0
2024-03-19T01:51:47.248 INFO:tasks.workunit.client.0.smithi046.stdout:8/345: rename d0/d5/dc/f10 to d0/d5/da/d45/f7d 0
2024-03-19T01:51:47.249 INFO:tasks.workunit.client.0.smithi046.stdout:2/292: link d0/dc/d16/d2f/f57 d0/dc/d16/d2f/f5b 0
2024-03-19T01:51:47.250 INFO:tasks.workunit.client.0.smithi046.stdout:0/494: write d14/d26/d7b/d3f/fa9 [713607,81135] 0
2024-03-19T01:51:47.252 INFO:tasks.workunit.client.0.smithi046.stdout:8/346: unlink d0/d5/f15 0
2024-03-19T01:51:47.259 INFO:tasks.workunit.client.0.smithi046.stdout:2/293: dwrite d0/dc/d16/f22 [0,4194304] 0
2024-03-19T01:51:47.259 INFO:tasks.workunit.client.0.smithi046.stdout:0/495: dwrite d14/d1a/f27 [0,4194304] 0
2024-03-19T01:51:47.260 INFO:tasks.workunit.client.0.smithi046.stdout:2/294: readlink d0/dc/l51 0
2024-03-19T01:51:47.269 INFO:tasks.workunit.client.0.smithi046.stdout:2/295: write d0/f24 [522693,74104] 0
2024-03-19T01:51:47.269 INFO:tasks.workunit.client.0.smithi046.stdout:0/496: link d14/d1a/l4f d14/d26/d7b/d3f/d8d/d5e/d8a/lac 0
2024-03-19T01:51:47.270 INFO:tasks.workunit.client.0.smithi046.stdout:0/497: fsync d14/d1a/f5c 0
2024-03-19T01:51:47.270 INFO:tasks.workunit.client.0.smithi046.stdout:0/498: fdatasync d14/d1a/f2d 0
2024-03-19T01:51:47.275 INFO:tasks.workunit.client.0.smithi046.stdout:0/499: symlink d14/d43/lad 0
2024-03-19T01:51:47.276 INFO:tasks.workunit.client.0.smithi046.stdout:2/296: rename d0/dc/c4c to d0/d48/c5c 0
2024-03-19T01:51:47.282 INFO:tasks.workunit.client.0.smithi046.stdout:0/500: dwrite d14/d26/d7b/d3f/f8b [0,4194304] 0
2024-03-19T01:51:47.284 INFO:tasks.workunit.client.0.smithi046.stdout:2/297: dwrite d0/f5 [0,4194304] 0
2024-03-19T01:51:47.287 INFO:tasks.workunit.client.0.smithi046.stdout:2/298: stat d0/dc/d16/l4b 0
2024-03-19T01:51:47.292 INFO:tasks.workunit.client.0.smithi046.stdout:2/299: dread d0/dc/d16/f23 [0,4194304] 0
2024-03-19T01:51:47.295 INFO:tasks.workunit.client.0.smithi046.stdout:2/300: mkdir d0/d27/d53/d5d 0
2024-03-19T01:51:47.295 INFO:tasks.workunit.client.0.smithi046.stdout:2/301: chown d0/dc/d16/f23 7 1
2024-03-19T01:51:47.297 INFO:tasks.workunit.client.0.smithi046.stdout:0/501: rename d14/d26/d7b/d3f/d8d/d5e/f90 to d14/d26/d7b/d3f/d8d/d5e/d5f/d74/fae 0
2024-03-19T01:51:47.299 INFO:tasks.workunit.client.0.smithi046.stdout:0/502: readlink d14/d1a/l4f 0
2024-03-19T01:51:47.300 INFO:tasks.workunit.client.0.smithi046.stdout:2/302: read d0/f46 [164818,5322] 0
2024-03-19T01:51:47.304 INFO:tasks.workunit.client.0.smithi046.stdout:2/303: creat d0/f5e x:0 0 0
2024-03-19T01:51:47.305 INFO:tasks.workunit.client.0.smithi046.stdout:2/304: rmdir d0/d27/d53 39
2024-03-19T01:51:47.306 INFO:tasks.workunit.client.0.smithi046.stdout:0/503: write d14/f18 [2774822,74385] 0
2024-03-19T01:51:47.306 INFO:tasks.workunit.client.0.smithi046.stdout:0/504: read - d14/d26/f49 zero size
2024-03-19T01:51:47.308 INFO:tasks.workunit.client.0.smithi046.stdout:4/368: sync
2024-03-19T01:51:47.314 INFO:tasks.workunit.client.0.smithi046.stdout:2/305: dwrite d0/f46 [0,4194304] 0
2024-03-19T01:51:47.320 INFO:tasks.workunit.client.0.smithi046.stdout:0/505: dwrite d14/d1a/f28 [0,4194304] 0
2024-03-19T01:51:47.321 INFO:tasks.workunit.client.0.smithi046.stdout:4/369: dwrite d7/d10/f72 [0,4194304] 0
2024-03-19T01:51:47.321 INFO:tasks.workunit.client.0.smithi046.stdout:2/306: write d0/dc/d16/f1f [1609140,38058] 0
2024-03-19T01:51:47.325 INFO:tasks.workunit.client.0.smithi046.stdout:0/506: creat d14/d26/d7b/d3f/d72/faf x:0 0 0
2024-03-19T01:51:47.326 INFO:tasks.workunit.client.0.smithi046.stdout:4/370: read d7/d10/d13/f1f [190978,69347] 0
2024-03-19T01:51:47.329 INFO:tasks.workunit.client.0.smithi046.stdout:0/507: creat d14/d1a/d8f/fb0 x:0 0 0
2024-03-19T01:51:47.330 INFO:tasks.workunit.client.0.smithi046.stdout:4/371: mkdir d7/d10/d13/d58/d7f 0
2024-03-19T01:51:47.338 INFO:tasks.workunit.client.0.smithi046.stdout:0/508: dwrite d14/d26/d7b/d4b/d65/f9e [0,4194304] 0
2024-03-19T01:51:47.338 INFO:tasks.workunit.client.0.smithi046.stdout:4/372: write d7/fd [770033,118536] 0
2024-03-19T01:51:47.342 INFO:tasks.workunit.client.0.smithi046.stdout:4/373: write d7/f26 [227930,107832] 0
2024-03-19T01:51:47.343 INFO:tasks.workunit.client.0.smithi046.stdout:0/509: rename d14/d43/l58 to d14/d1a/d8f/da6/lb1 0
2024-03-19T01:51:47.344 INFO:tasks.workunit.client.0.smithi046.stdout:0/510: chown d14/d26/f47 0 1
2024-03-19T01:51:47.347 INFO:tasks.workunit.client.0.smithi046.stdout:4/374: getdents d7/d10/d13/d58/d75 0
2024-03-19T01:51:47.349 INFO:tasks.workunit.client.0.smithi046.stdout:4/375: creat d7/d10/d13/d58/d5d/f80 x:0 0 0
2024-03-19T01:51:47.367 INFO:tasks.workunit.client.0.smithi046.stdout:4/376: dread d7/ff [0,4194304] 0
2024-03-19T01:51:47.371 INFO:tasks.workunit.client.0.smithi046.stdout:0/511: dread d14/d1a/f5b [0,4194304] 0
2024-03-19T01:51:47.374 INFO:tasks.workunit.client.0.smithi046.stdout:4/377: dwrite d7/ff [0,4194304] 0
2024-03-19T01:51:47.374 INFO:tasks.workunit.client.0.smithi046.stdout:0/512: rename l2 to d14/d1a/d61/lb2 0
2024-03-19T01:51:47.376 INFO:tasks.workunit.client.0.smithi046.stdout:0/513: write d14/d26/d7b/f67 [940893,100282] 0
2024-03-19T01:51:47.376 INFO:tasks.workunit.client.0.smithi046.stdout:4/378: write d7/d4f/d7e/d73/f78 [605407,70321] 0
2024-03-19T01:51:47.381 INFO:tasks.workunit.client.0.smithi046.stdout:4/379: unlink d7/fc 0
2024-03-19T01:51:47.384 INFO:tasks.workunit.client.0.smithi046.stdout:4/380: creat d7/d4f/d63/f81 x:0 0 0
2024-03-19T01:51:47.385 INFO:tasks.workunit.client.0.smithi046.stdout:4/381: chown d7/d10/c25 4269 1
2024-03-19T01:51:47.441 INFO:tasks.workunit.client.0.smithi046.stdout:1/251: sync
2024-03-19T01:51:47.446 INFO:tasks.workunit.client.0.smithi046.stdout:1/252: dwrite d0/d6/da/f1a [8388608,4194304] 0
2024-03-19T01:51:47.447 INFO:tasks.workunit.client.0.smithi046.stdout:1/253: stat d0/dd/d26/d23/d3b/d3d 0
2024-03-19T01:51:47.450 INFO:tasks.workunit.client.0.smithi046.stdout:1/254: creat d0/dd/d26/d23/d45/f54 x:0 0 0
2024-03-19T01:51:47.451 INFO:tasks.workunit.client.0.smithi046.stdout:1/255: chown d0/d6/da/l1f 5 1
2024-03-19T01:51:47.452 INFO:tasks.workunit.client.0.smithi046.stdout:1/256: fdatasync d0/dd/f39 0
2024-03-19T01:51:47.453 INFO:tasks.workunit.client.0.smithi046.stdout:1/257: read d0/f1e [3842731,73316] 0
2024-03-19T01:51:47.456 INFO:tasks.workunit.client.0.smithi046.stdout:1/258: mkdir d0/dd/d26/d23/d3b/d3d/d55 0
2024-03-19T01:51:47.457 INFO:tasks.workunit.client.0.smithi046.stdout:1/259: write d0/dd/d26/d23/d3b/f50 [3456802,39582] 0
2024-03-19T01:51:47.457 INFO:tasks.workunit.client.0.smithi046.stdout:1/260: fsync d0/dd/f42 0
2024-03-19T01:51:47.459 INFO:tasks.workunit.client.0.smithi046.stdout:1/261: write d0/dd/d26/d23/d45/f54 [847625,118805] 0
2024-03-19T01:51:47.462 INFO:tasks.workunit.client.0.smithi046.stdout:1/262: unlink d0/dd/d26/d23/d3b/f50 0
2024-03-19T01:51:47.464 INFO:tasks.workunit.client.0.smithi046.stdout:1/263: mkdir d0/d6/da/d56 0
2024-03-19T01:51:47.465 INFO:tasks.workunit.client.0.smithi046.stdout:1/264: dread - d0/dd/f42 zero size
2024-03-19T01:51:47.467 INFO:tasks.workunit.client.0.smithi046.stdout:1/265: dread d0/f1e [0,4194304] 0
2024-03-19T01:51:47.470 INFO:tasks.workunit.client.0.smithi046.stdout:1/266: creat d0/dd/d26/d23/d3b/d3d/d55/f57 x:0 0 0
2024-03-19T01:51:47.470 INFO:tasks.workunit.client.0.smithi046.stdout:1/267: dread - d0/dd/f42 zero size
2024-03-19T01:51:47.472 INFO:tasks.workunit.client.0.smithi046.stdout:1/268: symlink d0/dd/l58 0
2024-03-19T01:51:47.556 INFO:tasks.workunit.client.0.smithi046.stdout:7/353: sync
2024-03-19T01:51:47.560 INFO:tasks.workunit.client.0.smithi046.stdout:7/354: rename d1/dc/f5a to d1/dc/df/d11/d39/d6f/f72 0
2024-03-19T01:51:47.571 INFO:tasks.workunit.client.0.smithi046.stdout:7/355: dwrite d1/dc/df/f1b [0,4194304] 0
2024-03-19T01:51:47.575 INFO:tasks.workunit.client.0.smithi046.stdout:7/356: getdents d1/dc/d18/d43 0
2024-03-19T01:51:47.576 INFO:tasks.workunit.client.0.smithi046.stdout:7/357: rmdir d1/dc/d18/d43 39
2024-03-19T01:51:47.578 INFO:tasks.workunit.client.0.smithi046.stdout:7/358: symlink d1/d2a/l73 0
2024-03-19T01:51:47.578 INFO:tasks.workunit.client.0.smithi046.stdout:7/359: chown d1/f17 160 1
2024-03-19T01:51:47.587 INFO:tasks.workunit.client.0.smithi046.stdout:7/360: dwrite d1/dc/d18/f37 [0,4194304] 0
2024-03-19T01:51:47.593 INFO:tasks.workunit.client.0.smithi046.stdout:7/361: dwrite d1/dc/d18/f47 [4194304,4194304] 0
2024-03-19T01:51:47.594 INFO:tasks.workunit.client.0.smithi046.stdout:7/362: write d1/f1f [4105984,94537] 0
2024-03-19T01:51:47.601 INFO:tasks.workunit.client.0.smithi046.stdout:7/363: dread d1/dc/df/d11/f41 [0,4194304] 0
2024-03-19T01:51:47.603 INFO:tasks.workunit.client.0.smithi046.stdout:7/364: symlink d1/dc/df/d11/d39/d6f/l74 0
2024-03-19T01:51:47.604 INFO:tasks.workunit.client.0.smithi046.stdout:7/365: write d1/d2a/f6d [371756,85897] 0
2024-03-19T01:51:47.607 INFO:tasks.workunit.client.0.smithi046.stdout:7/366: creat d1/dc/df/d11/d39/f75 x:0 0 0
2024-03-19T01:51:47.612 INFO:tasks.workunit.client.0.smithi046.stdout:7/367: rename d1/dc/f36 to d1/dc/f76 0
2024-03-19T01:51:47.615 INFO:tasks.workunit.client.0.smithi046.stdout:3/355: sync
2024-03-19T01:51:47.615 INFO:tasks.workunit.client.0.smithi046.stdout:2/307: sync
2024-03-19T01:51:47.615 INFO:tasks.workunit.client.0.smithi046.stdout:1/269: sync
2024-03-19T01:51:47.615 INFO:tasks.workunit.client.0.smithi046.stdout:8/347: sync
2024-03-19T01:51:47.615 INFO:tasks.workunit.client.0.smithi046.stdout:0/514: sync
2024-03-19T01:51:47.615 INFO:tasks.workunit.client.0.smithi046.stdout:4/382: sync
2024-03-19T01:51:47.615 INFO:tasks.workunit.client.0.smithi046.stdout:6/329: sync
2024-03-19T01:51:47.615 INFO:tasks.workunit.client.0.smithi046.stdout:9/296: sync
2024-03-19T01:51:47.615 INFO:tasks.workunit.client.0.smithi046.stdout:5/298: sync
2024-03-19T01:51:47.616 INFO:tasks.workunit.client.0.smithi046.stdout:7/368: fsync d1/dc/df/f20 0
2024-03-19T01:51:47.617 INFO:tasks.workunit.client.0.smithi046.stdout:6/330: unlink fd 0
2024-03-19T01:51:47.618 INFO:tasks.workunit.client.0.smithi046.stdout:3/356: chown d5/d17/d31/c33 1 1
2024-03-19T01:51:47.618 INFO:tasks.workunit.client.0.smithi046.stdout:9/297: mknod dd/d1c/d20/c5e 0
2024-03-19T01:51:47.618 INFO:tasks.workunit.client.0.smithi046.stdout:8/348: dread - d0/d5/dc/d42/f5e zero size
2024-03-19T01:51:47.619 INFO:tasks.workunit.client.0.smithi046.stdout:1/270: mknod d0/dd/d26/d23/c59 0
2024-03-19T01:51:47.620 INFO:tasks.workunit.client.0.smithi046.stdout:8/349: chown d0/d5/dc/d48 12321 1
2024-03-19T01:51:47.621 INFO:tasks.workunit.client.0.smithi046.stdout:5/299: mkdir d0/d1/d69 0
2024-03-19T01:51:47.621 INFO:tasks.workunit.client.0.smithi046.stdout:4/383: truncate d7/d10/f64 535328 0
2024-03-19T01:51:47.622 INFO:tasks.workunit.client.0.smithi046.stdout:3/357: fdatasync d5/d17/d62/d37/d5e/d69/f5b 0
2024-03-19T01:51:47.623 INFO:tasks.workunit.client.0.smithi046.stdout:5/300: dread - d0/f61 zero size
2024-03-19T01:51:47.624 INFO:tasks.workunit.client.0.smithi046.stdout:2/308: rmdir d0/dc/d16/d39 39
2024-03-19T01:51:47.625 INFO:tasks.workunit.client.0.smithi046.stdout:5/301: fsync d0/fd 0
2024-03-19T01:51:47.625 INFO:tasks.workunit.client.0.smithi046.stdout:3/358: dread - d5/f67 zero size
2024-03-19T01:51:47.629 INFO:tasks.workunit.client.0.smithi046.stdout:0/515: link d14/d26/d7b/d3f/d8d/c7a d14/d43/cb3 0
2024-03-19T01:51:47.631 INFO:tasks.workunit.client.0.smithi046.stdout:3/359: write d5/f59 [1231717,101972] 0
2024-03-19T01:51:47.631 INFO:tasks.workunit.client.0.smithi046.stdout:9/298: creat dd/d11/d17/f5f x:0 0 0
2024-03-19T01:51:47.633 INFO:tasks.workunit.client.0.smithi046.stdout:1/271: dwrite d0/dd/f42 [0,4194304] 0
2024-03-19T01:51:47.633 INFO:tasks.workunit.client.0.smithi046.stdout:7/369: truncate d1/dc/d18/d43/f59 924960 0
2024-03-19T01:51:47.638 INFO:tasks.workunit.client.0.smithi046.stdout:9/299: write dd/d1c/f26 [346155,76914] 0
2024-03-19T01:51:47.642 INFO:tasks.workunit.client.0.smithi046.stdout:7/370: mknod d1/dc/df/d11/d39/d6e/c77 0
2024-03-19T01:51:47.642 INFO:tasks.workunit.client.0.smithi046.stdout:2/309: dwrite d0/f9 [0,4194304] 0
2024-03-19T01:51:47.642 INFO:tasks.workunit.client.0.smithi046.stdout:5/302: read d0/d1/d1d/f34 [4010371,88501] 0
2024-03-19T01:51:47.645 INFO:tasks.workunit.client.0.smithi046.stdout:6/331: dread d1a/f23 [0,4194304] 0
2024-03-19T01:51:47.646 INFO:tasks.workunit.client.0.smithi046.stdout:3/360: fsync d5/d17/d62/d37/d5e/d69/d43/d56/f65 0
2024-03-19T01:51:47.646 INFO:tasks.workunit.client.0.smithi046.stdout:9/300: symlink dd/d11/d2e/d34/d33/l60 0
2024-03-19T01:51:47.649 INFO:tasks.workunit.client.0.smithi046.stdout:5/303: read d0/f33 [328580,55288] 0
2024-03-19T01:51:47.651 INFO:tasks.workunit.client.0.smithi046.stdout:9/301: rmdir dd/d11/d2e/d48 39
2024-03-19T01:51:47.652 INFO:tasks.workunit.client.0.smithi046.stdout:2/310: symlink d0/dc/l5f 0
2024-03-19T01:51:47.653 INFO:tasks.workunit.client.0.smithi046.stdout:7/371: write d1/fb [2079278,98915] 0
2024-03-19T01:51:47.653 INFO:tasks.workunit.client.0.smithi046.stdout:9/302: readlink dd/d3d/l4a 0
2024-03-19T01:51:47.654 INFO:tasks.workunit.client.0.smithi046.stdout:3/361: dread - d5/d17/d62/d37/d5e/d69/f44 zero size
2024-03-19T01:51:47.655 INFO:tasks.workunit.client.0.smithi046.stdout:8/350: dread d0/d5/dc/d48/f49 [0,4194304] 0
2024-03-19T01:51:47.657 INFO:tasks.workunit.client.0.smithi046.stdout:0/516: dwrite fa [4194304,4194304] 0
2024-03-19T01:51:47.660 INFO:tasks.workunit.client.0.smithi046.stdout:1/272: dread d0/dd/f12 [0,4194304] 0
2024-03-19T01:51:47.664 INFO:tasks.workunit.client.0.smithi046.stdout:9/303: creat dd/f61 x:0 0 0
2024-03-19T01:51:47.665 INFO:tasks.workunit.client.0.smithi046.stdout:7/372: symlink d1/dc/df/d11/d39/l78 0
2024-03-19T01:51:47.665 INFO:tasks.workunit.client.0.smithi046.stdout:8/351: mknod d0/c7e 0
2024-03-19T01:51:47.667 INFO:tasks.workunit.client.0.smithi046.stdout:3/362: mkdir d5/d17/d62/d37/d5e/d5f/d6b 0
2024-03-19T01:51:47.668 INFO:tasks.workunit.client.0.smithi046.stdout:6/332: dread d1a/d26/d2e/d43/d62/d5b/d40/f56 [0,4194304] 0
2024-03-19T01:51:47.675 INFO:tasks.workunit.client.0.smithi046.stdout:5/304: dwrite d0/d2d/f5a [0,4194304] 0
2024-03-19T01:51:47.675 INFO:tasks.workunit.client.0.smithi046.stdout:3/363: write d5/d17/f2b [1361540,20840] 0
2024-03-19T01:51:47.677 INFO:tasks.workunit.client.0.smithi046.stdout:8/352: creat d0/d5/da/df/d47/d5d/f7f x:0 0 0
2024-03-19T01:51:47.678 INFO:tasks.workunit.client.0.smithi046.stdout:2/311: dwrite d0/d27/f29 [4194304,4194304] 0
2024-03-19T01:51:47.679 INFO:tasks.workunit.client.0.smithi046.stdout:7/373: dread d1/d2a/f6d [0,4194304] 0
2024-03-19T01:51:47.679 INFO:tasks.workunit.client.0.smithi046.stdout:0/517: dwrite d14/d43/f83 [0,4194304] 0
2024-03-19T01:51:47.681 INFO:tasks.workunit.client.0.smithi046.stdout:1/273: getdents d0/dd/d26/d23/d3b 0
2024-03-19T01:51:47.683 INFO:tasks.workunit.client.0.smithi046.stdout:6/333: creat d1a/d26/d2e/d43/d62/d5b/d40/f79 x:0 0 0
2024-03-19T01:51:47.685 INFO:tasks.workunit.client.0.smithi046.stdout:3/364: mknod d5/d17/d31/c6c 0
2024-03-19T01:51:47.686 INFO:tasks.workunit.client.0.smithi046.stdout:1/274: rmdir d0/dd/d26 39
2024-03-19T01:51:47.689 INFO:tasks.workunit.client.0.smithi046.stdout:7/374: stat d1/dc/df/c23 0
2024-03-19T01:51:47.692 INFO:tasks.workunit.client.0.smithi046.stdout:3/365: symlink d5/d17/d31/l6d 0
2024-03-19T01:51:47.695 INFO:tasks.workunit.client.0.smithi046.stdout:9/304: dwrite dd/d11/d2e/d34/f39 [0,4194304] 0
2024-03-19T01:51:47.698 INFO:tasks.workunit.client.0.smithi046.stdout:8/353: dwrite d0/d5/da/f5c [0,4194304] 0
2024-03-19T01:51:47.698 INFO:tasks.workunit.client.0.smithi046.stdout:0/518: truncate d14/d1a/f5c 567340 0
2024-03-19T01:51:47.701 INFO:tasks.workunit.client.0.smithi046.stdout:5/305: truncate d0/d1/d4/f19 3407150 0
2024-03-19T01:51:47.701 INFO:tasks.workunit.client.0.smithi046.stdout:3/366: mknod d5/d17/d62/d37/d5e/d69/d52/c6e 0
2024-03-19T01:51:47.704 INFO:tasks.workunit.client.0.smithi046.stdout:3/367: chown d5/f42 252 1
2024-03-19T01:51:47.704 INFO:tasks.workunit.client.0.smithi046.stdout:1/275: rename d0/d6/da/lb to d0/dd/d26/d23/d3b/l5a 0
2024-03-19T01:51:47.705 INFO:tasks.workunit.client.0.smithi046.stdout:0/519: write d14/d26/d7b/d3f/d8d/f6c [438572,116063] 0
2024-03-19T01:51:47.706 INFO:tasks.workunit.client.0.smithi046.stdout:5/306: fdatasync d0/d1/d1d/f34 0
2024-03-19T01:51:47.710 INFO:tasks.workunit.client.0.smithi046.stdout:0/520: write d14/f78 [456970,45599] 0
2024-03-19T01:51:47.710 INFO:tasks.workunit.client.0.smithi046.stdout:8/354: link d0/d5/da/df/l25 d0/d5/dc/d48/l80 0
2024-03-19T01:51:47.710 INFO:tasks.workunit.client.0.smithi046.stdout:1/276: fdatasync d0/dd/d26/d23/d28/d3c/f40 0
2024-03-19T01:51:47.713 INFO:tasks.workunit.client.0.smithi046.stdout:2/312: dwrite d0/dc/d16/f43 [0,4194304] 0
2024-03-19T01:51:47.715 INFO:tasks.workunit.client.0.smithi046.stdout:5/307: getdents d0/d1/d56 0
2024-03-19T01:51:47.717 INFO:tasks.workunit.client.0.smithi046.stdout:1/277: symlink d0/d6/da/l5b 0
2024-03-19T01:51:47.718 INFO:tasks.workunit.client.0.smithi046.stdout:0/521: mknod d14/d1a/cb4 0
2024-03-19T01:51:47.718 INFO:tasks.workunit.client.0.smithi046.stdout:2/313: readlink d0/l4a 0
2024-03-19T01:51:47.720 INFO:tasks.workunit.client.0.smithi046.stdout:1/278: stat d0/dd/d26/d23/d28/d3c/d53 0
2024-03-19T01:51:47.720 INFO:tasks.workunit.client.0.smithi046.stdout:8/355: symlink d0/l81 0
2024-03-19T01:51:47.720 INFO:tasks.workunit.client.0.smithi046.stdout:0/522: chown d14/d26/f82 236830 1
2024-03-19T01:51:47.721 INFO:tasks.workunit.client.0.smithi046.stdout:2/314: fdatasync d0/d27/f31 0
2024-03-19T01:51:47.722 INFO:tasks.workunit.client.0.smithi046.stdout:3/368: write d5/d17/d62/d37/d5e/f63 [3515726,96061] 0
2024-03-19T01:51:47.724 INFO:tasks.workunit.client.0.smithi046.stdout:8/356: creat d0/d5/da/d45/f82 x:0 0 0
2024-03-19T01:51:47.724 INFO:tasks.workunit.client.0.smithi046.stdout:5/308: dread d0/d2d/f5a [0,4194304] 0
2024-03-19T01:51:47.725 INFO:tasks.workunit.client.0.smithi046.stdout:5/309: stat d0/fd 0
2024-03-19T01:51:47.725 INFO:tasks.workunit.client.0.smithi046.stdout:0/523: creat d14/d26/d7b/d3f/da0/da7/fb5 x:0 0 0
2024-03-19T01:51:47.728 INFO:tasks.workunit.client.0.smithi046.stdout:3/369: creat d5/d17/d62/d37/d5e/f6f x:0 0 0
2024-03-19T01:51:47.730 INFO:tasks.workunit.client.0.smithi046.stdout:5/310: write d0/f5 [1902589,75063] 0
2024-03-19T01:51:47.732 INFO:tasks.workunit.client.0.smithi046.stdout:5/311: dread - d0/d2d/d2e/f4b zero size
2024-03-19T01:51:47.734 INFO:tasks.workunit.client.0.smithi046.stdout:8/357: getdents d0/d5/da/df 0
2024-03-19T01:51:47.735 INFO:tasks.workunit.client.0.smithi046.stdout:0/524: dwrite d14/d34/f60 [0,4194304] 0
2024-03-19T01:51:47.736 INFO:tasks.workunit.client.0.smithi046.stdout:2/315: truncate d0/dc/d16/d2f/f5b 857873 0
2024-03-19T01:51:47.739 INFO:tasks.workunit.client.0.smithi046.stdout:8/358: creat d0/d5/f83 x:0 0 0
2024-03-19T01:51:47.739 INFO:tasks.workunit.client.0.smithi046.stdout:0/525: chown d14/d26/d7b/d3f/d8d/d5e/d5f/d74/l86 167629493 1
2024-03-19T01:51:47.741 INFO:tasks.workunit.client.0.smithi046.stdout:5/312: read d0/d1/f36 [3872840,48135] 0
2024-03-19T01:51:47.741 INFO:tasks.workunit.client.0.smithi046.stdout:1/279: dwrite d0/dd/d26/d23/f2b [0,4194304] 0
2024-03-19T01:51:47.745 INFO:tasks.workunit.client.0.smithi046.stdout:5/313: rmdir d0/d43 39
2024-03-19T01:51:47.748 INFO:tasks.workunit.client.0.smithi046.stdout:1/280: mknod d0/d6/da/c5c 0
2024-03-19T01:51:47.752 INFO:tasks.workunit.client.0.smithi046.stdout:5/314: unlink d0/d1/d4/c11 0
2024-03-19T01:51:47.754 INFO:tasks.workunit.client.0.smithi046.stdout:1/281: mkdir d0/dd/d26/d2c/d5d 0
2024-03-19T01:51:47.755 INFO:tasks.workunit.client.0.smithi046.stdout:0/526: dwrite d14/d26/f47 [0,4194304] 0
2024-03-19T01:51:47.756 INFO:tasks.workunit.client.0.smithi046.stdout:8/359: dwrite d0/d5/da/d45/f74 [0,4194304] 0
2024-03-19T01:51:47.757 INFO:tasks.workunit.client.0.smithi046.stdout:1/282: write d0/f18 [369070,74195] 0
2024-03-19T01:51:47.758 INFO:tasks.workunit.client.0.smithi046.stdout:0/527: chown d14/d1a/f2d 2362426 1
2024-03-19T01:51:47.758 INFO:tasks.workunit.client.0.smithi046.stdout:5/315: mknod d0/d1/d4/c6a 0
2024-03-19T01:51:47.759 INFO:tasks.workunit.client.0.smithi046.stdout:8/360: readlink d0/d5/da/d45/d58/l7a 0
2024-03-19T01:51:47.760 INFO:tasks.workunit.client.0.smithi046.stdout:5/316: write d0/f61 [1029491,127918] 0
2024-03-19T01:51:47.764 INFO:tasks.workunit.client.0.smithi046.stdout:0/528: unlink d14/l46 0
2024-03-19T01:51:47.765 INFO:tasks.workunit.client.0.smithi046.stdout:5/317: rmdir d0/d2d/d50 39
2024-03-19T01:51:47.770 INFO:tasks.workunit.client.0.smithi046.stdout:1/283: truncate d0/dd/d26/d23/f2b 3884539 0
2024-03-19T01:51:47.771 INFO:tasks.workunit.client.0.smithi046.stdout:8/361: dwrite d0/d5/dc/f5f [0,4194304] 0
2024-03-19T01:51:47.774 INFO:tasks.workunit.client.0.smithi046.stdout:8/362: symlink d0/d5/da/df/l84 0
2024-03-19T01:51:47.776 INFO:tasks.workunit.client.0.smithi046.stdout:5/318: rename d0/d1/d20/f68 to d0/d43/f6b 0
2024-03-19T01:51:47.781 INFO:tasks.workunit.client.0.smithi046.stdout:8/363: creat d0/d5/da/d45/d58/f85 x:0 0 0
2024-03-19T01:51:47.782 INFO:tasks.workunit.client.0.smithi046.stdout:1/284: truncate d0/dd/d26/d23/d28/f3a 863174 0
2024-03-19T01:51:47.784 INFO:tasks.workunit.client.0.smithi046.stdout:1/285: write d0/f18 [4800203,129523] 0
2024-03-19T01:51:47.784 INFO:tasks.workunit.client.0.smithi046.stdout:5/319: symlink d0/d1/d20/d26/l6c 0
2024-03-19T01:51:47.784 INFO:tasks.workunit.client.0.smithi046.stdout:8/364: mkdir d0/d5/da/d45/d5b/d86 0
2024-03-19T01:51:47.789 INFO:tasks.workunit.client.0.smithi046.stdout:8/365: getdents d0/d5/da/d45 0
2024-03-19T01:51:47.790 INFO:tasks.workunit.client.0.smithi046.stdout:8/366: write d0/d5/da/f1a [1863612,32105] 0
2024-03-19T01:51:47.794 INFO:tasks.workunit.client.0.smithi046.stdout:8/367: unlink d0/d5/da/d45/d58/f85 0
2024-03-19T01:51:47.796 INFO:tasks.workunit.client.0.smithi046.stdout:8/368: rmdir d0/d5/da/df/d47 39
2024-03-19T01:51:47.796 INFO:tasks.workunit.client.0.smithi046.stdout:8/369: stat d0/d5/dc 0
2024-03-19T01:51:47.797 INFO:tasks.workunit.client.0.smithi046.stdout:4/384: sync
2024-03-19T01:51:47.797 INFO:tasks.workunit.client.0.smithi046.stdout:0/529: dread d14/f25 [0,4194304] 0
2024-03-19T01:51:47.799 INFO:tasks.workunit.client.0.smithi046.stdout:8/370: mkdir d0/d5/da/d87 0
2024-03-19T01:51:47.800 INFO:tasks.workunit.client.0.smithi046.stdout:4/385: symlink d7/d10/d13/d58/l82 0
2024-03-19T01:51:47.805 INFO:tasks.workunit.client.0.smithi046.stdout:4/386: mkdir d7/d10/d83 0
2024-03-19T01:51:47.807 INFO:tasks.workunit.client.0.smithi046.stdout:0/530: getdents d14/d26/d7b/d3f/d8d/d5e/d8a 0
2024-03-19T01:51:47.809 INFO:tasks.workunit.client.0.smithi046.stdout:0/531: write d14/d26/d7b/f4a [1448448,73839] 0
2024-03-19T01:51:47.810 INFO:tasks.workunit.client.0.smithi046.stdout:4/387: dwrite d7/d4f/d7e/f5f [0,4194304] 0
2024-03-19T01:51:47.813 INFO:tasks.workunit.client.0.smithi046.stdout:4/388: fsync d7/d10/f3f 0
2024-03-19T01:51:47.815 INFO:tasks.workunit.client.0.smithi046.stdout:0/532: mknod d14/d26/d7b/d3f/d8d/d5e/cb6 0
2024-03-19T01:51:47.816 INFO:tasks.workunit.client.0.smithi046.stdout:0/533: dread - d14/d26/d7b/d3f/d8d/d5e/f7e zero size
2024-03-19T01:51:47.817 INFO:tasks.workunit.client.0.smithi046.stdout:4/389: symlink d7/d4f/l84 0
2024-03-19T01:51:47.818 INFO:tasks.workunit.client.0.smithi046.stdout:0/534: truncate d14/d26/d7b/d4b/f70 676974 0
2024-03-19T01:51:47.818 INFO:tasks.workunit.client.0.smithi046.stdout:4/390: readlink d7/d10/d13/d58/d5d/l66 0
2024-03-19T01:51:47.819 INFO:tasks.workunit.client.0.smithi046.stdout:8/371: dread d0/d5/da/d45/d5b/d62/f69 [0,4194304] 0
2024-03-19T01:51:47.820 INFO:tasks.workunit.client.0.smithi046.stdout:8/372: rename d0/d5 to d0/d5/da/d45/d5b/d88 22
2024-03-19T01:51:47.822 INFO:tasks.workunit.client.0.smithi046.stdout:0/535: symlink d14/d1a/d8f/lb7 0
2024-03-19T01:51:47.823 INFO:tasks.workunit.client.0.smithi046.stdout:0/536: write d14/d26/d7b/d3f/f44 [1964801,125654] 0
2024-03-19T01:51:47.824 INFO:tasks.workunit.client.0.smithi046.stdout:0/537: write d14/d26/f6e [874840,24819] 0
2024-03-19T01:51:47.824 INFO:tasks.workunit.client.0.smithi046.stdout:0/538: fdatasync d14/f1e 0
2024-03-19T01:51:47.824 INFO:tasks.workunit.client.0.smithi046.stdout:4/391: dread d7/d4f/d63/f44 [0,4194304] 0
2024-03-19T01:51:47.828 INFO:tasks.workunit.client.0.smithi046.stdout:0/539: mkdir d14/d26/d7b/d3f/da0/da7/db8 0
2024-03-19T01:51:47.829 INFO:tasks.workunit.client.0.smithi046.stdout:0/540: fsync d14/d26/d7b/f67 0
2024-03-19T01:51:47.833 INFO:tasks.workunit.client.0.smithi046.stdout:4/392: link d7/d20/c48 d7/d4f/d63/d79/c85 0
2024-03-19T01:51:47.833 INFO:tasks.workunit.client.0.smithi046.stdout:4/393: chown d7/d20/f67 50824 1
2024-03-19T01:51:47.834 INFO:tasks.workunit.client.0.smithi046.stdout:0/541: mkdir d14/d1a/db9 0
2024-03-19T01:51:47.836 INFO:tasks.workunit.client.0.smithi046.stdout:4/394: getdents d7/d10/d13 0
2024-03-19T01:51:47.841 INFO:tasks.workunit.client.0.smithi046.stdout:4/395: creat d7/d4f/d7e/d73/f86 x:0 0 0
2024-03-19T01:51:47.842 INFO:tasks.workunit.client.0.smithi046.stdout:0/542: dread d14/d1a/f5c [0,4194304] 0
2024-03-19T01:51:47.842 INFO:tasks.workunit.client.0.smithi046.stdout:4/396: creat d7/d4f/d7e/f87 x:0 0 0
2024-03-19T01:51:47.843 INFO:tasks.workunit.client.0.smithi046.stdout:0/543: write d14/d26/d7b/d3f/da0/da7/fb5 [1004857,8987] 0
2024-03-19T01:51:47.844 INFO:tasks.workunit.client.0.smithi046.stdout:0/544: write d14/d26/d7b/d3f/fa9 [1550748,112483] 0
2024-03-19T01:51:47.848 INFO:tasks.workunit.client.0.smithi046.stdout:0/545: mkdir d14/d1a/d8f/dba 0
2024-03-19T01:51:47.851 INFO:tasks.workunit.client.0.smithi046.stdout:4/397: truncate d7/d10/d13/f47 2219387 0
2024-03-19T01:51:47.854 INFO:tasks.workunit.client.0.smithi046.stdout:4/398: read d7/f38 [2850556,94283] 0
2024-03-19T01:51:47.854 INFO:tasks.workunit.client.0.smithi046.stdout:4/399: readlink d7/d20/l39 0
2024-03-19T01:51:47.855 INFO:tasks.workunit.client.0.smithi046.stdout:4/400: chown d7/d4f/d63/d50/f71 4486967 1
2024-03-19T01:51:47.858 INFO:tasks.workunit.client.0.smithi046.stdout:4/401: creat d7/d10/d13/f88 x:0 0 0
2024-03-19T01:51:47.862 INFO:tasks.workunit.client.0.smithi046.stdout:4/402: creat d7/d10/d13/d58/d7f/f89 x:0 0 0
2024-03-19T01:51:47.865 INFO:tasks.workunit.client.0.smithi046.stdout:4/403: symlink d7/d4f/d63/d79/l8a 0
2024-03-19T01:51:47.865 INFO:tasks.workunit.client.0.smithi046.stdout:0/546: dread d14/d1a/f24 [0,4194304] 0
2024-03-19T01:51:47.866 INFO:tasks.workunit.client.0.smithi046.stdout:4/404: fsync d7/d4f/d7e/f5f 0
2024-03-19T01:51:47.866 INFO:tasks.workunit.client.0.smithi046.stdout:0/547: read d14/f25 [2373525,5432] 0
2024-03-19T01:51:47.867 INFO:tasks.workunit.client.0.smithi046.stdout:0/548: readlink d14/d26/l42 0
2024-03-19T01:51:47.867 INFO:tasks.workunit.client.0.smithi046.stdout:4/405: write d7/d4f/d63/f57 [100509,117510] 0
2024-03-19T01:51:47.868 INFO:tasks.workunit.client.0.smithi046.stdout:0/549: readlink d14/d43/lad 0
2024-03-19T01:51:47.871 INFO:tasks.workunit.client.0.smithi046.stdout:4/406: mkdir d7/d10/d13/d58/d5d/d8b 0
2024-03-19T01:51:47.873 INFO:tasks.workunit.client.0.smithi046.stdout:0/550: creat d14/d26/fbb x:0 0 0
2024-03-19T01:51:47.875 INFO:tasks.workunit.client.0.smithi046.stdout:0/551: chown d14/f17 5095 1
2024-03-19T01:51:47.877 INFO:tasks.workunit.client.0.smithi046.stdout:0/552: write fa [1406565,21876] 0
2024-03-19T01:51:47.877 INFO:tasks.workunit.client.0.smithi046.stdout:4/407: dwrite d7/d4f/d7e/d73/f86 [0,4194304] 0
2024-03-19T01:51:47.885 INFO:tasks.workunit.client.0.smithi046.stdout:0/553: dwrite d14/d1a/f8e [0,4194304] 0
2024-03-19T01:51:47.888 INFO:tasks.workunit.client.0.smithi046.stdout:0/554: symlink d14/d26/d7b/d3f/d8d/d5e/lbc 0
2024-03-19T01:51:47.892 INFO:tasks.workunit.client.0.smithi046.stdout:4/408: dwrite d7/f43 [0,4194304] 0
2024-03-19T01:51:47.894 INFO:tasks.workunit.client.0.smithi046.stdout:4/409: fdatasync d7/d20/f67 0
2024-03-19T01:51:47.896 INFO:tasks.workunit.client.0.smithi046.stdout:4/410: mknod d7/d4f/d63/d79/c8c 0
2024-03-19T01:51:47.898 INFO:tasks.workunit.client.0.smithi046.stdout:0/555: getdents d14/d26/d7b/d4b/d65 0
2024-03-19T01:51:47.900 INFO:tasks.workunit.client.0.smithi046.stdout:4/411: truncate d7/fa 533438 0
2024-03-19T01:51:47.900 INFO:tasks.workunit.client.0.smithi046.stdout:4/412: chown d7/d10/d83 578 1
2024-03-19T01:51:47.901 INFO:tasks.workunit.client.0.smithi046.stdout:0/556: dread d14/d1a/f5b [0,4194304] 0
2024-03-19T01:51:47.902 INFO:tasks.workunit.client.0.smithi046.stdout:4/413: mknod d7/d4f/c8d 0
2024-03-19T01:51:47.903 INFO:tasks.workunit.client.0.smithi046.stdout:0/557: fdatasync d14/f17 0
2024-03-19T01:51:47.904 INFO:tasks.workunit.client.0.smithi046.stdout:4/414: creat d7/d10/d13/d58/f8e x:0 0 0
2024-03-19T01:51:47.945 INFO:tasks.workunit.client.0.smithi046.stdout:6/334: sync
2024-03-19T01:51:47.954 INFO:tasks.workunit.client.0.smithi046.stdout:6/335: chown d1a/d26/d2e/d43/d62/d5b 0 1
2024-03-19T01:51:47.956 INFO:tasks.workunit.client.0.smithi046.stdout:0/558: link d14/d26/d7b/d3f/d8d/d5e/d8a/c9c d14/d26/d7b/d3f/da0/da7/db8/cbd 0
2024-03-19T01:51:47.964 INFO:tasks.workunit.client.0.smithi046.stdout:0/559: dwrite d14/d26/d7b/d4b/f70 [0,4194304] 0
2024-03-19T01:51:47.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:47 smithi073 ceph-mon[66833]: pgmap v54: 129 pgs: 129 active+clean; 630 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 MiB/s rd, 74 MiB/s wr, 272 op/s
2024-03-19T01:51:47.966 INFO:tasks.workunit.client.0.smithi046.stdout:5/320: fdatasync d0/d2d/f5a 0
2024-03-19T01:51:47.969 INFO:tasks.workunit.client.0.smithi046.stdout:6/336: dwrite d1a/d26/d2e/d43/d62/d30/d42/f63 [0,4194304] 0
2024-03-19T01:51:47.970 INFO:tasks.workunit.client.0.smithi046.stdout:0/560: creat d14/d26/d7b/d3f/fbe x:0 0 0
2024-03-19T01:51:47.975 INFO:tasks.workunit.client.0.smithi046.stdout:4/415: dwrite d7/d20/f22 [4194304,4194304] 0
2024-03-19T01:51:47.975 INFO:tasks.workunit.client.0.smithi046.stdout:0/561: mknod d14/d26/d7b/d3f/da0/cbf 0
2024-03-19T01:51:47.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:47 smithi102 ceph-mon[66557]: pgmap v54: 129 pgs: 129 active+clean; 630 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 MiB/s rd, 74 MiB/s wr, 272 op/s
2024-03-19T01:51:47.981 INFO:tasks.workunit.client.0.smithi046.stdout:4/416: write d7/d10/d13/d58/d7f/f89 [434270,85563] 0
2024-03-19T01:51:47.981 INFO:tasks.workunit.client.0.smithi046.stdout:5/321: dwrite d0/d1/d4/f28 [0,4194304] 0
2024-03-19T01:51:47.984 INFO:tasks.workunit.client.0.smithi046.stdout:6/337: dwrite fb [0,4194304] 0
2024-03-19T01:51:47.984 INFO:tasks.workunit.client.0.smithi046.stdout:0/562: creat d14/fc0 x:0 0 0
2024-03-19T01:51:47.986 INFO:tasks.workunit.client.0.smithi046.stdout:6/338: chown fa 1569 1
2024-03-19T01:51:47.987 INFO:tasks.workunit.client.0.smithi046.stdout:5/322: creat d0/d1/d1d/f6d x:0 0 0
2024-03-19T01:51:47.989 INFO:tasks.workunit.client.0.smithi046.stdout:6/339: fsync d1a/d26/d2e/f5f 0
2024-03-19T01:51:47.990 INFO:tasks.workunit.client.0.smithi046.stdout:6/340: readlink d1a/d26/l2b 0
2024-03-19T01:51:47.993 INFO:tasks.workunit.client.0.smithi046.stdout:4/417: rename d7/d10/d13/f47 to d7/d4f/d7e/d6c/f8f 0
2024-03-19T01:51:47.993 INFO:tasks.workunit.client.0.smithi046.stdout:5/323: unlink d0/c31 0
2024-03-19T01:51:47.995 INFO:tasks.workunit.client.0.smithi046.stdout:6/341: symlink d1a/d4e/l7a 0
2024-03-19T01:51:47.998 INFO:tasks.workunit.client.0.smithi046.stdout:5/324: creat d0/d1/d20/d47/d4e/d41/f6e x:0 0 0
2024-03-19T01:51:47.999 INFO:tasks.workunit.client.0.smithi046.stdout:0/563: dread d14/f2b [0,4194304] 0
2024-03-19T01:51:48.001 INFO:tasks.workunit.client.0.smithi046.stdout:4/418: getdents d7/d10/d13/d58 0
2024-03-19T01:51:48.002 INFO:tasks.workunit.client.0.smithi046.stdout:6/342: dread d1a/d26/d2e/d43/d62/d30/d42/f63 [0,4194304] 0
2024-03-19T01:51:48.002 INFO:tasks.workunit.client.0.smithi046.stdout:4/419: write d7/d10/f53 [834753,116432] 0
2024-03-19T01:51:48.003 INFO:tasks.workunit.client.0.smithi046.stdout:0/564: mknod d14/d1a/d61/cc1 0
2024-03-19T01:51:48.004 INFO:tasks.workunit.client.0.smithi046.stdout:6/343: symlink d1a/d4d/l7b 0
2024-03-19T01:51:48.007 INFO:tasks.workunit.client.0.smithi046.stdout:4/420: creat d7/d4f/d63/d50/f90 x:0 0 0
2024-03-19T01:51:48.007 INFO:tasks.workunit.client.0.smithi046.stdout:6/344: symlink d1a/d4d/d65/l7c 0
2024-03-19T01:51:48.009 INFO:tasks.workunit.client.0.smithi046.stdout:0/565: rmdir d14 39
2024-03-19T01:51:48.013 INFO:tasks.workunit.client.0.smithi046.stdout:0/566: fdatasync d14/d1a/f3b 0
2024-03-19T01:51:48.014 INFO:tasks.workunit.client.0.smithi046.stdout:4/421: dwrite d7/d4f/d7e/f4d [0,4194304] 0
2024-03-19T01:51:48.017 INFO:tasks.workunit.client.0.smithi046.stdout:4/422: mknod d7/d4f/d7e/d6c/c91 0
2024-03-19T01:51:48.020 INFO:tasks.workunit.client.0.smithi046.stdout:0/567: getdents d14/d26/d7b/d4b 0
2024-03-19T01:51:48.020 INFO:tasks.workunit.client.0.smithi046.stdout:6/345: dwrite d1a/d26/d2e/d43/d62/d30/f4c [4194304,4194304] 0
2024-03-19T01:51:48.021 INFO:tasks.workunit.client.0.smithi046.stdout:4/423: creat d7/d4f/f92 x:0 0 0
2024-03-19T01:51:48.022 INFO:tasks.workunit.client.0.smithi046.stdout:6/346: dread - d1a/d26/d2e/d43/d62/d5b/d40/f70 zero size
2024-03-19T01:51:48.022 INFO:tasks.workunit.client.0.smithi046.stdout:4/424: write d7/d4f/d7e/f87 [140106,76987] 0
2024-03-19T01:51:48.024 INFO:tasks.workunit.client.0.smithi046.stdout:4/425: write d7/d4f/d63/f57 [103604,79347] 0
2024-03-19T01:51:48.029 INFO:tasks.workunit.client.0.smithi046.stdout:4/426: truncate d7/d4f/d63/f44 314425 0
2024-03-19T01:51:48.031 INFO:tasks.workunit.client.0.smithi046.stdout:0/568: write d14/d1a/f75 [449633,20975] 0
2024-03-19T01:51:48.033 INFO:tasks.workunit.client.0.smithi046.stdout:6/347: dwrite d1a/d26/d2e/d43/d62/d5b/d40/f53 [0,4194304] 0
2024-03-19T01:51:48.034 INFO:tasks.workunit.client.0.smithi046.stdout:6/348: dread - d1a/d26/d2e/d43/f6c zero size
2024-03-19T01:51:48.035 INFO:tasks.workunit.client.0.smithi046.stdout:4/427: stat d7/d4f/d63/f44 0
2024-03-19T01:51:48.037 INFO:tasks.workunit.client.0.smithi046.stdout:4/428: chown d7/c1c 1392 1
2024-03-19T01:51:48.039 INFO:tasks.workunit.client.0.smithi046.stdout:6/349: getdents d1a/d4d/d65 0
2024-03-19T01:51:48.040 INFO:tasks.workunit.client.0.smithi046.stdout:6/350: dread - d1a/d26/d2e/d43/d62/d5b/d40/f70 zero size
2024-03-19T01:51:48.041 INFO:tasks.workunit.client.0.smithi046.stdout:4/429: dread d7/d4f/d7e/d73/f86 [0,4194304] 0
2024-03-19T01:51:48.042 INFO:tasks.workunit.client.0.smithi046.stdout:6/351: read - d1a/d26/d2e/d43/f55 zero size
2024-03-19T01:51:48.043 INFO:tasks.workunit.client.0.smithi046.stdout:4/430: dread - d7/d10/d13/d58/d75/f7d zero size
2024-03-19T01:51:48.046 INFO:tasks.workunit.client.0.smithi046.stdout:4/431: symlink d7/d4f/d7e/l93 0
2024-03-19T01:51:48.048 INFO:tasks.workunit.client.0.smithi046.stdout:6/352: truncate d1a/f23 3070381 0
2024-03-19T01:51:48.049 INFO:tasks.workunit.client.0.smithi046.stdout:4/432: creat d7/d4f/f94 x:0 0 0
2024-03-19T01:51:48.050 INFO:tasks.workunit.client.0.smithi046.stdout:6/353: mknod d1a/d26/d2e/d43/c7d 0
2024-03-19T01:51:48.051 INFO:tasks.workunit.client.0.smithi046.stdout:4/433: write d7/d4f/d7e/d73/f78 [1683615,118844] 0
2024-03-19T01:51:48.051 INFO:tasks.workunit.client.0.smithi046.stdout:4/434: readlink d7/d4f/d6e/l6f 0
2024-03-19T01:51:48.053 INFO:tasks.workunit.client.0.smithi046.stdout:4/435: truncate d7/d10/d13/f1d 13248923 0
2024-03-19T01:51:48.054 INFO:tasks.workunit.client.0.smithi046.stdout:6/354: unlink d1a/d26/d2e/d43/d62/d5b/d40/f70 0
2024-03-19T01:51:48.056 INFO:tasks.workunit.client.0.smithi046.stdout:6/355: chown d1a/f23 6837157 1
2024-03-19T01:51:48.057 INFO:tasks.workunit.client.0.smithi046.stdout:4/436: rename d7/d10/f1e to d7/d10/d83/f95 0
2024-03-19T01:51:48.065 INFO:tasks.workunit.client.0.smithi046.stdout:4/437: truncate d7/d4f/d63/f65 321762 0
2024-03-19T01:51:48.070 INFO:tasks.workunit.client.0.smithi046.stdout:6/356: dread d1a/d4e/f6b [0,4194304] 0
2024-03-19T01:51:48.072 INFO:tasks.workunit.client.0.smithi046.stdout:4/438: write d7/f34 [759828,97502] 0
2024-03-19T01:51:48.074 INFO:tasks.workunit.client.0.smithi046.stdout:6/357: rename d1a/d26/d2e/d43/d62/d59 to d1a/d4d/d65/d7e 0
2024-03-19T01:51:48.075 INFO:tasks.workunit.client.0.smithi046.stdout:4/439: mknod d7/d10/d13/d58/d5d/d7c/c96 0
2024-03-19T01:51:48.076 INFO:tasks.workunit.client.0.smithi046.stdout:6/358: write d1a/d26/d2e/d43/d62/d30/f41 [5482499,114346] 0
2024-03-19T01:51:48.077 INFO:tasks.workunit.client.0.smithi046.stdout:6/359: write d1a/d26/d2e/f4a [957119,41789] 0
2024-03-19T01:51:48.081 INFO:tasks.workunit.client.0.smithi046.stdout:6/360: mknod d1a/d26/d2e/d43/d62/d30/c7f 0
2024-03-19T01:51:48.082 INFO:tasks.workunit.client.0.smithi046.stdout:4/440: dwrite d7/f26 [0,4194304] 0
2024-03-19T01:51:48.086 INFO:tasks.workunit.client.0.smithi046.stdout:4/441: unlink d7/d10/d13/c62 0
2024-03-19T01:51:48.086 INFO:tasks.workunit.client.0.smithi046.stdout:4/442: chown d7/d4f/d7e/f5f 15825 1
2024-03-19T01:51:48.092 INFO:tasks.workunit.client.0.smithi046.stdout:6/361: rename d1a/d26/d2e/d43 to d1a/d4d/d65/d80 0
2024-03-19T01:51:48.094 INFO:tasks.workunit.client.0.smithi046.stdout:6/362: write d1a/d4e/f50 [1454077,119986] 0
2024-03-19T01:51:48.097 INFO:tasks.workunit.client.0.smithi046.stdout:4/443: rename d7/c41 to d7/d4f/d63/d50/c97 0
2024-03-19T01:51:48.099 INFO:tasks.workunit.client.0.smithi046.stdout:6/363: dread d1a/d4d/d65/d80/d62/f69 [0,4194304] 0
2024-03-19T01:51:48.099 INFO:tasks.workunit.client.0.smithi046.stdout:6/364: fdatasync d1a/d4d/d65/d80/f6c 0
2024-03-19T01:51:48.100 INFO:tasks.workunit.client.0.smithi046.stdout:7/375: sync
2024-03-19T01:51:48.100 INFO:tasks.workunit.client.0.smithi046.stdout:4/444: symlink d7/l98 0
2024-03-19T01:51:48.101 INFO:tasks.workunit.client.0.smithi046.stdout:7/376: read d1/dc/d18/f37 [639831,58459] 0
2024-03-19T01:51:48.102 INFO:tasks.workunit.client.0.smithi046.stdout:7/377: chown d1/d2a/l5e 5204 1
2024-03-19T01:51:48.103 INFO:tasks.workunit.client.0.smithi046.stdout:4/445: fsync d7/d10/d13/f1f 0
2024-03-19T01:51:48.103 INFO:tasks.workunit.client.0.smithi046.stdout:7/378: fsync d1/dc/d18/f5d 0
2024-03-19T01:51:48.105 INFO:tasks.workunit.client.0.smithi046.stdout:4/446: truncate d7/d4f/d63/f81 981361 0
2024-03-19T01:51:48.108 INFO:tasks.workunit.client.0.smithi046.stdout:6/365: write d1a/f23 [3192024,113901] 0
2024-03-19T01:51:48.108 INFO:tasks.workunit.client.0.smithi046.stdout:4/447: symlink d7/d10/d13/d58/d5d/l99 0
2024-03-19T01:51:48.110 INFO:tasks.workunit.client.0.smithi046.stdout:7/379: truncate d1/dc/d18/f37 1894946 0
2024-03-19T01:51:48.110 INFO:tasks.workunit.client.0.smithi046.stdout:6/366: mkdir d1a/d4d/d65/d80/d62/d5b/d40/d81 0
2024-03-19T01:51:48.112 INFO:tasks.workunit.client.0.smithi046.stdout:6/367: unlink d1a/c24 0
2024-03-19T01:51:48.113 INFO:tasks.workunit.client.0.smithi046.stdout:7/380: unlink d1/dc/d18/f47 0
2024-03-19T01:51:48.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:47 smithi046 ceph-mon[63102]: pgmap v54: 129 pgs: 129 active+clean; 630 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 MiB/s rd, 74 MiB/s wr, 272 op/s
2024-03-19T01:51:48.116 INFO:tasks.workunit.client.0.smithi046.stdout:4/448: truncate d7/d10/d13/f1d 4696051 0
2024-03-19T01:51:48.117 INFO:tasks.workunit.client.0.smithi046.stdout:7/381: truncate d1/dc/f24 328757 0
2024-03-19T01:51:48.118 INFO:tasks.workunit.client.0.smithi046.stdout:6/368: rename f11 to d1a/d66/d71/f82 0
2024-03-19T01:51:48.119 INFO:tasks.workunit.client.0.smithi046.stdout:7/382: write d1/dc/df/f1b [2034315,52821] 0
2024-03-19T01:51:48.123 INFO:tasks.workunit.client.0.smithi046.stdout:4/449: rename d7/d10/d13/d58/d7f/f89 to d7/d10/d13/d58/d5d/d7c/f9a 0
2024-03-19T01:51:48.126 INFO:tasks.workunit.client.0.smithi046.stdout:6/369: dwrite d1a/d4d/d65/d80/d62/d5b/d40/f79 [0,4194304] 0
2024-03-19T01:51:48.128 INFO:tasks.workunit.client.0.smithi046.stdout:6/370: chown d1a/d4d/d65/d80/d62/d5b/d40 194858 1
2024-03-19T01:51:48.133 INFO:tasks.workunit.client.0.smithi046.stdout:4/450: unlink d7/fd 0
2024-03-19T01:51:48.134 INFO:tasks.workunit.client.0.smithi046.stdout:4/451: chown d7/d10/d13/d58/f59 8 1
2024-03-19T01:51:48.141 INFO:tasks.workunit.client.0.smithi046.stdout:4/452: mkdir d7/d4f/d6e/d9b 0
2024-03-19T01:51:48.142 INFO:tasks.workunit.client.0.smithi046.stdout:7/383: creat d1/dc/df/d11/f79 x:0 0 0
2024-03-19T01:51:48.145 INFO:tasks.workunit.client.0.smithi046.stdout:4/453: rename d7/d20 to d7/d10/d13/d58/d5d/d7c/d9c 0
2024-03-19T01:51:48.145 INFO:tasks.workunit.client.0.smithi046.stdout:4/454: fdatasync d7/d10/f72 0
2024-03-19T01:51:48.146 INFO:tasks.workunit.client.0.smithi046.stdout:4/455: chown d7/d10/f72 45957929 1
2024-03-19T01:51:48.154 INFO:tasks.workunit.client.0.smithi046.stdout:6/371: dread d1a/d4d/d65/d80/d62/d30/f31 [0,4194304] 0
2024-03-19T01:51:48.155 INFO:tasks.workunit.client.0.smithi046.stdout:6/372: fdatasync d1a/d4d/d65/d80/d62/d5b/f3e 0
2024-03-19T01:51:48.156 INFO:tasks.workunit.client.0.smithi046.stdout:4/456: truncate d7/d10/d13/d58/f59 125805 0
2024-03-19T01:51:48.158 INFO:tasks.workunit.client.0.smithi046.stdout:4/457: stat d7/d10/d13/c60 0
2024-03-19T01:51:48.158 INFO:tasks.workunit.client.0.smithi046.stdout:7/384: dread d1/dc/d18/d43/f59 [0,4194304] 0
2024-03-19T01:51:48.159 INFO:tasks.workunit.client.0.smithi046.stdout:7/385: mkdir d1/d2a/d7a 0
2024-03-19T01:51:48.160 INFO:tasks.workunit.client.0.smithi046.stdout:6/373: rmdir d1a/d4d/d65/d7e 0
2024-03-19T01:51:48.162 INFO:tasks.workunit.client.0.smithi046.stdout:6/374: rmdir d1a/d4d/d65 39
2024-03-19T01:51:48.164 INFO:tasks.workunit.client.0.smithi046.stdout:7/386: mkdir d1/dc/df/d11/d39/d6f/d7b 0
2024-03-19T01:51:48.165 INFO:tasks.workunit.client.0.smithi046.stdout:4/458: write d7/d10/d13/f17 [2819338,667] 0
2024-03-19T01:51:48.168 INFO:tasks.workunit.client.0.smithi046.stdout:6/375: dwrite fb [0,4194304] 0
2024-03-19T01:51:48.170 INFO:tasks.workunit.client.0.smithi046.stdout:4/459: mknod d7/d4f/d6e/d9b/c9d 0
2024-03-19T01:51:48.172 INFO:tasks.workunit.client.0.smithi046.stdout:7/387: truncate d1/f17 1251047 0
2024-03-19T01:51:48.173 INFO:tasks.workunit.client.0.smithi046.stdout:4/460: mknod d7/d10/d13/d58/d5d/d7c/c9e 0
2024-03-19T01:51:48.181 INFO:tasks.workunit.client.0.smithi046.stdout:4/461: dwrite d7/d10/d13/f27 [0,4194304] 0
2024-03-19T01:51:48.185 INFO:tasks.workunit.client.0.smithi046.stdout:4/462: creat d7/d4f/d6e/d9b/f9f x:0 0 0
2024-03-19T01:51:48.186 INFO:tasks.workunit.client.0.smithi046.stdout:6/376: dread d1a/d4d/d65/d80/d62/d5b/d40/f77 [0,4194304] 0
2024-03-19T01:51:48.188 INFO:tasks.workunit.client.0.smithi046.stdout:6/377: unlink d1a/l37 0
2024-03-19T01:51:48.189 INFO:tasks.workunit.client.0.smithi046.stdout:4/463: creat d7/d10/d13/d58/d5d/d8b/fa0 x:0 0 0
2024-03-19T01:51:48.194 INFO:tasks.workunit.client.0.smithi046.stdout:4/464: unlink d7/d10/d83/f95 0
2024-03-19T01:51:48.195 INFO:tasks.workunit.client.0.smithi046.stdout:4/465: write d7/d10/d13/d58/f8e [1034759,49244] 0
2024-03-19T01:51:48.198 INFO:tasks.workunit.client.0.smithi046.stdout:4/466: symlink d7/d4f/d7e/d6c/la1 0
2024-03-19T01:51:48.199 INFO:tasks.workunit.client.0.smithi046.stdout:7/388: dread d1/dc/d18/d43/f44 [4194304,4194304] 0
2024-03-19T01:51:48.200 INFO:tasks.workunit.client.0.smithi046.stdout:4/467: fdatasync d7/d4f/d63/f49 0
2024-03-19T01:51:48.203 INFO:tasks.workunit.client.0.smithi046.stdout:7/389: mkdir d1/dc/df/d11/d39/d6f/d7c 0
2024-03-19T01:51:48.205 INFO:tasks.workunit.client.0.smithi046.stdout:4/468: unlink d7/d4f/d63/d50/c56 0
2024-03-19T01:51:48.206 INFO:tasks.workunit.client.0.smithi046.stdout:7/390: symlink d1/dc/l7d 0
2024-03-19T01:51:48.209 INFO:tasks.workunit.client.0.smithi046.stdout:7/391: mkdir d1/dc/d18/d43/d7e 0
2024-03-19T01:51:48.211 INFO:tasks.workunit.client.0.smithi046.stdout:4/469: dread d7/d10/d13/f1f [0,4194304] 0
2024-03-19T01:51:48.211 INFO:tasks.workunit.client.0.smithi046.stdout:6/378: dread d1a/d26/d2e/f5f [0,4194304] 0
2024-03-19T01:51:48.212 INFO:tasks.workunit.client.0.smithi046.stdout:7/392: dread d1/d2a/f48 [0,4194304] 0
2024-03-19T01:51:48.213 INFO:tasks.workunit.client.0.smithi046.stdout:4/470: symlink d7/d10/d13/la2 0
2024-03-19T01:51:48.214 INFO:tasks.workunit.client.0.smithi046.stdout:7/393: write d1/f5 [8315469,39332] 0
2024-03-19T01:51:48.214 INFO:tasks.workunit.client.0.smithi046.stdout:6/379: getdents d1a/d4d 0
2024-03-19T01:51:48.214 INFO:tasks.workunit.client.0.smithi046.stdout:7/394: readlink d1/dc/ld 0
2024-03-19T01:51:48.215 INFO:tasks.workunit.client.0.smithi046.stdout:7/395: chown d1/d2a/f2d 206764801 1
2024-03-19T01:51:48.216 INFO:tasks.workunit.client.0.smithi046.stdout:7/396: write d1/dc/d18/f3a [1643251,33004] 0
2024-03-19T01:51:48.216 INFO:tasks.workunit.client.0.smithi046.stdout:6/380: symlink d1a/d4d/d65/d80/d62/d5b/d57/l83 0
2024-03-19T01:51:48.218 INFO:tasks.workunit.client.0.smithi046.stdout:6/381: write d1a/d4d/d65/d80/d62/f1e [3269020,50950] 0
2024-03-19T01:51:48.220 INFO:tasks.workunit.client.0.smithi046.stdout:6/382: chown d1a/d4d/d65/d80/d62/d30/d42/c6e 7 1
2024-03-19T01:51:48.229 INFO:tasks.workunit.client.0.smithi046.stdout:6/383: truncate d1a/d4d/d65/d80/d62/d5b/d40/f53 714965 0
2024-03-19T01:51:48.229 INFO:tasks.workunit.client.0.smithi046.stdout:6/384: fsync fa 0
2024-03-19T01:51:48.229 INFO:tasks.workunit.client.0.smithi046.stdout:7/397: dread d1/f17 [0,4194304] 0
2024-03-19T01:51:48.231 INFO:tasks.workunit.client.0.smithi046.stdout:7/398: getdents d1/d2a/d7a 0
2024-03-19T01:51:48.231 INFO:tasks.workunit.client.0.smithi046.stdout:6/385: unlink d1a/d4d/d65/d80/d62/d5b/l58 0
2024-03-19T01:51:48.233 INFO:tasks.workunit.client.0.smithi046.stdout:7/399: fdatasync d1/dc/df/d11/f41 0
2024-03-19T01:51:48.233 INFO:tasks.workunit.client.0.smithi046.stdout:7/400: chown d1/dc/d18 1475 1
2024-03-19T01:51:48.236 INFO:tasks.workunit.client.0.smithi046.stdout:6/386: rename d1a/f61 to d1a/f84 0
2024-03-19T01:51:48.237 INFO:tasks.workunit.client.0.smithi046.stdout:7/401: rename d1/dc/l3f to d1/dc/df/d11/d39/d6f/d7c/l7f 0
2024-03-19T01:51:48.239 INFO:tasks.workunit.client.0.smithi046.stdout:7/402: symlink d1/dc/df/d11/d39/d6f/d7b/l80 0
2024-03-19T01:51:48.244 INFO:tasks.workunit.client.0.smithi046.stdout:7/403: write d1/dc/d18/d43/f59 [163201,82302] 0
2024-03-19T01:51:48.245 INFO:tasks.workunit.client.0.smithi046.stdout:6/387: dread d1a/d4e/f50 [0,4194304] 0
2024-03-19T01:51:48.251 INFO:tasks.workunit.client.0.smithi046.stdout:6/388: dwrite d1a/d4d/d65/d80/d62/d30/f41 [0,4194304] 0
2024-03-19T01:51:48.252 INFO:tasks.workunit.client.0.smithi046.stdout:6/389: dread - d1a/d4d/d65/d80/d62/d30/f52 zero size
2024-03-19T01:51:48.254 INFO:tasks.workunit.client.0.smithi046.stdout:3/370: sync
2024-03-19T01:51:48.254 INFO:tasks.workunit.client.0.smithi046.stdout:9/305: sync
2024-03-19T01:51:48.255 INFO:tasks.workunit.client.0.smithi046.stdout:6/390: creat d1a/d4d/d65/d80/d62/d5b/d40/f85 x:0 0 0
2024-03-19T01:51:48.259 INFO:tasks.workunit.client.0.smithi046.stdout:7/404: dread d1/f1f [0,4194304] 0
2024-03-19T01:51:48.262 INFO:tasks.workunit.client.0.smithi046.stdout:6/391: creat d1a/d4d/d65/d80/d62/d30/f86 x:0 0 0
2024-03-19T01:51:48.263 INFO:tasks.workunit.client.0.smithi046.stdout:3/371: dwrite d5/d10/f1b [0,4194304] 0
2024-03-19T01:51:48.266 INFO:tasks.workunit.client.0.smithi046.stdout:7/405: link d1/fb d1/dc/df/d11/f81 0
2024-03-19T01:51:48.266 INFO:tasks.workunit.client.0.smithi046.stdout:3/372: chown d5/d17/d62/d37/d5e/d69/l53 14 1
2024-03-19T01:51:48.271 INFO:tasks.workunit.client.0.smithi046.stdout:9/306: truncate dd/f19 1965546 0
2024-03-19T01:51:48.274 INFO:tasks.workunit.client.0.smithi046.stdout:6/392: dread d1a/d4d/d65/d80/d62/d30/d42/f63 [0,4194304] 0
2024-03-19T01:51:48.275 INFO:tasks.workunit.client.0.smithi046.stdout:7/406: dwrite d1/dc/d18/f3a [0,4194304] 0
2024-03-19T01:51:48.276 INFO:tasks.workunit.client.0.smithi046.stdout:6/393: fdatasync d1a/f23 0
2024-03-19T01:51:48.278 INFO:tasks.workunit.client.0.smithi046.stdout:7/407: truncate d1/dc/df/d11/d39/f75 933399 0
2024-03-19T01:51:48.279 INFO:tasks.workunit.client.0.smithi046.stdout:9/307: link dd/d11/d17/f5f dd/d11/d17/f62 0
2024-03-19T01:51:48.279 INFO:tasks.workunit.client.0.smithi046.stdout:6/394: unlink c19 0
2024-03-19T01:51:48.280 INFO:tasks.workunit.client.0.smithi046.stdout:7/408: mkdir d1/dc/d18/d65/d82 0
2024-03-19T01:51:48.280 INFO:tasks.workunit.client.0.smithi046.stdout:9/308: fsync dd/d11/d2e/d34/f39 0
2024-03-19T01:51:48.286 INFO:tasks.workunit.client.0.smithi046.stdout:9/309: mkdir dd/d11/d17/d49/d63 0
2024-03-19T01:51:48.287 INFO:tasks.workunit.client.0.smithi046.stdout:7/409: creat d1/dc/d18/f83 x:0 0 0
2024-03-19T01:51:48.288 INFO:tasks.workunit.client.0.smithi046.stdout:3/373: dread d5/d10/f1f [0,4194304] 0
2024-03-19T01:51:48.289 INFO:tasks.workunit.client.0.smithi046.stdout:7/410: fdatasync d1/dc/df/f34 0
2024-03-19T01:51:48.289 INFO:tasks.workunit.client.0.smithi046.stdout:3/374: fsync d5/d17/f22 0
2024-03-19T01:51:48.290 INFO:tasks.workunit.client.0.smithi046.stdout:9/310: chown dd/d11/d2e/c5b 350745325 1
2024-03-19T01:51:48.290 INFO:tasks.workunit.client.0.smithi046.stdout:7/411: readlink d1/l58 0
2024-03-19T01:51:48.290 INFO:tasks.workunit.client.0.smithi046.stdout:7/412: readlink d1/d2a/l5e 0
2024-03-19T01:51:48.293 INFO:tasks.workunit.client.0.smithi046.stdout:6/395: link d1a/d4d/d65/d80/d62/d5b/d40/f53 d1a/d26/d2e/f87 0
2024-03-19T01:51:48.294 INFO:tasks.workunit.client.0.smithi046.stdout:3/375: rename d5/d17/d62/d37/d5e/d69/f5b to d5/d17/d62/d37/f70 0
2024-03-19T01:51:48.295 INFO:tasks.workunit.client.0.smithi046.stdout:6/396: creat d1a/d66/d71/f88 x:0 0 0
2024-03-19T01:51:48.296 INFO:tasks.workunit.client.0.smithi046.stdout:6/397: dread - d1a/d4d/d65/d80/d62/d5b/d40/f45 zero size
2024-03-19T01:51:48.359 INFO:tasks.workunit.client.0.smithi046.stdout:7/413: truncate d1/dc/df/d11/d39/f75 201962 0
2024-03-19T01:51:48.360 INFO:tasks.workunit.client.0.smithi046.stdout:7/414: truncate d1/dc/df/d11/d39/f46 912552 0
2024-03-19T01:51:48.362 INFO:tasks.workunit.client.0.smithi046.stdout:7/415: truncate d1/f17 790537 0
2024-03-19T01:51:48.365 INFO:tasks.workunit.client.0.smithi046.stdout:6/398: write d1a/d26/d2e/f87 [73554,37480] 0
2024-03-19T01:51:48.365 INFO:tasks.workunit.client.0.smithi046.stdout:7/416: dread d1/f5 [4194304,4194304] 0
2024-03-19T01:51:48.367 INFO:tasks.workunit.client.0.smithi046.stdout:6/399: mkdir d1a/d26/d2e/d89 0
2024-03-19T01:51:48.371 INFO:tasks.workunit.client.0.smithi046.stdout:6/400: getdents d1a/d4d 0
2024-03-19T01:51:48.373 INFO:tasks.workunit.client.0.smithi046.stdout:3/376: dread d5/d17/d62/f4d [0,4194304] 0
2024-03-19T01:51:48.373 INFO:tasks.workunit.client.0.smithi046.stdout:7/417: dwrite d1/f5 [8388608,4194304] 0
2024-03-19T01:51:48.373 INFO:tasks.workunit.client.0.smithi046.stdout:6/401: mknod d1a/d26/c8a 0
2024-03-19T01:51:48.374 INFO:tasks.workunit.client.0.smithi046.stdout:6/402: fdatasync fa 0
2024-03-19T01:51:48.376 INFO:tasks.workunit.client.0.smithi046.stdout:7/418: creat d1/d2a/d7a/f84 x:0 0 0
2024-03-19T01:51:48.377 INFO:tasks.workunit.client.0.smithi046.stdout:7/419: truncate d1/dc/d18/d4e/f6b 930333 0
2024-03-19T01:51:48.378 INFO:tasks.workunit.client.0.smithi046.stdout:6/403: creat d1a/d4d/d65/d80/d62/d30/f8b x:0 0 0
2024-03-19T01:51:48.378 INFO:tasks.workunit.client.0.smithi046.stdout:3/377: getdents d5/d17/d62/d37/d5e/d5f 0
2024-03-19T01:51:48.378 INFO:tasks.workunit.client.0.smithi046.stdout:7/420: chown d1/dc/d18/d43/l57 9 1
2024-03-19T01:51:48.380 INFO:tasks.workunit.client.0.smithi046.stdout:6/404: creat d1a/d4d/d65/d80/d62/d5b/d57/f8c x:0 0 0
2024-03-19T01:51:48.381 INFO:tasks.workunit.client.0.smithi046.stdout:7/421: getdents d1/dc/d18/d43/d7e 0
2024-03-19T01:51:48.382 INFO:tasks.workunit.client.0.smithi046.stdout:7/422: chown d1/dc/df 611558114 1
2024-03-19T01:51:48.382 INFO:tasks.workunit.client.0.smithi046.stdout:6/405: write d1a/d66/d71/f88 [559834,48293] 0
2024-03-19T01:51:48.384 INFO:tasks.workunit.client.0.smithi046.stdout:3/378: dwrite d5/d17/f22 [0,4194304] 0
2024-03-19T01:51:48.388 INFO:tasks.workunit.client.0.smithi046.stdout:6/406: rename d1a/d4d/d65/d80/d62/d5b/d40/l68 to d1a/d26/l8d 0
2024-03-19T01:51:48.388 INFO:tasks.workunit.client.0.smithi046.stdout:3/379: rmdir d5/d17/d62/d37/d5e/d69/d43 39
2024-03-19T01:51:48.390 INFO:tasks.workunit.client.0.smithi046.stdout:6/407: creat d1a/d66/f8e x:0 0 0
2024-03-19T01:51:48.392 INFO:tasks.workunit.client.0.smithi046.stdout:3/380: write d5/d17/d31/d4b/f58 [111983,2170] 0
2024-03-19T01:51:48.393 INFO:tasks.workunit.client.0.smithi046.stdout:7/423: dwrite d1/dc/d18/d4e/f6b [0,4194304] 0
2024-03-19T01:51:48.394 INFO:tasks.workunit.client.0.smithi046.stdout:6/408: creat d1a/d64/f8f x:0 0 0
2024-03-19T01:51:48.399 INFO:tasks.workunit.client.0.smithi046.stdout:7/424: write d1/dc/d18/f40 [560557,114236] 0
2024-03-19T01:51:48.399 INFO:tasks.workunit.client.0.smithi046.stdout:8/373: sync
2024-03-19T01:51:48.399 INFO:tasks.workunit.client.0.smithi046.stdout:1/286: sync
2024-03-19T01:51:48.399 INFO:tasks.workunit.client.0.smithi046.stdout:5/325: sync
2024-03-19T01:51:48.399 INFO:tasks.workunit.client.0.smithi046.stdout:2/316: sync
2024-03-19T01:51:48.401 INFO:tasks.workunit.client.0.smithi046.stdout:3/381: chown d5/d17/d62/d37/d5e/d69/d43/f61 134323944 1
2024-03-19T01:51:48.406 INFO:tasks.workunit.client.0.smithi046.stdout:3/382: readlink d5/d17/d62/d37/d5e/d69/l3e 0
2024-03-19T01:51:48.406 INFO:tasks.workunit.client.0.smithi046.stdout:7/425: symlink d1/dc/df/d11/d39/d6e/l85 0
2024-03-19T01:51:48.409 INFO:tasks.workunit.client.0.smithi046.stdout:8/374: getdents d0/d5/da/df/d47 0
2024-03-19T01:51:48.411 INFO:tasks.workunit.client.0.smithi046.stdout:1/287: link d0/d6/l11 d0/d6/l5e 0
2024-03-19T01:51:48.412 INFO:tasks.workunit.client.0.smithi046.stdout:5/326: getdents d0/d43 0
2024-03-19T01:51:48.412 INFO:tasks.workunit.client.0.smithi046.stdout:7/426: symlink d1/l86 0
2024-03-19T01:51:48.413 INFO:tasks.workunit.client.0.smithi046.stdout:2/317: creat d0/dc/d16/f60 x:0 0 0
2024-03-19T01:51:48.414 INFO:tasks.workunit.client.0.smithi046.stdout:1/288: write d0/dd/f42 [2880302,71491] 0
2024-03-19T01:51:48.414 INFO:tasks.workunit.client.0.smithi046.stdout:8/375: creat d0/d5/da/df/d47/f89 x:0 0 0
2024-03-19T01:51:48.419 INFO:tasks.workunit.client.0.smithi046.stdout:5/327: creat d0/d1/d69/f6f x:0 0 0
2024-03-19T01:51:48.420 INFO:tasks.workunit.client.0.smithi046.stdout:7/427: rename d1/dc/l14 to d1/dc/d18/d43/l87 0
2024-03-19T01:51:48.420 INFO:tasks.workunit.client.0.smithi046.stdout:1/289: mkdir d0/dd/d26/d23/d28/d3c/d5f 0
2024-03-19T01:51:48.421 INFO:tasks.workunit.client.0.smithi046.stdout:8/376: mknod d0/d5/da/d87/c8a 0
2024-03-19T01:51:48.422 INFO:tasks.workunit.client.0.smithi046.stdout:6/409: dread d1a/d26/d2e/f6a [0,4194304] 0
2024-03-19T01:51:48.424 INFO:tasks.workunit.client.0.smithi046.stdout:7/428: mknod d1/dc/df/d11/d39/d6f/c88 0
2024-03-19T01:51:48.425 INFO:tasks.workunit.client.0.smithi046.stdout:3/383: dread d5/f2e [0,4194304] 0
2024-03-19T01:51:48.426 INFO:tasks.workunit.client.0.smithi046.stdout:1/290: creat d0/dd/d26/d23/d28/d3c/d53/f60 x:0 0 0
2024-03-19T01:51:48.426 INFO:tasks.workunit.client.0.smithi046.stdout:8/377: unlink d0/d5/dc/f4a 0
2024-03-19T01:51:48.427 INFO:tasks.workunit.client.0.smithi046.stdout:6/410: mknod d1a/d4d/d65/d80/d62/d30/d42/c90 0
2024-03-19T01:51:48.429 INFO:tasks.workunit.client.0.smithi046.stdout:7/429: write d1/d2a/f6d [1352203,69525] 0
2024-03-19T01:51:48.429 INFO:tasks.workunit.client.0.smithi046.stdout:6/411: readlink d1a/d4e/l74 0
2024-03-19T01:51:48.430 INFO:tasks.workunit.client.0.smithi046.stdout:5/328: dwrite d0/d1/f59 [0,4194304] 0
2024-03-19T01:51:48.431 INFO:tasks.workunit.client.0.smithi046.stdout:1/291: write d0/dd/f12 [1422884,19981] 0
2024-03-19T01:51:48.432 INFO:tasks.workunit.client.0.smithi046.stdout:3/384: truncate d5/d17/d62/d37/d5e/f6f 453825 0
2024-03-19T01:51:48.434 INFO:tasks.workunit.client.0.smithi046.stdout:4/471: sync
2024-03-19T01:51:48.434 INFO:tasks.workunit.client.0.smithi046.stdout:0/569: sync
2024-03-19T01:51:48.437 INFO:tasks.workunit.client.0.smithi046.stdout:5/329: mknod d0/d1/d20/c70 0
2024-03-19T01:51:48.438 INFO:tasks.workunit.client.0.smithi046.stdout:3/385: rmdir d5/d17 39
2024-03-19T01:51:48.439 INFO:tasks.workunit.client.0.smithi046.stdout:1/292: fdatasync d0/dd/d26/d23/d3b/d3d/d55/f57 0
2024-03-19T01:51:48.440 INFO:tasks.workunit.client.0.smithi046.stdout:4/472: chown d7/d4f/d7e/d73/f78 974 1
2024-03-19T01:51:48.442 INFO:tasks.workunit.client.0.smithi046.stdout:2/318: dread d0/f46 [0,4194304] 0
2024-03-19T01:51:48.443 INFO:tasks.workunit.client.0.smithi046.stdout:5/330: mkdir d0/d2d/d71 0
2024-03-19T01:51:48.445 INFO:tasks.workunit.client.0.smithi046.stdout:4/473: chown d7/d4f/d63/f3b 737 1
2024-03-19T01:51:48.446 INFO:tasks.workunit.client.0.smithi046.stdout:0/570: mkdir d14/d26/d7b/d3f/d8d/d5e/d5f/d74/dc2 0
2024-03-19T01:51:48.446 INFO:tasks.workunit.client.0.smithi046.stdout:8/378: dwrite d0/d5/dc/d42/f6e [0,4194304] 0
2024-03-19T01:51:48.446 INFO:tasks.workunit.client.0.smithi046.stdout:3/386: readlink d5/d17/d62/d2d/d3b/l49 0
2024-03-19T01:51:48.447 INFO:tasks.workunit.client.0.smithi046.stdout:1/293: creat d0/dd/d26/d23/d28/d3c/d5f/f61 x:0 0 0
2024-03-19T01:51:48.447 INFO:tasks.workunit.client.0.smithi046.stdout:6/412: dwrite d1a/d66/d71/f88 [0,4194304] 0
2024-03-19T01:51:48.450 INFO:tasks.workunit.client.0.smithi046.stdout:4/474: write d7/d10/d13/d58/f8e [1442674,58312] 0
2024-03-19T01:51:48.450 INFO:tasks.workunit.client.0.smithi046.stdout:0/571: chown d14/d43/lad 11596285 1
2024-03-19T01:51:48.451 INFO:tasks.workunit.client.0.smithi046.stdout:7/430: truncate d1/dc/df/d11/d39/f45 1085970 0
2024-03-19T01:51:48.453 INFO:tasks.workunit.client.0.smithi046.stdout:5/331: write d0/f33 [496331,45454] 0
2024-03-19T01:51:48.454 INFO:tasks.workunit.client.0.smithi046.stdout:0/572: stat d14/d1a/f8e 0
2024-03-19T01:51:48.456 INFO:tasks.workunit.client.0.smithi046.stdout:4/475: dread - d7/d10/f6d zero size
2024-03-19T01:51:48.459 INFO:tasks.workunit.client.0.smithi046.stdout:7/431: readlink d1/dc/d18/l3d 0
2024-03-19T01:51:48.459 INFO:tasks.workunit.client.0.smithi046.stdout:8/379: mknod d0/d5/da/df/d47/d5d/d75/c8b 0
2024-03-19T01:51:48.459 INFO:tasks.workunit.client.0.smithi046.stdout:1/294: fdatasync d0/dd/d26/d23/d28/f3a 0
2024-03-19T01:51:48.460 INFO:tasks.workunit.client.0.smithi046.stdout:5/332: rmdir d0/d1/d20/d47 39
2024-03-19T01:51:48.461 INFO:tasks.workunit.client.0.smithi046.stdout:8/380: chown d0/d5 897564840 1
2024-03-19T01:51:48.461 INFO:tasks.workunit.client.0.smithi046.stdout:0/573: chown d14/d26/d7b/d3f/d8d/f69 1706 1
2024-03-19T01:51:48.463 INFO:tasks.workunit.client.0.smithi046.stdout:1/295: fdatasync d0/d6/f35 0
2024-03-19T01:51:48.464 INFO:tasks.workunit.client.0.smithi046.stdout:4/476: write d7/d10/d13/f46 [4367638,79836] 0
2024-03-19T01:51:48.467 INFO:tasks.workunit.client.0.smithi046.stdout:7/432: symlink d1/d2a/d7a/l89 0
2024-03-19T01:51:48.469 INFO:tasks.workunit.client.0.smithi046.stdout:5/333: getdents d0/d65 0
2024-03-19T01:51:48.470 INFO:tasks.workunit.client.0.smithi046.stdout:2/319: rename d0/dc/d16 to d0/dc/d61 0
2024-03-19T01:51:48.472 INFO:tasks.workunit.client.0.smithi046.stdout:4/477: symlink d7/d4f/d7e/d6c/la3 0
2024-03-19T01:51:48.472 INFO:tasks.workunit.client.0.smithi046.stdout:3/387: dwrite d5/d17/d62/d37/d5e/d69/f44 [0,4194304] 0
2024-03-19T01:51:48.474 INFO:tasks.workunit.client.0.smithi046.stdout:0/574: write d14/d26/d7b/d4b/d65/f89 [793475,62366] 0
2024-03-19T01:51:48.476 INFO:tasks.workunit.client.0.smithi046.stdout:3/388: fsync d5/d17/f2b 0
2024-03-19T01:51:48.478 INFO:tasks.workunit.client.0.smithi046.stdout:5/334: stat d0/d2d/c44 0
2024-03-19T01:51:48.478 INFO:tasks.workunit.client.0.smithi046.stdout:7/433: write d1/dc/df/d11/f79 [217847,84870] 0
2024-03-19T01:51:48.481 INFO:tasks.workunit.client.0.smithi046.stdout:8/381: mkdir d0/d5/da/d45/d5b/d86/d8c 0
2024-03-19T01:51:48.482 INFO:tasks.workunit.client.0.smithi046.stdout:9/311: sync
2024-03-19T01:51:48.483 INFO:tasks.workunit.client.0.smithi046.stdout:1/296: dread d0/dd/d26/d23/d45/f54 [0,4194304] 0
2024-03-19T01:51:48.483 INFO:tasks.workunit.client.0.smithi046.stdout:3/389: mkdir d5/d17/d62/d37/d71 0
2024-03-19T01:51:48.483 INFO:tasks.workunit.client.0.smithi046.stdout:7/434: chown d1/dc/df/c23 332 1
2024-03-19T01:51:48.487 INFO:tasks.workunit.client.0.smithi046.stdout:4/478: dread d7/d10/f64 [0,4194304] 0
2024-03-19T01:51:48.487 INFO:tasks.workunit.client.0.smithi046.stdout:0/575: mkdir d14/d26/d7b/d3f/da0/da7/db8/dc3 0
2024-03-19T01:51:48.487 INFO:tasks.workunit.client.0.smithi046.stdout:5/335: stat d0/lf 0
2024-03-19T01:51:48.487 INFO:tasks.workunit.client.0.smithi046.stdout:3/390: chown d5/d17/d62/c2a 0 1
2024-03-19T01:51:48.488 INFO:tasks.workunit.client.0.smithi046.stdout:2/320: getdents d0 0
2024-03-19T01:51:48.490 INFO:tasks.workunit.client.0.smithi046.stdout:7/435: readlink d1/l2 0
2024-03-19T01:51:48.490 INFO:tasks.workunit.client.0.smithi046.stdout:6/413: dread d1a/f84 [0,4194304] 0
2024-03-19T01:51:48.491 INFO:tasks.workunit.client.0.smithi046.stdout:5/336: chown d0/d1/d20/c18 5660441 1
2024-03-19T01:51:48.491 INFO:tasks.workunit.client.0.smithi046.stdout:9/312: getdents dd/d11/d17/d49 0
2024-03-19T01:51:48.492 INFO:tasks.workunit.client.0.smithi046.stdout:8/382: rename d0/d5/dc/d48 to d0/d5/da/df/d47/d8d 0
2024-03-19T01:51:48.492 INFO:tasks.workunit.client.0.smithi046.stdout:3/391: write d5/d10/fa [7350796,26659] 0
2024-03-19T01:51:48.494 INFO:tasks.workunit.client.0.smithi046.stdout:4/479: chown d7/d10/d13/d58/d5d/d7c/d9c/c52 88369507 1
2024-03-19T01:51:48.497 INFO:tasks.workunit.client.0.smithi046.stdout:6/414: chown d1a/d4d/d65/d80/d62/d5b/d40/f45 1007 1
2024-03-19T01:51:48.498 INFO:tasks.workunit.client.0.smithi046.stdout:4/480: unlink d7/f74 0
2024-03-19T01:51:48.499 INFO:tasks.workunit.client.0.smithi046.stdout:1/297: link d0/d6/da/c31 d0/dd/d26/d23/d28/d3c/c62 0
2024-03-19T01:51:48.499 INFO:tasks.workunit.client.0.smithi046.stdout:3/392: symlink d5/d17/d62/d2d/l72 0
2024-03-19T01:51:48.499 INFO:tasks.workunit.client.0.smithi046.stdout:0/576: dwrite d14/d1a/f85 [0,4194304] 0
2024-03-19T01:51:48.500 INFO:tasks.workunit.client.0.smithi046.stdout:6/415: dread - d1a/d4d/d65/d80/d62/d30/f52 zero size
2024-03-19T01:51:48.501 INFO:tasks.workunit.client.0.smithi046.stdout:5/337: mknod d0/d1/d20/d47/d4e/c72 0
2024-03-19T01:51:48.502 INFO:tasks.workunit.client.0.smithi046.stdout:7/436: rename d1/dc/df/f67 to d1/dc/df/d11/d39/d6f/f8a 0
2024-03-19T01:51:48.502 INFO:tasks.workunit.client.0.smithi046.stdout:0/577: write d14/fc0 [412110,109057] 0
2024-03-19T01:51:48.506 INFO:tasks.workunit.client.0.smithi046.stdout:2/321: link d0/dc/d61/l38 d0/d48/l62 0
2024-03-19T01:51:48.507 INFO:tasks.workunit.client.0.smithi046.stdout:1/298: fsync d0/dd/d26/d23/d45/f54 0
2024-03-19T01:51:48.509 INFO:tasks.workunit.client.0.smithi046.stdout:4/481: rename d7/d4f/d7e/f5f to d7/d10/fa4 0
2024-03-19T01:51:48.510 INFO:tasks.workunit.client.0.smithi046.stdout:5/338: write d0/d1/f59 [1275552,11917] 0
2024-03-19T01:51:48.511 INFO:tasks.workunit.client.0.smithi046.stdout:8/383: link d0/d5/da/df/f1f d0/d5/da/d87/f8e 0
2024-03-19T01:51:48.511 INFO:tasks.workunit.client.0.smithi046.stdout:2/322: chown d0/f5 0 1
2024-03-19T01:51:48.517 INFO:tasks.workunit.client.0.smithi046.stdout:0/578: truncate d14/d26/d7b/f54 662194 0
2024-03-19T01:51:48.518 INFO:tasks.workunit.client.0.smithi046.stdout:7/437: read d1/dc/df/d11/f79 [153078,126628] 0
2024-03-19T01:51:48.518 INFO:tasks.workunit.client.0.smithi046.stdout:2/323: write d0/d27/f29 [9133402,53233] 0
2024-03-19T01:51:48.518 INFO:tasks.workunit.client.0.smithi046.stdout:3/393: dwrite d5/d17/d62/d37/d5e/f6f [0,4194304] 0
2024-03-19T01:51:48.519 INFO:tasks.workunit.client.0.smithi046.stdout:4/482: symlink d7/d10/d83/la5 0
2024-03-19T01:51:48.520 INFO:tasks.workunit.client.0.smithi046.stdout:3/394: readlink d5/l14 0
2024-03-19T01:51:48.522 INFO:tasks.workunit.client.0.smithi046.stdout:8/384: rmdir d0/d5/da/d45/d5b/d62 39
2024-03-19T01:51:48.522 INFO:tasks.workunit.client.0.smithi046.stdout:6/416: dread fb [0,4194304] 0
2024-03-19T01:51:48.523 INFO:tasks.workunit.client.0.smithi046.stdout:5/339: symlink d0/d1/d4/l73 0
2024-03-19T01:51:48.524 INFO:tasks.workunit.client.0.smithi046.stdout:0/579: chown d14/d26/d7b/d3f/fa9 15 1
2024-03-19T01:51:48.524 INFO:tasks.workunit.client.0.smithi046.stdout:7/438: chown d1/dc/d18/d4e/f6b 7736 1
2024-03-19T01:51:48.525 INFO:tasks.workunit.client.0.smithi046.stdout:2/324: chown d0/d48/d2a/l3c 46 1
2024-03-19T01:51:48.525 INFO:tasks.workunit.client.0.smithi046.stdout:3/395: truncate d5/d17/f23 5203198 0
2024-03-19T01:51:48.525 INFO:tasks.workunit.client.0.smithi046.stdout:4/483: mknod d7/d4f/d63/ca6 0
2024-03-19T01:51:48.527 INFO:tasks.workunit.client.0.smithi046.stdout:7/439: unlink d1/dc/l4c 0
2024-03-19T01:51:48.528 INFO:tasks.workunit.client.0.smithi046.stdout:4/484: readlink d7/d10/d13/d58/l6a 0
2024-03-19T01:51:48.530 INFO:tasks.workunit.client.0.smithi046.stdout:8/385: rename d0/d5/dc/f4e to d0/d5/da/d45/d5b/d86/f8f 0
2024-03-19T01:51:48.533 INFO:tasks.workunit.client.0.smithi046.stdout:3/396: unlink d5/d17/d62/d37/d5e/d69/f44 0
2024-03-19T01:51:48.535 INFO:tasks.workunit.client.0.smithi046.stdout:9/313: dread dd/d11/f1e [4194304,4194304] 0
2024-03-19T01:51:48.536 INFO:tasks.workunit.client.0.smithi046.stdout:7/440: creat d1/dc/d18/d65/f8b x:0 0 0
2024-03-19T01:51:48.538 INFO:tasks.workunit.client.0.smithi046.stdout:4/485: chown d7/d4f/d63/f65 303781 1
2024-03-19T01:51:48.541 INFO:tasks.workunit.client.0.smithi046.stdout:0/580: dread d14/d1a/f85 [0,4194304] 0
2024-03-19T01:51:48.542 INFO:tasks.workunit.client.0.smithi046.stdout:1/299: dread d0/d6/f35 [0,4194304] 0
2024-03-19T01:51:48.543 INFO:tasks.workunit.client.0.smithi046.stdout:5/340: dwrite d0/d1/d1d/f1f [0,4194304] 0
2024-03-19T01:51:48.544 INFO:tasks.workunit.client.0.smithi046.stdout:3/397: symlink d5/d17/d62/d37/d5e/d69/d52/l73 0
2024-03-19T01:51:48.546 INFO:tasks.workunit.client.0.smithi046.stdout:0/581: dread - d14/d26/d7b/d3f/d72/faf zero size
2024-03-19T01:51:48.547 INFO:tasks.workunit.client.0.smithi046.stdout:6/417: dwrite d1a/d4d/d65/d80/d62/d30/d42/f63 [4194304,4194304] 0
2024-03-19T01:51:48.549 INFO:tasks.workunit.client.0.smithi046.stdout:9/314: truncate dd/d1c/f26 227165 0
2024-03-19T01:51:48.550 INFO:tasks.workunit.client.0.smithi046.stdout:7/441: rename d1/dc/df/d66 to d1/dc/d18/d8c 0
2024-03-19T01:51:48.550 INFO:tasks.workunit.client.0.smithi046.stdout:1/300: chown d0/dd/d26/d23/d3b/l5a 418074958 1
2024-03-19T01:51:48.551 INFO:tasks.workunit.client.0.smithi046.stdout:3/398: dread d5/d10/f1f [0,4194304] 0
2024-03-19T01:51:48.551 INFO:tasks.workunit.client.0.smithi046.stdout:9/315: fsync dd/d3c/f41 0
2024-03-19T01:51:48.554 INFO:tasks.workunit.client.0.smithi046.stdout:3/399: dread - d5/d10/f66 zero size
2024-03-19T01:51:48.554 INFO:tasks.workunit.client.0.smithi046.stdout:0/582: creat d14/d26/d7b/d3f/da0/da7/db8/fc4 x:0 0 0
2024-03-19T01:51:48.557 INFO:tasks.workunit.client.0.smithi046.stdout:9/316: truncate dd/d3d/f42 192904 0
2024-03-19T01:51:48.559 INFO:tasks.workunit.client.0.smithi046.stdout:4/486: rename d7/d4f/d63/ca6 to d7/ca7 0
2024-03-19T01:51:48.560 INFO:tasks.workunit.client.0.smithi046.stdout:7/442: read d1/dc/df/d11/d39/f45 [964963,110102] 0
2024-03-19T01:51:48.562 INFO:tasks.workunit.client.0.smithi046.stdout:2/325: dread d0/dc/d61/f23 [0,4194304] 0
2024-03-19T01:51:48.562 INFO:tasks.workunit.client.0.smithi046.stdout:1/301: write d0/dd/d26/d23/d28/f3a [334549,117514] 0
2024-03-19T01:51:48.565 INFO:tasks.workunit.client.0.smithi046.stdout:6/418: dwrite d1a/d4d/d65/d80/f6c [0,4194304] 0
2024-03-19T01:51:48.567 INFO:tasks.workunit.client.0.smithi046.stdout:5/341: dwrite d0/d1/f4a [0,4194304] 0
2024-03-19T01:51:48.568 INFO:tasks.workunit.client.0.smithi046.stdout:8/386: rename d0/d5/da/df/d47/d5d/f7f to d0/d5/da/df/d47/d8d/f90 0
2024-03-19T01:51:48.574 INFO:tasks.workunit.client.0.smithi046.stdout:7/443: mkdir d1/dc/df/d11/d39/d6f/d7c/d8d 0
2024-03-19T01:51:48.576 INFO:tasks.workunit.client.0.smithi046.stdout:5/342: rename d0/d1/d69 to d0/d2d/d71/d74 0
2024-03-19T01:51:48.581 INFO:tasks.workunit.client.0.smithi046.stdout:0/583: dwrite d14/d26/d7b/d3f/f9a [0,4194304] 0
2024-03-19T01:51:48.581 INFO:tasks.workunit.client.0.smithi046.stdout:9/317: dwrite dd/d3d/f43 [0,4194304] 0
2024-03-19T01:51:48.585 INFO:tasks.workunit.client.0.smithi046.stdout:7/444: symlink d1/dc/d18/d8c/l8e 0
2024-03-19T01:51:48.587 INFO:tasks.workunit.client.0.smithi046.stdout:4/487: getdents d7/d4f/d7e 0
2024-03-19T01:51:48.587 INFO:tasks.workunit.client.0.smithi046.stdout:6/419: dwrite d1a/d64/f8f [0,4194304] 0
2024-03-19T01:51:48.588 INFO:tasks.workunit.client.0.smithi046.stdout:9/318: chown dd/d11/d17/d3a/d55/c5c 30 1
2024-03-19T01:51:48.589 INFO:tasks.workunit.client.0.smithi046.stdout:6/420: dread - d1a/f3c zero size
2024-03-19T01:51:48.591 INFO:tasks.workunit.client.0.smithi046.stdout:5/343: creat d0/d2d/f75 x:0 0 0
2024-03-19T01:51:48.593 INFO:tasks.workunit.client.0.smithi046.stdout:7/445: fdatasync d1/dc/df/d11/f81 0
2024-03-19T01:51:48.594 INFO:tasks.workunit.client.0.smithi046.stdout:0/584: dwrite d14/d26/d7b/d3f/f44 [0,4194304] 0
2024-03-19T01:51:48.596 INFO:tasks.workunit.client.0.smithi046.stdout:4/488: symlink d7/d4f/d6e/la8 0
2024-03-19T01:51:48.598 INFO:tasks.workunit.client.0.smithi046.stdout:8/387: write d0/d5/da/df/f1f [536038,103266] 0
2024-03-19T01:51:48.601 INFO:tasks.workunit.client.0.smithi046.stdout:6/421: rename d1a/d4d/d65/d80/d62/d30/d42/l47 to d1a/d66/l91 0
2024-03-19T01:51:48.602 INFO:tasks.workunit.client.0.smithi046.stdout:9/319: link dd/d3c/l4e dd/d11/d2e/l64 0
2024-03-19T01:51:48.603 INFO:tasks.workunit.client.0.smithi046.stdout:6/422: fsync d1a/d4d/d65/d80/f67 0
2024-03-19T01:51:48.605 INFO:tasks.workunit.client.0.smithi046.stdout:0/585: creat d14/d26/d7b/d3f/d8d/d5e/d8a/fc5 x:0 0 0
2024-03-19T01:51:48.608 INFO:tasks.workunit.client.0.smithi046.stdout:3/400: truncate d5/d17/d31/f40 4133774 0
2024-03-19T01:51:48.609 INFO:tasks.workunit.client.0.smithi046.stdout:6/423: symlink d1a/d4d/d65/d80/d62/d5b/d40/l92 0
2024-03-19T01:51:48.610 INFO:tasks.workunit.client.0.smithi046.stdout:0/586: chown d14/d26/d7b/d3f/c48 1276331265 1
2024-03-19T01:51:48.613 INFO:tasks.workunit.client.0.smithi046.stdout:7/446: dwrite d1/fb [4194304,4194304] 0
2024-03-19T01:51:48.619 INFO:tasks.workunit.client.0.smithi046.stdout:9/320: dread dd/f24 [0,4194304] 0
2024-03-19T01:51:48.621 INFO:tasks.workunit.client.0.smithi046.stdout:8/388: getdents d0 0
2024-03-19T01:51:48.621 INFO:tasks.workunit.client.0.smithi046.stdout:5/344: dread d0/d1/d4/f6 [0,4194304] 0
2024-03-19T01:51:48.624 INFO:tasks.workunit.client.0.smithi046.stdout:3/401: creat d5/d17/d62/d37/d5e/d69/f74 x:0 0 0
2024-03-19T01:51:48.624 INFO:tasks.workunit.client.0.smithi046.stdout:9/321: mknod dd/d3d/d53/c65 0
2024-03-19T01:51:48.625 INFO:tasks.workunit.client.0.smithi046.stdout:7/447: dread d1/dc/d18/d65/f6c [0,4194304] 0
2024-03-19T01:51:48.625 INFO:tasks.workunit.client.0.smithi046.stdout:4/489: dwrite d7/f38 [0,4194304] 0
2024-03-19T01:51:48.628 INFO:tasks.workunit.client.0.smithi046.stdout:6/424: truncate d1a/d4e/f50 12317 0
2024-03-19T01:51:48.630 INFO:tasks.workunit.client.0.smithi046.stdout:9/322: fdatasync dd/d1c/f51 0
2024-03-19T01:51:48.633 INFO:tasks.workunit.client.0.smithi046.stdout:5/345: write d0/d2d/d50/d52/f5f [561478,24752] 0
2024-03-19T01:51:48.633 INFO:tasks.workunit.client.0.smithi046.stdout:6/425: fdatasync d1a/f38 0
2024-03-19T01:51:48.635 INFO:tasks.workunit.client.0.smithi046.stdout:3/402: creat d5/d17/d62/d37/f75 x:0 0 0
2024-03-19T01:51:48.637 INFO:tasks.workunit.client.0.smithi046.stdout:0/587: dwrite d14/d1a/f5c [0,4194304] 0
2024-03-19T01:51:48.637 INFO:tasks.workunit.client.0.smithi046.stdout:3/403: read - d5/f67 zero size
2024-03-19T01:51:48.638 INFO:tasks.workunit.client.0.smithi046.stdout:8/389: link d0/d5/da/d45/f17 d0/d5/dc/f91 0
2024-03-19T01:51:48.639 INFO:tasks.workunit.client.0.smithi046.stdout:4/490: write d7/d4f/d63/f65 [93001,28880] 0
2024-03-19T01:51:48.640 INFO:tasks.workunit.client.0.smithi046.stdout:0/588: write fa [7608287,111125] 0
2024-03-19T01:51:48.640 INFO:tasks.workunit.client.0.smithi046.stdout:5/346: creat d0/d2d/d71/f76 x:0 0 0
2024-03-19T01:51:48.641 INFO:tasks.workunit.client.0.smithi046.stdout:8/390: dread - d0/d5/f7b zero size
2024-03-19T01:51:48.641 INFO:tasks.workunit.client.0.smithi046.stdout:6/426: write d1a/d4d/d65/d80/d62/d5b/d40/f53 [835976,102709] 0
2024-03-19T01:51:48.643 INFO:tasks.workunit.client.0.smithi046.stdout:3/404: mkdir d5/d17/d76 0
2024-03-19T01:51:48.645 INFO:tasks.workunit.client.0.smithi046.stdout:0/589: write d14/d1a/f28 [860141,85333] 0
2024-03-19T01:51:48.648 INFO:tasks.workunit.client.0.smithi046.stdout:6/427: write d1a/d26/d2e/f4a [876762,6762] 0
2024-03-19T01:51:48.648 INFO:tasks.workunit.client.0.smithi046.stdout:7/448: dwrite d1/dc/d18/f83 [0,4194304] 0
2024-03-19T01:51:48.654 INFO:tasks.workunit.client.0.smithi046.stdout:5/347: rename d0/d1/d1d/d3e to d0/d77 0
2024-03-19T01:51:48.655 INFO:tasks.workunit.client.0.smithi046.stdout:0/590: rmdir d14/d26/d7b/d3f/da0/da7 39
2024-03-19T01:51:48.659 INFO:tasks.workunit.client.0.smithi046.stdout:6/428: creat d1a/d26/d2e/f93 x:0 0 0
2024-03-19T01:51:48.665 INFO:tasks.workunit.client.0.smithi046.stdout:6/429: symlink d1a/d66/l94 0
2024-03-19T01:51:48.666 INFO:tasks.workunit.client.0.smithi046.stdout:4/491: dread d7/d4f/d7e/d73/f78 [0,4194304] 0
2024-03-19T01:51:48.666 INFO:tasks.workunit.client.0.smithi046.stdout:3/405: dwrite d5/d17/f22 [4194304,4194304] 0
2024-03-19T01:51:48.669 INFO:tasks.workunit.client.0.smithi046.stdout:5/348: creat d0/d2d/f78 x:0 0 0
2024-03-19T01:51:48.670 INFO:tasks.workunit.client.0.smithi046.stdout:7/449: dwrite d1/d2a/f2d [0,4194304] 0
2024-03-19T01:51:48.671 INFO:tasks.workunit.client.0.smithi046.stdout:6/430: chown d1a/d4d/d65/d80/d62/d30/f52 40 1
2024-03-19T01:51:48.672 INFO:tasks.workunit.client.0.smithi046.stdout:4/492: dread - d7/d10/d13/d58/d5d/d7c/d9c/f2c zero size
2024-03-19T01:51:48.674 INFO:tasks.workunit.client.0.smithi046.stdout:5/349: creat d0/d1/d37/f79 x:0 0 0
2024-03-19T01:51:48.674 INFO:tasks.workunit.client.0.smithi046.stdout:0/591: dwrite d14/f18 [0,4194304] 0
2024-03-19T01:51:48.679 INFO:tasks.workunit.client.0.smithi046.stdout:7/450: write d1/dc/df/f1b [3452260,35114] 0
2024-03-19T01:51:48.679 INFO:tasks.workunit.client.0.smithi046.stdout:5/350: stat d0/d1/d4/c6a 0
2024-03-19T01:51:48.686 INFO:tasks.workunit.client.0.smithi046.stdout:3/406: dread d5/d17/d62/d37/d5e/f6f [0,4194304] 0
2024-03-19T01:51:48.691 INFO:tasks.workunit.client.0.smithi046.stdout:5/351: creat d0/d2d/f7a x:0 0 0
2024-03-19T01:51:48.692 INFO:tasks.workunit.client.0.smithi046.stdout:0/592: dwrite d14/d1a/f75 [0,4194304] 0
2024-03-19T01:51:48.695 INFO:tasks.workunit.client.0.smithi046.stdout:6/431: dread d1a/d26/d2e/f5f [0,4194304] 0
2024-03-19T01:51:48.697 INFO:tasks.workunit.client.0.smithi046.stdout:5/352: dread - d0/d1/d1d/f60 zero size
2024-03-19T01:51:48.697 INFO:tasks.workunit.client.0.smithi046.stdout:7/451: creat d1/dc/df/d11/d39/d6f/d7c/d8d/f8f x:0 0 0
2024-03-19T01:51:48.700 INFO:tasks.workunit.client.0.smithi046.stdout:4/493: dwrite d7/fa [0,4194304] 0
2024-03-19T01:51:48.702 INFO:tasks.workunit.client.0.smithi046.stdout:4/494: fsync d7/d4f/d63/f65 0
2024-03-19T01:51:48.704 INFO:tasks.workunit.client.0.smithi046.stdout:6/432: truncate d1a/d4d/d65/d80/f67 101915 0
2024-03-19T01:51:48.706 INFO:tasks.workunit.client.0.smithi046.stdout:6/433: chown d1a/d4d/d65/d80/d62/f2c 3771332 1
2024-03-19T01:51:48.707 INFO:tasks.workunit.client.0.smithi046.stdout:5/353: symlink d0/d65/l7b 0
2024-03-19T01:51:48.708 INFO:tasks.workunit.client.0.smithi046.stdout:0/593: rename d14/f16 to d14/d26/d7b/d3f/da0/da7/fc6 0
2024-03-19T01:51:48.710 INFO:tasks.workunit.client.0.smithi046.stdout:4/495: dread d7/d4f/d63/f65 [0,4194304] 0
2024-03-19T01:51:48.713 INFO:tasks.workunit.client.0.smithi046.stdout:7/452: write d1/dc/df/f20 [1428474,42247] 0
2024-03-19T01:51:48.716 INFO:tasks.workunit.client.0.smithi046.stdout:6/434: dwrite d1a/d4d/d65/d80/d62/d5b/d40/f53 [0,4194304] 0
2024-03-19T01:51:48.716 INFO:tasks.workunit.client.0.smithi046.stdout:4/496: mknod d7/d4f/d7e/d73/ca9 0
2024-03-19T01:51:48.718 INFO:tasks.workunit.client.0.smithi046.stdout:7/453: mkdir d1/dc/d18/d8c/d90 0
2024-03-19T01:51:48.722 INFO:tasks.workunit.client.0.smithi046.stdout:4/497: creat d7/d4f/d63/d50/faa x:0 0 0
2024-03-19T01:51:48.724 INFO:tasks.workunit.client.0.smithi046.stdout:7/454: creat d1/dc/df/d11/d39/d6e/f91 x:0 0 0
2024-03-19T01:51:48.726 INFO:tasks.workunit.client.0.smithi046.stdout:6/435: dread d1a/d4e/f50 [0,4194304] 0
2024-03-19T01:51:48.727 INFO:tasks.workunit.client.0.smithi046.stdout:4/498: link d7/d10/d13/f88 d7/d4f/d63/fab 0
2024-03-19T01:51:48.730 INFO:tasks.workunit.client.0.smithi046.stdout:4/499: fdatasync d7/d4f/d63/f81 0
2024-03-19T01:51:48.733 INFO:tasks.workunit.client.0.smithi046.stdout:0/594: dwrite d14/f37 [0,4194304] 0
2024-03-19T01:51:48.738 INFO:tasks.workunit.client.0.smithi046.stdout:7/455: dwrite d1/d2a/f6d [0,4194304] 0
2024-03-19T01:51:48.741 INFO:tasks.workunit.client.0.smithi046.stdout:0/595: chown d14/d26/d7b/d3f/c94 22835431 1
2024-03-19T01:51:48.743 INFO:tasks.workunit.client.0.smithi046.stdout:3/407: dread d5/d17/d31/f40 [0,4194304] 0
2024-03-19T01:51:48.743 INFO:tasks.workunit.client.0.smithi046.stdout:5/354: dwrite d0/d1/d4/f19 [0,4194304] 0
2024-03-19T01:51:48.745 INFO:tasks.workunit.client.0.smithi046.stdout:7/456: mknod d1/dc/df/d11/d39/d6f/d7b/c92 0
2024-03-19T01:51:48.746 INFO:tasks.workunit.client.0.smithi046.stdout:3/408: stat d5/d17/d62/d2d/d3b/c68 0
2024-03-19T01:51:48.746 INFO:tasks.workunit.client.0.smithi046.stdout:0/596: mkdir d14/d1a/d8f/dc7 0
2024-03-19T01:51:48.746 INFO:tasks.workunit.client.0.smithi046.stdout:4/500: dwrite d7/d4f/d7e/f87 [0,4194304] 0
2024-03-19T01:51:48.748 INFO:tasks.workunit.client.0.smithi046.stdout:5/355: mkdir d0/d77/d7c 0
2024-03-19T01:51:48.753 INFO:tasks.workunit.client.0.smithi046.stdout:0/597: mknod d14/d26/d7b/d3f/d72/cc8 0
2024-03-19T01:51:48.754 INFO:tasks.workunit.client.0.smithi046.stdout:5/356: mknod d0/d1/d20/d47/d4e/c7d 0
2024-03-19T01:51:48.756 INFO:tasks.workunit.client.0.smithi046.stdout:3/409: rename d5/d17/c2f to d5/d17/d62/d37/d5e/d69/d52/c77 0
2024-03-19T01:51:48.757 INFO:tasks.workunit.client.0.smithi046.stdout:6/436: dread d1a/d4d/d65/d80/d62/f2c [0,4194304] 0
2024-03-19T01:51:48.758 INFO:tasks.workunit.client.0.smithi046.stdout:4/501: dwrite d7/d4f/d63/f49 [0,4194304] 0
2024-03-19T01:51:48.759 INFO:tasks.workunit.client.0.smithi046.stdout:7/457: dread d1/dc/df/d11/d39/d6f/f72 [0,4194304] 0
2024-03-19T01:51:48.759 INFO:tasks.workunit.client.0.smithi046.stdout:5/357: dread - d0/d1/d20/d47/d4e/d41/f6e zero size
2024-03-19T01:51:48.761 INFO:tasks.workunit.client.0.smithi046.stdout:0/598: symlink d14/d26/d7b/d3f/da0/lc9 0
2024-03-19T01:51:48.762 INFO:tasks.workunit.client.0.smithi046.stdout:4/502: fdatasync d7/d10/d13/d58/d75/f7d 0
2024-03-19T01:51:48.766 INFO:tasks.workunit.client.0.smithi046.stdout:7/458: mkdir d1/dc/df/d11/d93 0
2024-03-19T01:51:48.771 INFO:tasks.workunit.client.0.smithi046.stdout:5/358: truncate d0/d1/d4/f19 1691422 0
2024-03-19T01:51:48.774 INFO:tasks.workunit.client.0.smithi046.stdout:3/410: dwrite d5/d10/d51/d60/f6a [0,4194304] 0
2024-03-19T01:51:48.774 INFO:tasks.workunit.client.0.smithi046.stdout:6/437: dread d1a/d64/f8f [0,4194304] 0
2024-03-19T01:51:48.776 INFO:tasks.workunit.client.0.smithi046.stdout:0/599: link d14/d26/d7b/d3f/c48 d14/d1a/d8f/da6/cca 0
2024-03-19T01:51:48.780 INFO:tasks.workunit.client.0.smithi046.stdout:0/600: readlink d14/d26/d7b/d4b/la2 0
2024-03-19T01:51:48.780 INFO:tasks.workunit.client.0.smithi046.stdout:4/503: dwrite d7/d4f/d63/f57 [0,4194304] 0
2024-03-19T01:51:48.785 INFO:tasks.workunit.client.0.smithi046.stdout:7/459: rmdir d1/dc/d18/d65/d82 0
2024-03-19T01:51:48.790 INFO:tasks.workunit.client.0.smithi046.stdout:7/460: creat d1/d2a/f94 x:0 0 0
2024-03-19T01:51:48.790 INFO:tasks.workunit.client.0.smithi046.stdout:6/438: dread d1a/d4d/d65/d80/f6c [0,4194304] 0
2024-03-19T01:51:48.791 INFO:tasks.workunit.client.0.smithi046.stdout:3/411: dread d5/d17/f22 [4194304,4194304] 0
2024-03-19T01:51:48.797 INFO:tasks.workunit.client.0.smithi046.stdout:6/439: creat d1a/d4d/f95 x:0 0 0
2024-03-19T01:51:48.801 INFO:tasks.workunit.client.0.smithi046.stdout:0/601: dwrite d14/d26/d7b/d3f/d72/faf [0,4194304] 0
2024-03-19T01:51:48.801 INFO:tasks.workunit.client.0.smithi046.stdout:7/461: write d1/dc/f24 [837271,42116] 0
2024-03-19T01:51:48.801 INFO:tasks.workunit.client.0.smithi046.stdout:3/412: symlink d5/d17/d62/d37/d5e/d69/d43/l78 0
2024-03-19T01:51:48.802 INFO:tasks.workunit.client.0.smithi046.stdout:5/359: dread d0/d1/d4/fa [0,4194304] 0
2024-03-19T01:51:48.803 INFO:tasks.workunit.client.0.smithi046.stdout:6/440: chown d1a/d4d/d65/d80/d62/d5b/l51 8 1
2024-03-19T01:51:48.804 INFO:tasks.workunit.client.0.smithi046.stdout:4/504: dwrite d7/d10/d13/d58/d5d/d7c/d9c/f61 [0,4194304] 0
2024-03-19T01:51:48.805 INFO:tasks.workunit.client.0.smithi046.stdout:5/360: stat d0/d1/d20/d47/d4e/d41/l55 0
2024-03-19T01:51:48.807 INFO:tasks.workunit.client.0.smithi046.stdout:7/462: write d1/dc/df/d11/f79 [124871,84102] 0
2024-03-19T01:51:48.808 INFO:tasks.workunit.client.0.smithi046.stdout:7/463: chown d1/f2b 188 1
2024-03-19T01:51:48.810 INFO:tasks.workunit.client.0.smithi046.stdout:0/602: read d14/d43/f71 [1051202,4269] 0
2024-03-19T01:51:48.810 INFO:tasks.workunit.client.0.smithi046.stdout:4/505: creat d7/d10/d13/d58/d5d/d7c/d9c/fac x:0 0 0
2024-03-19T01:51:48.811 INFO:tasks.workunit.client.0.smithi046.stdout:5/361: unlink d0/d1/d20/d26/c54 0
2024-03-19T01:51:48.813 INFO:tasks.workunit.client.0.smithi046.stdout:5/362: fdatasync d0/d1/d37/f79 0
2024-03-19T01:51:48.816 INFO:tasks.workunit.client.0.smithi046.stdout:7/464: dread - d1/dc/df/d11/f69 zero size
2024-03-19T01:51:48.816 INFO:tasks.workunit.client.0.smithi046.stdout:3/413: link d5/d17/d31/c39 d5/d17/d62/d37/d5e/d69/d43/d56/c79 0
2024-03-19T01:51:48.820 INFO:tasks.workunit.client.0.smithi046.stdout:5/363: getdents d0/d2d/d50/d52 0
2024-03-19T01:51:48.820 INFO:tasks.workunit.client.0.smithi046.stdout:0/603: mknod d14/d34/ccb 0
2024-03-19T01:51:48.821 INFO:tasks.workunit.client.0.smithi046.stdout:3/414: rmdir d5/d17/d62/d37/d5e/d69 39
2024-03-19T01:51:48.821 INFO:tasks.workunit.client.0.smithi046.stdout:6/441: dread d1a/d4d/d65/d80/d62/d5b/d40/f77 [0,4194304] 0
2024-03-19T01:51:48.822 INFO:tasks.workunit.client.0.smithi046.stdout:4/506: dwrite d7/d4f/d63/f49 [0,4194304] 0
2024-03-19T01:51:48.823 INFO:tasks.workunit.client.0.smithi046.stdout:7/465: getdents d1/dc/d18/d43/d7e 0
2024-03-19T01:51:48.824 INFO:tasks.workunit.client.0.smithi046.stdout:3/415: truncate d5/f4c 349758 0
2024-03-19T01:51:48.824 INFO:tasks.workunit.client.0.smithi046.stdout:0/604: write d14/d26/d7b/d3f/f9a [2714917,116617] 0
2024-03-19T01:51:48.824 INFO:tasks.workunit.client.0.smithi046.stdout:6/442: write d1a/d4d/d65/d80/f55 [323830,64256] 0
2024-03-19T01:51:48.826 INFO:tasks.workunit.client.0.smithi046.stdout:7/466: dread - d1/dc/d18/d65/f8b zero size
2024-03-19T01:51:48.826 INFO:tasks.workunit.client.0.smithi046.stdout:5/364: truncate d0/f1b 1254311 0
2024-03-19T01:51:48.827 INFO:tasks.workunit.client.0.smithi046.stdout:0/605: fdatasync d14/d26/d7b/d3f/d8d/d5e/d8a/fc5 0
2024-03-19T01:51:48.828 INFO:tasks.workunit.client.0.smithi046.stdout:6/443: creat d1a/d4d/d5a/f96 x:0 0 0
2024-03-19T01:51:48.830 INFO:tasks.workunit.client.0.smithi046.stdout:5/365: stat d0/d2d/d2e/l5c 0
2024-03-19T01:51:48.832 INFO:tasks.workunit.client.0.smithi046.stdout:6/444: creat d1a/d4d/d65/d80/f97 x:0 0 0
2024-03-19T01:51:48.832 INFO:tasks.workunit.client.0.smithi046.stdout:5/366: fsync d0/d1/d20/d47/d4e/d41/f6e 0
2024-03-19T01:51:48.833 INFO:tasks.workunit.client.0.smithi046.stdout:4/507: rename d7/d10/d13/f1d to d7/d4f/d63/d79/fad 0
2024-03-19T01:51:48.837 INFO:tasks.workunit.client.0.smithi046.stdout:6/445: chown d1a/d4d/d65/d80/f55 6 1
2024-03-19T01:51:48.839 INFO:tasks.workunit.client.0.smithi046.stdout:7/467: rename d1/dc/df/d11/d39/d6e/l85 to d1/dc/d18/d4e/l95 0
2024-03-19T01:51:48.840 INFO:tasks.workunit.client.0.smithi046.stdout:4/508: mkdir d7/d10/d13/dae 0
2024-03-19T01:51:48.841 INFO:tasks.workunit.client.0.smithi046.stdout:0/606: dwrite d14/d26/d7b/d4b/d65/f89 [0,4194304] 0
2024-03-19T01:51:48.842 INFO:tasks.workunit.client.0.smithi046.stdout:6/446: link d1a/d4d/d5a/l60 d1a/d4d/d65/d80/d62/d5b/l98 0
2024-03-19T01:51:48.844 INFO:tasks.workunit.client.0.smithi046.stdout:6/447: write d1a/d26/d2e/f87 [3421518,70805] 0
2024-03-19T01:51:48.845 INFO:tasks.workunit.client.0.smithi046.stdout:0/607: mkdir d14/d1a/d8f/da6/dcc 0
2024-03-19T01:51:48.846 INFO:tasks.workunit.client.0.smithi046.stdout:7/468: write d1/dc/df/d11/d39/d6f/f8a [1149498,119833] 0
2024-03-19T01:51:48.848 INFO:tasks.workunit.client.0.smithi046.stdout:7/469: write d1/dc/df/d11/f41 [464736,100150] 0
2024-03-19T01:51:48.849 INFO:tasks.workunit.client.0.smithi046.stdout:3/416: rename d5/d17/d31/d4b/f58 to d5/d17/d62/d37/d5e/d69/f7a 0
2024-03-19T01:51:48.851 INFO:tasks.workunit.client.0.smithi046.stdout:4/509: symlink d7/d10/d13/laf 0
2024-03-19T01:51:48.853 INFO:tasks.workunit.client.0.smithi046.stdout:4/510: readlink d7/d4f/d63/l54 0
2024-03-19T01:51:48.854 INFO:tasks.workunit.client.0.smithi046.stdout:0/608: mkdir d14/dcd 0
2024-03-19T01:51:48.854 INFO:tasks.workunit.client.0.smithi046.stdout:6/448: rename d1a/d26/d2e/f5f to d1a/d66/f99 0
2024-03-19T01:51:48.856 INFO:tasks.workunit.client.0.smithi046.stdout:3/417: creat d5/d17/d62/d2d/d3b/f7b x:0 0 0
2024-03-19T01:51:48.858 INFO:tasks.workunit.client.0.smithi046.stdout:4/511: write d7/d4f/d7e/d73/f78 [1440226,23135] 0
2024-03-19T01:51:48.860 INFO:tasks.workunit.client.0.smithi046.stdout:6/449: write d1a/f84 [462079,77063] 0
2024-03-19T01:51:48.861 INFO:tasks.workunit.client.0.smithi046.stdout:5/367: dread d0/d1/d4/f28 [0,4194304] 0
2024-03-19T01:51:48.862 INFO:tasks.workunit.client.0.smithi046.stdout:3/418: write d5/d17/d62/d2d/d3b/f7b [1030916,102981] 0
2024-03-19T01:51:48.862 INFO:tasks.workunit.client.0.smithi046.stdout:0/609: truncate d14/d26/d7b/f4a 2278908 0
2024-03-19T01:51:48.864 INFO:tasks.workunit.client.0.smithi046.stdout:3/419: fsync d5/d17/d62/d37/f75 0
2024-03-19T01:51:48.864 INFO:tasks.workunit.client.0.smithi046.stdout:4/512: symlink d7/d4f/d6e/d9b/lb0 0
2024-03-19T01:51:48.867 INFO:tasks.workunit.client.0.smithi046.stdout:3/420: write d5/d10/d51/d60/f6a [2353519,13810] 0
2024-03-19T01:51:48.867 INFO:tasks.workunit.client.0.smithi046.stdout:6/450: creat d1a/d4d/f9a x:0 0 0
2024-03-19T01:51:48.869 INFO:tasks.workunit.client.0.smithi046.stdout:0/610: symlink d14/d1a/lce 0
2024-03-19T01:51:48.869 INFO:tasks.workunit.client.0.smithi046.stdout:4/513: truncate d7/d10/d13/f69 586588 0
2024-03-19T01:51:48.874 INFO:tasks.workunit.client.0.smithi046.stdout:7/470: dread d1/f1f [0,4194304] 0
2024-03-19T01:51:48.874 INFO:tasks.workunit.client.0.smithi046.stdout:6/451: truncate d1a/f23 289998 0
2024-03-19T01:51:48.874 INFO:tasks.workunit.client.0.smithi046.stdout:0/611: read d14/d43/f71 [71754,64663] 0
2024-03-19T01:51:48.875 INFO:tasks.workunit.client.0.smithi046.stdout:6/452: fsync d1a/d4d/f95 0
2024-03-19T01:51:48.878 INFO:tasks.workunit.client.0.smithi046.stdout:6/453: chown d1a/d4d/d65/d80/f67 1691881200 1
2024-03-19T01:51:48.878 INFO:tasks.workunit.client.0.smithi046.stdout:4/514: getdents d7/d10/d13/d58/d7f 0
2024-03-19T01:51:48.879 INFO:tasks.workunit.client.0.smithi046.stdout:3/421: dwrite d5/d17/d62/d37/d5e/f63 [0,4194304] 0
2024-03-19T01:51:48.950 INFO:tasks.workunit.client.0.smithi046.stdout:6/454: mknod d1a/d4d/d65/d80/d62/d5b/d40/c9b 0
2024-03-19T01:51:48.950 INFO:tasks.workunit.client.0.smithi046.stdout:2/326: sync
2024-03-19T01:51:48.950 INFO:tasks.workunit.client.0.smithi046.stdout:3/422: rmdir d5/d17/d62/d37/d5e 39
2024-03-19T01:51:48.952 INFO:tasks.workunit.client.0.smithi046.stdout:6/455: read d1a/f38 [507318,45517] 0
2024-03-19T01:51:48.952 INFO:tasks.workunit.client.0.smithi046.stdout:5/368: dread d0/d43/f5e [0,4194304] 0
2024-03-19T01:51:48.954 INFO:tasks.workunit.client.0.smithi046.stdout:2/327: dread d0/f11 [0,4194304] 0
2024-03-19T01:51:48.957 INFO:tasks.workunit.client.0.smithi046.stdout:6/456: write d1a/d4d/d65/d80/d62/d30/f41 [475985,22704] 0
2024-03-19T01:51:48.957 INFO:tasks.workunit.client.0.smithi046.stdout:5/369: mknod d0/c7e 0
2024-03-19T01:51:48.957 INFO:tasks.workunit.client.0.smithi046.stdout:2/328: read d0/f46 [1657397,37627] 0
2024-03-19T01:51:48.957 INFO:tasks.workunit.client.0.smithi046.stdout:3/423: dread d5/d17/d62/d37/d5e/d69/f7a [0,4194304] 0
2024-03-19T01:51:48.958 INFO:tasks.workunit.client.0.smithi046.stdout:4/515: dwrite d7/d4f/d7e/f87 [0,4194304] 0
2024-03-19T01:51:48.959 INFO:tasks.workunit.client.0.smithi046.stdout:7/471: dread d1/dc/d18/f37 [0,4194304] 0
2024-03-19T01:51:48.960 INFO:tasks.workunit.client.0.smithi046.stdout:6/457: creat d1a/d4d/f9c x:0 0 0
2024-03-19T01:51:48.962 INFO:tasks.workunit.client.0.smithi046.stdout:3/424: readlink d5/d17/d31/l6d 0
2024-03-19T01:51:48.964 INFO:tasks.workunit.client.0.smithi046.stdout:5/370: rename d0/d1/d20/l3b to d0/d1/d20/d26/l7f 0
2024-03-19T01:51:48.966 INFO:tasks.workunit.client.0.smithi046.stdout:7/472: creat d1/dc/df/d11/d39/d6f/f96 x:0 0 0
2024-03-19T01:51:48.972 INFO:tasks.workunit.client.0.smithi046.stdout:5/371: creat d0/d1/d1d/f80 x:0 0 0
2024-03-19T01:51:48.975 INFO:tasks.workunit.client.0.smithi046.stdout:3/425: dwrite d5/f42 [0,4194304] 0
2024-03-19T01:51:48.977 INFO:tasks.workunit.client.0.smithi046.stdout:6/458: dwrite d1a/d64/f8f [0,4194304] 0
2024-03-19T01:51:48.977 INFO:tasks.workunit.client.0.smithi046.stdout:7/473: rename d1/dc/d18/d43/f59 to d1/f97 0
2024-03-19T01:51:48.979 INFO:tasks.workunit.client.0.smithi046.stdout:5/372: symlink d0/d2d/d2e/l81 0
2024-03-19T01:51:48.980 INFO:tasks.workunit.client.0.smithi046.stdout:5/373: readlink d0/lf 0
2024-03-19T01:51:48.981 INFO:tasks.workunit.client.0.smithi046.stdout:7/474: chown d1/dc/ld 2 1
2024-03-19T01:51:48.983 INFO:tasks.workunit.client.0.smithi046.stdout:7/475: chown d1/f2b 98 1
2024-03-19T01:51:48.984 INFO:tasks.workunit.client.0.smithi046.stdout:6/459: read d1a/d26/f3b [348514,126875] 0
2024-03-19T01:51:48.984 INFO:tasks.workunit.client.0.smithi046.stdout:7/476: chown d1/dc/d18/d8c/d90 506400 1
2024-03-19T01:51:48.986 INFO:tasks.workunit.client.0.smithi046.stdout:7/477: fdatasync d1/dc/d18/d4e/f6b 0
2024-03-19T01:51:48.990 INFO:tasks.workunit.client.0.smithi046.stdout:3/426: dread d5/d17/f2b [0,4194304] 0
2024-03-19T01:51:48.992 INFO:tasks.workunit.client.0.smithi046.stdout:2/329: dread d0/d48/d2a/f54 [0,4194304] 0
2024-03-19T01:51:48.992 INFO:tasks.workunit.client.0.smithi046.stdout:6/460: getdents d1a/d64 0
2024-03-19T01:51:48.994 INFO:tasks.workunit.client.0.smithi046.stdout:5/374: dwrite d0/d1/f36 [0,4194304] 0
2024-03-19T01:51:48.994 INFO:tasks.workunit.client.0.smithi046.stdout:4/516: dread d7/d10/d13/f27 [0,4194304] 0
2024-03-19T01:51:48.997 INFO:tasks.workunit.client.0.smithi046.stdout:4/517: write d7/d4f/d6e/d9b/f9f [833809,77654] 0
2024-03-19T01:51:49.002 INFO:tasks.workunit.client.0.smithi046.stdout:7/478: dread d1/d2a/f6d [0,4194304] 0
2024-03-19T01:51:49.002 INFO:tasks.workunit.client.0.smithi046.stdout:3/427: dread d5/d17/f22 [4194304,4194304] 0
2024-03-19T01:51:49.005 INFO:tasks.workunit.client.0.smithi046.stdout:4/518: truncate d7/d10/d13/d58/d5d/f80 136221 0
2024-03-19T01:51:49.005 INFO:tasks.workunit.client.0.smithi046.stdout:3/428: stat d5/d17/d62/d37/d5e/d69/l3e 0
2024-03-19T01:51:49.006 INFO:tasks.workunit.client.0.smithi046.stdout:5/375: dwrite d0/d2d/d71/f76 [0,4194304] 0
2024-03-19T01:51:49.006 INFO:tasks.workunit.client.0.smithi046.stdout:7/479: mknod d1/dc/d18/d8c/c98 0
2024-03-19T01:51:49.009 INFO:tasks.workunit.client.0.smithi046.stdout:3/429: write d5/d10/d51/d60/f6a [231275,51277] 0
2024-03-19T01:51:49.010 INFO:tasks.workunit.client.0.smithi046.stdout:5/376: write d0/d1/d4/f28 [3666348,46921] 0
2024-03-19T01:51:49.010 INFO:tasks.workunit.client.0.smithi046.stdout:3/430: readlink d5/d17/d31/l6d 0
2024-03-19T01:51:49.013 INFO:tasks.workunit.client.0.smithi046.stdout:5/377: getdents d0/d77/d7c 0
2024-03-19T01:51:49.019 INFO:tasks.workunit.client.0.smithi046.stdout:3/431: rename d5/c36 to d5/d17/d62/c7c 0
2024-03-19T01:51:49.022 INFO:tasks.workunit.client.0.smithi046.stdout:2/330: dread d0/f28 [4194304,4194304] 0
2024-03-19T01:51:49.023 INFO:tasks.workunit.client.0.smithi046.stdout:5/378: dwrite d0/d1/d20/d47/d4e/d41/f6e [0,4194304] 0
2024-03-19T01:51:49.026 INFO:tasks.workunit.client.0.smithi046.stdout:5/379: mkdir d0/d1/d20/d47/d4e/d82 0
2024-03-19T01:51:49.027 INFO:tasks.workunit.client.0.smithi046.stdout:5/380: write d0/d2d/d71/d74/f6f [159977,24950] 0
2024-03-19T01:51:49.031 INFO:tasks.workunit.client.0.smithi046.stdout:5/381: creat d0/d77/f83 x:0 0 0
2024-03-19T01:51:49.035 INFO:tasks.workunit.client.0.smithi046.stdout:5/382: creat d0/d77/d7c/f84 x:0 0 0
2024-03-19T01:51:49.037 INFO:tasks.workunit.client.0.smithi046.stdout:4/519: dread d7/d10/d13/d58/d5d/d7c/d9c/f22 [0,4194304] 0
2024-03-19T01:51:49.039 INFO:tasks.workunit.client.0.smithi046.stdout:4/520: chown d7/d4f/d63/d79/l8a 160587759 1
2024-03-19T01:51:49.042 INFO:tasks.workunit.client.0.smithi046.stdout:4/521: symlink d7/d10/d13/d58/d5d/d7c/lb1 0
2024-03-19T01:51:49.043 INFO:tasks.workunit.client.0.smithi046.stdout:5/383: write d0/d1/d4/f19 [2595745,36907] 0
2024-03-19T01:51:49.045 INFO:tasks.workunit.client.0.smithi046.stdout:2/331: dread d0/dc/d61/d2f/f42 [0,4194304] 0
2024-03-19T01:51:49.047 INFO:tasks.workunit.client.0.smithi046.stdout:5/384: creat d0/d1/d20/d47/d4e/d82/f85 x:0 0 0
2024-03-19T01:51:49.050 INFO:tasks.workunit.client.0.smithi046.stdout:5/385: symlink d0/d1/d20/d47/d4e/l86 0
2024-03-19T01:51:49.051 INFO:tasks.workunit.client.0.smithi046.stdout:3/432: dread d5/d10/fa [4194304,4194304] 0
2024-03-19T01:51:49.052 INFO:tasks.workunit.client.0.smithi046.stdout:5/386: write d0/d1/d20/d47/d4e/d82/f85 [520511,81473] 0
2024-03-19T01:51:49.052 INFO:tasks.workunit.client.0.smithi046.stdout:2/332: creat d0/dc/d61/f63 x:0 0 0
2024-03-19T01:51:49.052 INFO:tasks.workunit.client.0.smithi046.stdout:4/522: truncate d7/d4f/d7e/d73/f7a 2532926 0
2024-03-19T01:51:49.053 INFO:tasks.workunit.client.0.smithi046.stdout:3/433: write d5/f32 [1892974,110039] 0
2024-03-19T01:51:49.056 INFO:tasks.workunit.client.0.smithi046.stdout:2/333: mknod d0/d27/d53/c64 0
2024-03-19T01:51:49.061 INFO:tasks.workunit.client.0.smithi046.stdout:5/387: write d0/d1/d4/f6 [3337704,56237] 0
2024-03-19T01:51:49.063 INFO:tasks.workunit.client.0.smithi046.stdout:2/334: rename d0/dc/d61/c3f to d0/d27/d53/c65 0
2024-03-19T01:51:49.063 INFO:tasks.workunit.client.0.smithi046.stdout:5/388: fsync d0/d1/f4a 0
2024-03-19T01:51:49.066 INFO:tasks.workunit.client.0.smithi046.stdout:5/389: mkdir d0/d77/d87 0
2024-03-19T01:51:49.068 INFO:tasks.workunit.client.0.smithi046.stdout:4/523: dwrite d7/d10/d13/d58/f59 [0,4194304] 0
2024-03-19T01:51:49.069 INFO:tasks.workunit.client.0.smithi046.stdout:2/335: mkdir d0/d48/d66 0
2024-03-19T01:51:49.072 INFO:tasks.workunit.client.0.smithi046.stdout:5/390: rename d0/d1/d20/d26/l6c to d0/d1/d20/d47/l88 0
2024-03-19T01:51:49.074 INFO:tasks.workunit.client.0.smithi046.stdout:4/524: unlink d7/d10/d13/d58/d75/f77 0
2024-03-19T01:51:49.075 INFO:tasks.workunit.client.0.smithi046.stdout:5/391: mkdir d0/d89 0
2024-03-19T01:51:49.077 INFO:tasks.workunit.client.0.smithi046.stdout:3/434: dread d5/d10/fd [0,4194304] 0
2024-03-19T01:51:49.078 INFO:tasks.workunit.client.0.smithi046.stdout:4/525: write d7/d10/d13/d58/d5d/d7c/d9c/f61 [4855370,38476] 0
2024-03-19T01:51:49.080 INFO:tasks.workunit.client.0.smithi046.stdout:2/336: dwrite d0/dc/d61/f60 [0,4194304] 0
2024-03-19T01:51:49.083 INFO:tasks.workunit.client.0.smithi046.stdout:4/526: unlink d7/d4f/c8d 0
2024-03-19T01:51:49.085 INFO:tasks.workunit.client.0.smithi046.stdout:1/302: sync
2024-03-19T01:51:49.085 INFO:tasks.workunit.client.0.smithi046.stdout:9/323: sync
2024-03-19T01:51:49.085 INFO:tasks.workunit.client.0.smithi046.stdout:8/391: sync
2024-03-19T01:51:49.087 INFO:tasks.workunit.client.0.smithi046.stdout:2/337: creat d0/d27/f67 x:0 0 0
2024-03-19T01:51:49.091 INFO:tasks.workunit.client.0.smithi046.stdout:8/392: mknod d0/d5/c92 0
2024-03-19T01:51:49.094 INFO:tasks.workunit.client.0.smithi046.stdout:3/435: dwrite d5/d17/d62/d37/d5e/d69/f74 [0,4194304] 0
2024-03-19T01:51:49.099 INFO:tasks.workunit.client.0.smithi046.stdout:4/527: dwrite d7/d4f/f92 [0,4194304] 0
2024-03-19T01:51:49.099 INFO:tasks.workunit.client.0.smithi046.stdout:8/393: creat d0/d5/da/d45/f93 x:0 0 0
2024-03-19T01:51:49.100 INFO:tasks.workunit.client.0.smithi046.stdout:9/324: dread dd/d3d/f43 [0,4194304] 0
2024-03-19T01:51:49.101 INFO:tasks.workunit.client.0.smithi046.stdout:8/394: fsync d0/d5/dc/f4c 0
2024-03-19T01:51:49.102 INFO:tasks.workunit.client.0.smithi046.stdout:4/528: read d7/d10/d13/d58/d5d/d7c/d9c/f61 [2382136,64925] 0
2024-03-19T01:51:49.102 INFO:tasks.workunit.client.0.smithi046.stdout:8/395: fsync d0/d5/f7b 0
2024-03-19T01:51:49.103 INFO:tasks.workunit.client.0.smithi046.stdout:3/436: mkdir d5/d17/d62/d37/d5e/d69/d43/d56/d7d 0
2024-03-19T01:51:49.107 INFO:tasks.workunit.client.0.smithi046.stdout:8/396: symlink d0/d5/l94 0
2024-03-19T01:51:49.109 INFO:tasks.workunit.client.0.smithi046.stdout:3/437: creat d5/d17/d62/d2d/f7e x:0 0 0
2024-03-19T01:51:49.111 INFO:tasks.workunit.client.0.smithi046.stdout:3/438: write d5/d17/f2b [17394,91897] 0
2024-03-19T01:51:49.114 INFO:tasks.workunit.client.0.smithi046.stdout:8/397: creat d0/d5/da/df/d47/d5d/d75/f95 x:0 0 0
2024-03-19T01:51:49.114 INFO:tasks.workunit.client.0.smithi046.stdout:1/303: dread d0/d6/f35 [0,4194304] 0
2024-03-19T01:51:49.115 INFO:tasks.workunit.client.0.smithi046.stdout:9/325: dwrite dd/d11/d17/f28 [0,4194304] 0
2024-03-19T01:51:49.117 INFO:tasks.workunit.client.0.smithi046.stdout:3/439: mkdir d5/d17/d62/d2d/d3b/d7f 0
2024-03-19T01:51:49.117 INFO:tasks.workunit.client.0.smithi046.stdout:1/304: fdatasync d0/dd/d26/d23/d28/f3a 0
2024-03-19T01:51:49.120 INFO:tasks.workunit.client.0.smithi046.stdout:3/440: creat d5/d17/d62/d37/d5e/d69/d52/f80 x:0 0 0
2024-03-19T01:51:49.122 INFO:tasks.workunit.client.0.smithi046.stdout:1/305: mknod d0/d3f/c63 0
2024-03-19T01:51:49.122 INFO:tasks.workunit.client.0.smithi046.stdout:8/398: getdents d0/d5/da/d45/d5b/d86 0
2024-03-19T01:51:49.124 INFO:tasks.workunit.client.0.smithi046.stdout:2/338: dread d0/dc/d61/f43 [0,4194304] 0
2024-03-19T01:51:49.125 INFO:tasks.workunit.client.0.smithi046.stdout:8/399: creat d0/d5/da/df/d47/d8d/f96 x:0 0 0
2024-03-19T01:51:49.126 INFO:tasks.workunit.client.0.smithi046.stdout:9/326: link dd/d11/f37 dd/d11/d17/f66 0
2024-03-19T01:51:49.128 INFO:tasks.workunit.client.0.smithi046.stdout:9/327: dread - dd/d11/f37 zero size
2024-03-19T01:51:49.129 INFO:tasks.workunit.client.0.smithi046.stdout:2/339: getdents d0/d27/d53/d5d 0
2024-03-19T01:51:49.129 INFO:tasks.workunit.client.0.smithi046.stdout:2/340: chown d0/d27 0 1
2024-03-19T01:51:49.129 INFO:tasks.workunit.client.0.smithi046.stdout:4/529: dread d7/ff [0,4194304] 0
2024-03-19T01:51:49.130 INFO:tasks.workunit.client.0.smithi046.stdout:8/400: getdents d0/d5/da/df/d47 0
2024-03-19T01:51:49.130 INFO:tasks.workunit.client.0.smithi046.stdout:2/341: fsync d0/f24 0
2024-03-19T01:51:49.132 INFO:tasks.workunit.client.0.smithi046.stdout:9/328: symlink dd/l67 0
2024-03-19T01:51:49.132 INFO:tasks.workunit.client.0.smithi046.stdout:2/342: dread - d0/dc/d61/d2f/f47 zero size
2024-03-19T01:51:49.133 INFO:tasks.workunit.client.0.smithi046.stdout:9/329: dread - dd/d3c/f41 zero size
2024-03-19T01:51:49.134 INFO:tasks.workunit.client.0.smithi046.stdout:8/401: rmdir d0 39
2024-03-19T01:51:49.134 INFO:tasks.workunit.client.0.smithi046.stdout:2/343: write d0/d27/f55 [23121,95971] 0
2024-03-19T01:51:49.134 INFO:tasks.workunit.client.0.smithi046.stdout:9/330: dread - dd/d11/d17/f62 zero size
2024-03-19T01:51:49.137 INFO:tasks.workunit.client.0.smithi046.stdout:4/530: dread d7/d10/d13/f69 [0,4194304] 0
2024-03-19T01:51:49.138 INFO:tasks.workunit.client.0.smithi046.stdout:3/441: dread d5/d17/d62/d2d/d3b/f4e [0,4194304] 0
2024-03-19T01:51:49.139 INFO:tasks.workunit.client.0.smithi046.stdout:2/344: rmdir d0/dc/d61 39
2024-03-19T01:51:49.139 INFO:tasks.workunit.client.0.smithi046.stdout:3/442: stat d5/d10/f1f 0
2024-03-19T01:51:49.141 INFO:tasks.workunit.client.0.smithi046.stdout:4/531: dread d7/d4f/d63/f81 [0,4194304] 0
2024-03-19T01:51:49.142 INFO:tasks.workunit.client.0.smithi046.stdout:4/532: chown d7/d4f/l84 1642 1
2024-03-19T01:51:49.143 INFO:tasks.workunit.client.0.smithi046.stdout:9/331: creat dd/d11/f68 x:0 0 0
2024-03-19T01:51:49.143 INFO:tasks.workunit.client.0.smithi046.stdout:3/443: creat d5/d17/d62/d37/d5e/d5f/d6b/f81 x:0 0 0
2024-03-19T01:51:49.144 INFO:tasks.workunit.client.0.smithi046.stdout:2/345: rmdir d0/d48/d66 0
2024-03-19T01:51:49.146 INFO:tasks.workunit.client.0.smithi046.stdout:3/444: write d5/d17/d62/d37/d5e/d69/f7a [517228,88601] 0
2024-03-19T01:51:49.146 INFO:tasks.workunit.client.0.smithi046.stdout:9/332: mkdir dd/d11/d17/d69 0
2024-03-19T01:51:49.147 INFO:tasks.workunit.client.0.smithi046.stdout:2/346: creat d0/d27/d53/d5d/f68 x:0 0 0
2024-03-19T01:51:49.147 INFO:tasks.workunit.client.0.smithi046.stdout:8/402: write d0/d5/da/d45/d58/f61 [2580870,19844] 0
2024-03-19T01:51:49.151 INFO:tasks.workunit.client.0.smithi046.stdout:9/333: rename dd/f12 to dd/d1c/f6a 0
2024-03-19T01:51:49.154 INFO:tasks.workunit.client.0.smithi046.stdout:2/347: creat d0/dc/f69 x:0 0 0
2024-03-19T01:51:49.155 INFO:tasks.workunit.client.0.smithi046.stdout:8/403: symlink d0/d5/da/df/d47/l97 0
2024-03-19T01:51:49.157 INFO:tasks.workunit.client.0.smithi046.stdout:3/445: dwrite d5/d17/f5c [0,4194304] 0
2024-03-19T01:51:49.157 INFO:tasks.workunit.client.0.smithi046.stdout:9/334: link dd/d3c/c56 dd/d3c/c6b 0
2024-03-19T01:51:49.158 INFO:tasks.workunit.client.0.smithi046.stdout:2/348: fsync d0/dc/d61/f22 0
2024-03-19T01:51:49.159 INFO:tasks.workunit.client.0.smithi046.stdout:2/349: write d0/f4e [2233152,105459] 0
2024-03-19T01:51:49.160 INFO:tasks.workunit.client.0.smithi046.stdout:9/335: rmdir dd/d1c/d20 39
2024-03-19T01:51:49.160 INFO:tasks.workunit.client.0.smithi046.stdout:8/404: mknod d0/d5/da/d45/d5b/d62/c98 0
2024-03-19T01:51:49.164 INFO:tasks.workunit.client.0.smithi046.stdout:2/350: mknod d0/d27/c6a 0
2024-03-19T01:51:49.166 INFO:tasks.workunit.client.0.smithi046.stdout:5/392: dread d0/d2d/f5a [0,4194304] 0
2024-03-19T01:51:49.169 INFO:tasks.workunit.client.0.smithi046.stdout:5/393: write d0/d1/d4/f6 [1576252,76337] 0
2024-03-19T01:51:49.169 INFO:tasks.workunit.client.0.smithi046.stdout:3/446: truncate d5/d17/f22 4139520 0
2024-03-19T01:51:49.172 INFO:tasks.workunit.client.0.smithi046.stdout:9/336: dwrite dd/d1c/f6a [0,4194304] 0
2024-03-19T01:51:49.173 INFO:tasks.workunit.client.0.smithi046.stdout:3/447: fdatasync d5/d17/f2b 0
2024-03-19T01:51:49.176 INFO:tasks.workunit.client.0.smithi046.stdout:2/351: dwrite d0/dc/d61/f1f [0,4194304] 0
2024-03-19T01:51:49.177 INFO:tasks.workunit.client.0.smithi046.stdout:2/352: chown d0/d27/f58 0 1
2024-03-19T01:51:49.178 INFO:tasks.workunit.client.0.smithi046.stdout:3/448: mknod d5/d17/d62/d2d/d3b/d7f/c82 0
2024-03-19T01:51:49.178 INFO:tasks.workunit.client.0.smithi046.stdout:9/337: symlink dd/d1c/l6c 0
2024-03-19T01:51:49.179 INFO:tasks.workunit.client.0.smithi046.stdout:9/338: chown dd/d11 581 1
2024-03-19T01:51:49.179 INFO:tasks.workunit.client.0.smithi046.stdout:8/405: dread d0/d5/da/df/f1f [0,4194304] 0
2024-03-19T01:51:49.180 INFO:tasks.workunit.client.0.smithi046.stdout:3/449: truncate d5/f21 4452252 0
2024-03-19T01:51:49.181 INFO:tasks.workunit.client.0.smithi046.stdout:8/406: fdatasync d0/d5/f7 0
2024-03-19T01:51:49.181 INFO:tasks.workunit.client.0.smithi046.stdout:9/339: mkdir dd/d1c/d25/d6d 0
2024-03-19T01:51:49.183 INFO:tasks.workunit.client.0.smithi046.stdout:8/407: chown d0/f59 17061633 1
2024-03-19T01:51:49.183 INFO:tasks.workunit.client.0.smithi046.stdout:3/450: creat d5/d10/d51/d60/f83 x:0 0 0
2024-03-19T01:51:49.184 INFO:tasks.workunit.client.0.smithi046.stdout:9/340: stat dd/d3c/c56 0
2024-03-19T01:51:49.185 INFO:tasks.workunit.client.0.smithi046.stdout:2/353: getdents d0/dc/d61/d39 0
2024-03-19T01:51:49.187 INFO:tasks.workunit.client.0.smithi046.stdout:3/451: mknod d5/d17/d62/d2d/c84 0
2024-03-19T01:51:49.189 INFO:tasks.workunit.client.0.smithi046.stdout:2/354: symlink d0/d27/l6b 0
2024-03-19T01:51:49.189 INFO:tasks.workunit.client.0.smithi046.stdout:8/408: rename d0/d5/da/d45/d5b/f78 to d0/d5/da/df/d47/d5d/f99 0
2024-03-19T01:51:49.195 INFO:tasks.workunit.client.0.smithi046.stdout:2/355: link d0/d27/f29 d0/dc/d61/d39/f6c 0
2024-03-19T01:51:49.195 INFO:tasks.workunit.client.0.smithi046.stdout:8/409: dread d0/d5/da/d45/d5b/d86/f8f [0,4194304] 0
2024-03-19T01:51:49.197 INFO:tasks.workunit.client.0.smithi046.stdout:8/410: dread - d0/d5/dc/d42/f5e zero size
2024-03-19T01:51:49.200 INFO:tasks.workunit.client.0.smithi046.stdout:2/356: dread d0/dc/d61/d2f/f42 [0,4194304] 0
2024-03-19T01:51:49.202 INFO:tasks.workunit.client.0.smithi046.stdout:2/357: dread d0/f11 [0,4194304] 0
2024-03-19T01:51:49.205 INFO:tasks.workunit.client.0.smithi046.stdout:8/411: dwrite d0/d5/f7b [0,4194304] 0
2024-03-19T01:51:49.207 INFO:tasks.workunit.client.0.smithi046.stdout:9/341: dread fc [0,4194304] 0
2024-03-19T01:51:49.213 INFO:tasks.workunit.client.0.smithi046.stdout:8/412: rename d0/d5/f83 to d0/d5/da/df/d47/d8d/f9a 0
2024-03-19T01:51:49.213 INFO:tasks.workunit.client.0.smithi046.stdout:3/452: dread d5/d17/d62/d37/d5e/d69/d43/d56/f65 [0,4194304] 0
2024-03-19T01:51:49.213 INFO:tasks.workunit.client.0.smithi046.stdout:9/342: dread dd/d11/d17/f30 [0,4194304] 0
2024-03-19T01:51:49.214 INFO:tasks.workunit.client.0.smithi046.stdout:3/453: stat d5/d10/c46 0
2024-03-19T01:51:49.214 INFO:tasks.workunit.client.0.smithi046.stdout:2/358: dwrite d0/d27/f29 [0,4194304] 0
2024-03-19T01:51:49.216 INFO:tasks.workunit.client.0.smithi046.stdout:8/413: write d0/d5/da/df/d47/d8d/f51 [1738578,36519] 0
2024-03-19T01:51:49.217 INFO:tasks.workunit.client.0.smithi046.stdout:8/414: chown d0/c24 0 1
2024-03-19T01:51:49.217 INFO:tasks.workunit.client.0.smithi046.stdout:9/343: creat dd/d1c/d25/f6e x:0 0 0
2024-03-19T01:51:49.218 INFO:tasks.workunit.client.0.smithi046.stdout:0/612: sync
2024-03-19T01:51:49.219 INFO:tasks.workunit.client.0.smithi046.stdout:9/344: chown dd/d11/d17 9 1
2024-03-19T01:51:49.219 INFO:tasks.workunit.client.0.smithi046.stdout:2/359: mknod d0/d27/d53/c6d 0
2024-03-19T01:51:49.220 INFO:tasks.workunit.client.0.smithi046.stdout:3/454: creat d5/d17/f85 x:0 0 0
2024-03-19T01:51:49.220 INFO:tasks.workunit.client.0.smithi046.stdout:9/345: readlink dd/d1c/d25/l44 0
2024-03-19T01:51:49.220 INFO:tasks.workunit.client.0.smithi046.stdout:2/360: fsync d0/d27/f67 0
2024-03-19T01:51:49.221 INFO:tasks.workunit.client.0.smithi046.stdout:8/415: mknod d0/d5/dc/c9b 0
2024-03-19T01:51:49.222 INFO:tasks.workunit.client.0.smithi046.stdout:8/416: stat d0/c7e 0
2024-03-19T01:51:49.223 INFO:tasks.workunit.client.0.smithi046.stdout:2/361: write d0/d27/f29 [703967,81757] 0
2024-03-19T01:51:49.225 INFO:tasks.workunit.client.0.smithi046.stdout:3/455: symlink d5/d17/d62/d37/d5e/d5f/d6b/l86 0
2024-03-19T01:51:49.231 INFO:tasks.workunit.client.0.smithi046.stdout:9/346: creat dd/d11/d2e/d34/d5a/f6f x:0 0 0
2024-03-19T01:51:49.231 INFO:tasks.workunit.client.0.smithi046.stdout:0/613: dread d14/d26/d7b/d3f/d72/faf [0,4194304] 0
2024-03-19T01:51:49.232 INFO:tasks.workunit.client.0.smithi046.stdout:3/456: symlink d5/d17/l87 0
2024-03-19T01:51:49.234 INFO:tasks.workunit.client.0.smithi046.stdout:2/362: dread d0/d27/f29 [0,4194304] 0
2024-03-19T01:51:49.236 INFO:tasks.workunit.client.0.smithi046.stdout:0/614: truncate d14/d26/d7b/d4b/d65/f89 4286683 0
2024-03-19T01:51:49.236 INFO:tasks.workunit.client.0.smithi046.stdout:9/347: getdents dd/d1c 0
2024-03-19T01:51:49.239 INFO:tasks.workunit.client.0.smithi046.stdout:2/363: creat d0/dc/d61/d39/d59/f6e x:0 0 0
2024-03-19T01:51:49.240 INFO:tasks.workunit.client.0.smithi046.stdout:0/615: chown d14/d26/d7b/d3f/da0/da7/db8/cbd 102212126 1
2024-03-19T01:51:49.242 INFO:tasks.workunit.client.0.smithi046.stdout:2/364: readlink d0/dc/d61/l38 0
2024-03-19T01:51:49.243 INFO:tasks.workunit.client.0.smithi046.stdout:0/616: dread - d14/d26/f49 zero size
2024-03-19T01:51:49.243 INFO:tasks.workunit.client.0.smithi046.stdout:3/457: dwrite d5/d17/d62/d37/d5e/d69/f7a [0,4194304] 0
2024-03-19T01:51:49.245 INFO:tasks.workunit.client.0.smithi046.stdout:9/348: dread dd/d1c/d25/f32 [0,4194304] 0
2024-03-19T01:51:49.247 INFO:tasks.workunit.client.0.smithi046.stdout:9/349: symlink dd/d11/d17/d49/l70 0
2024-03-19T01:51:49.248 INFO:tasks.workunit.client.0.smithi046.stdout:0/617: mknod d14/d1a/d8f/dc7/ccf 0
2024-03-19T01:51:49.249 INFO:tasks.workunit.client.0.smithi046.stdout:2/365: rename d0/d27/f31 to d0/d48/f6f 0
2024-03-19T01:51:49.250 INFO:tasks.workunit.client.0.smithi046.stdout:3/458: creat d5/f88 x:0 0 0
2024-03-19T01:51:49.252 INFO:tasks.workunit.client.0.smithi046.stdout:8/417: dread d0/d5/da/df/f2d [0,4194304] 0
2024-03-19T01:51:49.252 INFO:tasks.workunit.client.0.smithi046.stdout:2/366: truncate d0/f5e 145551 0
2024-03-19T01:51:49.253 INFO:tasks.workunit.client.0.smithi046.stdout:0/618: read d14/d26/f6e [224448,125126] 0
2024-03-19T01:51:49.254 INFO:tasks.workunit.client.0.smithi046.stdout:2/367: stat d0/dc/d61/d2f 0
2024-03-19T01:51:49.255 INFO:tasks.workunit.client.0.smithi046.stdout:0/619: stat d14/d1a/f21 0
2024-03-19T01:51:49.257 INFO:tasks.workunit.client.0.smithi046.stdout:2/368: mkdir d0/d70 0
2024-03-19T01:51:49.257 INFO:tasks.workunit.client.0.smithi046.stdout:0/620: stat d14/d26/d7b/l3d 0
2024-03-19T01:51:49.262 INFO:tasks.workunit.client.0.smithi046.stdout:3/459: dwrite d5/d17/d62/d37/d5e/d69/f74 [0,4194304] 0
2024-03-19T01:51:49.264 INFO:tasks.workunit.client.0.smithi046.stdout:0/621: truncate d14/d26/d7b/d3f/d72/faf 4399169 0
2024-03-19T01:51:49.264 INFO:tasks.workunit.client.0.smithi046.stdout:2/369: dread d0/f5e [0,4194304] 0
2024-03-19T01:51:49.269 INFO:tasks.workunit.client.0.smithi046.stdout:8/418: dwrite d0/d5/dc/f91 [0,4194304] 0
2024-03-19T01:51:49.269 INFO:tasks.workunit.client.0.smithi046.stdout:2/370: fdatasync d0/d27/f55 0
2024-03-19T01:51:49.270 INFO:tasks.workunit.client.0.smithi046.stdout:9/350: dread dd/f29 [0,4194304] 0
2024-03-19T01:51:49.274 INFO:tasks.workunit.client.0.smithi046.stdout:3/460: getdents d5/d17/d62/d37/d5e/d69/d52 0
2024-03-19T01:51:49.274 INFO:tasks.workunit.client.0.smithi046.stdout:9/351: creat dd/d1c/f71 x:0 0 0
2024-03-19T01:51:49.276 INFO:tasks.workunit.client.0.smithi046.stdout:8/419: creat d0/d5/da/d45/d5b/d86/d8c/f9c x:0 0 0
2024-03-19T01:51:49.276 INFO:tasks.workunit.client.0.smithi046.stdout:0/622: dwrite d14/d26/d7b/d4b/d65/f9e [0,4194304] 0
2024-03-19T01:51:49.277 INFO:tasks.workunit.client.0.smithi046.stdout:9/352: symlink dd/d11/d17/d3a/l72 0
2024-03-19T01:51:49.278 INFO:tasks.workunit.client.0.smithi046.stdout:3/461: mkdir d5/d17/d62/d2d/d3b/d89 0
2024-03-19T01:51:49.279 INFO:tasks.workunit.client.0.smithi046.stdout:0/623: dread - d14/d26/d7b/d3f/d8d/d5e/f7e zero size
2024-03-19T01:51:49.282 INFO:tasks.workunit.client.0.smithi046.stdout:8/420: fsync d0/d5/da/f1a 0
2024-03-19T01:51:49.282 INFO:tasks.workunit.client.0.smithi046.stdout:3/462: chown d5/d17/d62/d37/d5e/d69/f74 432460 1
2024-03-19T01:51:49.283 INFO:tasks.workunit.client.0.smithi046.stdout:9/353: unlink dd/d11/d17/d3a/c3f 0
2024-03-19T01:51:49.284 INFO:tasks.workunit.client.0.smithi046.stdout:8/421: write d0/d5/f67 [4672286,93809] 0
2024-03-19T01:51:49.288 INFO:tasks.workunit.client.0.smithi046.stdout:2/371: symlink d0/d48/d2a/l71 0
2024-03-19T01:51:49.289 INFO:tasks.workunit.client.0.smithi046.stdout:8/422: rename d0/d5/da/df/c12 to d0/d5/da/df/d47/d5d/d75/c9d 0
2024-03-19T01:51:49.293 INFO:tasks.workunit.client.0.smithi046.stdout:0/624: truncate d14/d26/d7b/d3f/da0/da7/fb5 676264 0
2024-03-19T01:51:49.293 INFO:tasks.workunit.client.0.smithi046.stdout:9/354: creat dd/d1c/d20/f73 x:0 0 0
2024-03-19T01:51:49.294 INFO:tasks.workunit.client.0.smithi046.stdout:2/372: creat d0/d27/f72 x:0 0 0
2024-03-19T01:51:49.296 INFO:tasks.workunit.client.0.smithi046.stdout:0/625: rmdir d14/d26/d7b/d3f/d8d/d5e/d5f 39
2024-03-19T01:51:49.297 INFO:tasks.workunit.client.0.smithi046.stdout:9/355: mknod dd/d11/d17/d57/c74 0
2024-03-19T01:51:49.300 INFO:tasks.workunit.client.0.smithi046.stdout:0/626: write d14/d43/f83 [3193396,128985] 0
2024-03-19T01:51:49.300 INFO:tasks.workunit.client.0.smithi046.stdout:8/423: dwrite d0/d5/da/df/d47/f55 [0,4194304] 0
2024-03-19T01:51:49.301 INFO:tasks.workunit.client.0.smithi046.stdout:9/356: chown dd/d11/d17/f5f 28919 1
2024-03-19T01:51:49.303 INFO:tasks.workunit.client.0.smithi046.stdout:8/424: write d0/d5/da/d45/f17 [2562333,117390] 0
2024-03-19T01:51:49.306 INFO:tasks.workunit.client.0.smithi046.stdout:2/373: dwrite d0/dc/f69 [0,4194304] 0
2024-03-19T01:51:49.307 INFO:tasks.workunit.client.0.smithi046.stdout:9/357: creat dd/d11/d17/d57/f75 x:0 0 0
2024-03-19T01:51:49.308 INFO:tasks.workunit.client.0.smithi046.stdout:0/627: truncate d14/d26/d7b/d3f/d8d/f96 432873 0
2024-03-19T01:51:49.309 INFO:tasks.workunit.client.0.smithi046.stdout:9/358: fsync dd/d11/d17/f35 0
2024-03-19T01:51:49.310 INFO:tasks.workunit.client.0.smithi046.stdout:8/425: creat d0/f9e x:0 0 0
2024-03-19T01:51:49.311 INFO:tasks.workunit.client.0.smithi046.stdout:2/374: unlink d0/f5e 0
2024-03-19T01:51:49.311 INFO:tasks.workunit.client.0.smithi046.stdout:0/628: stat d14/d1a/d8f/da6/cca 0
2024-03-19T01:51:49.317 INFO:tasks.workunit.client.0.smithi046.stdout:2/375: creat d0/dc/d61/d39/d59/f73 x:0 0 0
2024-03-19T01:51:49.317 INFO:tasks.workunit.client.0.smithi046.stdout:0/629: creat d14/d26/d7b/d3f/d8d/d5e/d8a/fd0 x:0 0 0
2024-03-19T01:51:49.318 INFO:tasks.workunit.client.0.smithi046.stdout:2/376: fsync d0/dc/d61/f1f 0
2024-03-19T01:51:49.321 INFO:tasks.workunit.client.0.smithi046.stdout:0/630: creat d14/d26/fd1 x:0 0 0
2024-03-19T01:51:49.323 INFO:tasks.workunit.client.0.smithi046.stdout:3/463: dread d5/d10/f1b [0,4194304] 0
2024-03-19T01:51:49.323 INFO:tasks.workunit.client.0.smithi046.stdout:9/359: dread dd/d1c/f45 [0,4194304] 0
2024-03-19T01:51:49.323 INFO:tasks.workunit.client.0.smithi046.stdout:2/377: creat d0/d27/f74 x:0 0 0
2024-03-19T01:51:49.325 INFO:tasks.workunit.client.0.smithi046.stdout:3/464: chown d5/d17/d62/d2d/c84 0 1
2024-03-19T01:51:49.325 INFO:tasks.workunit.client.0.smithi046.stdout:8/426: link d0/d5/da/l38 d0/d5/da/d45/d5b/d62/l9f 0
2024-03-19T01:51:49.326 INFO:tasks.workunit.client.0.smithi046.stdout:2/378: write d0/dc/d61/f60 [1964451,117953] 0
2024-03-19T01:51:49.327 INFO:tasks.workunit.client.0.smithi046.stdout:0/631: getdents d14/d26/d7b/d3f/da0/da7/db8/dc3 0
2024-03-19T01:51:49.329 INFO:tasks.workunit.client.0.smithi046.stdout:3/465: write d5/d17/f5c [1759382,121546] 0
2024-03-19T01:51:49.336 INFO:tasks.workunit.client.0.smithi046.stdout:3/466: dread d5/d17/d62/d2d/d3b/f4e [0,4194304] 0
2024-03-19T01:51:49.336 INFO:tasks.workunit.client.0.smithi046.stdout:0/632: creat d14/d26/d7b/d3f/d8d/d5e/d5f/fd2 x:0 0 0
2024-03-19T01:51:49.337 INFO:tasks.workunit.client.0.smithi046.stdout:9/360: dwrite dd/d1c/d20/f73 [0,4194304] 0
2024-03-19T01:51:49.340 INFO:tasks.workunit.client.0.smithi046.stdout:8/427: dwrite d0/d5/da/df/f14 [4194304,4194304] 0
2024-03-19T01:51:49.341 INFO:tasks.workunit.client.0.smithi046.stdout:2/379: dwrite d0/dc/d61/f60 [0,4194304] 0
2024-03-19T01:51:49.342 INFO:tasks.workunit.client.0.smithi046.stdout:3/467: rmdir d5/d17/d62/d37/d5e/d5f/d6b 39
2024-03-19T01:51:49.342 INFO:tasks.workunit.client.0.smithi046.stdout:8/428: dread - d0/d5/dc/d42/f5e zero size
2024-03-19T01:51:49.343 INFO:tasks.workunit.client.0.smithi046.stdout:2/380: read - d0/dc/d61/f63 zero size
2024-03-19T01:51:49.371 INFO:tasks.workunit.client.0.smithi046.stdout:6/461: sync
2024-03-19T01:51:49.372 INFO:tasks.workunit.client.0.smithi046.stdout:7/480: sync
2024-03-19T01:51:49.388 INFO:tasks.workunit.client.0.smithi046.stdout:8/429: dread - d0/d5/dc/f77 zero size
2024-03-19T01:51:49.389 INFO:tasks.workunit.client.0.smithi046.stdout:2/381: fdatasync d0/dc/f69 0
2024-03-19T01:51:49.391 INFO:tasks.workunit.client.0.smithi046.stdout:0/633: dwrite d14/d1a/f2d [0,4194304] 0
2024-03-19T01:51:49.392 INFO:tasks.workunit.client.0.smithi046.stdout:8/430: fsync d0/d5/da/d45/f76 0
2024-03-19T01:51:49.392 INFO:tasks.workunit.client.0.smithi046.stdout:7/481: creat d1/dc/d18/d4e/f99 x:0 0 0
2024-03-19T01:51:49.392 INFO:tasks.workunit.client.0.smithi046.stdout:6/462: rename d1a/d4d/d65 to d1a/d4d/d65/d80/d62/d9d 22
2024-03-19T01:51:49.394 INFO:tasks.workunit.client.0.smithi046.stdout:8/431: write d0/d5/dc/d42/f6e [2692316,47635] 0
2024-03-19T01:51:49.395 INFO:tasks.workunit.client.0.smithi046.stdout:6/463: write d1a/d64/f8f [3420609,87910] 0
2024-03-19T01:51:49.397 INFO:tasks.workunit.client.0.smithi046.stdout:7/482: creat d1/f9a x:0 0 0
2024-03-19T01:51:49.400 INFO:tasks.workunit.client.0.smithi046.stdout:3/468: dread d5/d17/d62/d2d/d3b/f7b [0,4194304] 0
2024-03-19T01:51:49.403 INFO:tasks.workunit.client.0.smithi046.stdout:3/469: readlink d5/d17/l87 0
2024-03-19T01:51:49.404 INFO:tasks.workunit.client.0.smithi046.stdout:2/382: dwrite d0/dc/d61/d2f/f57 [0,4194304] 0
2024-03-19T01:51:49.405 INFO:tasks.workunit.client.0.smithi046.stdout:8/432: link d0/d5/da/df/f14 d0/fa0 0
2024-03-19T01:51:49.407 INFO:tasks.workunit.client.0.smithi046.stdout:7/483: unlink d1/dc/df/d11/d39/d6f/d7b/l80 0
2024-03-19T01:51:49.409 INFO:tasks.workunit.client.0.smithi046.stdout:2/383: rmdir d0/dc/d61/d2f 39
2024-03-19T01:51:49.410 INFO:tasks.workunit.client.0.smithi046.stdout:3/470: creat d5/d17/d62/d37/d5e/d69/d43/f8a x:0 0 0
2024-03-19T01:51:49.410 INFO:tasks.workunit.client.0.smithi046.stdout:6/464: dread d1a/d4d/d65/d80/d62/d30/f33 [0,4194304] 0
2024-03-19T01:51:49.412 INFO:tasks.workunit.client.0.smithi046.stdout:2/384: write d0/d48/f6f [43779,4101] 0
2024-03-19T01:51:49.413 INFO:tasks.workunit.client.0.smithi046.stdout:7/484: creat d1/dc/df/d11/d39/d6f/f9b x:0 0 0
2024-03-19T01:51:49.414 INFO:tasks.workunit.client.0.smithi046.stdout:3/471: write d5/d17/d62/d37/d5e/f63 [2695770,102792] 0
2024-03-19T01:51:49.414 INFO:tasks.workunit.client.0.smithi046.stdout:6/465: chown d1a/d4d/d5a/l60 0 1
2024-03-19T01:51:49.417 INFO:tasks.workunit.client.0.smithi046.stdout:7/485: read - d1/dc/d18/d4e/f99 zero size
2024-03-19T01:51:49.417 INFO:tasks.workunit.client.0.smithi046.stdout:3/472: write d5/f88 [575815,25508] 0
2024-03-19T01:51:49.418 INFO:tasks.workunit.client.0.smithi046.stdout:2/385: rmdir d0/d48 39
2024-03-19T01:51:49.419 INFO:tasks.workunit.client.0.smithi046.stdout:0/634: dread d14/d26/d7b/d3f/f62 [0,4194304] 0
2024-03-19T01:51:49.423 INFO:tasks.workunit.client.0.smithi046.stdout:3/473: write d5/d10/fa [9404117,36081] 0
2024-03-19T01:51:49.423 INFO:tasks.workunit.client.0.smithi046.stdout:7/486: fsync d1/dc/df/d11/d39/d6f/f72 0
2024-03-19T01:51:49.423 INFO:tasks.workunit.client.0.smithi046.stdout:2/386: symlink d0/d70/l75 0
2024-03-19T01:51:49.424 INFO:tasks.workunit.client.0.smithi046.stdout:0/635: mknod d14/d1a/cd3 0
2024-03-19T01:51:49.426 INFO:tasks.workunit.client.0.smithi046.stdout:0/636: stat d14/d26/d7b/d3f/f9a 0
2024-03-19T01:51:49.427 INFO:tasks.workunit.client.0.smithi046.stdout:2/387: stat d0/dc/c17 0
2024-03-19T01:51:49.428 INFO:tasks.workunit.client.0.smithi046.stdout:7/487: write d1/dc/df/d11/d39/d6f/f8a [1296703,21521] 0
2024-03-19T01:51:49.429 INFO:tasks.workunit.client.0.smithi046.stdout:6/466: dwrite d1a/d4d/d65/d80/d62/f29 [0,4194304] 0
2024-03-19T01:51:49.431 INFO:tasks.workunit.client.0.smithi046.stdout:0/637: write d14/d1a/f21 [5057822,25036] 0
2024-03-19T01:51:49.432 INFO:tasks.workunit.client.0.smithi046.stdout:8/433: dread d0/d5/da/df/d47/d8d/f49 [0,4194304] 0
2024-03-19T01:51:49.434 INFO:tasks.workunit.client.0.smithi046.stdout:7/488: readlink d1/dc/df/d11/l30 0
2024-03-19T01:51:49.434 INFO:tasks.workunit.client.0.smithi046.stdout:3/474: creat d5/d17/d62/d37/d5e/d5f/f8b x:0 0 0
2024-03-19T01:51:49.441 INFO:tasks.workunit.client.0.smithi046.stdout:6/467: truncate d1a/d4d/d65/d80/d62/d30/f4c 8631111 0
2024-03-19T01:51:49.442 INFO:tasks.workunit.client.0.smithi046.stdout:8/434: creat d0/d5/da/d45/d5b/d62/fa1 x:0 0 0
2024-03-19T01:51:49.443 INFO:tasks.workunit.client.0.smithi046.stdout:3/475: mkdir d5/d17/d62/d37/d5e/d8c 0
2024-03-19T01:51:49.446 INFO:tasks.workunit.client.0.smithi046.stdout:6/468: symlink d1a/d66/d71/l9e 0
2024-03-19T01:51:49.450 INFO:tasks.workunit.client.0.smithi046.stdout:7/489: dwrite d1/dc/f6a [0,4194304] 0
2024-03-19T01:51:49.453 INFO:tasks.workunit.client.0.smithi046.stdout:0/638: dwrite d14/d26/f49 [0,4194304] 0
2024-03-19T01:51:49.453 INFO:tasks.workunit.client.0.smithi046.stdout:2/388: dwrite d0/f11 [0,4194304] 0
2024-03-19T01:51:49.459 INFO:tasks.workunit.client.0.smithi046.stdout:6/469: mknod d1a/d4d/d65/d80/d62/d30/c9f 0
2024-03-19T01:51:49.459 INFO:tasks.workunit.client.0.smithi046.stdout:7/490: write d1/dc/f4f [831104,9353] 0
2024-03-19T01:51:49.464 INFO:tasks.workunit.client.0.smithi046.stdout:2/389: mknod d0/d27/d53/d5d/c76 0
2024-03-19T01:51:49.464 INFO:tasks.workunit.client.0.smithi046.stdout:0/639: fsync d14/d26/d7b/d4b/f63 0
2024-03-19T01:51:49.466 INFO:tasks.workunit.client.0.smithi046.stdout:8/435: dwrite d0/d5/da/d45/f63 [0,4194304] 0
2024-03-19T01:51:49.468 INFO:tasks.workunit.client.0.smithi046.stdout:3/476: dwrite d5/d10/d51/d60/f6a [0,4194304] 0
2024-03-19T01:51:49.468 INFO:tasks.workunit.client.0.smithi046.stdout:7/491: readlink d1/dc/df/d11/d39/d6f/l74 0
2024-03-19T01:51:49.473 INFO:tasks.workunit.client.0.smithi046.stdout:7/492: mknod d1/dc/d18/d43/c9c 0
2024-03-19T01:51:49.473 INFO:tasks.workunit.client.0.smithi046.stdout:0/640: write d14/d26/d7b/d3f/d8d/d5e/d8a/fd0 [106827,105968] 0
2024-03-19T01:51:49.474 INFO:tasks.workunit.client.0.smithi046.stdout:6/470: rename d1a/d4d/d65/d80/d62/d30/d42 to d1a/d4d/d65/da0 0
2024-03-19T01:51:49.475 INFO:tasks.workunit.client.0.smithi046.stdout:2/390: creat d0/f77 x:0 0 0
2024-03-19T01:51:49.476 INFO:tasks.workunit.client.0.smithi046.stdout:3/477: rmdir d5/d17/d62/d37/d5e/d69/d43 39
2024-03-19T01:51:49.477 INFO:tasks.workunit.client.0.smithi046.stdout:0/641: rmdir d14/d1a/d8f/da6 39
2024-03-19T01:51:49.478 INFO:tasks.workunit.client.0.smithi046.stdout:8/436: dwrite d0/d5/da/df/d47/d8d/f49 [4194304,4194304] 0
2024-03-19T01:51:49.479 INFO:tasks.workunit.client.0.smithi046.stdout:6/471: mknod d1a/ca1 0
2024-03-19T01:51:49.481 INFO:tasks.workunit.client.0.smithi046.stdout:3/478: creat d5/d10/d51/d60/f8d x:0 0 0
2024-03-19T01:51:49.485 INFO:tasks.workunit.client.0.smithi046.stdout:3/479: dread - d5/d10/d51/d60/f83 zero size
2024-03-19T01:51:49.486 INFO:tasks.workunit.client.0.smithi046.stdout:8/437: write d0/d5/da/df/d47/d8d/f49 [4812950,77297] 0
2024-03-19T01:51:49.492 INFO:tasks.workunit.client.0.smithi046.stdout:0/642: unlink d14/f2b 0
2024-03-19T01:51:49.493 INFO:tasks.workunit.client.0.smithi046.stdout:7/493: dwrite d1/dc/df/d11/d39/d6f/d7c/d8d/f8f [0,4194304] 0
2024-03-19T01:51:49.494 INFO:tasks.workunit.client.0.smithi046.stdout:2/391: getdents d0/d48/d2a 0
2024-03-19T01:51:49.496 INFO:tasks.workunit.client.0.smithi046.stdout:8/438: fsync d0/d5/dc/f2b 0
2024-03-19T01:51:49.499 INFO:tasks.workunit.client.0.smithi046.stdout:7/494: stat d1/dc/d18/d4e/l95 0
2024-03-19T01:51:49.499 INFO:tasks.workunit.client.0.smithi046.stdout:6/472: dwrite d1a/d4d/f9c [0,4194304] 0
2024-03-19T01:51:49.500 INFO:tasks.workunit.client.0.smithi046.stdout:2/392: write d0/d27/f74 [233368,55294] 0
2024-03-19T01:51:49.503 INFO:tasks.workunit.client.0.smithi046.stdout:2/393: write d0/dc/d61/f63 [334680,90731] 0
2024-03-19T01:51:49.503 INFO:tasks.workunit.client.0.smithi046.stdout:6/473: symlink d1a/d66/la2 0
2024-03-19T01:51:49.504 INFO:tasks.workunit.client.0.smithi046.stdout:0/643: mknod d14/d26/d7b/d3f/d8d/d5e/d5f/d74/dc2/cd4 0
2024-03-19T01:51:49.504 INFO:tasks.workunit.client.0.smithi046.stdout:1/306: sync
2024-03-19T01:51:49.505 INFO:tasks.workunit.client.0.smithi046.stdout:8/439: rmdir d0/d5/da/d45/d5b/d86/d8c 39
2024-03-19T01:51:49.506 INFO:tasks.workunit.client.0.smithi046.stdout:2/394: chown d0/dc/d61/d39/f6c 110 1
2024-03-19T01:51:49.510 INFO:tasks.workunit.client.0.smithi046.stdout:7/495: dwrite d1/dc/df/d11/d39/d6f/f8a [0,4194304] 0
2024-03-19T01:51:49.511 INFO:tasks.workunit.client.0.smithi046.stdout:1/307: mkdir d0/dd/d26/d23/d28/d3c/d53/d64 0
2024-03-19T01:51:49.513 INFO:tasks.workunit.client.0.smithi046.stdout:3/480: rename d5/d17/d62/d37/d5e/d69/d43/d56/c79 to d5/d17/d62/d37/d5e/d5f/c8e 0
2024-03-19T01:51:49.515 INFO:tasks.workunit.client.0.smithi046.stdout:1/308: creat d0/dd/d26/f65 x:0 0 0
2024-03-19T01:51:49.519 INFO:tasks.workunit.client.0.smithi046.stdout:7/496: symlink d1/dc/l9d 0
2024-03-19T01:51:49.521 INFO:tasks.workunit.client.0.smithi046.stdout:6/474: truncate d1a/d4d/d65/d80/d62/f29 678629 0
2024-03-19T01:51:49.521 INFO:tasks.workunit.client.0.smithi046.stdout:2/395: truncate d0/f5 3515894 0
2024-03-19T01:51:49.524 INFO:tasks.workunit.client.0.smithi046.stdout:0/644: fdatasync d14/d26/d7b/fa8 0
2024-03-19T01:51:49.524 INFO:tasks.workunit.client.0.smithi046.stdout:6/475: rmdir d1a/d4d/d65/da0 39
2024-03-19T01:51:49.525 INFO:tasks.workunit.client.0.smithi046.stdout:7/497: creat d1/d2a/d7a/f9e x:0 0 0
2024-03-19T01:51:49.525 INFO:tasks.workunit.client.0.smithi046.stdout:8/440: link d0/c1 d0/d5/da/d45/d5b/d62/ca2 0
2024-03-19T01:51:49.525 INFO:tasks.workunit.client.0.smithi046.stdout:2/396: fsync d0/dc/d61/d2f/f42 0
2024-03-19T01:51:49.528 INFO:tasks.workunit.client.0.smithi046.stdout:6/476: readlink l17 0
2024-03-19T01:51:49.528 INFO:tasks.workunit.client.0.smithi046.stdout:9/361: sync
2024-03-19T01:51:49.528 INFO:tasks.workunit.client.0.smithi046.stdout:4/533: sync
2024-03-19T01:51:49.528 INFO:tasks.workunit.client.0.smithi046.stdout:5/394: sync
2024-03-19T01:51:49.528 INFO:tasks.workunit.client.0.smithi046.stdout:3/481: rmdir d5/d17/d62/d2d/d3b/d89 0
2024-03-19T01:51:49.530 INFO:tasks.workunit.client.0.smithi046.stdout:4/534: chown d7/d4f/d63 13138080 1
2024-03-19T01:51:49.538 INFO:tasks.workunit.client.0.smithi046.stdout:6/477: creat d1a/d4d/fa3 x:0 0 0
2024-03-19T01:51:49.538 INFO:tasks.workunit.client.0.smithi046.stdout:3/482: rmdir d5/d10/d51/d60 39
2024-03-19T01:51:49.539 INFO:tasks.workunit.client.0.smithi046.stdout:1/309: dread d0/dd/d26/d23/f2b [0,4194304] 0
2024-03-19T01:51:49.539 INFO:tasks.workunit.client.0.smithi046.stdout:8/441: chown d0/l8 34051897 1
2024-03-19T01:51:49.541 INFO:tasks.workunit.client.0.smithi046.stdout:5/395: rename d0/fd to d0/d1/d20/d47/d4e/f8a 0
2024-03-19T01:51:49.544 INFO:tasks.workunit.client.0.smithi046.stdout:3/483: fdatasync d5/d17/d62/d37/d5e/f63 0
2024-03-19T01:51:49.545 INFO:tasks.workunit.client.0.smithi046.stdout:2/397: mknod d0/c78 0
2024-03-19T01:51:49.546 INFO:tasks.workunit.client.0.smithi046.stdout:7/498: dwrite d1/d2a/d7a/f9e [0,4194304] 0
2024-03-19T01:51:49.547 INFO:tasks.workunit.client.0.smithi046.stdout:0/645: dwrite d14/d26/d7b/d3f/d8d/d5e/d5f/fd2 [0,4194304] 0
2024-03-19T01:51:49.549 INFO:tasks.workunit.client.0.smithi046.stdout:9/362: dwrite dd/d1c/d20/f73 [4194304,4194304] 0
2024-03-19T01:51:49.550 INFO:tasks.workunit.client.0.smithi046.stdout:8/442: read d0/d5/da/d45/d58/f61 [35326,95438] 0
2024-03-19T01:51:49.551 INFO:tasks.workunit.client.0.smithi046.stdout:1/310: creat d0/dd/d26/d23/d45/f66 x:0 0 0
2024-03-19T01:51:49.552 INFO:tasks.workunit.client.0.smithi046.stdout:0/646: write d14/d26/d7b/d3f/f44 [599701,25318] 0
2024-03-19T01:51:49.553 INFO:tasks.workunit.client.0.smithi046.stdout:2/398: symlink d0/dc/d61/d39/l79 0
2024-03-19T01:51:49.553 INFO:tasks.workunit.client.0.smithi046.stdout:7/499: creat d1/dc/d18/d4e/f9f x:0 0 0
2024-03-19T01:51:49.558 INFO:tasks.workunit.client.0.smithi046.stdout:2/399: chown d0/d27/d53/d5d 1946 1
2024-03-19T01:51:49.558 INFO:tasks.workunit.client.0.smithi046.stdout:8/443: write d0/d5/da/df/d47/d5d/d75/f95 [34643,8879] 0
2024-03-19T01:51:49.558 INFO:tasks.workunit.client.0.smithi046.stdout:4/535: link d7/le d7/d4f/d6e/lb2 0
2024-03-19T01:51:49.559 INFO:tasks.workunit.client.0.smithi046.stdout:6/478: truncate d1a/f38 243908 0
2024-03-19T01:51:49.560 INFO:tasks.workunit.client.0.smithi046.stdout:3/484: getdents d5/d17/d62/d37/d5e/d69/d52 0
2024-03-19T01:51:49.566 INFO:tasks.workunit.client.0.smithi046.stdout:2/400: mknod d0/d70/c7a 0
2024-03-19T01:51:49.568 INFO:tasks.workunit.client.0.smithi046.stdout:3/485: mknod d5/d17/d62/d37/d5e/d69/d43/c8f 0
2024-03-19T01:51:49.569 INFO:tasks.workunit.client.0.smithi046.stdout:0/647: rename d14/c7c to d14/d26/d7b/d3f/da0/da7/db8/cd5 0
2024-03-19T01:51:49.570 INFO:tasks.workunit.client.0.smithi046.stdout:4/536: write d7/d10/d13/f88 [944775,10127] 0
2024-03-19T01:51:49.572 INFO:tasks.workunit.client.0.smithi046.stdout:5/396: truncate d0/d43/f5e 1286246 0
2024-03-19T01:51:49.575 INFO:tasks.workunit.client.0.smithi046.stdout:7/500: rename d1/dc/df/d11/d39/l78 to d1/dc/df/d11/d39/d6f/la0 0
2024-03-19T01:51:49.578 INFO:tasks.workunit.client.0.smithi046.stdout:1/311: dwrite d0/dd/d26/d23/d45/f66 [0,4194304] 0
2024-03-19T01:51:49.578 INFO:tasks.workunit.client.0.smithi046.stdout:8/444: link d0/d5/l20 d0/d5/da/d45/d5b/d86/d8c/la3 0
2024-03-19T01:51:49.582 INFO:tasks.workunit.client.0.smithi046.stdout:9/363: dwrite dd/d1c/f51 [0,4194304] 0
2024-03-19T01:51:49.582 INFO:tasks.workunit.client.0.smithi046.stdout:3/486: creat d5/d17/d31/d4b/f90 x:0 0 0
2024-03-19T01:51:49.583 INFO:tasks.workunit.client.0.smithi046.stdout:6/479: dwrite d1a/d4d/d65/d80/d62/f1e [0,4194304] 0
2024-03-19T01:51:49.584 INFO:tasks.workunit.client.0.smithi046.stdout:5/397: unlink d0/d1/d20/d47/d4e/c4d 0
2024-03-19T01:51:49.584 INFO:tasks.workunit.client.0.smithi046.stdout:0/648: write d14/d1a/f3b [303860,39304] 0
2024-03-19T01:51:49.585 INFO:tasks.workunit.client.0.smithi046.stdout:2/401: truncate d0/f5 449287 0
2024-03-19T01:51:49.587 INFO:tasks.workunit.client.0.smithi046.stdout:9/364: fsync dd/d1c/d20/f73 0
2024-03-19T01:51:49.587 INFO:tasks.workunit.client.0.smithi046.stdout:4/537: symlink d7/d4f/lb3 0
2024-03-19T01:51:49.589 INFO:tasks.workunit.client.0.smithi046.stdout:3/487: rmdir d5/d17/d31 39
2024-03-19T01:51:49.589 INFO:tasks.workunit.client.0.smithi046.stdout:6/480: read d1a/f84 [2955754,115051] 0
2024-03-19T01:51:49.600 INFO:tasks.workunit.client.0.smithi046.stdout:3/488: fdatasync d5/f21 0
2024-03-19T01:51:49.600 INFO:tasks.workunit.client.0.smithi046.stdout:4/538: write d7/d10/d13/d58/f59 [611789,18231] 0
2024-03-19T01:51:49.600 INFO:tasks.workunit.client.0.smithi046.stdout:9/365: write dd/d1c/d25/f2f [365319,107822] 0
2024-03-19T01:51:49.602 INFO:tasks.workunit.client.0.smithi046.stdout:0/649: fsync d14/d26/d7b/d4b/d65/f9b 0
2024-03-19T01:51:49.603 INFO:tasks.workunit.client.0.smithi046.stdout:5/398: getdents d0/d1/d20/d47/d4e/d82 0
2024-03-19T01:51:49.605 INFO:tasks.workunit.client.0.smithi046.stdout:2/402: creat d0/dc/d61/d39/d59/f7b x:0 0 0
2024-03-19T01:51:49.607 INFO:tasks.workunit.client.0.smithi046.stdout:8/445: dwrite d0/d5/da/df/d47/f55 [4194304,4194304] 0
2024-03-19T01:51:49.609 INFO:tasks.workunit.client.0.smithi046.stdout:6/481: creat d1a/d26/d2e/fa4 x:0 0 0
2024-03-19T01:51:49.610 INFO:tasks.workunit.client.0.smithi046.stdout:4/539: chown d7/d4f/l84 3517 1
2024-03-19T01:51:49.611 INFO:tasks.workunit.client.0.smithi046.stdout:1/312: dread d0/dd/d26/d23/d45/f54 [0,4194304] 0
2024-03-19T01:51:49.612 INFO:tasks.workunit.client.0.smithi046.stdout:0/650: chown d14/d1a/f24 53 1
2024-03-19T01:51:49.612 INFO:tasks.workunit.client.0.smithi046.stdout:2/403: chown d0/dc/d61/d2f 62 1
2024-03-19T01:51:49.613 INFO:tasks.workunit.client.0.smithi046.stdout:7/501: dwrite d1/d2a/f6d [0,4194304] 0
2024-03-19T01:51:49.613 INFO:tasks.workunit.client.0.smithi046.stdout:3/489: creat d5/d10/d51/f91 x:0 0 0
2024-03-19T01:51:49.614 INFO:tasks.workunit.client.0.smithi046.stdout:5/399: creat d0/d1/d20/d47/d4e/d41/f8b x:0 0 0
2024-03-19T01:51:49.616 INFO:tasks.workunit.client.0.smithi046.stdout:6/482: write d1a/d4d/d65/d80/d62/d5b/d57/f8c [1047621,38353] 0
2024-03-19T01:51:49.618 INFO:tasks.workunit.client.0.smithi046.stdout:6/483: stat d1a/d64 0
2024-03-19T01:51:49.618 INFO:tasks.workunit.client.0.smithi046.stdout:8/446: symlink d0/d5/la4 0
2024-03-19T01:51:49.619 INFO:tasks.workunit.client.0.smithi046.stdout:5/400: write d0/d2d/d2e/f4b [109854,75416] 0
2024-03-19T01:51:49.619 INFO:tasks.workunit.client.0.smithi046.stdout:7/502: rmdir d1/dc/d18/d4e 39
2024-03-19T01:51:49.621 INFO:tasks.workunit.client.0.smithi046.stdout:0/651: mknod d14/d43/cd6 0
2024-03-19T01:51:49.624 INFO:tasks.workunit.client.0.smithi046.stdout:8/447: stat d0/d5/da/l38 0
2024-03-19T01:51:49.624 INFO:tasks.workunit.client.0.smithi046.stdout:3/490: creat d5/d17/d62/d37/d5e/d69/d43/d56/d7d/f92 x:0 0 0
2024-03-19T01:51:49.627 INFO:tasks.workunit.client.0.smithi046.stdout:1/313: write d0/dd/d26/d23/f2b [2080362,74265] 0
2024-03-19T01:51:49.630 INFO:tasks.workunit.client.0.smithi046.stdout:4/540: creat d7/fb4 x:0 0 0
2024-03-19T01:51:49.630 INFO:tasks.workunit.client.0.smithi046.stdout:0/652: read d14/d43/f71 [2463340,109444] 0
2024-03-19T01:51:49.630 INFO:tasks.workunit.client.0.smithi046.stdout:6/484: truncate d1a/d4d/d65/d80/d62/f69 4338391 0
2024-03-19T01:51:49.631 INFO:tasks.workunit.client.0.smithi046.stdout:2/404: link d0/d48/d2a/c45 d0/dc/c7c 0
2024-03-19T01:51:49.633 INFO:tasks.workunit.client.0.smithi046.stdout:4/541: chown d7/d10/d83 7 1
2024-03-19T01:51:49.634 INFO:tasks.workunit.client.0.smithi046.stdout:9/366: dwrite dd/d11/d17/f66 [0,4194304] 0
2024-03-19T01:51:49.634 INFO:tasks.workunit.client.0.smithi046.stdout:6/485: fsync d1a/d26/d2e/fa4 0
2024-03-19T01:51:49.636 INFO:tasks.workunit.client.0.smithi046.stdout:1/314: stat d0/dd/d26/d2c/c2f 0
2024-03-19T01:51:49.637 INFO:tasks.workunit.client.0.smithi046.stdout:3/491: symlink d5/d17/d62/d37/d5e/d8c/l93 0
2024-03-19T01:51:49.639 INFO:tasks.workunit.client.0.smithi046.stdout:9/367: dread - dd/d11/d17/f5f zero size
2024-03-19T01:51:49.640 INFO:tasks.workunit.client.0.smithi046.stdout:2/405: write d0/dc/f69 [2938364,34948] 0
2024-03-19T01:51:49.640 INFO:tasks.workunit.client.0.smithi046.stdout:7/503: dwrite d1/d2a/f94 [0,4194304] 0
2024-03-19T01:51:49.640 INFO:tasks.workunit.client.0.smithi046.stdout:0/653: chown d14/fc0 2431 1
2024-03-19T01:51:49.640 INFO:tasks.workunit.client.0.smithi046.stdout:1/315: mknod d0/d3f/c67 0
2024-03-19T01:51:49.644 INFO:tasks.workunit.client.0.smithi046.stdout:7/504: chown d1/dc/d18/d8c/c98 435 1
2024-03-19T01:51:49.645 INFO:tasks.workunit.client.0.smithi046.stdout:6/486: mknod d1a/d4d/d65/da0/ca5 0
2024-03-19T01:51:49.646 INFO:tasks.workunit.client.0.smithi046.stdout:5/401: dread d0/d1/d20/d47/d4e/f8a [0,4194304] 0
2024-03-19T01:51:49.647 INFO:tasks.workunit.client.0.smithi046.stdout:8/448: getdents d0/d5 0
2024-03-19T01:51:49.647 INFO:tasks.workunit.client.0.smithi046.stdout:1/316: mknod d0/d3f/c68 0
2024-03-19T01:51:49.652 INFO:tasks.workunit.client.0.smithi046.stdout:5/402: creat d0/d1/d1d/f8c x:0 0 0
2024-03-19T01:51:49.653 INFO:tasks.workunit.client.0.smithi046.stdout:1/317: mkdir d0/dd/d26/d23/d69 0
2024-03-19T01:51:49.655 INFO:tasks.workunit.client.0.smithi046.stdout:2/406: dread d0/dc/f69 [0,4194304] 0
2024-03-19T01:51:49.656 INFO:tasks.workunit.client.0.smithi046.stdout:0/654: creat d14/dcd/fd7 x:0 0 0
2024-03-19T01:51:49.657 INFO:tasks.workunit.client.0.smithi046.stdout:9/368: rename dd/d11/l2d to dd/l76 0
2024-03-19T01:51:49.658 INFO:tasks.workunit.client.0.smithi046.stdout:5/403: mkdir d0/d2d/d71/d74/d8d 0
2024-03-19T01:51:49.659 INFO:tasks.workunit.client.0.smithi046.stdout:3/492: truncate d5/d17/d62/d37/d5e/f6f 2851007 0
2024-03-19T01:51:49.661 INFO:tasks.workunit.client.0.smithi046.stdout:9/369: chown dd/d11/d2e/d34/d5a 25 1
2024-03-19T01:51:49.662 INFO:tasks.workunit.client.0.smithi046.stdout:0/655: rmdir d14/d26/d7b/d4b 39
2024-03-19T01:51:49.662 INFO:tasks.workunit.client.0.smithi046.stdout:3/493: fsync d5/d10/fa 0
2024-03-19T01:51:49.663 INFO:tasks.workunit.client.0.smithi046.stdout:1/318: rename d0/dd/d26/d2c/d48 to d0/d6/d6a 0
2024-03-19T01:51:49.667 INFO:tasks.workunit.client.0.smithi046.stdout:1/319: fsync d0/d6/da/f1a 0
2024-03-19T01:51:49.669 INFO:tasks.workunit.client.0.smithi046.stdout:7/505: dwrite d1/f1f [0,4194304] 0
2024-03-19T01:51:49.669 INFO:tasks.workunit.client.0.smithi046.stdout:3/494: chown d5/d10/c3d 11484 1
2024-03-19T01:51:49.675 INFO:tasks.workunit.client.0.smithi046.stdout:0/656: chown d14/d26/d7b/d3f/d8d/d5e/d5f/d74/dc2 7 1
2024-03-19T01:51:49.676 INFO:tasks.workunit.client.0.smithi046.stdout:7/506: fsync d1/dc/d18/f5d 0
2024-03-19T01:51:49.678 INFO:tasks.workunit.client.0.smithi046.stdout:4/542: dread d7/d4f/d7e/f87 [0,4194304] 0
2024-03-19T01:51:49.678 INFO:tasks.workunit.client.0.smithi046.stdout:8/449: dread d0/d5/dc/d42/f6e [0,4194304] 0
2024-03-19T01:51:49.681 INFO:tasks.workunit.client.0.smithi046.stdout:2/407: dwrite d0/d27/d53/d5d/f68 [0,4194304] 0
2024-03-19T01:51:49.684 INFO:tasks.workunit.client.0.smithi046.stdout:3/495: fdatasync d5/d17/d62/d37/d5e/d69/d43/d56/d7d/f92 0
2024-03-19T01:51:49.684 INFO:tasks.workunit.client.0.smithi046.stdout:5/404: dwrite d0/d1/d1d/f34 [0,4194304] 0
2024-03-19T01:51:49.687 INFO:tasks.workunit.client.0.smithi046.stdout:6/487: dread d1a/d4d/d65/d80/d62/d30/f4c [4194304,4194304] 0
2024-03-19T01:51:49.688 INFO:tasks.workunit.client.0.smithi046.stdout:0/657: truncate d14/f18 5194419 0
2024-03-19T01:51:49.688 INFO:tasks.workunit.client.0.smithi046.stdout:8/450: chown d0/l31 2694 1
2024-03-19T01:51:49.688 INFO:tasks.workunit.client.0.smithi046.stdout:9/370: dread dd/d11/f37 [0,4194304] 0
2024-03-19T01:51:49.691 INFO:tasks.workunit.client.0.smithi046.stdout:3/496: read - d5/d17/d62/d2d/f7e zero size
2024-03-19T01:51:49.691 INFO:tasks.workunit.client.0.smithi046.stdout:5/405: mkdir d0/d77/d8e 0
2024-03-19T01:51:49.691 INFO:tasks.workunit.client.0.smithi046.stdout:9/371: read fc [2054129,112116] 0
2024-03-19T01:51:49.692 INFO:tasks.workunit.client.0.smithi046.stdout:1/320: dwrite d0/dd/f12 [0,4194304] 0
2024-03-19T01:51:49.692 INFO:tasks.workunit.client.0.smithi046.stdout:6/488: creat d1a/d4d/d5a/fa6 x:0 0 0
2024-03-19T01:51:49.693 INFO:tasks.workunit.client.0.smithi046.stdout:2/408: symlink d0/dc/d61/l7d 0
2024-03-19T01:51:49.693 INFO:tasks.workunit.client.0.smithi046.stdout:7/507: link d1/l61 d1/dc/d18/d43/la1 0
2024-03-19T01:51:49.696 INFO:tasks.workunit.client.0.smithi046.stdout:9/372: stat dd/d1c/d20/c5e 0
2024-03-19T01:51:49.696 INFO:tasks.workunit.client.0.smithi046.stdout:8/451: write d0/d5/da/d45/f43 [183530,87326] 0
2024-03-19T01:51:49.696 INFO:tasks.workunit.client.0.smithi046.stdout:5/406: creat d0/d77/f8f x:0 0 0
2024-03-19T01:51:49.698 INFO:tasks.workunit.client.0.smithi046.stdout:1/321: chown d0/dd/d26/d23/d3b/d3d/d55/f57 591861348 1
2024-03-19T01:51:49.700 INFO:tasks.workunit.client.0.smithi046.stdout:0/658: rename d14/d26/d7b/d3f/fbe to d14/d43/fd8 0
2024-03-19T01:51:49.702 INFO:tasks.workunit.client.0.smithi046.stdout:2/409: read d0/dc/d61/d39/f6c [6178729,35460] 0
2024-03-19T01:51:49.704 INFO:tasks.workunit.client.0.smithi046.stdout:3/497: chown d5/d17/d31/d4b/f90 5 1
2024-03-19T01:51:49.707 INFO:tasks.workunit.client.0.smithi046.stdout:6/489: read d1a/d26/d2e/f6a [1068509,52261] 0
2024-03-19T01:51:49.710 INFO:tasks.workunit.client.0.smithi046.stdout:3/498: chown d5/d10/f1f 5 1
2024-03-19T01:51:49.711 INFO:tasks.workunit.client.0.smithi046.stdout:5/407: mkdir d0/d2d/d50/d90 0
2024-03-19T01:51:49.711 INFO:tasks.workunit.client.0.smithi046.stdout:4/543: dwrite d7/d10/d13/d58/d5d/d7c/d9c/f22 [4194304,4194304] 0
2024-03-19T01:51:49.716 INFO:tasks.workunit.client.0.smithi046.stdout:9/373: mknod dd/d11/d17/d3a/d55/c77 0
2024-03-19T01:51:49.716 INFO:tasks.workunit.client.0.smithi046.stdout:1/322: symlink d0/d6/l6b 0
2024-03-19T01:51:49.718 INFO:tasks.workunit.client.0.smithi046.stdout:7/508: mknod d1/dc/d18/d4e/ca2 0
2024-03-19T01:51:49.721 INFO:tasks.workunit.client.0.smithi046.stdout:8/452: dwrite d0/d5/f7b [0,4194304] 0
2024-03-19T01:51:49.725 INFO:tasks.workunit.client.0.smithi046.stdout:2/410: mknod d0/d27/d53/d5d/c7e 0
2024-03-19T01:51:49.725 INFO:tasks.workunit.client.0.smithi046.stdout:5/408: symlink d0/d1/d56/l91 0
2024-03-19T01:51:49.727 INFO:tasks.workunit.client.0.smithi046.stdout:4/544: mkdir d7/d4f/d7e/db5 0
2024-03-19T01:51:49.728 INFO:tasks.workunit.client.0.smithi046.stdout:0/659: mknod d14/cd9 0
2024-03-19T01:51:49.728 INFO:tasks.workunit.client.0.smithi046.stdout:3/499: mknod d5/d17/d76/c94 0
2024-03-19T01:51:49.729 INFO:tasks.workunit.client.0.smithi046.stdout:1/323: symlink d0/d6/da/d56/l6c 0
2024-03-19T01:51:49.733 INFO:tasks.workunit.client.0.smithi046.stdout:7/509: getdents d1/dc/d18/d65 0
2024-03-19T01:51:49.733 INFO:tasks.workunit.client.0.smithi046.stdout:1/324: dread - d0/dd/d26/d23/d28/d3c/d5f/f61 zero size
2024-03-19T01:51:49.735 INFO:tasks.workunit.client.0.smithi046.stdout:6/490: link d1a/d4e/f50 d1a/d4d/d65/d80/d62/d5b/d57/fa7 0
2024-03-19T01:51:49.737 INFO:tasks.workunit.client.0.smithi046.stdout:3/500: creat d5/d17/d62/d37/d5e/d69/d43/d56/f95 x:0 0 0
2024-03-19T01:51:49.737 INFO:tasks.workunit.client.0.smithi046.stdout:6/491: readlink d1a/d4e/l74 0
2024-03-19T01:51:49.738 INFO:tasks.workunit.client.0.smithi046.stdout:7/510: symlink d1/dc/df/d11/d39/d6f/d7c/d8d/la3 0
2024-03-19T01:51:49.739 INFO:tasks.workunit.client.0.smithi046.stdout:9/374: rename dd/d11/d17/d3a/d55 to dd/d3d/d78 0
2024-03-19T01:51:49.739 INFO:tasks.workunit.client.0.smithi046.stdout:3/501: readlink d5/d17/d62/l34 0
2024-03-19T01:51:49.744 INFO:tasks.workunit.client.0.smithi046.stdout:6/492: rmdir d1a/d66 39
2024-03-19T01:51:49.744 INFO:tasks.workunit.client.0.smithi046.stdout:9/375: chown dd/d11/d2e/d34 10652601 1
2024-03-19T01:51:49.744 INFO:tasks.workunit.client.0.smithi046.stdout:7/511: write d1/dc/f24 [1799825,101896] 0
2024-03-19T01:51:49.745 INFO:tasks.workunit.client.0.smithi046.stdout:4/545: write d7/d4f/d63/f44 [1277790,94643] 0
2024-03-19T01:51:49.746 INFO:tasks.workunit.client.0.smithi046.stdout:8/453: rename d0/d5/da/df/d47/d5d/d75 to d0/d5/da/d45/d5b/d62/da5 0
2024-03-19T01:51:49.748 INFO:tasks.workunit.client.0.smithi046.stdout:2/411: dwrite d0/f4e [0,4194304] 0
2024-03-19T01:51:49.748 INFO:tasks.workunit.client.0.smithi046.stdout:9/376: read dd/d11/f37 [2998668,39494] 0
2024-03-19T01:51:49.750 INFO:tasks.workunit.client.0.smithi046.stdout:5/409: link d0/d2d/l58 d0/d1/l92 0
2024-03-19T01:51:49.752 INFO:tasks.workunit.client.0.smithi046.stdout:0/660: rename d14/d26/d7b/d3f/da0/lc9 to d14/d1a/d8f/dba/lda 0
2024-03-19T01:51:49.752 INFO:tasks.workunit.client.0.smithi046.stdout:1/325: dwrite d0/d6/f35 [0,4194304] 0
2024-03-19T01:51:49.754 INFO:tasks.workunit.client.0.smithi046.stdout:4/546: creat d7/d4f/d63/d79/fb6 x:0 0 0
2024-03-19T01:51:49.754 INFO:tasks.workunit.client.0.smithi046.stdout:3/502: link d5/d17/f48 d5/d17/d31/d54/f96 0
2024-03-19T01:51:49.756 INFO:tasks.workunit.client.0.smithi046.stdout:6/493: rename d1a/d4d/d65/d80/d62/d30/f33 to d1a/d26/d2e/d89/fa8 0
2024-03-19T01:51:49.756 INFO:tasks.workunit.client.0.smithi046.stdout:0/661: write d14/d26/d7b/d3f/d8d/f6c [219772,64572] 0
2024-03-19T01:51:49.757 INFO:tasks.workunit.client.0.smithi046.stdout:2/412: creat d0/dc/d61/d39/d59/f7f x:0 0 0
2024-03-19T01:51:49.758 INFO:tasks.workunit.client.0.smithi046.stdout:3/503: chown d5/d17/d76/c94 3509620 1
2024-03-19T01:51:49.759 INFO:tasks.workunit.client.0.smithi046.stdout:4/547: creat d7/d10/fb7 x:0 0 0
2024-03-19T01:51:49.760 INFO:tasks.workunit.client.0.smithi046.stdout:0/662: read - d14/d1a/d61/f77 zero size
2024-03-19T01:51:49.761 INFO:tasks.workunit.client.0.smithi046.stdout:8/454: dread d0/d5/da/df/f2d [0,4194304] 0
2024-03-19T01:51:49.762 INFO:tasks.workunit.client.0.smithi046.stdout:9/377: rename dd/d3c/c56 to dd/d3d/d53/c79 0
2024-03-19T01:51:49.763 INFO:tasks.workunit.client.0.smithi046.stdout:6/494: mkdir d1a/d26/da9 0
2024-03-19T01:51:49.764 INFO:tasks.workunit.client.0.smithi046.stdout:4/548: mknod d7/d10/d13/d58/d7f/cb8 0
2024-03-19T01:51:49.766 INFO:tasks.workunit.client.0.smithi046.stdout:2/413: symlink d0/d48/d2a/l80 0
2024-03-19T01:51:49.767 INFO:tasks.workunit.client.0.smithi046.stdout:0/663: fdatasync d14/d26/d7b/d4b/f63 0
2024-03-19T01:51:49.767 INFO:tasks.workunit.client.0.smithi046.stdout:8/455: dread - d0/d5/da/df/d47/f89 zero size
2024-03-19T01:51:49.768 INFO:tasks.workunit.client.0.smithi046.stdout:5/410: getdents d0/d1/d20/d47/d4e 0
2024-03-19T01:51:49.768 INFO:tasks.workunit.client.0.smithi046.stdout:1/326: dwrite d0/f18 [4194304,4194304] 0
2024-03-19T01:51:49.777 INFO:tasks.workunit.client.0.smithi046.stdout:2/414: write d0/d27/d53/d5d/f68 [2022168,47159] 0
2024-03-19T01:51:49.780 INFO:tasks.workunit.client.0.smithi046.stdout:0/664: creat d14/d26/d7b/d3f/d8d/d5e/d8a/fdb x:0 0 0
2024-03-19T01:51:49.780 INFO:tasks.workunit.client.0.smithi046.stdout:3/504: dwrite d5/d17/f5c [0,4194304] 0
2024-03-19T01:51:49.781 INFO:tasks.workunit.client.0.smithi046.stdout:8/456: rename d0/d5/c92 to d0/d5/da/df/ca6 0
2024-03-19T01:51:49.783 INFO:tasks.workunit.client.0.smithi046.stdout:9/378: dwrite dd/d1c/f71 [0,4194304] 0
2024-03-19T01:51:49.789 INFO:tasks.workunit.client.0.smithi046.stdout:5/411: fdatasync d0/d2d/f39 0
2024-03-19T01:51:49.791 INFO:tasks.workunit.client.0.smithi046.stdout:4/549: dwrite d7/d10/d13/f46 [4194304,4194304] 0
2024-03-19T01:51:49.797 INFO:tasks.workunit.client.0.smithi046.stdout:0/665: write d14/d34/f5a [515586,36376] 0
2024-03-19T01:51:49.806 INFO:tasks.workunit.client.0.smithi046.stdout:1/327: dwrite d0/d6/d6a/f51 [0,4194304] 0
2024-03-19T01:51:49.806 INFO:tasks.workunit.client.0.smithi046.stdout:9/379: creat dd/d3d/d53/f7a x:0 0 0
2024-03-19T01:51:49.810 INFO:tasks.workunit.client.0.smithi046.stdout:2/415: dwrite d0/dc/d61/d2f/f5b [0,4194304] 0
2024-03-19T01:51:49.810 INFO:tasks.workunit.client.0.smithi046.stdout:6/495: dwrite d1a/f38 [0,4194304] 0
2024-03-19T01:51:49.811 INFO:tasks.workunit.client.0.smithi046.stdout:9/380: write dd/d11/f68 [518688,90230] 0
2024-03-19T01:51:49.814 INFO:tasks.workunit.client.0.smithi046.stdout:3/505: symlink d5/d17/d62/d37/d5e/l97 0
2024-03-19T01:51:49.816 INFO:tasks.workunit.client.0.smithi046.stdout:0/666: creat d14/d26/d7b/d3f/fdc x:0 0 0
2024-03-19T01:51:49.821 INFO:tasks.workunit.client.0.smithi046.stdout:6/496: write d1a/d4d/d65/d80/d62/d5b/d40/f56 [1956424,61217] 0
2024-03-19T01:51:49.824 INFO:tasks.workunit.client.0.smithi046.stdout:5/412: getdents d0/d1 0
2024-03-19T01:51:49.826 INFO:tasks.workunit.client.0.smithi046.stdout:0/667: symlink d14/d1a/d8f/dc7/ldd 0
2024-03-19T01:51:49.827 INFO:tasks.workunit.client.0.smithi046.stdout:8/457: mknod d0/d5/da/d45/d5b/ca7 0
2024-03-19T01:51:49.829 INFO:tasks.workunit.client.0.smithi046.stdout:1/328: dwrite d0/d6/da/f1a [4194304,4194304] 0
2024-03-19T01:51:49.829 INFO:tasks.workunit.client.0.smithi046.stdout:4/550: link d7/le d7/d10/d13/dae/lb9 0
2024-03-19T01:51:49.829 INFO:tasks.workunit.client.0.smithi046.stdout:5/413: dread - d0/d77/f83 zero size
2024-03-19T01:51:49.829 INFO:tasks.workunit.client.0.smithi046.stdout:2/416: dwrite d0/dc/d61/d2f/f47 [0,4194304] 0
2024-03-19T01:51:49.831 INFO:tasks.workunit.client.0.smithi046.stdout:9/381: creat dd/d11/d17/d49/d63/f7b x:0 0 0
2024-03-19T01:51:49.832 INFO:tasks.workunit.client.0.smithi046.stdout:3/506: creat d5/d17/d62/d37/f98 x:0 0 0
2024-03-19T01:51:49.832 INFO:tasks.workunit.client.0.smithi046.stdout:6/497: rmdir d1a/d4d/d65/d80/d62/d5b/d40 39
2024-03-19T01:51:49.833 INFO:tasks.workunit.client.0.smithi046.stdout:1/329: creat d0/d6/d6a/f6d x:0 0 0
2024-03-19T01:51:49.834 INFO:tasks.workunit.client.0.smithi046.stdout:0/668: mknod d14/d1a/d8f/dc7/cde 0
2024-03-19T01:51:49.837 INFO:tasks.workunit.client.0.smithi046.stdout:3/507: write d5/d10/f66 [623453,25389] 0
2024-03-19T01:51:49.837 INFO:tasks.workunit.client.0.smithi046.stdout:4/551: rmdir d7/d10/d13/dae 39
2024-03-19T01:51:49.837 INFO:tasks.workunit.client.0.smithi046.stdout:6/498: write d1a/d4d/f9a [362880,9598] 0
2024-03-19T01:51:49.838 INFO:tasks.workunit.client.0.smithi046.stdout:8/458: mknod d0/d5/da/d45/d5b/d86/d8c/ca8 0
2024-03-19T01:51:49.842 INFO:tasks.workunit.client.0.smithi046.stdout:5/414: write d0/d2d/f39 [971984,24673] 0
2024-03-19T01:51:49.842 INFO:tasks.workunit.client.0.smithi046.stdout:3/508: creat d5/d17/d31/d4b/f99 x:0 0 0
2024-03-19T01:51:49.842 INFO:tasks.workunit.client.0.smithi046.stdout:1/330: creat d0/dd/d26/d23/d3b/f6e x:0 0 0
2024-03-19T01:51:49.843 INFO:tasks.workunit.client.0.smithi046.stdout:9/382: unlink dd/d1c/c47 0
2024-03-19T01:51:49.843 INFO:tasks.workunit.client.0.smithi046.stdout:4/552: creat d7/d10/d13/d58/d75/fba x:0 0 0
2024-03-19T01:51:49.845 INFO:tasks.workunit.client.0.smithi046.stdout:1/331: write d0/d6/d6a/f6d [601469,124495] 0
2024-03-19T01:51:49.845 INFO:tasks.workunit.client.0.smithi046.stdout:2/417: creat d0/d27/f81 x:0 0 0
2024-03-19T01:51:49.847 INFO:tasks.workunit.client.0.smithi046.stdout:6/499: chown d1a/d66/d71 15009 1
2024-03-19T01:51:49.848 INFO:tasks.workunit.client.0.smithi046.stdout:8/459: creat d0/d5/da/d45/d5b/fa9 x:0 0 0
2024-03-19T01:51:49.849 INFO:tasks.workunit.client.0.smithi046.stdout:5/415: creat d0/d89/f93 x:0 0 0
2024-03-19T01:51:49.850 INFO:tasks.workunit.client.0.smithi046.stdout:0/669: getdents d14/d26/d7b/d3f/d8d/d5e/d5f/d74 0
2024-03-19T01:51:49.851 INFO:tasks.workunit.client.0.smithi046.stdout:3/509: rmdir d5 39
2024-03-19T01:51:49.851 INFO:tasks.workunit.client.0.smithi046.stdout:2/418: chown d0/dc/l25 712 1
2024-03-19T01:51:49.851 INFO:tasks.workunit.client.0.smithi046.stdout:9/383: creat dd/d11/d2e/d34/d33/f7c x:0 0 0
2024-03-19T01:51:49.852 INFO:tasks.workunit.client.0.smithi046.stdout:4/553: rename d7/d4f/d63 to d7/d10/d13/d58/d5d/dbb 0
2024-03-19T01:51:49.853 INFO:tasks.workunit.client.0.smithi046.stdout:2/419: chown d0/d48/c5a 7 1
2024-03-19T01:51:49.854 INFO:tasks.workunit.client.0.smithi046.stdout:0/670: truncate d14/d1a/f5b 4321420 0
2024-03-19T01:51:49.857 INFO:tasks.workunit.client.0.smithi046.stdout:1/332: dread d0/f18 [4194304,4194304] 0
2024-03-19T01:51:49.857 INFO:tasks.workunit.client.0.smithi046.stdout:9/384: getdents dd/d1c/d25/d6d 0
2024-03-19T01:51:49.859 INFO:tasks.workunit.client.0.smithi046.stdout:1/333: fdatasync d0/dd/d26/d23/f2a 0
2024-03-19T01:51:49.861 INFO:tasks.workunit.client.0.smithi046.stdout:0/671: symlink d14/d1a/d8f/da6/dcc/ldf 0
2024-03-19T01:51:49.862 INFO:tasks.workunit.client.0.smithi046.stdout:2/420: creat d0/d48/d2a/f82 x:0 0 0
2024-03-19T01:51:49.863 INFO:tasks.workunit.client.0.smithi046.stdout:1/334: read d0/dd/f12 [2077943,33754] 0
2024-03-19T01:51:49.863 INFO:tasks.workunit.client.0.smithi046.stdout:9/385: creat dd/d11/d17/d49/d63/f7d x:0 0 0
2024-03-19T01:51:49.865 INFO:tasks.workunit.client.0.smithi046.stdout:5/416: dread d0/d43/f5e [0,4194304] 0
2024-03-19T01:51:49.865 INFO:tasks.workunit.client.0.smithi046.stdout:6/500: dwrite d1a/d4d/d65/d80/d62/d5b/d40/f56 [0,4194304] 0
2024-03-19T01:51:49.870 INFO:tasks.workunit.client.0.smithi046.stdout:4/554: dwrite d7/d10/d13/d58/d5d/d7c/d9c/f3d [4194304,4194304] 0
2024-03-19T01:51:49.872 INFO:tasks.workunit.client.0.smithi046.stdout:1/335: rmdir d0/dd/d26/d23 39
2024-03-19T01:51:49.874 INFO:tasks.workunit.client.0.smithi046.stdout:3/510: dwrite d5/d17/d62/f4d [0,4194304] 0
2024-03-19T01:51:49.874 INFO:tasks.workunit.client.0.smithi046.stdout:2/421: mknod d0/dc/d61/d39/d59/c83 0
2024-03-19T01:51:49.876 INFO:tasks.workunit.client.0.smithi046.stdout:6/501: dread d1a/d4d/d65/d80/d62/d5b/f3e [0,4194304] 0
2024-03-19T01:51:49.878 INFO:tasks.workunit.client.0.smithi046.stdout:1/336: rmdir d0/dd/d26/d2c 39
2024-03-19T01:51:49.881 INFO:tasks.workunit.client.0.smithi046.stdout:4/555: creat d7/d10/d13/d58/d5d/d7c/fbc x:0 0 0
2024-03-19T01:51:49.882 INFO:tasks.workunit.client.0.smithi046.stdout:3/511: mkdir d5/d17/d76/d9a 0
2024-03-19T01:51:49.883 INFO:tasks.workunit.client.0.smithi046.stdout:0/672: dwrite d14/d26/f82 [0,4194304] 0
2024-03-19T01:51:49.884 INFO:tasks.workunit.client.0.smithi046.stdout:1/337: mknod d0/d3f/c6f 0
2024-03-19T01:51:49.885 INFO:tasks.workunit.client.0.smithi046.stdout:9/386: dwrite dd/d11/d2e/d34/f39 [0,4194304] 0
2024-03-19T01:51:49.887 INFO:tasks.workunit.client.0.smithi046.stdout:0/673: rename d14/d1a/d8f to d14/d1a/d8f/dba/de0 22
2024-03-19T01:51:49.888 INFO:tasks.workunit.client.0.smithi046.stdout:9/387: write dd/d1c/f51 [4332618,70677] 0
2024-03-19T01:51:49.888 INFO:tasks.workunit.client.0.smithi046.stdout:6/502: dread d1a/d4d/f9a [0,4194304] 0
2024-03-19T01:51:49.891 INFO:tasks.workunit.client.0.smithi046.stdout:1/338: fsync d0/dd/d26/d23/d28/d3c/d53/f60 0
2024-03-19T01:51:49.892 INFO:tasks.workunit.client.0.smithi046.stdout:0/674: mkdir d14/d1a/db9/de1 0
2024-03-19T01:51:49.894 INFO:tasks.workunit.client.0.smithi046.stdout:6/503: rmdir d1a/d4d/d65 39
2024-03-19T01:51:49.895 INFO:tasks.workunit.client.0.smithi046.stdout:9/388: mkdir dd/d11/d17/d57/d7e 0
2024-03-19T01:51:49.897 INFO:tasks.workunit.client.0.smithi046.stdout:1/339: write d0/d6/d6a/f6d [680205,12925] 0
2024-03-19T01:51:49.898 INFO:tasks.workunit.client.0.smithi046.stdout:3/512: dwrite d5/d17/d62/d37/f75 [0,4194304] 0
2024-03-19T01:51:49.903 INFO:tasks.workunit.client.0.smithi046.stdout:1/340: mknod d0/d6/da/d56/c70 0
2024-03-19T01:51:49.909 INFO:tasks.workunit.client.0.smithi046.stdout:3/513: read d5/f21 [1673779,104747] 0
2024-03-19T01:51:49.909 INFO:tasks.workunit.client.0.smithi046.stdout:9/389: dwrite dd/d1c/d20/f73 [4194304,4194304] 0
2024-03-19T01:51:49.909 INFO:tasks.workunit.client.0.smithi046.stdout:1/341: chown d0/f44 30768560 1
2024-03-19T01:51:49.910 INFO:tasks.workunit.client.0.smithi046.stdout:2/422: dread d0/d27/f58 [0,4194304] 0
2024-03-19T01:51:49.914 INFO:tasks.workunit.client.0.smithi046.stdout:9/390: mknod dd/d11/d17/d3a/c7f 0
2024-03-19T01:51:49.916 INFO:tasks.workunit.client.0.smithi046.stdout:1/342: mknod d0/dd/d26/d2c/c71 0
2024-03-19T01:51:49.917 INFO:tasks.workunit.client.0.smithi046.stdout:1/343: dread - d0/dd/d26/d23/d3b/d3d/d55/f57 zero size
2024-03-19T01:51:49.920 INFO:tasks.workunit.client.0.smithi046.stdout:1/344: rmdir d0/d6/da 39
2024-03-19T01:51:49.920 INFO:tasks.workunit.client.0.smithi046.stdout:9/391: truncate dd/d11/d17/d57/f75 852337 0
2024-03-19T01:51:49.922 INFO:tasks.workunit.client.0.smithi046.stdout:1/345: chown d0/dd/l58 1757 1
2024-03-19T01:51:49.922 INFO:tasks.workunit.client.0.smithi046.stdout:3/514: link d5/ce d5/d17/d62/d2d/d3b/d7f/c9b 0
2024-03-19T01:51:49.924 INFO:tasks.workunit.client.0.smithi046.stdout:9/392: symlink dd/d3d/d53/l80 0
2024-03-19T01:51:49.927 INFO:tasks.workunit.client.0.smithi046.stdout:9/393: fdatasync dd/d3d/f43 0
2024-03-19T01:51:49.928 INFO:tasks.workunit.client.0.smithi046.stdout:1/346: truncate d0/dd/d26/d23/d28/d3c/d53/f60 341758 0
2024-03-19T01:51:49.929 INFO:tasks.workunit.client.0.smithi046.stdout:3/515: mknod d5/c9c 0
2024-03-19T01:51:49.930 INFO:tasks.workunit.client.0.smithi046.stdout:9/394: unlink dd/d11/d2e/d34/d33/f7c 0
2024-03-19T01:51:49.932 INFO:tasks.workunit.client.0.smithi046.stdout:1/347: symlink d0/l72 0
2024-03-19T01:51:49.933 INFO:tasks.workunit.client.0.smithi046.stdout:3/516: write d5/d17/f5c [3203618,18983] 0
2024-03-19T01:51:49.934 INFO:tasks.workunit.client.0.smithi046.stdout:4/556: write d7/f34 [2860547,77708] 0
2024-03-19T01:51:49.936 INFO:tasks.workunit.client.0.smithi046.stdout:0/675: dread d14/d26/f47 [0,4194304] 0
2024-03-19T01:51:49.936 INFO:tasks.workunit.client.0.smithi046.stdout:8/460: dwrite d0/d5/da/df/f14 [4194304,4194304] 0
2024-03-19T01:51:49.938 INFO:tasks.workunit.client.0.smithi046.stdout:1/348: dread d0/dd/d26/d23/d28/d3c/d53/f60 [0,4194304] 0
2024-03-19T01:51:49.940 INFO:tasks.workunit.client.0.smithi046.stdout:9/395: link dd/d3d/d53/c79 dd/d11/d17/d3a/c81 0
2024-03-19T01:51:49.940 INFO:tasks.workunit.client.0.smithi046.stdout:4/557: mkdir d7/d4f/dbd 0
2024-03-19T01:51:49.941 INFO:tasks.workunit.client.0.smithi046.stdout:3/517: mkdir d5/d10/d51/d9d 0
2024-03-19T01:51:49.943 INFO:tasks.workunit.client.0.smithi046.stdout:0/676: read d14/f1d [3401962,116271] 0
2024-03-19T01:51:49.943 INFO:tasks.workunit.client.0.smithi046.stdout:8/461: mkdir d0/d5/da/daa 0
2024-03-19T01:51:49.944 INFO:tasks.workunit.client.0.smithi046.stdout:9/396: write dd/f29 [3773810,35657] 0
2024-03-19T01:51:49.945 INFO:tasks.workunit.client.0.smithi046.stdout:1/349: rename d0/dd/d26/d2c/c71 to d0/dd/d26/d23/d28/d3c/c73 0
2024-03-19T01:51:49.946 INFO:tasks.workunit.client.0.smithi046.stdout:3/518: mknod d5/d17/d76/c9e 0
2024-03-19T01:51:49.948 INFO:tasks.workunit.client.0.smithi046.stdout:8/462: chown d0/c44 1 1
2024-03-19T01:51:49.949 INFO:tasks.workunit.client.0.smithi046.stdout:0/677: creat d14/d26/d7b/d4b/fe2 x:0 0 0
2024-03-19T01:51:49.949 INFO:tasks.workunit.client.0.smithi046.stdout:1/350: write d0/d6/d6a/f6d [1407883,66736] 0
2024-03-19T01:51:49.951 INFO:tasks.workunit.client.0.smithi046.stdout:9/397: creat dd/d11/d17/d49/d63/f82 x:0 0 0
2024-03-19T01:51:49.954 INFO:tasks.workunit.client.0.smithi046.stdout:4/558: dwrite d7/d10/d13/f46 [4194304,4194304] 0
2024-03-19T01:51:49.954 INFO:tasks.workunit.client.0.smithi046.stdout:1/351: unlink d0/dd/d26/d23/d28/d3c/f40 0
2024-03-19T01:51:49.954 INFO:tasks.workunit.client.0.smithi046.stdout:8/463: read d0/d5/da/df/f14 [5438207,31638] 0
2024-03-19T01:51:49.955 INFO:tasks.workunit.client.0.smithi046.stdout:0/678: read - d14/d43/fd8 zero size
2024-03-19T01:51:49.955 INFO:tasks.workunit.client.0.smithi046.stdout:9/398: dread - dd/d11/d17/f5f zero size
2024-03-19T01:51:49.959 INFO:tasks.workunit.client.0.smithi046.stdout:4/559: dread - d7/d10/d13/d58/d5d/d7c/d9c/fac zero size
2024-03-19T01:51:49.960 INFO:tasks.workunit.client.0.smithi046.stdout:3/519: dwrite d5/d10/d51/d60/f6a [0,4194304] 0
2024-03-19T01:51:49.960 INFO:tasks.workunit.client.0.smithi046.stdout:0/679: mkdir d14/dcd/de3 0
2024-03-19T01:51:49.960 INFO:tasks.workunit.client.0.smithi046.stdout:1/352: mknod d0/dd/d26/d23/d3b/c74 0
2024-03-19T01:51:49.963 INFO:tasks.workunit.client.0.smithi046.stdout:8/464: rename d0/l81 to d0/d5/da/df/lab 0
2024-03-19T01:51:49.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:49 smithi073 ceph-mon[66833]: pgmap v55: 129 pgs: 129 active+clean; 630 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 MiB/s rd, 73 MiB/s wr, 178 op/s
2024-03-19T01:51:49.966 INFO:tasks.workunit.client.0.smithi046.stdout:4/560: rename d7/d10/d13/d58/d5d/d7c/c9e to d7/d10/d13/d58/d5d/d7c/cbe 0
2024-03-19T01:51:49.967 INFO:tasks.workunit.client.0.smithi046.stdout:9/399: dread dd/d3d/f52 [0,4194304] 0
2024-03-19T01:51:49.968 INFO:tasks.workunit.client.0.smithi046.stdout:9/400: chown dd/d1c/d20/c23 12275 1
2024-03-19T01:51:49.968 INFO:tasks.workunit.client.0.smithi046.stdout:0/680: link d14/d34/f5a d14/d34/fe4 0
2024-03-19T01:51:49.969 INFO:tasks.workunit.client.0.smithi046.stdout:1/353: read d0/dd/f39 [279728,44477] 0
2024-03-19T01:51:49.969 INFO:tasks.workunit.client.0.smithi046.stdout:9/401: write dd/d11/d17/f3b [4703270,56797] 0
2024-03-19T01:51:49.970 INFO:tasks.workunit.client.0.smithi046.stdout:9/402: write dd/d3c/f41 [456438,2947] 0
2024-03-19T01:51:49.971 INFO:tasks.workunit.client.0.smithi046.stdout:1/354: rmdir d0/dd/d26/d2c 39
2024-03-19T01:51:49.973 INFO:tasks.workunit.client.0.smithi046.stdout:3/520: rename d5/d17/d62/d37 to d5/d17/d62/d2d/d3b/d7f/d9f 0
2024-03-19T01:51:49.973 INFO:tasks.workunit.client.0.smithi046.stdout:8/465: readlink d0/d5/l20 0
2024-03-19T01:51:49.974 INFO:tasks.workunit.client.0.smithi046.stdout:4/561: creat d7/d10/d13/d58/d5d/d7c/fbf x:0 0 0
2024-03-19T01:51:49.976 INFO:tasks.workunit.client.0.smithi046.stdout:1/355: truncate d0/f21 350172 0
2024-03-19T01:51:49.976 INFO:tasks.workunit.client.0.smithi046.stdout:0/681: chown d14/l95 132843655 1
2024-03-19T01:51:49.979 INFO:tasks.workunit.client.0.smithi046.stdout:9/403: link dd/d3d/d78/c5c dd/d11/d2e/d34/c83 0
2024-03-19T01:51:49.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:49 smithi102 ceph-mon[66557]: pgmap v55: 129 pgs: 129 active+clean; 630 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 MiB/s rd, 73 MiB/s wr, 178 op/s
2024-03-19T01:51:49.981 INFO:tasks.workunit.client.0.smithi046.stdout:3/521: write d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/d56/d7d/f92 [774330,30363] 0
2024-03-19T01:51:49.981 INFO:tasks.workunit.client.0.smithi046.stdout:1/356: write d0/dd/d26/d23/f2b [660820,79189] 0
2024-03-19T01:51:49.981 INFO:tasks.workunit.client.0.smithi046.stdout:8/466: symlink d0/d5/da/d45/d5b/d86/lac 0
2024-03-19T01:51:49.984 INFO:tasks.workunit.client.0.smithi046.stdout:8/467: dread - d0/d5/da/df/d47/d8d/f9a zero size
2024-03-19T01:51:49.987 INFO:tasks.workunit.client.0.smithi046.stdout:3/522: symlink d5/d17/la0 0
2024-03-19T01:51:49.988 INFO:tasks.workunit.client.0.smithi046.stdout:1/357: mknod d0/dd/d26/d2c/c75 0
2024-03-19T01:51:49.988 INFO:tasks.workunit.client.0.smithi046.stdout:3/523: write d5/d17/d62/d2d/d3b/d7f/d9f/f98 [427284,53715] 0
2024-03-19T01:51:49.990 INFO:tasks.workunit.client.0.smithi046.stdout:9/404: link dd/d11/f1e dd/d3d/d78/f84 0
2024-03-19T01:51:49.990 INFO:tasks.workunit.client.0.smithi046.stdout:8/468: unlink d0/d5/da/df/d47/d8d/f49 0
2024-03-19T01:51:49.991 INFO:tasks.workunit.client.0.smithi046.stdout:1/358: chown d0/d6/da 16567 1
2024-03-19T01:51:49.995 INFO:tasks.workunit.client.0.smithi046.stdout:9/405: creat dd/d11/d2e/f85 x:0 0 0
2024-03-19T01:51:49.997 INFO:tasks.workunit.client.0.smithi046.stdout:1/359: mknod d0/dd/d26/d23/d28/d3c/d53/d64/c76 0
2024-03-19T01:51:49.997 INFO:tasks.workunit.client.0.smithi046.stdout:3/524: dwrite d5/d17/f23 [0,4194304] 0
2024-03-19T01:51:49.998 INFO:tasks.workunit.client.0.smithi046.stdout:1/360: readlink d0/d6/da/l1f 0
2024-03-19T01:51:50.001 INFO:tasks.workunit.client.0.smithi046.stdout:1/361: symlink d0/dd/d26/d23/d28/l77 0
2024-03-19T01:51:50.003 INFO:tasks.workunit.client.0.smithi046.stdout:3/525: mknod d5/d17/d62/d2d/d3b/d7f/d9f/ca1 0
2024-03-19T01:51:50.007 INFO:tasks.workunit.client.0.smithi046.stdout:0/682: truncate d14/d26/d7b/d3f/f44 3171980 0
2024-03-19T01:51:50.010 INFO:tasks.workunit.client.0.smithi046.stdout:1/362: dwrite d0/dd/d26/d23/d3b/f6e [0,4194304] 0
2024-03-19T01:51:50.010 INFO:tasks.workunit.client.0.smithi046.stdout:0/683: write d14/d26/d7b/d3f/fab [530751,39073] 0
2024-03-19T01:51:50.013 INFO:tasks.workunit.client.0.smithi046.stdout:9/406: truncate dd/d11/d17/f28 981026 0
2024-03-19T01:51:50.014 INFO:tasks.workunit.client.0.smithi046.stdout:0/684: creat d14/d26/d7b/d3f/d8d/d5e/d5f/fe5 x:0 0 0
2024-03-19T01:51:50.015 INFO:tasks.workunit.client.0.smithi046.stdout:3/526: fdatasync d5/d17/f23 0
2024-03-19T01:51:50.016 INFO:tasks.workunit.client.0.smithi046.stdout:8/469: dread d0/d5/dc/f2b [0,4194304] 0
2024-03-19T01:51:50.016 INFO:tasks.workunit.client.0.smithi046.stdout:0/685: readlink d14/d26/d7b/d3f/d8d/l6d 0
2024-03-19T01:51:50.017 INFO:tasks.workunit.client.0.smithi046.stdout:9/407: creat dd/d11/d2e/d4f/f86 x:0 0 0
2024-03-19T01:51:50.017 INFO:tasks.workunit.client.0.smithi046.stdout:1/363: dread d0/dd/f12 [0,4194304] 0
2024-03-19T01:51:50.018 INFO:tasks.workunit.client.0.smithi046.stdout:9/408: fdatasync dd/d11/d17/f35 0
2024-03-19T01:51:50.018 INFO:tasks.workunit.client.0.smithi046.stdout:0/686: chown d14/d1a/d8f/dc7/ldd 8085 1
2024-03-19T01:51:50.019 INFO:tasks.workunit.client.0.smithi046.stdout:3/527: creat d5/d17/d31/d54/fa2 x:0 0 0
2024-03-19T01:51:50.020 INFO:tasks.workunit.client.0.smithi046.stdout:0/687: write d14/d26/d7b/d4b/f70 [3430448,964] 0
2024-03-19T01:51:50.022 INFO:tasks.workunit.client.0.smithi046.stdout:3/528: write d5/f88 [73718,55625] 0
2024-03-19T01:51:50.024 INFO:tasks.workunit.client.0.smithi046.stdout:3/529: readlink d5/d10/l38 0
2024-03-19T01:51:50.026 INFO:tasks.workunit.client.0.smithi046.stdout:8/470: link d0/d5/da/d45/d5b/d62/f69 d0/d5/da/d45/fad 0
2024-03-19T01:51:50.027 INFO:tasks.workunit.client.0.smithi046.stdout:9/409: write dd/d11/f1e [7963206,87845] 0
2024-03-19T01:51:50.032 INFO:tasks.workunit.client.0.smithi046.stdout:8/471: write d0/d5/da/d45/d5b/d62/da5/f95 [785877,10375] 0
2024-03-19T01:51:50.035 INFO:tasks.workunit.client.0.smithi046.stdout:0/688: dread d14/d34/fe4 [0,4194304] 0
2024-03-19T01:51:50.040 INFO:tasks.workunit.client.0.smithi046.stdout:8/472: mkdir d0/d5/da/df/d47/dae 0
2024-03-19T01:51:50.041 INFO:tasks.workunit.client.0.smithi046.stdout:3/530: dwrite d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/f61 [0,4194304] 0
2024-03-19T01:51:50.042 INFO:tasks.workunit.client.0.smithi046.stdout:0/689: creat d14/d1a/fe6 x:0 0 0
2024-03-19T01:51:50.043 INFO:tasks.workunit.client.0.smithi046.stdout:9/410: dwrite dd/d11/d17/d49/d63/f7b [0,4194304] 0
2024-03-19T01:51:50.044 INFO:tasks.workunit.client.0.smithi046.stdout:8/473: fdatasync d0/d5/da/d45/d5b/d86/d8c/f9c 0
2024-03-19T01:51:50.045 INFO:tasks.workunit.client.0.smithi046.stdout:3/531: mkdir d5/d17/d62/d2d/da3 0
2024-03-19T01:51:50.046 INFO:tasks.workunit.client.0.smithi046.stdout:0/690: mkdir d14/d26/d7b/d3f/d8d/d5e/d5f/d74/de7 0
2024-03-19T01:51:50.046 INFO:tasks.workunit.client.0.smithi046.stdout:9/411: creat dd/d3d/d53/f87 x:0 0 0
2024-03-19T01:51:50.047 INFO:tasks.workunit.client.0.smithi046.stdout:3/532: stat d5/l11 0
2024-03-19T01:51:50.048 INFO:tasks.workunit.client.0.smithi046.stdout:3/533: chown d5/d17/l50 3218621 1
2024-03-19T01:51:50.050 INFO:tasks.workunit.client.0.smithi046.stdout:8/474: rename d0/d5/da/d45/d5b/d62 to d0/d5/da/d87/daf 0
2024-03-19T01:51:50.051 INFO:tasks.workunit.client.0.smithi046.stdout:0/691: link d14/d34/f5a d14/d1a/d8f/dc7/fe8 0
2024-03-19T01:51:50.053 INFO:tasks.workunit.client.0.smithi046.stdout:3/534: write d5/d17/d62/d2d/d3b/f4e [2137540,116370] 0
2024-03-19T01:51:50.054 INFO:tasks.workunit.client.0.smithi046.stdout:0/692: rmdir d14/d1a/d8f/da6 39
2024-03-19T01:51:50.055 INFO:tasks.workunit.client.0.smithi046.stdout:0/693: readlink d14/d1a/l4f 0
2024-03-19T01:51:50.058 INFO:tasks.workunit.client.0.smithi046.stdout:3/535: symlink d5/d17/d62/d2d/la4 0
2024-03-19T01:51:50.058 INFO:tasks.workunit.client.0.smithi046.stdout:0/694: readlink d14/d1a/d61/lb2 0
2024-03-19T01:51:50.060 INFO:tasks.workunit.client.0.smithi046.stdout:8/475: getdents d0/d5/da/d45 0
2024-03-19T01:51:50.061 INFO:tasks.workunit.client.0.smithi046.stdout:3/536: readlink d5/d17/d62/d2d/d3b/d7f/d9f/d5e/l97 0
2024-03-19T01:51:50.062 INFO:tasks.workunit.client.0.smithi046.stdout:3/537: chown d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/l53 8164871 1
2024-03-19T01:51:50.063 INFO:tasks.workunit.client.0.smithi046.stdout:8/476: truncate d0/f59 4799460 0
2024-03-19T01:51:50.064 INFO:tasks.workunit.client.0.smithi046.stdout:8/477: dread - d0/d5/da/d45/f50 zero size
2024-03-19T01:51:50.065 INFO:tasks.workunit.client.0.smithi046.stdout:8/478: fdatasync d0/d5/da/d45/d5b/f6b 0
2024-03-19T01:51:50.065 INFO:tasks.workunit.client.0.smithi046.stdout:3/538: creat d5/d10/d51/d9d/fa5 x:0 0 0
2024-03-19T01:51:50.067 INFO:tasks.workunit.client.0.smithi046.stdout:8/479: write d0/d5/da/f5c [811135,17918] 0
2024-03-19T01:51:50.068 INFO:tasks.workunit.client.0.smithi046.stdout:3/539: write d5/d17/d62/d2d/d3b/d7f/d9f/f70 [576572,4251] 0
2024-03-19T01:51:50.076 INFO:tasks.workunit.client.0.smithi046.stdout:8/480: getdents d0/d5/da/df/d47 0
2024-03-19T01:51:50.078 INFO:tasks.workunit.client.0.smithi046.stdout:3/540: rename d5/l11 to d5/la6 0
2024-03-19T01:51:50.080 INFO:tasks.workunit.client.0.smithi046.stdout:0/695: dread d14/d1a/f27 [0,4194304] 0
2024-03-19T01:51:50.083 INFO:tasks.workunit.client.0.smithi046.stdout:0/696: chown d14/fc0 231658460 1
2024-03-19T01:51:50.084 INFO:tasks.workunit.client.0.smithi046.stdout:8/481: link d0/d5/da/d87/daf/l9f d0/lb0 0
2024-03-19T01:51:50.086 INFO:tasks.workunit.client.0.smithi046.stdout:0/697: mknod d14/d26/d7b/ce9 0
2024-03-19T01:51:50.087 INFO:tasks.workunit.client.0.smithi046.stdout:3/541: link d5/d17/d62/d2d/d3b/d7f/d9f/c3c d5/d17/ca7 0
2024-03-19T01:51:50.090 INFO:tasks.workunit.client.0.smithi046.stdout:0/698: creat d14/d26/d7b/d3f/d72/fea x:0 0 0
2024-03-19T01:51:50.091 INFO:tasks.workunit.client.0.smithi046.stdout:8/482: dwrite d0/d5/da/d45/d5b/d86/d8c/f9c [0,4194304] 0
2024-03-19T01:51:50.096 INFO:tasks.workunit.client.0.smithi046.stdout:3/542: link d5/f67 d5/d17/d62/d2d/d3b/d7f/d9f/fa8 0
2024-03-19T01:51:50.099 INFO:tasks.workunit.client.0.smithi046.stdout:0/699: dwrite d14/d26/d7b/d3f/da0/da7/db8/fc4 [0,4194304] 0
2024-03-19T01:51:50.102 INFO:tasks.workunit.client.0.smithi046.stdout:3/543: write d5/f59 [365812,2349] 0
2024-03-19T01:51:50.104 INFO:tasks.workunit.client.0.smithi046.stdout:8/483: creat d0/fb1 x:0 0 0
2024-03-19T01:51:50.106 INFO:tasks.workunit.client.0.smithi046.stdout:0/700: mkdir d14/d1a/d8f/deb 0
2024-03-19T01:51:50.106 INFO:tasks.workunit.client.0.smithi046.stdout:0/701: chown d14/d1a/d8f/fb0 65217934 1
2024-03-19T01:51:50.107 INFO:tasks.workunit.client.0.smithi046.stdout:0/702: chown d14/d26/d7b/f54 3597 1
2024-03-19T01:51:50.107 INFO:tasks.workunit.client.0.smithi046.stdout:3/544: rmdir d5/d17/d76 39
2024-03-19T01:51:50.113 INFO:tasks.workunit.client.0.smithi046.stdout:0/703: dwrite d14/d1a/f8e [0,4194304] 0
2024-03-19T01:51:50.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:49 smithi046 ceph-mon[63102]: pgmap v55: 129 pgs: 129 active+clean; 630 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 MiB/s rd, 73 MiB/s wr, 178 op/s
2024-03-19T01:51:50.117 INFO:tasks.workunit.client.0.smithi046.stdout:3/545: write d5/d17/f22 [4432544,81425] 0
2024-03-19T01:51:50.118 INFO:tasks.workunit.client.0.smithi046.stdout:0/704: creat d14/d1a/d8f/deb/fec x:0 0 0
2024-03-19T01:51:50.123 INFO:tasks.workunit.client.0.smithi046.stdout:8/484: dwrite d0/d5/da/d45/f7d [4194304,4194304] 0
2024-03-19T01:51:50.125 INFO:tasks.workunit.client.0.smithi046.stdout:0/705: mkdir d14/d26/d7b/d3f/d72/ded 0
2024-03-19T01:51:50.125 INFO:tasks.workunit.client.0.smithi046.stdout:8/485: fdatasync d0/d5/da/d45/f74 0
2024-03-19T01:51:50.128 INFO:tasks.workunit.client.0.smithi046.stdout:0/706: read d14/d26/d7b/d3f/da0/da7/db8/fc4 [65744,16413] 0
2024-03-19T01:51:50.129 INFO:tasks.workunit.client.0.smithi046.stdout:3/546: truncate d5/d17/d62/d2d/d3b/d7f/d9f/d5e/f63 62230 0
2024-03-19T01:51:50.132 INFO:tasks.workunit.client.0.smithi046.stdout:8/486: creat d0/d5/da/df/d47/dae/fb2 x:0 0 0
2024-03-19T01:51:50.136 INFO:tasks.workunit.client.0.smithi046.stdout:3/547: rmdir d5/d17/d62/d2d/d3b/d7f/d9f/d5e 39
2024-03-19T01:51:50.138 INFO:tasks.workunit.client.0.smithi046.stdout:0/707: fsync d14/f84 0
2024-03-19T01:51:50.145 INFO:tasks.workunit.client.0.smithi046.stdout:0/708: symlink d14/d26/d7b/d3f/da0/da7/db8/lee 0
2024-03-19T01:51:50.145 INFO:tasks.workunit.client.0.smithi046.stdout:8/487: dwrite d0/d5/da/df/d47/d5d/f99 [0,4194304] 0
2024-03-19T01:51:50.147 INFO:tasks.workunit.client.0.smithi046.stdout:0/709: fsync d14/d26/d7b/d3f/d8d/d5e/d5f/d74/f9f 0
2024-03-19T01:51:50.149 INFO:tasks.workunit.client.0.smithi046.stdout:0/710: chown d14/d26/d7b/d3f/c59 2 1
2024-03-19T01:51:50.151 INFO:tasks.workunit.client.0.smithi046.stdout:8/488: dwrite d0/d5/da/d45/f17 [0,4194304] 0
2024-03-19T01:51:50.152 INFO:tasks.workunit.client.0.smithi046.stdout:8/489: fdatasync d0/d5/da/d45/f74 0
2024-03-19T01:51:50.152 INFO:tasks.workunit.client.0.smithi046.stdout:3/548: rename d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d5f/d6b/l86 to d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/la9 0
2024-03-19T01:51:50.153 INFO:tasks.workunit.client.0.smithi046.stdout:8/490: chown d0/d5/da/d45/d58 1776349882 1
2024-03-19T01:51:50.155 INFO:tasks.workunit.client.0.smithi046.stdout:3/549: read - d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d52/f80 zero size
2024-03-19T01:51:50.156 INFO:tasks.workunit.client.0.smithi046.stdout:0/711: getdents d14/d26/d7b/d3f/da0 0
2024-03-19T01:51:50.157 INFO:tasks.workunit.client.0.smithi046.stdout:0/712: truncate d14/d26/f6e 902510 0
2024-03-19T01:51:50.158 INFO:tasks.workunit.client.0.smithi046.stdout:8/491: creat d0/d5/fb3 x:0 0 0
2024-03-19T01:51:50.161 INFO:tasks.workunit.client.0.smithi046.stdout:0/713: rename d14/d26/d7b/d3f/d8d/ca1 to d14/d26/d7b/d3f/d8d/d5e/cef 0
2024-03-19T01:51:50.163 INFO:tasks.workunit.client.0.smithi046.stdout:8/492: chown d0/d5/da/df/f54 12666 1
2024-03-19T01:51:50.165 INFO:tasks.workunit.client.0.smithi046.stdout:0/714: rename d14/d26/d7b/d3f/d8d/d5e/d5f/fe5 to d14/d26/d7b/d3f/d8d/d5e/d7f/ff0 0
2024-03-19T01:51:50.166 INFO:tasks.workunit.client.0.smithi046.stdout:8/493: mknod d0/d5/da/cb4 0
2024-03-19T01:51:50.168 INFO:tasks.workunit.client.0.smithi046.stdout:0/715: link d14/d26/d7b/d3f/da0/da7/db8/lee d14/d1a/db9/de1/lf1 0
2024-03-19T01:51:50.169 INFO:tasks.workunit.client.0.smithi046.stdout:8/494: symlink d0/d5/lb5 0
2024-03-19T01:51:50.172 INFO:tasks.workunit.client.0.smithi046.stdout:8/495: unlink d0/d5/da/df/d47/l97 0
2024-03-19T01:51:50.176 INFO:tasks.workunit.client.0.smithi046.stdout:8/496: rename d0/d5/da/df/d47/d8d/f96 to d0/d5/dc/fb6 0
2024-03-19T01:51:50.178 INFO:tasks.workunit.client.0.smithi046.stdout:8/497: stat d0/d5/da/d87 0
2024-03-19T01:51:50.179 INFO:tasks.workunit.client.0.smithi046.stdout:8/498: chown d0/d5/da/d45/f17 14875 1
2024-03-19T01:51:50.181 INFO:tasks.workunit.client.0.smithi046.stdout:8/499: readlink d0/d5/l94 0
2024-03-19T01:51:50.182 INFO:tasks.workunit.client.0.smithi046.stdout:8/500: rmdir d0/d5/da/d45/d58 39
2024-03-19T01:51:50.184 INFO:tasks.workunit.client.0.smithi046.stdout:8/501: write d0/d5/da/df/d47/d8d/f90 [710936,64645] 0
2024-03-19T01:51:50.282 INFO:tasks.workunit.client.0.smithi046.stdout:3/550: chown d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/la9 483753027 1
2024-03-19T01:51:50.285 INFO:tasks.workunit.client.0.smithi046.stdout:3/551: getdents d5/d17/d62/d2d 0
2024-03-19T01:51:50.287 INFO:tasks.workunit.client.0.smithi046.stdout:3/552: creat d5/d17/d62/d2d/d3b/d7f/faa x:0 0 0
2024-03-19T01:51:50.300 INFO:tasks.workunit.client.0.smithi046.stdout:3/553: dread d5/f1a [0,4194304] 0
2024-03-19T01:51:50.302 INFO:tasks.workunit.client.0.smithi046.stdout:3/554: creat d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d8c/fab x:0 0 0
2024-03-19T01:51:50.303 INFO:tasks.workunit.client.0.smithi046.stdout:3/555: dread - d5/d17/d62/d2d/d3b/d7f/faa zero size
2024-03-19T01:51:50.304 INFO:tasks.workunit.client.0.smithi046.stdout:3/556: dread - d5/d17/d31/d4b/f90 zero size
2024-03-19T01:51:50.304 INFO:tasks.workunit.client.0.smithi046.stdout:3/557: stat d5/f67 0
2024-03-19T01:51:50.308 INFO:tasks.workunit.client.0.smithi046.stdout:3/558: creat d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/fac x:0 0 0
2024-03-19T01:51:50.310 INFO:tasks.workunit.client.0.smithi046.stdout:3/559: symlink d5/d17/d62/d2d/lad 0
2024-03-19T01:51:50.313 INFO:tasks.workunit.client.0.smithi046.stdout:3/560: getdents d5/d17/d31/d54 0
2024-03-19T01:51:50.314 INFO:tasks.workunit.client.0.smithi046.stdout:3/561: dread - d5/d17/d31/d4b/f99 zero size
2024-03-19T01:51:50.332 INFO:tasks.workunit.client.0.smithi046.stdout:7/512: sync
2024-03-19T01:51:50.333 INFO:tasks.workunit.client.0.smithi046.stdout:7/513: write d1/dc/d18/d4e/f9f [223004,73143] 0
2024-03-19T01:51:50.338 INFO:tasks.workunit.client.0.smithi046.stdout:7/514: link d1/fb d1/dc/df/d11/d39/d6f/d7c/d8d/fa4 0
2024-03-19T01:51:50.338 INFO:tasks.workunit.client.0.smithi046.stdout:7/515: chown d1/dc/d18/l3d 128733 1
2024-03-19T01:51:50.341 INFO:tasks.workunit.client.0.smithi046.stdout:7/516: mkdir d1/dc/df/d11/d39/d6f/d7c/d8d/da5 0
2024-03-19T01:51:50.343 INFO:tasks.workunit.client.0.smithi046.stdout:7/517: mkdir d1/dc/da6 0
2024-03-19T01:51:50.347 INFO:tasks.workunit.client.0.smithi046.stdout:7/518: getdents d1 0
2024-03-19T01:51:50.350 INFO:tasks.workunit.client.0.smithi046.stdout:7/519: unlink d1/d2a/d7a/l89 0
2024-03-19T01:51:50.350 INFO:tasks.workunit.client.0.smithi046.stdout:7/520: dread - d1/f9a zero size
2024-03-19T01:51:50.353 INFO:tasks.workunit.client.0.smithi046.stdout:7/521: symlink d1/dc/df/d11/la7 0
2024-03-19T01:51:50.353 INFO:tasks.workunit.client.0.smithi046.stdout:7/522: chown d1/dc/df/l38 45 1
2024-03-19T01:51:50.355 INFO:tasks.workunit.client.0.smithi046.stdout:7/523: symlink d1/dc/da6/la8 0
2024-03-19T01:51:50.355 INFO:tasks.workunit.client.0.smithi046.stdout:7/524: chown c0 539762406 1
2024-03-19T01:51:50.356 INFO:tasks.workunit.client.0.smithi046.stdout:7/525: chown d1/l1a 587405 1
2024-03-19T01:51:50.436 INFO:tasks.workunit.client.0.smithi046.stdout:5/417: sync
2024-03-19T01:51:50.438 INFO:tasks.workunit.client.0.smithi046.stdout:5/418: rename d0/f33 to d0/d77/d87/f94 0
2024-03-19T01:51:50.438 INFO:tasks.workunit.client.0.smithi046.stdout:5/419: fdatasync d0/d1/d1d/f8c 0
2024-03-19T01:51:50.439 INFO:tasks.workunit.client.0.smithi046.stdout:5/420: readlink d0/d1/d56/l91 0
2024-03-19T01:51:50.441 INFO:tasks.workunit.client.0.smithi046.stdout:5/421: rmdir d0/d77/d8e 0
2024-03-19T01:51:50.442 INFO:tasks.workunit.client.0.smithi046.stdout:5/422: chown d0/d77/f8f 62 1
2024-03-19T01:51:50.444 INFO:tasks.workunit.client.0.smithi046.stdout:5/423: mknod d0/d1/d20/d47/d4e/d41/c95 0
2024-03-19T01:51:50.446 INFO:tasks.workunit.client.0.smithi046.stdout:5/424: creat d0/d1/f96 x:0 0 0
2024-03-19T01:51:50.449 INFO:tasks.workunit.client.0.smithi046.stdout:5/425: rename d0/d43 to d0/d2d/d50/d90/d97 0
2024-03-19T01:51:50.451 INFO:tasks.workunit.client.0.smithi046.stdout:5/426: dread d0/d2d/d50/d90/d97/f5e [0,4194304] 0
2024-03-19T01:51:50.454 INFO:tasks.workunit.client.0.smithi046.stdout:5/427: creat d0/d1/d37/f98 x:0 0 0
2024-03-19T01:51:50.456 INFO:tasks.workunit.client.0.smithi046.stdout:5/428: mkdir d0/d2d/d50/d90/d99 0
2024-03-19T01:51:50.458 INFO:tasks.workunit.client.0.smithi046.stdout:5/429: creat d0/d2d/d50/f9a x:0 0 0
2024-03-19T01:51:50.461 INFO:tasks.workunit.client.0.smithi046.stdout:5/430: write d0/d1/d20/d47/d4e/f8a [2549192,79120] 0
2024-03-19T01:51:50.464 INFO:tasks.workunit.client.0.smithi046.stdout:5/431: rename d0/d1/d20/c18 to d0/d1/d20/d47/d4e/d41/c9b 0
2024-03-19T01:51:50.466 INFO:tasks.workunit.client.0.smithi046.stdout:5/432: creat d0/d1/d20/d47/d4e/d82/f9c x:0 0 0
2024-03-19T01:51:50.470 INFO:tasks.workunit.client.0.smithi046.stdout:5/433: creat d0/d2d/d71/f9d x:0 0 0
2024-03-19T01:51:50.470 INFO:tasks.workunit.client.0.smithi046.stdout:5/434: readlink d0/d1/d20/d47/d4e/d41/l55 0
2024-03-19T01:51:50.473 INFO:tasks.workunit.client.0.smithi046.stdout:5/435: creat d0/d2d/d50/d52/f9e x:0 0 0
2024-03-19T01:51:50.476 INFO:tasks.workunit.client.0.smithi046.stdout:5/436: creat d0/f9f x:0 0 0
2024-03-19T01:51:50.478 INFO:tasks.workunit.client.0.smithi046.stdout:5/437: creat d0/d65/fa0 x:0 0 0
2024-03-19T01:51:50.479 INFO:tasks.workunit.client.0.smithi046.stdout:5/438: write d0/d2d/d50/f9a [200143,103408] 0
2024-03-19T01:51:50.485 INFO:tasks.workunit.client.0.smithi046.stdout:5/439: link d0/d2d/d2e/l67 d0/d2d/d71/d74/d8d/la1 0
2024-03-19T01:51:50.487 INFO:tasks.workunit.client.0.smithi046.stdout:5/440: symlink d0/d1/d56/la2 0
2024-03-19T01:51:50.490 INFO:tasks.workunit.client.0.smithi046.stdout:5/441: link d0/f61 d0/fa3 0
2024-03-19T01:51:50.492 INFO:tasks.workunit.client.0.smithi046.stdout:5/442: mkdir d0/d1/d20/d47/da4 0
2024-03-19T01:51:50.496 INFO:tasks.workunit.client.0.smithi046.stdout:4/562: sync
2024-03-19T01:51:50.496 INFO:tasks.workunit.client.0.smithi046.stdout:6/504: sync
2024-03-19T01:51:50.496 INFO:tasks.workunit.client.0.smithi046.stdout:2/423: sync
2024-03-19T01:51:50.497 INFO:tasks.workunit.client.0.smithi046.stdout:5/443: dwrite d0/d2d/d50/d90/d97/f6b [4194304,4194304] 0
2024-03-19T01:51:50.500 INFO:tasks.workunit.client.0.smithi046.stdout:4/563: truncate d7/d10/d13/d58/d5d/d7c/d9c/f2c 75943 0
2024-03-19T01:51:50.501 INFO:tasks.workunit.client.0.smithi046.stdout:5/444: chown d0/d1/d1d/c4f 95985966 1
2024-03-19T01:51:50.504 INFO:tasks.workunit.client.0.smithi046.stdout:4/564: creat d7/d10/d13/d58/d5d/fc0 x:0 0 0
2024-03-19T01:51:50.504 INFO:tasks.workunit.client.0.smithi046.stdout:2/424: rename d0/dc/d61/f22 to d0/dc/f84 0
2024-03-19T01:51:50.505 INFO:tasks.workunit.client.0.smithi046.stdout:2/425: truncate d0/d27/f72 624505 0
2024-03-19T01:51:50.506 INFO:tasks.workunit.client.0.smithi046.stdout:5/445: symlink d0/d77/d7c/la5 0
2024-03-19T01:51:50.507 INFO:tasks.workunit.client.0.smithi046.stdout:4/565: rename d7/d4f/d7e/d73 to d7/d10/d13/d58/d75/dc1 0
2024-03-19T01:51:50.511 INFO:tasks.workunit.client.0.smithi046.stdout:2/426: rmdir d0/dc/d61 39
2024-03-19T01:51:50.512 INFO:tasks.workunit.client.0.smithi046.stdout:2/427: fsync d0/dc/d61/d39/d59/f73 0
2024-03-19T01:51:50.512 INFO:tasks.workunit.client.0.smithi046.stdout:5/446: mknod d0/d1/d20/d47/da4/ca6 0
2024-03-19T01:51:50.515 INFO:tasks.workunit.client.0.smithi046.stdout:4/566: dread d7/d10/f40 [0,4194304] 0
2024-03-19T01:51:50.519 INFO:tasks.workunit.client.0.smithi046.stdout:4/567: creat d7/d4f/dbd/fc2 x:0 0 0
2024-03-19T01:51:50.523 INFO:tasks.workunit.client.0.smithi046.stdout:6/505: truncate d1a/d66/f99 2330664 0
2024-03-19T01:51:50.524 INFO:tasks.workunit.client.0.smithi046.stdout:2/428: dwrite d0/d48/f2c [0,4194304] 0
2024-03-19T01:51:50.527 INFO:tasks.workunit.client.0.smithi046.stdout:5/447: dwrite d0/f61 [0,4194304] 0
2024-03-19T01:51:50.527 INFO:tasks.workunit.client.0.smithi046.stdout:6/506: creat d1a/d26/d2e/d89/faa x:0 0 0
2024-03-19T01:51:50.529 INFO:tasks.workunit.client.0.smithi046.stdout:6/507: write d1a/f3c [618317,15359] 0
2024-03-19T01:51:50.530 INFO:tasks.workunit.client.0.smithi046.stdout:4/568: dwrite d7/d4f/d7e/f87 [0,4194304] 0
2024-03-19T01:51:50.530 INFO:tasks.workunit.client.0.smithi046.stdout:2/429: mknod d0/dc/d61/c85 0
2024-03-19T01:51:50.541 INFO:tasks.workunit.client.0.smithi046.stdout:6/508: dwrite d1a/f84 [0,4194304] 0
2024-03-19T01:51:50.545 INFO:tasks.workunit.client.0.smithi046.stdout:4/569: dwrite d7/d10/d13/f27 [0,4194304] 0
2024-03-19T01:51:50.546 INFO:tasks.workunit.client.0.smithi046.stdout:4/570: write d7/fa [4260206,6191] 0
2024-03-19T01:51:50.549 INFO:tasks.workunit.client.0.smithi046.stdout:6/509: creat d1a/d4d/d65/fab x:0 0 0
2024-03-19T01:51:50.551 INFO:tasks.workunit.client.0.smithi046.stdout:4/571: mkdir d7/d10/d13/d58/d5d/d7c/dc3 0
2024-03-19T01:51:50.554 INFO:tasks.workunit.client.0.smithi046.stdout:4/572: mknod d7/d4f/dbd/cc4 0
2024-03-19T01:51:50.560 INFO:tasks.workunit.client.0.smithi046.stdout:6/510: dwrite d1a/d4d/d65/d80/d62/d5b/d40/f79 [0,4194304] 0
2024-03-19T01:51:50.562 INFO:tasks.workunit.client.0.smithi046.stdout:4/573: mkdir d7/d10/d13/d58/d5d/dbb/d79/dc5 0
2024-03-19T01:51:50.562 INFO:tasks.workunit.client.0.smithi046.stdout:6/511: fdatasync d1a/d66/d71/f88 0
2024-03-19T01:51:50.566 INFO:tasks.workunit.client.0.smithi046.stdout:4/574: creat d7/d4f/d6e/d9b/fc6 x:0 0 0
2024-03-19T01:51:50.566 INFO:tasks.workunit.client.0.smithi046.stdout:2/430: dread d0/dc/d61/d39/f6c [0,4194304] 0
2024-03-19T01:51:50.567 INFO:tasks.workunit.client.0.smithi046.stdout:6/512: mkdir d1a/dac 0
2024-03-19T01:51:50.568 INFO:tasks.workunit.client.0.smithi046.stdout:6/513: chown d1a/d4d/d65/d80/d62/d5b/l98 7920885 1
2024-03-19T01:51:50.569 INFO:tasks.workunit.client.0.smithi046.stdout:2/431: mknod d0/dc/d61/c86 0
2024-03-19T01:51:50.572 INFO:tasks.workunit.client.0.smithi046.stdout:4/575: rename d7/d10/d13/d58/d5d/dbb/d79/fad to d7/d10/d13/d58/d5d/fc7 0
2024-03-19T01:51:50.574 INFO:tasks.workunit.client.0.smithi046.stdout:4/576: stat d7/d4f/d7e/d6c 0
2024-03-19T01:51:50.576 INFO:tasks.workunit.client.0.smithi046.stdout:4/577: chown d7/d4f/d7e/db5 124 1
2024-03-19T01:51:50.579 INFO:tasks.workunit.client.0.smithi046.stdout:6/514: dwrite d1a/d4d/d65/d80/d62/d5b/f3e [0,4194304] 0
2024-03-19T01:51:50.581 INFO:tasks.workunit.client.0.smithi046.stdout:2/432: dwrite d0/dc/d61/d39/d59/f7b [0,4194304] 0
2024-03-19T01:51:50.581 INFO:tasks.workunit.client.0.smithi046.stdout:4/578: creat d7/d10/d13/d58/fc8 x:0 0 0
2024-03-19T01:51:50.583 INFO:tasks.workunit.client.0.smithi046.stdout:6/515: symlink d1a/d26/d2e/d89/lad 0
2024-03-19T01:51:50.584 INFO:tasks.workunit.client.0.smithi046.stdout:4/579: symlink d7/d4f/dbd/lc9 0
2024-03-19T01:51:50.585 INFO:tasks.workunit.client.0.smithi046.stdout:2/433: symlink d0/d48/l87 0
2024-03-19T01:51:50.587 INFO:tasks.workunit.client.0.smithi046.stdout:6/516: mknod d1a/d4d/d65/d80/d62/d5b/d40/d81/cae 0
2024-03-19T01:51:50.588 INFO:tasks.workunit.client.0.smithi046.stdout:2/434: write d0/d48/d2a/f56 [889482,112477] 0
2024-03-19T01:51:50.588 INFO:tasks.workunit.client.0.smithi046.stdout:6/517: chown d1a/d4d/d65/d80/d62/d5b/d57 0 1
2024-03-19T01:51:50.589 INFO:tasks.workunit.client.0.smithi046.stdout:2/435: chown d0/dc/d61/l7d 104393503 1
2024-03-19T01:51:50.590 INFO:tasks.workunit.client.0.smithi046.stdout:2/436: chown d0/d70/c7a 0 1
2024-03-19T01:51:50.591 INFO:tasks.workunit.client.0.smithi046.stdout:6/518: mknod d1a/d26/d2e/caf 0
2024-03-19T01:51:50.593 INFO:tasks.workunit.client.0.smithi046.stdout:4/580: dwrite d7/d10/d13/d58/d5d/fc7 [0,4194304] 0
2024-03-19T01:51:50.593 INFO:tasks.workunit.client.0.smithi046.stdout:6/519: fdatasync d1a/d4d/f9a 0
2024-03-19T01:51:50.594 INFO:tasks.workunit.client.0.smithi046.stdout:2/437: write d0/dc/f69 [3626892,100049] 0
2024-03-19T01:51:50.597 INFO:tasks.workunit.client.0.smithi046.stdout:7/526: sync
2024-03-19T01:51:50.597 INFO:tasks.workunit.client.0.smithi046.stdout:3/562: sync
2024-03-19T01:51:50.597 INFO:tasks.workunit.client.0.smithi046.stdout:0/716: sync
2024-03-19T01:51:50.597 INFO:tasks.workunit.client.0.smithi046.stdout:9/412: sync
2024-03-19T01:51:50.597 INFO:tasks.workunit.client.0.smithi046.stdout:1/364: sync
2024-03-19T01:51:50.597 INFO:tasks.workunit.client.0.smithi046.stdout:8/502: sync
2024-03-19T01:51:50.597 INFO:tasks.workunit.client.0.smithi046.stdout:4/581: mkdir d7/d10/d13/d58/d75/dca 0
2024-03-19T01:51:50.601 INFO:tasks.workunit.client.0.smithi046.stdout:8/503: truncate d0/d5/dc/f4c 788871 0
2024-03-19T01:51:50.602 INFO:tasks.workunit.client.0.smithi046.stdout:1/365: unlink d0/f18 0
2024-03-19T01:51:50.603 INFO:tasks.workunit.client.0.smithi046.stdout:7/527: creat d1/dc/df/d11/d39/d6e/fa9 x:0 0 0
2024-03-19T01:51:50.603 INFO:tasks.workunit.client.0.smithi046.stdout:6/520: link d1a/d4d/d65/d80/d62/d5b/l98 d1a/d4d/d65/d80/lb0 0
2024-03-19T01:51:50.605 INFO:tasks.workunit.client.0.smithi046.stdout:4/582: symlink d7/d10/d13/d58/d75/lcb 0
2024-03-19T01:51:50.605 INFO:tasks.workunit.client.0.smithi046.stdout:1/366: write d0/dd/f12 [1856634,82281] 0
2024-03-19T01:51:50.606 INFO:tasks.workunit.client.0.smithi046.stdout:9/413: symlink dd/d11/d2e/d48/l88 0
2024-03-19T01:51:50.607 INFO:tasks.workunit.client.0.smithi046.stdout:3/563: mknod d5/d17/d31/cae 0
2024-03-19T01:51:50.607 INFO:tasks.workunit.client.0.smithi046.stdout:1/367: chown d0/dd/d26/d2c 439925642 1
2024-03-19T01:51:50.608 INFO:tasks.workunit.client.0.smithi046.stdout:6/521: write d1a/d26/d2e/f6a [5214424,84878] 0
2024-03-19T01:51:50.608 INFO:tasks.workunit.client.0.smithi046.stdout:9/414: readlink dd/d1c/d25/l44 0
2024-03-19T01:51:50.608 INFO:tasks.workunit.client.0.smithi046.stdout:8/504: rename d0/d5/da/df/d47/dae/fb2 to d0/d5/da/df/d47/fb7 0
2024-03-19T01:51:50.609 INFO:tasks.workunit.client.0.smithi046.stdout:1/368: stat d0/dd/c43 0
2024-03-19T01:51:50.612 INFO:tasks.workunit.client.0.smithi046.stdout:1/369: fsync d0/f44 0
2024-03-19T01:51:50.613 INFO:tasks.workunit.client.0.smithi046.stdout:7/528: unlink d1/l71 0
2024-03-19T01:51:50.614 INFO:tasks.workunit.client.0.smithi046.stdout:3/564: fsync d5/d17/d62/d2d/d3b/d7f/faa 0
2024-03-19T01:51:50.615 INFO:tasks.workunit.client.0.smithi046.stdout:6/522: fdatasync d1a/d4d/f9a 0
2024-03-19T01:51:50.619 INFO:tasks.workunit.client.0.smithi046.stdout:1/370: rmdir d0/d6/d6a 39
2024-03-19T01:51:50.622 INFO:tasks.workunit.client.0.smithi046.stdout:4/583: getdents d7/d4f/d7e/d6c 0
2024-03-19T01:51:50.622 INFO:tasks.workunit.client.0.smithi046.stdout:6/523: unlink d1a/d4d/d65/l7c 0
2024-03-19T01:51:50.625 INFO:tasks.workunit.client.0.smithi046.stdout:3/565: mknod d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/d56/caf 0
2024-03-19T01:51:50.625 INFO:tasks.workunit.client.0.smithi046.stdout:2/438: dread d0/f46 [0,4194304] 0
2024-03-19T01:51:50.626 INFO:tasks.workunit.client.0.smithi046.stdout:1/371: mknod d0/d6/da/d56/c78 0
2024-03-19T01:51:50.626 INFO:tasks.workunit.client.0.smithi046.stdout:4/584: dread - d7/d10/fb7 zero size
2024-03-19T01:51:50.628 INFO:tasks.workunit.client.0.smithi046.stdout:2/439: fdatasync d0/dc/f69 0
2024-03-19T01:51:50.629 INFO:tasks.workunit.client.0.smithi046.stdout:5/448: sync
2024-03-19T01:51:50.630 INFO:tasks.workunit.client.0.smithi046.stdout:9/415: dwrite dd/d11/d17/d49/d63/f7b [0,4194304] 0
2024-03-19T01:51:50.631 INFO:tasks.workunit.client.0.smithi046.stdout:4/585: mkdir d7/d4f/dbd/dcc 0
2024-03-19T01:51:50.632 INFO:tasks.workunit.client.0.smithi046.stdout:0/717: dread d14/f17 [0,4194304] 0
2024-03-19T01:51:50.632 INFO:tasks.workunit.client.0.smithi046.stdout:5/449: read - d0/d65/fa0 zero size
2024-03-19T01:51:50.632 INFO:tasks.workunit.client.0.smithi046.stdout:6/524: creat d1a/fb1 x:0 0 0
2024-03-19T01:51:50.633 INFO:tasks.workunit.client.0.smithi046.stdout:4/586: readlink d7/d4f/lb3 0
2024-03-19T01:51:50.633 INFO:tasks.workunit.client.0.smithi046.stdout:9/416: dread - dd/d11/d17/f62 zero size
2024-03-19T01:51:50.635 INFO:tasks.workunit.client.0.smithi046.stdout:9/417: readlink dd/l67 0
2024-03-19T01:51:50.635 INFO:tasks.workunit.client.0.smithi046.stdout:0/718: write d14/d1a/d8f/f9d [578580,118893] 0
2024-03-19T01:51:50.636 INFO:tasks.workunit.client.0.smithi046.stdout:4/587: write d7/d10/fb7 [817219,926] 0
2024-03-19T01:51:50.640 INFO:tasks.workunit.client.0.smithi046.stdout:6/525: truncate d1a/d4d/d65/d80/f97 460825 0
2024-03-19T01:51:50.641 INFO:tasks.workunit.client.0.smithi046.stdout:8/505: dread d0/d5/da/df/f54 [0,4194304] 0
2024-03-19T01:51:50.641 INFO:tasks.workunit.client.0.smithi046.stdout:1/372: dread d0/dd/f12 [0,4194304] 0
2024-03-19T01:51:50.642 INFO:tasks.workunit.client.0.smithi046.stdout:0/719: write d14/d1a/f8e [5189119,76508] 0
2024-03-19T01:51:50.642 INFO:tasks.workunit.client.0.smithi046.stdout:3/566: link d5/d17/f48 d5/d17/fb0 0
2024-03-19T01:51:50.644 INFO:tasks.workunit.client.0.smithi046.stdout:7/529: truncate d1/dc/d18/f83 2287867 0
2024-03-19T01:51:50.646 INFO:tasks.workunit.client.0.smithi046.stdout:4/588: dread - d7/d10/d13/d58/d5d/dbb/d50/faa zero size
2024-03-19T01:51:50.648 INFO:tasks.workunit.client.0.smithi046.stdout:5/450: write d0/d1/f3a [48778,43790] 0
2024-03-19T01:51:50.648 INFO:tasks.workunit.client.0.smithi046.stdout:6/526: readlink d1a/d4d/d5a/l73 0
2024-03-19T01:51:50.651 INFO:tasks.workunit.client.0.smithi046.stdout:0/720: mkdir d14/d26/d7b/df2 0
2024-03-19T01:51:50.652 INFO:tasks.workunit.client.0.smithi046.stdout:5/451: readlink d0/d77/l40 0
2024-03-19T01:51:50.652 INFO:tasks.workunit.client.0.smithi046.stdout:2/440: dwrite d0/f24 [0,4194304] 0
2024-03-19T01:51:50.652 INFO:tasks.workunit.client.0.smithi046.stdout:4/589: mknod d7/d4f/ccd 0
2024-03-19T01:51:50.654 INFO:tasks.workunit.client.0.smithi046.stdout:1/373: write d0/dd/d26/d23/d28/d3c/d5f/f61 [78574,72402] 0
2024-03-19T01:51:50.658 INFO:tasks.workunit.client.0.smithi046.stdout:2/441: write d0/dc/f69 [1865377,129532] 0
2024-03-19T01:51:50.659 INFO:tasks.workunit.client.0.smithi046.stdout:9/418: dwrite dd/d3d/f42 [0,4194304] 0
2024-03-19T01:51:50.659 INFO:tasks.workunit.client.0.smithi046.stdout:3/567: write d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/d56/f65 [5055863,22991] 0
2024-03-19T01:51:50.661 INFO:tasks.workunit.client.0.smithi046.stdout:7/530: rename d1/dc/df/d11/d39/d6f/d7c/d8d to d1/dc/df/d11/d39/d6f/daa 0
2024-03-19T01:51:50.661 INFO:tasks.workunit.client.0.smithi046.stdout:4/590: fdatasync d7/f9 0
2024-03-19T01:51:50.662 INFO:tasks.workunit.client.0.smithi046.stdout:6/527: truncate d1a/d26/d2e/f93 65799 0
2024-03-19T01:51:50.664 INFO:tasks.workunit.client.0.smithi046.stdout:5/452: write d0/d1/fe [2665604,37563] 0
2024-03-19T01:51:50.664 INFO:tasks.workunit.client.0.smithi046.stdout:1/374: chown d0/dd/d26/d23/l52 4 1
2024-03-19T01:51:50.665 INFO:tasks.workunit.client.0.smithi046.stdout:0/721: mknod d14/d26/d7b/d3f/d8d/d5e/d5f/d74/cf3 0
2024-03-19T01:51:50.665 INFO:tasks.workunit.client.0.smithi046.stdout:4/591: write d7/d10/fb7 [1774241,57253] 0
2024-03-19T01:51:50.666 INFO:tasks.workunit.client.0.smithi046.stdout:6/528: unlink d1a/d4d/fa3 0
2024-03-19T01:51:50.666 INFO:tasks.workunit.client.0.smithi046.stdout:2/442: chown d0/f2 328983 1
2024-03-19T01:51:50.669 INFO:tasks.workunit.client.0.smithi046.stdout:8/506: dwrite d0/d5/da/d87/daf/da5/f95 [0,4194304] 0
2024-03-19T01:51:50.672 INFO:tasks.workunit.client.0.smithi046.stdout:6/529: truncate d1a/d66/f8e 952790 0
2024-03-19T01:51:50.672 INFO:tasks.workunit.client.0.smithi046.stdout:2/443: write d0/d27/f74 [778671,71621] 0
2024-03-19T01:51:50.673 INFO:tasks.workunit.client.0.smithi046.stdout:9/419: getdents dd/d11/d2e/d48 0
2024-03-19T01:51:50.675 INFO:tasks.workunit.client.0.smithi046.stdout:7/531: creat d1/dc/df/d11/fab x:0 0 0
2024-03-19T01:51:50.676 INFO:tasks.workunit.client.0.smithi046.stdout:5/453: mkdir d0/d1/d20/d47/d4e/d41/da7 0
2024-03-19T01:51:50.679 INFO:tasks.workunit.client.0.smithi046.stdout:1/375: dread d0/dd/d26/d23/d28/d3c/d5f/f61 [0,4194304] 0
2024-03-19T01:51:50.684 INFO:tasks.workunit.client.0.smithi046.stdout:5/454: fsync d0/d2d/d2e/f4b 0
2024-03-19T01:51:50.684 INFO:tasks.workunit.client.0.smithi046.stdout:6/530: symlink d1a/d4d/d65/d80/d62/d5b/d40/lb2 0
2024-03-19T01:51:50.685 INFO:tasks.workunit.client.0.smithi046.stdout:7/532: creat d1/dc/df/d11/d39/fac x:0 0 0
2024-03-19T01:51:50.686 INFO:tasks.workunit.client.0.smithi046.stdout:1/376: write d0/d6/d6a/f6d [42607,79399] 0
2024-03-19T01:51:50.688 INFO:tasks.workunit.client.0.smithi046.stdout:5/455: fdatasync d0/d1/d1d/f34 0
2024-03-19T01:51:50.689 INFO:tasks.workunit.client.0.smithi046.stdout:3/568: link d5/c8 d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/cb1 0
2024-03-19T01:51:50.690 INFO:tasks.workunit.client.0.smithi046.stdout:6/531: chown d1a/d4d/d65/d80/d62/f1e 724173 1
2024-03-19T01:51:50.690 INFO:tasks.workunit.client.0.smithi046.stdout:9/420: truncate dd/f29 2447328 0
2024-03-19T01:51:50.694 INFO:tasks.workunit.client.0.smithi046.stdout:2/444: dwrite d0/f77 [0,4194304] 0
2024-03-19T01:51:50.696 INFO:tasks.workunit.client.0.smithi046.stdout:6/532: write d1a/d66/f8e [1872705,32794] 0
2024-03-19T01:51:50.696 INFO:tasks.workunit.client.0.smithi046.stdout:5/456: mkdir d0/d1/d20/d47/d4e/d82/da8 0
2024-03-19T01:51:50.697 INFO:tasks.workunit.client.0.smithi046.stdout:8/507: rename d0/d5/da/f52 to d0/d5/da/df/fb8 0
2024-03-19T01:51:50.703 INFO:tasks.workunit.client.0.smithi046.stdout:7/533: getdents d1/d2a/d7a 0
2024-03-19T01:51:50.703 INFO:tasks.workunit.client.0.smithi046.stdout:2/445: write d0/dc/d61/d2f/f57 [4773590,119728] 0
2024-03-19T01:51:50.705 INFO:tasks.workunit.client.0.smithi046.stdout:5/457: stat d0/d2d/d71/d74/d8d/la1 0
2024-03-19T01:51:50.705 INFO:tasks.workunit.client.0.smithi046.stdout:0/722: dwrite d14/d26/d7b/d3f/d8d/d5e/d5f/d74/fae [0,4194304] 0
2024-03-19T01:51:50.705 INFO:tasks.workunit.client.0.smithi046.stdout:3/569: symlink d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d52/lb2 0
2024-03-19T01:51:50.706 INFO:tasks.workunit.client.0.smithi046.stdout:2/446: dread - d0/d27/f81 zero size
2024-03-19T01:51:50.711 INFO:tasks.workunit.client.0.smithi046.stdout:6/533: fdatasync d1a/d66/f8e 0
2024-03-19T01:51:50.712 INFO:tasks.workunit.client.0.smithi046.stdout:1/377: rename d0/d6/da/l5b to d0/dd/d26/d23/d28/l79 0
2024-03-19T01:51:50.715 INFO:tasks.workunit.client.0.smithi046.stdout:5/458: dread - d0/d2d/d71/f9d zero size
2024-03-19T01:51:50.717 INFO:tasks.workunit.client.0.smithi046.stdout:3/570: read d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/f61 [164310,85280] 0
2024-03-19T01:51:50.718 INFO:tasks.workunit.client.0.smithi046.stdout:4/592: dread d7/d10/d13/d58/d5d/d7c/d9c/f67 [0,4194304] 0
2024-03-19T01:51:50.721 INFO:tasks.workunit.client.0.smithi046.stdout:9/421: dread dd/d11/d2e/d34/f39 [0,4194304] 0
2024-03-19T01:51:50.724 INFO:tasks.workunit.client.0.smithi046.stdout:6/534: dread d1a/d26/d2e/f93 [0,4194304] 0
2024-03-19T01:51:50.724 INFO:tasks.workunit.client.0.smithi046.stdout:4/593: readlink d7/d4f/l84 0
2024-03-19T01:51:50.726 INFO:tasks.workunit.client.0.smithi046.stdout:2/447: fdatasync d0/dc/d61/f23 0
2024-03-19T01:51:50.726 INFO:tasks.workunit.client.0.smithi046.stdout:0/723: symlink d14/d26/d7b/d3f/d8d/d5e/d5f/d74/de7/lf4 0
2024-03-19T01:51:50.728 INFO:tasks.workunit.client.0.smithi046.stdout:8/508: dwrite d0/d5/da/d87/daf/da5/f95 [0,4194304] 0
2024-03-19T01:51:50.729 INFO:tasks.workunit.client.0.smithi046.stdout:5/459: symlink d0/d2d/d71/d74/la9 0
2024-03-19T01:51:50.730 INFO:tasks.workunit.client.0.smithi046.stdout:7/534: dread d1/dc/df/d11/d39/f45 [0,4194304] 0
2024-03-19T01:51:50.732 INFO:tasks.workunit.client.0.smithi046.stdout:3/571: symlink d5/d10/d51/lb3 0
2024-03-19T01:51:50.735 INFO:tasks.workunit.client.0.smithi046.stdout:1/378: dwrite d0/dd/d26/d23/d3b/f6e [0,4194304] 0
2024-03-19T01:51:50.738 INFO:tasks.workunit.client.0.smithi046.stdout:8/509: write d0/d5/da/d87/daf/da5/f95 [4718384,117442] 0
2024-03-19T01:51:50.738 INFO:tasks.workunit.client.0.smithi046.stdout:0/724: mknod d14/d26/d7b/d3f/da0/da7/db8/cf5 0
2024-03-19T01:51:50.738 INFO:tasks.workunit.client.0.smithi046.stdout:7/535: write d1/dc/d18/d43/f52 [3710429,68093] 0
2024-03-19T01:51:50.739 INFO:tasks.workunit.client.0.smithi046.stdout:4/594: creat d7/d10/d13/d58/d5d/dbb/d79/dc5/fce x:0 0 0
2024-03-19T01:51:50.740 INFO:tasks.workunit.client.0.smithi046.stdout:9/422: truncate dd/d11/d17/f62 336629 0
2024-03-19T01:51:50.742 INFO:tasks.workunit.client.0.smithi046.stdout:1/379: creat d0/d6/d4b/f7a x:0 0 0
2024-03-19T01:51:50.743 INFO:tasks.workunit.client.0.smithi046.stdout:8/510: fdatasync d0/d5/da/df/d47/f89 0
2024-03-19T01:51:50.743 INFO:tasks.workunit.client.0.smithi046.stdout:4/595: stat d7/d10/d13/d58/d5d/dbb/d79/fb6 0
2024-03-19T01:51:50.745 INFO:tasks.workunit.client.0.smithi046.stdout:5/460: mknod d0/caa 0
2024-03-19T01:51:50.745 INFO:tasks.workunit.client.0.smithi046.stdout:1/380: write d0/d6/d4b/f7a [174578,49067] 0
2024-03-19T01:51:50.747 INFO:tasks.workunit.client.0.smithi046.stdout:7/536: rename d1/dc/d18/f3a to d1/dc/df/d11/d93/fad 0
2024-03-19T01:51:50.747 INFO:tasks.workunit.client.0.smithi046.stdout:3/572: dread d5/d17/d62/d2d/d3b/d7f/d9f/f98 [0,4194304] 0
2024-03-19T01:51:50.748 INFO:tasks.workunit.client.0.smithi046.stdout:4/596: symlink d7/d4f/d6e/lcf 0
2024-03-19T01:51:50.749 INFO:tasks.workunit.client.0.smithi046.stdout:1/381: rmdir d0/d3f 39
2024-03-19T01:51:50.750 INFO:tasks.workunit.client.0.smithi046.stdout:5/461: truncate d0/d89/f93 719971 0
2024-03-19T01:51:50.750 INFO:tasks.workunit.client.0.smithi046.stdout:8/511: mknod d0/d5/da/d87/daf/cb9 0
2024-03-19T01:51:50.751 INFO:tasks.workunit.client.0.smithi046.stdout:9/423: mknod dd/d11/d2e/c89 0
2024-03-19T01:51:50.752 INFO:tasks.workunit.client.0.smithi046.stdout:7/537: write d1/f1f [1530511,20394] 0
2024-03-19T01:51:50.756 INFO:tasks.workunit.client.0.smithi046.stdout:5/462: chown d0/d1/d1d/f8c 5220208 1
2024-03-19T01:51:50.756 INFO:tasks.workunit.client.0.smithi046.stdout:2/448: creat d0/dc/f88 x:0 0 0
2024-03-19T01:51:50.757 INFO:tasks.workunit.client.0.smithi046.stdout:6/535: write d1a/d66/d71/f82 [3116824,43452] 0
2024-03-19T01:51:50.759 INFO:tasks.workunit.client.0.smithi046.stdout:1/382: creat d0/d6/da/f7b x:0 0 0
2024-03-19T01:51:50.762 INFO:tasks.workunit.client.0.smithi046.stdout:8/512: write d0/d5/da/df/fb8 [194368,113139] 0
2024-03-19T01:51:50.764 INFO:tasks.workunit.client.0.smithi046.stdout:5/463: chown d0/d1/d20/d26/l7f 573 1
2024-03-19T01:51:50.764 INFO:tasks.workunit.client.0.smithi046.stdout:6/536: mknod d1a/d26/d2e/cb3 0
2024-03-19T01:51:50.768 INFO:tasks.workunit.client.0.smithi046.stdout:6/537: fsync fc 0
2024-03-19T01:51:50.769 INFO:tasks.workunit.client.0.smithi046.stdout:4/597: dwrite d7/d10/d13/d58/d5d/dbb/f65 [0,4194304] 0
2024-03-19T01:51:50.769 INFO:tasks.workunit.client.0.smithi046.stdout:7/538: symlink d1/dc/df/d11/d39/d6f/d7c/lae 0
2024-03-19T01:51:50.772 INFO:tasks.workunit.client.0.smithi046.stdout:3/573: dwrite d5/d17/d62/d2d/d3b/f4e [0,4194304] 0
2024-03-19T01:51:50.773 INFO:tasks.workunit.client.0.smithi046.stdout:6/538: readlink d1a/d4d/d65/d80/d62/l2d 0
2024-03-19T01:51:50.776 INFO:tasks.workunit.client.0.smithi046.stdout:2/449: write d0/f5 [136930,40756] 0
2024-03-19T01:51:50.776 INFO:tasks.workunit.client.0.smithi046.stdout:0/725: dread d14/d26/d7b/d3f/d72/faf [0,4194304] 0
2024-03-19T01:51:50.780 INFO:tasks.workunit.client.0.smithi046.stdout:7/539: dread d1/dc/d18/d65/f6c [0,4194304] 0
2024-03-19T01:51:50.782 INFO:tasks.workunit.client.0.smithi046.stdout:1/383: rename d0/dd/d26/d23/d28/d3c/d53 to d0/d6/d7c 0
2024-03-19T01:51:50.782 INFO:tasks.workunit.client.0.smithi046.stdout:8/513: dwrite d0/d5/dc/d42/f5e [0,4194304] 0
2024-03-19T01:51:50.784 INFO:tasks.workunit.client.0.smithi046.stdout:3/574: symlink d5/d17/d62/d2d/d3b/d7f/d9f/lb4 0
2024-03-19T01:51:50.785 INFO:tasks.workunit.client.0.smithi046.stdout:2/450: mknod d0/d27/d53/c89 0
2024-03-19T01:51:50.789 INFO:tasks.workunit.client.0.smithi046.stdout:5/464: getdents d0/d77 0
2024-03-19T01:51:50.796 INFO:tasks.workunit.client.0.smithi046.stdout:7/540: unlink d1/dc/c3e 0
2024-03-19T01:51:50.797 INFO:tasks.workunit.client.0.smithi046.stdout:8/514: creat d0/d5/dc/d42/fba x:0 0 0
2024-03-19T01:51:50.799 INFO:tasks.workunit.client.0.smithi046.stdout:5/465: symlink d0/d2d/d50/d52/lab 0
2024-03-19T01:51:50.803 INFO:tasks.workunit.client.0.smithi046.stdout:2/451: dwrite d0/f24 [4194304,4194304] 0
2024-03-19T01:51:50.804 INFO:tasks.workunit.client.0.smithi046.stdout:0/726: truncate d14/d26/d7b/f4a 2123326 0
2024-03-19T01:51:50.804 INFO:tasks.workunit.client.0.smithi046.stdout:1/384: rename d0/d6/da/l49 to d0/dd/d26/l7d 0
2024-03-19T01:51:50.807 INFO:tasks.workunit.client.0.smithi046.stdout:4/598: link d7/d10/d13/d58/d5d/d7c/d9c/c76 d7/d10/d13/d58/d75/dca/cd0 0
2024-03-19T01:51:50.807 INFO:tasks.workunit.client.0.smithi046.stdout:7/541: mkdir d1/d2a/d7a/daf 0
2024-03-19T01:51:50.808 INFO:tasks.workunit.client.0.smithi046.stdout:5/466: unlink d0/d1/d20/l29 0
2024-03-19T01:51:50.808 INFO:tasks.workunit.client.0.smithi046.stdout:6/539: dwrite d1a/d4d/d65/d80/d62/f29 [0,4194304] 0
2024-03-19T01:51:50.809 INFO:tasks.workunit.client.0.smithi046.stdout:1/385: symlink d0/d6/d7c/l7e 0
2024-03-19T01:51:50.815 INFO:tasks.workunit.client.0.smithi046.stdout:7/542: creat d1/d2a/fb0 x:0 0 0
2024-03-19T01:51:50.817 INFO:tasks.workunit.client.0.smithi046.stdout:8/515: dwrite d0/d5/dc/f91 [0,4194304] 0
2024-03-19T01:51:50.819 INFO:tasks.workunit.client.0.smithi046.stdout:2/452: mkdir d0/dc/d61/d39/d59/d8a 0
2024-03-19T01:51:50.819 INFO:tasks.workunit.client.0.smithi046.stdout:4/599: chown d7/d10/d13/d58/d5d/dbb/d50/f71 126 1
2024-03-19T01:51:50.819 INFO:tasks.workunit.client.0.smithi046.stdout:3/575: dwrite d5/f32 [0,4194304] 0
2024-03-19T01:51:50.820 INFO:tasks.workunit.client.0.smithi046.stdout:0/727: creat d14/d26/d7b/d3f/d8d/d5e/d8a/ff6 x:0 0 0
2024-03-19T01:51:50.823 INFO:tasks.workunit.client.0.smithi046.stdout:6/540: creat d1a/d4d/d65/d80/d62/d5b/d40/d81/fb4 x:0 0 0
2024-03-19T01:51:50.824 INFO:tasks.workunit.client.0.smithi046.stdout:7/543: dread - d1/dc/df/d11/d39/d6e/fa9 zero size
2024-03-19T01:51:50.826 INFO:tasks.workunit.client.0.smithi046.stdout:5/467: rename d0/d1/d20/c2b to d0/d77/cac 0
2024-03-19T01:51:50.827 INFO:tasks.workunit.client.0.smithi046.stdout:2/453: rmdir d0/d27/d53 39
2024-03-19T01:51:50.829 INFO:tasks.workunit.client.0.smithi046.stdout:4/600: stat d7/l2d 0
2024-03-19T01:51:50.830 INFO:tasks.workunit.client.0.smithi046.stdout:0/728: creat d14/d26/d7b/d3f/d8d/d5e/d5f/ff7 x:0 0 0
2024-03-19T01:51:50.830 INFO:tasks.workunit.client.0.smithi046.stdout:6/541: stat d1a/d4d/d65/d80/d62/d5b/d40/f77 0
2024-03-19T01:51:50.834 INFO:tasks.workunit.client.0.smithi046.stdout:8/516: dread d0/d5/da/d45/d5b/d86/f8f [0,4194304] 0
2024-03-19T01:51:50.837 INFO:tasks.workunit.client.0.smithi046.stdout:5/468: creat d0/d1/d20/d47/d4e/d41/fad x:0 0 0
2024-03-19T01:51:50.838 INFO:tasks.workunit.client.0.smithi046.stdout:0/729: mkdir d14/d26/d7b/d3f/d8d/d5e/d8a/df8 0
2024-03-19T01:51:50.841 INFO:tasks.workunit.client.0.smithi046.stdout:4/601: write d7/d10/d13/d58/d5d/d7c/d9c/f67 [2508484,62797] 0
2024-03-19T01:51:50.841 INFO:tasks.workunit.client.0.smithi046.stdout:2/454: chown d0/d27/d53/c65 672481 1
2024-03-19T01:51:50.843 INFO:tasks.workunit.client.0.smithi046.stdout:7/544: link d1/dc/df/l4b d1/dc/df/d11/d39/d6f/d7b/lb1 0
2024-03-19T01:51:50.844 INFO:tasks.workunit.client.0.smithi046.stdout:3/576: dread d5/f88 [0,4194304] 0
2024-03-19T01:51:50.844 INFO:tasks.workunit.client.0.smithi046.stdout:5/469: creat d0/d1/d20/d26/fae x:0 0 0
2024-03-19T01:51:50.845 INFO:tasks.workunit.client.0.smithi046.stdout:2/455: chown d0/dc/d61/l38 0 1
2024-03-19T01:51:50.845 INFO:tasks.workunit.client.0.smithi046.stdout:8/517: rename d0/c9 to d0/d5/da/df/d47/dae/cbb 0
2024-03-19T01:51:50.846 INFO:tasks.workunit.client.0.smithi046.stdout:1/386: dread d0/d6/da/f1a [0,4194304] 0
2024-03-19T01:51:50.847 INFO:tasks.workunit.client.0.smithi046.stdout:6/542: truncate d1a/d26/d2e/f87 1683052 0
2024-03-19T01:51:50.851 INFO:tasks.workunit.client.0.smithi046.stdout:2/456: write d0/d48/d2a/f82 [683689,92595] 0
2024-03-19T01:51:50.851 INFO:tasks.workunit.client.0.smithi046.stdout:5/470: write d0/d1/d20/d47/d4e/d41/fad [661020,10108] 0
2024-03-19T01:51:50.852 INFO:tasks.workunit.client.0.smithi046.stdout:3/577: fsync d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/f74 0
2024-03-19T01:51:50.853 INFO:tasks.workunit.client.0.smithi046.stdout:8/518: creat d0/d5/da/d45/d58/fbc x:0 0 0
2024-03-19T01:51:50.853 INFO:tasks.workunit.client.0.smithi046.stdout:1/387: mkdir d0/dd/d26/d23/d3b/d3d/d55/d7f 0
2024-03-19T01:51:50.854 INFO:tasks.workunit.client.0.smithi046.stdout:4/602: getdents d7/d10/d13/d58/d5d/d7c 0
2024-03-19T01:51:50.855 INFO:tasks.workunit.client.0.smithi046.stdout:6/543: truncate d1a/d4d/d65/fab 546520 0
2024-03-19T01:51:50.856 INFO:tasks.workunit.client.0.smithi046.stdout:5/471: unlink d0/d77/d7c/la5 0
2024-03-19T01:51:50.858 INFO:tasks.workunit.client.0.smithi046.stdout:8/519: mknod d0/d5/da/df/d47/cbd 0
2024-03-19T01:51:50.860 INFO:tasks.workunit.client.0.smithi046.stdout:1/388: write d0/dd/d26/d23/d3b/d3d/d55/f57 [459901,86118] 0
2024-03-19T01:51:50.861 INFO:tasks.workunit.client.0.smithi046.stdout:5/472: unlink d0/d2d/d50/d90/d97/c49 0
2024-03-19T01:51:50.861 INFO:tasks.workunit.client.0.smithi046.stdout:8/520: rename d0 to d0/d5/da/df/d47/d5d/dbe 22
2024-03-19T01:51:50.864 INFO:tasks.workunit.client.0.smithi046.stdout:1/389: mknod d0/dd/c80 0
2024-03-19T01:51:50.867 INFO:tasks.workunit.client.0.smithi046.stdout:2/457: dread d0/d48/d2a/f82 [0,4194304] 0
2024-03-19T01:51:50.868 INFO:tasks.workunit.client.0.smithi046.stdout:4/603: dwrite d7/d10/f6d [0,4194304] 0
2024-03-19T01:51:50.869 INFO:tasks.workunit.client.0.smithi046.stdout:0/730: truncate d14/d26/f6e 217499 0
2024-03-19T01:51:50.871 INFO:tasks.workunit.client.0.smithi046.stdout:7/545: truncate d1/dc/f6a 4103729 0
2024-03-19T01:51:50.875 INFO:tasks.workunit.client.0.smithi046.stdout:1/390: write d0/dd/d26/d23/f2b [4007918,71602] 0
2024-03-19T01:51:50.877 INFO:tasks.workunit.client.0.smithi046.stdout:3/578: truncate d5/d17/d62/d2d/d3b/f7b 558565 0
2024-03-19T01:51:50.879 INFO:tasks.workunit.client.0.smithi046.stdout:0/731: write d14/f1f [107427,24541] 0
2024-03-19T01:51:50.881 INFO:tasks.workunit.client.0.smithi046.stdout:8/521: rename d0/d5/da to d0/d5/dc/d42/dbf 0
2024-03-19T01:51:50.886 INFO:tasks.workunit.client.0.smithi046.stdout:1/391: write d0/dd/f42 [3557094,13830] 0
2024-03-19T01:51:50.888 INFO:tasks.workunit.client.0.smithi046.stdout:5/473: dwrite d0/d1/d37/f98 [0,4194304] 0
2024-03-19T01:51:50.891 INFO:tasks.workunit.client.0.smithi046.stdout:4/604: dwrite d7/fb4 [0,4194304] 0
2024-03-19T01:51:50.893 INFO:tasks.workunit.client.0.smithi046.stdout:6/544: dwrite d1a/d66/f99 [0,4194304] 0
2024-03-19T01:51:50.894 INFO:tasks.workunit.client.0.smithi046.stdout:7/546: link d1/dc/d18/l3d d1/dc/d18/d43/d7e/lb2 0
2024-03-19T01:51:50.896 INFO:tasks.workunit.client.0.smithi046.stdout:8/522: symlink d0/d5/dc/d42/dbf/d87/lc0 0
2024-03-19T01:51:50.899 INFO:tasks.workunit.client.0.smithi046.stdout:1/392: write d0/dd/d26/d23/d28/f3a [851116,126653] 0
2024-03-19T01:51:50.901 INFO:tasks.workunit.client.0.smithi046.stdout:3/579: creat d5/fb5 x:0 0 0
2024-03-19T01:51:50.904 INFO:tasks.workunit.client.0.smithi046.stdout:4/605: unlink d7/d10/d13/d58/d5d/d7c/fbf 0
2024-03-19T01:51:50.910 INFO:tasks.workunit.client.0.smithi046.stdout:4/606: fsync d7/d10/f53 0
2024-03-19T01:51:50.911 INFO:tasks.workunit.client.0.smithi046.stdout:0/732: dwrite d14/d26/d7b/d4b/f70 [4194304,4194304] 0
2024-03-19T01:51:50.913 INFO:tasks.workunit.client.0.smithi046.stdout:8/523: fdatasync d0/d5/dc/d42/dbf/d45/fad 0
2024-03-19T01:51:50.916 INFO:tasks.workunit.client.0.smithi046.stdout:2/458: dread d0/dc/d61/d2f/f5b [0,4194304] 0
2024-03-19T01:51:50.916 INFO:tasks.workunit.client.0.smithi046.stdout:5/474: rename d0/d2d/d50/d52/lab to d0/d1/d20/d47/d4e/d41/laf 0
2024-03-19T01:51:50.917 INFO:tasks.workunit.client.0.smithi046.stdout:1/393: creat d0/d6/f81 x:0 0 0
2024-03-19T01:51:50.918 INFO:tasks.workunit.client.0.smithi046.stdout:4/607: chown l1 5003 1
2024-03-19T01:51:50.919 INFO:tasks.workunit.client.0.smithi046.stdout:7/547: dwrite d1/d2a/d7a/f9e [0,4194304] 0
2024-03-19T01:51:50.921 INFO:tasks.workunit.client.0.smithi046.stdout:1/394: write d0/dd/d26/d23/d3b/f6e [5086493,56781] 0
2024-03-19T01:51:50.921 INFO:tasks.workunit.client.0.smithi046.stdout:6/545: truncate d1a/f3c 390580 0
2024-03-19T01:51:50.922 INFO:tasks.workunit.client.0.smithi046.stdout:2/459: symlink d0/d27/l8b 0
2024-03-19T01:51:50.923 INFO:tasks.workunit.client.0.smithi046.stdout:3/580: mknod d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d5f/cb6 0
2024-03-19T01:51:50.923 INFO:tasks.workunit.client.0.smithi046.stdout:5/475: truncate d0/d1/d1d/f80 545559 0
2024-03-19T01:51:50.924 INFO:tasks.workunit.client.0.smithi046.stdout:2/460: fsync d0/f46 0
2024-03-19T01:51:50.926 INFO:tasks.workunit.client.0.smithi046.stdout:7/548: mkdir d1/d2a/d7a/daf/db3 0
2024-03-19T01:51:50.926 INFO:tasks.workunit.client.0.smithi046.stdout:2/461: fdatasync d0/f2 0
2024-03-19T01:51:50.928 INFO:tasks.workunit.client.0.smithi046.stdout:0/733: rename d14/d26/d7b/d3f/d8d/f81 to d14/d26/d7b/ff9 0
2024-03-19T01:51:50.929 INFO:tasks.workunit.client.0.smithi046.stdout:5/476: symlink d0/d1/lb0 0
2024-03-19T01:51:50.930 INFO:tasks.workunit.client.0.smithi046.stdout:2/462: mkdir d0/d27/d53/d5d/d8c 0
2024-03-19T01:51:50.931 INFO:tasks.workunit.client.0.smithi046.stdout:0/734: write d14/d26/fd1 [838639,81083] 0
2024-03-19T01:51:50.931 INFO:tasks.workunit.client.0.smithi046.stdout:7/549: stat d1/f5 0
2024-03-19T01:51:50.933 INFO:tasks.workunit.client.0.smithi046.stdout:5/477: creat d0/d77/d7c/fb1 x:0 0 0
2024-03-19T01:51:50.934 INFO:tasks.workunit.client.0.smithi046.stdout:4/608: rename d7/d4f/f94 to d7/d4f/d6e/d9b/fd1 0
2024-03-19T01:51:50.934 INFO:tasks.workunit.client.0.smithi046.stdout:6/546: dwrite d1a/d4d/d65/d80/d62/d30/f41 [0,4194304] 0
2024-03-19T01:51:50.936 INFO:tasks.workunit.client.0.smithi046.stdout:0/735: chown d14/d26/d7b/d3f/d8d/d5e/d5f/ff7 69 1
2024-03-19T01:51:50.938 INFO:tasks.workunit.client.0.smithi046.stdout:3/581: getdents d5 0
2024-03-19T01:51:50.940 INFO:tasks.workunit.client.0.smithi046.stdout:1/395: rename d0/dd/d26/d23/f2b to d0/d6/d7c/f82 0
2024-03-19T01:51:50.940 INFO:tasks.workunit.client.0.smithi046.stdout:6/547: truncate d1a/d66/f8e 1907281 0
2024-03-19T01:51:50.940 INFO:tasks.workunit.client.0.smithi046.stdout:8/524: link d0/d5/dc/d42/dbf/df/lab d0/d5/dc/d42/dbf/d45/d5b/d86/lc1 0
2024-03-19T01:51:50.941 INFO:tasks.workunit.client.0.smithi046.stdout:4/609: write d7/d10/d13/d58/d5d/dbb/f65 [2334991,43786] 0
2024-03-19T01:51:50.942 INFO:tasks.workunit.client.0.smithi046.stdout:0/736: mkdir d14/d1a/d8f/dba/dfa 0
2024-03-19T01:51:50.945 INFO:tasks.workunit.client.0.smithi046.stdout:3/582: rmdir d5/d17/d31/d54 39
2024-03-19T01:51:50.949 INFO:tasks.workunit.client.0.smithi046.stdout:1/396: rmdir d0/d6/d7c/d64 39
2024-03-19T01:51:50.949 INFO:tasks.workunit.client.0.smithi046.stdout:3/583: chown d5/d17/d62/c2a 6 1
2024-03-19T01:51:50.950 INFO:tasks.workunit.client.0.smithi046.stdout:8/525: truncate d0/d5/dc/d42/f79 743528 0
2024-03-19T01:51:50.950 INFO:tasks.workunit.client.0.smithi046.stdout:6/548: creat d1a/d4d/d65/da0/fb5 x:0 0 0
2024-03-19T01:51:50.951 INFO:tasks.workunit.client.0.smithi046.stdout:0/737: unlink d14/d26/d7b/d3f/c59 0
2024-03-19T01:51:50.955 INFO:tasks.workunit.client.0.smithi046.stdout:1/397: mkdir d0/dd/d26/d23/d28/d3c/d83 0
2024-03-19T01:51:50.956 INFO:tasks.workunit.client.0.smithi046.stdout:6/549: mkdir d1a/d4d/d65/da0/db6 0
2024-03-19T01:51:50.957 INFO:tasks.workunit.client.0.smithi046.stdout:6/550: chown fa 869224 1
2024-03-19T01:51:50.958 INFO:tasks.workunit.client.0.smithi046.stdout:0/738: unlink d14/d26/d7b/d3f/d8d/d5e/d5f/l93 0
2024-03-19T01:51:50.959 INFO:tasks.workunit.client.0.smithi046.stdout:1/398: symlink d0/dd/d26/l84 0
2024-03-19T01:51:50.960 INFO:tasks.workunit.client.0.smithi046.stdout:0/739: fdatasync d14/d1a/f27 0
2024-03-19T01:51:50.961 INFO:tasks.workunit.client.0.smithi046.stdout:0/740: fsync d14/d26/d7b/d3f/d72/fea 0
2024-03-19T01:51:50.963 INFO:tasks.workunit.client.0.smithi046.stdout:8/526: link d0/d5/dc/d42/dbf/d45/f7d d0/d5/dc/d42/dbf/d45/fc2 0
2024-03-19T01:51:50.963 INFO:tasks.workunit.client.0.smithi046.stdout:1/399: mknod d0/d6/da/d56/c85 0
2024-03-19T01:51:50.963 INFO:tasks.workunit.client.0.smithi046.stdout:0/741: fsync d14/d1a/f5c 0
2024-03-19T01:51:50.970 INFO:tasks.workunit.client.0.smithi046.stdout:8/527: write d0/d5/dc/d42/dbf/df/f14 [6630722,11454] 0
2024-03-19T01:51:50.971 INFO:tasks.workunit.client.0.smithi046.stdout:7/550: dread d1/dc/df/d11/f50 [0,4194304] 0
2024-03-19T01:51:50.972 INFO:tasks.workunit.client.0.smithi046.stdout:4/610: dread d7/f26 [0,4194304] 0
2024-03-19T01:51:50.973 INFO:tasks.workunit.client.0.smithi046.stdout:8/528: dread - d0/d5/dc/d42/fba zero size
2024-03-19T01:51:50.974 INFO:tasks.workunit.client.0.smithi046.stdout:7/551: rmdir d1/d2a 39
2024-03-19T01:51:50.977 INFO:tasks.workunit.client.0.smithi046.stdout:4/611: creat d7/d10/d13/d58/d5d/d8b/fd2 x:0 0 0
2024-03-19T01:51:50.977 INFO:tasks.workunit.client.0.smithi046.stdout:5/478: dread d0/d1/d1d/f1f [0,4194304] 0
2024-03-19T01:51:50.978 INFO:tasks.workunit.client.0.smithi046.stdout:2/463: dread d0/f4e [0,4194304] 0
2024-03-19T01:51:50.980 INFO:tasks.workunit.client.0.smithi046.stdout:3/584: dread d5/f21 [0,4194304] 0
2024-03-19T01:51:50.982 INFO:tasks.workunit.client.0.smithi046.stdout:4/612: write d7/d10/d13/f88 [1864375,60836] 0
2024-03-19T01:51:50.983 INFO:tasks.workunit.client.0.smithi046.stdout:6/551: dread d1a/d4d/d65/d80/d62/d5b/d57/f8c [0,4194304] 0
2024-03-19T01:51:50.983 INFO:tasks.workunit.client.0.smithi046.stdout:8/529: truncate d0/d5/dc/d42/dbf/d45/f7d 7397275 0
2024-03-19T01:51:50.987 INFO:tasks.workunit.client.0.smithi046.stdout:6/552: fsync d1a/d4d/d65/fab 0
2024-03-19T01:51:50.987 INFO:tasks.workunit.client.0.smithi046.stdout:7/552: mkdir d1/d2a/d7a/daf/db3/db4 0
2024-03-19T01:51:50.988 INFO:tasks.workunit.client.0.smithi046.stdout:9/424: sync
2024-03-19T01:51:50.988 INFO:tasks.workunit.client.0.smithi046.stdout:4/613: rmdir d7/d4f/d6e/d9b 39
2024-03-19T01:51:50.989 INFO:tasks.workunit.client.0.smithi046.stdout:3/585: mknod d5/d17/d76/d9a/cb7 0
2024-03-19T01:51:50.991 INFO:tasks.workunit.client.0.smithi046.stdout:0/742: dread d14/d26/d7b/d3f/f57 [0,4194304] 0
2024-03-19T01:51:50.991 INFO:tasks.workunit.client.0.smithi046.stdout:2/464: rename d0/d27/d53/c6d to d0/d48/d2a/c8d 0
2024-03-19T01:51:50.992 INFO:tasks.workunit.client.0.smithi046.stdout:5/479: dwrite d0/f5 [0,4194304] 0
2024-03-19T01:51:50.992 INFO:tasks.workunit.client.0.smithi046.stdout:6/553: truncate d1a/d4d/f9a 615549 0
2024-03-19T01:51:50.996 INFO:tasks.workunit.client.0.smithi046.stdout:1/400: dread d0/dd/f42 [0,4194304] 0
2024-03-19T01:51:50.997 INFO:tasks.workunit.client.0.smithi046.stdout:9/425: mknod dd/d1c/d25/d6d/c8a 0
2024-03-19T01:51:50.998 INFO:tasks.workunit.client.0.smithi046.stdout:8/530: rename d0/d5/dc/c56 to d0/d5/dc/d42/dbf/d87/daf/da5/cc3 0
2024-03-19T01:51:51.001 INFO:tasks.workunit.client.0.smithi046.stdout:4/614: mkdir d7/d10/d13/d58/d5d/dbb/d50/dd3 0
2024-03-19T01:51:51.004 INFO:tasks.workunit.client.0.smithi046.stdout:7/553: write d1/dc/df/d11/f81 [529935,14089] 0
2024-03-19T01:51:51.007 INFO:tasks.workunit.client.0.smithi046.stdout:0/743: dread d14/fc0 [0,4194304] 0
2024-03-19T01:51:51.020 INFO:tasks.workunit.client.0.smithi046.stdout:2/465: dwrite d0/d27/d53/d5d/f68 [0,4194304] 0
2024-03-19T01:51:51.029 INFO:tasks.workunit.client.0.smithi046.stdout:1/401: rename d0/l30 to d0/d6/d7c/l86 0
2024-03-19T01:51:51.030 INFO:tasks.workunit.client.0.smithi046.stdout:3/586: dwrite d5/f2e [0,4194304] 0
2024-03-19T01:51:51.030 INFO:tasks.workunit.client.0.smithi046.stdout:9/426: dwrite dd/d1c/f6a [0,4194304] 0
2024-03-19T01:51:51.032 INFO:tasks.workunit.client.0.smithi046.stdout:8/531: dread d0/d5/dc/d42/dbf/d45/d58/f61 [0,4194304] 0
2024-03-19T01:51:51.036 INFO:tasks.workunit.client.0.smithi046.stdout:2/466: write d0/dc/f84 [840685,35978] 0
2024-03-19T01:51:51.039 INFO:tasks.workunit.client.0.smithi046.stdout:7/554: dwrite d1/dc/df/d11/f69 [0,4194304] 0
2024-03-19T01:51:51.039 INFO:tasks.workunit.client.0.smithi046.stdout:6/554: dwrite d1a/d4d/d65/d80/d62/d30/f4c [0,4194304] 0
2024-03-19T01:51:51.039 INFO:tasks.workunit.client.0.smithi046.stdout:5/480: dread d0/d1/d4/f19 [0,4194304] 0
2024-03-19T01:51:51.039 INFO:tasks.workunit.client.0.smithi046.stdout:1/402: read d0/d6/da/f1a [3829967,129767] 0
2024-03-19T01:51:51.043 INFO:tasks.workunit.client.0.smithi046.stdout:5/481: dread - d0/d1/f96 zero size
2024-03-19T01:51:51.045 INFO:tasks.workunit.client.0.smithi046.stdout:2/467: dread - d0/dc/f88 zero size
2024-03-19T01:51:51.046 INFO:tasks.workunit.client.0.smithi046.stdout:7/555: read d1/dc/df/d11/f69 [2426182,55739] 0
2024-03-19T01:51:51.053 INFO:tasks.workunit.client.0.smithi046.stdout:8/532: chown d0/d5/f7 324827975 1
2024-03-19T01:51:51.054 INFO:tasks.workunit.client.0.smithi046.stdout:4/615: dread d7/f38 [0,4194304] 0
2024-03-19T01:51:51.113 INFO:tasks.workunit.client.0.smithi046.stdout:2/468: truncate d0/d27/f81 836586 0
2024-03-19T01:51:51.113 INFO:tasks.workunit.client.0.smithi046.stdout:6/555: write d1a/d4e/f50 [415067,46918] 0
2024-03-19T01:51:51.115 INFO:tasks.workunit.client.0.smithi046.stdout:9/427: dwrite fc [0,4194304] 0
2024-03-19T01:51:51.115 INFO:tasks.workunit.client.0.smithi046.stdout:7/556: mkdir d1/dc/df/d11/d39/d6f/d7b/db5 0
2024-03-19T01:51:51.119 INFO:tasks.workunit.client.0.smithi046.stdout:3/587: dwrite d5/f2e [0,4194304] 0
2024-03-19T01:51:51.120 INFO:tasks.workunit.client.0.smithi046.stdout:0/744: dread d14/d26/d7b/d4b/d65/f9b [0,4194304] 0
2024-03-19T01:51:51.121 INFO:tasks.workunit.client.0.smithi046.stdout:8/533: unlink d0/d5/dc/d42/dbf/d45/f76 0
2024-03-19T01:51:51.122 INFO:tasks.workunit.client.0.smithi046.stdout:1/403: dwrite d0/dd/d26/d23/d45/f66 [0,4194304] 0
2024-03-19T01:51:51.122 INFO:tasks.workunit.client.0.smithi046.stdout:9/428: creat dd/d11/d2e/d48/f8b x:0 0 0
2024-03-19T01:51:51.125 INFO:tasks.workunit.client.0.smithi046.stdout:8/534: write d0/d5/f7 [5527502,60787] 0
2024-03-19T01:51:51.126 INFO:tasks.workunit.client.0.smithi046.stdout:7/557: truncate d1/f2b 1368820 0
2024-03-19T01:51:51.130 INFO:tasks.workunit.client.0.smithi046.stdout:2/469: unlink d0/dc/d61/d2f/f42 0
2024-03-19T01:51:51.130 INFO:tasks.workunit.client.0.smithi046.stdout:6/556: creat d1a/d4d/d65/d80/d62/fb7 x:0 0 0
2024-03-19T01:51:51.131 INFO:tasks.workunit.client.0.smithi046.stdout:3/588: mknod d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d8c/cb8 0
2024-03-19T01:51:51.132 INFO:tasks.workunit.client.0.smithi046.stdout:4/616: truncate d7/f26 816877 0
2024-03-19T01:51:51.134 INFO:tasks.workunit.client.0.smithi046.stdout:7/558: fdatasync d1/dc/d18/d65/f8b 0
2024-03-19T01:51:51.136 INFO:tasks.workunit.client.0.smithi046.stdout:1/404: mkdir d0/dd/d26/d23/d3b/d3d/d55/d7f/d87 0
2024-03-19T01:51:51.137 INFO:tasks.workunit.client.0.smithi046.stdout:0/745: creat d14/d26/d7b/d3f/d8d/d5e/ffb x:0 0 0
2024-03-19T01:51:51.139 INFO:tasks.workunit.client.0.smithi046.stdout:9/429: dwrite dd/d1c/d20/f73 [0,4194304] 0
2024-03-19T01:51:51.140 INFO:tasks.workunit.client.0.smithi046.stdout:8/535: symlink d0/d5/dc/d42/dbf/d45/lc4 0
2024-03-19T01:51:51.140 INFO:tasks.workunit.client.0.smithi046.stdout:7/559: write d1/d2a/f94 [603229,7336] 0
2024-03-19T01:51:51.142 INFO:tasks.workunit.client.0.smithi046.stdout:0/746: readlink d14/d43/lad 0
2024-03-19T01:51:51.142 INFO:tasks.workunit.client.0.smithi046.stdout:4/617: write d7/d10/d13/d58/d5d/d8b/fd2 [657931,77535] 0
2024-03-19T01:51:51.144 INFO:tasks.workunit.client.0.smithi046.stdout:9/430: stat fc 0
2024-03-19T01:51:51.145 INFO:tasks.workunit.client.0.smithi046.stdout:3/589: write d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/d56/d7d/f92 [267686,15877] 0
2024-03-19T01:51:51.148 INFO:tasks.workunit.client.0.smithi046.stdout:6/557: dread d1a/d4e/f6b [4194304,4194304] 0
2024-03-19T01:51:51.149 INFO:tasks.workunit.client.0.smithi046.stdout:2/470: dwrite d0/dc/f84 [0,4194304] 0
2024-03-19T01:51:51.153 INFO:tasks.workunit.client.0.smithi046.stdout:0/747: creat d14/dcd/de3/ffc x:0 0 0
2024-03-19T01:51:51.154 INFO:tasks.workunit.client.0.smithi046.stdout:6/558: write d1a/d26/d2e/d89/faa [143820,91435] 0
2024-03-19T01:51:51.154 INFO:tasks.workunit.client.0.smithi046.stdout:8/536: read d0/d5/dc/d42/dbf/d45/f63 [3737681,112831] 0
2024-03-19T01:51:51.155 INFO:tasks.workunit.client.0.smithi046.stdout:7/560: creat d1/dc/df/d11/d39/d6f/daa/da5/fb6 x:0 0 0
2024-03-19T01:51:51.155 INFO:tasks.workunit.client.0.smithi046.stdout:2/471: chown d0/dc/l51 392996130 1
2024-03-19T01:51:51.157 INFO:tasks.workunit.client.0.smithi046.stdout:8/537: fdatasync d0/fb1 0
2024-03-19T01:51:51.158 INFO:tasks.workunit.client.0.smithi046.stdout:6/559: chown d1a/d4d/f9a 13245178 1
2024-03-19T01:51:51.159 INFO:tasks.workunit.client.0.smithi046.stdout:1/405: truncate d0/dd/f12 139382 0
2024-03-19T01:51:51.159 INFO:tasks.workunit.client.0.smithi046.stdout:4/618: truncate d7/d4f/d6e/d9b/fd1 710085 0
2024-03-19T01:51:51.161 INFO:tasks.workunit.client.0.smithi046.stdout:9/431: write dd/f24 [1557344,56504] 0
2024-03-19T01:51:51.162 INFO:tasks.workunit.client.0.smithi046.stdout:0/748: unlink d14/d26/d7b/d3f/f8b 0
2024-03-19T01:51:51.162 INFO:tasks.workunit.client.0.smithi046.stdout:7/561: write d1/dc/df/d11/f79 [1034172,64000] 0
2024-03-19T01:51:51.173 INFO:tasks.workunit.client.0.smithi046.stdout:1/406: write d0/dd/d26/d23/d28/d3c/d5f/f61 [94397,70637] 0
2024-03-19T01:51:51.173 INFO:tasks.workunit.client.0.smithi046.stdout:0/749: read d14/d34/f60 [791108,112608] 0
2024-03-19T01:51:51.173 INFO:tasks.workunit.client.0.smithi046.stdout:3/590: dwrite d5/d10/d51/d60/f8d [0,4194304] 0
2024-03-19T01:51:51.175 INFO:tasks.workunit.client.0.smithi046.stdout:8/538: creat d0/d5/dc/d42/dbf/df/d47/d8d/fc5 x:0 0 0
2024-03-19T01:51:51.179 INFO:tasks.workunit.client.0.smithi046.stdout:7/562: rename d1/d2a/f48 to d1/d2a/fb7 0
2024-03-19T01:51:51.179 INFO:tasks.workunit.client.0.smithi046.stdout:1/407: chown d0/dd/d26/d23/d3b 3965 1
2024-03-19T01:51:51.180 INFO:tasks.workunit.client.0.smithi046.stdout:0/750: readlink d14/d26/l6b 0
2024-03-19T01:51:51.180 INFO:tasks.workunit.client.0.smithi046.stdout:2/472: rename d0/dc/d61/d39 to d0/dc/d61/d2f/d8e 0
2024-03-19T01:51:51.184 INFO:tasks.workunit.client.0.smithi046.stdout:8/539: chown d0/d5/dc/d42/dbf/d45/f50 1 1
2024-03-19T01:51:51.186 INFO:tasks.workunit.client.0.smithi046.stdout:4/619: rename d7/d10/d13/d58/d5d/d7c/d9c/l36 to d7/d4f/d7e/d6c/ld4 0
2024-03-19T01:51:51.187 INFO:tasks.workunit.client.0.smithi046.stdout:9/432: dwrite dd/d3d/d53/f7a [0,4194304] 0
2024-03-19T01:51:51.189 INFO:tasks.workunit.client.0.smithi046.stdout:2/473: symlink d0/dc/d61/l8f 0
2024-03-19T01:51:51.189 INFO:tasks.workunit.client.0.smithi046.stdout:6/560: dwrite d1a/d4d/d65/d80/d62/d30/f8b [0,4194304] 0
2024-03-19T01:51:51.189 INFO:tasks.workunit.client.0.smithi046.stdout:7/563: symlink d1/d2a/d7a/lb8 0
2024-03-19T01:51:51.190 INFO:tasks.workunit.client.0.smithi046.stdout:1/408: truncate d0/f21 109732 0
2024-03-19T01:51:51.193 INFO:tasks.workunit.client.0.smithi046.stdout:3/591: write d5/d17/d62/d2d/d3b/d7f/d9f/fa8 [134911,77819] 0
2024-03-19T01:51:51.193 INFO:tasks.workunit.client.0.smithi046.stdout:0/751: mknod d14/d26/d7b/d3f/d8d/d5e/cfd 0
2024-03-19T01:51:51.193 INFO:tasks.workunit.client.0.smithi046.stdout:8/540: stat d0/d5/dc/d42/dbf/l4f 0
2024-03-19T01:51:51.194 INFO:tasks.workunit.client.0.smithi046.stdout:1/409: creat d0/d6/d4b/f88 x:0 0 0
2024-03-19T01:51:51.194 INFO:tasks.workunit.client.0.smithi046.stdout:4/620: creat d7/d10/d13/d58/d5d/dbb/fd5 x:0 0 0
2024-03-19T01:51:51.195 INFO:tasks.workunit.client.0.smithi046.stdout:9/433: truncate dd/d11/d17/d49/d63/f7d 770712 0
2024-03-19T01:51:51.196 INFO:tasks.workunit.client.0.smithi046.stdout:7/564: creat d1/dc/df/d11/d39/d6f/d7b/fb9 x:0 0 0
2024-03-19T01:51:51.198 INFO:tasks.workunit.client.0.smithi046.stdout:0/752: mkdir d14/d26/d7b/d3f/d8d/d5e/d5f/dfe 0
2024-03-19T01:51:51.198 INFO:tasks.workunit.client.0.smithi046.stdout:2/474: write d0/dc/d61/d2f/f57 [5390147,69697] 0
2024-03-19T01:51:51.202 INFO:tasks.workunit.client.0.smithi046.stdout:6/561: truncate d1a/d66/f99 1436318 0
2024-03-19T01:51:51.203 INFO:tasks.workunit.client.0.smithi046.stdout:3/592: symlink d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/d56/d7d/lb9 0
2024-03-19T01:51:51.205 INFO:tasks.workunit.client.0.smithi046.stdout:1/410: symlink d0/dd/d26/d23/d3b/d3d/d55/d7f/d87/l89 0
2024-03-19T01:51:51.208 INFO:tasks.workunit.client.0.smithi046.stdout:8/541: mknod d0/d5/dc/d42/dbf/daa/cc6 0
2024-03-19T01:51:51.208 INFO:tasks.workunit.client.0.smithi046.stdout:4/621: truncate d7/d10/d13/d58/d5d/d7c/d9c/f61 1649760 0
2024-03-19T01:51:51.212 INFO:tasks.workunit.client.0.smithi046.stdout:1/411: mkdir d0/d6/d6a/d8a 0
2024-03-19T01:51:51.213 INFO:tasks.workunit.client.0.smithi046.stdout:3/593: write d5/d17/d31/d4b/f99 [173270,88152] 0
2024-03-19T01:51:51.213 INFO:tasks.workunit.client.0.smithi046.stdout:2/475: chown d0/d27/f58 1226 1
2024-03-19T01:51:51.214 INFO:tasks.workunit.client.0.smithi046.stdout:6/562: creat d1a/d4d/d65/d80/d62/d5b/d57/fb8 x:0 0 0
2024-03-19T01:51:51.214 INFO:tasks.workunit.client.0.smithi046.stdout:9/434: dwrite dd/d11/d17/d49/d63/f7b [0,4194304] 0
2024-03-19T01:51:51.215 INFO:tasks.workunit.client.0.smithi046.stdout:4/622: chown d7/d10/d13/d58/f59 3918887 1
2024-03-19T01:51:51.220 INFO:tasks.workunit.client.0.smithi046.stdout:0/753: dwrite d14/dcd/de3/ffc [0,4194304] 0
2024-03-19T01:51:51.223 INFO:tasks.workunit.client.0.smithi046.stdout:6/563: symlink d1a/dac/lb9 0
2024-03-19T01:51:51.224 INFO:tasks.workunit.client.0.smithi046.stdout:0/754: dread - d14/d1a/fe6 zero size
2024-03-19T01:51:51.224 INFO:tasks.workunit.client.0.smithi046.stdout:8/542: dread d0/d5/dc/d42/dbf/d45/d5b/d86/f8f [0,4194304] 0
2024-03-19T01:51:51.224 INFO:tasks.workunit.client.0.smithi046.stdout:2/476: chown d0/d48/c49 152 1
2024-03-19T01:51:51.225 INFO:tasks.workunit.client.0.smithi046.stdout:9/435: rename dd/d3c/l4b to dd/d3d/l8c 0
2024-03-19T01:51:51.225 INFO:tasks.workunit.client.0.smithi046.stdout:3/594: chown d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/d56/d7d/lb9 13674517 1
2024-03-19T01:51:51.227 INFO:tasks.workunit.client.0.smithi046.stdout:4/623: chown d7/d10/d13/d58/d5d/dbb/d79/c85 15 1
2024-03-19T01:51:51.228 INFO:tasks.workunit.client.0.smithi046.stdout:4/624: chown d7/d10/d13/d58/d5d/d7c/f9a 640653981 1
2024-03-19T01:51:51.229 INFO:tasks.workunit.client.0.smithi046.stdout:0/755: read d14/d1a/d8f/f9d [692146,48877] 0
2024-03-19T01:51:51.230 INFO:tasks.workunit.client.0.smithi046.stdout:3/595: creat d5/d10/d51/d60/fba x:0 0 0
2024-03-19T01:51:51.232 INFO:tasks.workunit.client.0.smithi046.stdout:9/436: mkdir dd/d11/d8d 0
2024-03-19T01:51:51.233 INFO:tasks.workunit.client.0.smithi046.stdout:7/565: dread d1/dc/f76 [0,4194304] 0
2024-03-19T01:51:51.233 INFO:tasks.workunit.client.0.smithi046.stdout:8/543: creat d0/d5/fc7 x:0 0 0
2024-03-19T01:51:51.234 INFO:tasks.workunit.client.0.smithi046.stdout:0/756: write d14/d26/d7b/d3f/d8d/d5e/d5f/d74/f9f [700764,82213] 0
2024-03-19T01:51:51.236 INFO:tasks.workunit.client.0.smithi046.stdout:4/625: symlink d7/ld6 0
2024-03-19T01:51:51.238 INFO:tasks.workunit.client.0.smithi046.stdout:7/566: chown d1/dc/df/d11/d39/l5c 1 1
2024-03-19T01:51:51.239 INFO:tasks.workunit.client.0.smithi046.stdout:3/596: creat d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d5f/d6b/fbb x:0 0 0
2024-03-19T01:51:51.241 INFO:tasks.workunit.client.0.smithi046.stdout:6/564: truncate d1a/d4d/d65/d80/d62/f1e 4037491 0
2024-03-19T01:51:51.241 INFO:tasks.workunit.client.0.smithi046.stdout:0/757: read d14/d1a/f24 [5935155,8228] 0
2024-03-19T01:51:51.243 INFO:tasks.workunit.client.0.smithi046.stdout:3/597: read - d5/d10/f45 zero size
2024-03-19T01:51:51.245 INFO:tasks.workunit.client.0.smithi046.stdout:4/626: dread d7/d10/d13/f1f [0,4194304] 0
2024-03-19T01:51:51.245 INFO:tasks.workunit.client.0.smithi046.stdout:6/565: fdatasync d1a/d4d/d65/d80/d62/d30/f52 0
2024-03-19T01:51:51.247 INFO:tasks.workunit.client.0.smithi046.stdout:7/567: read d1/dc/df/f34 [203168,121909] 0
2024-03-19T01:51:51.249 INFO:tasks.workunit.client.0.smithi046.stdout:0/758: mknod d14/d26/d7b/d3f/da0/da7/db8/cff 0
2024-03-19T01:51:51.252 INFO:tasks.workunit.client.0.smithi046.stdout:4/627: write d7/d10/d13/d58/d5d/d8b/fd2 [386957,50862] 0
2024-03-19T01:51:51.252 INFO:tasks.workunit.client.0.smithi046.stdout:2/477: dread d0/f46 [0,4194304] 0
2024-03-19T01:51:51.253 INFO:tasks.workunit.client.0.smithi046.stdout:8/544: truncate d0/d5/dc/d42/dbf/df/f54 3272337 0
2024-03-19T01:51:51.253 INFO:tasks.workunit.client.0.smithi046.stdout:9/437: dwrite dd/d3d/f52 [0,4194304] 0
2024-03-19T01:51:51.256 INFO:tasks.workunit.client.0.smithi046.stdout:0/759: stat d14/d26/d7b/d3f/c94 0
2024-03-19T01:51:51.257 INFO:tasks.workunit.client.0.smithi046.stdout:7/568: mknod d1/dc/da6/cba 0
2024-03-19T01:51:51.260 INFO:tasks.workunit.client.0.smithi046.stdout:8/545: mknod d0/d5/dc/d42/dbf/d45/d5b/d86/d8c/cc8 0
2024-03-19T01:51:51.265 INFO:tasks.workunit.client.0.smithi046.stdout:3/598: dwrite d5/d17/d31/d54/fa2 [0,4194304] 0
2024-03-19T01:51:51.266 INFO:tasks.workunit.client.0.smithi046.stdout:2/478: creat d0/d48/f90 x:0 0 0
2024-03-19T01:51:51.267 INFO:tasks.workunit.client.0.smithi046.stdout:3/599: readlink d5/l14 0
2024-03-19T01:51:51.267 INFO:tasks.workunit.client.0.smithi046.stdout:8/546: chown d0/d5/dc/d42/dbf/d45/d5b/d86/d8c 32046 1
2024-03-19T01:51:51.270 INFO:tasks.workunit.client.0.smithi046.stdout:6/566: truncate d1a/d4d/d65/d80/d62/d30/f41 2999613 0
2024-03-19T01:51:51.272 INFO:tasks.workunit.client.0.smithi046.stdout:0/760: truncate d14/d26/d7b/d3f/d8d/d5e/d7f/ff0 388173 0
2024-03-19T01:51:51.273 INFO:tasks.workunit.client.0.smithi046.stdout:7/569: dwrite d1/dc/df/d11/f79 [0,4194304] 0
2024-03-19T01:51:51.273 INFO:tasks.workunit.client.0.smithi046.stdout:4/628: write d7/f26 [1492462,24892] 0
2024-03-19T01:51:51.278 INFO:tasks.workunit.client.0.smithi046.stdout:9/438: truncate dd/d3d/d53/f7a 3810331 0
2024-03-19T01:51:51.279 INFO:tasks.workunit.client.0.smithi046.stdout:6/567: write d1a/d66/d71/f82 [1264071,58108] 0
2024-03-19T01:51:51.282 INFO:tasks.workunit.client.0.smithi046.stdout:3/600: truncate d5/d17/d31/f40 2270895 0
2024-03-19T01:51:51.283 INFO:tasks.workunit.client.0.smithi046.stdout:2/479: mkdir d0/dc/d61/d2f/d8e/d59/d8a/d91 0
2024-03-19T01:51:51.283 INFO:tasks.workunit.client.0.smithi046.stdout:0/761: write d14/d43/f71 [42647,65006] 0
2024-03-19T01:51:51.284 INFO:tasks.workunit.client.0.smithi046.stdout:9/439: rmdir dd/d3d/d78 39
2024-03-19T01:51:51.285 INFO:tasks.workunit.client.0.smithi046.stdout:7/570: mknod d1/dc/df/d11/d39/d6f/daa/da5/cbb 0
2024-03-19T01:51:51.289 INFO:tasks.workunit.client.0.smithi046.stdout:8/547: getdents d0/d5 0
2024-03-19T01:51:51.289 INFO:tasks.workunit.client.0.smithi046.stdout:6/568: truncate d1a/d26/d2e/f4a 1701549 0
2024-03-19T01:51:51.292 INFO:tasks.workunit.client.0.smithi046.stdout:7/571: creat d1/d2a/d7a/fbc x:0 0 0
2024-03-19T01:51:51.294 INFO:tasks.workunit.client.0.smithi046.stdout:2/480: truncate d0/f2 734174 0
2024-03-19T01:51:51.295 INFO:tasks.workunit.client.0.smithi046.stdout:7/572: fdatasync d1/d2a/f6d 0
2024-03-19T01:51:51.297 INFO:tasks.workunit.client.0.smithi046.stdout:4/629: dwrite d7/d10/fb7 [0,4194304] 0
2024-03-19T01:51:51.298 INFO:tasks.workunit.client.0.smithi046.stdout:0/762: mknod d14/d26/d7b/d3f/da0/da7/db8/dc3/c100 0
2024-03-19T01:51:51.298 INFO:tasks.workunit.client.0.smithi046.stdout:9/440: rename dd/d3d/d78/c5c to dd/d1c/d25/c8e 0
2024-03-19T01:51:51.307 INFO:tasks.workunit.client.0.smithi046.stdout:4/630: chown d7/d10/d13/d58/d5d/d7c/f9a 13 1
2024-03-19T01:51:51.308 INFO:tasks.workunit.client.0.smithi046.stdout:8/548: write d0/d5/dc/d42/dbf/d45/fad [2182251,8913] 0
2024-03-19T01:51:51.310 INFO:tasks.workunit.client.0.smithi046.stdout:9/441: read dd/d1c/d20/f73 [4769712,33303] 0
2024-03-19T01:51:51.313 INFO:tasks.workunit.client.0.smithi046.stdout:0/763: creat d14/d26/d7b/d3f/d8d/d5e/d8a/df8/f101 x:0 0 0
2024-03-19T01:51:51.316 INFO:tasks.workunit.client.0.smithi046.stdout:2/481: dread d0/d27/f74 [0,4194304] 0
2024-03-19T01:51:51.318 INFO:tasks.workunit.client.0.smithi046.stdout:3/601: dwrite d5/d17/f48 [0,4194304] 0
2024-03-19T01:51:51.322 INFO:tasks.workunit.client.0.smithi046.stdout:7/573: dwrite d1/dc/d18/f5d [0,4194304] 0
2024-03-19T01:51:51.323 INFO:tasks.workunit.client.0.smithi046.stdout:2/482: write d0/f4e [3359694,2284] 0
2024-03-19T01:51:51.329 INFO:tasks.workunit.client.0.smithi046.stdout:6/569: dwrite d1a/d4d/d65/d80/d62/d5b/d40/f53 [0,4194304] 0
2024-03-19T01:51:51.330 INFO:tasks.workunit.client.0.smithi046.stdout:9/442: creat dd/d11/f8f x:0 0 0
2024-03-19T01:51:51.333 INFO:tasks.workunit.client.0.smithi046.stdout:9/443: fsync dd/f24 0
2024-03-19T01:51:51.334 INFO:tasks.workunit.client.0.smithi046.stdout:3/602: getdents d5/d17/d31/d4b 0
2024-03-19T01:51:51.337 INFO:tasks.workunit.client.0.smithi046.stdout:7/574: creat d1/dc/df/d11/d39/d6f/daa/da5/fbd x:0 0 0
2024-03-19T01:51:51.337 INFO:tasks.workunit.client.0.smithi046.stdout:0/764: dread d14/d26/d7b/d3f/fab [0,4194304] 0
2024-03-19T01:51:51.340 INFO:tasks.workunit.client.0.smithi046.stdout:3/603: write d5/f1a [2338223,117436] 0
2024-03-19T01:51:51.340 INFO:tasks.workunit.client.0.smithi046.stdout:4/631: dwrite d7/d10/d13/d58/d5d/dbb/d50/f90 [0,4194304] 0
2024-03-19T01:51:51.340 INFO:tasks.workunit.client.0.smithi046.stdout:2/483: unlink d0/d27/c6a 0
2024-03-19T01:51:51.341 INFO:tasks.workunit.client.0.smithi046.stdout:6/570: mknod d1a/d4d/d65/d80/d62/d5b/d57/cba 0
2024-03-19T01:51:51.343 INFO:tasks.workunit.client.0.smithi046.stdout:3/604: write d5/f67 [1129254,83693] 0
2024-03-19T01:51:51.346 INFO:tasks.workunit.client.0.smithi046.stdout:9/444: link dd/d1c/f51 dd/d3d/d78/f90 0
2024-03-19T01:51:51.346 INFO:tasks.workunit.client.0.smithi046.stdout:8/549: dread d0/d5/dc/d42/dbf/df/f14 [0,4194304] 0
2024-03-19T01:51:51.348 INFO:tasks.workunit.client.0.smithi046.stdout:6/571: write d1a/d66/d71/f88 [5024706,102091] 0
2024-03-19T01:51:51.348 INFO:tasks.workunit.client.0.smithi046.stdout:3/605: chown d5/d17/l50 1 1
2024-03-19T01:51:51.349 INFO:tasks.workunit.client.0.smithi046.stdout:7/575: rename d1/d2a/c49 to d1/dc/df/d11/d39/d6f/daa/cbe 0
2024-03-19T01:51:51.355 INFO:tasks.workunit.client.0.smithi046.stdout:9/445: creat dd/d11/d2e/f91 x:0 0 0
2024-03-19T01:51:51.356 INFO:tasks.workunit.client.0.smithi046.stdout:7/576: unlink d1/dc/df/d11/d39/f46 0
2024-03-19T01:51:51.359 INFO:tasks.workunit.client.0.smithi046.stdout:0/765: getdents d14/d26/d7b/d3f/d8d/d5e/d5f/d74/dc2 0
2024-03-19T01:51:51.360 INFO:tasks.workunit.client.0.smithi046.stdout:2/484: truncate d0/dc/d61/d2f/d8e/f6c 397931 0
2024-03-19T01:51:51.360 INFO:tasks.workunit.client.0.smithi046.stdout:6/572: dwrite d1a/d66/f8e [0,4194304] 0
2024-03-19T01:51:51.363 INFO:tasks.workunit.client.0.smithi046.stdout:4/632: getdents d7/d10/d13/d58/d5d/dbb 0
2024-03-19T01:51:51.366 INFO:tasks.workunit.client.0.smithi046.stdout:3/606: creat d5/d17/d62/d2d/d3b/d7f/d9f/fbc x:0 0 0
2024-03-19T01:51:51.367 INFO:tasks.workunit.client.0.smithi046.stdout:8/550: link d0/d5/dc/d42/dbf/d45/l7c d0/d5/dc/d42/dbf/df/d47/d8d/lc9 0
2024-03-19T01:51:51.375 INFO:tasks.workunit.client.0.smithi046.stdout:9/446: dwrite dd/d11/d17/d57/f5d [0,4194304] 0
2024-03-19T01:51:51.376 INFO:tasks.workunit.client.0.smithi046.stdout:0/766: creat d14/d26/d7b/d3f/d8d/d5e/d5f/f102 x:0 0 0
2024-03-19T01:51:51.380 INFO:tasks.workunit.client.0.smithi046.stdout:3/607: mknod d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/d56/d7d/cbd 0
2024-03-19T01:51:51.380 INFO:tasks.workunit.client.0.smithi046.stdout:8/551: dread - d0/d5/dc/d42/dbf/df/d47/d8d/fc5 zero size
2024-03-19T01:51:51.381 INFO:tasks.workunit.client.0.smithi046.stdout:4/633: creat d7/d10/d13/fd7 x:0 0 0
2024-03-19T01:51:51.382 INFO:tasks.workunit.client.0.smithi046.stdout:6/573: creat d1a/d66/fbb x:0 0 0
2024-03-19T01:51:51.383 INFO:tasks.workunit.client.0.smithi046.stdout:0/767: creat d14/d1a/d8f/deb/f103 x:0 0 0
2024-03-19T01:51:51.384 INFO:tasks.workunit.client.0.smithi046.stdout:9/447: truncate dd/d3d/d53/f87 347544 0
2024-03-19T01:51:51.385 INFO:tasks.workunit.client.0.smithi046.stdout:2/485: dwrite d0/f9 [0,4194304] 0
2024-03-19T01:51:51.386 INFO:tasks.workunit.client.0.smithi046.stdout:9/448: stat dd/d1c/d20 0
2024-03-19T01:51:51.388 INFO:tasks.workunit.client.0.smithi046.stdout:3/608: mkdir d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/d56/dbe 0
2024-03-19T01:51:51.389 INFO:tasks.workunit.client.0.smithi046.stdout:6/574: mkdir d1a/d4d/dbc 0
2024-03-19T01:51:51.389 INFO:tasks.workunit.client.0.smithi046.stdout:5/482: sync
2024-03-19T01:51:51.390 INFO:tasks.workunit.client.0.smithi046.stdout:0/768: write d14/fa4 [203137,49574] 0
2024-03-19T01:51:51.394 INFO:tasks.workunit.client.0.smithi046.stdout:6/575: write d1a/d4d/d65/d80/d62/d30/f86 [185810,22215] 0
2024-03-19T01:51:51.395 INFO:tasks.workunit.client.0.smithi046.stdout:8/552: dread d0/d5/dc/d42/dbf/df/f14 [4194304,4194304] 0
2024-03-19T01:51:51.395 INFO:tasks.workunit.client.0.smithi046.stdout:7/577: dread d1/dc/d18/d43/f44 [8388608,4194304] 0
2024-03-19T01:51:51.395 INFO:tasks.workunit.client.0.smithi046.stdout:3/609: mkdir d5/d17/d31/d54/dbf 0
2024-03-19T01:51:51.398 INFO:tasks.workunit.client.0.smithi046.stdout:2/486: dread d0/f5 [0,4194304] 0
2024-03-19T01:51:51.398 INFO:tasks.workunit.client.0.smithi046.stdout:0/769: fdatasync d14/d26/d7b/d3f/f76 0
2024-03-19T01:51:51.401 INFO:tasks.workunit.client.0.smithi046.stdout:9/449: rename dd/d11/d2e/l64 to dd/d11/l92 0
2024-03-19T01:51:51.401 INFO:tasks.workunit.client.0.smithi046.stdout:3/610: write d5/d17/d31/d4b/f99 [786115,124377] 0
2024-03-19T01:51:51.406 INFO:tasks.workunit.client.0.smithi046.stdout:7/578: fsync d1/fb 0
2024-03-19T01:51:51.409 INFO:tasks.workunit.client.0.smithi046.stdout:5/483: truncate d0/fa3 3019799 0
2024-03-19T01:51:51.410 INFO:tasks.workunit.client.0.smithi046.stdout:9/450: chown dd/d11/d2e/d4f/f86 14022 1
2024-03-19T01:51:51.411 INFO:tasks.workunit.client.0.smithi046.stdout:3/611: chown d5/d17/d62/d2d/d3b/d7f/d9f/fbc 6 1
2024-03-19T01:51:51.411 INFO:tasks.workunit.client.0.smithi046.stdout:6/576: truncate d1a/d4d/f9c 1573186 0
2024-03-19T01:51:51.412 INFO:tasks.workunit.client.0.smithi046.stdout:2/487: dwrite d0/dc/d61/f60 [4194304,4194304] 0
2024-03-19T01:51:51.413 INFO:tasks.workunit.client.0.smithi046.stdout:0/770: creat d14/d26/d7b/d3f/d8d/f104 x:0 0 0
2024-03-19T01:51:51.416 INFO:tasks.workunit.client.0.smithi046.stdout:8/553: dwrite d0/d5/dc/d42/dbf/d45/f74 [0,4194304] 0
2024-03-19T01:51:51.416 INFO:tasks.workunit.client.0.smithi046.stdout:9/451: truncate dd/d1c/f45 1802432 0
2024-03-19T01:51:51.417 INFO:tasks.workunit.client.0.smithi046.stdout:6/577: fsync d1a/d4d/d65/d80/d62/d5b/d57/fb8 0
2024-03-19T01:51:51.418 INFO:tasks.workunit.client.0.smithi046.stdout:2/488: write d0/dc/d61/f60 [4853711,70700] 0
2024-03-19T01:51:51.421 INFO:tasks.workunit.client.0.smithi046.stdout:0/771: readlink l4 0
2024-03-19T01:51:51.422 INFO:tasks.workunit.client.0.smithi046.stdout:2/489: stat d0/dc/d61 0
2024-03-19T01:51:51.422 INFO:tasks.workunit.client.0.smithi046.stdout:4/634: dread d7/f43 [0,4194304] 0
2024-03-19T01:51:51.422 INFO:tasks.workunit.client.0.smithi046.stdout:3/612: symlink d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d8c/lc0 0
2024-03-19T01:51:51.424 INFO:tasks.workunit.client.0.smithi046.stdout:5/484: symlink d0/d1/d20/d47/d4e/d82/lb2 0
2024-03-19T01:51:51.425 INFO:tasks.workunit.client.0.smithi046.stdout:9/452: fsync dd/d1c/d20/f73 0
2024-03-19T01:51:51.426 INFO:tasks.workunit.client.0.smithi046.stdout:2/490: chown d0/dc/f4f 5181796 1
2024-03-19T01:51:51.429 INFO:tasks.workunit.client.0.smithi046.stdout:2/491: readlink d0/dc/d61/l38 0
2024-03-19T01:51:51.430 INFO:tasks.workunit.client.0.smithi046.stdout:3/613: dread - d5/d10/d51/d60/f83 zero size
2024-03-19T01:51:51.433 INFO:tasks.workunit.client.0.smithi046.stdout:4/635: dread d7/d10/f64 [0,4194304] 0
2024-03-19T01:51:51.435 INFO:tasks.workunit.client.0.smithi046.stdout:9/453: chown dd/d11/d2e/d34 8925 1
2024-03-19T01:51:51.435 INFO:tasks.workunit.client.0.smithi046.stdout:5/485: mknod d0/d2d/d50/cb3 0
2024-03-19T01:51:51.436 INFO:tasks.workunit.client.0.smithi046.stdout:7/579: dwrite d1/dc/df/d11/f2e [8388608,4194304] 0
2024-03-19T01:51:51.437 INFO:tasks.workunit.client.0.smithi046.stdout:3/614: creat d5/d17/d62/d2d/fc1 x:0 0 0
2024-03-19T01:51:51.439 INFO:tasks.workunit.client.0.smithi046.stdout:6/578: symlink d1a/d66/lbd 0
2024-03-19T01:51:51.441 INFO:tasks.workunit.client.0.smithi046.stdout:3/615: chown d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d8c/fab 919 1
2024-03-19T01:51:51.441 INFO:tasks.workunit.client.0.smithi046.stdout:0/772: rename d14/d43/f71 to d14/f105 0
2024-03-19T01:51:51.442 INFO:tasks.workunit.client.0.smithi046.stdout:4/636: write d7/d4f/d7e/d6c/f8f [1474906,26676] 0
2024-03-19T01:51:51.443 INFO:tasks.workunit.client.0.smithi046.stdout:7/580: symlink d1/dc/df/lbf 0
2024-03-19T01:51:51.443 INFO:tasks.workunit.client.0.smithi046.stdout:3/616: fdatasync d5/d10/d51/d60/f8d 0
2024-03-19T01:51:51.444 INFO:tasks.workunit.client.0.smithi046.stdout:8/554: rename d0/d5/dc/d42/dbf/df to d0/d5/dca 0
2024-03-19T01:51:51.448 INFO:tasks.workunit.client.0.smithi046.stdout:8/555: write d0/d5/dca/f1f [971610,100799] 0
2024-03-19T01:51:51.448 INFO:tasks.workunit.client.0.smithi046.stdout:6/579: mknod d1a/d4d/d65/da0/cbe 0
2024-03-19T01:51:51.450 INFO:tasks.workunit.client.0.smithi046.stdout:6/580: fsync fb 0
2024-03-19T01:51:51.450 INFO:tasks.workunit.client.0.smithi046.stdout:5/486: fsync d0/d1/f59 0
2024-03-19T01:51:51.453 INFO:tasks.workunit.client.0.smithi046.stdout:9/454: mkdir dd/d11/d2e/d93 0
2024-03-19T01:51:51.454 INFO:tasks.workunit.client.0.smithi046.stdout:0/773: mkdir d14/d26/d7b/d3f/d8d/d5e/d5f/d74/dc2/d106 0
2024-03-19T01:51:51.456 INFO:tasks.workunit.client.0.smithi046.stdout:7/581: mknod d1/dc/df/d11/d39/d6f/d7c/cc0 0
2024-03-19T01:51:51.457 INFO:tasks.workunit.client.0.smithi046.stdout:4/637: dwrite d7/d10/f3f [0,4194304] 0
2024-03-19T01:51:51.459 INFO:tasks.workunit.client.0.smithi046.stdout:3/617: creat d5/d17/d31/d54/dbf/fc2 x:0 0 0
2024-03-19T01:51:51.460 INFO:tasks.workunit.client.0.smithi046.stdout:0/774: write d14/d26/d7b/d4b/fe2 [119673,5618] 0
2024-03-19T01:51:51.463 INFO:tasks.workunit.client.0.smithi046.stdout:6/581: mkdir d1a/d4d/d65/d80/d62/d5b/d40/dbf 0
2024-03-19T01:51:51.463 INFO:tasks.workunit.client.0.smithi046.stdout:2/492: link d0/dc/l2e d0/d27/d53/l92 0
2024-03-19T01:51:51.464 INFO:tasks.workunit.client.0.smithi046.stdout:0/775: mkdir d14/d1a/d8f/dc7/d107 0
2024-03-19T01:51:51.472 INFO:tasks.workunit.client.0.smithi046.stdout:5/487: unlink d0/d1/l92 0
2024-03-19T01:51:51.472 INFO:tasks.workunit.client.0.smithi046.stdout:6/582: dwrite d1a/d4d/d65/d80/d62/d30/f86 [0,4194304] 0
2024-03-19T01:51:51.474 INFO:tasks.workunit.client.0.smithi046.stdout:2/493: truncate d0/dc/d61/f23 2410734 0
2024-03-19T01:51:51.474 INFO:tasks.workunit.client.0.smithi046.stdout:4/638: truncate d7/d10/f72 3093774 0
2024-03-19T01:51:51.475 INFO:tasks.workunit.client.0.smithi046.stdout:9/455: unlink dd/d11/d17/d49/d63/f7b 0
2024-03-19T01:51:51.477 INFO:tasks.workunit.client.0.smithi046.stdout:5/488: rename d0/caa to d0/d2d/d2e/cb4 0
2024-03-19T01:51:51.478 INFO:tasks.workunit.client.0.smithi046.stdout:7/582: getdents d1/d2a 0
2024-03-19T01:51:51.478 INFO:tasks.workunit.client.0.smithi046.stdout:0/776: link d14/d1a/f24 d14/d26/d7b/f108 0
2024-03-19T01:51:51.479 INFO:tasks.workunit.client.0.smithi046.stdout:4/639: chown d7/d10/d13/d58/d5d/d7c/d9c/c48 14989726 1
2024-03-19T01:51:51.480 INFO:tasks.workunit.client.0.smithi046.stdout:3/618: getdents d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43 0
2024-03-19T01:51:51.481 INFO:tasks.workunit.client.0.smithi046.stdout:1/412: sync
2024-03-19T01:51:51.482 INFO:tasks.workunit.client.0.smithi046.stdout:5/489: write d0/d1/d20/d47/d4e/f8a [506961,29634] 0
2024-03-19T01:51:51.482 INFO:tasks.workunit.client.0.smithi046.stdout:0/777: write d14/fa4 [957601,20501] 0
2024-03-19T01:51:51.483 INFO:tasks.workunit.client.0.smithi046.stdout:2/494: dread d0/dc/d61/f63 [0,4194304] 0
2024-03-19T01:51:51.485 INFO:tasks.workunit.client.0.smithi046.stdout:8/556: creat d0/d5/dc/d42/dbf/d45/fcb x:0 0 0
2024-03-19T01:51:51.486 INFO:tasks.workunit.client.0.smithi046.stdout:9/456: rename dd/d1c/d25/d6d to dd/d11/d17/d94 0
2024-03-19T01:51:51.486 INFO:tasks.workunit.client.0.smithi046.stdout:0/778: fdatasync d14/d1a/d8f/deb/fec 0
2024-03-19T01:51:51.487 INFO:tasks.workunit.client.0.smithi046.stdout:3/619: write d5/d17/f23 [1094703,84921] 0
2024-03-19T01:51:51.489 INFO:tasks.workunit.client.0.smithi046.stdout:3/620: write d5/f4c [1119404,97925] 0
2024-03-19T01:51:51.490 INFO:tasks.workunit.client.0.smithi046.stdout:7/583: creat d1/dc/df/d11/d39/d6f/d7b/db5/fc1 x:0 0 0
2024-03-19T01:51:51.490 INFO:tasks.workunit.client.0.smithi046.stdout:6/583: link d1a/d4e/l7a d1a/d4d/d65/lc0 0
2024-03-19T01:51:51.492 INFO:tasks.workunit.client.0.smithi046.stdout:2/495: symlink d0/d27/d53/l93 0
2024-03-19T01:51:51.494 INFO:tasks.workunit.client.0.smithi046.stdout:9/457: creat dd/d3c/f95 x:0 0 0
2024-03-19T01:51:51.495 INFO:tasks.workunit.client.0.smithi046.stdout:1/413: creat d0/dd/d26/d23/d69/f8b x:0 0 0
2024-03-19T01:51:51.495 INFO:tasks.workunit.client.0.smithi046.stdout:7/584: mkdir d1/dc/df/d11/d93/dc2 0
2024-03-19T01:51:51.496 INFO:tasks.workunit.client.0.smithi046.stdout:9/458: dread - dd/f61 zero size
2024-03-19T01:51:51.496 INFO:tasks.workunit.client.0.smithi046.stdout:1/414: dread - d0/d6/f81 zero size
2024-03-19T01:51:51.497 INFO:tasks.workunit.client.0.smithi046.stdout:4/640: rename d7/d4f/d7e/d6c/f8f to d7/d10/d13/fd8 0
2024-03-19T01:51:51.498 INFO:tasks.workunit.client.0.smithi046.stdout:2/496: mkdir d0/d94 0
2024-03-19T01:51:51.498 INFO:tasks.workunit.client.0.smithi046.stdout:1/415: write d0/f44 [484265,93303] 0
2024-03-19T01:51:51.499 INFO:tasks.workunit.client.0.smithi046.stdout:3/621: symlink d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/lc3 0
2024-03-19T01:51:51.500 INFO:tasks.workunit.client.0.smithi046.stdout:4/641: write d7/d10/d13/d58/d5d/dbb/fd5 [623935,111000] 0
2024-03-19T01:51:51.500 INFO:tasks.workunit.client.0.smithi046.stdout:3/622: chown d5/d17/fb0 53 1
2024-03-19T01:51:51.502 INFO:tasks.workunit.client.0.smithi046.stdout:0/779: rename d14/d1a/d8f/f9d to d14/d1a/db9/de1/f109 0
2024-03-19T01:51:51.503 INFO:tasks.workunit.client.0.smithi046.stdout:1/416: creat d0/d6/d6a/f8c x:0 0 0
2024-03-19T01:51:51.503 INFO:tasks.workunit.client.0.smithi046.stdout:6/584: link d1a/d4d/d65/d80/d62/d5b/c48 d1a/d4d/d65/da0/cc1 0
2024-03-19T01:51:51.503 INFO:tasks.workunit.client.0.smithi046.stdout:8/557: creat d0/d5/dc/d42/dbf/fcc x:0 0 0
2024-03-19T01:51:51.505 INFO:tasks.workunit.client.0.smithi046.stdout:0/780: chown d14/d26/d7b/d3f/d72 4431734 1
2024-03-19T01:51:51.506 INFO:tasks.workunit.client.0.smithi046.stdout:1/417: read - d0/dd/d26/d23/d69/f8b zero size
2024-03-19T01:51:51.508 INFO:tasks.workunit.client.0.smithi046.stdout:7/585: link d1/dc/d18/d4e/f9f d1/dc/df/d11/d39/d6f/d7b/fc3 0
2024-03-19T01:51:51.508 INFO:tasks.workunit.client.0.smithi046.stdout:6/585: creat d1a/d26/d2e/fc2 x:0 0 0
2024-03-19T01:51:51.508 INFO:tasks.workunit.client.0.smithi046.stdout:4/642: mkdir d7/d4f/d7e/db5/dd9 0
2024-03-19T01:51:51.510 INFO:tasks.workunit.client.0.smithi046.stdout:2/497: dwrite d0/f5 [0,4194304] 0
2024-03-19T01:51:51.511 INFO:tasks.workunit.client.0.smithi046.stdout:4/643: fsync d7/d10/d13/f27 0
2024-03-19T01:51:51.512 INFO:tasks.workunit.client.0.smithi046.stdout:1/418: mkdir d0/d6/d6a/d8d 0
2024-03-19T01:51:51.512 INFO:tasks.workunit.client.0.smithi046.stdout:8/558: dread d0/d5/dca/fb8 [0,4194304] 0
2024-03-19T01:51:51.513 INFO:tasks.workunit.client.0.smithi046.stdout:4/644: stat d7/d4f/d6e 0
2024-03-19T01:51:51.514 INFO:tasks.workunit.client.0.smithi046.stdout:7/586: truncate d1/dc/df/d11/f41 989147 0
2024-03-19T01:51:51.514 INFO:tasks.workunit.client.0.smithi046.stdout:6/586: rmdir d1a/d4d/d65/d80/d62/d5b/d40/d81 39
2024-03-19T01:51:51.515 INFO:tasks.workunit.client.0.smithi046.stdout:4/645: write d7/d10/f3f [3596692,90039] 0
2024-03-19T01:51:51.516 INFO:tasks.workunit.client.0.smithi046.stdout:0/781: truncate d14/d26/d7b/d4b/f63 3951101 0
2024-03-19T01:51:51.519 INFO:tasks.workunit.client.0.smithi046.stdout:6/587: creat d1a/d4d/fc3 x:0 0 0
2024-03-19T01:51:51.520 INFO:tasks.workunit.client.0.smithi046.stdout:1/419: truncate d0/dd/f12 705862 0
2024-03-19T01:51:51.522 INFO:tasks.workunit.client.0.smithi046.stdout:1/420: stat d0/f44 0
2024-03-19T01:51:51.525 INFO:tasks.workunit.client.0.smithi046.stdout:8/559: mknod d0/d5/dc/d42/dbf/d45/d5b/d86/d8c/ccd 0
2024-03-19T01:51:51.527 INFO:tasks.workunit.client.0.smithi046.stdout:1/421: mknod d0/dd/d26/d23/d3b/d3d/d55/d7f/c8e 0
2024-03-19T01:51:51.529 INFO:tasks.workunit.client.0.smithi046.stdout:0/782: rename d14/d26/d7b/d3f/d8d/d5e/d8a/ff6 to d14/d26/d7b/d3f/da0/da7/db8/dc3/f10a 0
2024-03-19T01:51:51.530 INFO:tasks.workunit.client.0.smithi046.stdout:2/498: dwrite d0/dc/d61/f23 [0,4194304] 0
2024-03-19T01:51:51.537 INFO:tasks.workunit.client.0.smithi046.stdout:1/422: write d0/d6/d7c/f60 [1255237,28766] 0
2024-03-19T01:51:51.537 INFO:tasks.workunit.client.0.smithi046.stdout:2/499: read d0/d48/d2a/f82 [30572,103464] 0
2024-03-19T01:51:51.541 INFO:tasks.workunit.client.0.smithi046.stdout:8/560: dwrite d0/f59 [0,4194304] 0
2024-03-19T01:51:51.546 INFO:tasks.workunit.client.0.smithi046.stdout:1/423: rmdir d0/dd/d26/d23/d28 39
2024-03-19T01:51:51.546 INFO:tasks.workunit.client.0.smithi046.stdout:7/587: dread d1/f5 [0,4194304] 0
2024-03-19T01:51:51.548 INFO:tasks.workunit.client.0.smithi046.stdout:2/500: fsync d0/d27/f81 0
2024-03-19T01:51:51.551 INFO:tasks.workunit.client.0.smithi046.stdout:0/783: dwrite d14/d26/d7b/d3f/d8d/f96 [0,4194304] 0
2024-03-19T01:51:51.553 INFO:tasks.workunit.client.0.smithi046.stdout:7/588: creat d1/dc/d18/d65/fc4 x:0 0 0
2024-03-19T01:51:51.554 INFO:tasks.workunit.client.0.smithi046.stdout:2/501: symlink d0/d27/l95 0
2024-03-19T01:51:51.554 INFO:tasks.workunit.client.0.smithi046.stdout:7/589: chown d1/dc/df/d11/d39/d6f/l74 1 1
2024-03-19T01:51:51.555 INFO:tasks.workunit.client.0.smithi046.stdout:0/784: creat d14/d26/d7b/d4b/f10b x:0 0 0
2024-03-19T01:51:51.557 INFO:tasks.workunit.client.0.smithi046.stdout:4/646: dread d7/d10/d13/f27 [0,4194304] 0
2024-03-19T01:51:51.558 INFO:tasks.workunit.client.0.smithi046.stdout:2/502: creat d0/dc/d61/d2f/d8e/d59/f96 x:0 0 0
2024-03-19T01:51:51.559 INFO:tasks.workunit.client.0.smithi046.stdout:8/561: rename d0/d5/dca/d47/d8d/lc9 to d0/d5/dc/d42/dbf/d45/lce 0
2024-03-19T01:51:51.560 INFO:tasks.workunit.client.0.smithi046.stdout:7/590: symlink d1/dc/df/d11/d39/d6f/d7c/lc5 0
2024-03-19T01:51:51.561 INFO:tasks.workunit.client.0.smithi046.stdout:1/424: rename d0/dd/d26/d23/f2a to d0/dd/d26/d2c/d5d/f8f 0
2024-03-19T01:51:51.562 INFO:tasks.workunit.client.0.smithi046.stdout:4/647: creat d7/d10/d13/d58/d5d/d8b/fda x:0 0 0
2024-03-19T01:51:51.562 INFO:tasks.workunit.client.0.smithi046.stdout:2/503: mknod d0/d48/c97 0
2024-03-19T01:51:51.568 INFO:tasks.workunit.client.0.smithi046.stdout:7/591: creat d1/dc/df/d11/d93/dc2/fc6 x:0 0 0
2024-03-19T01:51:51.568 INFO:tasks.workunit.client.0.smithi046.stdout:4/648: mkdir d7/d10/d13/d58/d75/dca/ddb 0
2024-03-19T01:51:51.569 INFO:tasks.workunit.client.0.smithi046.stdout:2/504: link d0/d48/d2a/l3c d0/d27/d53/d5d/l98 0
2024-03-19T01:51:51.569 INFO:tasks.workunit.client.0.smithi046.stdout:6/588: dread fb [0,4194304] 0
2024-03-19T01:51:51.570 INFO:tasks.workunit.client.0.smithi046.stdout:4/649: fsync d7/d4f/f92 0
2024-03-19T01:51:51.570 INFO:tasks.workunit.client.0.smithi046.stdout:7/592: stat d1/dc/df/d11/d39/d6f/f96 0
2024-03-19T01:51:51.574 INFO:tasks.workunit.client.0.smithi046.stdout:7/593: unlink d1/d2a/d7a/fbc 0
2024-03-19T01:51:51.574 INFO:tasks.workunit.client.0.smithi046.stdout:1/425: truncate d0/d6/d7c/f60 662006 0
2024-03-19T01:51:51.575 INFO:tasks.workunit.client.0.smithi046.stdout:7/594: chown d1/dc/da6/cba 18 1
2024-03-19T01:51:51.576 INFO:tasks.workunit.client.0.smithi046.stdout:4/650: mknod d7/d4f/d6e/d9b/cdc 0
2024-03-19T01:51:51.576 INFO:tasks.workunit.client.0.smithi046.stdout:6/589: creat d1a/d4d/d65/fc4 x:0 0 0
2024-03-19T01:51:51.578 INFO:tasks.workunit.client.0.smithi046.stdout:6/590: fdatasync d1a/d64/f8f 0
2024-03-19T01:51:51.578 INFO:tasks.workunit.client.0.smithi046.stdout:8/562: dwrite d0/d5/dc/d42/dbf/f1c [0,4194304] 0
2024-03-19T01:51:51.578 INFO:tasks.workunit.client.0.smithi046.stdout:1/426: creat d0/dd/d26/d23/d69/f90 x:0 0 0
2024-03-19T01:51:51.580 INFO:tasks.workunit.client.0.smithi046.stdout:1/427: fsync d0/d6/d6a/f51 0
2024-03-19T01:51:51.580 INFO:tasks.workunit.client.0.smithi046.stdout:2/505: getdents d0/dc/d61/d2f/d8e/d59/d8a 0
2024-03-19T01:51:51.581 INFO:tasks.workunit.client.0.smithi046.stdout:6/591: mknod d1a/d4e/cc5 0
2024-03-19T01:51:51.581 INFO:tasks.workunit.client.0.smithi046.stdout:7/595: rename d1/d2a/f6d to d1/d2a/d7a/daf/db3/fc7 0
2024-03-19T01:51:51.584 INFO:tasks.workunit.client.0.smithi046.stdout:8/563: unlink d0/d5/dc/d42/dbf/d45/d58/l7a 0
2024-03-19T01:51:51.585 INFO:tasks.workunit.client.0.smithi046.stdout:4/651: rename d7/d10/d13/d58/d5d/dbb/d50/l51 to d7/d10/ldd 0
2024-03-19T01:51:51.588 INFO:tasks.workunit.client.0.smithi046.stdout:8/564: write d0/d5/dc/d42/f79 [62002,60579] 0
2024-03-19T01:51:51.588 INFO:tasks.workunit.client.0.smithi046.stdout:4/652: write d7/d10/d13/d58/d5d/dbb/fab [1889191,6778] 0
2024-03-19T01:51:51.592 INFO:tasks.workunit.client.0.smithi046.stdout:7/596: dread d1/f5 [8388608,4194304] 0
2024-03-19T01:51:51.593 INFO:tasks.workunit.client.0.smithi046.stdout:7/597: fsync d1/d2a/d7a/f84 0
2024-03-19T01:51:51.593 INFO:tasks.workunit.client.0.smithi046.stdout:2/506: rename d0/d48/d2a/c45 to d0/dc/d61/d2f/d8e/d59/c99 0
2024-03-19T01:51:51.594 INFO:tasks.workunit.client.0.smithi046.stdout:8/565: unlink d0/d5/dc/f2b 0
2024-03-19T01:51:51.595 INFO:tasks.workunit.client.0.smithi046.stdout:4/653: creat d7/d10/d13/d58/d75/dca/fde x:0 0 0
2024-03-19T01:51:51.595 INFO:tasks.workunit.client.0.smithi046.stdout:7/598: stat d1/dc/df/f34 0
2024-03-19T01:51:51.596 INFO:tasks.workunit.client.0.smithi046.stdout:1/428: write d0/d6/d7c/f60 [4250,74963] 0
2024-03-19T01:51:51.598 INFO:tasks.workunit.client.0.smithi046.stdout:8/566: write d0/d5/dc/d42/dbf/d87/f8e [1999045,47930] 0
2024-03-19T01:51:51.599 INFO:tasks.workunit.client.0.smithi046.stdout:2/507: unlink d0/d48/d2a/f82 0
2024-03-19T01:51:51.599 INFO:tasks.workunit.client.0.smithi046.stdout:6/592: dread d1a/d26/f3b [0,4194304] 0
2024-03-19T01:51:51.600 INFO:tasks.workunit.client.0.smithi046.stdout:1/429: readlink d0/dd/d26/d23/d28/l32 0
2024-03-19T01:51:51.601 INFO:tasks.workunit.client.0.smithi046.stdout:2/508: chown d0/dc/d61/d2f/d8e/c50 823 1
2024-03-19T01:51:51.601 INFO:tasks.workunit.client.0.smithi046.stdout:8/567: mknod d0/d5/dca/d47/dae/ccf 0
2024-03-19T01:51:51.602 INFO:tasks.workunit.client.0.smithi046.stdout:1/430: chown d0/dd/d26/d23/d69 4 1
2024-03-19T01:51:51.602 INFO:tasks.workunit.client.0.smithi046.stdout:6/593: symlink d1a/d66/d71/lc6 0
2024-03-19T01:51:51.603 INFO:tasks.workunit.client.0.smithi046.stdout:2/509: write d0/f77 [5163226,9846] 0
2024-03-19T01:51:51.603 INFO:tasks.workunit.client.0.smithi046.stdout:7/599: dread d1/dc/f4f [0,4194304] 0
2024-03-19T01:51:51.608 INFO:tasks.workunit.client.0.smithi046.stdout:2/510: read - d0/dc/d61/d2f/d8e/d59/f96 zero size
2024-03-19T01:51:51.608 INFO:tasks.workunit.client.0.smithi046.stdout:7/600: unlink d1/dc/d18/d65/fc4 0
2024-03-19T01:51:51.610 INFO:tasks.workunit.client.0.smithi046.stdout:6/594: write d1a/f23 [842400,888] 0
2024-03-19T01:51:51.611 INFO:tasks.workunit.client.0.smithi046.stdout:1/431: dwrite d0/d6/d6a/f51 [0,4194304] 0
2024-03-19T01:51:51.611 INFO:tasks.workunit.client.0.smithi046.stdout:8/568: rename d0/d5/c6 to d0/d5/dc/d42/dbf/d45/d5b/cd0 0
2024-03-19T01:51:51.612 INFO:tasks.workunit.client.0.smithi046.stdout:2/511: mkdir d0/dc/d9a 0
2024-03-19T01:51:51.613 INFO:tasks.workunit.client.0.smithi046.stdout:8/569: fdatasync d0/fb1 0
2024-03-19T01:51:51.613 INFO:tasks.workunit.client.0.smithi046.stdout:1/432: stat d0/d6/d7c/f82 0
2024-03-19T01:51:51.616 INFO:tasks.workunit.client.0.smithi046.stdout:6/595: read d1a/d4d/d65/d80/d62/d5b/f3e [2648919,94728] 0
2024-03-19T01:51:51.616 INFO:tasks.workunit.client.0.smithi046.stdout:2/512: fdatasync d0/dc/d61/f43 0
2024-03-19T01:51:51.616 INFO:tasks.workunit.client.0.smithi046.stdout:1/433: chown d0/dd/d26/d23/d28/l32 1676 1
2024-03-19T01:51:51.620 INFO:tasks.workunit.client.0.smithi046.stdout:2/513: readlink d0/d27/d53/d5d/l98 0
2024-03-19T01:51:51.621 INFO:tasks.workunit.client.0.smithi046.stdout:2/514: chown d0/c78 0 1
2024-03-19T01:51:51.621 INFO:tasks.workunit.client.0.smithi046.stdout:8/570: rename d0/d5/dc/d42/dbf/d45/f74 to d0/d5/dc/d42/dbf/d87/fd1 0
2024-03-19T01:51:51.625 INFO:tasks.workunit.client.0.smithi046.stdout:1/434: dwrite d0/d6/f35 [4194304,4194304] 0
2024-03-19T01:51:51.625 INFO:tasks.workunit.client.0.smithi046.stdout:6/596: getdents d1a 0
2024-03-19T01:51:51.630 INFO:tasks.workunit.client.0.smithi046.stdout:7/601: write d1/f17 [805298,36101] 0
2024-03-19T01:51:51.632 INFO:tasks.workunit.client.0.smithi046.stdout:2/515: write d0/d27/f58 [1643825,62603] 0
2024-03-19T01:51:51.633 INFO:tasks.workunit.client.0.smithi046.stdout:7/602: readlink d1/l1a 0
2024-03-19T01:51:51.636 INFO:tasks.workunit.client.0.smithi046.stdout:2/516: chown d0/f46 340 1
2024-03-19T01:51:51.636 INFO:tasks.workunit.client.0.smithi046.stdout:8/571: dwrite d0/d5/dc/d42/dbf/d45/f43 [0,4194304] 0
2024-03-19T01:51:51.637 INFO:tasks.workunit.client.0.smithi046.stdout:1/435: link d0/dd/c43 d0/dd/d26/d23/d3b/d3d/d55/d7f/c91 0
2024-03-19T01:51:51.681 INFO:tasks.workunit.client.0.smithi046.stdout:6/597: dwrite d1a/d26/d2e/d89/fa8 [0,4194304] 0
2024-03-19T01:51:51.681 INFO:tasks.workunit.client.0.smithi046.stdout:7/603: symlink d1/d2a/lc8 0
2024-03-19T01:51:51.682 INFO:tasks.workunit.client.0.smithi046.stdout:8/572: mknod d0/d5/dc/d42/dbf/d87/daf/da5/cd2 0
2024-03-19T01:51:51.685 INFO:tasks.workunit.client.0.smithi046.stdout:1/436: creat d0/dd/d26/f92 x:0 0 0
2024-03-19T01:51:51.686 INFO:tasks.workunit.client.0.smithi046.stdout:8/573: unlink d0/d5/dc/l72 0
2024-03-19T01:51:51.687 INFO:tasks.workunit.client.0.smithi046.stdout:6/598: stat d1a/d64/f8f 0
2024-03-19T01:51:51.688 INFO:tasks.workunit.client.0.smithi046.stdout:7/604: mkdir d1/dc/df/d11/d39/d6f/d7b/db5/dc9 0
2024-03-19T01:51:51.689 INFO:tasks.workunit.client.0.smithi046.stdout:1/437: creat d0/dd/d26/d2c/f93 x:0 0 0
2024-03-19T01:51:51.690 INFO:tasks.workunit.client.0.smithi046.stdout:6/599: dread - d1a/d4d/d65/d80/d62/d5b/d57/fb8 zero size
2024-03-19T01:51:51.691 INFO:tasks.workunit.client.0.smithi046.stdout:1/438: fsync d0/dd/f39 0
2024-03-19T01:51:51.692 INFO:tasks.workunit.client.0.smithi046.stdout:6/600: mknod d1a/d64/cc7 0
2024-03-19T01:51:51.694 INFO:tasks.workunit.client.0.smithi046.stdout:1/439: mkdir d0/dd/d26/d23/d3b/d94 0
2024-03-19T01:51:51.701 INFO:tasks.workunit.client.0.smithi046.stdout:7/605: truncate d1/dc/df/d11/f2e 5115234 0
2024-03-19T01:51:51.705 INFO:tasks.workunit.client.0.smithi046.stdout:6/601: dwrite d1a/d4d/d65/d80/d62/d30/f8b [4194304,4194304] 0
2024-03-19T01:51:51.707 INFO:tasks.workunit.client.0.smithi046.stdout:7/606: dread - d1/dc/df/d11/d39/d6f/d7b/db5/fc1 zero size
2024-03-19T01:51:51.710 INFO:tasks.workunit.client.0.smithi046.stdout:2/517: dread d0/d48/d2a/f54 [0,4194304] 0
2024-03-19T01:51:51.710 INFO:tasks.workunit.client.0.smithi046.stdout:6/602: rmdir d1a/d66 39
2024-03-19T01:51:51.711 INFO:tasks.workunit.client.0.smithi046.stdout:7/607: symlink d1/dc/df/d11/d39/lca 0
2024-03-19T01:51:51.712 INFO:tasks.workunit.client.0.smithi046.stdout:8/574: dread d0/d5/dc/d42/dbf/f1a [0,4194304] 0
2024-03-19T01:51:51.715 INFO:tasks.workunit.client.0.smithi046.stdout:8/575: chown d0/d5/dca/l84 71 1
2024-03-19T01:51:51.715 INFO:tasks.workunit.client.0.smithi046.stdout:6/603: fdatasync d1a/d4d/d5a/fa6 0
2024-03-19T01:51:51.716 INFO:tasks.workunit.client.0.smithi046.stdout:7/608: symlink d1/dc/df/d11/d39/d6f/daa/da5/lcb 0
2024-03-19T01:51:51.717 INFO:tasks.workunit.client.0.smithi046.stdout:8/576: dread d0/d5/dc/d42/dbf/d45/d5b/d86/f8f [0,4194304] 0
2024-03-19T01:51:51.719 INFO:tasks.workunit.client.0.smithi046.stdout:2/518: link d0/d70/c7a d0/dc/d61/d2f/d8e/d59/d8a/d91/c9b 0
2024-03-19T01:51:51.720 INFO:tasks.workunit.client.0.smithi046.stdout:7/609: rename d1/dc/df/d11/d39/lca to d1/dc/df/d11/d39/lcc 0
2024-03-19T01:51:51.721 INFO:tasks.workunit.client.0.smithi046.stdout:6/604: creat d1a/dac/fc8 x:0 0 0
2024-03-19T01:51:51.721 INFO:tasks.workunit.client.0.smithi046.stdout:2/519: symlink d0/dc/d61/d2f/d8e/d59/l9c 0
2024-03-19T01:51:51.724 INFO:tasks.workunit.client.0.smithi046.stdout:1/440: dread d0/dd/f39 [0,4194304] 0
2024-03-19T01:51:51.724 INFO:tasks.workunit.client.0.smithi046.stdout:2/520: chown d0/dc/d61/d2f/d8e/d59/f73 3159378 1
2024-03-19T01:51:51.724 INFO:tasks.workunit.client.0.smithi046.stdout:7/610: mkdir d1/dc/df/d11/dcd 0
2024-03-19T01:51:51.725 INFO:tasks.workunit.client.0.smithi046.stdout:6/605: mkdir d1a/d4d/d65/d80/d62/d5b/d40/dc9 0
2024-03-19T01:51:51.725 INFO:tasks.workunit.client.0.smithi046.stdout:8/577: getdents d0/d5/dc/d42 0
2024-03-19T01:51:51.726 INFO:tasks.workunit.client.0.smithi046.stdout:7/611: chown d1/d2a 580148083 1
2024-03-19T01:51:51.726 INFO:tasks.workunit.client.0.smithi046.stdout:1/441: symlink d0/d6/d4b/l95 0
2024-03-19T01:51:51.727 INFO:tasks.workunit.client.0.smithi046.stdout:1/442: fsync d0/f44 0
2024-03-19T01:51:51.727 INFO:tasks.workunit.client.0.smithi046.stdout:8/578: rmdir d0/d5/dca/d47/d5d 39
2024-03-19T01:51:51.729 INFO:tasks.workunit.client.0.smithi046.stdout:7/612: symlink d1/dc/df/d11/d39/d6f/d7c/lce 0
2024-03-19T01:51:51.729 INFO:tasks.workunit.client.0.smithi046.stdout:2/521: creat d0/dc/f9d x:0 0 0
2024-03-19T01:51:51.729 INFO:tasks.workunit.client.0.smithi046.stdout:8/579: readlink d0/d5/l16 0
2024-03-19T01:51:51.730 INFO:tasks.workunit.client.0.smithi046.stdout:1/443: symlink d0/d6/d6a/d8a/l96 0
2024-03-19T01:51:51.731 INFO:tasks.workunit.client.0.smithi046.stdout:7/613: fdatasync d1/dc/df/d11/d93/dc2/fc6 0
2024-03-19T01:51:51.731 INFO:tasks.workunit.client.0.smithi046.stdout:8/580: write d0/d5/dca/d47/d8d/f51 [1740751,75267] 0
2024-03-19T01:51:51.732 INFO:tasks.workunit.client.0.smithi046.stdout:6/606: unlink d1a/d66/f99 0
2024-03-19T01:51:51.733 INFO:tasks.workunit.client.0.smithi046.stdout:8/581: write d0/d5/dca/d47/f89 [126905,89234] 0
2024-03-19T01:51:51.733 INFO:tasks.workunit.client.0.smithi046.stdout:7/614: creat d1/d2a/d7a/daf/fcf x:0 0 0
2024-03-19T01:51:51.733 INFO:tasks.workunit.client.0.smithi046.stdout:8/582: chown d0 262 1
2024-03-19T01:51:51.734 INFO:tasks.workunit.client.0.smithi046.stdout:2/522: link d0/dc/f9d d0/d70/f9e 0
2024-03-19T01:51:51.736 INFO:tasks.workunit.client.0.smithi046.stdout:8/583: write d0/fa0 [5899326,105573] 0
2024-03-19T01:51:51.736 INFO:tasks.workunit.client.0.smithi046.stdout:1/444: mkdir d0/dd/d26/d23/d3b/d3d/d97 0
2024-03-19T01:51:51.737 INFO:tasks.workunit.client.0.smithi046.stdout:7/615: creat d1/dc/df/fd0 x:0 0 0
2024-03-19T01:51:51.737 INFO:tasks.workunit.client.0.smithi046.stdout:1/445: stat d0/d6/d6a/f8c 0
2024-03-19T01:51:51.740 INFO:tasks.workunit.client.0.smithi046.stdout:8/584: truncate d0/d5/dc/f77 700204 0
2024-03-19T01:51:51.740 INFO:tasks.workunit.client.0.smithi046.stdout:2/523: creat d0/d48/d2a/f9f x:0 0 0
2024-03-19T01:51:51.741 INFO:tasks.workunit.client.0.smithi046.stdout:1/446: creat d0/dd/d26/d23/d28/d3c/d5f/f98 x:0 0 0
2024-03-19T01:51:51.743 INFO:tasks.workunit.client.0.smithi046.stdout:8/585: symlink d0/d5/dc/d42/dbf/ld3 0
2024-03-19T01:51:51.744 INFO:tasks.workunit.client.0.smithi046.stdout:1/447: symlink d0/dd/d26/d2c/d5d/l99 0
2024-03-19T01:51:51.745 INFO:tasks.workunit.client.0.smithi046.stdout:7/616: dread d1/f17 [0,4194304] 0
2024-03-19T01:51:51.748 INFO:tasks.workunit.client.0.smithi046.stdout:7/617: fdatasync d1/dc/df/d11/f41 0
2024-03-19T01:51:51.748 INFO:tasks.workunit.client.0.smithi046.stdout:8/586: getdents d0/d5/dc/d42/dbf/d87 0
2024-03-19T01:51:51.748 INFO:tasks.workunit.client.0.smithi046.stdout:2/524: dwrite d0/d27/f58 [0,4194304] 0
2024-03-19T01:51:51.749 INFO:tasks.workunit.client.0.smithi046.stdout:1/448: truncate d0/dd/f12 1642951 0
2024-03-19T01:51:51.750 INFO:tasks.workunit.client.0.smithi046.stdout:7/618: dread - d1/dc/df/fd0 zero size
2024-03-19T01:51:51.752 INFO:tasks.workunit.client.0.smithi046.stdout:2/525: mknod d0/d27/ca0 0
2024-03-19T01:51:51.753 INFO:tasks.workunit.client.0.smithi046.stdout:8/587: read d0/d5/f67 [927437,76295] 0
2024-03-19T01:51:51.756 INFO:tasks.workunit.client.0.smithi046.stdout:2/526: readlink d0/dc/l2b 0
2024-03-19T01:51:51.759 INFO:tasks.workunit.client.0.smithi046.stdout:6/607: dwrite d1a/d4d/d65/d80/d62/f1e [0,4194304] 0
2024-03-19T01:51:51.762 INFO:tasks.workunit.client.0.smithi046.stdout:1/449: rename d0/dd/d26/d23/d3b/d3d/d55/d7f/c91 to d0/d6/d7c/c9a 0
2024-03-19T01:51:51.763 INFO:tasks.workunit.client.0.smithi046.stdout:1/450: write d0/f14 [1613724,100062] 0
2024-03-19T01:51:51.765 INFO:tasks.workunit.client.0.smithi046.stdout:7/619: dread d1/dc/d18/d43/f44 [0,4194304] 0
2024-03-19T01:51:51.765 INFO:tasks.workunit.client.0.smithi046.stdout:8/588: mknod d0/d5/dc/d42/dbf/d45/d5b/d86/d8c/cd4 0
2024-03-19T01:51:51.768 INFO:tasks.workunit.client.0.smithi046.stdout:6/608: write d1a/d26/d2e/fc2 [909321,119205] 0
2024-03-19T01:51:51.772 INFO:tasks.workunit.client.0.smithi046.stdout:2/527: truncate d0/dc/f4f 4451448 0
2024-03-19T01:51:51.774 INFO:tasks.workunit.client.0.smithi046.stdout:1/451: read d0/dd/d26/d23/d28/f3a [1268411,111177] 0
2024-03-19T01:51:51.774 INFO:tasks.workunit.client.0.smithi046.stdout:7/620: dread d1/dc/df/d11/d39/f75 [0,4194304] 0
2024-03-19T01:51:51.776 INFO:tasks.workunit.client.0.smithi046.stdout:8/589: dread d0/d5/dca/d47/f89 [0,4194304] 0
2024-03-19T01:51:51.776 INFO:tasks.workunit.client.0.smithi046.stdout:6/609: creat d1a/d4d/d65/da0/db6/fca x:0 0 0
2024-03-19T01:51:51.777 INFO:tasks.workunit.client.0.smithi046.stdout:8/590: chown d0/fa0 953921 1
2024-03-19T01:51:51.777 INFO:tasks.workunit.client.0.smithi046.stdout:7/621: fsync d1/dc/df/d11/d39/fac 0
2024-03-19T01:51:51.779 INFO:tasks.workunit.client.0.smithi046.stdout:6/610: mkdir d1a/d66/dcb 0
2024-03-19T01:51:51.780 INFO:tasks.workunit.client.0.smithi046.stdout:8/591: dread d0/d5/dc/d42/dbf/d87/f8e [0,4194304] 0
2024-03-19T01:51:51.782 INFO:tasks.workunit.client.0.smithi046.stdout:7/622: dread d1/f2b [0,4194304] 0
2024-03-19T01:51:51.783 INFO:tasks.workunit.client.0.smithi046.stdout:8/592: creat d0/d5/dca/fd5 x:0 0 0
2024-03-19T01:51:51.784 INFO:tasks.workunit.client.0.smithi046.stdout:6/611: creat d1a/d4d/d65/d80/d62/d5b/d40/dbf/fcc x:0 0 0
2024-03-19T01:51:51.786 INFO:tasks.workunit.client.0.smithi046.stdout:8/593: mkdir d0/d5/dc/d42/dd6 0
2024-03-19T01:51:51.786 INFO:tasks.workunit.client.0.smithi046.stdout:2/528: rename d0/d48/d2a to d0/dc/d61/da1 0
2024-03-19T01:51:51.789 INFO:tasks.workunit.client.0.smithi046.stdout:2/529: symlink d0/d27/d53/la2 0
2024-03-19T01:51:51.792 INFO:tasks.workunit.client.0.smithi046.stdout:1/452: rename d0/d6/d6a/d8a/l96 to d0/d6/d7c/l9b 0
2024-03-19T01:51:51.793 INFO:tasks.workunit.client.0.smithi046.stdout:7/623: dread d1/dc/f24 [0,4194304] 0
2024-03-19T01:51:51.794 INFO:tasks.workunit.client.0.smithi046.stdout:7/624: chown d1/dc/df/d11/l30 1336020327 1
2024-03-19T01:51:51.802 INFO:tasks.workunit.client.0.smithi046.stdout:6/612: rename d1a/d4d/d65/d80/d62/d30/f31 to d1a/d26/d2e/d89/fcd 0
2024-03-19T01:51:51.802 INFO:tasks.workunit.client.0.smithi046.stdout:2/530: link d0/dc/f84 d0/d27/d53/d5d/d8c/fa3 0
2024-03-19T01:51:51.803 INFO:tasks.workunit.client.0.smithi046.stdout:7/625: chown d1/f9a 26322 1
2024-03-19T01:51:51.803 INFO:tasks.workunit.client.0.smithi046.stdout:8/594: dread d0/d5/dc/d42/f6e [0,4194304] 0
2024-03-19T01:51:51.805 INFO:tasks.workunit.client.0.smithi046.stdout:6/613: symlink d1a/d66/dcb/lce 0
2024-03-19T01:51:51.805 INFO:tasks.workunit.client.0.smithi046.stdout:8/595: write d0/d5/dc/d42/dbf/fcc [249638,31189] 0
2024-03-19T01:51:51.808 INFO:tasks.workunit.client.0.smithi046.stdout:7/626: link d1/d2a/l73 d1/dc/da6/ld1 0
2024-03-19T01:51:51.811 INFO:tasks.workunit.client.0.smithi046.stdout:2/531: unlink d0/l12 0
2024-03-19T01:51:51.816 INFO:tasks.workunit.client.0.smithi046.stdout:7/627: getdents d1 0
2024-03-19T01:51:51.816 INFO:tasks.workunit.client.0.smithi046.stdout:8/596: dwrite d0/d5/dc/d42/dbf/d45/fcb [0,4194304] 0
2024-03-19T01:51:51.817 INFO:tasks.workunit.client.0.smithi046.stdout:1/453: truncate d0/d6/da/f1a 9853072 0
2024-03-19T01:51:51.819 INFO:tasks.workunit.client.0.smithi046.stdout:2/532: getdents d0/d27/d53 0
2024-03-19T01:51:51.820 INFO:tasks.workunit.client.0.smithi046.stdout:6/614: dwrite d1a/f23 [0,4194304] 0
2024-03-19T01:51:51.820 INFO:tasks.workunit.client.0.smithi046.stdout:1/454: write d0/f44 [961174,61872] 0
2024-03-19T01:51:51.821 INFO:tasks.workunit.client.0.smithi046.stdout:7/628: mknod d1/dc/df/d11/d39/cd2 0
2024-03-19T01:51:51.824 INFO:tasks.workunit.client.0.smithi046.stdout:6/615: dread - d1a/d4d/d65/d80/d62/d5b/d40/d81/fb4 zero size
2024-03-19T01:51:51.827 INFO:tasks.workunit.client.0.smithi046.stdout:1/455: creat d0/d6/f9c x:0 0 0
2024-03-19T01:51:51.828 INFO:tasks.workunit.client.0.smithi046.stdout:8/597: link d0/c33 d0/d5/dca/cd7 0
2024-03-19T01:51:51.829 INFO:tasks.workunit.client.0.smithi046.stdout:7/629: write d1/dc/df/d11/d39/f45 [805974,88824] 0
2024-03-19T01:51:51.829 INFO:tasks.workunit.client.0.smithi046.stdout:2/533: dwrite d0/dc/f69 [0,4194304] 0
2024-03-19T01:51:51.833 INFO:tasks.workunit.client.0.smithi046.stdout:6/616: rename d1a/d4d/d65/d80/d62/d30/f86 to d1a/d4d/fcf 0
2024-03-19T01:51:51.834 INFO:tasks.workunit.client.0.smithi046.stdout:7/630: creat d1/dc/df/d11/d39/d6f/fd3 x:0 0 0
2024-03-19T01:51:51.836 INFO:tasks.workunit.client.0.smithi046.stdout:1/456: mknod d0/d3f/c9d 0
2024-03-19T01:51:51.839 INFO:tasks.workunit.client.0.smithi046.stdout:1/457: mknod d0/dd/d26/d23/c9e 0
2024-03-19T01:51:51.842 INFO:tasks.workunit.client.0.smithi046.stdout:6/617: mknod d1a/d4d/d65/d80/d62/cd0 0
2024-03-19T01:51:51.847 INFO:tasks.workunit.client.0.smithi046.stdout:7/631: write d1/dc/f76 [8107315,68824] 0
2024-03-19T01:51:51.850 INFO:tasks.workunit.client.0.smithi046.stdout:6/618: rmdir d1a/d26 39
2024-03-19T01:51:51.852 INFO:tasks.workunit.client.0.smithi046.stdout:7/632: symlink d1/dc/df/d11/d39/d6f/ld4 0
2024-03-19T01:51:51.854 INFO:tasks.workunit.client.0.smithi046.stdout:6/619: read fc [8239166,62825] 0
2024-03-19T01:51:51.854 INFO:tasks.workunit.client.0.smithi046.stdout:7/633: stat d1/d2a 0
2024-03-19T01:51:51.855 INFO:tasks.workunit.client.0.smithi046.stdout:1/458: dwrite d0/dd/f42 [0,4194304] 0
2024-03-19T01:51:51.857 INFO:tasks.workunit.client.0.smithi046.stdout:2/534: dread d0/dc/d61/d2f/f57 [0,4194304] 0
2024-03-19T01:51:51.858 INFO:tasks.workunit.client.0.smithi046.stdout:7/634: write d1/dc/df/d11/d39/fac [713190,19308] 0
2024-03-19T01:51:51.859 INFO:tasks.workunit.client.0.smithi046.stdout:6/620: chown d1a/d4d/d65/d80/d62/d5b/d57 9828376 1
2024-03-19T01:51:51.859 INFO:tasks.workunit.client.0.smithi046.stdout:2/535: readlink d0/dc/d61/da1/l80 0
2024-03-19T01:51:51.860 INFO:tasks.workunit.client.0.smithi046.stdout:1/459: readlink d0/dd/d26/d23/d3b/d3d/d55/d7f/d87/l89 0
2024-03-19T01:51:51.860 INFO:tasks.workunit.client.0.smithi046.stdout:2/536: readlink d0/d27/d53/l93 0
2024-03-19T01:51:51.861 INFO:tasks.workunit.client.0.smithi046.stdout:1/460: chown d0/l72 28 1
2024-03-19T01:51:51.861 INFO:tasks.workunit.client.0.smithi046.stdout:7/635: read d1/dc/df/d11/d39/f75 [83010,4623] 0
2024-03-19T01:51:51.862 INFO:tasks.workunit.client.0.smithi046.stdout:1/461: fdatasync d0/d6/d6a/f8c 0
2024-03-19T01:51:51.863 INFO:tasks.workunit.client.0.smithi046.stdout:8/598: dread d0/f13 [4194304,4194304] 0
2024-03-19T01:51:51.865 INFO:tasks.workunit.client.0.smithi046.stdout:1/462: read - d0/dd/d26/d23/d28/d3c/d5f/f98 zero size
2024-03-19T01:51:51.866 INFO:tasks.workunit.client.0.smithi046.stdout:6/621: rename d1a/ca1 to d1a/d4d/d65/d80/d62/cd1 0
2024-03-19T01:51:51.868 INFO:tasks.workunit.client.0.smithi046.stdout:2/537: mknod d0/dc/d61/da1/ca4 0
2024-03-19T01:51:51.869 INFO:tasks.workunit.client.0.smithi046.stdout:7/636: getdents d1/dc/df/d11/d39/d6f/daa/da5 0
2024-03-19T01:51:51.873 INFO:tasks.workunit.client.0.smithi046.stdout:2/538: truncate d0/dc/d61/f43 4518500 0
2024-03-19T01:51:51.873 INFO:tasks.workunit.client.0.smithi046.stdout:8/599: dwrite d0/d5/dca/d47/f4d [4194304,4194304] 0
2024-03-19T01:51:51.877 INFO:tasks.workunit.client.0.smithi046.stdout:7/637: rename d1/dc/df/d11/d39/d6f/ld4 to d1/d2a/d7a/ld5 0
2024-03-19T01:51:51.878 INFO:tasks.workunit.client.0.smithi046.stdout:1/463: dread d0/dd/d26/d23/d3b/d3d/d55/f57 [0,4194304] 0
2024-03-19T01:51:51.883 INFO:tasks.workunit.client.0.smithi046.stdout:8/600: dread d0/d5/dca/d47/d8d/f90 [0,4194304] 0
2024-03-19T01:51:51.884 INFO:tasks.workunit.client.0.smithi046.stdout:1/464: mknod d0/d6/d7c/d64/c9f 0
2024-03-19T01:51:51.884 INFO:tasks.workunit.client.0.smithi046.stdout:2/539: dwrite d0/dc/d61/d2f/f57 [0,4194304] 0
2024-03-19T01:51:51.886 INFO:tasks.workunit.client.0.smithi046.stdout:6/622: truncate d1a/d4d/d65/d80/d62/d5b/f3e 1799550 0
2024-03-19T01:51:51.887 INFO:tasks.workunit.client.0.smithi046.stdout:1/465: mknod d0/d6/d4b/ca0 0
2024-03-19T01:51:51.888 INFO:tasks.workunit.client.0.smithi046.stdout:8/601: dread - d0/d5/dc/d42/dbf/d87/daf/fa1 zero size
2024-03-19T01:51:51.892 INFO:tasks.workunit.client.0.smithi046.stdout:7/638: dwrite d1/dc/df/fd0 [0,4194304] 0
2024-03-19T01:51:51.892 INFO:tasks.workunit.client.0.smithi046.stdout:6/623: write d1a/d26/d2e/fc2 [708275,66867] 0
2024-03-19T01:51:51.893 INFO:tasks.workunit.client.0.smithi046.stdout:2/540: read d0/d27/f29 [335266,41782] 0
2024-03-19T01:51:51.897 INFO:tasks.workunit.client.0.smithi046.stdout:1/466: rename d0/d3f/c68 to d0/dd/d26/d23/d3b/d3d/d55/ca1 0
2024-03-19T01:51:51.897 INFO:tasks.workunit.client.0.smithi046.stdout:5/490: sync
2024-03-19T01:51:51.901 INFO:tasks.workunit.client.0.smithi046.stdout:1/467: write d0/dd/d26/d23/d28/d3c/d5f/f98 [540563,46725] 0
2024-03-19T01:51:51.903 INFO:tasks.workunit.client.0.smithi046.stdout:5/491: fsync d0/f1b 0
2024-03-19T01:51:51.905 INFO:tasks.workunit.client.0.smithi046.stdout:1/468: fsync d0/f14 0
2024-03-19T01:51:51.906 INFO:tasks.workunit.client.0.smithi046.stdout:8/602: dwrite d0/d5/dca/f14 [4194304,4194304] 0
2024-03-19T01:51:51.909 INFO:tasks.workunit.client.0.smithi046.stdout:6/624: dwrite fa [4194304,4194304] 0
2024-03-19T01:51:51.909 INFO:tasks.workunit.client.0.smithi046.stdout:5/492: mknod d0/d1/d56/cb5 0
2024-03-19T01:51:51.909 INFO:tasks.workunit.client.0.smithi046.stdout:2/541: fsync d0/d27/f58 0
2024-03-19T01:51:51.913 INFO:tasks.workunit.client.0.smithi046.stdout:5/493: chown d0/d2d/d71/d74/d8d/la1 124009460 1
2024-03-19T01:51:51.913 INFO:tasks.workunit.client.0.smithi046.stdout:6/625: mknod d1a/d4d/d65/d80/d62/cd2 0
2024-03-19T01:51:51.914 INFO:tasks.workunit.client.0.smithi046.stdout:8/603: mkdir d0/d5/dc/dd8 0
2024-03-19T01:51:51.915 INFO:tasks.workunit.client.0.smithi046.stdout:1/469: rename d0/f44 to d0/fa2 0
2024-03-19T01:51:51.916 INFO:tasks.workunit.client.0.smithi046.stdout:6/626: chown d1a/d4d/d65/da0/fb5 10333 1
2024-03-19T01:51:51.917 INFO:tasks.workunit.client.0.smithi046.stdout:8/604: write d0/d5/dc/d42/fba [187081,43062] 0
2024-03-19T01:51:51.918 INFO:tasks.workunit.client.0.smithi046.stdout:2/542: creat d0/d27/fa5 x:0 0 0
2024-03-19T01:51:51.920 INFO:tasks.workunit.client.0.smithi046.stdout:1/470: mkdir d0/d6/d6a/d8a/da3 0
2024-03-19T01:51:51.923 INFO:tasks.workunit.client.0.smithi046.stdout:2/543: write d0/d27/fa5 [1039584,107075] 0
2024-03-19T01:51:51.924 INFO:tasks.workunit.client.0.smithi046.stdout:6/627: fdatasync d1a/d4d/d65/d80/d62/d5b/d57/fb8 0
2024-03-19T01:51:51.925 INFO:tasks.workunit.client.0.smithi046.stdout:5/494: dwrite d0/d2d/d71/d74/f6f [0,4194304] 0
2024-03-19T01:51:51.929 INFO:tasks.workunit.client.0.smithi046.stdout:8/605: mkdir d0/d5/dc/d42/dbf/d45/d5b/dd9 0
2024-03-19T01:51:51.930 INFO:tasks.workunit.client.0.smithi046.stdout:2/544: mknod d0/dc/d61/d2f/d8e/d59/d8a/ca6 0
2024-03-19T01:51:51.931 INFO:tasks.workunit.client.0.smithi046.stdout:7/639: dread d1/dc/df/d11/d39/d6f/f8a [0,4194304] 0
2024-03-19T01:51:51.931 INFO:tasks.workunit.client.0.smithi046.stdout:8/606: readlink d0/d5/dca/l36 0
2024-03-19T01:51:51.932 INFO:tasks.workunit.client.0.smithi046.stdout:1/471: rename d0/d6/c17 to d0/d6/ca4 0
2024-03-19T01:51:51.934 INFO:tasks.workunit.client.0.smithi046.stdout:2/545: symlink d0/dc/d61/la7 0
2024-03-19T01:51:51.936 INFO:tasks.workunit.client.0.smithi046.stdout:7/640: mknod d1/dc/df/d11/d39/d6f/daa/cd6 0
2024-03-19T01:51:51.938 INFO:tasks.workunit.client.0.smithi046.stdout:1/472: symlink d0/d6/d6a/d8a/da3/la5 0
2024-03-19T01:51:51.942 INFO:tasks.workunit.client.0.smithi046.stdout:5/495: dwrite d0/d1/d1d/f6d [0,4194304] 0
2024-03-19T01:51:51.943 INFO:tasks.workunit.client.0.smithi046.stdout:2/546: mknod d0/dc/d61/d2f/d8e/d59/d8a/ca8 0
2024-03-19T01:51:51.943 INFO:tasks.workunit.client.0.smithi046.stdout:6/628: dwrite d1a/d4d/d65/d80/d62/d5b/d57/f8c [0,4194304] 0
2024-03-19T01:51:51.944 INFO:tasks.workunit.client.0.smithi046.stdout:1/473: fsync d0/dd/d26/d23/d28/d3c/d5f/f61 0
2024-03-19T01:51:51.946 INFO:tasks.workunit.client.0.smithi046.stdout:6/629: stat d1a/d4e/l74 0
2024-03-19T01:51:51.947 INFO:tasks.workunit.client.0.smithi046.stdout:6/630: stat d1a/d4d/d5a 0
2024-03-19T01:51:51.948 INFO:tasks.workunit.client.0.smithi046.stdout:7/641: getdents d1/dc/df/d11/d93 0
2024-03-19T01:51:51.948 INFO:tasks.workunit.client.0.smithi046.stdout:6/631: chown d1a/d4d/d65/d80/f97 357329 1
2024-03-19T01:51:51.950 INFO:tasks.workunit.client.0.smithi046.stdout:7/642: mknod d1/dc/df/cd7 0
2024-03-19T01:51:51.951 INFO:tasks.workunit.client.0.smithi046.stdout:2/547: chown d0/dc/d61/da1/f54 342 1
2024-03-19T01:51:51.953 INFO:tasks.workunit.client.0.smithi046.stdout:5/496: rmdir d0/d1/d20/d47/d4e/d41/da7 0
2024-03-19T01:51:51.956 INFO:tasks.workunit.client.0.smithi046.stdout:1/474: dwrite d0/d6/d7c/f82 [0,4194304] 0
2024-03-19T01:51:51.956 INFO:tasks.workunit.client.0.smithi046.stdout:7/643: symlink d1/dc/df/d11/d39/d6f/d7b/db5/dc9/ld8 0
2024-03-19T01:51:51.957 INFO:tasks.workunit.client.0.smithi046.stdout:2/548: creat d0/fa9 x:0 0 0
2024-03-19T01:51:51.960 INFO:tasks.workunit.client.0.smithi046.stdout:1/475: creat d0/dd/d26/d2c/fa6 x:0 0 0
2024-03-19T01:51:51.961 INFO:tasks.workunit.client.0.smithi046.stdout:6/632: mkdir d1a/d66/dd3 0
2024-03-19T01:51:51.966 INFO:tasks.workunit.client.0.smithi046.stdout:2/549: write d0/d48/f2c [4800436,47517] 0
2024-03-19T01:51:51.966 INFO:tasks.workunit.client.0.smithi046.stdout:1/476: truncate d0/dd/d26/d23/d28/d3c/d5f/f61 445422 0
2024-03-19T01:51:51.969 INFO:tasks.workunit.client.0.smithi046.stdout:1/477: creat d0/dd/d26/d23/d28/d3c/d83/fa7 x:0 0 0
2024-03-19T01:51:51.970 INFO:tasks.workunit.client.0.smithi046.stdout:6/633: dread - d1a/d4d/d65/d80/d62/d5b/d40/f45 zero size
2024-03-19T01:51:51.970 INFO:tasks.workunit.client.0.smithi046.stdout:2/550: chown d0/dc/d61/d2f/f57 322639930 1
2024-03-19T01:51:51.971 INFO:tasks.workunit.client.0.smithi046.stdout:8/607: dread d0/d5/dca/f54 [0,4194304] 0
2024-03-19T01:51:51.973 INFO:tasks.workunit.client.0.smithi046.stdout:2/551: chown d0/dc/d61/d2f/f57 108388 1
2024-03-19T01:51:51.974 INFO:tasks.workunit.client.0.smithi046.stdout:7/644: getdents d1/dc/df/d11/d39/d6f/daa 0
2024-03-19T01:51:51.975 INFO:tasks.workunit.client.0.smithi046.stdout:8/608: dread - d0/d5/dc/d42/dbf/d45/d5b/f6b zero size
2024-03-19T01:51:51.975 INFO:tasks.workunit.client.0.smithi046.stdout:6/634: creat d1a/d26/d2e/fd4 x:0 0 0
2024-03-19T01:51:51.978 INFO:tasks.workunit.client.0.smithi046.stdout:1/478: dread d0/d6/f35 [4194304,4194304] 0
2024-03-19T01:51:51.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:51 smithi102 ceph-mon[66557]: pgmap v56: 129 pgs: 129 active+clean; 1.1 GiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 46 MiB/s rd, 162 MiB/s wr, 364 op/s
2024-03-19T01:51:51.980 INFO:tasks.workunit.client.0.smithi046.stdout:7/645: link d1/dc/d18/l1d d1/d2a/d7a/ld9 0
2024-03-19T01:51:51.981 INFO:tasks.workunit.client.0.smithi046.stdout:2/552: dwrite d0/dc/d61/f1f [0,4194304] 0
2024-03-19T01:51:51.982 INFO:tasks.workunit.client.0.smithi046.stdout:7/646: chown d1/dc/df/d11/f69 125144162 1
2024-03-19T01:51:51.985 INFO:tasks.workunit.client.0.smithi046.stdout:8/609: truncate d0/d5/f7b 228102 0
2024-03-19T01:51:51.985 INFO:tasks.workunit.client.0.smithi046.stdout:2/553: mknod d0/dc/caa 0
2024-03-19T01:51:51.988 INFO:tasks.workunit.client.0.smithi046.stdout:2/554: symlink d0/d27/d53/d5d/lab 0
2024-03-19T01:51:51.995 INFO:tasks.workunit.client.0.smithi046.stdout:8/610: dwrite d0/d5/dc/d42/f6e [0,4194304] 0
2024-03-19T01:51:51.996 INFO:tasks.workunit.client.0.smithi046.stdout:2/555: dwrite d0/f24 [0,4194304] 0
2024-03-19T01:51:51.998 INFO:tasks.workunit.client.0.smithi046.stdout:8/611: fdatasync d0/d5/fc7 0
2024-03-19T01:51:52.000 INFO:tasks.workunit.client.0.smithi046.stdout:2/556: write d0/dc/d61/d2f/f5b [1523942,105985] 0
2024-03-19T01:51:52.006 INFO:tasks.workunit.client.0.smithi046.stdout:7/647: dread d1/dc/df/d11/f69 [0,4194304] 0
2024-03-19T01:51:52.007 INFO:tasks.workunit.client.0.smithi046.stdout:2/557: write d0/d27/f29 [652403,100254] 0
2024-03-19T01:51:52.010 INFO:tasks.workunit.client.0.smithi046.stdout:8/612: dwrite d0/d5/dc/d42/dbf/d45/f93 [0,4194304] 0
2024-03-19T01:51:52.013 INFO:tasks.workunit.client.0.smithi046.stdout:7/648: dread d1/f2b [0,4194304] 0
2024-03-19T01:51:52.017 INFO:tasks.workunit.client.0.smithi046.stdout:8/613: mknod d0/d5/dca/cda 0
2024-03-19T01:51:52.020 INFO:tasks.workunit.client.0.smithi046.stdout:2/558: dwrite d0/dc/d61/d2f/d8e/d59/f7f [0,4194304] 0
2024-03-19T01:51:52.021 INFO:tasks.workunit.client.0.smithi046.stdout:7/649: link d1/dc/df/d11/d39/f45 d1/dc/fda 0
2024-03-19T01:51:52.022 INFO:tasks.workunit.client.0.smithi046.stdout:8/614: symlink d0/d5/dca/d47/d8d/ldb 0
2024-03-19T01:51:52.022 INFO:tasks.workunit.client.0.smithi046.stdout:7/650: chown d1/dc/df/d11/d39/d6f/daa/la3 16830 1
2024-03-19T01:51:52.023 INFO:tasks.workunit.client.0.smithi046.stdout:2/559: rmdir d0/d48 39
2024-03-19T01:51:52.027 INFO:tasks.workunit.client.0.smithi046.stdout:8/615: read d0/d5/dc/d42/dbf/fcc [136401,40835] 0
2024-03-19T01:51:52.028 INFO:tasks.workunit.client.0.smithi046.stdout:7/651: rmdir d1/dc/d18/d8c/d90 0
2024-03-19T01:51:52.028 INFO:tasks.workunit.client.0.smithi046.stdout:8/616: chown d0/d5/dc/d42/dbf/d45/d5b/d86/d8c/cc8 56 1
2024-03-19T01:51:52.032 INFO:tasks.workunit.client.0.smithi046.stdout:8/617: write d0/d5/dc/d42/f5e [3841608,61557] 0
2024-03-19T01:51:52.033 INFO:tasks.workunit.client.0.smithi046.stdout:8/618: chown d0/d5/dc/d42/dbf/d45/f82 0 1
2024-03-19T01:51:52.037 INFO:tasks.workunit.client.0.smithi046.stdout:7/652: dread d1/dc/df/d11/d39/d6f/d7b/fc3 [0,4194304] 0
2024-03-19T01:51:52.037 INFO:tasks.workunit.client.0.smithi046.stdout:8/619: truncate d0/d5/dc/d42/dbf/d45/fc2 3514959 0
2024-03-19T01:51:52.039 INFO:tasks.workunit.client.0.smithi046.stdout:7/653: mkdir d1/dc/df/d11/d39/ddb 0
2024-03-19T01:51:52.042 INFO:tasks.workunit.client.0.smithi046.stdout:7/654: mknod d1/dc/df/d11/d93/dc2/cdc 0
2024-03-19T01:51:52.043 INFO:tasks.workunit.client.0.smithi046.stdout:7/655: chown d1/dc/d18 0 1
2024-03-19T01:51:52.043 INFO:tasks.workunit.client.0.smithi046.stdout:7/656: chown d1/d2a/d7a 1 1
2024-03-19T01:51:52.045 INFO:tasks.workunit.client.0.smithi046.stdout:7/657: chown d1/dc/df/d11/d39/d6f/daa/da5/fb6 2719836 1
2024-03-19T01:51:52.046 INFO:tasks.workunit.client.0.smithi046.stdout:8/620: dwrite d0/d5/dc/d42/dbf/f5c [0,4194304] 0
2024-03-19T01:51:52.048 INFO:tasks.workunit.client.0.smithi046.stdout:8/621: creat d0/d5/dc/d42/dbf/d87/daf/fdc x:0 0 0
2024-03-19T01:51:52.058 INFO:tasks.workunit.client.0.smithi046.stdout:8/622: dwrite d0/d5/dc/d42/f5e [0,4194304] 0
2024-03-19T01:51:52.059 INFO:tasks.workunit.client.0.smithi046.stdout:7/658: dwrite d1/f5 [0,4194304] 0
2024-03-19T01:51:52.063 INFO:tasks.workunit.client.0.smithi046.stdout:7/659: dread d1/dc/df/d11/f69 [0,4194304] 0
2024-03-19T01:51:52.069 INFO:tasks.workunit.client.0.smithi046.stdout:7/660: truncate d1/d2a/d7a/f9e 2956954 0
2024-03-19T01:51:52.080 INFO:tasks.workunit.client.0.smithi046.stdout:7/661: dwrite d1/dc/d18/f37 [0,4194304] 0
2024-03-19T01:51:52.086 INFO:tasks.workunit.client.0.smithi046.stdout:7/662: truncate d1/d2a/d7a/f9e 158931 0
2024-03-19T01:51:52.088 INFO:tasks.workunit.client.0.smithi046.stdout:7/663: creat d1/dc/df/d11/d39/d6e/fdd x:0 0 0
2024-03-19T01:51:52.089 INFO:tasks.workunit.client.0.smithi046.stdout:7/664: stat d1/d2a/d7a/daf 0
2024-03-19T01:51:52.092 INFO:tasks.workunit.client.0.smithi046.stdout:7/665: mkdir d1/dc/df/d11/d39/dde 0
2024-03-19T01:51:52.094 INFO:tasks.workunit.client.0.smithi046.stdout:7/666: creat d1/d2a/d7a/daf/fdf x:0 0 0
2024-03-19T01:51:52.110 INFO:tasks.workunit.client.0.smithi046.stdout:7/667: dread d1/dc/f76 [4194304,4194304] 0
2024-03-19T01:51:52.110 INFO:tasks.workunit.client.0.smithi046.stdout:7/668: stat d1/dc/df/d11/d39/d6f/fd3 0
2024-03-19T01:51:52.113 INFO:tasks.workunit.client.0.smithi046.stdout:7/669: symlink d1/dc/df/d11/d39/d6f/daa/le0 0
2024-03-19T01:51:52.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:51 smithi046 ceph-mon[63102]: pgmap v56: 129 pgs: 129 active+clean; 1.1 GiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 46 MiB/s rd, 162 MiB/s wr, 364 op/s
2024-03-19T01:51:52.115 INFO:tasks.workunit.client.0.smithi046.stdout:7/670: read d1/dc/df/d11/d39/d6f/daa/f8f [3843673,118157] 0
2024-03-19T01:51:52.116 INFO:tasks.workunit.client.0.smithi046.stdout:7/671: chown d1/d2a/d7a/daf/fcf 184 1
2024-03-19T01:51:52.121 INFO:tasks.workunit.client.0.smithi046.stdout:7/672: link d1/dc/f76 d1/dc/df/d11/d39/d6f/d7c/fe1 0
2024-03-19T01:51:52.127 INFO:tasks.workunit.client.0.smithi046.stdout:7/673: dwrite d1/dc/df/d11/d39/d6f/daa/da5/fb6 [0,4194304] 0
2024-03-19T01:51:52.128 INFO:tasks.workunit.client.0.smithi046.stdout:7/674: write d1/dc/df/d11/d39/d6e/f91 [463188,37031] 0
2024-03-19T01:51:52.133 INFO:tasks.workunit.client.0.smithi046.stdout:7/675: link d1/dc/df/d11/d39/l5c d1/dc/df/d11/le2 0
2024-03-19T01:51:52.135 INFO:tasks.workunit.client.0.smithi046.stdout:7/676: mknod d1/dc/df/d11/d39/d6f/d7b/db5/dc9/ce3 0
2024-03-19T01:51:52.137 INFO:tasks.workunit.client.0.smithi046.stdout:7/677: stat d1/dc/df/l4b 0
2024-03-19T01:51:52.139 INFO:tasks.workunit.client.0.smithi046.stdout:7/678: creat d1/dc/df/d11/d93/dc2/fe4 x:0 0 0
2024-03-19T01:51:52.147 INFO:tasks.workunit.client.0.smithi046.stdout:7/679: rename d1/dc/df/d11/d93/dc2 to d1/dc/d18/d43/de5 0
2024-03-19T01:51:52.150 INFO:tasks.workunit.client.0.smithi046.stdout:7/680: mkdir d1/dc/df/d11/d39/d6f/d7b/de6 0
2024-03-19T01:51:52.160 INFO:tasks.workunit.client.0.smithi046.stdout:7/681: dwrite d1/dc/df/d11/d39/d6f/f72 [0,4194304] 0
2024-03-19T01:51:52.163 INFO:tasks.workunit.client.0.smithi046.stdout:7/682: symlink d1/dc/df/d11/le7 0
2024-03-19T01:51:52.165 INFO:tasks.workunit.client.0.smithi046.stdout:7/683: creat d1/dc/df/d11/d39/d6f/d7b/fe8 x:0 0 0
2024-03-19T01:51:52.172 INFO:tasks.workunit.client.0.smithi046.stdout:7/684: dwrite d1/dc/df/d11/d39/d6f/daa/da5/fb6 [0,4194304] 0
2024-03-19T01:51:52.175 INFO:tasks.workunit.client.0.smithi046.stdout:7/685: mkdir d1/dc/d18/de9 0
2024-03-19T01:51:52.176 INFO:tasks.workunit.client.0.smithi046.stdout:3/623: sync
2024-03-19T01:51:52.176 INFO:tasks.workunit.client.0.smithi046.stdout:9/459: sync
2024-03-19T01:51:52.176 INFO:tasks.workunit.client.0.smithi046.stdout:0/785: sync
2024-03-19T01:51:52.177 INFO:tasks.workunit.client.0.smithi046.stdout:4/654: sync
2024-03-19T01:51:52.180 INFO:tasks.workunit.client.0.smithi046.stdout:4/655: mknod d7/d10/d13/d58/d7f/cdf 0
2024-03-19T01:51:52.187 INFO:tasks.workunit.client.0.smithi046.stdout:4/656: creat d7/d10/d13/d58/d5d/fe0 x:0 0 0
2024-03-19T01:51:52.191 INFO:tasks.workunit.client.0.smithi046.stdout:0/786: dwrite d14/d26/d7b/d3f/d8d/d5e/d8a/df8/f101 [0,4194304] 0
2024-03-19T01:51:52.192 INFO:tasks.workunit.client.0.smithi046.stdout:3/624: dwrite d5/d17/f22 [0,4194304] 0
2024-03-19T01:51:52.193 INFO:tasks.workunit.client.0.smithi046.stdout:7/686: dwrite d1/dc/f76 [0,4194304] 0
2024-03-19T01:51:52.194 INFO:tasks.workunit.client.0.smithi046.stdout:4/657: mkdir d7/de1 0
2024-03-19T01:51:52.195 INFO:tasks.workunit.client.0.smithi046.stdout:3/625: chown d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d52 1236 1
2024-03-19T01:51:52.196 INFO:tasks.workunit.client.0.smithi046.stdout:7/687: dread - d1/dc/df/d11/d39/d6f/d7b/db5/fc1 zero size
2024-03-19T01:51:52.200 INFO:tasks.workunit.client.0.smithi046.stdout:3/626: unlink d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d8c/fab 0
2024-03-19T01:51:52.202 INFO:tasks.workunit.client.0.smithi046.stdout:0/787: write d14/d1a/f2f [2764365,83216] 0
2024-03-19T01:51:52.203 INFO:tasks.workunit.client.0.smithi046.stdout:0/788: stat d14/d26/d7b/l45 0
2024-03-19T01:51:52.205 INFO:tasks.workunit.client.0.smithi046.stdout:7/688: rename d1/dc/df/d11/f79 to d1/dc/df/d11/d39/dde/fea 0
2024-03-19T01:51:52.207 INFO:tasks.workunit.client.0.smithi046.stdout:3/627: dwrite d5/d17/f22 [0,4194304] 0
2024-03-19T01:51:52.211 INFO:tasks.workunit.client.0.smithi046.stdout:4/658: link d7/d10/d13/d58/d5d/d8b/fda d7/d4f/d6e/d9b/fe2 0
2024-03-19T01:51:52.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:51 smithi073 ceph-mon[66833]: pgmap v56: 129 pgs: 129 active+clean; 1.1 GiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 46 MiB/s rd, 162 MiB/s wr, 364 op/s
2024-03-19T01:51:52.216 INFO:tasks.workunit.client.0.smithi046.stdout:7/689: dwrite d1/dc/df/d11/d39/d6e/fdd [0,4194304] 0
2024-03-19T01:51:52.222 INFO:tasks.workunit.client.0.smithi046.stdout:0/789: link d14/d1a/d8f/dc7/ldd d14/d34/l10c 0
2024-03-19T01:51:52.223 INFO:tasks.workunit.client.0.smithi046.stdout:0/790: chown d14/d26/d7b/d3f/da0/da7/db8/dc3 24 1
2024-03-19T01:51:52.223 INFO:tasks.workunit.client.0.smithi046.stdout:7/690: chown d1/d2a/d7a/ld5 68550640 1
2024-03-19T01:51:52.227 INFO:tasks.workunit.client.0.smithi046.stdout:0/791: mknod d14/d1a/d8f/deb/c10d 0
2024-03-19T01:51:52.228 INFO:tasks.workunit.client.0.smithi046.stdout:0/792: chown d14/d26/d7b 439073279 1
2024-03-19T01:51:52.228 INFO:tasks.workunit.client.0.smithi046.stdout:3/628: getdents d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/d56/d7d 0
2024-03-19T01:51:52.235 INFO:tasks.workunit.client.0.smithi046.stdout:0/793: link d14/d26/d7b/d3f/da0/da7/db8/cbd d14/d1a/d8f/dba/dfa/c10e 0
2024-03-19T01:51:52.236 INFO:tasks.workunit.client.0.smithi046.stdout:0/794: stat d14/d26/d7b/d4b/d65/c73 0
2024-03-19T01:51:52.239 INFO:tasks.workunit.client.0.smithi046.stdout:0/795: rmdir d14/d26/d7b/d3f/d8d/d5e/d5f 39
2024-03-19T01:51:52.240 INFO:tasks.workunit.client.0.smithi046.stdout:7/691: dwrite d1/dc/f6a [0,4194304] 0
2024-03-19T01:51:52.241 INFO:tasks.workunit.client.0.smithi046.stdout:0/796: mknod d14/d26/d7b/df2/c10f 0
2024-03-19T01:51:52.242 INFO:tasks.workunit.client.0.smithi046.stdout:0/797: readlink d14/d26/d7b/l45 0
2024-03-19T01:51:52.246 INFO:tasks.workunit.client.0.smithi046.stdout:0/798: mkdir d14/d110 0
2024-03-19T01:51:52.248 INFO:tasks.workunit.client.0.smithi046.stdout:0/799: mknod d14/d1a/d8f/dba/c111 0
2024-03-19T01:51:52.248 INFO:tasks.workunit.client.0.smithi046.stdout:3/629: dread d5/d17/d62/f4d [0,4194304] 0
2024-03-19T01:51:52.250 INFO:tasks.workunit.client.0.smithi046.stdout:0/800: mkdir d14/dcd/d112 0
2024-03-19T01:51:52.252 INFO:tasks.workunit.client.0.smithi046.stdout:3/630: mknod d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/cc4 0
2024-03-19T01:51:52.253 INFO:tasks.workunit.client.0.smithi046.stdout:0/801: creat d14/d26/d7b/d3f/d8d/d5e/d8a/f113 x:0 0 0
2024-03-19T01:51:52.254 INFO:tasks.workunit.client.0.smithi046.stdout:3/631: stat d5/d17/d62/d2d/d3b/d7f/d9f/c3c 0
2024-03-19T01:51:52.256 INFO:tasks.workunit.client.0.smithi046.stdout:3/632: write d5/d17/d31/d4b/f90 [742755,75139] 0
2024-03-19T01:51:52.257 INFO:tasks.workunit.client.0.smithi046.stdout:3/633: chown d5/d17/d62/d2d/d3b/d7f/d9f/ca1 0 1
2024-03-19T01:51:52.257 INFO:tasks.workunit.client.0.smithi046.stdout:0/802: unlink d14/d26/d7b/d3f/da0/cbf 0
2024-03-19T01:51:52.258 INFO:tasks.workunit.client.0.smithi046.stdout:0/803: write d14/d1a/f27 [691489,54687] 0
2024-03-19T01:51:52.260 INFO:tasks.workunit.client.0.smithi046.stdout:0/804: chown d14/f18 18 1
2024-03-19T01:51:52.261 INFO:tasks.workunit.client.0.smithi046.stdout:0/805: chown d14 249301 1
2024-03-19T01:51:52.263 INFO:tasks.workunit.client.0.smithi046.stdout:0/806: creat d14/d110/f114 x:0 0 0
2024-03-19T01:51:52.264 INFO:tasks.workunit.client.0.smithi046.stdout:3/634: link d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d5f/c64 d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d5f/d6b/cc5 0
2024-03-19T01:51:52.264 INFO:tasks.workunit.client.0.smithi046.stdout:0/807: read - d14/d43/fd8 zero size
2024-03-19T01:51:52.269 INFO:tasks.workunit.client.0.smithi046.stdout:3/635: dwrite d5/d17/f48 [0,4194304] 0
2024-03-19T01:51:52.274 INFO:tasks.workunit.client.0.smithi046.stdout:3/636: rmdir d5 39
2024-03-19T01:51:52.285 INFO:tasks.workunit.client.0.smithi046.stdout:0/808: dread d14/d26/d7b/d3f/da0/da7/db8/fc4 [0,4194304] 0
2024-03-19T01:51:52.286 INFO:tasks.workunit.client.0.smithi046.stdout:0/809: truncate d14/d26/fd1 1128754 0
2024-03-19T01:51:52.288 INFO:tasks.workunit.client.0.smithi046.stdout:0/810: write d14/d26/d7b/d3f/f62 [4575349,56160] 0
2024-03-19T01:51:52.289 INFO:tasks.workunit.client.0.smithi046.stdout:0/811: chown d14/d26/d7b/d3f/da0/da7/db8/cff 101803332 1
2024-03-19T01:51:52.291 INFO:tasks.workunit.client.0.smithi046.stdout:0/812: stat d14/d26/d7b/d3f/d8d/d5e/d5f 0
2024-03-19T01:51:52.292 INFO:tasks.workunit.client.0.smithi046.stdout:0/813: dread - d14/d26/d7b/d3f/d8d/d5e/d8a/fdb zero size
2024-03-19T01:51:52.298 INFO:tasks.workunit.client.0.smithi046.stdout:0/814: dwrite d14/d26/d7b/d3f/d8d/f6c [0,4194304] 0
2024-03-19T01:51:52.298 INFO:tasks.workunit.client.0.smithi046.stdout:3/637: dread d5/d17/d62/d2d/d3b/f4e [0,4194304] 0
2024-03-19T01:51:52.301 INFO:tasks.workunit.client.0.smithi046.stdout:3/638: symlink d5/d17/lc6 0
2024-03-19T01:51:52.302 INFO:tasks.workunit.client.0.smithi046.stdout:3/639: chown d5/d10/fd 2065525 1
2024-03-19T01:51:52.304 INFO:tasks.workunit.client.0.smithi046.stdout:0/815: rename d14/l31 to d14/d26/d7b/d3f/d8d/l115 0
2024-03-19T01:51:52.304 INFO:tasks.workunit.client.0.smithi046.stdout:3/640: symlink d5/d17/d31/d54/dbf/lc7 0
2024-03-19T01:51:52.307 INFO:tasks.workunit.client.0.smithi046.stdout:3/641: chown d5/d17/d31/f40 12 1
2024-03-19T01:51:52.311 INFO:tasks.workunit.client.0.smithi046.stdout:3/642: truncate d5/d17/f2b 445594 0
2024-03-19T01:51:52.314 INFO:tasks.workunit.client.0.smithi046.stdout:3/643: creat d5/d10/d51/d60/fc8 x:0 0 0
2024-03-19T01:51:52.316 INFO:tasks.workunit.client.0.smithi046.stdout:3/644: write d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/d56/f65 [5056051,106467] 0
2024-03-19T01:51:52.319 INFO:tasks.workunit.client.0.smithi046.stdout:0/816: dwrite d14/d26/d7b/d4b/f63 [0,4194304] 0
2024-03-19T01:51:52.321 INFO:tasks.workunit.client.0.smithi046.stdout:3/645: rename d5/d10/c3d to d5/d17/d62/cc9 0
2024-03-19T01:51:52.321 INFO:tasks.workunit.client.0.smithi046.stdout:0/817: mkdir d14/d1a/db9/d116 0
2024-03-19T01:51:52.324 INFO:tasks.workunit.client.0.smithi046.stdout:0/818: mkdir d14/d1a/d8f/dc7/d107/d117 0
2024-03-19T01:51:52.328 INFO:tasks.workunit.client.0.smithi046.stdout:3/646: link d5/d17/d62/d2d/d3b/d7f/d9f/f75 d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d5f/fca 0
2024-03-19T01:51:52.328 INFO:tasks.workunit.client.0.smithi046.stdout:0/819: mknod d14/d1a/d8f/dba/c118 0
2024-03-19T01:51:52.328 INFO:tasks.workunit.client.0.smithi046.stdout:3/647: dread - d5/fb5 zero size
2024-03-19T01:51:52.330 INFO:tasks.workunit.client.0.smithi046.stdout:0/820: write d14/d26/d7b/d4b/d65/f89 [2240132,95511] 0
2024-03-19T01:51:52.331 INFO:tasks.workunit.client.0.smithi046.stdout:0/821: stat d14/d26/d7b/d4b/d65 0
2024-03-19T01:51:52.332 INFO:tasks.workunit.client.0.smithi046.stdout:3/648: symlink d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/d56/lcb 0
2024-03-19T01:51:52.334 INFO:tasks.workunit.client.0.smithi046.stdout:0/822: unlink d14/d1a/d8f/deb/c10d 0
2024-03-19T01:51:52.335 INFO:tasks.workunit.client.0.smithi046.stdout:3/649: write d5/d17/d62/d2d/d3b/d7f/d9f/d5e/f63 [1121101,11715] 0
2024-03-19T01:51:52.336 INFO:tasks.workunit.client.0.smithi046.stdout:3/650: chown d5/d10/f1b 12366 1
2024-03-19T01:51:52.338 INFO:tasks.workunit.client.0.smithi046.stdout:3/651: chown d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/d56/d7d 32827 1
2024-03-19T01:51:52.340 INFO:tasks.workunit.client.0.smithi046.stdout:0/823: mknod d14/d26/d7b/d3f/d8d/d5e/d5f/d74/dc2/d106/c119 0
2024-03-19T01:51:52.342 INFO:tasks.workunit.client.0.smithi046.stdout:3/652: creat d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d5f/d6b/fcc x:0 0 0
2024-03-19T01:51:52.346 INFO:tasks.workunit.client.0.smithi046.stdout:3/653: mknod d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/ccd 0
2024-03-19T01:51:52.349 INFO:tasks.workunit.client.0.smithi046.stdout:3/654: symlink d5/d10/d51/lce 0
2024-03-19T01:51:52.352 INFO:tasks.workunit.client.0.smithi046.stdout:0/824: truncate fa 1002102 0
2024-03-19T01:51:52.353 INFO:tasks.workunit.client.0.smithi046.stdout:0/825: chown d14/d34/l10c 1842216871 1
2024-03-19T01:51:52.355 INFO:tasks.workunit.client.0.smithi046.stdout:3/655: creat d5/d17/d31/fcf x:0 0 0
2024-03-19T01:51:52.356 INFO:tasks.workunit.client.0.smithi046.stdout:0/826: mkdir d14/d26/d7b/d4b/d65/d11a 0
2024-03-19T01:51:52.357 INFO:tasks.workunit.client.0.smithi046.stdout:3/656: mknod d5/d17/d62/d2d/d3b/cd0 0
2024-03-19T01:51:52.359 INFO:tasks.workunit.client.0.smithi046.stdout:3/657: creat d5/d10/d51/fd1 x:0 0 0
2024-03-19T01:51:52.361 INFO:tasks.workunit.client.0.smithi046.stdout:3/658: mknod d5/d10/d51/d60/cd2 0
2024-03-19T01:51:52.362 INFO:tasks.workunit.client.0.smithi046.stdout:3/659: fdatasync d5/f4c 0
2024-03-19T01:51:52.363 INFO:tasks.workunit.client.0.smithi046.stdout:0/827: dwrite d14/f25 [4194304,4194304] 0
2024-03-19T01:51:52.368 INFO:tasks.workunit.client.0.smithi046.stdout:3/660: getdents d5/d17/d62/d2d 0
2024-03-19T01:51:52.370 INFO:tasks.workunit.client.0.smithi046.stdout:0/828: dread d14/d26/f6e [0,4194304] 0
2024-03-19T01:51:52.371 INFO:tasks.workunit.client.0.smithi046.stdout:3/661: symlink d5/d17/ld3 0
2024-03-19T01:51:52.375 INFO:tasks.workunit.client.0.smithi046.stdout:3/662: fdatasync d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/f61 0
2024-03-19T01:51:52.379 INFO:tasks.workunit.client.0.smithi046.stdout:0/829: rename d14/c6a to d14/dcd/de3/c11b 0
2024-03-19T01:51:52.385 INFO:tasks.workunit.client.0.smithi046.stdout:0/830: link d14/d26/d7b/d3f/fab d14/d26/d7b/d3f/d8d/d5e/d8a/f11c 0
2024-03-19T01:51:52.387 INFO:tasks.workunit.client.0.smithi046.stdout:3/663: creat d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d5f/fd4 x:0 0 0
2024-03-19T01:51:52.387 INFO:tasks.workunit.client.0.smithi046.stdout:0/831: fsync d14/f37 0
2024-03-19T01:51:52.390 INFO:tasks.workunit.client.0.smithi046.stdout:3/664: truncate d5/d10/fa 1922964 0
2024-03-19T01:51:52.391 INFO:tasks.workunit.client.0.smithi046.stdout:0/832: creat d14/d26/d7b/d3f/d8d/d5e/d5f/d74/dc2/d106/f11d x:0 0 0
2024-03-19T01:51:52.392 INFO:tasks.workunit.client.0.smithi046.stdout:3/665: mkdir d5/d17/d62/d2d/d3b/dd5 0
2024-03-19T01:51:52.394 INFO:tasks.workunit.client.0.smithi046.stdout:3/666: creat d5/d17/d31/d4b/fd6 x:0 0 0
2024-03-19T01:51:52.395 INFO:tasks.workunit.client.0.smithi046.stdout:3/667: write d5/f67 [458560,81590] 0
2024-03-19T01:51:52.396 INFO:tasks.workunit.client.0.smithi046.stdout:3/668: chown d5/d17/l87 153 1
2024-03-19T01:51:52.402 INFO:tasks.workunit.client.0.smithi046.stdout:3/669: link d5/d17/f23 d5/d17/d62/d2d/d3b/dd5/fd7 0
2024-03-19T01:51:52.403 INFO:tasks.workunit.client.0.smithi046.stdout:0/833: dread fa [0,4194304] 0
2024-03-19T01:51:52.404 INFO:tasks.workunit.client.0.smithi046.stdout:0/834: chown d14/d26/d7b/d3f/c48 116627 1
2024-03-19T01:51:52.405 INFO:tasks.workunit.client.0.smithi046.stdout:3/670: unlink d5/d17/d76/c9e 0
2024-03-19T01:51:52.406 INFO:tasks.workunit.client.0.smithi046.stdout:0/835: mkdir d14/d26/d7b/d3f/d72/d11e 0
2024-03-19T01:51:52.407 INFO:tasks.workunit.client.0.smithi046.stdout:0/836: write d14/d26/f82 [3011912,79443] 0
2024-03-19T01:51:52.410 INFO:tasks.workunit.client.0.smithi046.stdout:0/837: read d14/d1a/f5c [2520997,66647] 0
2024-03-19T01:51:52.410 INFO:tasks.workunit.client.0.smithi046.stdout:0/838: fsync d14/f25 0
2024-03-19T01:51:52.413 INFO:tasks.workunit.client.0.smithi046.stdout:3/671: write d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/f61 [3367169,32451] 0
2024-03-19T01:51:52.418 INFO:tasks.workunit.client.0.smithi046.stdout:3/672: dwrite d5/f1a [0,4194304] 0
2024-03-19T01:51:52.420 INFO:tasks.workunit.client.0.smithi046.stdout:3/673: dread d5/d17/d62/d2d/d3b/dd5/fd7 [4194304,4194304] 0
2024-03-19T01:51:52.423 INFO:tasks.workunit.client.0.smithi046.stdout:3/674: creat d5/d17/d31/d54/dbf/fd8 x:0 0 0
2024-03-19T01:51:52.429 INFO:tasks.workunit.client.0.smithi046.stdout:3/675: dread d5/f88 [0,4194304] 0
2024-03-19T01:51:52.496 INFO:tasks.workunit.client.0.smithi046.stdout:3/676: dwrite d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d52/f80 [0,4194304] 0
2024-03-19T01:51:52.499 INFO:tasks.workunit.client.0.smithi046.stdout:3/677: mknod d5/d17/d31/cd9 0
2024-03-19T01:51:52.607 INFO:tasks.workunit.client.0.smithi046.stdout:7/692: sync
2024-03-19T01:51:52.607 INFO:tasks.workunit.client.0.smithi046.stdout:5/497: sync
2024-03-19T01:51:52.607 INFO:tasks.workunit.client.0.smithi046.stdout:1/479: sync
2024-03-19T01:51:52.607 INFO:tasks.workunit.client.0.smithi046.stdout:6/635: sync
2024-03-19T01:51:52.607 INFO:tasks.workunit.client.0.smithi046.stdout:2/560: sync
2024-03-19T01:51:52.607 INFO:tasks.workunit.client.0.smithi046.stdout:0/839: sync
2024-03-19T01:51:52.607 INFO:tasks.workunit.client.0.smithi046.stdout:4/659: sync
2024-03-19T01:51:52.607 INFO:tasks.workunit.client.0.smithi046.stdout:8/623: sync
2024-03-19T01:51:52.607 INFO:tasks.workunit.client.0.smithi046.stdout:9/460: sync
2024-03-19T01:51:52.608 INFO:tasks.workunit.client.0.smithi046.stdout:9/461: chown dd/d1c/d25 1259670709 1
2024-03-19T01:51:52.609 INFO:tasks.workunit.client.0.smithi046.stdout:5/498: write d0/d89/f93 [142362,26903] 0
2024-03-19T01:51:52.609 INFO:tasks.workunit.client.0.smithi046.stdout:2/561: chown d0/d48/f2c 839 1
2024-03-19T01:51:52.610 INFO:tasks.workunit.client.0.smithi046.stdout:6/636: chown d1a/d4d/d65/da0/ca5 113495 1
2024-03-19T01:51:52.610 INFO:tasks.workunit.client.0.smithi046.stdout:4/660: mknod d7/d10/d13/d58/d75/ce3 0
2024-03-19T01:51:52.611 INFO:tasks.workunit.client.0.smithi046.stdout:0/840: truncate d14/d26/d7b/d3f/fa9 2564799 0
2024-03-19T01:51:52.611 INFO:tasks.workunit.client.0.smithi046.stdout:5/499: chown d0/d77/l40 2 1
2024-03-19T01:51:52.613 INFO:tasks.workunit.client.0.smithi046.stdout:7/693: rename d1/dc/df/d11/d39/dde to d1/deb 0
2024-03-19T01:51:52.614 INFO:tasks.workunit.client.0.smithi046.stdout:9/462: creat dd/d11/f96 x:0 0 0
2024-03-19T01:51:52.614 INFO:tasks.workunit.client.0.smithi046.stdout:6/637: dread - d1a/d4d/d65/d80/d62/d5b/d40/d81/fb4 zero size
2024-03-19T01:51:52.617 INFO:tasks.workunit.client.0.smithi046.stdout:5/500: mknod d0/d2d/d50/d90/cb6 0
2024-03-19T01:51:52.617 INFO:tasks.workunit.client.0.smithi046.stdout:8/624: creat d0/d5/fdd x:0 0 0
2024-03-19T01:51:52.621 INFO:tasks.workunit.client.0.smithi046.stdout:9/463: mkdir dd/d11/d17/d57/d7e/d97 0
2024-03-19T01:51:52.621 INFO:tasks.workunit.client.0.smithi046.stdout:0/841: rename f9 to d14/d1a/d8f/dba/f11f 0
2024-03-19T01:51:52.623 INFO:tasks.workunit.client.0.smithi046.stdout:6/638: creat d1a/d4d/d65/d80/d62/d5b/d40/d81/fd5 x:0 0 0
2024-03-19T01:51:52.623 INFO:tasks.workunit.client.0.smithi046.stdout:8/625: mknod d0/d5/dc/d42/dbf/d87/cde 0
2024-03-19T01:51:52.625 INFO:tasks.workunit.client.0.smithi046.stdout:4/661: dwrite d7/d10/f6d [4194304,4194304] 0
2024-03-19T01:51:52.625 INFO:tasks.workunit.client.0.smithi046.stdout:2/562: dwrite d0/d27/fa5 [0,4194304] 0
2024-03-19T01:51:52.625 INFO:tasks.workunit.client.0.smithi046.stdout:5/501: symlink d0/d1/d20/d47/d4e/lb7 0
2024-03-19T01:51:52.628 INFO:tasks.workunit.client.0.smithi046.stdout:9/464: mknod dd/d1c/d20/c98 0
2024-03-19T01:51:52.628 INFO:tasks.workunit.client.0.smithi046.stdout:7/694: creat d1/dc/df/d11/fec x:0 0 0
2024-03-19T01:51:52.633 INFO:tasks.workunit.client.0.smithi046.stdout:6/639: truncate d1a/d4d/d65/fab 1406554 0
2024-03-19T01:51:52.635 INFO:tasks.workunit.client.0.smithi046.stdout:2/563: unlink d0/l4a 0
2024-03-19T01:51:52.635 INFO:tasks.workunit.client.0.smithi046.stdout:7/695: dread - d1/dc/d18/d43/de5/fc6 zero size
2024-03-19T01:51:52.637 INFO:tasks.workunit.client.0.smithi046.stdout:0/842: dwrite d14/d1a/f75 [0,4194304] 0
2024-03-19T01:51:52.639 INFO:tasks.workunit.client.0.smithi046.stdout:9/465: symlink dd/d11/d17/d3a/l99 0
2024-03-19T01:51:52.640 INFO:tasks.workunit.client.0.smithi046.stdout:6/640: truncate d1a/d4d/fcf 4228135 0
2024-03-19T01:51:52.641 INFO:tasks.workunit.client.0.smithi046.stdout:8/626: rmdir d0/d5/dc/d42/dd6 0
2024-03-19T01:51:52.645 INFO:tasks.workunit.client.0.smithi046.stdout:5/502: dread d0/d1/d1d/f6d [0,4194304] 0
2024-03-19T01:51:52.645 INFO:tasks.workunit.client.0.smithi046.stdout:0/843: creat d14/dcd/d112/f120 x:0 0 0
2024-03-19T01:51:52.648 INFO:tasks.workunit.client.0.smithi046.stdout:2/564: read d0/dc/d61/da1/f56 [595882,71221] 0
2024-03-19T01:51:52.648 INFO:tasks.workunit.client.0.smithi046.stdout:5/503: dread - d0/d77/d7c/f84 zero size
2024-03-19T01:51:52.649 INFO:tasks.workunit.client.0.smithi046.stdout:7/696: dread d1/dc/f27 [0,4194304] 0
2024-03-19T01:51:52.651 INFO:tasks.workunit.client.0.smithi046.stdout:9/466: rename dd/d11/f68 to dd/d3d/f9a 0
2024-03-19T01:51:52.654 INFO:tasks.workunit.client.0.smithi046.stdout:5/504: fdatasync d0/d1/d1d/f6d 0
2024-03-19T01:51:52.655 INFO:tasks.workunit.client.0.smithi046.stdout:4/662: truncate d7/d10/d13/d58/d5d/d7c/d9c/f2c 56844 0
2024-03-19T01:51:52.655 INFO:tasks.workunit.client.0.smithi046.stdout:2/565: write d0/dc/d61/da1/f56 [421574,90952] 0
2024-03-19T01:51:52.656 INFO:tasks.workunit.client.0.smithi046.stdout:4/663: stat l1 0
2024-03-19T01:51:52.656 INFO:tasks.workunit.client.0.smithi046.stdout:5/505: chown d0/d77/l40 53510425 1
2024-03-19T01:51:52.656 INFO:tasks.workunit.client.0.smithi046.stdout:9/467: write dd/d11/d17/f30 [1443818,23661] 0
2024-03-19T01:51:52.660 INFO:tasks.workunit.client.0.smithi046.stdout:2/566: mknod d0/d70/cac 0
2024-03-19T01:51:52.662 INFO:tasks.workunit.client.0.smithi046.stdout:9/468: mkdir dd/d11/d17/d49/d63/d9b 0
2024-03-19T01:51:52.664 INFO:tasks.workunit.client.0.smithi046.stdout:2/567: write d0/f4e [2349605,37160] 0
2024-03-19T01:51:52.664 INFO:tasks.workunit.client.0.smithi046.stdout:0/844: dwrite d14/d26/d7b/d3f/da0/da7/db8/fc4 [0,4194304] 0
2024-03-19T01:51:52.665 INFO:tasks.workunit.client.0.smithi046.stdout:5/506: creat d0/d2d/fb8 x:0 0 0
2024-03-19T01:51:52.666 INFO:tasks.workunit.client.0.smithi046.stdout:9/469: rmdir dd/d11/d17/d49/d63 39
2024-03-19T01:51:52.667 INFO:tasks.workunit.client.0.smithi046.stdout:2/568: dread - d0/d70/f9e zero size
2024-03-19T01:51:52.672 INFO:tasks.workunit.client.0.smithi046.stdout:4/664: dwrite d7/d10/d13/d58/d5d/d7c/d9c/f67 [0,4194304] 0
2024-03-19T01:51:52.675 INFO:tasks.workunit.client.0.smithi046.stdout:2/569: read d0/dc/f84 [2740222,26919] 0
2024-03-19T01:51:52.675 INFO:tasks.workunit.client.0.smithi046.stdout:5/507: chown d0/d2d/d50/d52/f9e 3569299 1
2024-03-19T01:51:52.678 INFO:tasks.workunit.client.0.smithi046.stdout:0/845: dwrite d14/f37 [0,4194304] 0
2024-03-19T01:51:52.678 INFO:tasks.workunit.client.0.smithi046.stdout:5/508: fsync d0/d1/d1d/f34 0
2024-03-19T01:51:52.679 INFO:tasks.workunit.client.0.smithi046.stdout:4/665: mknod d7/d10/d13/d58/d75/ce4 0
2024-03-19T01:51:52.680 INFO:tasks.workunit.client.0.smithi046.stdout:9/470: rmdir dd/d11/d17/d57/d7e/d97 0
2024-03-19T01:51:52.682 INFO:tasks.workunit.client.0.smithi046.stdout:2/570: dread d0/d27/f81 [0,4194304] 0
2024-03-19T01:51:52.682 INFO:tasks.workunit.client.0.smithi046.stdout:9/471: dread - dd/d11/d2e/f85 zero size
2024-03-19T01:51:52.683 INFO:tasks.workunit.client.0.smithi046.stdout:0/846: fsync d14/d26/d7b/d3f/f76 0
2024-03-19T01:51:52.684 INFO:tasks.workunit.client.0.smithi046.stdout:7/697: dread d1/dc/df/d11/f81 [0,4194304] 0
2024-03-19T01:51:52.685 INFO:tasks.workunit.client.0.smithi046.stdout:4/666: creat d7/d10/d13/dae/fe5 x:0 0 0
2024-03-19T01:51:52.685 INFO:tasks.workunit.client.0.smithi046.stdout:6/641: dread d1a/f38 [0,4194304] 0
2024-03-19T01:51:52.688 INFO:tasks.workunit.client.0.smithi046.stdout:9/472: rmdir dd/d1c/d20 39
2024-03-19T01:51:52.688 INFO:tasks.workunit.client.0.smithi046.stdout:0/847: rmdir d14/d1a/d61 39
2024-03-19T01:51:52.688 INFO:tasks.workunit.client.0.smithi046.stdout:4/667: write d7/d4f/d6e/d9b/fc6 [857079,21537] 0
2024-03-19T01:51:52.689 INFO:tasks.workunit.client.0.smithi046.stdout:3/678: sync
2024-03-19T01:51:52.690 INFO:tasks.workunit.client.0.smithi046.stdout:2/571: mkdir d0/d94/dad 0
2024-03-19T01:51:52.692 INFO:tasks.workunit.client.0.smithi046.stdout:6/642: write d1a/d66/fbb [925195,12968] 0
2024-03-19T01:51:52.695 INFO:tasks.workunit.client.0.smithi046.stdout:9/473: creat dd/d11/d2e/d48/f9c x:0 0 0
2024-03-19T01:51:52.697 INFO:tasks.workunit.client.0.smithi046.stdout:6/643: mknod d1a/d4d/d65/da0/cd6 0
2024-03-19T01:51:52.699 INFO:tasks.workunit.client.0.smithi046.stdout:9/474: symlink dd/d1c/d25/l9d 0
2024-03-19T01:51:52.700 INFO:tasks.workunit.client.0.smithi046.stdout:2/572: creat d0/d94/dad/fae x:0 0 0
2024-03-19T01:51:52.701 INFO:tasks.workunit.client.0.smithi046.stdout:4/668: link d7/d4f/d6e/lcf d7/d10/d83/le6 0
2024-03-19T01:51:52.705 INFO:tasks.workunit.client.0.smithi046.stdout:5/509: dread d0/d2d/f39 [0,4194304] 0
2024-03-19T01:51:52.706 INFO:tasks.workunit.client.0.smithi046.stdout:0/848: dwrite d14/d26/d7b/d3f/d72/faf [0,4194304] 0
2024-03-19T01:51:52.708 INFO:tasks.workunit.client.0.smithi046.stdout:6/644: mknod d1a/d4d/d65/d80/d62/d5b/d40/d81/cd7 0
2024-03-19T01:51:52.711 INFO:tasks.workunit.client.0.smithi046.stdout:7/698: dwrite d1/dc/df/d11/d39/d6f/d7b/fc3 [0,4194304] 0
2024-03-19T01:51:52.711 INFO:tasks.workunit.client.0.smithi046.stdout:6/645: chown d1a/d4e/l74 245 1
2024-03-19T01:51:52.713 INFO:tasks.workunit.client.0.smithi046.stdout:5/510: symlink d0/lb9 0
2024-03-19T01:51:52.714 INFO:tasks.workunit.client.0.smithi046.stdout:9/475: truncate dd/d11/d17/f62 354861 0
2024-03-19T01:51:52.715 INFO:tasks.workunit.client.0.smithi046.stdout:3/679: dread d5/f67 [0,4194304] 0
2024-03-19T01:51:52.715 INFO:tasks.workunit.client.0.smithi046.stdout:0/849: unlink d14/d1a/d8f/dba/lda 0
2024-03-19T01:51:52.727 INFO:tasks.workunit.client.0.smithi046.stdout:7/699: creat d1/dc/d18/de9/fed x:0 0 0
2024-03-19T01:51:52.734 INFO:tasks.workunit.client.0.smithi046.stdout:6/646: dwrite d1a/d26/d2e/d89/fa8 [0,4194304] 0
2024-03-19T01:51:52.734 INFO:tasks.workunit.client.0.smithi046.stdout:0/850: dwrite d14/d26/fbb [0,4194304] 0
2024-03-19T01:51:52.738 INFO:tasks.workunit.client.0.smithi046.stdout:7/700: readlink d1/l86 0
2024-03-19T01:51:52.738 INFO:tasks.workunit.client.0.smithi046.stdout:3/680: truncate d5/d10/d51/d60/f6a 248132 0
2024-03-19T01:51:52.740 INFO:tasks.workunit.client.0.smithi046.stdout:5/511: dwrite d0/d89/f93 [0,4194304] 0
2024-03-19T01:51:52.740 INFO:tasks.workunit.client.0.smithi046.stdout:9/476: creat dd/d11/d17/d49/f9e x:0 0 0
2024-03-19T01:51:52.744 INFO:tasks.workunit.client.0.smithi046.stdout:4/669: dwrite d7/d10/d13/d58/d5d/d7c/d9c/f61 [0,4194304] 0
2024-03-19T01:51:52.745 INFO:tasks.workunit.client.0.smithi046.stdout:6/647: symlink d1a/d4d/d65/d80/d62/d30/ld8 0
2024-03-19T01:51:52.747 INFO:tasks.workunit.client.0.smithi046.stdout:6/648: fdatasync d1a/d26/d2e/d89/faa 0
2024-03-19T01:51:52.748 INFO:tasks.workunit.client.0.smithi046.stdout:7/701: dread - d1/dc/df/d11/fab zero size
2024-03-19T01:51:52.753 INFO:tasks.workunit.client.0.smithi046.stdout:9/477: read dd/d3d/f9a [542811,3911] 0
2024-03-19T01:51:52.756 INFO:tasks.workunit.client.0.smithi046.stdout:4/670: write d7/d4f/d6e/d9b/fc6 [338414,61568] 0
2024-03-19T01:51:52.758 INFO:tasks.workunit.client.0.smithi046.stdout:1/480: sync
2024-03-19T01:51:52.758 INFO:tasks.workunit.client.0.smithi046.stdout:8/627: sync
2024-03-19T01:51:52.762 INFO:tasks.workunit.client.0.smithi046.stdout:0/851: dwrite d14/d26/d7b/d3f/d8d/d5e/d5f/d74/f9f [0,4194304] 0
2024-03-19T01:51:52.765 INFO:tasks.workunit.client.0.smithi046.stdout:9/478: mknod dd/d11/d2e/d34/c9f 0
2024-03-19T01:51:52.766 INFO:tasks.workunit.client.0.smithi046.stdout:2/573: dread d0/dc/d61/f23 [0,4194304] 0
2024-03-19T01:51:52.768 INFO:tasks.workunit.client.0.smithi046.stdout:8/628: chown d0/d5/dc/c9b 49005 1
2024-03-19T01:51:52.768 INFO:tasks.workunit.client.0.smithi046.stdout:6/649: truncate d1a/fb1 793860 0
2024-03-19T01:51:52.769 INFO:tasks.workunit.client.0.smithi046.stdout:0/852: chown d14/d1a/f8e 7589 1
2024-03-19T01:51:52.771 INFO:tasks.workunit.client.0.smithi046.stdout:1/481: creat d0/dd/d26/d23/d45/fa8 x:0 0 0
2024-03-19T01:51:52.771 INFO:tasks.workunit.client.0.smithi046.stdout:3/681: dwrite d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/f8a [0,4194304] 0
2024-03-19T01:51:52.773 INFO:tasks.workunit.client.0.smithi046.stdout:2/574: dread - d0/dc/f9d zero size
2024-03-19T01:51:52.773 INFO:tasks.workunit.client.0.smithi046.stdout:6/650: fsync d1a/d4d/f95 0
2024-03-19T01:51:52.774 INFO:tasks.workunit.client.0.smithi046.stdout:5/512: dwrite d0/d2d/d2e/f4b [0,4194304] 0
2024-03-19T01:51:52.775 INFO:tasks.workunit.client.0.smithi046.stdout:7/702: truncate d1/dc/d18/d4e/f9f 4163772 0
2024-03-19T01:51:52.779 INFO:tasks.workunit.client.0.smithi046.stdout:4/671: creat d7/d10/d13/d58/d5d/dbb/d50/dd3/fe7 x:0 0 0
2024-03-19T01:51:52.779 INFO:tasks.workunit.client.0.smithi046.stdout:0/853: mkdir d14/dcd/d121 0
2024-03-19T01:51:52.779 INFO:tasks.workunit.client.0.smithi046.stdout:9/479: truncate dd/d1c/f59 820526 0
2024-03-19T01:51:52.779 INFO:tasks.workunit.client.0.smithi046.stdout:1/482: read d0/d6/d4b/f7a [33895,45974] 0
2024-03-19T01:51:52.781 INFO:tasks.workunit.client.0.smithi046.stdout:5/513: dread - d0/d2d/f78 zero size
2024-03-19T01:51:52.781 INFO:tasks.workunit.client.0.smithi046.stdout:3/682: creat d5/d17/d62/d2d/d3b/fda x:0 0 0
2024-03-19T01:51:52.782 INFO:tasks.workunit.client.0.smithi046.stdout:1/483: fdatasync d0/dd/d26/d2c/f93 0
2024-03-19T01:51:52.782 INFO:tasks.workunit.client.0.smithi046.stdout:2/575: rename d0/f9 to d0/d94/dad/faf 0
2024-03-19T01:51:52.784 INFO:tasks.workunit.client.0.smithi046.stdout:3/683: fsync d5/d17/d31/fcf 0
2024-03-19T01:51:52.784 INFO:tasks.workunit.client.0.smithi046.stdout:8/629: creat d0/d5/dc/d42/dbf/d45/d5b/fdf x:0 0 0
2024-03-19T01:51:52.784 INFO:tasks.workunit.client.0.smithi046.stdout:6/651: mkdir d1a/d4d/d65/d80/d62/d5b/d40/dbf/dd9 0
2024-03-19T01:51:52.786 INFO:tasks.workunit.client.0.smithi046.stdout:7/703: chown d1/d2a/d7a/daf/fcf 26 1
2024-03-19T01:51:52.788 INFO:tasks.workunit.client.0.smithi046.stdout:3/684: stat d5/d17/d76/c94 0
2024-03-19T01:51:52.792 INFO:tasks.workunit.client.0.smithi046.stdout:5/514: mknod d0/d1/d20/d47/d4e/d82/cba 0
2024-03-19T01:51:52.797 INFO:tasks.workunit.client.0.smithi046.stdout:2/576: mknod d0/dc/cb0 0
2024-03-19T01:51:52.799 INFO:tasks.workunit.client.0.smithi046.stdout:6/652: symlink d1a/d66/dcb/lda 0
2024-03-19T01:51:52.799 INFO:tasks.workunit.client.0.smithi046.stdout:4/672: dwrite d7/d10/d13/fd7 [0,4194304] 0
2024-03-19T01:51:52.800 INFO:tasks.workunit.client.0.smithi046.stdout:5/515: readlink d0/d2d/l58 0
2024-03-19T01:51:52.802 INFO:tasks.workunit.client.0.smithi046.stdout:0/854: write d14/d26/d7b/d3f/f44 [2098359,85249] 0
2024-03-19T01:51:52.810 INFO:tasks.workunit.client.0.smithi046.stdout:2/577: write d0/dc/f69 [3720956,7707] 0
2024-03-19T01:51:52.811 INFO:tasks.workunit.client.0.smithi046.stdout:3/685: mkdir d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d8c/ddb 0
2024-03-19T01:51:52.814 INFO:tasks.workunit.client.0.smithi046.stdout:6/653: fsync d1a/d4d/d65/d80/d62/d5b/d57/fb8 0
2024-03-19T01:51:52.817 INFO:tasks.workunit.client.0.smithi046.stdout:8/630: getdents d0/d5/dc/d42 0
2024-03-19T01:51:52.818 INFO:tasks.workunit.client.0.smithi046.stdout:1/484: dread d0/f1e [0,4194304] 0
2024-03-19T01:51:52.820 INFO:tasks.workunit.client.0.smithi046.stdout:3/686: creat d5/d17/d76/fdc x:0 0 0
2024-03-19T01:51:52.820 INFO:tasks.workunit.client.0.smithi046.stdout:7/704: dread d1/dc/df/f20 [0,4194304] 0
2024-03-19T01:51:52.820 INFO:tasks.workunit.client.0.smithi046.stdout:0/855: chown d14/d26/d7b/d3f/d8d/c7a 339 1
2024-03-19T01:51:52.821 INFO:tasks.workunit.client.0.smithi046.stdout:5/516: mkdir d0/d2d/dbb 0
2024-03-19T01:51:52.822 INFO:tasks.workunit.client.0.smithi046.stdout:8/631: dread - d0/d5/dca/d47/fb7 zero size
2024-03-19T01:51:52.826 INFO:tasks.workunit.client.0.smithi046.stdout:9/480: dread dd/d11/d17/f66 [0,4194304] 0
2024-03-19T01:51:52.827 INFO:tasks.workunit.client.0.smithi046.stdout:7/705: mkdir d1/d2a/d7a/daf/dee 0
2024-03-19T01:51:52.827 INFO:tasks.workunit.client.0.smithi046.stdout:1/485: read d0/f21 [52598,118963] 0
2024-03-19T01:51:52.827 INFO:tasks.workunit.client.0.smithi046.stdout:4/673: dwrite d7/d10/fb7 [0,4194304] 0
2024-03-19T01:51:52.827 INFO:tasks.workunit.client.0.smithi046.stdout:3/687: mknod d5/d17/d31/cdd 0
2024-03-19T01:51:52.829 INFO:tasks.workunit.client.0.smithi046.stdout:8/632: dread - d0/d5/dca/d47/d8d/f9a zero size
2024-03-19T01:51:52.830 INFO:tasks.workunit.client.0.smithi046.stdout:5/517: symlink d0/d1/d20/d47/d4e/lbc 0
2024-03-19T01:51:52.832 INFO:tasks.workunit.client.0.smithi046.stdout:9/481: read - dd/d11/d2e/d34/d5a/f6f zero size
2024-03-19T01:51:52.832 INFO:tasks.workunit.client.0.smithi046.stdout:1/486: symlink d0/d3f/la9 0
2024-03-19T01:51:52.833 INFO:tasks.workunit.client.0.smithi046.stdout:6/654: dwrite d1a/d4d/d65/d80/d62/f1e [0,4194304] 0
2024-03-19T01:51:52.833 INFO:tasks.workunit.client.0.smithi046.stdout:7/706: mkdir d1/dc/df/d11/d39/d6f/def 0
2024-03-19T01:51:52.836 INFO:tasks.workunit.client.0.smithi046.stdout:8/633: readlink d0/lb0 0
2024-03-19T01:51:52.838 INFO:tasks.workunit.client.0.smithi046.stdout:3/688: creat d5/d17/fde x:0 0 0
2024-03-19T01:51:52.841 INFO:tasks.workunit.client.0.smithi046.stdout:7/707: write d1/dc/d18/d43/f52 [4745781,68766] 0
2024-03-19T01:51:52.841 INFO:tasks.workunit.client.0.smithi046.stdout:1/487: write d0/d6/f35 [6370523,127026] 0
2024-03-19T01:51:52.842 INFO:tasks.workunit.client.0.smithi046.stdout:0/856: dwrite d14/d26/d7b/d3f/da0/da7/db8/fc4 [0,4194304] 0
2024-03-19T01:51:52.845 INFO:tasks.workunit.client.0.smithi046.stdout:4/674: rename d7/l24 to d7/d4f/d7e/db5/le8 0
2024-03-19T01:51:52.847 INFO:tasks.workunit.client.0.smithi046.stdout:6/655: write d1a/d26/d2e/d89/fcd [1606220,97883] 0
2024-03-19T01:51:52.848 INFO:tasks.workunit.client.0.smithi046.stdout:1/488: write d0/d6/d7c/f60 [646847,117764] 0
2024-03-19T01:51:52.849 INFO:tasks.workunit.client.0.smithi046.stdout:9/482: symlink dd/d11/d2e/d93/la0 0
2024-03-19T01:51:52.849 INFO:tasks.workunit.client.0.smithi046.stdout:7/708: read d1/dc/d18/f40 [2326217,271] 0
2024-03-19T01:51:52.850 INFO:tasks.workunit.client.0.smithi046.stdout:8/634: truncate d0/d5/dc/d42/dbf/d45/d5b/fdf 558619 0
2024-03-19T01:51:52.850 INFO:tasks.workunit.client.0.smithi046.stdout:2/578: dread d0/dc/d61/d2f/d8e/d59/f7b [0,4194304] 0
2024-03-19T01:51:52.853 INFO:tasks.workunit.client.0.smithi046.stdout:0/857: dread - d14/d26/d7b/d3f/d8d/d5e/d8a/fdb zero size
2024-03-19T01:51:52.855 INFO:tasks.workunit.client.0.smithi046.stdout:0/858: rename d14/d26/d7b/d3f to d14/d26/d7b/d3f/d8d/d5e/d7f/d122 22
2024-03-19T01:51:52.855 INFO:tasks.workunit.client.0.smithi046.stdout:9/483: creat dd/d11/d2e/d34/fa1 x:0 0 0
2024-03-19T01:51:52.856 INFO:tasks.workunit.client.0.smithi046.stdout:4/675: mknod d7/d10/d13/d58/d5d/dbb/d79/ce9 0
2024-03-19T01:51:52.858 INFO:tasks.workunit.client.0.smithi046.stdout:1/489: creat d0/dd/d26/d23/d3b/d3d/faa x:0 0 0
2024-03-19T01:51:52.859 INFO:tasks.workunit.client.0.smithi046.stdout:7/709: creat d1/dc/d18/d43/ff0 x:0 0 0
2024-03-19T01:51:52.859 INFO:tasks.workunit.client.0.smithi046.stdout:6/656: creat d1a/d4d/d65/d80/d62/d5b/d57/fdb x:0 0 0
2024-03-19T01:51:52.861 INFO:tasks.workunit.client.0.smithi046.stdout:8/635: mkdir d0/d5/dc/d42/de0 0
2024-03-19T01:51:52.864 INFO:tasks.workunit.client.0.smithi046.stdout:2/579: mkdir d0/d48/db1 0
2024-03-19T01:51:52.866 INFO:tasks.workunit.client.0.smithi046.stdout:4/676: creat d7/d10/d13/d58/d75/dc1/fea x:0 0 0
2024-03-19T01:51:52.868 INFO:tasks.workunit.client.0.smithi046.stdout:7/710: creat d1/dc/df/d11/d39/d6f/daa/ff1 x:0 0 0
2024-03-19T01:51:52.869 INFO:tasks.workunit.client.0.smithi046.stdout:1/490: dread d0/dd/d26/d23/d3b/f6e [4194304,4194304] 0
2024-03-19T01:51:52.870 INFO:tasks.workunit.client.0.smithi046.stdout:5/518: dread d0/f5 [0,4194304] 0
2024-03-19T01:51:52.872 INFO:tasks.workunit.client.0.smithi046.stdout:3/689: dwrite d5/d17/f23 [0,4194304] 0
2024-03-19T01:51:52.873 INFO:tasks.workunit.client.0.smithi046.stdout:1/491: dread - d0/d6/da/f7b zero size
2024-03-19T01:51:52.950 INFO:tasks.workunit.client.0.smithi046.stdout:6/657: mknod d1a/d4d/d65/d80/d62/d5b/d40/dbf/dd9/cdc 0
2024-03-19T01:51:52.951 INFO:tasks.workunit.client.0.smithi046.stdout:4/677: creat d7/d10/d13/d58/d75/dc1/feb x:0 0 0
2024-03-19T01:51:52.951 INFO:tasks.workunit.client.0.smithi046.stdout:0/859: dwrite d14/f17 [4194304,4194304] 0
2024-03-19T01:51:52.952 INFO:tasks.workunit.client.0.smithi046.stdout:8/636: rmdir d0/d5/dc/d42/dbf/d45/d5b/dd9 0
2024-03-19T01:51:52.953 INFO:tasks.workunit.client.0.smithi046.stdout:6/658: write fa [6525172,97675] 0
2024-03-19T01:51:52.956 INFO:tasks.workunit.client.0.smithi046.stdout:5/519: mkdir d0/d2d/dbb/dbd 0
2024-03-19T01:51:52.957 INFO:tasks.workunit.client.0.smithi046.stdout:1/492: unlink d0/dd/d26/d23/d3b/l5a 0
2024-03-19T01:51:52.959 INFO:tasks.workunit.client.0.smithi046.stdout:8/637: chown d0/c24 124779 1
2024-03-19T01:51:52.960 INFO:tasks.workunit.client.0.smithi046.stdout:2/580: dwrite d0/f11 [0,4194304] 0
2024-03-19T01:51:52.962 INFO:tasks.workunit.client.0.smithi046.stdout:1/493: readlink d0/d6/da/l2d 0
2024-03-19T01:51:52.962 INFO:tasks.workunit.client.0.smithi046.stdout:6/659: chown d1a/d4d/d65/d80/d62/cd1 15 1
2024-03-19T01:51:52.964 INFO:tasks.workunit.client.0.smithi046.stdout:4/678: creat d7/d10/d13/d58/d5d/d7c/dc3/fec x:0 0 0
2024-03-19T01:51:52.965 INFO:tasks.workunit.client.0.smithi046.stdout:9/484: dwrite dd/d11/d17/f28 [0,4194304] 0
2024-03-19T01:51:52.968 INFO:tasks.workunit.client.0.smithi046.stdout:9/485: fdatasync dd/d11/f1e 0
2024-03-19T01:51:52.969 INFO:tasks.workunit.client.0.smithi046.stdout:4/679: write d7/f38 [3285252,108341] 0
2024-03-19T01:51:52.971 INFO:tasks.workunit.client.0.smithi046.stdout:5/520: symlink d0/d2d/d71/d74/lbe 0
2024-03-19T01:51:52.971 INFO:tasks.workunit.client.0.smithi046.stdout:0/860: dread d14/d1a/f75 [0,4194304] 0
2024-03-19T01:51:52.972 INFO:tasks.workunit.client.0.smithi046.stdout:6/660: fdatasync d1a/d4d/d65/d80/d62/d5b/d40/f79 0
2024-03-19T01:51:52.978 INFO:tasks.workunit.client.0.smithi046.stdout:9/486: stat dd/d1c/d20/c98 0
2024-03-19T01:51:52.978 INFO:tasks.workunit.client.0.smithi046.stdout:2/581: link d0/dc/d61/d2f/d8e/d59/f7b d0/dc/d9a/fb2 0
2024-03-19T01:51:52.980 INFO:tasks.workunit.client.0.smithi046.stdout:4/680: creat d7/d10/d13/d58/d5d/d8b/fed x:0 0 0
2024-03-19T01:51:52.983 INFO:tasks.workunit.client.0.smithi046.stdout:5/521: creat d0/d1/d20/d47/d4e/fbf x:0 0 0
2024-03-19T01:51:52.983 INFO:tasks.workunit.client.0.smithi046.stdout:8/638: dwrite d0/d5/dc/d42/dbf/d87/daf/fa1 [0,4194304] 0
2024-03-19T01:51:52.985 INFO:tasks.workunit.client.0.smithi046.stdout:3/690: dwrite d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d5f/fca [0,4194304] 0
2024-03-19T01:51:52.985 INFO:tasks.workunit.client.0.smithi046.stdout:6/661: symlink d1a/d4d/d65/d80/d62/d5b/ldd 0
2024-03-19T01:51:52.988 INFO:tasks.workunit.client.0.smithi046.stdout:0/861: read d14/d26/d7b/d3f/d8d/d5e/d5f/d74/fae [506375,83633] 0
2024-03-19T01:51:52.988 INFO:tasks.workunit.client.0.smithi046.stdout:2/582: creat d0/dc/d9a/fb3 x:0 0 0
2024-03-19T01:51:52.992 INFO:tasks.workunit.client.0.smithi046.stdout:5/522: mknod d0/cc0 0
2024-03-19T01:51:52.998 INFO:tasks.workunit.client.0.smithi046.stdout:2/583: creat d0/dc/d61/d2f/d8e/d59/fb4 x:0 0 0
2024-03-19T01:51:52.999 INFO:tasks.workunit.client.0.smithi046.stdout:1/494: dwrite d0/d6/da/f1a [4194304,4194304] 0
2024-03-19T01:51:52.999 INFO:tasks.workunit.client.0.smithi046.stdout:9/487: dwrite dd/d1c/d25/f2f [0,4194304] 0
2024-03-19T01:51:53.001 INFO:tasks.workunit.client.0.smithi046.stdout:5/523: readlink d0/d1/d20/d47/l88 0
2024-03-19T01:51:53.002 INFO:tasks.workunit.client.0.smithi046.stdout:6/662: link d1a/d4d/d65/d80/f6c d1a/dac/fde 0
2024-03-19T01:51:53.006 INFO:tasks.workunit.client.0.smithi046.stdout:4/681: truncate d7/d10/d13/d58/d5d/d7c/d9c/f3d 978853 0
2024-03-19T01:51:53.015 INFO:tasks.workunit.client.0.smithi046.stdout:3/691: link d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/f8a d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d5f/d6b/fdf 0
2024-03-19T01:51:53.015 INFO:tasks.workunit.client.0.smithi046.stdout:3/692: write d5/d17/d62/d2d/f7e [465105,27347] 0
2024-03-19T01:51:53.015 INFO:tasks.workunit.client.0.smithi046.stdout:2/584: creat d0/dc/d61/d2f/d8e/d59/d8a/d91/fb5 x:0 0 0
2024-03-19T01:51:53.016 INFO:tasks.workunit.client.0.smithi046.stdout:0/862: dwrite d14/dcd/d112/f120 [0,4194304] 0
2024-03-19T01:51:53.021 INFO:tasks.workunit.client.0.smithi046.stdout:1/495: creat d0/dd/d26/fab x:0 0 0
2024-03-19T01:51:53.021 INFO:tasks.workunit.client.0.smithi046.stdout:6/663: symlink d1a/d64/ldf 0
2024-03-19T01:51:53.022 INFO:tasks.workunit.client.0.smithi046.stdout:4/682: dwrite d7/d10/d13/d58/d5d/dbb/f57 [0,4194304] 0
2024-03-19T01:51:53.028 INFO:tasks.workunit.client.0.smithi046.stdout:4/683: creat d7/d10/d13/d58/d5d/d7c/fee x:0 0 0
2024-03-19T01:51:53.029 INFO:tasks.workunit.client.0.smithi046.stdout:0/863: dread d14/f78 [0,4194304] 0
2024-03-19T01:51:53.031 INFO:tasks.workunit.client.0.smithi046.stdout:6/664: creat d1a/d4e/fe0 x:0 0 0
2024-03-19T01:51:53.032 INFO:tasks.workunit.client.0.smithi046.stdout:5/524: write d0/f1b [1540134,93876] 0
2024-03-19T01:51:53.035 INFO:tasks.workunit.client.0.smithi046.stdout:2/585: write d0/f28 [200883,126071] 0
2024-03-19T01:51:53.038 INFO:tasks.workunit.client.0.smithi046.stdout:5/525: chown d0/d77/d7c/f84 250547576 1
2024-03-19T01:51:53.038 INFO:tasks.workunit.client.0.smithi046.stdout:4/684: symlink d7/d10/d13/d58/d5d/dbb/d79/lef 0
2024-03-19T01:51:53.039 INFO:tasks.workunit.client.0.smithi046.stdout:8/639: dread d0/d5/dc/d42/dbf/f1c [0,4194304] 0
2024-03-19T01:51:53.039 INFO:tasks.workunit.client.0.smithi046.stdout:1/496: creat d0/d6/d7c/fac x:0 0 0
2024-03-19T01:51:53.041 INFO:tasks.workunit.client.0.smithi046.stdout:5/526: chown d0/d2d/f78 25 1
2024-03-19T01:51:53.042 INFO:tasks.workunit.client.0.smithi046.stdout:0/864: creat d14/d26/d7b/d3f/d8d/d5e/d5f/d74/dc2/f123 x:0 0 0
2024-03-19T01:51:53.042 INFO:tasks.workunit.client.0.smithi046.stdout:9/488: dwrite dd/d3d/d53/f7a [4194304,4194304] 0
2024-03-19T01:51:53.050 INFO:tasks.workunit.client.0.smithi046.stdout:0/865: dread - d14/d1a/d8f/fb0 zero size
2024-03-19T01:51:53.050 INFO:tasks.workunit.client.0.smithi046.stdout:2/586: creat d0/fb6 x:0 0 0
2024-03-19T01:51:53.050 INFO:tasks.workunit.client.0.smithi046.stdout:3/693: dread d5/d17/d62/d2d/d3b/d7f/d9f/d5e/f6f [0,4194304] 0
2024-03-19T01:51:53.054 INFO:tasks.workunit.client.0.smithi046.stdout:8/640: getdents d0/d5/dca/d47 0
2024-03-19T01:51:53.054 INFO:tasks.workunit.client.0.smithi046.stdout:9/489: getdents dd/d3c 0
2024-03-19T01:51:53.054 INFO:tasks.workunit.client.0.smithi046.stdout:6/665: dread d1a/d26/d2e/fc2 [0,4194304] 0
2024-03-19T01:51:53.056 INFO:tasks.workunit.client.0.smithi046.stdout:2/587: stat d0/dc/d61/f63 0
2024-03-19T01:51:53.057 INFO:tasks.workunit.client.0.smithi046.stdout:5/527: dwrite d0/d1/d1d/f34 [4194304,4194304] 0
2024-03-19T01:51:53.058 INFO:tasks.workunit.client.0.smithi046.stdout:2/588: fsync d0/d27/f81 0
2024-03-19T01:51:53.059 INFO:tasks.workunit.client.0.smithi046.stdout:3/694: chown d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d8c/ddb 114236506 1
2024-03-19T01:51:53.059 INFO:tasks.workunit.client.0.smithi046.stdout:6/666: creat d1a/d64/fe1 x:0 0 0
2024-03-19T01:51:53.063 INFO:tasks.workunit.client.0.smithi046.stdout:8/641: rename d0/d5/fdd to d0/d5/dca/fe1 0
2024-03-19T01:51:53.064 INFO:tasks.workunit.client.0.smithi046.stdout:3/695: chown d5/d10/d51/lb3 4 1
2024-03-19T01:51:53.065 INFO:tasks.workunit.client.0.smithi046.stdout:9/490: dread dd/d11/d17/d49/d63/f7d [0,4194304] 0
2024-03-19T01:51:53.065 INFO:tasks.workunit.client.0.smithi046.stdout:5/528: chown d0/d1/d20/d47/d4e/d41/l45 267743 1
2024-03-19T01:51:53.065 INFO:tasks.workunit.client.0.smithi046.stdout:4/685: dwrite d7/d10/d13/d58/d5d/d8b/fda [0,4194304] 0
2024-03-19T01:51:53.067 INFO:tasks.workunit.client.0.smithi046.stdout:2/589: write d0/d27/d53/d5d/d8c/fa3 [4870550,89998] 0
2024-03-19T01:51:53.069 INFO:tasks.workunit.client.0.smithi046.stdout:4/686: write d7/d10/d13/d58/d5d/d8b/fda [4701267,4118] 0
2024-03-19T01:51:53.069 INFO:tasks.workunit.client.0.smithi046.stdout:3/696: chown d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/f61 0 1
2024-03-19T01:51:53.070 INFO:tasks.workunit.client.0.smithi046.stdout:3/697: stat d5/d17/d62/d2d/f7e 0
2024-03-19T01:51:53.072 INFO:tasks.workunit.client.0.smithi046.stdout:5/529: write d0/f5 [3221899,24681] 0
2024-03-19T01:51:53.074 INFO:tasks.workunit.client.0.smithi046.stdout:3/698: read d5/d17/d31/d4b/f90 [202106,124003] 0
2024-03-19T01:51:53.075 INFO:tasks.workunit.client.0.smithi046.stdout:6/667: creat d1a/d4d/d65/d80/d62/d5b/d40/dc9/fe2 x:0 0 0
2024-03-19T01:51:53.079 INFO:tasks.workunit.client.0.smithi046.stdout:8/642: truncate d0/d5/dca/d47/f4d 1005266 0
2024-03-19T01:51:53.083 INFO:tasks.workunit.client.0.smithi046.stdout:2/590: dwrite d0/d94/dad/faf [0,4194304] 0
2024-03-19T01:51:53.083 INFO:tasks.workunit.client.0.smithi046.stdout:8/643: write d0/d5/dc/d42/dbf/d45/fad [1045493,49905] 0
2024-03-19T01:51:53.083 INFO:tasks.workunit.client.0.smithi046.stdout:6/668: link d1a/d64/f8f d1a/dac/fe3 0
2024-03-19T01:51:53.084 INFO:tasks.workunit.client.0.smithi046.stdout:3/699: rename d5/d17/d31/d54/dbf/fc2 to d5/d17/d62/d2d/d3b/d7f/d9f/d71/fe0 0
2024-03-19T01:51:53.086 INFO:tasks.workunit.client.0.smithi046.stdout:8/644: chown d0/d5/dca/d47/d8d/fc5 192616168 1
2024-03-19T01:51:53.093 INFO:tasks.workunit.client.0.smithi046.stdout:8/645: creat d0/d5/dc/d42/dbf/d45/d5b/d86/fe2 x:0 0 0
2024-03-19T01:51:53.099 INFO:tasks.workunit.client.0.smithi046.stdout:8/646: symlink d0/d5/dc/d42/le3 0
2024-03-19T01:51:53.100 INFO:tasks.workunit.client.0.smithi046.stdout:6/669: dwrite d1a/f38 [0,4194304] 0
2024-03-19T01:51:53.102 INFO:tasks.workunit.client.0.smithi046.stdout:4/687: dread d7/d10/f72 [0,4194304] 0
2024-03-19T01:51:53.105 INFO:tasks.workunit.client.0.smithi046.stdout:3/700: dwrite d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/f7a [0,4194304] 0
2024-03-19T01:51:53.106 INFO:tasks.workunit.client.0.smithi046.stdout:2/591: dwrite d0/dc/d61/d2f/d8e/d59/f7b [4194304,4194304] 0
2024-03-19T01:51:53.107 INFO:tasks.workunit.client.0.smithi046.stdout:8/647: write d0/d5/dca/fe1 [456939,71345] 0
2024-03-19T01:51:53.107 INFO:tasks.workunit.client.0.smithi046.stdout:4/688: rmdir d7/d10/d13 39
2024-03-19T01:51:53.110 INFO:tasks.workunit.client.0.smithi046.stdout:5/530: dread d0/d1/f59 [0,4194304] 0
2024-03-19T01:51:53.112 INFO:tasks.workunit.client.0.smithi046.stdout:8/648: rmdir d0/d5/dc 39
2024-03-19T01:51:53.113 INFO:tasks.workunit.client.0.smithi046.stdout:5/531: write d0/d77/f8f [21918,77921] 0
2024-03-19T01:51:53.113 INFO:tasks.workunit.client.0.smithi046.stdout:6/670: rmdir d1a/d26/da9 0
2024-03-19T01:51:53.115 INFO:tasks.workunit.client.0.smithi046.stdout:4/689: creat d7/d10/d13/d58/d5d/d8b/ff0 x:0 0 0
2024-03-19T01:51:53.118 INFO:tasks.workunit.client.0.smithi046.stdout:2/592: symlink d0/d48/db1/lb7 0
2024-03-19T01:51:53.120 INFO:tasks.workunit.client.0.smithi046.stdout:4/690: readlink d7/d4f/d6e/la8 0
2024-03-19T01:51:53.121 INFO:tasks.workunit.client.0.smithi046.stdout:5/532: dread - d0/d2d/fb8 zero size
2024-03-19T01:51:53.121 INFO:tasks.workunit.client.0.smithi046.stdout:3/701: dwrite d5/d10/d51/d60/f83 [0,4194304] 0
2024-03-19T01:51:53.122 INFO:tasks.workunit.client.0.smithi046.stdout:6/671: mkdir d1a/d4d/d65/d80/d62/d5b/d40/dc9/de4 0
2024-03-19T01:51:53.123 INFO:tasks.workunit.client.0.smithi046.stdout:5/533: chown d0/d2d/d50/cb3 275744 1
2024-03-19T01:51:53.124 INFO:tasks.workunit.client.0.smithi046.stdout:5/534: stat d0/f9f 0
2024-03-19T01:51:53.124 INFO:tasks.workunit.client.0.smithi046.stdout:2/593: unlink d0/d70/c7a 0
2024-03-19T01:51:53.125 INFO:tasks.workunit.client.0.smithi046.stdout:8/649: mknod d0/d5/dc/d42/dbf/d45/d5b/ce4 0
2024-03-19T01:51:53.125 INFO:tasks.workunit.client.0.smithi046.stdout:2/594: chown d0/dc/l2b 231740 1
2024-03-19T01:51:53.126 INFO:tasks.workunit.client.0.smithi046.stdout:5/535: mkdir d0/d2d/d50/d90/d99/dc1 0
2024-03-19T01:51:53.127 INFO:tasks.workunit.client.0.smithi046.stdout:4/691: rename d7/d4f/d7e/f4d to d7/d4f/d7e/db5/ff1 0
2024-03-19T01:51:53.128 INFO:tasks.workunit.client.0.smithi046.stdout:3/702: mkdir d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/d56/d7d/de1 0
2024-03-19T01:51:53.131 INFO:tasks.workunit.client.0.smithi046.stdout:5/536: read d0/fa3 [353428,87442] 0
2024-03-19T01:51:53.132 INFO:tasks.workunit.client.0.smithi046.stdout:4/692: unlink d7/d10/c4a 0
2024-03-19T01:51:53.138 INFO:tasks.workunit.client.0.smithi046.stdout:8/650: dwrite d0/d5/dc/f4c [0,4194304] 0
2024-03-19T01:51:53.142 INFO:tasks.workunit.client.0.smithi046.stdout:2/595: dwrite d0/dc/d61/f63 [0,4194304] 0
2024-03-19T01:51:53.143 INFO:tasks.workunit.client.0.smithi046.stdout:8/651: write d0/d5/dca/fd5 [911731,49411] 0
2024-03-19T01:51:53.147 INFO:tasks.workunit.client.0.smithi046.stdout:3/703: dread d5/d10/f1f [0,4194304] 0
2024-03-19T01:51:53.149 INFO:tasks.workunit.client.0.smithi046.stdout:8/652: fdatasync d0/d5/fc7 0
2024-03-19T01:51:53.151 INFO:tasks.workunit.client.0.smithi046.stdout:2/596: creat d0/dc/d61/d2f/d8e/d59/fb8 x:0 0 0
2024-03-19T01:51:53.153 INFO:tasks.workunit.client.0.smithi046.stdout:5/537: dwrite d0/d1/d4/fa [0,4194304] 0
2024-03-19T01:51:53.153 INFO:tasks.workunit.client.0.smithi046.stdout:2/597: readlink d0/d27/d53/l92 0
2024-03-19T01:51:53.155 INFO:tasks.workunit.client.0.smithi046.stdout:4/693: dwrite d7/d10/f64 [0,4194304] 0
2024-03-19T01:51:53.159 INFO:tasks.workunit.client.0.smithi046.stdout:5/538: creat d0/d77/d7c/fc2 x:0 0 0
2024-03-19T01:51:53.160 INFO:tasks.workunit.client.0.smithi046.stdout:8/653: mkdir d0/d5/dc/d42/dbf/daa/de5 0
2024-03-19T01:51:53.162 INFO:tasks.workunit.client.0.smithi046.stdout:3/704: mknod d5/d17/d62/d2d/d3b/d7f/d9f/ce2 0
2024-03-19T01:51:53.164 INFO:tasks.workunit.client.0.smithi046.stdout:5/539: write d0/d1/d20/d47/d4e/f8a [2388038,3273] 0
2024-03-19T01:51:53.166 INFO:tasks.workunit.client.0.smithi046.stdout:8/654: creat d0/d5/dc/d42/de0/fe6 x:0 0 0
2024-03-19T01:51:53.167 INFO:tasks.workunit.client.0.smithi046.stdout:4/694: dwrite d7/d10/f64 [0,4194304] 0
2024-03-19T01:51:53.169 INFO:tasks.workunit.client.0.smithi046.stdout:8/655: write d0/d5/dca/fe1 [1358514,87220] 0
2024-03-19T01:51:53.170 INFO:tasks.workunit.client.0.smithi046.stdout:7/711: sync
2024-03-19T01:51:53.172 INFO:tasks.workunit.client.0.smithi046.stdout:4/695: mknod d7/d10/d13/d58/d5d/d7c/d9c/cf2 0
2024-03-19T01:51:53.175 INFO:tasks.workunit.client.0.smithi046.stdout:4/696: readlink d7/d10/d13/d58/d5d/dbb/l45 0
2024-03-19T01:51:53.176 INFO:tasks.workunit.client.0.smithi046.stdout:5/540: unlink d0/d2d/f75 0
2024-03-19T01:51:53.176 INFO:tasks.workunit.client.0.smithi046.stdout:4/697: fdatasync d7/d10/f40 0
2024-03-19T01:51:53.177 INFO:tasks.workunit.client.0.smithi046.stdout:7/712: symlink d1/dc/d18/d43/d7e/lf2 0
2024-03-19T01:51:53.178 INFO:tasks.workunit.client.0.smithi046.stdout:5/541: write d0/d2d/d71/f9d [771452,101748] 0
2024-03-19T01:51:53.180 INFO:tasks.workunit.client.0.smithi046.stdout:4/698: mkdir d7/d4f/dbd/dcc/df3 0
2024-03-19T01:51:53.199 INFO:tasks.workunit.client.0.smithi046.stdout:5/542: creat d0/d1/d20/d47/d4e/d82/da8/fc3 x:0 0 0
2024-03-19T01:51:53.200 INFO:tasks.workunit.client.0.smithi046.stdout:7/713: creat d1/dc/df/d11/d39/d6f/def/ff3 x:0 0 0
2024-03-19T01:51:53.200 INFO:tasks.workunit.client.0.smithi046.stdout:3/705: truncate d5/d17/d62/d2d/d3b/d7f/d9f/f70 1923549 0
2024-03-19T01:51:53.200 INFO:tasks.workunit.client.0.smithi046.stdout:4/699: mkdir d7/de1/df4 0
2024-03-19T01:51:53.200 INFO:tasks.workunit.client.0.smithi046.stdout:8/656: dread d0/d5/dc/d42/dbf/d87/f8e [0,4194304] 0
2024-03-19T01:51:53.200 INFO:tasks.workunit.client.0.smithi046.stdout:7/714: read - d1/dc/df/d11/d39/d6f/f9b zero size
2024-03-19T01:51:53.200 INFO:tasks.workunit.client.0.smithi046.stdout:5/543: rename d0/d1/d1d to d0/d1/d20/d47/d4e/d41/dc4 0
2024-03-19T01:51:53.200 INFO:tasks.workunit.client.0.smithi046.stdout:4/700: creat d7/d4f/dbd/ff5 x:0 0 0
2024-03-19T01:51:53.200 INFO:tasks.workunit.client.0.smithi046.stdout:3/706: mkdir d5/d17/de3 0
2024-03-19T01:51:53.200 INFO:tasks.workunit.client.0.smithi046.stdout:2/598: dread d0/dc/d61/f1f [0,4194304] 0
2024-03-19T01:51:53.200 INFO:tasks.workunit.client.0.smithi046.stdout:2/599: chown d0/dc/f9d 244 1
2024-03-19T01:51:53.200 INFO:tasks.workunit.client.0.smithi046.stdout:8/657: creat d0/d5/dc/d42/dbf/daa/fe7 x:0 0 0
2024-03-19T01:51:53.200 INFO:tasks.workunit.client.0.smithi046.stdout:5/544: creat d0/d1/d20/fc5 x:0 0 0
2024-03-19T01:51:53.200 INFO:tasks.workunit.client.0.smithi046.stdout:4/701: mkdir d7/d10/d13/d58/d75/dca/df6 0
2024-03-19T01:51:53.201 INFO:tasks.workunit.client.0.smithi046.stdout:3/707: symlink d5/d10/d51/d9d/le4 0
2024-03-19T01:51:53.201 INFO:tasks.workunit.client.0.smithi046.stdout:4/702: truncate d7/d10/d13/d58/d5d/d7c/fbc 29462 0
2024-03-19T01:51:53.201 INFO:tasks.workunit.client.0.smithi046.stdout:2/600: dwrite d0/f24 [0,4194304] 0
2024-03-19T01:51:53.201 INFO:tasks.workunit.client.0.smithi046.stdout:8/658: mkdir d0/d5/dc/d42/dbf/d45/d5b/d86/de8 0
2024-03-19T01:51:53.201 INFO:tasks.workunit.client.0.smithi046.stdout:4/703: read - d7/d10/d13/dae/fe5 zero size
2024-03-19T01:51:53.203 INFO:tasks.workunit.client.0.smithi046.stdout:2/601: symlink d0/d27/d53/d5d/d8c/lb9 0
2024-03-19T01:51:53.204 INFO:tasks.workunit.client.0.smithi046.stdout:3/708: getdents d5/d17/d62/d2d 0
2024-03-19T01:51:53.204 INFO:tasks.workunit.client.0.smithi046.stdout:2/602: dread - d0/dc/d9a/fb3 zero size
2024-03-19T01:51:53.204 INFO:tasks.workunit.client.0.smithi046.stdout:3/709: chown d5/f42 64569914 1
2024-03-19T01:51:53.207 INFO:tasks.workunit.client.0.smithi046.stdout:8/659: mknod d0/d5/dc/dd8/ce9 0
2024-03-19T01:51:53.210 INFO:tasks.workunit.client.0.smithi046.stdout:4/704: link d7/d10/d13/d58/d5d/d8b/fed d7/d10/d13/d58/d5d/dbb/ff7 0
2024-03-19T01:51:53.210 INFO:tasks.workunit.client.0.smithi046.stdout:2/603: dwrite d0/d27/f58 [0,4194304] 0
2024-03-19T01:51:53.211 INFO:tasks.workunit.client.0.smithi046.stdout:2/604: dread - d0/d70/f9e zero size
2024-03-19T01:51:53.213 INFO:tasks.workunit.client.0.smithi046.stdout:8/660: readlink d0/l4 0
2024-03-19T01:51:53.213 INFO:tasks.workunit.client.0.smithi046.stdout:2/605: truncate d0/d94/dad/faf 5106273 0
2024-03-19T01:51:53.213 INFO:tasks.workunit.client.0.smithi046.stdout:7/715: truncate d1/d2a/fb7 131627 0
2024-03-19T01:51:53.215 INFO:tasks.workunit.client.0.smithi046.stdout:3/710: creat d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d8c/ddb/fe5 x:0 0 0
2024-03-19T01:51:53.216 INFO:tasks.workunit.client.0.smithi046.stdout:3/711: stat d5/d17/c5d 0
2024-03-19T01:51:53.217 INFO:tasks.workunit.client.0.smithi046.stdout:8/661: truncate d0/d5/dc/d42/dbf/d45/d5b/f70 675324 0
2024-03-19T01:51:53.218 INFO:tasks.workunit.client.0.smithi046.stdout:2/606: chown d0/dc/d61/d2f/d8e/d59/d8a/d91/fb5 2 1
2024-03-19T01:51:53.218 INFO:tasks.workunit.client.0.smithi046.stdout:7/716: mkdir d1/dc/df/d11/d39/d6f/df4 0
2024-03-19T01:51:53.220 INFO:tasks.workunit.client.0.smithi046.stdout:4/705: link d7/d4f/d6e/d9b/fd1 d7/d10/d13/d58/d5d/dbb/d79/dc5/ff8 0
2024-03-19T01:51:53.222 INFO:tasks.workunit.client.0.smithi046.stdout:2/607: rename d0/d27/ca0 to d0/d27/d53/cba 0
2024-03-19T01:51:53.222 INFO:tasks.workunit.client.0.smithi046.stdout:3/712: rmdir d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d8c/ddb 39
2024-03-19T01:51:53.223 INFO:tasks.workunit.client.0.smithi046.stdout:3/713: truncate d5/d10/d51/fd1 444666 0
2024-03-19T01:51:53.224 INFO:tasks.workunit.client.0.smithi046.stdout:8/662: mkdir d0/dea 0
2024-03-19T01:51:53.224 INFO:tasks.workunit.client.0.smithi046.stdout:2/608: creat d0/dc/d61/d2f/d8e/fbb x:0 0 0
2024-03-19T01:51:53.225 INFO:tasks.workunit.client.0.smithi046.stdout:4/706: mkdir d7/d10/d13/d58/d75/dca/df9 0
2024-03-19T01:51:53.226 INFO:tasks.workunit.client.0.smithi046.stdout:2/609: chown d0/dc/d61/d2f/d8e 43572916 1
2024-03-19T01:51:53.227 INFO:tasks.workunit.client.0.smithi046.stdout:7/717: rename d1/dc/df/d11/d39/d6f/daa/cd6 to d1/d2a/cf5 0
2024-03-19T01:51:53.228 INFO:tasks.workunit.client.0.smithi046.stdout:2/610: mkdir d0/d27/d53/d5d/d8c/dbc 0
2024-03-19T01:51:53.229 INFO:tasks.workunit.client.0.smithi046.stdout:3/714: dread d5/d17/d62/d2d/d3b/d7f/d9f/f98 [0,4194304] 0
2024-03-19T01:51:53.229 INFO:tasks.workunit.client.0.smithi046.stdout:3/715: readlink d5/d17/d62/d2d/la4 0
2024-03-19T01:51:53.230 INFO:tasks.workunit.client.0.smithi046.stdout:4/707: mkdir d7/d10/d13/d58/d5d/dbb/dfa 0
2024-03-19T01:51:53.231 INFO:tasks.workunit.client.0.smithi046.stdout:3/716: truncate d5/d10/d51/fd1 1161022 0
2024-03-19T01:51:53.231 INFO:tasks.workunit.client.0.smithi046.stdout:8/663: truncate d0/d5/dc/d42/dbf/d45/f7d 3534994 0
2024-03-19T01:51:53.233 INFO:tasks.workunit.client.0.smithi046.stdout:8/664: chown d0/d5/dc/d42/f79 204 1
2024-03-19T01:51:53.237 INFO:tasks.workunit.client.0.smithi046.stdout:2/611: dwrite d0/dc/d61/da1/f9f [0,4194304] 0
2024-03-19T01:51:53.237 INFO:tasks.workunit.client.0.smithi046.stdout:4/708: link d7/d10/d13/d58/d5d/d7c/fee d7/d10/d13/d58/ffb 0
2024-03-19T01:51:53.238 INFO:tasks.workunit.client.0.smithi046.stdout:2/612: mknod d0/d27/d53/cbd 0
2024-03-19T01:51:53.239 INFO:tasks.workunit.client.0.smithi046.stdout:2/613: chown d0/dc/f88 1378317 1
2024-03-19T01:51:53.240 INFO:tasks.workunit.client.0.smithi046.stdout:8/665: symlink d0/d5/dc/d42/dbf/d45/d5b/leb 0
2024-03-19T01:51:53.241 INFO:tasks.workunit.client.0.smithi046.stdout:4/709: creat d7/d10/d13/d58/d75/dca/df6/ffc x:0 0 0
2024-03-19T01:51:53.245 INFO:tasks.workunit.client.0.smithi046.stdout:8/666: dread d0/d5/dc/d42/dbf/d87/daf/fa1 [0,4194304] 0
2024-03-19T01:51:53.248 INFO:tasks.workunit.client.0.smithi046.stdout:2/614: write d0/f2 [585542,71186] 0
2024-03-19T01:51:53.250 INFO:tasks.workunit.client.0.smithi046.stdout:4/710: rmdir d7 39
2024-03-19T01:51:53.250 INFO:tasks.workunit.client.0.smithi046.stdout:2/615: mkdir d0/dc/d9a/dbe 0
2024-03-19T01:51:53.256 INFO:tasks.workunit.client.0.smithi046.stdout:8/667: dwrite d0/d5/dca/d47/fb7 [0,4194304] 0
2024-03-19T01:51:53.260 INFO:tasks.workunit.client.0.smithi046.stdout:3/717: truncate d5/f32 371518 0
2024-03-19T01:51:53.260 INFO:tasks.workunit.client.0.smithi046.stdout:2/616: dwrite d0/dc/d61/d2f/f57 [0,4194304] 0
2024-03-19T01:51:53.263 INFO:tasks.workunit.client.0.smithi046.stdout:8/668: symlink d0/d5/dc/d42/dbf/d87/lec 0
2024-03-19T01:51:53.263 INFO:tasks.workunit.client.0.smithi046.stdout:4/711: dwrite d7/d10/d13/f46 [8388608,4194304] 0
2024-03-19T01:51:53.269 INFO:tasks.workunit.client.0.smithi046.stdout:3/718: symlink d5/d17/de3/le6 0
2024-03-19T01:51:53.270 INFO:tasks.workunit.client.0.smithi046.stdout:8/669: write d0/d5/dc/d42/dbf/f1c [6539131,119729] 0
2024-03-19T01:51:53.274 INFO:tasks.workunit.client.0.smithi046.stdout:4/712: getdents d7/d10/d13/dae 0
2024-03-19T01:51:53.274 INFO:tasks.workunit.client.0.smithi046.stdout:8/670: read - d0/d5/dca/d47/d8d/fc5 zero size
2024-03-19T01:51:53.275 INFO:tasks.workunit.client.0.smithi046.stdout:2/617: dwrite d0/f11 [0,4194304] 0
2024-03-19T01:51:53.280 INFO:tasks.workunit.client.0.smithi046.stdout:8/671: creat d0/d5/dca/d47/d5d/fed x:0 0 0
2024-03-19T01:51:53.281 INFO:tasks.workunit.client.0.smithi046.stdout:8/672: read - d0/f9e zero size
2024-03-19T01:51:53.282 INFO:tasks.workunit.client.0.smithi046.stdout:2/618: symlink d0/dc/d61/d2f/d8e/d59/d8a/d91/lbf 0
2024-03-19T01:51:53.282 INFO:tasks.workunit.client.0.smithi046.stdout:4/713: truncate d7/d10/d13/d58/d5d/dbb/fd5 1662205 0
2024-03-19T01:51:53.286 INFO:tasks.workunit.client.0.smithi046.stdout:4/714: write d7/d10/d13/f1f [741700,18122] 0
2024-03-19T01:51:53.287 INFO:tasks.workunit.client.0.smithi046.stdout:3/719: dwrite d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d5f/fd4 [0,4194304] 0
2024-03-19T01:51:53.291 INFO:tasks.workunit.client.0.smithi046.stdout:3/720: fsync d5/f88 0
2024-03-19T01:51:53.292 INFO:tasks.workunit.client.0.smithi046.stdout:2/619: creat d0/dc/d61/d2f/fc0 x:0 0 0
2024-03-19T01:51:53.292 INFO:tasks.workunit.client.0.smithi046.stdout:3/721: stat d5/d17/ld3 0
2024-03-19T01:51:53.293 INFO:tasks.workunit.client.0.smithi046.stdout:4/715: mkdir d7/d10/d13/d58/d5d/dbb/d50/dd3/dfd 0
2024-03-19T01:51:53.299 INFO:tasks.workunit.client.0.smithi046.stdout:4/716: creat d7/d10/d13/d58/d5d/d7c/dc3/ffe x:0 0 0
2024-03-19T01:51:53.302 INFO:tasks.workunit.client.0.smithi046.stdout:4/717: creat d7/d4f/d7e/fff x:0 0 0
2024-03-19T01:51:53.303 INFO:tasks.workunit.client.0.smithi046.stdout:2/620: truncate d0/dc/d61/f63 2021459 0
2024-03-19T01:51:53.305 INFO:tasks.workunit.client.0.smithi046.stdout:4/718: truncate d7/d10/d13/d58/d75/dca/fde 643724 0
2024-03-19T01:51:53.305 INFO:tasks.workunit.client.0.smithi046.stdout:2/621: truncate d0/dc/f4f 4506983 0
2024-03-19T01:51:53.307 INFO:tasks.workunit.client.0.smithi046.stdout:8/673: dread d0/d5/dc/d42/dbf/d45/f17 [0,4194304] 0
2024-03-19T01:51:53.309 INFO:tasks.workunit.client.0.smithi046.stdout:2/622: dread d0/d27/f72 [0,4194304] 0
2024-03-19T01:51:53.310 INFO:tasks.workunit.client.0.smithi046.stdout:3/722: dread d5/d17/d62/f4d [0,4194304] 0
2024-03-19T01:51:53.311 INFO:tasks.workunit.client.0.smithi046.stdout:2/623: mkdir d0/dc/d61/d2f/d8e/d59/dc1 0
2024-03-19T01:51:53.313 INFO:tasks.workunit.client.0.smithi046.stdout:2/624: chown d0/dc/d61/d2f/d8e/d59/d8a/d91 260 1
2024-03-19T01:51:53.315 INFO:tasks.workunit.client.0.smithi046.stdout:3/723: rename d5/d17/d62/d2d/d3b/d7f/d9f/d5e/l97 to d5/d17/d31/d54/le7 0
2024-03-19T01:51:53.317 INFO:tasks.workunit.client.0.smithi046.stdout:3/724: readlink d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/l3e 0
2024-03-19T01:51:53.323 INFO:tasks.workunit.client.0.smithi046.stdout:2/625: dwrite d0/dc/d61/d2f/d8e/d59/fb8 [0,4194304] 0
2024-03-19T01:51:53.326 INFO:tasks.workunit.client.0.smithi046.stdout:4/719: dread d7/ff [4194304,4194304] 0
2024-03-19T01:51:53.327 INFO:tasks.workunit.client.0.smithi046.stdout:8/674: dwrite d0/d5/dc/d42/dbf/d45/f7d [0,4194304] 0
2024-03-19T01:51:53.328 INFO:tasks.workunit.client.0.smithi046.stdout:8/675: stat d0/d5/dca/d47/dae 0
2024-03-19T01:51:53.329 INFO:tasks.workunit.client.0.smithi046.stdout:3/725: dwrite d5/f88 [0,4194304] 0
2024-03-19T01:51:53.332 INFO:tasks.workunit.client.0.smithi046.stdout:2/626: creat d0/d48/fc2 x:0 0 0
2024-03-19T01:51:53.334 INFO:tasks.workunit.client.0.smithi046.stdout:3/726: write d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/d56/f65 [3115009,90370] 0
2024-03-19T01:51:53.334 INFO:tasks.workunit.client.0.smithi046.stdout:2/627: chown d0/d94/dad 720 1
2024-03-19T01:51:53.335 INFO:tasks.workunit.client.0.smithi046.stdout:8/676: dread d0/d5/dc/f91 [0,4194304] 0
2024-03-19T01:51:53.337 INFO:tasks.workunit.client.0.smithi046.stdout:4/720: link d7/d10/d13/d58/d5d/d7c/d9c/l33 d7/d4f/d6e/l100 0
2024-03-19T01:51:53.340 INFO:tasks.workunit.client.0.smithi046.stdout:3/727: rename d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d8c to d5/d17/d76/de8 0
2024-03-19T01:51:53.340 INFO:tasks.workunit.client.0.smithi046.stdout:2/628: mkdir d0/dc3 0
2024-03-19T01:51:53.341 INFO:tasks.workunit.client.0.smithi046.stdout:8/677: creat d0/d5/dc/d42/fee x:0 0 0
2024-03-19T01:51:53.345 INFO:tasks.workunit.client.0.smithi046.stdout:8/678: chown d0/d5/dc/d42/dbf/d45/l7c 2097390303 1
2024-03-19T01:51:53.346 INFO:tasks.workunit.client.0.smithi046.stdout:2/629: creat d0/d48/fc4 x:0 0 0
2024-03-19T01:51:53.350 INFO:tasks.workunit.client.0.smithi046.stdout:3/728: dwrite d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/f7a [0,4194304] 0
2024-03-19T01:51:53.353 INFO:tasks.workunit.client.0.smithi046.stdout:3/729: creat d5/d17/d62/fe9 x:0 0 0
2024-03-19T01:51:53.355 INFO:tasks.workunit.client.0.smithi046.stdout:8/679: dwrite d0/d5/dc/f91 [4194304,4194304] 0
2024-03-19T01:51:53.355 INFO:tasks.workunit.client.0.smithi046.stdout:2/630: truncate d0/f11 2476858 0
2024-03-19T01:51:53.360 INFO:tasks.workunit.client.0.smithi046.stdout:8/680: write d0/d5/dca/d47/d5d/fed [780982,56392] 0
2024-03-19T01:51:53.360 INFO:tasks.workunit.client.0.smithi046.stdout:3/730: mknod d5/d17/d31/d54/dbf/cea 0
2024-03-19T01:51:53.365 INFO:tasks.workunit.client.0.smithi046.stdout:2/631: dwrite d0/f46 [0,4194304] 0
2024-03-19T01:51:53.366 INFO:tasks.workunit.client.0.smithi046.stdout:8/681: mknod d0/d5/dca/d47/d8d/cef 0
2024-03-19T01:51:53.366 INFO:tasks.workunit.client.0.smithi046.stdout:4/721: dread d7/d10/d13/d58/d5d/dbb/f3b [0,4194304] 0
2024-03-19T01:51:53.367 INFO:tasks.workunit.client.0.smithi046.stdout:2/632: dread - d0/dc/d61/d2f/d8e/fbb zero size
2024-03-19T01:51:53.367 INFO:tasks.workunit.client.0.smithi046.stdout:8/682: read - d0/d5/dc/fb6 zero size
2024-03-19T01:51:53.369 INFO:tasks.workunit.client.0.smithi046.stdout:4/722: fdatasync d7/d10/d13/d58/d5d/dbb/f57 0
2024-03-19T01:51:53.369 INFO:tasks.workunit.client.0.smithi046.stdout:3/731: symlink d5/d17/d62/d2d/d3b/dd5/leb 0
2024-03-19T01:51:53.369 INFO:tasks.workunit.client.0.smithi046.stdout:2/633: dread - d0/dc/f88 zero size
2024-03-19T01:51:53.371 INFO:tasks.workunit.client.0.smithi046.stdout:8/683: symlink d0/d5/dca/d47/d8d/lf0 0
2024-03-19T01:51:53.372 INFO:tasks.workunit.client.0.smithi046.stdout:3/732: creat d5/d17/d31/d54/fec x:0 0 0
2024-03-19T01:51:53.373 INFO:tasks.workunit.client.0.smithi046.stdout:2/634: write d0/dc/d61/d2f/d8e/d59/d8a/d91/fb5 [86453,73986] 0
2024-03-19T01:51:53.373 INFO:tasks.workunit.client.0.smithi046.stdout:3/733: dread - d5/d10/f45 zero size
2024-03-19T01:51:53.376 INFO:tasks.workunit.client.0.smithi046.stdout:4/723: rename d7/d10/d13/d58/d5d/d7c/c96 to d7/d10/c101 0
2024-03-19T01:51:53.376 INFO:tasks.workunit.client.0.smithi046.stdout:3/734: read d5/d10/fd [8107801,47255] 0
2024-03-19T01:51:53.376 INFO:tasks.workunit.client.0.smithi046.stdout:2/635: read d0/f24 [6025607,113104] 0
2024-03-19T01:51:53.377 INFO:tasks.workunit.client.0.smithi046.stdout:8/684: symlink d0/d5/lf1 0
2024-03-19T01:51:53.380 INFO:tasks.workunit.client.0.smithi046.stdout:2/636: creat d0/dc/d61/d2f/d8e/d59/fc5 x:0 0 0
2024-03-19T01:51:53.380 INFO:tasks.workunit.client.0.smithi046.stdout:3/735: mkdir d5/d17/d62/d2d/ded 0
2024-03-19T01:51:53.381 INFO:tasks.workunit.client.0.smithi046.stdout:2/637: fdatasync d0/dc/d61/d2f/d8e/d59/f96 0
2024-03-19T01:51:53.381 INFO:tasks.workunit.client.0.smithi046.stdout:4/724: read d7/d10/d13/d58/d5d/dbb/f65 [2480998,41285] 0
2024-03-19T01:51:53.382 INFO:tasks.workunit.client.0.smithi046.stdout:8/685: symlink d0/d5/dc/lf2 0
2024-03-19T01:51:53.383 INFO:tasks.workunit.client.0.smithi046.stdout:2/638: truncate d0/d27/f58 5153293 0
2024-03-19T01:51:53.383 INFO:tasks.workunit.client.0.smithi046.stdout:4/725: dread - d7/d10/d13/d58/d75/dc1/feb zero size
2024-03-19T01:51:53.385 INFO:tasks.workunit.client.0.smithi046.stdout:8/686: mkdir d0/df3 0
2024-03-19T01:51:53.385 INFO:tasks.workunit.client.0.smithi046.stdout:4/726: write d7/d10/d13/d58/d75/dc1/fea [425575,21355] 0
2024-03-19T01:51:53.386 INFO:tasks.workunit.client.0.smithi046.stdout:3/736: symlink d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/d56/d7d/de1/lee 0
2024-03-19T01:51:53.386 INFO:tasks.workunit.client.0.smithi046.stdout:8/687: dread - d0/d5/dc/d42/fee zero size
2024-03-19T01:51:53.387 INFO:tasks.workunit.client.0.smithi046.stdout:2/639: rename d0/dc/f84 to d0/dc3/fc6 0
2024-03-19T01:51:53.388 INFO:tasks.workunit.client.0.smithi046.stdout:3/737: mkdir d5/d17/d76/def 0
2024-03-19T01:51:53.389 INFO:tasks.workunit.client.0.smithi046.stdout:4/727: creat d7/d10/d13/d58/d5d/d7c/d9c/f102 x:0 0 0
2024-03-19T01:51:53.391 INFO:tasks.workunit.client.0.smithi046.stdout:2/640: symlink d0/dc/d61/d2f/d8e/d59/d8a/d91/lc7 0
2024-03-19T01:51:53.392 INFO:tasks.workunit.client.0.smithi046.stdout:4/728: read - d7/d10/d13/d58/d5d/d7c/d9c/fac zero size
2024-03-19T01:51:53.393 INFO:tasks.workunit.client.0.smithi046.stdout:3/738: unlink d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d5f/c64 0
2024-03-19T01:51:53.393 INFO:tasks.workunit.client.0.smithi046.stdout:2/641: mknod d0/d94/cc8 0
2024-03-19T01:51:53.394 INFO:tasks.workunit.client.0.smithi046.stdout:4/729: creat d7/d4f/dbd/f103 x:0 0 0
2024-03-19T01:51:53.395 INFO:tasks.workunit.client.0.smithi046.stdout:8/688: dwrite d0/d5/dc/d42/dbf/d45/d5b/fdf [0,4194304] 0
2024-03-19T01:51:53.397 INFO:tasks.workunit.client.0.smithi046.stdout:2/642: creat d0/d94/fc9 x:0 0 0
2024-03-19T01:51:53.398 INFO:tasks.workunit.client.0.smithi046.stdout:3/739: chown d5/d17/d62/d2d/d3b/f7b 839181399 1
2024-03-19T01:51:53.399 INFO:tasks.workunit.client.0.smithi046.stdout:2/643: mknod d0/d94/cca 0
2024-03-19T01:51:53.400 INFO:tasks.workunit.client.0.smithi046.stdout:2/644: write d0/d27/d53/d5d/f68 [2428643,106977] 0
2024-03-19T01:51:53.400 INFO:tasks.workunit.client.0.smithi046.stdout:4/730: symlink d7/d4f/d6e/d9b/l104 0
2024-03-19T01:51:53.403 INFO:tasks.workunit.client.0.smithi046.stdout:4/731: rename d7/d10/d13/d58 to d7/d10/d13/d58/d105 22
2024-03-19T01:51:53.411 INFO:tasks.workunit.client.0.smithi046.stdout:4/732: symlink d7/d10/d13/l106 0
2024-03-19T01:51:53.411 INFO:tasks.workunit.client.0.smithi046.stdout:2/645: dread d0/dc/d61/da1/f9f [0,4194304] 0
2024-03-19T01:51:53.413 INFO:tasks.workunit.client.0.smithi046.stdout:3/740: dwrite d5/d17/d62/f4d [0,4194304] 0
2024-03-19T01:51:53.419 INFO:tasks.workunit.client.0.smithi046.stdout:3/741: dread - d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/d56/f95 zero size
2024-03-19T01:51:53.419 INFO:tasks.workunit.client.0.smithi046.stdout:2/646: truncate d0/d27/f29 211277 0
2024-03-19T01:51:53.422 INFO:tasks.workunit.client.0.smithi046.stdout:2/647: chown d0/dc/f9d 1343068 1
2024-03-19T01:51:53.422 INFO:tasks.workunit.client.0.smithi046.stdout:4/733: dwrite d7/d4f/d7e/fff [0,4194304] 0
2024-03-19T01:51:53.424 INFO:tasks.workunit.client.0.smithi046.stdout:8/689: dwrite d0/d5/dca/f14 [0,4194304] 0
2024-03-19T01:51:53.425 INFO:tasks.workunit.client.0.smithi046.stdout:2/648: fdatasync d0/dc/d61/d2f/d8e/d59/fc5 0
2024-03-19T01:51:53.430 INFO:tasks.workunit.client.0.smithi046.stdout:3/742: dwrite d5/d10/f66 [0,4194304] 0
2024-03-19T01:51:53.430 INFO:tasks.workunit.client.0.smithi046.stdout:2/649: mkdir d0/dc/dcb 0
2024-03-19T01:51:53.432 INFO:tasks.workunit.client.0.smithi046.stdout:8/690: creat d0/d5/ff4 x:0 0 0
2024-03-19T01:51:53.433 INFO:tasks.workunit.client.0.smithi046.stdout:4/734: link d7/d10/d13/d58/d75/ce3 d7/d4f/d7e/d6c/c107 0
2024-03-19T01:51:53.433 INFO:tasks.workunit.client.0.smithi046.stdout:2/650: write d0/f5 [1286993,75445] 0
2024-03-19T01:51:53.434 INFO:tasks.workunit.client.0.smithi046.stdout:3/743: symlink d5/d10/d51/d9d/lf0 0
2024-03-19T01:51:53.436 INFO:tasks.workunit.client.0.smithi046.stdout:8/691: dread - d0/d5/dc/d42/dbf/d45/d5b/fa9 zero size
2024-03-19T01:51:53.442 INFO:tasks.workunit.client.0.smithi046.stdout:4/735: dwrite d7/fa [0,4194304] 0
2024-03-19T01:51:53.443 INFO:tasks.workunit.client.0.smithi046.stdout:3/744: creat d5/d17/d62/d2d/d3b/d7f/d9f/d5e/ff1 x:0 0 0
2024-03-19T01:51:53.445 INFO:tasks.workunit.client.0.smithi046.stdout:2/651: dread d0/d27/f55 [0,4194304] 0
2024-03-19T01:51:53.445 INFO:tasks.workunit.client.0.smithi046.stdout:8/692: rmdir d0/d5/dc 39
2024-03-19T01:51:53.450 INFO:tasks.workunit.client.0.smithi046.stdout:2/652: creat d0/d27/d53/d5d/d8c/dbc/fcc x:0 0 0
2024-03-19T01:51:53.450 INFO:tasks.workunit.client.0.smithi046.stdout:4/736: unlink d7/d10/d13/d58/d5d/dbb/d79/dc5/fce 0
2024-03-19T01:51:53.452 INFO:tasks.workunit.client.0.smithi046.stdout:8/693: dwrite d0/d5/dc/d42/f5e [0,4194304] 0
2024-03-19T01:51:53.455 INFO:tasks.workunit.client.0.smithi046.stdout:2/653: symlink d0/dc/d9a/dbe/lcd 0
2024-03-19T01:51:53.458 INFO:tasks.workunit.client.0.smithi046.stdout:2/654: dread d0/d27/f81 [0,4194304] 0
2024-03-19T01:51:53.459 INFO:tasks.workunit.client.0.smithi046.stdout:4/737: dwrite d7/d10/d13/d58/d75/f7d [0,4194304] 0
2024-03-19T01:51:53.460 INFO:tasks.workunit.client.0.smithi046.stdout:4/738: chown l1 31461 1
2024-03-19T01:51:53.468 INFO:tasks.workunit.client.0.smithi046.stdout:2/655: dwrite d0/dc/d61/d2f/d8e/d59/fc5 [0,4194304] 0
2024-03-19T01:51:53.469 INFO:tasks.workunit.client.0.smithi046.stdout:2/656: fdatasync d0/d27/fa5 0
2024-03-19T01:51:53.470 INFO:tasks.workunit.client.0.smithi046.stdout:8/694: write d0/d5/f7b [101079,83115] 0
2024-03-19T01:51:53.473 INFO:tasks.workunit.client.0.smithi046.stdout:1/497: sync
2024-03-19T01:51:53.479 INFO:tasks.workunit.client.0.smithi046.stdout:8/695: mkdir d0/d5/dc/df5 0
2024-03-19T01:51:53.479 INFO:tasks.workunit.client.0.smithi046.stdout:3/745: dread d5/d17/d31/f40 [0,4194304] 0
2024-03-19T01:51:53.480 INFO:tasks.workunit.client.0.smithi046.stdout:4/739: dwrite d7/d10/d13/d58/d5d/dbb/ff7 [0,4194304] 0
2024-03-19T01:51:53.482 INFO:tasks.workunit.client.0.smithi046.stdout:1/498: creat d0/dd/d26/d23/d28/d3c/d83/fad x:0 0 0
2024-03-19T01:51:53.483 INFO:tasks.workunit.client.0.smithi046.stdout:8/696: stat d0/d5/dca/cd7 0
2024-03-19T01:51:53.484 INFO:tasks.workunit.client.0.smithi046.stdout:4/740: rmdir d7/d4f/d6e/d9b 39
2024-03-19T01:51:53.485 INFO:tasks.workunit.client.0.smithi046.stdout:3/746: symlink d5/d17/d31/d54/dbf/lf2 0
2024-03-19T01:51:53.486 INFO:tasks.workunit.client.0.smithi046.stdout:2/657: dwrite d0/dc/d61/f1f [4194304,4194304] 0
2024-03-19T01:51:53.486 INFO:tasks.workunit.client.0.smithi046.stdout:1/499: chown d0/d6/da/d56/l6c 101699955 1
2024-03-19T01:51:53.489 INFO:tasks.workunit.client.0.smithi046.stdout:8/697: mknod d0/d5/dc/cf6 0
2024-03-19T01:51:53.489 INFO:tasks.workunit.client.0.smithi046.stdout:2/658: dread - d0/dc/f88 zero size
2024-03-19T01:51:53.489 INFO:tasks.workunit.client.0.smithi046.stdout:8/698: rename d0 to d0/df3/df7 22
2024-03-19T01:51:53.490 INFO:tasks.workunit.client.0.smithi046.stdout:1/500: write d0/dd/d26/d23/d28/d3c/d5f/f61 [403451,50133] 0
2024-03-19T01:51:53.490 INFO:tasks.workunit.client.0.smithi046.stdout:2/659: write d0/f46 [1848085,30887] 0
2024-03-19T01:51:53.492 INFO:tasks.workunit.client.0.smithi046.stdout:4/741: truncate d7/d10/d13/d58/d5d/d7c/dc3/ffe 863826 0
2024-03-19T01:51:53.492 INFO:tasks.workunit.client.0.smithi046.stdout:8/699: stat d0/d5/dca/d47/d5d/fed 0
2024-03-19T01:51:53.493 INFO:tasks.workunit.client.0.smithi046.stdout:2/660: chown d0/d48/c5a 237818 1
2024-03-19T01:51:53.494 INFO:tasks.workunit.client.0.smithi046.stdout:4/742: chown d7/d10/d13/d58/l6a 86 1
2024-03-19T01:51:53.496 INFO:tasks.workunit.client.0.smithi046.stdout:8/700: mknod d0/d5/dca/d47/d5d/cf8 0
2024-03-19T01:51:53.496 INFO:tasks.workunit.client.0.smithi046.stdout:1/501: link d0/dd/l15 d0/d6/lae 0
2024-03-19T01:51:53.497 INFO:tasks.workunit.client.0.smithi046.stdout:3/747: rename d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d5f/d6b/cc5 to d5/d17/d31/d54/cf3 0
2024-03-19T01:51:53.500 INFO:tasks.workunit.client.0.smithi046.stdout:4/743: creat d7/d4f/d6e/d9b/f108 x:0 0 0
2024-03-19T01:51:53.503 INFO:tasks.workunit.client.0.smithi046.stdout:1/502: rename d0/dd/f42 to d0/dd/faf 0
2024-03-19T01:51:53.505 INFO:tasks.workunit.client.0.smithi046.stdout:8/701: getdents d0/d5/dc/d42/dbf/d45 0
2024-03-19T01:51:53.506 INFO:tasks.workunit.client.0.smithi046.stdout:2/661: dwrite d0/d27/f67 [0,4194304] 0
2024-03-19T01:51:53.507 INFO:tasks.workunit.client.0.smithi046.stdout:4/744: mkdir d7/d10/d13/dae/d109 0
2024-03-19T01:51:53.510 INFO:tasks.workunit.client.0.smithi046.stdout:2/662: creat d0/dc/d61/d2f/d8e/fce x:0 0 0
2024-03-19T01:51:53.512 INFO:tasks.workunit.client.0.smithi046.stdout:4/745: mknod d7/d10/d13/d58/d5d/dbb/c10a 0
2024-03-19T01:51:53.513 INFO:tasks.workunit.client.0.smithi046.stdout:2/663: symlink d0/d70/lcf 0
2024-03-19T01:51:53.514 INFO:tasks.workunit.client.0.smithi046.stdout:8/702: creat d0/d5/dc/d42/dbf/d45/d5b/d86/de8/ff9 x:0 0 0
2024-03-19T01:51:53.516 INFO:tasks.workunit.client.0.smithi046.stdout:2/664: chown d0/d70/l75 235291779 1
2024-03-19T01:51:53.517 INFO:tasks.workunit.client.0.smithi046.stdout:3/748: dwrite d5/d17/d62/d2d/d3b/f7b [0,4194304] 0
2024-03-19T01:51:53.517 INFO:tasks.workunit.client.0.smithi046.stdout:1/503: dwrite d0/d6/d6a/f51 [0,4194304] 0
2024-03-19T01:51:53.519 INFO:tasks.workunit.client.0.smithi046.stdout:8/703: chown d0/d5/dc/d42/dbf/d87 463938 1
2024-03-19T01:51:53.519 INFO:tasks.workunit.client.0.smithi046.stdout:2/665: write d0/dc/d61/d2f/f57 [4998346,91317] 0
2024-03-19T01:51:53.521 INFO:tasks.workunit.client.0.smithi046.stdout:8/704: write d0/d5/dc/d42/f5e [3436420,130862] 0
2024-03-19T01:51:53.524 INFO:tasks.workunit.client.0.smithi046.stdout:8/705: write d0/d5/fc7 [317841,5037] 0
2024-03-19T01:51:53.525 INFO:tasks.workunit.client.0.smithi046.stdout:3/749: creat d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d5f/ff4 x:0 0 0
2024-03-19T01:51:53.528 INFO:tasks.workunit.client.0.smithi046.stdout:3/750: creat d5/d17/d31/d4b/ff5 x:0 0 0
2024-03-19T01:51:53.532 INFO:tasks.workunit.client.0.smithi046.stdout:3/751: mkdir d5/d17/d62/d2d/d3b/d7f/df6 0
2024-03-19T01:51:53.532 INFO:tasks.workunit.client.0.smithi046.stdout:8/706: dwrite d0/d5/dca/d47/d8d/f9a [0,4194304] 0
2024-03-19T01:51:53.535 INFO:tasks.workunit.client.0.smithi046.stdout:3/752: mknod d5/d17/d76/d9a/cf7 0
2024-03-19T01:51:53.537 INFO:tasks.workunit.client.0.smithi046.stdout:3/753: mkdir d5/d10/df8 0
2024-03-19T01:51:53.546 INFO:tasks.workunit.client.0.smithi046.stdout:3/754: write d5/d17/f2b [301128,18739] 0
2024-03-19T01:51:53.550 INFO:tasks.workunit.client.0.smithi046.stdout:3/755: chown d5/d17/d31/d54/fa2 10520 1
2024-03-19T01:51:53.550 INFO:tasks.workunit.client.0.smithi046.stdout:3/756: mknod d5/d10/d51/d9d/cf9 0
2024-03-19T01:51:53.556 INFO:tasks.workunit.client.0.smithi046.stdout:3/757: dread d5/d10/d51/d60/f6a [0,4194304] 0
2024-03-19T01:51:53.557 INFO:tasks.workunit.client.0.smithi046.stdout:3/758: dread - d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/fac zero size
2024-03-19T01:51:53.562 INFO:tasks.workunit.client.0.smithi046.stdout:2/666: dread d0/dc/d61/f60 [0,4194304] 0
2024-03-19T01:51:53.563 INFO:tasks.workunit.client.0.smithi046.stdout:3/759: dwrite d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d5f/f8b [0,4194304] 0
2024-03-19T01:51:53.564 INFO:tasks.workunit.client.0.smithi046.stdout:3/760: readlink d5/la6 0
2024-03-19T01:51:53.566 INFO:tasks.workunit.client.0.smithi046.stdout:2/667: creat d0/d27/d53/fd0 x:0 0 0
2024-03-19T01:51:53.567 INFO:tasks.workunit.client.0.smithi046.stdout:3/761: rename d5/c9c to d5/d17/d76/d9a/cfa 0
2024-03-19T01:51:53.570 INFO:tasks.workunit.client.0.smithi046.stdout:2/668: rename d0/dc/f69 to d0/d70/fd1 0
2024-03-19T01:51:53.573 INFO:tasks.workunit.client.0.smithi046.stdout:2/669: symlink d0/dc/d61/d2f/d8e/d59/d8a/d91/ld2 0
2024-03-19T01:51:53.574 INFO:tasks.workunit.client.0.smithi046.stdout:3/762: truncate d5/d17/d31/d4b/fd6 75179 0
2024-03-19T01:51:53.581 INFO:tasks.workunit.client.0.smithi046.stdout:3/763: truncate d5/d17/d62/d2d/d3b/d7f/d9f/fa8 141217 0
2024-03-19T01:51:53.583 INFO:tasks.workunit.client.0.smithi046.stdout:3/764: creat d5/d17/d62/d2d/ded/ffb x:0 0 0
2024-03-19T01:51:53.583 INFO:tasks.workunit.client.0.smithi046.stdout:2/670: truncate d0/d27/f67 427857 0
2024-03-19T01:51:53.584 INFO:tasks.workunit.client.0.smithi046.stdout:2/671: fsync d0/dc/d61/d2f/d8e/d59/f7f 0
2024-03-19T01:51:53.586 INFO:tasks.workunit.client.0.smithi046.stdout:3/765: mkdir d5/d17/d62/dfc 0
2024-03-19T01:51:53.591 INFO:tasks.workunit.client.0.smithi046.stdout:2/672: dread d0/d27/f74 [0,4194304] 0
2024-03-19T01:51:53.594 INFO:tasks.workunit.client.0.smithi046.stdout:2/673: unlink d0/f77 0
2024-03-19T01:51:53.596 INFO:tasks.workunit.client.0.smithi046.stdout:2/674: read d0/dc/d61/d2f/d8e/f6c [94234,87573] 0
2024-03-19T01:51:53.601 INFO:tasks.workunit.client.0.smithi046.stdout:2/675: dwrite d0/d27/fa5 [0,4194304] 0
2024-03-19T01:51:53.602 INFO:tasks.workunit.client.0.smithi046.stdout:2/676: dread - d0/d48/f90 zero size
2024-03-19T01:51:53.604 INFO:tasks.workunit.client.0.smithi046.stdout:2/677: symlink d0/dc/d61/d2f/d8e/d59/ld3 0
2024-03-19T01:51:53.606 INFO:tasks.workunit.client.0.smithi046.stdout:2/678: mknod d0/d94/cd4 0
2024-03-19T01:51:53.613 INFO:tasks.workunit.client.0.smithi046.stdout:2/679: dread d0/dc/d61/d2f/f5b [0,4194304] 0
2024-03-19T01:51:53.614 INFO:tasks.workunit.client.0.smithi046.stdout:2/680: write d0/d48/f2c [406287,72830] 0
2024-03-19T01:51:53.623 INFO:tasks.workunit.client.0.smithi046.stdout:2/681: dwrite d0/dc/d61/d2f/d8e/d59/fc5 [0,4194304] 0
2024-03-19T01:51:53.628 INFO:tasks.workunit.client.0.smithi046.stdout:2/682: link d0/dc/l25 d0/dc/d61/ld5 0
2024-03-19T01:51:53.639 INFO:tasks.workunit.client.0.smithi046.stdout:2/683: rename d0/dc to d0/d27/d53/d5d/d8c/dd6 0
2024-03-19T01:51:53.641 INFO:tasks.workunit.client.0.smithi046.stdout:2/684: mkdir d0/d48/db1/dd7 0
2024-03-19T01:51:53.643 INFO:tasks.workunit.client.0.smithi046.stdout:2/685: fsync d0/d27/d53/d5d/d8c/dd6/f88 0
2024-03-19T01:51:53.660 INFO:tasks.workunit.client.0.smithi046.stdout:2/686: dread d0/f28 [0,4194304] 0
2024-03-19T01:51:53.667 INFO:tasks.workunit.client.0.smithi046.stdout:2/687: dwrite d0/d27/d53/d5d/d8c/dd6/d9a/fb2 [4194304,4194304] 0
2024-03-19T01:51:53.669 INFO:tasks.workunit.client.0.smithi046.stdout:2/688: fsync d0/d27/d53/d5d/d8c/dd6/d9a/fb3 0
2024-03-19T01:51:53.674 INFO:tasks.workunit.client.0.smithi046.stdout:2/689: creat d0/fd8 x:0 0 0
2024-03-19T01:51:53.683 INFO:tasks.workunit.client.0.smithi046.stdout:2/690: write d0/d27/f67 [1048725,91107] 0
2024-03-19T01:51:53.684 INFO:tasks.workunit.client.0.smithi046.stdout:2/691: truncate d0/f2 1357200 0
2024-03-19T01:51:53.685 INFO:tasks.workunit.client.0.smithi046.stdout:2/692: chown d0/d27/d53/d5d/d8c/dd6/d9a/dbe 374 1
2024-03-19T01:51:53.686 INFO:tasks.workunit.client.0.smithi046.stdout:2/693: chown d0/d27/d53/d5d/d8c/dd6/cb0 93142 1
2024-03-19T01:51:53.688 INFO:tasks.workunit.client.0.smithi046.stdout:2/694: rmdir d0/d48 39
2024-03-19T01:51:53.693 INFO:tasks.workunit.client.0.smithi046.stdout:2/695: dwrite d0/d94/dad/faf [0,4194304] 0
2024-03-19T01:51:53.698 INFO:tasks.workunit.client.0.smithi046.stdout:2/696: creat d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/d8a/d91/fd9 x:0 0 0
2024-03-19T01:51:53.705 INFO:tasks.workunit.client.0.smithi046.stdout:2/697: dwrite d0/d27/d53/d5d/f68 [0,4194304] 0
2024-03-19T01:51:53.709 INFO:tasks.workunit.client.0.smithi046.stdout:2/698: symlink d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/d8a/lda 0
2024-03-19T01:51:53.727 INFO:tasks.workunit.client.0.smithi046.stdout:0/866: sync
2024-03-19T01:51:53.727 INFO:tasks.workunit.client.0.smithi046.stdout:9/491: sync
2024-03-19T01:51:53.729 INFO:tasks.workunit.client.0.smithi046.stdout:0/867: chown d14/d26/d7b/d3f 486333043 1
2024-03-19T01:51:53.734 INFO:tasks.workunit.client.0.smithi046.stdout:2/699: dwrite d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/fbb [0,4194304] 0
2024-03-19T01:51:53.735 INFO:tasks.workunit.client.0.smithi046.stdout:9/492: rename dd/d1c/d20 to dd/d11/d17/d49/d63/da2 0
2024-03-19T01:51:53.737 INFO:tasks.workunit.client.0.smithi046.stdout:9/493: chown dd/d3d/f52 1932 1
2024-03-19T01:51:53.738 INFO:tasks.workunit.client.0.smithi046.stdout:0/868: link d14/d26/d7b/d4b/l66 d14/d26/d7b/d4b/d65/l124 0
2024-03-19T01:51:53.742 INFO:tasks.workunit.client.0.smithi046.stdout:0/869: mknod d14/d26/d7b/c125 0
2024-03-19T01:51:53.744 INFO:tasks.workunit.client.0.smithi046.stdout:2/700: getdents d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e 0
2024-03-19T01:51:53.746 INFO:tasks.workunit.client.0.smithi046.stdout:0/870: fdatasync d14/dcd/fd7 0
2024-03-19T01:51:53.747 INFO:tasks.workunit.client.0.smithi046.stdout:2/701: chown d0/f28 426 1
2024-03-19T01:51:53.747 INFO:tasks.workunit.client.0.smithi046.stdout:9/494: dwrite dd/f61 [0,4194304] 0
2024-03-19T01:51:53.749 INFO:tasks.workunit.client.0.smithi046.stdout:0/871: chown d14/d1a/d8f/dba/f11f 3694 1
2024-03-19T01:51:53.749 INFO:tasks.workunit.client.0.smithi046.stdout:2/702: mknod d0/d27/d53/d5d/cdb 0
2024-03-19T01:51:53.750 INFO:tasks.workunit.client.0.smithi046.stdout:0/872: fsync d14/d26/d7b/d4b/d65/f9e 0
2024-03-19T01:51:53.750 INFO:tasks.workunit.client.0.smithi046.stdout:2/703: write d0/d94/dad/faf [2678254,7866] 0
2024-03-19T01:51:53.755 INFO:tasks.workunit.client.0.smithi046.stdout:9/495: symlink dd/d11/d2e/d34/la3 0
2024-03-19T01:51:53.755 INFO:tasks.workunit.client.0.smithi046.stdout:2/704: mknod d0/d48/db1/cdc 0
2024-03-19T01:51:53.755 INFO:tasks.workunit.client.0.smithi046.stdout:0/873: symlink d14/d26/d7b/d3f/d72/ded/l126 0
2024-03-19T01:51:53.758 INFO:tasks.workunit.client.0.smithi046.stdout:2/705: chown d0/d27/d53/d5d/d8c/dd6/d61/l38 441126 1
2024-03-19T01:51:53.760 INFO:tasks.workunit.client.0.smithi046.stdout:2/706: chown d0/d27/d53/d5d/d8c 19 1
2024-03-19T01:51:53.760 INFO:tasks.workunit.client.0.smithi046.stdout:9/496: dwrite dd/d11/f96 [0,4194304] 0
2024-03-19T01:51:53.764 INFO:tasks.workunit.client.0.smithi046.stdout:9/497: fdatasync dd/d1c/f26 0
2024-03-19T01:51:53.766 INFO:tasks.workunit.client.0.smithi046.stdout:9/498: write dd/d11/d17/d49/d63/da2/f73 [4587764,5507] 0
2024-03-19T01:51:53.766 INFO:tasks.workunit.client.0.smithi046.stdout:2/707: write d0/d27/d53/d5d/d8c/dd6/f9d [302094,110641] 0
2024-03-19T01:51:53.768 INFO:tasks.workunit.client.0.smithi046.stdout:0/874: write d14/d26/d7b/d3f/da0/da7/fb5 [945793,74107] 0
2024-03-19T01:51:53.770 INFO:tasks.workunit.client.0.smithi046.stdout:9/499: symlink dd/d3d/d78/la4 0
2024-03-19T01:51:53.771 INFO:tasks.workunit.client.0.smithi046.stdout:0/875: chown d14/d26/d7b/d3f/d8d/l6d 2072172 1
2024-03-19T01:51:53.771 INFO:tasks.workunit.client.0.smithi046.stdout:2/708: fdatasync d0/d48/f6f 0
2024-03-19T01:51:53.772 INFO:tasks.workunit.client.0.smithi046.stdout:9/500: stat dd/d11/d17/d57/d7e 0
2024-03-19T01:51:53.774 INFO:tasks.workunit.client.0.smithi046.stdout:2/709: write d0/d27/d53/d5d/d8c/dd6/d61/f60 [3700866,47205] 0
2024-03-19T01:51:53.775 INFO:tasks.workunit.client.0.smithi046.stdout:0/876: creat d14/dcd/d112/f127 x:0 0 0
2024-03-19T01:51:53.776 INFO:tasks.workunit.client.0.smithi046.stdout:9/501: link dd/d3d/d78/f84 dd/d11/d17/d94/fa5 0
2024-03-19T01:51:53.777 INFO:tasks.workunit.client.0.smithi046.stdout:9/502: chown dd/d11/d2e/d34/d5a 1 1
2024-03-19T01:51:53.777 INFO:tasks.workunit.client.0.smithi046.stdout:0/877: mknod d14/d26/d7b/d3f/d8d/d5e/d8a/c128 0
2024-03-19T01:51:53.781 INFO:tasks.workunit.client.0.smithi046.stdout:9/503: mkdir dd/d11/d17/d57/d7e/da6 0
2024-03-19T01:51:53.783 INFO:tasks.workunit.client.0.smithi046.stdout:9/504: symlink dd/d3c/la7 0
2024-03-19T01:51:53.784 INFO:tasks.workunit.client.0.smithi046.stdout:0/878: dwrite d14/d1a/f2f [8388608,4194304] 0
2024-03-19T01:51:53.789 INFO:tasks.workunit.client.0.smithi046.stdout:2/710: dwrite d0/d27/f29 [0,4194304] 0
2024-03-19T01:51:53.789 INFO:tasks.workunit.client.0.smithi046.stdout:0/879: mknod d14/d26/d7b/d3f/d8d/d5e/d5f/d74/c129 0
2024-03-19T01:51:53.791 INFO:tasks.workunit.client.0.smithi046.stdout:9/505: rename dd/d3d to dd/d11/d2e/d93/da8 0
2024-03-19T01:51:53.791 INFO:tasks.workunit.client.0.smithi046.stdout:0/880: truncate d14/d26/d7b/d4b/d65/f9b 4954596 0
2024-03-19T01:51:53.795 INFO:tasks.workunit.client.0.smithi046.stdout:2/711: unlink d0/d27/d53/d5d/d8c/dd6/l2e 0
2024-03-19T01:51:53.798 INFO:tasks.workunit.client.0.smithi046.stdout:9/506: rename dd/d11/d17/f62 to dd/d11/d2e/d34/d33/fa9 0
2024-03-19T01:51:53.800 INFO:tasks.workunit.client.0.smithi046.stdout:0/881: rename d14/d26/d7b/d3f/d8d/d5e/d5f/d74/de7/lf4 to d14/d1a/d8f/dba/l12a 0
2024-03-19T01:51:53.802 INFO:tasks.workunit.client.0.smithi046.stdout:9/507: creat dd/d11/d17/d3a/faa x:0 0 0
2024-03-19T01:51:53.802 INFO:tasks.workunit.client.0.smithi046.stdout:0/882: fdatasync d14/d34/f5a 0
2024-03-19T01:51:53.805 INFO:tasks.workunit.client.0.smithi046.stdout:9/508: read dd/d11/d2e/d93/da8/d53/f7a [5298283,34253] 0
2024-03-19T01:51:53.805 INFO:tasks.workunit.client.0.smithi046.stdout:0/883: write d14/d26/d7b/d4b/d65/f9b [834503,120970] 0
2024-03-19T01:51:53.807 INFO:tasks.workunit.client.0.smithi046.stdout:0/884: write d14/d26/d7b/d4b/fe2 [175470,4882] 0
2024-03-19T01:51:53.814 INFO:tasks.workunit.client.0.smithi046.stdout:0/885: fsync d14/d26/d7b/d4b/f10b 0
2024-03-19T01:51:53.816 INFO:tasks.workunit.client.0.smithi046.stdout:2/712: dwrite d0/f28 [0,4194304] 0
2024-03-19T01:51:53.821 INFO:tasks.workunit.client.0.smithi046.stdout:0/886: dwrite d14/dcd/de3/ffc [0,4194304] 0
2024-03-19T01:51:53.821 INFO:tasks.workunit.client.0.smithi046.stdout:0/887: stat d14/d1a/cb4 0
2024-03-19T01:51:53.824 INFO:tasks.workunit.client.0.smithi046.stdout:2/713: fsync d0/d27/d53/d5d/d8c/dd6/d9a/fb2 0
2024-03-19T01:51:53.824 INFO:tasks.workunit.client.0.smithi046.stdout:0/888: mkdir d14/d1a/db9/de1/d12b 0
2024-03-19T01:51:53.827 INFO:tasks.workunit.client.0.smithi046.stdout:0/889: creat d14/d1a/db9/f12c x:0 0 0
2024-03-19T01:51:53.830 INFO:tasks.workunit.client.0.smithi046.stdout:0/890: symlink d14/d26/d7b/d3f/d8d/d5e/d5f/d74/de7/l12d 0
2024-03-19T01:51:53.831 INFO:tasks.workunit.client.0.smithi046.stdout:0/891: fdatasync d14/d26/d7b/d4b/f63 0
2024-03-19T01:51:53.832 INFO:tasks.workunit.client.0.smithi046.stdout:2/714: rename d0/d27/fa5 to d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/d8a/d91/fdd 0
2024-03-19T01:51:53.834 INFO:tasks.workunit.client.0.smithi046.stdout:2/715: creat d0/d27/d53/d5d/d8c/dd6/d9a/fde x:0 0 0
2024-03-19T01:51:53.839 INFO:tasks.workunit.client.0.smithi046.stdout:2/716: rename d0/f4e to d0/d48/fdf 0
2024-03-19T01:51:53.844 INFO:tasks.workunit.client.0.smithi046.stdout:2/717: rename d0/f11 to d0/d70/fe0 0
2024-03-19T01:51:53.845 INFO:tasks.workunit.client.0.smithi046.stdout:0/892: dread d14/d43/f56 [0,4194304] 0
2024-03-19T01:51:53.846 INFO:tasks.workunit.client.0.smithi046.stdout:2/718: write d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/fb8 [4550956,54199] 0
2024-03-19T01:51:53.854 INFO:tasks.workunit.client.0.smithi046.stdout:2/719: dwrite d0/d27/f29 [0,4194304] 0
2024-03-19T01:51:53.861 INFO:tasks.workunit.client.0.smithi046.stdout:2/720: dread d0/d27/d53/d5d/d8c/dd6/f4f [0,4194304] 0
2024-03-19T01:51:53.863 INFO:tasks.workunit.client.0.smithi046.stdout:2/721: chown d0/d48/db1/dd7 1 1
2024-03-19T01:51:53.863 INFO:tasks.workunit.client.0.smithi046.stdout:0/893: dread d14/d1a/f8e [0,4194304] 0
2024-03-19T01:51:53.864 INFO:tasks.workunit.client.0.smithi046.stdout:2/722: chown d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/f7b 1173899 1
2024-03-19T01:51:53.865 INFO:tasks.workunit.client.0.smithi046.stdout:0/894: mkdir d14/d1a/db9/d12e 0
2024-03-19T01:51:53.867 INFO:tasks.workunit.client.0.smithi046.stdout:2/723: symlink d0/le1 0
2024-03-19T01:51:53.873 INFO:tasks.workunit.client.0.smithi046.stdout:2/724: rename d0/d27/d53/d5d/d8c/dd6/d61/c85 to d0/d48/ce2 0
2024-03-19T01:51:53.881 INFO:tasks.workunit.client.0.smithi046.stdout:2/725: fdatasync d0/d27/d53/d5d/d8c/dd6/d61/f23 0
2024-03-19T01:51:53.882 INFO:tasks.workunit.client.0.smithi046.stdout:2/726: stat d0/d48/c41 0
2024-03-19T01:51:53.888 INFO:tasks.workunit.client.0.smithi046.stdout:2/727: dread d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/f6c [0,4194304] 0
2024-03-19T01:51:53.893 INFO:tasks.workunit.client.0.smithi046.stdout:2/728: dwrite d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/d8a/d91/fb5 [0,4194304] 0
2024-03-19T01:51:53.897 INFO:tasks.workunit.client.0.smithi046.stdout:2/729: creat d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/fe3 x:0 0 0
2024-03-19T01:51:53.899 INFO:tasks.workunit.client.0.smithi046.stdout:2/730: write d0/d27/d53/d5d/d8c/dd6/f4f [3049781,77994] 0
2024-03-19T01:51:53.902 INFO:tasks.workunit.client.0.smithi046.stdout:2/731: mknod d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/d8a/d91/ce4 0
2024-03-19T01:51:53.904 INFO:tasks.workunit.client.0.smithi046.stdout:2/732: mknod d0/d48/db1/dd7/ce5 0
2024-03-19T01:51:53.911 INFO:tasks.workunit.client.0.smithi046.stdout:2/733: dwrite d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/f6c [4194304,4194304] 0
2024-03-19T01:51:53.914 INFO:tasks.workunit.client.0.smithi046.stdout:2/734: mkdir d0/d94/dad/de6 0
2024-03-19T01:51:53.917 INFO:tasks.workunit.client.0.smithi046.stdout:2/735: mknod d0/d48/db1/dd7/ce7 0
2024-03-19T01:51:53.918 INFO:tasks.workunit.client.0.smithi046.stdout:2/736: readlink d0/d27/d53/d5d/l98 0
2024-03-19T01:51:53.926 INFO:tasks.workunit.client.0.smithi046.stdout:2/737: dwrite d0/d27/d53/fd0 [0,4194304] 0
2024-03-19T01:51:53.926 INFO:tasks.workunit.client.0.smithi046.stdout:2/738: chown d0/d48/db1 8340684 1
2024-03-19T01:51:53.928 INFO:tasks.workunit.client.0.smithi046.stdout:2/739: write d0/d27/d53/d5d/d8c/dbc/fcc [275731,87837] 0
2024-03-19T01:51:53.930 INFO:tasks.workunit.client.0.smithi046.stdout:2/740: readlink d0/d27/d53/d5d/d8c/dd6/d61/la7 0
2024-03-19T01:51:53.933 INFO:tasks.workunit.client.0.smithi046.stdout:2/741: write d0/d94/dad/faf [2064482,79943] 0
2024-03-19T01:51:53.936 INFO:tasks.workunit.client.0.smithi046.stdout:2/742: getdents d0/d48/db1/dd7 0
2024-03-19T01:51:53.937 INFO:tasks.workunit.client.0.smithi046.stdout:2/743: readlink d0/d48/db1/lb7 0
2024-03-19T01:51:53.941 INFO:tasks.workunit.client.0.smithi046.stdout:2/744: creat d0/d27/d53/d5d/d8c/dd6/d61/d2f/fe8 x:0 0 0
2024-03-19T01:51:53.941 INFO:tasks.workunit.client.0.smithi046.stdout:2/745: chown d0/d48/db1/cdc 930277131 1
2024-03-19T01:51:53.942 INFO:tasks.workunit.client.0.smithi046.stdout:2/746: creat d0/dc3/fe9 x:0 0 0
2024-03-19T01:51:53.943 INFO:tasks.workunit.client.0.smithi046.stdout:6/672: sync
2024-03-19T01:51:53.944 INFO:tasks.workunit.client.0.smithi046.stdout:2/747: chown d0/d27/d53/d5d/d8c/dd6/d61/la7 1838935 1
2024-03-19T01:51:53.944 INFO:tasks.workunit.client.0.smithi046.stdout:6/673: readlink d1a/d66/l94 0
2024-03-19T01:51:53.945 INFO:tasks.workunit.client.0.smithi046.stdout:6/674: stat d1a/d4d/d65/da0/l4f 0
2024-03-19T01:51:53.948 INFO:tasks.workunit.client.0.smithi046.stdout:6/675: symlink d1a/d4d/d65/d80/d62/d30/le5 0
2024-03-19T01:51:53.949 INFO:tasks.workunit.client.0.smithi046.stdout:2/748: dwrite d0/d27/f55 [0,4194304] 0
2024-03-19T01:51:53.951 INFO:tasks.workunit.client.0.smithi046.stdout:2/749: write d0/d27/d53/d5d/d8c/dd6/f4f [5011235,59373] 0
2024-03-19T01:51:53.952 INFO:tasks.workunit.client.0.smithi046.stdout:6/676: creat d1a/d4d/d65/fe6 x:0 0 0
2024-03-19T01:51:53.956 INFO:tasks.workunit.client.0.smithi046.stdout:6/677: rename d1a/d26/l2b to d1a/d4d/d5a/le7 0
2024-03-19T01:51:53.957 INFO:tasks.workunit.client.0.smithi046.stdout:6/678: dread - d1a/d4d/d65/d80/d62/d5b/d57/fdb zero size
2024-03-19T01:51:53.961 INFO:tasks.workunit.client.0.smithi046.stdout:6/679: symlink d1a/d4d/d65/d80/d62/d5b/d40/le8 0
2024-03-19T01:51:53.963 INFO:tasks.workunit.client.0.smithi046.stdout:2/750: truncate d0/d70/fd1 4190261 0
2024-03-19T01:51:53.966 INFO:tasks.workunit.client.0.smithi046.stdout:2/751: stat d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e 0
2024-03-19T01:51:53.967 INFO:tasks.workunit.client.0.smithi046.stdout:2/752: fdatasync d0/dc3/fc6 0
2024-03-19T01:51:53.969 INFO:tasks.workunit.client.0.smithi046.stdout:6/680: write d1a/d4e/f6b [1940323,79607] 0
2024-03-19T01:51:53.971 INFO:tasks.workunit.client.0.smithi046.stdout:2/753: write d0/d27/d53/d5d/d8c/dd6/d61/d2f/f47 [1699571,6956] 0
2024-03-19T01:51:53.972 INFO:tasks.workunit.client.0.smithi046.stdout:2/754: write d0/f28 [2487245,96691] 0
2024-03-19T01:51:53.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:53 smithi102 ceph-mon[66557]: pgmap v57: 129 pgs: 129 active+clean; 1.1 GiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 45 MiB/s rd, 151 MiB/s wr, 282 op/s
2024-03-19T01:51:53.980 INFO:tasks.workunit.client.0.smithi046.stdout:6/681: truncate d1a/d4d/d65/d80/d62/f1e 2304245 0
2024-03-19T01:51:53.982 INFO:tasks.workunit.client.0.smithi046.stdout:2/755: truncate d0/f46 3193307 0
2024-03-19T01:51:53.983 INFO:tasks.workunit.client.0.smithi046.stdout:2/756: write d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/d8a/d91/fb5 [2789312,9720] 0
2024-03-19T01:51:53.984 INFO:tasks.workunit.client.0.smithi046.stdout:2/757: readlink d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/ld3 0
2024-03-19T01:51:53.987 INFO:tasks.workunit.client.0.smithi046.stdout:2/758: symlink d0/d48/db1/lea 0
2024-03-19T01:51:53.991 INFO:tasks.workunit.client.0.smithi046.stdout:2/759: write d0/d27/d53/d5d/d8c/dd6/f88 [960851,20212] 0
2024-03-19T01:51:53.993 INFO:tasks.workunit.client.0.smithi046.stdout:6/682: dread d1a/d4d/f9c [0,4194304] 0
2024-03-19T01:51:53.994 INFO:tasks.workunit.client.0.smithi046.stdout:6/683: chown d1a/d4d/d65/d80/d62/d30/f8b 7 1
2024-03-19T01:51:53.997 INFO:tasks.workunit.client.0.smithi046.stdout:2/760: dread d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/fbb [0,4194304] 0
2024-03-19T01:51:53.998 INFO:tasks.workunit.client.0.smithi046.stdout:6/684: read d1a/d4e/f50 [404500,20008] 0
2024-03-19T01:51:54.000 INFO:tasks.workunit.client.0.smithi046.stdout:2/761: unlink d0/d94/cd4 0
2024-03-19T01:51:54.001 INFO:tasks.workunit.client.0.smithi046.stdout:2/762: rmdir d0/d94/dad 39
2024-03-19T01:51:54.005 INFO:tasks.workunit.client.0.smithi046.stdout:6/685: link d1a/d4d/d65/d80/d62/d5b/d40/d81/cae d1a/d66/ce9 0
2024-03-19T01:51:54.005 INFO:tasks.workunit.client.0.smithi046.stdout:6/686: fdatasync fb 0
2024-03-19T01:51:54.006 INFO:tasks.workunit.client.0.smithi046.stdout:6/687: rmdir d1a/d26/d2e/d89 39
2024-03-19T01:51:54.008 INFO:tasks.workunit.client.0.smithi046.stdout:6/688: mknod d1a/d4d/d65/da0/db6/cea 0
2024-03-19T01:51:54.010 INFO:tasks.workunit.client.0.smithi046.stdout:6/689: creat d1a/d4d/d65/d80/d62/d5b/d40/d81/feb x:0 0 0
2024-03-19T01:51:54.017 INFO:tasks.workunit.client.0.smithi046.stdout:6/690: dwrite d1a/d4d/fc3 [0,4194304] 0
2024-03-19T01:51:54.019 INFO:tasks.workunit.client.0.smithi046.stdout:2/763: dread d0/f24 [4194304,4194304] 0
2024-03-19T01:51:54.022 INFO:tasks.workunit.client.0.smithi046.stdout:2/764: symlink d0/leb 0
2024-03-19T01:51:54.024 INFO:tasks.workunit.client.0.smithi046.stdout:2/765: write d0/dc3/fc6 [4270646,26240] 0
2024-03-19T01:51:54.026 INFO:tasks.workunit.client.0.smithi046.stdout:6/691: dwrite d1a/d26/f3b [0,4194304] 0
2024-03-19T01:51:54.028 INFO:tasks.workunit.client.0.smithi046.stdout:6/692: stat d1a/d4d/d65/d80/d62/f69 0
2024-03-19T01:51:54.028 INFO:tasks.workunit.client.0.smithi046.stdout:2/766: write d0/d27/d53/fd0 [2245399,39883] 0
2024-03-19T01:51:54.029 INFO:tasks.workunit.client.0.smithi046.stdout:6/693: stat d1a/d4d/d65/da0/fb5 0
2024-03-19T01:51:54.030 INFO:tasks.workunit.client.0.smithi046.stdout:2/767: chown d0/d27/d53/d5d/d8c/dbc 476445 1
2024-03-19T01:51:54.031 INFO:tasks.workunit.client.0.smithi046.stdout:2/768: fdatasync d0/fb6 0
2024-03-19T01:51:54.033 INFO:tasks.workunit.client.0.smithi046.stdout:2/769: fdatasync d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/f73 0
2024-03-19T01:51:54.036 INFO:tasks.workunit.client.0.smithi046.stdout:6/694: rmdir d1a/d4d/d65/d80/d62/d5b/d40/dc9/de4 0
2024-03-19T01:51:54.038 INFO:tasks.workunit.client.0.smithi046.stdout:2/770: dread d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/f7b [4194304,4194304] 0
2024-03-19T01:51:54.039 INFO:tasks.workunit.client.0.smithi046.stdout:6/695: mkdir d1a/d4d/d65/d80/d62/d30/dec 0
2024-03-19T01:51:54.039 INFO:tasks.workunit.client.0.smithi046.stdout:2/771: fdatasync d0/d27/d53/fd0 0
2024-03-19T01:51:54.043 INFO:tasks.workunit.client.0.smithi046.stdout:2/772: unlink d0/d27/d53/d5d/d8c/dd6/caa 0
2024-03-19T01:51:54.044 INFO:tasks.workunit.client.0.smithi046.stdout:6/696: mkdir d1a/d66/d71/ded 0
2024-03-19T01:51:54.047 INFO:tasks.workunit.client.0.smithi046.stdout:2/773: dwrite d0/d70/f9e [0,4194304] 0
2024-03-19T01:51:54.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:53 smithi046 ceph-mon[63102]: pgmap v57: 129 pgs: 129 active+clean; 1.1 GiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 45 MiB/s rd, 151 MiB/s wr, 282 op/s
2024-03-19T01:51:54.124 INFO:tasks.workunit.client.0.smithi046.stdout:6/697: rename d1a/d66 to d1a/d4d/dbc/dee 0
2024-03-19T01:51:54.126 INFO:tasks.workunit.client.0.smithi046.stdout:2/774: creat d0/d48/fec x:0 0 0
2024-03-19T01:51:54.126 INFO:tasks.workunit.client.0.smithi046.stdout:5/545: sync
2024-03-19T01:51:54.128 INFO:tasks.workunit.client.0.smithi046.stdout:2/775: creat d0/d94/fed x:0 0 0
2024-03-19T01:51:54.132 INFO:tasks.workunit.client.0.smithi046.stdout:6/698: chown d1a/dac/fe3 1096 1
2024-03-19T01:51:54.136 INFO:tasks.workunit.client.0.smithi046.stdout:5/546: truncate d0/d2d/d71/f76 3287906 0
2024-03-19T01:51:54.139 INFO:tasks.workunit.client.0.smithi046.stdout:2/776: unlink d0/d94/dad/faf 0
2024-03-19T01:51:54.140 INFO:tasks.workunit.client.0.smithi046.stdout:5/547: symlink d0/d1/d20/d26/lc6 0
2024-03-19T01:51:54.143 INFO:tasks.workunit.client.0.smithi046.stdout:6/699: unlink d1a/d4d/d65/d80/d62/l2f 0
2024-03-19T01:51:54.147 INFO:tasks.workunit.client.0.smithi046.stdout:2/777: link d0/d48/fc4 d0/d27/fee 0
2024-03-19T01:51:54.149 INFO:tasks.workunit.client.0.smithi046.stdout:5/548: rename d0/d2d/c2f to d0/d2d/d71/cc7 0
2024-03-19T01:51:54.150 INFO:tasks.workunit.client.0.smithi046.stdout:5/549: readlink d0/d2d/d2e/l35 0
2024-03-19T01:51:54.150 INFO:tasks.workunit.client.0.smithi046.stdout:2/778: mkdir d0/d27/d53/d5d/d8c/dbc/def 0
2024-03-19T01:51:54.154 INFO:tasks.workunit.client.0.smithi046.stdout:6/700: rename d1a/d26/d2e/f6a to d1a/d4d/d65/d80/d62/d5b/d40/dbf/dd9/fef 0
2024-03-19T01:51:54.155 INFO:tasks.workunit.client.0.smithi046.stdout:5/550: dwrite d0/d1/d20/d47/d4e/d41/f8b [0,4194304] 0
2024-03-19T01:51:54.157 INFO:tasks.workunit.client.0.smithi046.stdout:6/701: dread - d1a/d64/fe1 zero size
2024-03-19T01:51:54.158 INFO:tasks.workunit.client.0.smithi046.stdout:2/779: creat d0/d94/ff0 x:0 0 0
2024-03-19T01:51:54.160 INFO:tasks.workunit.client.0.smithi046.stdout:2/780: write d0/d27/d53/d5d/d8c/dd6/f4f [3164524,49528] 0
2024-03-19T01:51:54.161 INFO:tasks.workunit.client.0.smithi046.stdout:6/702: fdatasync d1a/d4d/d65/d80/d62/f32 0
2024-03-19T01:51:54.163 INFO:tasks.workunit.client.0.smithi046.stdout:2/781: truncate d0/d27/d53/d5d/d8c/dd6/f88 1108560 0
2024-03-19T01:51:54.164 INFO:tasks.workunit.client.0.smithi046.stdout:2/782: truncate d0/d94/dad/fae 515380 0
2024-03-19T01:51:54.170 INFO:tasks.workunit.client.0.smithi046.stdout:6/703: creat d1a/d64/ff0 x:0 0 0
2024-03-19T01:51:54.170 INFO:tasks.workunit.client.0.smithi046.stdout:6/704: stat d1a/d4d/d65/d80/d62/d5b/d40 0
2024-03-19T01:51:54.170 INFO:tasks.workunit.client.0.smithi046.stdout:6/705: fsync d1a/d4d/d65/d80/d62/d30/f52 0
2024-03-19T01:51:54.171 INFO:tasks.workunit.client.0.smithi046.stdout:5/551: getdents d0/d1/d20/d26 0
2024-03-19T01:51:54.176 INFO:tasks.workunit.client.0.smithi046.stdout:2/783: dwrite d0/d27/d53/d5d/d8c/dd6/f9d [0,4194304] 0
2024-03-19T01:51:54.178 INFO:tasks.workunit.client.0.smithi046.stdout:6/706: link d1a/d4d/dbc/dee/la2 d1a/d4d/dbc/dee/dcb/lf1 0
2024-03-19T01:51:54.182 INFO:tasks.workunit.client.0.smithi046.stdout:6/707: creat d1a/d4d/d65/d80/d62/d30/ff2 x:0 0 0
2024-03-19T01:51:54.183 INFO:tasks.workunit.client.0.smithi046.stdout:5/552: dwrite d0/d1/f36 [0,4194304] 0
2024-03-19T01:51:54.185 INFO:tasks.workunit.client.0.smithi046.stdout:5/553: write d0/d1/d20/fc5 [233904,65446] 0
2024-03-19T01:51:54.185 INFO:tasks.workunit.client.0.smithi046.stdout:2/784: creat d0/d27/d53/d5d/d8c/dd6/ff1 x:0 0 0
2024-03-19T01:51:54.189 INFO:tasks.workunit.client.0.smithi046.stdout:5/554: readlink d0/d1/d20/d47/d4e/d41/laf 0
2024-03-19T01:51:54.191 INFO:tasks.workunit.client.0.smithi046.stdout:6/708: rename d1a/d4e/c6d to d1a/d4d/d65/da0/cf3 0
2024-03-19T01:51:54.192 INFO:tasks.workunit.client.0.smithi046.stdout:2/785: chown d0/d27/d53/d5d/d8c/dd6/l2b 30903 1
2024-03-19T01:51:54.193 INFO:tasks.workunit.client.0.smithi046.stdout:5/555: creat d0/d2d/d50/d52/fc8 x:0 0 0
2024-03-19T01:51:54.195 INFO:tasks.workunit.client.0.smithi046.stdout:6/709: truncate d1a/d4d/f9c 270623 0
2024-03-19T01:51:54.198 INFO:tasks.workunit.client.0.smithi046.stdout:6/710: mkdir d1a/dac/df4 0
2024-03-19T01:51:54.201 INFO:tasks.workunit.client.0.smithi046.stdout:6/711: chown d1a/d4d/d65/d80/d62/d5b/d40/l92 990522484 1
2024-03-19T01:51:54.201 INFO:tasks.workunit.client.0.smithi046.stdout:2/786: dwrite d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/f7f [0,4194304] 0
2024-03-19T01:51:54.204 INFO:tasks.workunit.client.0.smithi046.stdout:6/712: fdatasync d1a/d4d/d65/d80/d62/d5b/d40/d81/fb4 0
2024-03-19T01:51:54.204 INFO:tasks.workunit.client.0.smithi046.stdout:2/787: symlink d0/d48/db1/lf2 0
2024-03-19T01:51:54.206 INFO:tasks.workunit.client.0.smithi046.stdout:2/788: dread - d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/d8a/d91/fd9 zero size
2024-03-19T01:51:54.208 INFO:tasks.workunit.client.0.smithi046.stdout:0/895: sync
2024-03-19T01:51:54.208 INFO:tasks.workunit.client.0.smithi046.stdout:9/509: sync
2024-03-19T01:51:54.208 INFO:tasks.workunit.client.0.smithi046.stdout:1/504: sync
2024-03-19T01:51:54.209 INFO:tasks.workunit.client.0.smithi046.stdout:8/707: sync
2024-03-19T01:51:54.209 INFO:tasks.workunit.client.0.smithi046.stdout:3/766: sync
2024-03-19T01:51:54.209 INFO:tasks.workunit.client.0.smithi046.stdout:4/746: sync
2024-03-19T01:51:54.209 INFO:tasks.workunit.client.0.smithi046.stdout:7/718: sync
2024-03-19T01:51:54.213 INFO:tasks.workunit.client.0.smithi046.stdout:9/510: dread - dd/d11/d2e/f85 zero size
2024-03-19T01:51:54.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:53 smithi073 ceph-mon[66833]: pgmap v57: 129 pgs: 129 active+clean; 1.1 GiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 45 MiB/s rd, 151 MiB/s wr, 282 op/s
2024-03-19T01:51:54.214 INFO:tasks.workunit.client.0.smithi046.stdout:7/719: dread - d1/dc/df/d11/fec zero size
2024-03-19T01:51:54.215 INFO:tasks.workunit.client.0.smithi046.stdout:3/767: write d5/d17/d62/d2d/d3b/d7f/faa [910226,96428] 0
2024-03-19T01:51:54.217 INFO:tasks.workunit.client.0.smithi046.stdout:4/747: creat d7/d4f/f10b x:0 0 0
2024-03-19T01:51:54.217 INFO:tasks.workunit.client.0.smithi046.stdout:6/713: dwrite d1a/d4d/d65/d80/d62/fb7 [0,4194304] 0
2024-03-19T01:51:54.219 INFO:tasks.workunit.client.0.smithi046.stdout:7/720: stat d1/d2a/f2d 0
2024-03-19T01:51:54.219 INFO:tasks.workunit.client.0.smithi046.stdout:8/708: write d0/d5/dc/d42/dbf/d45/d5b/d86/fe2 [911845,5292] 0
2024-03-19T01:51:54.223 INFO:tasks.workunit.client.0.smithi046.stdout:9/511: symlink dd/d11/d17/d69/lab 0
2024-03-19T01:51:54.225 INFO:tasks.workunit.client.0.smithi046.stdout:0/896: dread d14/d1a/db9/de1/f109 [0,4194304] 0
2024-03-19T01:51:54.226 INFO:tasks.workunit.client.0.smithi046.stdout:6/714: dread - d1a/d4d/d65/d80/d62/d5b/d40/dc9/fe2 zero size
2024-03-19T01:51:54.227 INFO:tasks.workunit.client.0.smithi046.stdout:4/748: mkdir d7/d10/d13/d58/d75/dc1/d10c 0
2024-03-19T01:51:54.227 INFO:tasks.workunit.client.0.smithi046.stdout:9/512: chown dd/c13 60 1
2024-03-19T01:51:54.228 INFO:tasks.workunit.client.0.smithi046.stdout:1/505: dwrite d0/d6/d4b/f88 [0,4194304] 0
2024-03-19T01:51:54.230 INFO:tasks.workunit.client.0.smithi046.stdout:4/749: chown d7/d10/c3e 0 1
2024-03-19T01:51:54.230 INFO:tasks.workunit.client.0.smithi046.stdout:8/709: unlink d0/d5/dc/d42/dbf/d87/lec 0
2024-03-19T01:51:54.233 INFO:tasks.workunit.client.0.smithi046.stdout:9/513: write dd/d11/d2e/d34/fa1 [726668,63704] 0
2024-03-19T01:51:54.237 INFO:tasks.workunit.client.0.smithi046.stdout:8/710: write d0/d5/dca/d47/f55 [7192008,108748] 0
2024-03-19T01:51:54.237 INFO:tasks.workunit.client.0.smithi046.stdout:0/897: getdents d14/d1a/d61 0
2024-03-19T01:51:54.243 INFO:tasks.workunit.client.0.smithi046.stdout:4/750: truncate d7/d10/d13/d58/d5d/dbb/d50/dd3/fe7 774064 0
2024-03-19T01:51:54.244 INFO:tasks.workunit.client.0.smithi046.stdout:6/715: truncate d1a/d4d/d65/d80/d62/d5b/f3e 2660490 0
2024-03-19T01:51:54.245 INFO:tasks.workunit.client.0.smithi046.stdout:5/556: dread d0/d2d/d71/d74/f6f [0,4194304] 0
2024-03-19T01:51:54.246 INFO:tasks.workunit.client.0.smithi046.stdout:9/514: write dd/d11/d17/f5f [925768,57803] 0
2024-03-19T01:51:54.246 INFO:tasks.workunit.client.0.smithi046.stdout:8/711: creat d0/d5/dc/d42/ffa x:0 0 0
2024-03-19T01:51:54.249 INFO:tasks.workunit.client.0.smithi046.stdout:5/557: chown d0/d1/f4a 17 1
2024-03-19T01:51:54.250 INFO:tasks.workunit.client.0.smithi046.stdout:7/721: dread d1/dc/df/d11/d93/fad [0,4194304] 0
2024-03-19T01:51:54.250 INFO:tasks.workunit.client.0.smithi046.stdout:9/515: fsync dd/d11/f96 0
2024-03-19T01:51:54.254 INFO:tasks.workunit.client.0.smithi046.stdout:5/558: mknod d0/d2d/d71/d74/cc9 0
2024-03-19T01:51:54.255 INFO:tasks.workunit.client.0.smithi046.stdout:9/516: unlink dd/d3c/c6b 0
2024-03-19T01:51:54.256 INFO:tasks.workunit.client.0.smithi046.stdout:1/506: dread d0/dd/f39 [0,4194304] 0
2024-03-19T01:51:54.257 INFO:tasks.workunit.client.0.smithi046.stdout:8/712: link d0/d5/dc/f77 d0/d5/ffb 0
2024-03-19T01:51:54.260 INFO:tasks.workunit.client.0.smithi046.stdout:6/716: dwrite d1a/d4d/d65/d80/d62/d5b/d40/f77 [0,4194304] 0
2024-03-19T01:51:54.261 INFO:tasks.workunit.client.0.smithi046.stdout:8/713: read d0/f59 [1444236,66841] 0
2024-03-19T01:51:54.261 INFO:tasks.workunit.client.0.smithi046.stdout:1/507: mknod d0/d6/d7c/d64/cb0 0
2024-03-19T01:51:54.264 INFO:tasks.workunit.client.0.smithi046.stdout:7/722: rename d1/dc/d18/f83 to d1/dc/df/d11/d39/d6f/df4/ff6 0
2024-03-19T01:51:54.265 INFO:tasks.workunit.client.0.smithi046.stdout:9/517: link dd/d11/d17/d3a/l99 dd/d11/d2e/d93/lac 0
2024-03-19T01:51:54.267 INFO:tasks.workunit.client.0.smithi046.stdout:6/717: mknod d1a/d4d/dbc/dee/d71/ded/cf5 0
2024-03-19T01:51:54.268 INFO:tasks.workunit.client.0.smithi046.stdout:5/559: dwrite d0/d1/f4a [8388608,4194304] 0
2024-03-19T01:51:54.269 INFO:tasks.workunit.client.0.smithi046.stdout:8/714: chown d0/d5/dc/d42/dbf/d45/d5b/d86/lc1 11 1
2024-03-19T01:51:54.270 INFO:tasks.workunit.client.0.smithi046.stdout:7/723: mkdir d1/dc/d18/d8c/df7 0
2024-03-19T01:51:54.272 INFO:tasks.workunit.client.0.smithi046.stdout:8/715: stat d0/d5/dca/d47/d5d/fed 0
2024-03-19T01:51:54.272 INFO:tasks.workunit.client.0.smithi046.stdout:0/898: dread d14/d26/d7b/f2e [0,4194304] 0
2024-03-19T01:51:54.273 INFO:tasks.workunit.client.0.smithi046.stdout:6/718: mkdir d1a/d4d/dbc/df6 0
2024-03-19T01:51:54.275 INFO:tasks.workunit.client.0.smithi046.stdout:4/751: truncate d7/d10/d13/d58/d5d/d7c/d9c/f61 508252 0
2024-03-19T01:51:54.276 INFO:tasks.workunit.client.0.smithi046.stdout:6/719: chown d1a/d4d/dbc/dee/d71/ded 6250827 1
2024-03-19T01:51:54.278 INFO:tasks.workunit.client.0.smithi046.stdout:7/724: rename d1/dc/d18/d43/c9c to d1/dc/d18/d4e/cf8 0
2024-03-19T01:51:54.279 INFO:tasks.workunit.client.0.smithi046.stdout:1/508: truncate d0/dd/d26/d23/d45/f66 3634629 0
2024-03-19T01:51:54.281 INFO:tasks.workunit.client.0.smithi046.stdout:4/752: write d7/d10/d13/d58/d75/fba [1047181,45395] 0
2024-03-19T01:51:54.283 INFO:tasks.workunit.client.0.smithi046.stdout:7/725: fdatasync d1/dc/d18/d43/f52 0
2024-03-19T01:51:54.289 INFO:tasks.workunit.client.0.smithi046.stdout:0/899: link d14/d1a/d8f/dc7/fe8 d14/d26/d7b/d3f/da0/da7/db8/dc3/f12f 0
2024-03-19T01:51:54.290 INFO:tasks.workunit.client.0.smithi046.stdout:4/753: mknod d7/d4f/d7e/d6c/c10d 0
2024-03-19T01:51:54.291 INFO:tasks.workunit.client.0.smithi046.stdout:8/716: dwrite d0/d5/dc/d42/dbf/d45/f50 [0,4194304] 0
2024-03-19T01:51:54.291 INFO:tasks.workunit.client.0.smithi046.stdout:6/720: write d1a/d4d/d65/d80/d62/d5b/f3e [3184552,67754] 0
2024-03-19T01:51:54.294 INFO:tasks.workunit.client.0.smithi046.stdout:0/900: mknod d14/dcd/de3/c130 0
2024-03-19T01:51:54.295 INFO:tasks.workunit.client.0.smithi046.stdout:1/509: rename d0/dd/f12 to d0/dd/d26/d23/fb1 0
2024-03-19T01:51:54.297 INFO:tasks.workunit.client.0.smithi046.stdout:8/717: creat d0/d5/dc/d42/ffc x:0 0 0
2024-03-19T01:51:54.297 INFO:tasks.workunit.client.0.smithi046.stdout:4/754: symlink d7/d10/d13/d58/d5d/d7c/d9c/l10e 0
2024-03-19T01:51:54.298 INFO:tasks.workunit.client.0.smithi046.stdout:8/718: chown d0/d5/dca/l84 852 1
2024-03-19T01:51:54.299 INFO:tasks.workunit.client.0.smithi046.stdout:1/510: truncate d0/f1e 1124715 0
2024-03-19T01:51:54.299 INFO:tasks.workunit.client.0.smithi046.stdout:9/518: dread dd/d1c/f71 [0,4194304] 0
2024-03-19T01:51:54.301 INFO:tasks.workunit.client.0.smithi046.stdout:4/755: write d7/d10/d13/d58/d5d/fc0 [467847,6037] 0
2024-03-19T01:51:54.303 INFO:tasks.workunit.client.0.smithi046.stdout:6/721: rename d1a/d4d/d65/d80/d62/d5b/d40/c9b to d1a/d4d/dbc/dee/d71/cf7 0
2024-03-19T01:51:54.304 INFO:tasks.workunit.client.0.smithi046.stdout:0/901: mknod d14/d1a/d8f/dc7/d107/d117/c131 0
2024-03-19T01:51:54.306 INFO:tasks.workunit.client.0.smithi046.stdout:6/722: write d1a/d4d/d65/d80/d62/d5b/d57/fb8 [736090,60785] 0
2024-03-19T01:51:54.308 INFO:tasks.workunit.client.0.smithi046.stdout:5/560: dread d0/d2d/d2e/f4b [0,4194304] 0
2024-03-19T01:51:54.309 INFO:tasks.workunit.client.0.smithi046.stdout:0/902: symlink d14/dcd/l132 0
2024-03-19T01:51:54.310 INFO:tasks.workunit.client.0.smithi046.stdout:1/511: getdents d0/dd/d26/d23/d28/d3c/d5f 0
2024-03-19T01:51:54.312 INFO:tasks.workunit.client.0.smithi046.stdout:1/512: chown d0/d6/da/l2d 50 1
2024-03-19T01:51:54.313 INFO:tasks.workunit.client.0.smithi046.stdout:4/756: rename d7/d10/l70 to d7/d4f/l10f 0
2024-03-19T01:51:54.314 INFO:tasks.workunit.client.0.smithi046.stdout:9/519: truncate dd/d11/d17/f66 2388023 0
2024-03-19T01:51:54.317 INFO:tasks.workunit.client.0.smithi046.stdout:1/513: fsync d0/dd/d26/d23/d28/d3c/d5f/f98 0
2024-03-19T01:51:54.317 INFO:tasks.workunit.client.0.smithi046.stdout:9/520: readlink dd/d3c/la7 0
2024-03-19T01:51:54.321 INFO:tasks.workunit.client.0.smithi046.stdout:9/521: mkdir dd/d11/d2e/d93/dad 0
2024-03-19T01:51:54.322 INFO:tasks.workunit.client.0.smithi046.stdout:8/719: rename d0/d5/dc/d42/dbf/d45/d5b/ca7 to d0/d5/cfd 0
2024-03-19T01:51:54.323 INFO:tasks.workunit.client.0.smithi046.stdout:1/514: mkdir d0/dd/d26/d23/d28/d3c/d83/db2 0
2024-03-19T01:51:54.326 INFO:tasks.workunit.client.0.smithi046.stdout:7/726: dwrite d1/dc/df/d11/d39/d6f/df4/ff6 [0,4194304] 0
2024-03-19T01:51:54.326 INFO:tasks.workunit.client.0.smithi046.stdout:3/768: sync
2024-03-19T01:51:54.326 INFO:tasks.workunit.client.0.smithi046.stdout:2/789: sync
2024-03-19T01:51:54.327 INFO:tasks.workunit.client.0.smithi046.stdout:4/757: getdents d7/d10/d13/d58/d7f 0
2024-03-19T01:51:54.327 INFO:tasks.workunit.client.0.smithi046.stdout:8/720: write d0/f59 [4781434,1493] 0
2024-03-19T01:51:54.329 INFO:tasks.workunit.client.0.smithi046.stdout:0/903: rename d14/d1a/f5b to d14/d26/d7b/d4b/d65/f133 0
2024-03-19T01:51:54.332 INFO:tasks.workunit.client.0.smithi046.stdout:5/561: dread d0/fa3 [0,4194304] 0
2024-03-19T01:51:54.332 INFO:tasks.workunit.client.0.smithi046.stdout:2/790: read - d0/d94/ff0 zero size
2024-03-19T01:51:54.337 INFO:tasks.workunit.client.0.smithi046.stdout:1/515: write d0/dd/d26/d23/d3b/d3d/d55/f57 [74937,107629] 0
2024-03-19T01:51:54.338 INFO:tasks.workunit.client.0.smithi046.stdout:6/723: dread d1a/f84 [0,4194304] 0
2024-03-19T01:51:54.341 INFO:tasks.workunit.client.0.smithi046.stdout:2/791: dread - d0/d48/fec zero size
2024-03-19T01:51:54.342 INFO:tasks.workunit.client.0.smithi046.stdout:0/904: mkdir d14/d26/d7b/d3f/d8d/d5e/d8a/d134 0
2024-03-19T01:51:54.342 INFO:tasks.workunit.client.0.smithi046.stdout:9/522: dwrite dd/d11/f8f [0,4194304] 0
2024-03-19T01:51:54.345 INFO:tasks.workunit.client.0.smithi046.stdout:4/758: rename d7/d10/d13/d58/d75/dca/df9 to d7/d10/d13/d58/d75/dca/df6/d110 0
2024-03-19T01:51:54.346 INFO:tasks.workunit.client.0.smithi046.stdout:6/724: dread - d1a/d4d/d65/fc4 zero size
2024-03-19T01:51:54.348 INFO:tasks.workunit.client.0.smithi046.stdout:5/562: truncate d0/d1/d20/d47/d4e/d82/f85 1359371 0
2024-03-19T01:51:54.348 INFO:tasks.workunit.client.0.smithi046.stdout:2/792: chown d0/d27/d53/fd0 200 1
2024-03-19T01:51:54.348 INFO:tasks.workunit.client.0.smithi046.stdout:9/523: creat dd/d11/d2e/d34/fae x:0 0 0
2024-03-19T01:51:54.349 INFO:tasks.workunit.client.0.smithi046.stdout:3/769: dwrite d5/f2e [4194304,4194304] 0
2024-03-19T01:51:54.351 INFO:tasks.workunit.client.0.smithi046.stdout:4/759: dread - d7/d10/d13/d58/d5d/dbb/d50/faa zero size
2024-03-19T01:51:54.351 INFO:tasks.workunit.client.0.smithi046.stdout:5/563: readlink d0/d2d/d71/d74/d8d/la1 0
2024-03-19T01:51:54.351 INFO:tasks.workunit.client.0.smithi046.stdout:6/725: unlink d1a/d4e/l5e 0
2024-03-19T01:51:54.355 INFO:tasks.workunit.client.0.smithi046.stdout:9/524: creat dd/d11/d2e/d93/dad/faf x:0 0 0
2024-03-19T01:51:54.355 INFO:tasks.workunit.client.0.smithi046.stdout:5/564: readlink d0/d1/d20/d47/d4e/lbc 0
2024-03-19T01:51:54.361 INFO:tasks.workunit.client.0.smithi046.stdout:0/905: dwrite d14/d26/d7b/d4b/f70 [0,4194304] 0
2024-03-19T01:51:54.364 INFO:tasks.workunit.client.0.smithi046.stdout:8/721: truncate d0/d5/dc/d42/dbf/d45/f7d 1537229 0
2024-03-19T01:51:54.369 INFO:tasks.workunit.client.0.smithi046.stdout:5/565: creat d0/d1/d20/d47/d4e/d41/fca x:0 0 0
2024-03-19T01:51:54.370 INFO:tasks.workunit.client.0.smithi046.stdout:6/726: write d1a/d4d/d65/da0/f63 [2675461,115005] 0
2024-03-19T01:51:54.374 INFO:tasks.workunit.client.0.smithi046.stdout:8/722: dread - d0/d5/dc/d42/dbf/d45/d58/fbc zero size
2024-03-19T01:51:54.375 INFO:tasks.workunit.client.0.smithi046.stdout:3/770: dwrite d5/d17/d62/d2d/d3b/d7f/d9f/f98 [0,4194304] 0
2024-03-19T01:51:54.378 INFO:tasks.workunit.client.0.smithi046.stdout:9/525: link dd/d3c/f41 dd/d11/d17/d49/d63/fb0 0
2024-03-19T01:51:54.381 INFO:tasks.workunit.client.0.smithi046.stdout:2/793: dwrite d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/d8a/d91/fb5 [0,4194304] 0
2024-03-19T01:51:54.384 INFO:tasks.workunit.client.0.smithi046.stdout:5/566: creat d0/d1/d20/d47/d4e/fcb x:0 0 0
2024-03-19T01:51:54.391 INFO:tasks.workunit.client.0.smithi046.stdout:9/526: mkdir dd/d11/d2e/d93/da8/d78/db1 0
2024-03-19T01:51:54.393 INFO:tasks.workunit.client.0.smithi046.stdout:7/727: dread d1/f5 [0,4194304] 0
2024-03-19T01:51:54.393 INFO:tasks.workunit.client.0.smithi046.stdout:4/760: dread d7/d10/d13/d58/d5d/d8b/fda [0,4194304] 0
2024-03-19T01:51:54.395 INFO:tasks.workunit.client.0.smithi046.stdout:0/906: dread d14/d26/fd1 [0,4194304] 0
2024-03-19T01:51:54.400 INFO:tasks.workunit.client.0.smithi046.stdout:8/723: dwrite d0/d5/f7b [0,4194304] 0
2024-03-19T01:51:54.402 INFO:tasks.workunit.client.0.smithi046.stdout:7/728: mkdir d1/dc/df/d11/d93/df9 0
2024-03-19T01:51:54.402 INFO:tasks.workunit.client.0.smithi046.stdout:3/771: dwrite d5/f2e [4194304,4194304] 0
2024-03-19T01:51:54.405 INFO:tasks.workunit.client.0.smithi046.stdout:0/907: stat d14/d1a/d8f/dba/dfa/c10e 0
2024-03-19T01:51:54.406 INFO:tasks.workunit.client.0.smithi046.stdout:9/527: rename dd/d11/d17/d94 to dd/db2 0
2024-03-19T01:51:54.406 INFO:tasks.workunit.client.0.smithi046.stdout:4/761: truncate d7/d10/d13/d58/fc8 378244 0
2024-03-19T01:51:54.409 INFO:tasks.workunit.client.0.smithi046.stdout:7/729: mknod d1/dc/cfa 0
2024-03-19T01:51:54.410 INFO:tasks.workunit.client.0.smithi046.stdout:3/772: dread - d5/d17/d62/d2d/d3b/fda zero size
2024-03-19T01:51:54.410 INFO:tasks.workunit.client.0.smithi046.stdout:2/794: dread d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/f7b [4194304,4194304] 0
2024-03-19T01:51:54.412 INFO:tasks.workunit.client.0.smithi046.stdout:6/727: dwrite d1a/d4d/d65/d80/f67 [0,4194304] 0
2024-03-19T01:51:54.413 INFO:tasks.workunit.client.0.smithi046.stdout:9/528: symlink dd/d1c/lb3 0
2024-03-19T01:51:54.414 INFO:tasks.workunit.client.0.smithi046.stdout:4/762: creat d7/de1/f111 x:0 0 0
2024-03-19T01:51:54.415 INFO:tasks.workunit.client.0.smithi046.stdout:2/795: write d0/f28 [1663273,36123] 0
2024-03-19T01:51:54.416 INFO:tasks.workunit.client.0.smithi046.stdout:7/730: creat d1/dc/df/d11/d39/ffb x:0 0 0
2024-03-19T01:51:54.418 INFO:tasks.workunit.client.0.smithi046.stdout:0/908: creat d14/d1a/db9/de1/d12b/f135 x:0 0 0
2024-03-19T01:51:54.419 INFO:tasks.workunit.client.0.smithi046.stdout:6/728: rmdir d1a/d4d/d65/d80/d62/d5b/d40/dc9 39
2024-03-19T01:51:54.419 INFO:tasks.workunit.client.0.smithi046.stdout:8/724: write d0/d5/dc/d42/dbf/d45/fc2 [989341,88031] 0
2024-03-19T01:51:54.421 INFO:tasks.workunit.client.0.smithi046.stdout:9/529: creat dd/d11/d17/fb4 x:0 0 0
2024-03-19T01:51:54.421 INFO:tasks.workunit.client.0.smithi046.stdout:3/773: creat d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/ffd x:0 0 0
2024-03-19T01:51:54.422 INFO:tasks.workunit.client.0.smithi046.stdout:2/796: rmdir d0/d27/d53/d5d/d8c 39
2024-03-19T01:51:54.424 INFO:tasks.workunit.client.0.smithi046.stdout:7/731: creat d1/dc/df/d11/d39/d6f/df4/ffc x:0 0 0
2024-03-19T01:51:54.424 INFO:tasks.workunit.client.0.smithi046.stdout:4/763: creat d7/d4f/f112 x:0 0 0
2024-03-19T01:51:54.426 INFO:tasks.workunit.client.0.smithi046.stdout:0/909: fdatasync d14/d1a/d8f/dc7/fe8 0
2024-03-19T01:51:54.428 INFO:tasks.workunit.client.0.smithi046.stdout:8/725: write d0/d5/fb3 [78226,130008] 0
2024-03-19T01:51:54.429 INFO:tasks.workunit.client.0.smithi046.stdout:9/530: link dd/f61 dd/d11/d17/d3a/fb5 0
2024-03-19T01:51:54.433 INFO:tasks.workunit.client.0.smithi046.stdout:4/764: mkdir d7/d4f/dbd/d113 0
2024-03-19T01:51:54.435 INFO:tasks.workunit.client.0.smithi046.stdout:2/797: read d0/d27/d53/d5d/d8c/dd6/f9d [4184439,63730] 0
2024-03-19T01:51:54.437 INFO:tasks.workunit.client.0.smithi046.stdout:6/729: dwrite d1a/d4e/f50 [0,4194304] 0
2024-03-19T01:51:54.440 INFO:tasks.workunit.client.0.smithi046.stdout:5/567: dread d0/d1/f1a [0,4194304] 0
2024-03-19T01:51:54.441 INFO:tasks.workunit.client.0.smithi046.stdout:3/774: dwrite d5/d17/d31/d4b/fd6 [0,4194304] 0
2024-03-19T01:51:54.441 INFO:tasks.workunit.client.0.smithi046.stdout:7/732: getdents d1/d2a/d7a/daf/dee 0
2024-03-19T01:51:54.441 INFO:tasks.workunit.client.0.smithi046.stdout:0/910: write d14/d26/d7b/d3f/d8d/d5e/d5f/d74/fae [4424646,60509] 0
2024-03-19T01:51:54.443 INFO:tasks.workunit.client.0.smithi046.stdout:4/765: rename d7/d4f/d6e/l6f to d7/d10/d13/d58/d75/l114 0
2024-03-19T01:51:54.446 INFO:tasks.workunit.client.0.smithi046.stdout:9/531: getdents dd/d11/d17 0
2024-03-19T01:51:54.447 INFO:tasks.workunit.client.0.smithi046.stdout:0/911: creat d14/d1a/d8f/dc7/d107/f136 x:0 0 0
2024-03-19T01:51:54.447 INFO:tasks.workunit.client.0.smithi046.stdout:5/568: mknod d0/d1/d20/d47/d4e/d41/dc4/ccc 0
2024-03-19T01:51:54.448 INFO:tasks.workunit.client.0.smithi046.stdout:7/733: fdatasync d1/dc/df/d11/d39/d6f/daa/da5/fb6 0
2024-03-19T01:51:54.449 INFO:tasks.workunit.client.0.smithi046.stdout:9/532: stat dd/d11/d2e/d4f 0
2024-03-19T01:51:54.451 INFO:tasks.workunit.client.0.smithi046.stdout:4/766: mknod d7/de1/df4/c115 0
2024-03-19T01:51:54.452 INFO:tasks.workunit.client.0.smithi046.stdout:5/569: mknod d0/d2d/d50/d90/d97/ccd 0
2024-03-19T01:51:54.457 INFO:tasks.workunit.client.0.smithi046.stdout:4/767: chown d7/d10/d13/d58/d5d/dbb/d50/dd3 6611 1
2024-03-19T01:51:54.458 INFO:tasks.workunit.client.0.smithi046.stdout:7/734: rmdir d1/d2a/d7a/daf/db3/db4 0
2024-03-19T01:51:54.458 INFO:tasks.workunit.client.0.smithi046.stdout:5/570: write d0/d77/f8f [816988,64662] 0
2024-03-19T01:51:54.459 INFO:tasks.workunit.client.0.smithi046.stdout:6/730: dwrite d1a/d4d/d65/d80/d62/d30/f41 [0,4194304] 0
2024-03-19T01:51:54.463 INFO:tasks.workunit.client.0.smithi046.stdout:3/775: truncate d5/d17/d62/d2d/d3b/dd5/fd7 3196044 0
2024-03-19T01:51:54.464 INFO:tasks.workunit.client.0.smithi046.stdout:0/912: dwrite d14/d26/d7b/d4b/f63 [0,4194304] 0
2024-03-19T01:51:54.469 INFO:tasks.workunit.client.0.smithi046.stdout:0/913: fsync d14/d1a/d8f/fb0 0
2024-03-19T01:51:54.471 INFO:tasks.workunit.client.0.smithi046.stdout:8/726: dread d0/d5/dc/d42/dbf/d45/fcb [0,4194304] 0
2024-03-19T01:51:54.476 INFO:tasks.workunit.client.0.smithi046.stdout:3/776: mknod d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d5f/cfe 0
2024-03-19T01:51:54.479 INFO:tasks.workunit.client.0.smithi046.stdout:5/571: dwrite d0/d1/f59 [0,4194304] 0
2024-03-19T01:51:54.482 INFO:tasks.workunit.client.0.smithi046.stdout:6/731: truncate d1a/d4d/d65/d80/f55 381081 0
2024-03-19T01:51:54.484 INFO:tasks.workunit.client.0.smithi046.stdout:4/768: dwrite d7/d10/d13/f46 [0,4194304] 0
2024-03-19T01:51:54.487 INFO:tasks.workunit.client.0.smithi046.stdout:7/735: dwrite d1/dc/df/d11/d39/d6f/fd3 [0,4194304] 0
2024-03-19T01:51:54.488 INFO:tasks.workunit.client.0.smithi046.stdout:8/727: symlink d0/d5/dc/d42/dbf/d45/d5b/lfe 0
2024-03-19T01:51:54.488 INFO:tasks.workunit.client.0.smithi046.stdout:5/572: write d0/d2d/d50/d52/fc8 [211350,83091] 0
2024-03-19T01:51:54.488 INFO:tasks.workunit.client.0.smithi046.stdout:6/732: chown d1a/d26/d2e/fd4 190126 1
2024-03-19T01:51:54.497 INFO:tasks.workunit.client.0.smithi046.stdout:8/728: unlink d0/d5/dca/d47/fb7 0
2024-03-19T01:51:54.498 INFO:tasks.workunit.client.0.smithi046.stdout:0/914: dwrite d14/d26/d7b/d3f/d72/fea [0,4194304] 0
2024-03-19T01:51:54.499 INFO:tasks.workunit.client.0.smithi046.stdout:9/533: dread dd/d11/d17/f3b [0,4194304] 0
2024-03-19T01:51:54.502 INFO:tasks.workunit.client.0.smithi046.stdout:6/733: creat d1a/dac/df4/ff8 x:0 0 0
2024-03-19T01:51:54.507 INFO:tasks.workunit.client.0.smithi046.stdout:8/729: truncate d0/d5/dc/d42/dbf/f1a 2295561 0
2024-03-19T01:51:54.508 INFO:tasks.workunit.client.0.smithi046.stdout:3/777: dwrite d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/d56/f65 [4194304,4194304] 0
2024-03-19T01:51:54.510 INFO:tasks.workunit.client.0.smithi046.stdout:8/730: read - d0/d5/dc/d42/ffa zero size
2024-03-19T01:51:54.512 INFO:tasks.workunit.client.0.smithi046.stdout:0/915: rename d14/d26/d7b/d3f/d8d/d5e to d14/d1a/d8f/da6/dcc/d137 0
2024-03-19T01:51:54.512 INFO:tasks.workunit.client.0.smithi046.stdout:6/734: symlink d1a/d4d/dbc/dee/d71/lf9 0
2024-03-19T01:51:54.512 INFO:tasks.workunit.client.0.smithi046.stdout:5/573: link d0/d2d/l58 d0/d1/d20/d47/d4e/d41/lce 0
2024-03-19T01:51:54.514 INFO:tasks.workunit.client.0.smithi046.stdout:8/731: fsync d0/d5/dc/d42/dbf/d45/f43 0
2024-03-19T01:51:54.516 INFO:tasks.workunit.client.0.smithi046.stdout:6/735: chown d1a/d4d/f9a 2 1
2024-03-19T01:51:54.521 INFO:tasks.workunit.client.0.smithi046.stdout:9/534: dwrite dd/d11/d2e/d48/f9c [0,4194304] 0
2024-03-19T01:51:54.527 INFO:tasks.workunit.client.0.smithi046.stdout:0/916: rmdir d14/d26/d7b/d3f/d72/d11e 0
2024-03-19T01:51:54.533 INFO:tasks.workunit.client.0.smithi046.stdout:8/732: rename d0/d5/f67 to d0/d5/dc/d42/dbf/d45/d5b/fff 0
2024-03-19T01:51:54.536 INFO:tasks.workunit.client.0.smithi046.stdout:5/574: dwrite d0/d1/d20/d47/d4e/d41/dc4/f80 [0,4194304] 0
2024-03-19T01:51:54.538 INFO:tasks.workunit.client.0.smithi046.stdout:9/535: write dd/d11/d17/d49/d63/da2/f21 [6661,20191] 0
2024-03-19T01:51:54.538 INFO:tasks.workunit.client.0.smithi046.stdout:4/769: dread d7/d10/f64 [0,4194304] 0
2024-03-19T01:51:54.538 INFO:tasks.workunit.client.0.smithi046.stdout:0/917: write d14/d1a/d8f/da6/dcc/d137/d5f/fd2 [2045458,111476] 0
2024-03-19T01:51:54.541 INFO:tasks.workunit.client.0.smithi046.stdout:3/778: dwrite d5/d10/d51/d60/f6a [0,4194304] 0
2024-03-19T01:51:54.542 INFO:tasks.workunit.client.0.smithi046.stdout:5/575: creat d0/d2d/d71/fcf x:0 0 0
2024-03-19T01:51:54.548 INFO:tasks.workunit.client.0.smithi046.stdout:5/576: stat d0/d1/d20/d47/d4e/d82/f9c 0
2024-03-19T01:51:54.551 INFO:tasks.workunit.client.0.smithi046.stdout:6/736: dread d1a/d4d/d65/d80/d62/f29 [0,4194304] 0
2024-03-19T01:51:54.554 INFO:tasks.workunit.client.0.smithi046.stdout:5/577: creat d0/d65/fd0 x:0 0 0
2024-03-19T01:51:54.554 INFO:tasks.workunit.client.0.smithi046.stdout:0/918: dwrite d14/d26/d7b/d4b/d65/f89 [0,4194304] 0
2024-03-19T01:51:54.554 INFO:tasks.workunit.client.0.smithi046.stdout:3/779: rmdir d5/d17/d62/dfc 0
2024-03-19T01:51:54.555 INFO:tasks.workunit.client.0.smithi046.stdout:8/733: dwrite d0/d5/dc/d42/dbf/d45/f50 [0,4194304] 0
2024-03-19T01:51:54.559 INFO:tasks.workunit.client.0.smithi046.stdout:6/737: stat d1a/d4d/dbc/dee/d71/l75 0
2024-03-19T01:51:54.559 INFO:tasks.workunit.client.0.smithi046.stdout:5/578: write d0/d1/d4/f6 [1849248,108486] 0
2024-03-19T01:51:54.561 INFO:tasks.workunit.client.0.smithi046.stdout:8/734: truncate d0/d5/dca/fd5 1657283 0
2024-03-19T01:51:54.561 INFO:tasks.workunit.client.0.smithi046.stdout:0/919: mkdir d14/d1a/d8f/dba/dfa/d138 0
2024-03-19T01:51:54.561 INFO:tasks.workunit.client.0.smithi046.stdout:3/780: read d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/d56/f65 [5242508,55509] 0
2024-03-19T01:51:54.565 INFO:tasks.workunit.client.0.smithi046.stdout:5/579: creat d0/d1/d20/d47/da4/fd1 x:0 0 0
2024-03-19T01:51:54.565 INFO:tasks.workunit.client.0.smithi046.stdout:8/735: stat d0/d5/dc/d42/dbf/d45/c6c 0
2024-03-19T01:51:54.566 INFO:tasks.workunit.client.0.smithi046.stdout:6/738: creat d1a/d26/d2e/d89/ffa x:0 0 0
2024-03-19T01:51:54.567 INFO:tasks.workunit.client.0.smithi046.stdout:5/580: read - d0/d1/d20/d47/d4e/d82/f9c zero size
2024-03-19T01:51:54.568 INFO:tasks.workunit.client.0.smithi046.stdout:8/736: write d0/d5/dc/d42/dbf/d45/d5b/fdf [300279,81846] 0
2024-03-19T01:51:54.568 INFO:tasks.workunit.client.0.smithi046.stdout:0/920: rmdir d14/d1a/d8f/da6/dcc/d137/d8a/d134 0
2024-03-19T01:51:54.569 INFO:tasks.workunit.client.0.smithi046.stdout:5/581: chown d0/d77/d87/f94 1 1
2024-03-19T01:51:54.573 INFO:tasks.workunit.client.0.smithi046.stdout:0/921: chown d14/dcd/de3 114039 1
2024-03-19T01:51:54.575 INFO:tasks.workunit.client.0.smithi046.stdout:3/781: link d5/d17/d62/d2d/d3b/dd5/fd7 d5/d17/d31/d54/dbf/fff 0
2024-03-19T01:51:54.577 INFO:tasks.workunit.client.0.smithi046.stdout:6/739: creat d1a/d4d/d65/d80/d62/d5b/d40/ffb x:0 0 0
2024-03-19T01:51:54.580 INFO:tasks.workunit.client.0.smithi046.stdout:5/582: getdents d0/d1/d56 0
2024-03-19T01:51:54.581 INFO:tasks.workunit.client.0.smithi046.stdout:6/740: rmdir d1a/d4d/d65/d80 39
2024-03-19T01:51:54.583 INFO:tasks.workunit.client.0.smithi046.stdout:0/922: dwrite d14/f18 [4194304,4194304] 0
2024-03-19T01:51:54.584 INFO:tasks.workunit.client.0.smithi046.stdout:3/782: mkdir d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d5f/d6b/d100 0
2024-03-19T01:51:54.586 INFO:tasks.workunit.client.0.smithi046.stdout:8/737: dwrite d0/d5/dc/d42/dbf/daa/fe7 [0,4194304] 0
2024-03-19T01:51:54.591 INFO:tasks.workunit.client.0.smithi046.stdout:0/923: read d14/d1a/d8f/da6/dcc/d137/d5f/fd2 [1932951,119724] 0
2024-03-19T01:51:54.594 INFO:tasks.workunit.client.0.smithi046.stdout:0/924: chown d14/d1a/d8f/dc7/d107 14 1
2024-03-19T01:51:54.594 INFO:tasks.workunit.client.0.smithi046.stdout:8/738: mkdir d0/d5/dca/d47/dae/d100 0
2024-03-19T01:51:54.597 INFO:tasks.workunit.client.0.smithi046.stdout:6/741: dwrite d1a/d4d/d65/d80/d62/d5b/d57/f8c [0,4194304] 0
2024-03-19T01:51:54.603 INFO:tasks.workunit.client.0.smithi046.stdout:6/742: fdatasync d1a/d26/d2e/d89/fa8 0
2024-03-19T01:51:54.603 INFO:tasks.workunit.client.0.smithi046.stdout:0/925: creat d14/d1a/db9/d12e/f139 x:0 0 0
2024-03-19T01:51:54.604 INFO:tasks.workunit.client.0.smithi046.stdout:5/583: dwrite d0/d2d/f7a [0,4194304] 0
2024-03-19T01:51:54.606 INFO:tasks.workunit.client.0.smithi046.stdout:8/739: creat d0/d5/dca/d47/f101 x:0 0 0
2024-03-19T01:51:54.606 INFO:tasks.workunit.client.0.smithi046.stdout:6/743: rmdir d1a/d26/d2e 39
2024-03-19T01:51:54.607 INFO:tasks.workunit.client.0.smithi046.stdout:3/783: dwrite d5/f67 [0,4194304] 0
2024-03-19T01:51:54.608 INFO:tasks.workunit.client.0.smithi046.stdout:5/584: readlink d0/d1/d20/d47/l88 0
2024-03-19T01:51:54.610 INFO:tasks.workunit.client.0.smithi046.stdout:8/740: truncate d0/d5/dc/d42/dbf/d87/f8e 2597934 0
2024-03-19T01:51:54.612 INFO:tasks.workunit.client.0.smithi046.stdout:6/744: symlink d1a/d4d/d65/d80/d62/d30/lfc 0
2024-03-19T01:51:54.613 INFO:tasks.workunit.client.0.smithi046.stdout:8/741: rmdir d0/d5/dc/d42/dbf/d87/daf/da5 39
2024-03-19T01:51:54.614 INFO:tasks.workunit.client.0.smithi046.stdout:5/585: creat d0/d2d/d71/d74/fd2 x:0 0 0
2024-03-19T01:51:54.616 INFO:tasks.workunit.client.0.smithi046.stdout:1/516: sync
2024-03-19T01:51:54.617 INFO:tasks.workunit.client.0.smithi046.stdout:8/742: mknod d0/dea/c102 0
2024-03-19T01:51:54.618 INFO:tasks.workunit.client.0.smithi046.stdout:3/784: dread d5/d10/f1f [0,4194304] 0
2024-03-19T01:51:54.620 INFO:tasks.workunit.client.0.smithi046.stdout:1/517: rmdir d0/dd/d26/d2c 39
2024-03-19T01:51:54.621 INFO:tasks.workunit.client.0.smithi046.stdout:3/785: chown d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/d56/d7d/f92 11824 1
2024-03-19T01:51:54.622 INFO:tasks.workunit.client.0.smithi046.stdout:5/586: link d0/d1/d4/fa d0/d1/d20/d47/d4e/d82/da8/fd3 0
2024-03-19T01:51:54.623 INFO:tasks.workunit.client.0.smithi046.stdout:1/518: write d0/d6/da/f1a [5731579,123875] 0
2024-03-19T01:51:54.627 INFO:tasks.workunit.client.0.smithi046.stdout:5/587: dread - d0/d77/d7c/fb1 zero size
2024-03-19T01:51:54.629 INFO:tasks.workunit.client.0.smithi046.stdout:8/743: dwrite d0/d5/dc/d42/fee [0,4194304] 0
2024-03-19T01:51:54.629 INFO:tasks.workunit.client.0.smithi046.stdout:1/519: write d0/d6/d7c/f60 [1646179,35868] 0
2024-03-19T01:51:54.630 INFO:tasks.workunit.client.0.smithi046.stdout:3/786: rename d5/d17/d76/d9a/cb7 to d5/d17/d76/def/c101 0
2024-03-19T01:51:54.633 INFO:tasks.workunit.client.0.smithi046.stdout:1/520: chown d0/dd/c33 199510 1
2024-03-19T01:51:54.633 INFO:tasks.workunit.client.0.smithi046.stdout:6/745: dwrite d1a/d4d/d65/d80/d62/d5b/d40/f85 [0,4194304] 0
2024-03-19T01:51:54.633 INFO:tasks.workunit.client.0.smithi046.stdout:8/744: fsync d0/d5/dc/d42/de0/fe6 0
2024-03-19T01:51:54.640 INFO:tasks.workunit.client.0.smithi046.stdout:8/745: mkdir d0/d5/dca/d47/dae/d103 0
2024-03-19T01:51:54.643 INFO:tasks.workunit.client.0.smithi046.stdout:5/588: dwrite d0/d1/d20/d47/d4e/fcb [0,4194304] 0
2024-03-19T01:51:54.645 INFO:tasks.workunit.client.0.smithi046.stdout:3/787: link d5/d10/d51/d9d/le4 d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d52/l102 0
2024-03-19T01:51:54.649 INFO:tasks.workunit.client.0.smithi046.stdout:5/589: mkdir d0/d1/d20/d47/d4e/d41/dc4/dd4 0
2024-03-19T01:51:54.653 INFO:tasks.workunit.client.0.smithi046.stdout:8/746: creat d0/d5/dc/d42/dbf/d45/d5b/f104 x:0 0 0
2024-03-19T01:51:54.655 INFO:tasks.workunit.client.0.smithi046.stdout:3/788: dwrite d5/d17/d62/d2d/d3b/f7b [0,4194304] 0
2024-03-19T01:51:54.655 INFO:tasks.workunit.client.0.smithi046.stdout:5/590: creat d0/d2d/d50/d90/d99/fd5 x:0 0 0
2024-03-19T01:51:54.657 INFO:tasks.workunit.client.0.smithi046.stdout:5/591: chown d0/d2d/d50/d90/d97 4726449 1
2024-03-19T01:51:54.657 INFO:tasks.workunit.client.0.smithi046.stdout:1/521: dread d0/d6/d7c/f82 [0,4194304] 0
2024-03-19T01:51:54.657 INFO:tasks.workunit.client.0.smithi046.stdout:3/789: rmdir d5/d17/d31/d4b 39
2024-03-19T01:51:54.660 INFO:tasks.workunit.client.0.smithi046.stdout:1/522: write d0/dd/d26/d23/d3b/f6e [3496506,12627] 0
2024-03-19T01:51:54.660 INFO:tasks.workunit.client.0.smithi046.stdout:8/747: getdents d0/d5/dc/d42/dbf/d45/d58 0
2024-03-19T01:51:54.665 INFO:tasks.workunit.client.0.smithi046.stdout:1/523: rmdir d0 39
2024-03-19T01:51:54.667 INFO:tasks.workunit.client.0.smithi046.stdout:8/748: dwrite d0/d5/dc/d42/dbf/d45/f7d [0,4194304] 0
2024-03-19T01:51:54.669 INFO:tasks.workunit.client.0.smithi046.stdout:6/746: dread d1a/d4d/d65/d80/d62/d5b/f3e [0,4194304] 0
2024-03-19T01:51:54.669 INFO:tasks.workunit.client.0.smithi046.stdout:5/592: truncate d0/d77/f8f 494504 0
2024-03-19T01:51:54.673 INFO:tasks.workunit.client.0.smithi046.stdout:8/749: chown d0/d5/dca/d47/dae/cbb 8064 1
2024-03-19T01:51:54.673 INFO:tasks.workunit.client.0.smithi046.stdout:3/790: dwrite d5/d10/fd [4194304,4194304] 0
2024-03-19T01:51:54.673 INFO:tasks.workunit.client.0.smithi046.stdout:5/593: chown d0/d2d/d71/d74 34 1
2024-03-19T01:51:54.673 INFO:tasks.workunit.client.0.smithi046.stdout:6/747: fdatasync d1a/d4d/d65/d80/d62/d5b/d40/f45 0
2024-03-19T01:51:54.676 INFO:tasks.workunit.client.0.smithi046.stdout:1/524: fdatasync d0/dd/d26/f65 0
2024-03-19T01:51:54.677 INFO:tasks.workunit.client.0.smithi046.stdout:5/594: readlink d0/d2d/d71/d74/lbe 0
2024-03-19T01:51:54.679 INFO:tasks.workunit.client.0.smithi046.stdout:1/525: symlink d0/d6/d6a/lb3 0
2024-03-19T01:51:54.681 INFO:tasks.workunit.client.0.smithi046.stdout:3/791: stat d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/l3e 0
2024-03-19T01:51:54.686 INFO:tasks.workunit.client.0.smithi046.stdout:5/595: link d0/d1/d20/d47/d4e/f8a d0/d1/d20/d47/d4e/d41/fd6 0
2024-03-19T01:51:54.687 INFO:tasks.workunit.client.0.smithi046.stdout:8/750: dwrite d0/d5/dca/d47/f101 [0,4194304] 0
2024-03-19T01:51:54.689 INFO:tasks.workunit.client.0.smithi046.stdout:3/792: write d5/d17/d31/d4b/ff5 [542762,90268] 0
2024-03-19T01:51:54.692 INFO:tasks.workunit.client.0.smithi046.stdout:1/526: dwrite d0/d6/f9c [0,4194304] 0
2024-03-19T01:51:54.694 INFO:tasks.workunit.client.0.smithi046.stdout:5/596: rename d0/d2d/d71/d74/d8d to d0/d77/dd7 0
2024-03-19T01:51:54.695 INFO:tasks.workunit.client.0.smithi046.stdout:3/793: symlink d5/l103 0
2024-03-19T01:51:54.696 INFO:tasks.workunit.client.0.smithi046.stdout:1/527: truncate d0/d6/d6a/f6d 1539102 0
2024-03-19T01:51:54.696 INFO:tasks.workunit.client.0.smithi046.stdout:8/751: creat d0/d5/dc/d42/dbf/d87/daf/f105 x:0 0 0
2024-03-19T01:51:54.696 INFO:tasks.workunit.client.0.smithi046.stdout:5/597: truncate d0/d1/fe 5200645 0
2024-03-19T01:51:54.698 INFO:tasks.workunit.client.0.smithi046.stdout:3/794: chown d5/la6 26 1
2024-03-19T01:51:54.701 INFO:tasks.workunit.client.0.smithi046.stdout:8/752: write d0/d5/dca/d47/f89 [623581,95961] 0
2024-03-19T01:51:54.701 INFO:tasks.workunit.client.0.smithi046.stdout:5/598: unlink d0/d1/d20/d47/d4e/d41/dc4/c4f 0
2024-03-19T01:51:54.702 INFO:tasks.workunit.client.0.smithi046.stdout:1/528: link d0/dd/d26/d23/d3b/f6e d0/d6/d6a/fb4 0
2024-03-19T01:51:54.703 INFO:tasks.workunit.client.0.smithi046.stdout:5/599: write d0/d1/f59 [3642100,52594] 0
2024-03-19T01:51:54.706 INFO:tasks.workunit.client.0.smithi046.stdout:8/753: stat d0/d5/dc/d42/dbf/d87/daf/da5 0
2024-03-19T01:51:54.707 INFO:tasks.workunit.client.0.smithi046.stdout:8/754: write d0/d5/ff4 [489995,97352] 0
2024-03-19T01:51:54.708 INFO:tasks.workunit.client.0.smithi046.stdout:1/529: creat d0/dd/d26/d23/d28/d3c/d83/db2/fb5 x:0 0 0
2024-03-19T01:51:54.711 INFO:tasks.workunit.client.0.smithi046.stdout:8/755: truncate d0/d5/dc/d42/dbf/d45/f82 353204 0
2024-03-19T01:51:54.714 INFO:tasks.workunit.client.0.smithi046.stdout:1/530: getdents d0/d3f 0
2024-03-19T01:51:54.717 INFO:tasks.workunit.client.0.smithi046.stdout:1/531: symlink d0/d6/lb6 0
2024-03-19T01:51:54.717 INFO:tasks.workunit.client.0.smithi046.stdout:8/756: rename d0/d5/dc/d42/dbf/d45/f7d to d0/d5/dc/d42/dbf/d45/d5b/d86/d8c/f106 0
2024-03-19T01:51:54.719 INFO:tasks.workunit.client.0.smithi046.stdout:1/532: fsync d0/d6/f35 0
2024-03-19T01:51:54.720 INFO:tasks.workunit.client.0.smithi046.stdout:5/600: truncate d0/d2d/f7a 1639924 0
2024-03-19T01:51:54.722 INFO:tasks.workunit.client.0.smithi046.stdout:1/533: rmdir d0/dd/d26/d23/d28/d3c/d83/db2 39
2024-03-19T01:51:54.725 INFO:tasks.workunit.client.0.smithi046.stdout:8/757: write d0/d5/ffb [508358,92990] 0
2024-03-19T01:51:54.727 INFO:tasks.workunit.client.0.smithi046.stdout:5/601: dwrite d0/d2d/f78 [0,4194304] 0
2024-03-19T01:51:54.730 INFO:tasks.workunit.client.0.smithi046.stdout:8/758: fdatasync d0/d5/dc/f5f 0
2024-03-19T01:51:54.733 INFO:tasks.workunit.client.0.smithi046.stdout:1/534: dwrite d0/fa2 [0,4194304] 0
2024-03-19T01:51:54.739 INFO:tasks.workunit.client.0.smithi046.stdout:8/759: creat d0/d5/dc/f107 x:0 0 0
2024-03-19T01:51:54.740 INFO:tasks.workunit.client.0.smithi046.stdout:5/602: dwrite d0/d1/d20/d26/fae [0,4194304] 0
2024-03-19T01:51:54.742 INFO:tasks.workunit.client.0.smithi046.stdout:5/603: chown d0/d77/d7c/f84 78 1
2024-03-19T01:51:54.743 INFO:tasks.workunit.client.0.smithi046.stdout:1/535: dwrite d0/dd/d26/d23/d45/f54 [0,4194304] 0
2024-03-19T01:51:54.743 INFO:tasks.workunit.client.0.smithi046.stdout:8/760: write d0/d5/dc/d42/dbf/d45/f50 [185327,2685] 0
2024-03-19T01:51:54.749 INFO:tasks.workunit.client.0.smithi046.stdout:5/604: write d0/d2d/d71/f76 [3146975,39429] 0
2024-03-19T01:51:54.751 INFO:tasks.workunit.client.0.smithi046.stdout:5/605: dread - d0/d1/d20/d47/da4/fd1 zero size
2024-03-19T01:51:54.759 INFO:tasks.workunit.client.0.smithi046.stdout:8/761: dread d0/d5/dc/d42/dbf/d45/d5b/d86/f8f [0,4194304] 0
2024-03-19T01:51:54.761 INFO:tasks.workunit.client.0.smithi046.stdout:8/762: creat d0/d5/dc/d42/dbf/d87/f108 x:0 0 0
2024-03-19T01:51:54.772 INFO:tasks.workunit.client.0.smithi046.stdout:5/606: dread d0/d1/d4/f6 [0,4194304] 0
2024-03-19T01:51:54.774 INFO:tasks.workunit.client.0.smithi046.stdout:8/763: dread d0/d5/dc/d42/dbf/d87/daf/f69 [0,4194304] 0
2024-03-19T01:51:54.774 INFO:tasks.workunit.client.0.smithi046.stdout:8/764: stat d0/d5/dc/d42/dbf/daa 0
2024-03-19T01:51:54.775 INFO:tasks.workunit.client.0.smithi046.stdout:8/765: chown d0/d5/dca/d47/dae 980932275 1
2024-03-19T01:51:54.775 INFO:tasks.workunit.client.0.smithi046.stdout:5/607: rename d0/d1/lb0 to d0/d1/d20/d47/ld8 0
2024-03-19T01:51:54.777 INFO:tasks.workunit.client.0.smithi046.stdout:5/608: symlink d0/d2d/dbb/ld9 0
2024-03-19T01:51:54.777 INFO:tasks.workunit.client.0.smithi046.stdout:5/609: dread - d0/d77/d7c/fc2 zero size
2024-03-19T01:51:54.777 INFO:tasks.workunit.client.0.smithi046.stdout:5/610: stat d0/d2d/d71/d74 0
2024-03-19T01:51:54.778 INFO:tasks.workunit.client.0.smithi046.stdout:5/611: fdatasync d0/d77/d7c/f84 0
2024-03-19T01:51:54.784 INFO:tasks.workunit.client.0.smithi046.stdout:5/612: truncate d0/d1/d20/d26/fae 2872295 0
2024-03-19T01:51:54.791 INFO:tasks.workunit.client.0.smithi046.stdout:5/613: dread d0/d77/f8f [0,4194304] 0
2024-03-19T01:51:54.792 INFO:tasks.workunit.client.0.smithi046.stdout:5/614: mknod d0/d65/cda 0
2024-03-19T01:51:54.798 INFO:tasks.workunit.client.0.smithi046.stdout:5/615: truncate d0/d1/d20/d47/d4e/d41/dc4/f34 1105564 0
2024-03-19T01:51:54.799 INFO:tasks.workunit.client.0.smithi046.stdout:5/616: write d0/d2d/d50/d52/fc8 [1296717,126151] 0
2024-03-19T01:51:54.801 INFO:tasks.workunit.client.0.smithi046.stdout:5/617: dread - d0/d1/d20/d47/d4e/d41/dc4/f60 zero size
2024-03-19T01:51:54.803 INFO:tasks.workunit.client.0.smithi046.stdout:5/618: creat d0/d89/fdb x:0 0 0
2024-03-19T01:51:54.804 INFO:tasks.workunit.client.0.smithi046.stdout:5/619: chown d0/d1/d4/f28 1706 1
2024-03-19T01:51:54.805 INFO:tasks.workunit.client.0.smithi046.stdout:5/620: chown d0/d2d/c44 177996987 1
2024-03-19T01:51:54.811 INFO:tasks.workunit.client.0.smithi046.stdout:5/621: dwrite d0/d77/d7c/f84 [0,4194304] 0
2024-03-19T01:51:54.819 INFO:tasks.workunit.client.0.smithi046.stdout:5/622: mknod d0/d2d/dbb/cdc 0
2024-03-19T01:51:54.823 INFO:tasks.workunit.client.0.smithi046.stdout:5/623: creat d0/d65/fdd x:0 0 0
2024-03-19T01:51:54.823 INFO:tasks.workunit.client.0.smithi046.stdout:5/624: stat d0/d1/d20/d47/d4e/d41/fad 0
2024-03-19T01:51:54.824 INFO:tasks.workunit.client.0.smithi046.stdout:5/625: readlink d0/d1/d20/d47/d4e/d41/laf 0
2024-03-19T01:51:54.829 INFO:tasks.workunit.client.0.smithi046.stdout:5/626: dwrite d0/d65/fdd [0,4194304] 0
2024-03-19T01:51:54.831 INFO:tasks.workunit.client.0.smithi046.stdout:5/627: write d0/d77/d87/f94 [562281,3249] 0
2024-03-19T01:51:54.837 INFO:tasks.workunit.client.0.smithi046.stdout:5/628: dwrite d0/d77/d87/f94 [0,4194304] 0
2024-03-19T01:51:54.839 INFO:tasks.workunit.client.0.smithi046.stdout:5/629: symlink d0/d77/d7c/lde 0
2024-03-19T01:51:54.841 INFO:tasks.workunit.client.0.smithi046.stdout:5/630: creat d0/d65/fdf x:0 0 0
2024-03-19T01:51:54.843 INFO:tasks.workunit.client.0.smithi046.stdout:5/631: symlink d0/d1/d20/d47/d4e/le0 0
2024-03-19T01:51:54.844 INFO:tasks.workunit.client.0.smithi046.stdout:5/632: chown d0/d2d/d50/d90 0 1
2024-03-19T01:51:54.852 INFO:tasks.workunit.client.0.smithi046.stdout:5/633: dwrite d0/d1/f1a [0,4194304] 0
2024-03-19T01:51:54.857 INFO:tasks.workunit.client.0.smithi046.stdout:5/634: link d0/d1/d20/d47/d4e/d82/f9c d0/d77/d87/fe1 0
2024-03-19T01:51:54.862 INFO:tasks.workunit.client.0.smithi046.stdout:5/635: fsync d0/d77/d87/fe1 0
2024-03-19T01:51:54.880 INFO:tasks.workunit.client.0.smithi046.stdout:5/636: dread d0/d2d/f5a [0,4194304] 0
2024-03-19T01:51:54.888 INFO:tasks.workunit.client.0.smithi046.stdout:5/637: dread d0/d2d/d50/d52/fc8 [0,4194304] 0
2024-03-19T01:51:54.889 INFO:tasks.workunit.client.0.smithi046.stdout:5/638: dread d0/d77/f8f [0,4194304] 0
2024-03-19T01:51:54.892 INFO:tasks.workunit.client.0.smithi046.stdout:5/639: rmdir d0/d2d/d50/d90/d99/dc1 0
2024-03-19T01:51:54.893 INFO:tasks.workunit.client.0.smithi046.stdout:5/640: chown d0/d1/d4/f6 120890093 1
2024-03-19T01:51:54.898 INFO:tasks.workunit.client.0.smithi046.stdout:5/641: dread d0/d2d/d71/f9d [0,4194304] 0
2024-03-19T01:51:54.900 INFO:tasks.workunit.client.0.smithi046.stdout:5/642: mkdir d0/d2d/d50/d90/d97/de2 0
2024-03-19T01:51:54.903 INFO:tasks.workunit.client.0.smithi046.stdout:2/798: sync
2024-03-19T01:51:54.908 INFO:tasks.workunit.client.0.smithi046.stdout:2/799: dwrite d0/d27/f67 [0,4194304] 0
2024-03-19T01:51:54.911 INFO:tasks.workunit.client.0.smithi046.stdout:5/643: dwrite d0/d1/d20/d47/d4e/f8a [0,4194304] 0
2024-03-19T01:51:54.919 INFO:tasks.workunit.client.0.smithi046.stdout:2/800: rename d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/ld3 to d0/d27/d53/d5d/d8c/dd6/lf3 0
2024-03-19T01:51:54.924 INFO:tasks.workunit.client.0.smithi046.stdout:2/801: dread d0/d27/f74 [0,4194304] 0
2024-03-19T01:51:54.926 INFO:tasks.workunit.client.0.smithi046.stdout:2/802: mknod d0/d70/cf4 0
2024-03-19T01:51:54.930 INFO:tasks.workunit.client.0.smithi046.stdout:2/803: creat d0/d27/d53/d5d/d8c/dd6/ff5 x:0 0 0
2024-03-19T01:51:54.935 INFO:tasks.workunit.client.0.smithi046.stdout:2/804: dwrite d0/d94/dad/fae [0,4194304] 0
2024-03-19T01:51:54.942 INFO:tasks.workunit.client.0.smithi046.stdout:5/644: dread d0/d1/d20/d47/d4e/d41/f6e [0,4194304] 0
2024-03-19T01:51:54.943 INFO:tasks.workunit.client.0.smithi046.stdout:5/645: chown d0/d1/d20/d47/d4e/d82/da8/fc3 2 1
2024-03-19T01:51:54.945 INFO:tasks.workunit.client.0.smithi046.stdout:5/646: symlink d0/d1/d20/d47/d4e/d82/le3 0
2024-03-19T01:51:54.948 INFO:tasks.workunit.client.0.smithi046.stdout:5/647: truncate d0/d1/d20/d47/d4e/d41/dc4/f60 379390 0
2024-03-19T01:51:54.954 INFO:tasks.workunit.client.0.smithi046.stdout:5/648: dwrite d0/d1/f36 [0,4194304] 0
2024-03-19T01:51:54.957 INFO:tasks.workunit.client.0.smithi046.stdout:5/649: mkdir d0/d77/d87/de4 0
2024-03-19T01:51:54.960 INFO:tasks.workunit.client.0.smithi046.stdout:2/805: dread d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/d8a/d91/fb5 [0,4194304] 0
2024-03-19T01:51:54.963 INFO:tasks.workunit.client.0.smithi046.stdout:2/806: write d0/d27/d53/d5d/d8c/dd6/d61/f60 [2310029,48826] 0
2024-03-19T01:51:54.966 INFO:tasks.workunit.client.0.smithi046.stdout:2/807: creat d0/d48/ff6 x:0 0 0
2024-03-19T01:51:54.968 INFO:tasks.workunit.client.0.smithi046.stdout:2/808: symlink d0/d70/lf7 0
2024-03-19T01:51:54.972 INFO:tasks.workunit.client.0.smithi046.stdout:2/809: rename d0/dc3/fc6 to d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/ff8 0
2024-03-19T01:51:54.975 INFO:tasks.workunit.client.0.smithi046.stdout:2/810: rename d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/f7f to d0/d27/d53/d5d/d8c/dbc/def/ff9 0
2024-03-19T01:51:54.978 INFO:tasks.workunit.client.0.smithi046.stdout:2/811: rename d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/fbb to d0/d27/d53/d5d/d8c/dbc/def/ffa 0
2024-03-19T01:51:54.979 INFO:tasks.workunit.client.0.smithi046.stdout:2/812: symlink d0/dc3/lfb 0
2024-03-19T01:51:54.984 INFO:tasks.workunit.client.0.smithi046.stdout:2/813: rename d0/d27/d53/d5d/d8c/dd6/c37 to d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/d8a/cfc 0
2024-03-19T01:51:54.990 INFO:tasks.workunit.client.0.smithi046.stdout:2/814: rename d0/d48/c49 to d0/d27/d53/d5d/d8c/dd6/d61/d2f/cfd 0
2024-03-19T01:51:54.993 INFO:tasks.workunit.client.0.smithi046.stdout:2/815: dwrite d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/f6c [4194304,4194304] 0
2024-03-19T01:51:54.997 INFO:tasks.workunit.client.0.smithi046.stdout:2/816: creat d0/d94/dad/ffe x:0 0 0
2024-03-19T01:51:55.000 INFO:tasks.workunit.client.0.smithi046.stdout:2/817: chown d0/d27/d53/d5d/d8c/dd6/d61/d2f/fc0 275493892 1
2024-03-19T01:51:55.065 INFO:tasks.workunit.client.0.smithi046.stdout:7/736: sync
2024-03-19T01:51:55.068 INFO:tasks.workunit.client.0.smithi046.stdout:7/737: mkdir d1/dc/df/d11/d39/ddb/dfd 0
2024-03-19T01:51:55.071 INFO:tasks.workunit.client.0.smithi046.stdout:7/738: link d1/dc/d18/f40 d1/d2a/d7a/daf/ffe 0
2024-03-19T01:51:55.076 INFO:tasks.workunit.client.0.smithi046.stdout:7/739: dwrite d1/dc/f24 [0,4194304] 0
2024-03-19T01:51:55.078 INFO:tasks.workunit.client.0.smithi046.stdout:7/740: write d1/dc/df/d11/d39/d6e/fdd [1307659,10321] 0
2024-03-19T01:51:55.082 INFO:tasks.workunit.client.0.smithi046.stdout:7/741: creat d1/dc/df/d11/d39/d6f/d7b/de6/fff x:0 0 0
2024-03-19T01:51:55.087 INFO:tasks.workunit.client.0.smithi046.stdout:7/742: creat d1/dc/df/d11/d93/df9/f100 x:0 0 0
2024-03-19T01:51:55.088 INFO:tasks.workunit.client.0.smithi046.stdout:7/743: chown d1/dc/df/d11/d39/d6e/fdd 13027073 1
2024-03-19T01:51:55.096 INFO:tasks.workunit.client.0.smithi046.stdout:7/744: dwrite d1/dc/d18/d65/f6c [0,4194304] 0
2024-03-19T01:51:55.097 INFO:tasks.workunit.client.0.smithi046.stdout:7/745: readlink d1/dc/df/l38 0
2024-03-19T01:51:55.105 INFO:tasks.workunit.client.0.smithi046.stdout:7/746: dwrite d1/dc/df/d11/d39/d6f/df4/ffc [0,4194304] 0
2024-03-19T01:51:55.106 INFO:tasks.workunit.client.0.smithi046.stdout:7/747: stat d1/dc/df/d11/d39/d6f/d7b/db5/dc9/ce3 0
2024-03-19T01:51:55.115 INFO:tasks.workunit.client.0.smithi046.stdout:7/748: dread d1/f97 [0,4194304] 0
2024-03-19T01:51:55.122 INFO:tasks.workunit.client.0.smithi046.stdout:7/749: dwrite d1/dc/df/f34 [0,4194304] 0
2024-03-19T01:51:55.136 INFO:tasks.workunit.client.0.smithi046.stdout:7/750: dread d1/dc/d18/d4e/f6b [0,4194304] 0
2024-03-19T01:51:55.141 INFO:tasks.workunit.client.0.smithi046.stdout:7/751: dwrite d1/d2a/d7a/f84 [0,4194304] 0
2024-03-19T01:51:55.149 INFO:tasks.workunit.client.0.smithi046.stdout:7/752: dwrite d1/dc/d18/de9/fed [0,4194304] 0
2024-03-19T01:51:55.152 INFO:tasks.workunit.client.0.smithi046.stdout:7/753: creat d1/dc/df/d11/d93/df9/f101 x:0 0 0
2024-03-19T01:51:55.152 INFO:tasks.workunit.client.0.smithi046.stdout:7/754: chown d1/dc/d18/f5d 26 1
2024-03-19T01:51:55.154 INFO:tasks.workunit.client.0.smithi046.stdout:7/755: write d1/dc/df/d11/d39/d6f/df4/ffc [2866888,24556] 0
2024-03-19T01:51:55.156 INFO:tasks.workunit.client.0.smithi046.stdout:7/756: mknod d1/d2a/d7a/daf/c102 0
2024-03-19T01:51:55.157 INFO:tasks.workunit.client.0.smithi046.stdout:7/757: write d1/d2a/d7a/f84 [2394192,92231] 0
2024-03-19T01:51:55.158 INFO:tasks.workunit.client.0.smithi046.stdout:7/758: chown d1/dc/df/d11/d39/d6f/d7b/db5/dc9 84 1
2024-03-19T01:51:55.165 INFO:tasks.workunit.client.0.smithi046.stdout:7/759: dwrite d1/dc/f4f [0,4194304] 0
2024-03-19T01:51:55.169 INFO:tasks.workunit.client.0.smithi046.stdout:7/760: getdents d1/dc/df/d11/d39/ddb 0
2024-03-19T01:51:55.170 INFO:tasks.workunit.client.0.smithi046.stdout:7/761: write d1/dc/df/d11/d93/df9/f101 [759883,125506] 0
2024-03-19T01:51:55.171 INFO:tasks.workunit.client.0.smithi046.stdout:7/762: chown d1/dc/df/d11/f50 12877767 1
2024-03-19T01:51:55.177 INFO:tasks.workunit.client.0.smithi046.stdout:7/763: dwrite d1/dc/df/d11/fec [0,4194304] 0
2024-03-19T01:51:55.178 INFO:tasks.workunit.client.0.smithi046.stdout:9/536: sync
2024-03-19T01:51:55.183 INFO:tasks.workunit.client.0.smithi046.stdout:9/537: rename dd/d1c/l6c to dd/d1c/d25/lb6 0
2024-03-19T01:51:55.185 INFO:tasks.workunit.client.0.smithi046.stdout:9/538: dread - dd/d11/d17/d49/d63/f82 zero size
2024-03-19T01:51:55.185 INFO:tasks.workunit.client.0.smithi046.stdout:7/764: dwrite d1/fb [0,4194304] 0
2024-03-19T01:51:55.188 INFO:tasks.workunit.client.0.smithi046.stdout:7/765: mknod d1/dc/df/d11/d39/d6f/d7b/db5/c103 0
2024-03-19T01:51:55.212 INFO:tasks.workunit.client.0.smithi046.stdout:9/539: dread dd/d11/d17/d49/d63/da2/f3e [4194304,4194304] 0
2024-03-19T01:51:55.221 INFO:tasks.workunit.client.0.smithi046.stdout:9/540: dwrite dd/d11/d2e/d93/da8/d78/f84 [8388608,4194304] 0
2024-03-19T01:51:55.223 INFO:tasks.workunit.client.0.smithi046.stdout:9/541: symlink dd/d11/d8d/lb7 0
2024-03-19T01:51:55.227 INFO:tasks.workunit.client.0.smithi046.stdout:9/542: write dd/d11/f37 [377774,67721] 0
2024-03-19T01:51:55.229 INFO:tasks.workunit.client.0.smithi046.stdout:9/543: symlink dd/d11/d17/d3a/lb8 0
2024-03-19T01:51:55.230 INFO:tasks.workunit.client.0.smithi046.stdout:9/544: mknod dd/d3c/cb9 0
2024-03-19T01:51:55.241 INFO:tasks.workunit.client.0.smithi046.stdout:9/545: dread dd/d11/d2e/d93/da8/f9a [0,4194304] 0
2024-03-19T01:51:55.246 INFO:tasks.workunit.client.0.smithi046.stdout:9/546: dwrite dd/d11/f37 [0,4194304] 0
2024-03-19T01:51:55.249 INFO:tasks.workunit.client.0.smithi046.stdout:9/547: rmdir dd/d11/d2e/d93/da8 39
2024-03-19T01:51:55.301 INFO:tasks.workunit.client.0.smithi046.stdout:5/650: sync
2024-03-19T01:51:55.301 INFO:tasks.workunit.client.0.smithi046.stdout:4/770: sync
2024-03-19T01:51:55.301 INFO:tasks.workunit.client.0.smithi046.stdout:0/926: sync
2024-03-19T01:51:55.301 INFO:tasks.workunit.client.0.smithi046.stdout:1/536: sync
2024-03-19T01:51:55.301 INFO:tasks.workunit.client.0.smithi046.stdout:3/795: sync
2024-03-19T01:51:55.301 INFO:tasks.workunit.client.0.smithi046.stdout:2/818: sync
2024-03-19T01:51:55.301 INFO:tasks.workunit.client.0.smithi046.stdout:8/766: sync
2024-03-19T01:51:55.301 INFO:tasks.workunit.client.0.smithi046.stdout:6/748: sync
2024-03-19T01:51:55.303 INFO:tasks.workunit.client.0.smithi046.stdout:6/749: dread - d1a/d64/fe1 zero size
2024-03-19T01:51:55.304 INFO:tasks.workunit.client.0.smithi046.stdout:5/651: unlink d0/d1/d20/d26/c48 0
2024-03-19T01:51:55.305 INFO:tasks.workunit.client.0.smithi046.stdout:6/750: chown d1a/d4e/l74 2 1
2024-03-19T01:51:55.306 INFO:tasks.workunit.client.0.smithi046.stdout:1/537: truncate d0/d6/d6a/fb4 743793 0
2024-03-19T01:51:55.307 INFO:tasks.workunit.client.0.smithi046.stdout:5/652: stat d0/d1/d20/d47/d4e/d41/fca 0
2024-03-19T01:51:55.307 INFO:tasks.workunit.client.0.smithi046.stdout:3/796: unlink d5/d17/d31/d54/fa2 0
2024-03-19T01:51:55.309 INFO:tasks.workunit.client.0.smithi046.stdout:5/653: fdatasync d0/d1/f96 0
2024-03-19T01:51:55.311 INFO:tasks.workunit.client.0.smithi046.stdout:3/797: dread - d5/d17/d31/fcf zero size
2024-03-19T01:51:55.312 INFO:tasks.workunit.client.0.smithi046.stdout:2/819: creat d0/d27/d53/d5d/d8c/dd6/d61/fff x:0 0 0
2024-03-19T01:51:55.312 INFO:tasks.workunit.client.0.smithi046.stdout:1/538: symlink d0/d6/da/d56/lb7 0
2024-03-19T01:51:55.313 INFO:tasks.workunit.client.0.smithi046.stdout:4/771: write d7/d10/d13/d58/d5d/d7c/d9c/f2c [721379,122167] 0
2024-03-19T01:51:55.315 INFO:tasks.workunit.client.0.smithi046.stdout:5/654: chown d0/d1/d4/f19 1693631 1
2024-03-19T01:51:55.316 INFO:tasks.workunit.client.0.smithi046.stdout:6/751: link d1a/d4d/d65/d80/d62/d5b/d40/f53 d1a/d4d/dbc/dee/dcb/ffd 0
2024-03-19T01:51:55.316 INFO:tasks.workunit.client.0.smithi046.stdout:0/927: dwrite d14/d1a/d8f/da6/dcc/d137/d5f/d74/fae [0,4194304] 0
2024-03-19T01:51:55.317 INFO:tasks.workunit.client.0.smithi046.stdout:8/767: dwrite d0/d5/dca/d47/d8d/fc5 [0,4194304] 0
2024-03-19T01:51:55.319 INFO:tasks.workunit.client.0.smithi046.stdout:4/772: dread - d7/d10/d13/d58/d5d/d7c/d9c/f102 zero size
2024-03-19T01:51:55.322 INFO:tasks.workunit.client.0.smithi046.stdout:3/798: mknod d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d5f/c104 0
2024-03-19T01:51:55.324 INFO:tasks.workunit.client.0.smithi046.stdout:6/752: fdatasync d1a/d4d/d65/d80/d62/d5b/d57/fdb 0
2024-03-19T01:51:55.324 INFO:tasks.workunit.client.0.smithi046.stdout:8/768: write d0/d5/dca/d47/d8d/f51 [4492122,93584] 0
2024-03-19T01:51:55.326 INFO:tasks.workunit.client.0.smithi046.stdout:0/928: mkdir d14/d1a/d8f/da6/dcc/d137/d5f/dfe/d13a 0
2024-03-19T01:51:55.331 INFO:tasks.workunit.client.0.smithi046.stdout:4/773: chown d7/d10/d13/d58/d5d/d7c/d9c/c48 438152632 1
2024-03-19T01:51:55.332 INFO:tasks.workunit.client.0.smithi046.stdout:1/539: dwrite d0/dd/d26/d2c/fa6 [0,4194304] 0
2024-03-19T01:51:55.332 INFO:tasks.workunit.client.0.smithi046.stdout:2/820: creat d0/d27/d53/d5d/d8c/dd6/d61/da1/f100 x:0 0 0
2024-03-19T01:51:55.334 INFO:tasks.workunit.client.0.smithi046.stdout:3/799: readlink d5/d10/d51/d9d/le4 0
2024-03-19T01:51:55.335 INFO:tasks.workunit.client.0.smithi046.stdout:4/774: read - d7/d4f/dbd/fc2 zero size
2024-03-19T01:51:55.335 INFO:tasks.workunit.client.0.smithi046.stdout:8/769: fsync d0/d5/dc/d42/dbf/d87/daf/da5/f95 0
2024-03-19T01:51:55.338 INFO:tasks.workunit.client.0.smithi046.stdout:8/770: fsync d0/d5/dca/d47/f101 0
2024-03-19T01:51:55.338 INFO:tasks.workunit.client.0.smithi046.stdout:0/929: creat d14/d1a/d8f/da6/dcc/d137/d5f/d74/de7/f13b x:0 0 0
2024-03-19T01:51:55.345 INFO:tasks.workunit.client.0.smithi046.stdout:0/930: creat d14/d1a/d8f/da6/dcc/d137/d5f/d74/dc2/f13c x:0 0 0
2024-03-19T01:51:55.345 INFO:tasks.workunit.client.0.smithi046.stdout:1/540: link d0/d6/da/f1a d0/d6/fb8 0
2024-03-19T01:51:55.346 INFO:tasks.workunit.client.0.smithi046.stdout:3/800: truncate d5/d17/d62/d2d/d3b/dd5/fd7 733543 0
2024-03-19T01:51:55.347 INFO:tasks.workunit.client.0.smithi046.stdout:0/931: write d14/d26/d7b/d4b/d65/f9e [2522785,28757] 0
2024-03-19T01:51:55.347 INFO:tasks.workunit.client.0.smithi046.stdout:4/775: dread d7/d10/d13/f69 [0,4194304] 0
2024-03-19T01:51:55.349 INFO:tasks.workunit.client.0.smithi046.stdout:1/541: write d0/dd/d26/d23/d45/fa8 [130296,75496] 0
2024-03-19T01:51:55.350 INFO:tasks.workunit.client.0.smithi046.stdout:4/776: fdatasync d7/fa 0
2024-03-19T01:51:55.353 INFO:tasks.workunit.client.0.smithi046.stdout:6/753: truncate d1a/d4d/dbc/dee/d71/f82 3291430 0
2024-03-19T01:51:55.355 INFO:tasks.workunit.client.0.smithi046.stdout:3/801: truncate d5/d17/d76/de8/ddb/fe5 578125 0
2024-03-19T01:51:55.356 INFO:tasks.workunit.client.0.smithi046.stdout:4/777: write d7/d10/d13/d58/d75/fba [1028057,77658] 0
2024-03-19T01:51:55.357 INFO:tasks.workunit.client.0.smithi046.stdout:6/754: write d1a/d4d/d5a/fa6 [899087,57908] 0
2024-03-19T01:51:55.361 INFO:tasks.workunit.client.0.smithi046.stdout:4/778: write d7/d10/d13/d58/d75/dc1/f7a [3786195,44327] 0
2024-03-19T01:51:55.363 INFO:tasks.workunit.client.0.smithi046.stdout:3/802: dread - d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/d56/f95 zero size
2024-03-19T01:51:55.365 INFO:tasks.workunit.client.0.smithi046.stdout:1/542: dwrite d0/d6/d6a/f6d [0,4194304] 0
2024-03-19T01:51:55.367 INFO:tasks.workunit.client.0.smithi046.stdout:4/779: write d7/d10/d13/d58/d5d/d7c/dc3/ffe [1717914,91450] 0
2024-03-19T01:51:55.368 INFO:tasks.workunit.client.0.smithi046.stdout:1/543: creat d0/dd/d26/d23/d69/fb9 x:0 0 0
2024-03-19T01:51:55.369 INFO:tasks.workunit.client.0.smithi046.stdout:1/544: read - d0/dd/d26/f65 zero size
2024-03-19T01:51:55.369 INFO:tasks.workunit.client.0.smithi046.stdout:3/803: mknod d5/d17/d62/d2d/d3b/d7f/df6/c105 0
2024-03-19T01:51:55.373 INFO:tasks.workunit.client.0.smithi046.stdout:0/932: dread d14/d26/f47 [0,4194304] 0
2024-03-19T01:51:55.373 INFO:tasks.workunit.client.0.smithi046.stdout:1/545: creat d0/dd/d26/d23/d3b/d3d/fba x:0 0 0
2024-03-19T01:51:55.373 INFO:tasks.workunit.client.0.smithi046.stdout:3/804: mkdir d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/d56/dbe/d106 0
2024-03-19T01:51:55.375 INFO:tasks.workunit.client.0.smithi046.stdout:3/805: readlink d5/d17/ld3 0
2024-03-19T01:51:55.376 INFO:tasks.workunit.client.0.smithi046.stdout:3/806: fsync d5/d17/fb0 0
2024-03-19T01:51:55.382 INFO:tasks.workunit.client.0.smithi046.stdout:4/780: truncate d7/d10/d13/d58/d75/dca/fde 246598 0
2024-03-19T01:51:55.386 INFO:tasks.workunit.client.0.smithi046.stdout:4/781: mkdir d7/d10/d13/d58/d5d/dbb/d116 0
2024-03-19T01:51:55.386 INFO:tasks.workunit.client.0.smithi046.stdout:1/546: write d0/d6/d6a/fb4 [1015730,10979] 0
2024-03-19T01:51:55.427 INFO:tasks.workunit.client.0.smithi046.stdout:7/766: sync
2024-03-19T01:51:55.432 INFO:tasks.workunit.client.0.smithi046.stdout:3/807: truncate d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/f61 2208178 0
2024-03-19T01:51:55.434 INFO:tasks.workunit.client.0.smithi046.stdout:3/808: chown d5/d17/d76/def 6310234 1
2024-03-19T01:51:55.435 INFO:tasks.workunit.client.0.smithi046.stdout:4/782: mknod d7/d10/d13/d58/d5d/dbb/d79/dc5/c117 0
2024-03-19T01:51:55.435 INFO:tasks.workunit.client.0.smithi046.stdout:6/755: dread d1a/d4d/d65/d80/d62/d5b/d40/f79 [0,4194304] 0
2024-03-19T01:51:55.437 INFO:tasks.workunit.client.0.smithi046.stdout:1/547: rmdir d0/dd/d26/d23/d3b/d3d/d97 0
2024-03-19T01:51:55.437 INFO:tasks.workunit.client.0.smithi046.stdout:4/783: write d7/f26 [1250673,1874] 0
2024-03-19T01:51:55.443 INFO:tasks.workunit.client.0.smithi046.stdout:6/756: unlink d1a/d4d/d65/d80/d62/d5b/d40/dbf/fcc 0
2024-03-19T01:51:55.443 INFO:tasks.workunit.client.0.smithi046.stdout:0/933: dread d14/d26/f49 [0,4194304] 0
2024-03-19T01:51:55.444 INFO:tasks.workunit.client.0.smithi046.stdout:7/767: dwrite d1/dc/df/d11/d39/d6f/f9b [0,4194304] 0
2024-03-19T01:51:55.445 INFO:tasks.workunit.client.0.smithi046.stdout:7/768: readlink d1/dc/df/l4b 0
2024-03-19T01:51:55.452 INFO:tasks.workunit.client.0.smithi046.stdout:7/769: read d1/dc/df/d11/d39/f45 [162891,49487] 0
2024-03-19T01:51:55.452 INFO:tasks.workunit.client.0.smithi046.stdout:1/548: dread d0/d6/d6a/fb4 [0,4194304] 0
2024-03-19T01:51:55.457 INFO:tasks.workunit.client.0.smithi046.stdout:4/784: dread d7/d10/d13/d58/d75/dc1/f78 [0,4194304] 0
2024-03-19T01:51:55.459 INFO:tasks.workunit.client.0.smithi046.stdout:1/549: mkdir d0/dd/d26/d23/d3b/dbb 0
2024-03-19T01:51:55.461 INFO:tasks.workunit.client.0.smithi046.stdout:0/934: dwrite d14/d26/d7b/d3f/f9a [4194304,4194304] 0
2024-03-19T01:51:55.463 INFO:tasks.workunit.client.0.smithi046.stdout:6/757: dwrite d1a/d4d/d65/d80/d62/d5b/d40/f56 [0,4194304] 0
2024-03-19T01:51:55.463 INFO:tasks.workunit.client.0.smithi046.stdout:3/809: dwrite d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d5f/d6b/f81 [0,4194304] 0
2024-03-19T01:51:55.474 INFO:tasks.workunit.client.0.smithi046.stdout:3/810: write d5/d17/f85 [634614,46747] 0
2024-03-19T01:51:55.474 INFO:tasks.workunit.client.0.smithi046.stdout:7/770: link d1/dc/df/d11/d39/d6f/c88 d1/dc/d18/de9/c104 0
2024-03-19T01:51:55.476 INFO:tasks.workunit.client.0.smithi046.stdout:7/771: readlink d1/dc/df/l4b 0
2024-03-19T01:51:55.482 INFO:tasks.workunit.client.0.smithi046.stdout:1/550: link d0/dd/l15 d0/dd/d26/d2c/d5d/lbc 0
2024-03-19T01:51:55.483 INFO:tasks.workunit.client.0.smithi046.stdout:7/772: write d1/d2a/f94 [4639751,20953] 0
2024-03-19T01:51:55.484 INFO:tasks.workunit.client.0.smithi046.stdout:3/811: read d5/d17/f48 [3054817,78347] 0
2024-03-19T01:51:55.486 INFO:tasks.workunit.client.0.smithi046.stdout:4/785: dwrite d7/d10/d13/d58/ffb [0,4194304] 0
2024-03-19T01:51:55.489 INFO:tasks.workunit.client.0.smithi046.stdout:0/935: dwrite d14/d1a/d8f/da6/dcc/d137/d7f/ff0 [0,4194304] 0
2024-03-19T01:51:55.491 INFO:tasks.workunit.client.0.smithi046.stdout:7/773: mknod d1/dc/df/d11/d39/d6f/d7b/c105 0
2024-03-19T01:51:55.494 INFO:tasks.workunit.client.0.smithi046.stdout:4/786: write d7/d10/d13/d58/d5d/dbb/d50/dd3/fe7 [1403937,89454] 0
2024-03-19T01:51:55.498 INFO:tasks.workunit.client.0.smithi046.stdout:0/936: dread d14/f1f [0,4194304] 0
2024-03-19T01:51:55.498 INFO:tasks.workunit.client.0.smithi046.stdout:6/758: dread d1a/d4d/fc3 [0,4194304] 0
2024-03-19T01:51:55.500 INFO:tasks.workunit.client.0.smithi046.stdout:4/787: stat d7/d10/d13/d58/d5d/dbb/f3b 0
2024-03-19T01:51:55.501 INFO:tasks.workunit.client.0.smithi046.stdout:1/551: dwrite d0/dd/d26/d2c/d5d/f8f [0,4194304] 0
2024-03-19T01:51:55.504 INFO:tasks.workunit.client.0.smithi046.stdout:7/774: truncate d1/dc/df/d11/f69 1600074 0
2024-03-19T01:51:55.507 INFO:tasks.workunit.client.0.smithi046.stdout:0/937: symlink d14/d1a/d8f/da6/dcc/d137/d5f/dfe/l13d 0
2024-03-19T01:51:55.510 INFO:tasks.workunit.client.0.smithi046.stdout:3/812: dwrite d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/d56/f65 [4194304,4194304] 0
2024-03-19T01:51:55.513 INFO:tasks.workunit.client.0.smithi046.stdout:7/775: symlink d1/d2a/d7a/daf/dee/l106 0
2024-03-19T01:51:55.522 INFO:tasks.workunit.client.0.smithi046.stdout:6/759: dwrite d1a/d4d/d65/d80/d62/d5b/d40/ffb [0,4194304] 0
2024-03-19T01:51:55.522 INFO:tasks.workunit.client.0.smithi046.stdout:1/552: dwrite d0/d6/d7c/f60 [0,4194304] 0
2024-03-19T01:51:55.525 INFO:tasks.workunit.client.0.smithi046.stdout:7/776: truncate d1/dc/df/d11/d39/ffb 301517 0
2024-03-19T01:51:55.529 INFO:tasks.workunit.client.0.smithi046.stdout:1/553: chown d0/f1e 1804 1
2024-03-19T01:51:55.531 INFO:tasks.workunit.client.0.smithi046.stdout:6/760: unlink d1a/d4d/d65/d80/d62/d5b/d40/f56 0
2024-03-19T01:51:55.533 INFO:tasks.workunit.client.0.smithi046.stdout:0/938: dwrite d14/d1a/f85 [4194304,4194304] 0
2024-03-19T01:51:55.533 INFO:tasks.workunit.client.0.smithi046.stdout:9/548: sync
2024-03-19T01:51:55.533 INFO:tasks.workunit.client.0.smithi046.stdout:5/655: sync
2024-03-19T01:51:55.534 INFO:tasks.workunit.client.0.smithi046.stdout:7/777: write d1/deb/fea [1275500,87542] 0
2024-03-19T01:51:55.536 INFO:tasks.workunit.client.0.smithi046.stdout:4/788: dwrite d7/d10/d13/d58/d5d/d7c/d9c/f3d [0,4194304] 0
2024-03-19T01:51:55.541 INFO:tasks.workunit.client.0.smithi046.stdout:3/813: dwrite d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/f7a [4194304,4194304] 0
2024-03-19T01:51:55.544 INFO:tasks.workunit.client.0.smithi046.stdout:1/554: creat d0/dd/d26/d23/d3b/d3d/fbd x:0 0 0
2024-03-19T01:51:55.546 INFO:tasks.workunit.client.0.smithi046.stdout:5/656: creat d0/d1/d20/d47/d4e/d82/fe5 x:0 0 0
2024-03-19T01:51:55.546 INFO:tasks.workunit.client.0.smithi046.stdout:3/814: stat d5/d17/d62/d2d/f7e 0
2024-03-19T01:51:55.548 INFO:tasks.workunit.client.0.smithi046.stdout:4/789: read d7/d10/d13/f46 [5311799,68821] 0
2024-03-19T01:51:55.551 INFO:tasks.workunit.client.0.smithi046.stdout:7/778: symlink d1/dc/df/d11/d39/d6f/d7b/db5/dc9/l107 0
2024-03-19T01:51:55.551 INFO:tasks.workunit.client.0.smithi046.stdout:5/657: read - d0/d65/fd0 zero size
2024-03-19T01:51:55.551 INFO:tasks.workunit.client.0.smithi046.stdout:6/761: link d1a/d4d/d65/d80/c7d d1a/d4e/cfe 0
2024-03-19T01:51:55.557 INFO:tasks.workunit.client.0.smithi046.stdout:6/762: fsync d1a/d4d/d65/fe6 0
2024-03-19T01:51:55.557 INFO:tasks.workunit.client.0.smithi046.stdout:1/555: fdatasync d0/d6/f81 0
2024-03-19T01:51:55.557 INFO:tasks.workunit.client.0.smithi046.stdout:9/549: dwrite dd/d1c/f59 [0,4194304] 0
2024-03-19T01:51:55.559 INFO:tasks.workunit.client.0.smithi046.stdout:4/790: write d7/d10/d13/d58/d5d/d7c/f9a [1088858,2141] 0
2024-03-19T01:51:55.559 INFO:tasks.workunit.client.0.smithi046.stdout:7/779: dread - d1/dc/df/d11/d39/d6f/d7b/fe8 zero size
2024-03-19T01:51:55.560 INFO:tasks.workunit.client.0.smithi046.stdout:3/815: rename d5/d17/d31/d54/dbf/lc7 to d5/d17/d62/d2d/l107 0
2024-03-19T01:51:55.563 INFO:tasks.workunit.client.0.smithi046.stdout:1/556: symlink d0/d6/d6a/d8a/da3/lbe 0
2024-03-19T01:51:55.564 INFO:tasks.workunit.client.0.smithi046.stdout:4/791: creat d7/d10/d13/d58/d75/dc1/f118 x:0 0 0
2024-03-19T01:51:55.566 INFO:tasks.workunit.client.0.smithi046.stdout:0/939: truncate d14/d26/d7b/d3f/da0/da7/fc6 2826776 0
2024-03-19T01:51:55.566 INFO:tasks.workunit.client.0.smithi046.stdout:7/780: write d1/dc/df/d11/d39/d6f/daa/da5/fbd [715295,79321] 0
2024-03-19T01:51:55.566 INFO:tasks.workunit.client.0.smithi046.stdout:9/550: rmdir dd 39
2024-03-19T01:51:55.568 INFO:tasks.workunit.client.0.smithi046.stdout:5/658: dwrite d0/d1/d20/d47/d4e/d41/dc4/f6d [0,4194304] 0
2024-03-19T01:51:55.569 INFO:tasks.workunit.client.0.smithi046.stdout:1/557: symlink d0/d3f/lbf 0
2024-03-19T01:51:55.571 INFO:tasks.workunit.client.0.smithi046.stdout:7/781: creat d1/dc/df/f108 x:0 0 0
2024-03-19T01:51:55.571 INFO:tasks.workunit.client.0.smithi046.stdout:2/821: sync
2024-03-19T01:51:55.571 INFO:tasks.workunit.client.0.smithi046.stdout:8/771: sync
2024-03-19T01:51:55.575 INFO:tasks.workunit.client.0.smithi046.stdout:9/551: chown dd/d1c/d25 3 1
2024-03-19T01:51:55.575 INFO:tasks.workunit.client.0.smithi046.stdout:3/816: rename d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/d56/dbe/d106 to d5/d17/d31/d4b/d108 0
2024-03-19T01:51:55.575 INFO:tasks.workunit.client.0.smithi046.stdout:4/792: creat d7/d10/d13/d58/d75/dc1/d10c/f119 x:0 0 0
2024-03-19T01:51:55.576 INFO:tasks.workunit.client.0.smithi046.stdout:8/772: stat d0/d5/dc/d42/dbf/d45/l7c 0
2024-03-19T01:51:55.581 INFO:tasks.workunit.client.0.smithi046.stdout:0/940: dwrite d14/d26/d7b/d4b/fe2 [0,4194304] 0
2024-03-19T01:51:55.587 INFO:tasks.workunit.client.0.smithi046.stdout:1/558: link d0/d6/d4b/ca0 d0/d6/d6a/d8a/da3/cc0 0
2024-03-19T01:51:55.588 INFO:tasks.workunit.client.0.smithi046.stdout:3/817: symlink d5/d17/d76/def/l109 0
2024-03-19T01:51:55.589 INFO:tasks.workunit.client.0.smithi046.stdout:7/782: getdents d1/deb 0
2024-03-19T01:51:55.590 INFO:tasks.workunit.client.0.smithi046.stdout:5/659: dwrite d0/d1/d4/f28 [4194304,4194304] 0
2024-03-19T01:51:55.590 INFO:tasks.workunit.client.0.smithi046.stdout:0/941: rmdir d14/dcd 39
2024-03-19T01:51:55.591 INFO:tasks.workunit.client.0.smithi046.stdout:1/559: write d0/d6/f9c [2858287,40041] 0
2024-03-19T01:51:55.598 INFO:tasks.workunit.client.0.smithi046.stdout:8/773: mknod d0/d5/dca/c109 0
2024-03-19T01:51:55.598 INFO:tasks.workunit.client.0.smithi046.stdout:7/783: stat d1/dc/df/d11/d39/d6f/d7b/c105 0
2024-03-19T01:51:55.598 INFO:tasks.workunit.client.0.smithi046.stdout:8/774: chown d0/fb1 32 1
2024-03-19T01:51:55.599 INFO:tasks.workunit.client.0.smithi046.stdout:5/660: unlink d0/d65/fd0 0
2024-03-19T01:51:55.602 INFO:tasks.workunit.client.0.smithi046.stdout:6/763: dread d1a/d4d/d65/d80/d62/d5b/d40/f53 [0,4194304] 0
2024-03-19T01:51:55.606 INFO:tasks.workunit.client.0.smithi046.stdout:2/822: dread d0/d27/f29 [0,4194304] 0
2024-03-19T01:51:55.606 INFO:tasks.workunit.client.0.smithi046.stdout:3/818: symlink d5/d17/d76/de8/ddb/l10a 0
2024-03-19T01:51:55.607 INFO:tasks.workunit.client.0.smithi046.stdout:7/784: truncate d1/dc/d18/d65/f8b 725172 0
2024-03-19T01:51:55.608 INFO:tasks.workunit.client.0.smithi046.stdout:9/552: link dd/d11/d2e/d48/l88 dd/d11/d2e/d93/da8/d78/lba 0
2024-03-19T01:51:55.614 INFO:tasks.workunit.client.0.smithi046.stdout:6/764: creat d1a/d26/fff x:0 0 0
2024-03-19T01:51:55.614 INFO:tasks.workunit.client.0.smithi046.stdout:5/661: link d0/d1/d4/f6 d0/d1/d20/d26/fe6 0
2024-03-19T01:51:55.615 INFO:tasks.workunit.client.0.smithi046.stdout:4/793: dwrite d7/d10/d13/d58/d5d/dbb/f49 [4194304,4194304] 0
2024-03-19T01:51:55.617 INFO:tasks.workunit.client.0.smithi046.stdout:7/785: chown d1/dc/df/d11/d39/l5c 167 1
2024-03-19T01:51:55.618 INFO:tasks.workunit.client.0.smithi046.stdout:2/823: mkdir d0/d27/d53/d5d/d8c/d101 0
2024-03-19T01:51:55.619 INFO:tasks.workunit.client.0.smithi046.stdout:8/775: link d0/d5/dc/d42/dbf/d45/c5a d0/d5/dc/d42/dbf/d45/d5b/c10a 0
2024-03-19T01:51:55.620 INFO:tasks.workunit.client.0.smithi046.stdout:1/560: dwrite d0/dd/faf [4194304,4194304] 0
2024-03-19T01:51:55.620 INFO:tasks.workunit.client.0.smithi046.stdout:9/553: rename dd/d11/d17/d3a/faa to dd/d11/d8d/fbb 0
2024-03-19T01:51:55.621 INFO:tasks.workunit.client.0.smithi046.stdout:3/819: mknod d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/c10b 0
2024-03-19T01:51:55.626 INFO:tasks.workunit.client.0.smithi046.stdout:6/765: symlink d1a/d4e/l100 0
2024-03-19T01:51:55.628 INFO:tasks.workunit.client.0.smithi046.stdout:4/794: mknod d7/d10/d13/d58/d5d/d7c/c11a 0
2024-03-19T01:51:55.629 INFO:tasks.workunit.client.0.smithi046.stdout:0/942: dread d14/d26/d7b/d4b/f70 [4194304,4194304] 0
2024-03-19T01:51:55.629 INFO:tasks.workunit.client.0.smithi046.stdout:3/820: creat d5/d17/d62/d2d/f10c x:0 0 0
2024-03-19T01:51:55.630 INFO:tasks.workunit.client.0.smithi046.stdout:9/554: unlink dd/d11/d2e/d34/c9f 0
2024-03-19T01:51:55.633 INFO:tasks.workunit.client.0.smithi046.stdout:7/786: creat d1/dc/df/d11/d39/d6f/daa/f109 x:0 0 0
2024-03-19T01:51:55.634 INFO:tasks.workunit.client.0.smithi046.stdout:2/824: mkdir d0/d102 0
2024-03-19T01:51:55.636 INFO:tasks.workunit.client.0.smithi046.stdout:0/943: dread - d14/d1a/d8f/da6/dcc/d137/d5f/d74/de7/f13b zero size
2024-03-19T01:51:55.638 INFO:tasks.workunit.client.0.smithi046.stdout:8/776: link d0/d5/dc/d42/dbf/d45/d58/fbc d0/d5/dca/d47/dae/d100/f10b 0
2024-03-19T01:51:55.640 INFO:tasks.workunit.client.0.smithi046.stdout:1/561: mkdir d0/dd/d26/d23/d28/d3c/d83/db2/dc1 0
2024-03-19T01:51:55.642 INFO:tasks.workunit.client.0.smithi046.stdout:2/825: symlink d0/d94/l103 0
2024-03-19T01:51:55.643 INFO:tasks.workunit.client.0.smithi046.stdout:3/821: write d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d43/f8a [535286,127181] 0
2024-03-19T01:51:55.646 INFO:tasks.workunit.client.0.smithi046.stdout:9/555: dwrite dd/d11/d2e/d34/fa1 [0,4194304] 0
2024-03-19T01:51:55.647 INFO:tasks.workunit.client.0.smithi046.stdout:1/562: fdatasync d0/f21 0
2024-03-19T01:51:55.651 INFO:tasks.workunit.client.0.smithi046.stdout:7/787: dwrite d1/dc/d18/f5d [4194304,4194304] 0
2024-03-19T01:51:55.652 INFO:tasks.workunit.client.0.smithi046.stdout:0/944: rename d14/d1a/d8f/dc7/fe8 to d14/d26/d7b/d3f/d72/f13e 0
2024-03-19T01:51:55.653 INFO:tasks.workunit.client.0.smithi046.stdout:8/777: mkdir d0/d5/dca/d47/dae/d100/d10c 0
2024-03-19T01:51:55.655 INFO:tasks.workunit.client.0.smithi046.stdout:6/766: link d1a/d26/d2e/fd4 d1a/d4d/d65/d80/d62/d5b/f101 0
2024-03-19T01:51:55.655 INFO:tasks.workunit.client.0.smithi046.stdout:3/822: chown d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d5f/f8b 5074 1
2024-03-19T01:51:55.656 INFO:tasks.workunit.client.0.smithi046.stdout:7/788: fsync d1/d2a/d7a/daf/fcf 0
2024-03-19T01:51:55.657 INFO:tasks.workunit.client.0.smithi046.stdout:9/556: rmdir dd/d11 39
2024-03-19T01:51:55.659 INFO:tasks.workunit.client.0.smithi046.stdout:5/662: dwrite d0/d2d/d50/d52/f5f [0,4194304] 0
2024-03-19T01:51:55.659 INFO:tasks.workunit.client.0.smithi046.stdout:6/767: fdatasync d1a/d4d/d65/d80/d62/d30/f41 0
2024-03-19T01:51:55.660 INFO:tasks.workunit.client.0.smithi046.stdout:1/563: mknod d0/dd/d26/d23/d3b/dbb/cc2 0
2024-03-19T01:51:55.661 INFO:tasks.workunit.client.0.smithi046.stdout:5/663: readlink d0/d2d/d2e/l5c 0
2024-03-19T01:51:55.664 INFO:tasks.workunit.client.0.smithi046.stdout:0/945: creat d14/d1a/d8f/da6/dcc/d137/d5f/d74/dc2/f13f x:0 0 0
2024-03-19T01:51:55.667 INFO:tasks.workunit.client.0.smithi046.stdout:4/795: dread d7/d4f/d7e/f87 [0,4194304] 0
2024-03-19T01:51:55.667 INFO:tasks.workunit.client.0.smithi046.stdout:7/789: fdatasync d1/dc/d18/d4e/f9f 0
2024-03-19T01:51:55.675 INFO:tasks.workunit.client.0.smithi046.stdout:2/826: chown d0/d27/d53/d5d/d8c/dd6/d61/d2f/l3e 13588 1
2024-03-19T01:51:55.676 INFO:tasks.workunit.client.0.smithi046.stdout:1/564: write d0/dd/d26/d23/d45/f66 [3949236,37122] 0
2024-03-19T01:51:55.678 INFO:tasks.workunit.client.0.smithi046.stdout:5/664: link d0/d1/f4a d0/d1/d20/d47/da4/fe7 0
2024-03-19T01:51:55.682 INFO:tasks.workunit.client.0.smithi046.stdout:6/768: dwrite d1a/d4d/d65/d80/f97 [0,4194304] 0
2024-03-19T01:51:55.684 INFO:tasks.workunit.client.0.smithi046.stdout:9/557: rename dd/d11/d2e/d93/dad to dd/d11/d2e/d93/dad/dbc 22
2024-03-19T01:51:55.686 INFO:tasks.workunit.client.0.smithi046.stdout:1/565: mkdir d0/d6/d6a/d8d/dc3 0
2024-03-19T01:51:55.689 INFO:tasks.workunit.client.0.smithi046.stdout:0/946: dwrite d14/d26/d7b/d4b/d65/f9b [0,4194304] 0
2024-03-19T01:51:55.690 INFO:tasks.workunit.client.0.smithi046.stdout:6/769: readlink d1a/d4d/d5a/l60 0
2024-03-19T01:51:55.693 INFO:tasks.workunit.client.0.smithi046.stdout:7/790: getdents d1/dc/df/d11/d93 0
2024-03-19T01:51:55.697 INFO:tasks.workunit.client.0.smithi046.stdout:1/566: readlink d0/dd/d26/d23/d3b/d3d/d55/d7f/d87/l89 0
2024-03-19T01:51:55.697 INFO:tasks.workunit.client.0.smithi046.stdout:0/947: stat d14/d26/d7b/d4b/d65/f133 0
2024-03-19T01:51:55.698 INFO:tasks.workunit.client.0.smithi046.stdout:8/778: dread d0/d5/dc/d42/f5e [0,4194304] 0
2024-03-19T01:51:55.698 INFO:tasks.workunit.client.0.smithi046.stdout:6/770: unlink d1a/d4d/l7b 0
2024-03-19T01:51:55.699 INFO:tasks.workunit.client.0.smithi046.stdout:4/796: dwrite d7/d4f/d6e/d9b/fd1 [0,4194304] 0
2024-03-19T01:51:55.701 INFO:tasks.workunit.client.0.smithi046.stdout:9/558: link dd/d11/c27 dd/d11/d2e/d34/d5a/cbd 0
2024-03-19T01:51:55.703 INFO:tasks.workunit.client.0.smithi046.stdout:3/823: dread d5/f2e [0,4194304] 0
2024-03-19T01:51:55.704 INFO:tasks.workunit.client.0.smithi046.stdout:4/797: readlink d7/d10/d13/d58/d5d/d7c/d9c/l10e 0
2024-03-19T01:51:55.707 INFO:tasks.workunit.client.0.smithi046.stdout:0/948: mknod d14/d1a/d8f/da6/c140 0
2024-03-19T01:51:55.712 INFO:tasks.workunit.client.0.smithi046.stdout:5/665: dwrite d0/d2d/d71/fcf [0,4194304] 0
2024-03-19T01:51:55.713 INFO:tasks.workunit.client.0.smithi046.stdout:2/827: dwrite d0/d27/d53/d5d/d8c/dd6/d61/f43 [0,4194304] 0
2024-03-19T01:51:55.717 INFO:tasks.workunit.client.0.smithi046.stdout:8/779: creat d0/d5/dca/d47/f10d x:0 0 0
2024-03-19T01:51:55.717 INFO:tasks.workunit.client.0.smithi046.stdout:7/791: rename d1/dc/d18/d4e/f99 to d1/dc/df/d11/d39/d6f/df4/f10a 0
2024-03-19T01:51:55.719 INFO:tasks.workunit.client.0.smithi046.stdout:0/949: mkdir d14/d1a/d8f/dba/d141 0
2024-03-19T01:51:55.723 INFO:tasks.workunit.client.0.smithi046.stdout:1/567: rmdir d0/dd/d26/d23/d28/d3c/d83/db2 39
2024-03-19T01:51:55.724 INFO:tasks.workunit.client.0.smithi046.stdout:0/950: truncate d14/d1a/d8f/deb/f103 739839 0
2024-03-19T01:51:55.724 INFO:tasks.workunit.client.0.smithi046.stdout:7/792: chown d1/dc/d18/l1d 19169 1
2024-03-19T01:51:55.724 INFO:tasks.workunit.client.0.smithi046.stdout:9/559: creat dd/d11/d2e/d4f/fbe x:0 0 0
2024-03-19T01:51:55.725 INFO:tasks.workunit.client.0.smithi046.stdout:2/828: fdatasync d0/d27/d53/d5d/d8c/fa3 0
2024-03-19T01:51:55.725 INFO:tasks.workunit.client.0.smithi046.stdout:5/666: truncate d0/d1/d20/d26/f2c 3969878 0
2024-03-19T01:51:55.726 INFO:tasks.workunit.client.0.smithi046.stdout:4/798: truncate d7/d10/d13/d58/d5d/d7c/d9c/f61 143313 0
2024-03-19T01:51:55.730 INFO:tasks.workunit.client.0.smithi046.stdout:1/568: mknod d0/dd/d26/d23/d3b/d3d/d55/d7f/d87/cc4 0
2024-03-19T01:51:55.730 INFO:tasks.workunit.client.0.smithi046.stdout:8/780: unlink d0/d5/dc/d42/dbf/d45/f82 0
2024-03-19T01:51:55.730 INFO:tasks.workunit.client.0.smithi046.stdout:5/667: symlink d0/d2d/d50/d52/le8 0
2024-03-19T01:51:55.731 INFO:tasks.workunit.client.0.smithi046.stdout:3/824: write d5/d17/d62/d2d/d3b/d7f/d9f/d5e/f6f [753371,66984] 0
2024-03-19T01:51:55.731 INFO:tasks.workunit.client.0.smithi046.stdout:0/951: rmdir d14/d26/d7b/d3f/d8d 39
2024-03-19T01:51:55.732 INFO:tasks.workunit.client.0.smithi046.stdout:2/829: mkdir d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d104 0
2024-03-19T01:51:55.737 INFO:tasks.workunit.client.0.smithi046.stdout:9/560: dwrite dd/d11/f96 [0,4194304] 0
2024-03-19T01:51:55.737 INFO:tasks.workunit.client.0.smithi046.stdout:0/952: rmdir d14/d34 39
2024-03-19T01:51:55.739 INFO:tasks.workunit.client.0.smithi046.stdout:6/771: rename d1a/d4d/d65/da0/fb5 to d1a/d4d/dbc/dee/f102 0
2024-03-19T01:51:55.739 INFO:tasks.workunit.client.0.smithi046.stdout:7/793: dread d1/f5 [4194304,4194304] 0
2024-03-19T01:51:55.743 INFO:tasks.workunit.client.0.smithi046.stdout:4/799: write d7/d10/d13/d58/d5d/dbb/f44 [2410777,28864] 0
2024-03-19T01:51:55.743 INFO:tasks.workunit.client.0.smithi046.stdout:2/830: symlink d0/d27/d53/d5d/d8c/dd6/d9a/l105 0
2024-03-19T01:51:55.746 INFO:tasks.workunit.client.0.smithi046.stdout:5/668: mknod d0/d1/d20/d47/d4e/d41/dc4/dd4/ce9 0
2024-03-19T01:51:55.748 INFO:tasks.workunit.client.0.smithi046.stdout:1/569: link d0/d6/da/f1a d0/dd/d26/d23/d3b/d3d/d55/fc5 0
2024-03-19T01:51:55.749 INFO:tasks.workunit.client.0.smithi046.stdout:8/781: dwrite d0/f9e [0,4194304] 0
2024-03-19T01:51:55.751 INFO:tasks.workunit.client.0.smithi046.stdout:0/953: creat d14/d26/d7b/d3f/d72/ded/f142 x:0 0 0
2024-03-19T01:51:55.751 INFO:tasks.workunit.client.0.smithi046.stdout:6/772: unlink d1a/d4d/d65/d80/d62/d30/f8b 0
2024-03-19T01:51:55.753 INFO:tasks.workunit.client.0.smithi046.stdout:7/794: creat d1/dc/d18/d43/de5/f10b x:0 0 0
2024-03-19T01:51:55.753 INFO:tasks.workunit.client.0.smithi046.stdout:4/800: mknod d7/d10/d13/d58/d5d/d7c/c11b 0
2024-03-19T01:51:55.756 INFO:tasks.workunit.client.0.smithi046.stdout:9/561: dread dd/d11/d17/f66 [0,4194304] 0
2024-03-19T01:51:55.758 INFO:tasks.workunit.client.0.smithi046.stdout:5/669: write d0/d2d/d2e/f4b [2475172,64706] 0
2024-03-19T01:51:55.758 INFO:tasks.workunit.client.0.smithi046.stdout:8/782: chown d0/d5/dc/d42/dbf/d45/d5b/d86/d8c/cc8 2190980 1
2024-03-19T01:51:55.759 INFO:tasks.workunit.client.0.smithi046.stdout:7/795: chown d1/f17 16510 1
2024-03-19T01:51:55.762 INFO:tasks.workunit.client.0.smithi046.stdout:0/954: creat d14/d1a/d8f/da6/dcc/d137/d7f/f143 x:0 0 0
2024-03-19T01:51:55.763 INFO:tasks.workunit.client.0.smithi046.stdout:6/773: write d1a/f38 [5052657,77269] 0
2024-03-19T01:51:55.764 INFO:tasks.workunit.client.0.smithi046.stdout:9/562: mknod dd/d11/d17/d69/cbf 0
2024-03-19T01:51:55.764 INFO:tasks.workunit.client.0.smithi046.stdout:8/783: creat d0/d5/dc/d42/dbf/d87/f10e x:0 0 0
2024-03-19T01:51:55.767 INFO:tasks.workunit.client.0.smithi046.stdout:5/670: mknod d0/d1/d20/d47/d4e/d82/cea 0
2024-03-19T01:51:55.767 INFO:tasks.workunit.client.0.smithi046.stdout:7/796: creat d1/dc/df/d11/d39/d6f/d7b/db5/f10c x:0 0 0
2024-03-19T01:51:55.767 INFO:tasks.workunit.client.0.smithi046.stdout:6/774: read - d1a/d4d/d65/d80/d62/d5b/d40/d81/fd5 zero size
2024-03-19T01:51:55.768 INFO:tasks.workunit.client.0.smithi046.stdout:4/801: rmdir d7/d10/d13/d58/d5d/dbb/d116 0
2024-03-19T01:51:55.770 INFO:tasks.workunit.client.0.smithi046.stdout:7/797: rmdir d1/dc/df 39
2024-03-19T01:51:55.771 INFO:tasks.workunit.client.0.smithi046.stdout:4/802: stat d7/d10/d13/d58/d75/dc1/f7a 0
2024-03-19T01:51:55.773 INFO:tasks.workunit.client.0.smithi046.stdout:6/775: chown d1a/d4d/d65/da0/db6/cea 13 1
2024-03-19T01:51:55.774 INFO:tasks.workunit.client.0.smithi046.stdout:8/784: rename d0/d5/dc/d42/dbf/d45/d5b/f104 to d0/d5/dc/d42/de0/f10f 0
2024-03-19T01:51:55.775 INFO:tasks.workunit.client.0.smithi046.stdout:7/798: creat d1/d2a/f10d x:0 0 0
2024-03-19T01:51:55.776 INFO:tasks.workunit.client.0.smithi046.stdout:9/563: write dd/d11/d17/d49/d63/f7d [904508,63463] 0
2024-03-19T01:51:55.778 INFO:tasks.workunit.client.0.smithi046.stdout:4/803: rmdir d7/d4f/dbd/d113 0
2024-03-19T01:51:55.780 INFO:tasks.workunit.client.0.smithi046.stdout:6/776: symlink d1a/d4d/d65/da0/l103 0
2024-03-19T01:51:55.781 INFO:tasks.workunit.client.0.smithi046.stdout:9/564: fsync dd/d11/d17/f35 0
2024-03-19T01:51:55.783 INFO:tasks.workunit.client.0.smithi046.stdout:7/799: stat d1/dc/df/d11/d39/ddb 0
2024-03-19T01:51:55.783 INFO:tasks.workunit.client.0.smithi046.stdout:1/570: dread d0/d6/f9c [0,4194304] 0
2024-03-19T01:51:55.783 INFO:tasks.workunit.client.0.smithi046.stdout:5/671: dwrite d0/d2d/d2e/f4b [4194304,4194304] 0
2024-03-19T01:51:55.784 INFO:tasks.workunit.client.0.smithi046.stdout:4/804: write d7/f43 [2531140,79683] 0
2024-03-19T01:51:55.784 INFO:tasks.workunit.client.0.smithi046.stdout:3/825: dread d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d52/f80 [0,4194304] 0
2024-03-19T01:51:55.786 INFO:tasks.workunit.client.0.smithi046.stdout:2/831: dwrite d0/d70/fe0 [0,4194304] 0
2024-03-19T01:51:55.789 INFO:tasks.workunit.client.0.smithi046.stdout:7/800: creat d1/dc/df/d11/d39/f10e x:0 0 0
2024-03-19T01:51:55.789 INFO:tasks.workunit.client.0.smithi046.stdout:3/826: fdatasync d5/d17/d31/d4b/fd6 0
2024-03-19T01:51:55.790 INFO:tasks.workunit.client.0.smithi046.stdout:6/777: mkdir d1a/d4d/d65/d80/d62/d5b/d40/d81/d104 0
2024-03-19T01:51:55.792 INFO:tasks.workunit.client.0.smithi046.stdout:4/805: creat d7/d10/d13/f11c x:0 0 0
2024-03-19T01:51:55.793 INFO:tasks.workunit.client.0.smithi046.stdout:3/827: chown d5/f88 2596 1
2024-03-19T01:51:55.793 INFO:tasks.workunit.client.0.smithi046.stdout:2/832: creat d0/d27/d53/d5d/d8c/dd6/d9a/dbe/f106 x:0 0 0
2024-03-19T01:51:55.796 INFO:tasks.workunit.client.0.smithi046.stdout:5/672: rename d0/d1/d4/c25 to d0/d77/d87/ceb 0
2024-03-19T01:51:55.798 INFO:tasks.workunit.client.0.smithi046.stdout:5/673: dread - d0/d1/d20/d47/d4e/fbf zero size
2024-03-19T01:51:55.799 INFO:tasks.workunit.client.0.smithi046.stdout:4/806: creat d7/d10/d13/f11d x:0 0 0
2024-03-19T01:51:55.799 INFO:tasks.workunit.client.0.smithi046.stdout:2/833: rmdir d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e 39
2024-03-19T01:51:55.801 INFO:tasks.workunit.client.0.smithi046.stdout:3/828: symlink d5/d17/d62/d2d/d3b/d7f/d9f/d71/l10d 0
2024-03-19T01:51:55.806 INFO:tasks.workunit.client.0.smithi046.stdout:7/801: rename d1/dc/d18/l1d to d1/dc/d18/d43/d7e/l10f 0
2024-03-19T01:51:55.806 INFO:tasks.workunit.client.0.smithi046.stdout:2/834: chown d0/d27/d53/d5d/d8c/dd6/c17 5 1
2024-03-19T01:51:55.807 INFO:tasks.workunit.client.0.smithi046.stdout:3/829: write d5/d17/d62/d2d/d3b/d7f/d9f/f98 [1469749,88379] 0
2024-03-19T01:51:55.807 INFO:tasks.workunit.client.0.smithi046.stdout:7/802: chown d1/dc/df/f108 54464 1
2024-03-19T01:51:55.809 INFO:tasks.workunit.client.0.smithi046.stdout:5/674: dwrite d0/d1/d20/d47/d4e/d41/fca [0,4194304] 0
2024-03-19T01:51:55.809 INFO:tasks.workunit.client.0.smithi046.stdout:3/830: readlink d5/d17/l87 0
2024-03-19T01:51:55.809 INFO:tasks.workunit.client.0.smithi046.stdout:2/835: read d0/d27/f55 [2507733,128327] 0
2024-03-19T01:51:55.810 INFO:tasks.workunit.client.0.smithi046.stdout:5/675: read - d0/f9f zero size
2024-03-19T01:51:55.812 INFO:tasks.workunit.client.0.smithi046.stdout:7/803: truncate d1/dc/fda 1495948 0
2024-03-19T01:51:55.813 INFO:tasks.workunit.client.0.smithi046.stdout:6/778: dread d1a/d4d/dbc/dee/fbb [0,4194304] 0
2024-03-19T01:51:55.813 INFO:tasks.workunit.client.0.smithi046.stdout:8/785: truncate d0/d5/dc/d42/dbf/d87/f8e 567993 0
2024-03-19T01:51:55.816 INFO:tasks.workunit.client.0.smithi046.stdout:7/804: write d1/dc/df/d11/d39/ffb [690153,127466] 0
2024-03-19T01:51:55.817 INFO:tasks.workunit.client.0.smithi046.stdout:3/831: mknod d5/d17/d62/d2d/d3b/d7f/d9f/d5e/d69/d52/c10e 0
2024-03-19T01:51:55.824 INFO:tasks.workunit.client.0.smithi046.stdout:6/779: rmdir d1a/d4d/dbc/dee/dd3 0
2024-03-19T01:51:55.827 INFO:tasks.workunit.client.0.smithi046.stdout:2/836: dwrite d0/f5 [0,4194304] 0
2024-03-19T01:51:55.831 INFO:tasks.workunit.client.0.smithi046.stdout:4/807: dwrite d7/d10/d13/d58/d5d/f80 [0,4194304] 0
2024-03-19T01:51:55.832 INFO:tasks.workunit.client.0.smithi046.stdout:5/676: dread d0/fa3 [0,4194304] 0
2024-03-19T01:51:55.833 INFO:tasks.workunit.client.0.smithi046.stdout:5/677: chown d0/l3f 2 1
2024-03-19T01:51:55.833 INFO:tasks.workunit.client.0.smithi046.stdout:4/808: stat d7/d4f/dbd/dcc/df3 0
2024-03-19T01:51:55.834 INFO:tasks.workunit.client.0.smithi046.stdout:8/786: rename d0/d5/dc/d42/ffc to d0/f110 0
2024-03-19T01:51:55.836 INFO:tasks.workunit.client.0.smithi046.stdout:2/837: fdatasync d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/f73 0
2024-03-19T01:51:55.836 INFO:tasks.workunit.client.0.smithi046.stdout:6/780: truncate d1a/d4d/dbc/dee/d71/f82 2343623 0
2024-03-19T01:51:55.837 INFO:tasks.workunit.client.0.smithi046.stdout:6/781: fdatasync d1a/d26/d2e/d89/fcd 0
2024-03-19T01:51:55.841 INFO:tasks.workunit.client.0.smithi046.stdout:4/809: rename d7/d10/d13/d58/d5d/d7c/dc3/fec to d7/d4f/d6e/d9b/f11e 0
2024-03-19T01:51:55.843 INFO:tasks.workunit.client.0.smithi046.stdout:6/782: creat d1a/d4d/dbc/dee/dcb/f105 x:0 0 0
2024-03-19T01:51:55.844 INFO:tasks.workunit.client.0.smithi046.stdout:8/787: mkdir d0/d5/dca/d47/d5d/d111 0
2024-03-19T01:51:55.846 INFO:tasks.workunit.client.0.smithi046.stdout:6/783: dread - d1a/d4d/d65/d80/d62/d5b/f101 zero size
2024-03-19T01:51:55.846 INFO:tasks.workunit.client.0.smithi046.stdout:4/810: mknod d7/de1/c11f 0
2024-03-19T01:51:55.847 INFO:tasks.workunit.client.0.smithi046.stdout:2/838: dwrite d0/d27/d53/d5d/d8c/dd6/d61/f60 [4194304,4194304] 0
2024-03-19T01:51:55.849 INFO:tasks.workunit.client.0.smithi046.stdout:4/811: chown d7/d10/d13/d58/d5d/d7c/d9c/l21 457 1
2024-03-19T01:51:55.850 INFO:tasks.workunit.client.0.smithi046.stdout:8/788: mknod d0/d5/dca/d47/c112 0
2024-03-19T01:51:55.850 INFO:tasks.workunit.client.0.smithi046.stdout:6/784: creat d1a/d4d/d65/d80/d62/d5b/d57/f106 x:0 0 0
2024-03-19T01:51:55.851 INFO:tasks.workunit.client.0.smithi046.stdout:2/839: readlink d0/d27/d53/d5d/d8c/dd6/d61/da1/l80 0
2024-03-19T01:51:55.851 INFO:tasks.workunit.client.0.smithi046.stdout:3/832: write d5/d10/f45 [338555,50683] 0
2024-03-19T01:51:55.852 INFO:tasks.workunit.client.0.smithi046.stdout:4/812: write d7/d10/d13/d58/d5d/d8b/ff0 [958532,107458] 0
2024-03-19T01:51:55.853 INFO:tasks.workunit.client.0.smithi046.stdout:8/789: chown d0/d5/dc/d42/dbf/d87/daf/l6d 34 1
2024-03-19T01:51:55.856 INFO:tasks.workunit.client.0.smithi046.stdout:7/805: dread d1/dc/df/d11/d39/d6f/f8a [0,4194304] 0
2024-03-19T01:51:55.858 INFO:tasks.workunit.client.0.smithi046.stdout:6/785: link d1a/f38 d1a/d4d/d65/d80/d62/d5b/d40/d81/f107 0
2024-03-19T01:51:55.859 INFO:tasks.workunit.client.0.smithi046.stdout:3/833: getdents d5/d17/d62/d2d/d3b/d7f/d9f 0
2024-03-19T01:51:55.860 INFO:tasks.workunit.client.0.smithi046.stdout:7/806: symlink d1/dc/df/d11/d39/d6f/l110 0
2024-03-19T01:51:55.860 INFO:tasks.workunit.client.0.smithi046.stdout:2/840: mknod d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/d8a/c107 0
2024-03-19T01:51:55.863 INFO:tasks.workunit.client.0.smithi046.stdout:8/790: dwrite d0/d5/dc/d42/dbf/d87/f10e [0,4194304] 0
2024-03-19T01:51:55.863 INFO:tasks.workunit.client.0.smithi046.stdout:3/834: creat d5/d17/d31/d54/f10f x:0 0 0
2024-03-19T01:51:55.864 INFO:tasks.workunit.client.0.smithi046.stdout:2/841: fdatasync d0/d48/fdf 0
2024-03-19T01:51:55.867 INFO:tasks.workunit.client.0.smithi046.stdout:7/807: symlink d1/l111 0
2024-03-19T01:51:55.868 INFO:tasks.workunit.client.0.smithi046.stdout:4/813: dread d7/d10/f53 [0,4194304] 0
2024-03-19T01:51:55.871 INFO:tasks.workunit.client.0.smithi046.stdout:8/791: creat d0/d5/dc/d42/dbf/d45/d5b/d86/f113 x:0 0 0
2024-03-19T01:51:55.872 INFO:tasks.workunit.client.0.smithi046.stdout:4/814: unlink d7/d10/d13/d58/d75/dc1/f86 0
2024-03-19T01:51:55.873 INFO:tasks.workunit.client.0.smithi046.stdout:3/835: rename d5/d17/d62/d2d/d3b/d7f to d5/d17/d31/d110 0
2024-03-19T01:51:55.875 INFO:tasks.workunit.client.0.smithi046.stdout:2/842: dwrite d0/d27/d53/fd0 [0,4194304] 0
2024-03-19T01:51:55.876 INFO:tasks.workunit.client.0.smithi046.stdout:7/808: link d1/deb/fea d1/dc/df/d11/d39/d6f/daa/da5/f112 0
2024-03-19T01:51:55.878 INFO:tasks.workunit.client.0.smithi046.stdout:8/792: write d0/d5/dc/d42/dbf/d45/d5b/f70 [1271739,44771] 0
2024-03-19T01:51:55.879 INFO:tasks.workunit.client.0.smithi046.stdout:3/836: unlink d5/d17/d31/d110/d9f/c3c 0
2024-03-19T01:51:55.879 INFO:tasks.workunit.client.0.smithi046.stdout:2/843: mknod d0/d94/c108 0
2024-03-19T01:51:55.885 INFO:tasks.workunit.client.0.smithi046.stdout:3/837: fsync d5/d17/d31/d4b/ff5 0
2024-03-19T01:51:55.885 INFO:tasks.workunit.client.0.smithi046.stdout:8/793: symlink d0/d5/dca/d47/dae/d100/l114 0
2024-03-19T01:51:55.886 INFO:tasks.workunit.client.0.smithi046.stdout:7/809: dwrite d1/dc/df/d11/d39/d6f/f9b [0,4194304] 0
2024-03-19T01:51:55.889 INFO:tasks.workunit.client.0.smithi046.stdout:2/844: rename d0/d48/db1/lb7 to d0/dc3/l109 0
2024-03-19T01:51:55.891 INFO:tasks.workunit.client.0.smithi046.stdout:7/810: creat d1/dc/df/f113 x:0 0 0
2024-03-19T01:51:55.892 INFO:tasks.workunit.client.0.smithi046.stdout:6/786: dread d1a/d4d/dbc/dee/d71/f88 [0,4194304] 0
2024-03-19T01:51:55.893 INFO:tasks.workunit.client.0.smithi046.stdout:2/845: write d0/d27/d53/d5d/d8c/dd6/d61/f60 [7971302,126649] 0
2024-03-19T01:51:55.900 INFO:tasks.workunit.client.0.smithi046.stdout:2/846: unlink d0/d48/ff6 0
2024-03-19T01:51:55.900 INFO:tasks.workunit.client.0.smithi046.stdout:7/811: creat d1/dc/f114 x:0 0 0
2024-03-19T01:51:55.903 INFO:tasks.workunit.client.0.smithi046.stdout:6/787: chown d1a/d4d/dbc/dee/d71/cf7 24 1
2024-03-19T01:51:55.904 INFO:tasks.workunit.client.0.smithi046.stdout:2/847: fsync d0/d48/fc4 0
2024-03-19T01:51:55.905 INFO:tasks.workunit.client.0.smithi046.stdout:2/848: fsync d0/d27/f81 0
2024-03-19T01:51:55.906 INFO:tasks.workunit.client.0.smithi046.stdout:6/788: rmdir d1a/dac/df4 39
2024-03-19T01:51:55.907 INFO:tasks.workunit.client.0.smithi046.stdout:7/812: symlink d1/dc/df/d11/d39/d6f/d7b/de6/l115 0
2024-03-19T01:51:55.907 INFO:tasks.workunit.client.0.smithi046.stdout:9/565: write dd/d11/d17/d49/d63/fb0 [73422,54524] 0
2024-03-19T01:51:55.910 INFO:tasks.workunit.client.0.smithi046.stdout:3/838: dread d5/f4c [0,4194304] 0
2024-03-19T01:51:55.910 INFO:tasks.workunit.client.0.smithi046.stdout:8/794: dread d0/d5/dca/d47/d5d/fed [0,4194304] 0
2024-03-19T01:51:55.912 INFO:tasks.workunit.client.0.smithi046.stdout:1/571: truncate d0/dd/faf 666368 0
2024-03-19T01:51:55.914 INFO:tasks.workunit.client.0.smithi046.stdout:6/789: mknod d1a/dac/df4/c108 0
2024-03-19T01:51:55.914 INFO:tasks.workunit.client.0.smithi046.stdout:8/795: stat d0/d5/dc/d42/dbf/f5c 0
2024-03-19T01:51:55.921 INFO:tasks.workunit.client.0.smithi046.stdout:2/849: mknod d0/d27/d53/d5d/d8c/dd6/d61/da1/c10a 0
2024-03-19T01:51:55.923 INFO:tasks.workunit.client.0.smithi046.stdout:6/790: creat d1a/d4d/dbc/df6/f109 x:0 0 0
2024-03-19T01:51:55.924 INFO:tasks.workunit.client.0.smithi046.stdout:5/678: dread d0/d1/d4/f19 [0,4194304] 0
2024-03-19T01:51:55.925 INFO:tasks.workunit.client.0.smithi046.stdout:7/813: getdents d1/dc/df/d11/d39/d6f 0
2024-03-19T01:51:55.927 INFO:tasks.workunit.client.0.smithi046.stdout:9/566: dwrite dd/d11/d17/f35 [0,4194304] 0
2024-03-19T01:51:55.928 INFO:tasks.workunit.client.0.smithi046.stdout:3/839: stat d5/d17/d31/d110/d9f/d5e/d69/fac 0
2024-03-19T01:51:55.931 INFO:tasks.workunit.client.0.smithi046.stdout:7/814: mknod d1/dc/df/d11/d93/df9/c116 0
2024-03-19T01:51:55.932 INFO:tasks.workunit.client.0.smithi046.stdout:5/679: mkdir d0/d1/d20/dec 0
2024-03-19T01:51:55.932 INFO:tasks.workunit.client.0.smithi046.stdout:3/840: rmdir d5/d17/d31/d4b 39
2024-03-19T01:51:55.932 INFO:tasks.workunit.client.0.smithi046.stdout:3/841: readlink d5/d10/l38 0
2024-03-19T01:51:55.933 INFO:tasks.workunit.client.0.smithi046.stdout:7/815: creat d1/dc/d18/d43/d7e/f117 x:0 0 0
2024-03-19T01:51:55.934 INFO:tasks.workunit.client.0.smithi046.stdout:2/850: symlink d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/l10b 0
2024-03-19T01:51:55.934 INFO:tasks.workunit.client.0.smithi046.stdout:8/796: truncate d0/d5/dca/d47/f55 4581243 0
2024-03-19T01:51:55.934 INFO:tasks.workunit.client.0.smithi046.stdout:3/842: write d5/d17/d31/d110/d9f/d5e/d69/fac [837539,107257] 0
2024-03-19T01:51:55.936 INFO:tasks.workunit.client.0.smithi046.stdout:6/791: creat d1a/d4d/d65/d80/d62/d5b/d40/dc9/f10a x:0 0 0
2024-03-19T01:51:55.937 INFO:tasks.workunit.client.0.smithi046.stdout:7/816: write d1/dc/df/d11/d39/d6f/f9b [3002766,40907] 0
2024-03-19T01:51:55.937 INFO:tasks.workunit.client.0.smithi046.stdout:8/797: stat d0/d5/dc/d42/dbf/d87/daf/f69 0
2024-03-19T01:51:55.940 INFO:tasks.workunit.client.0.smithi046.stdout:7/817: mknod d1/d2a/c118 0
2024-03-19T01:51:55.940 INFO:tasks.workunit.client.0.smithi046.stdout:5/680: creat d0/d2d/dbb/fed x:0 0 0
2024-03-19T01:51:55.943 INFO:tasks.workunit.client.0.smithi046.stdout:5/681: dread - d0/d1/d20/d47/d4e/d82/fe5 zero size
2024-03-19T01:51:55.945 INFO:tasks.workunit.client.0.smithi046.stdout:9/567: creat dd/fc0 x:0 0 0
2024-03-19T01:51:55.946 INFO:tasks.workunit.client.0.smithi046.stdout:7/818: write d1/f5 [814096,115160] 0
2024-03-19T01:51:55.949 INFO:tasks.workunit.client.0.smithi046.stdout:8/798: mknod d0/d5/dc/d42/dbf/daa/c115 0
2024-03-19T01:51:55.951 INFO:tasks.workunit.client.0.smithi046.stdout:7/819: readlink d1/dc/d18/l3d 0
2024-03-19T01:51:55.951 INFO:tasks.workunit.client.0.smithi046.stdout:6/792: mkdir d1a/d4d/d65/d80/d62/d5b/d40/d81/d104/d10b 0
2024-03-19T01:51:55.953 INFO:tasks.workunit.client.0.smithi046.stdout:3/843: dwrite d5/d17/d31/d54/dbf/fd8 [0,4194304] 0
2024-03-19T01:51:55.958 INFO:tasks.workunit.client.0.smithi046.stdout:7/820: chown d1/dc/df/d11/d39/d6f/d7b/c92 1 1
2024-03-19T01:51:55.958 INFO:tasks.workunit.client.0.smithi046.stdout:6/793: dread - d1a/d4d/d65/d80/d62/d5b/d40/d81/fb4 zero size
2024-03-19T01:51:55.961 INFO:tasks.workunit.client.0.smithi046.stdout:2/851: truncate d0/d27/f67 213294 0
2024-03-19T01:51:55.964 INFO:tasks.workunit.client.0.smithi046.stdout:5/682: write d0/d2d/d50/d52/f9e [165655,64770] 0
2024-03-19T01:51:55.965 INFO:tasks.workunit.client.0.smithi046.stdout:3/844: mkdir d5/d17/d31/d110/d9f/d5e/d69/d43/d56/d7d/de1/d111 0
2024-03-19T01:51:55.965 INFO:tasks.workunit.client.0.smithi046.stdout:1/572: dwrite d0/dd/d26/d23/d3b/d3d/d55/fc5 [4194304,4194304] 0
2024-03-19T01:51:55.965 INFO:tasks.workunit.client.0.smithi046.stdout:9/568: dwrite dd/d11/d2e/d34/fae [0,4194304] 0
2024-03-19T01:51:55.966 INFO:tasks.workunit.client.0.smithi046.stdout:5/683: chown d0/d2d/d71 586299 1
2024-03-19T01:51:55.968 INFO:tasks.workunit.client.0.smithi046.stdout:7/821: truncate d1/d2a/d7a/daf/fcf 611307 0
2024-03-19T01:51:55.970 INFO:tasks.workunit.client.0.smithi046.stdout:6/794: mkdir d1a/d4d/d65/d80/d62/d5b/d57/d10c 0
2024-03-19T01:51:55.971 INFO:tasks.workunit.client.0.smithi046.stdout:8/799: truncate d0/d5/dca/f14 3213832 0
2024-03-19T01:51:55.974 INFO:tasks.workunit.client.0.smithi046.stdout:2/852: mknod d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/d8a/c10c 0
2024-03-19T01:51:55.975 INFO:tasks.workunit.client.0.smithi046.stdout:7/822: write d1/dc/df/f1b [4753697,65919] 0
2024-03-19T01:51:55.978 INFO:tasks.workunit.client.0.smithi046.stdout:8/800: stat d0/d5/dca/d47/d5d/fed 0
2024-03-19T01:51:55.979 INFO:tasks.workunit.client.0.smithi046.stdout:3/845: unlink d5/d10/d51/d60/f8d 0
2024-03-19T01:51:55.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:55 smithi102 ceph-mon[66557]: pgmap v58: 129 pgs: 129 active+clean; 1.1 GiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 45 MiB/s rd, 151 MiB/s wr, 282 op/s
2024-03-19T01:51:55.981 INFO:tasks.workunit.client.0.smithi046.stdout:5/684: dwrite d0/d2d/d50/d90/d99/fd5 [0,4194304] 0
2024-03-19T01:51:55.984 INFO:tasks.workunit.client.0.smithi046.stdout:6/795: rename d1a/d64/c6f to d1a/d4d/dbc/df6/c10d 0
2024-03-19T01:51:55.988 INFO:tasks.workunit.client.0.smithi046.stdout:8/801: rename d0/f9e to d0/df3/f116 0
2024-03-19T01:51:55.990 INFO:tasks.workunit.client.0.smithi046.stdout:1/573: truncate d0/d6/d7c/f60 1774335 0
2024-03-19T01:51:55.995 INFO:tasks.workunit.client.0.smithi046.stdout:8/802: fsync d0/d5/dc/d42/de0/f10f 0
2024-03-19T01:51:55.995 INFO:tasks.workunit.client.0.smithi046.stdout:9/569: truncate dd/d11/d2e/d34/fa1 1837219 0
2024-03-19T01:51:55.997 INFO:tasks.workunit.client.0.smithi046.stdout:3/846: dwrite d5/d17/d31/d110/faa [0,4194304] 0
2024-03-19T01:51:56.001 INFO:tasks.workunit.client.0.smithi046.stdout:6/796: truncate d1a/d26/f3b 2279047 0
2024-03-19T01:51:56.002 INFO:tasks.workunit.client.0.smithi046.stdout:9/570: symlink dd/d11/d17/d49/d63/da2/lc1 0
2024-03-19T01:51:56.003 INFO:tasks.workunit.client.0.smithi046.stdout:2/853: dwrite d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/f6c [0,4194304] 0
2024-03-19T01:51:56.005 INFO:tasks.workunit.client.0.smithi046.stdout:6/797: fdatasync d1a/d4d/dbc/dee/dcb/f105 0
2024-03-19T01:51:56.006 INFO:tasks.workunit.client.0.smithi046.stdout:2/854: truncate d0/d70/fe0 4988040 0
2024-03-19T01:51:56.008 INFO:tasks.workunit.client.0.smithi046.stdout:9/571: fsync dd/d11/d8d/fbb 0
2024-03-19T01:51:56.008 INFO:tasks.workunit.client.0.smithi046.stdout:8/803: truncate d0/d5/dc/d42/dbf/f1a 1166913 0
2024-03-19T01:51:56.013 INFO:tasks.workunit.client.0.smithi046.stdout:6/798: symlink d1a/d4d/dbc/dee/dcb/l10e 0
2024-03-19T01:51:56.014 INFO:tasks.workunit.client.0.smithi046.stdout:7/823: dread d1/dc/df/d11/d39/d6f/daa/da5/f112 [0,4194304] 0
2024-03-19T01:51:56.016 INFO:tasks.workunit.client.0.smithi046.stdout:6/799: stat d1a/d64/cc7 0
2024-03-19T01:51:56.016 INFO:tasks.workunit.client.0.smithi046.stdout:3/847: dwrite d5/d17/f5c [0,4194304] 0
2024-03-19T01:51:56.020 INFO:tasks.workunit.client.0.smithi046.stdout:9/572: fdatasync dd/d1c/d25/f6e 0
2024-03-19T01:51:56.021 INFO:tasks.workunit.client.0.smithi046.stdout:7/824: creat d1/dc/d18/d43/d7e/f119 x:0 0 0
2024-03-19T01:51:56.022 INFO:tasks.workunit.client.0.smithi046.stdout:6/800: write d1a/d4d/d65/d80/d62/d5b/d40/f85 [4617737,19601] 0
2024-03-19T01:51:56.023 INFO:tasks.workunit.client.0.smithi046.stdout:3/848: write d5/d17/f48 [3686000,13178] 0
2024-03-19T01:51:56.024 INFO:tasks.workunit.client.0.smithi046.stdout:8/804: write d0/d5/dc/d42/dbf/d45/d58/fbc [507891,101897] 0
2024-03-19T01:51:56.025 INFO:tasks.workunit.client.0.smithi046.stdout:6/801: write d1a/d4d/d65/fc4 [584943,70348] 0
2024-03-19T01:51:56.027 INFO:tasks.workunit.client.0.smithi046.stdout:3/849: write d5/d17/d31/d54/f10f [536318,26905] 0
2024-03-19T01:51:56.027 INFO:tasks.workunit.client.0.smithi046.stdout:7/825: rmdir d1/dc/df/d11/d39/d6f/df4 39
2024-03-19T01:51:56.028 INFO:tasks.workunit.client.0.smithi046.stdout:1/574: dread d0/dd/d26/d2c/fa6 [0,4194304] 0
2024-03-19T01:51:56.029 INFO:tasks.workunit.client.0.smithi046.stdout:9/573: mkdir dd/dc2 0
2024-03-19T01:51:56.030 INFO:tasks.workunit.client.0.smithi046.stdout:2/855: link d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/d8a/cfc d0/d48/db1/dd7/c10d 0
2024-03-19T01:51:56.031 INFO:tasks.workunit.client.0.smithi046.stdout:7/826: dread - d1/dc/d18/d43/de5/fe4 zero size
2024-03-19T01:51:56.032 INFO:tasks.workunit.client.0.smithi046.stdout:8/805: mkdir d0/d5/dc/d42/dbf/daa/d117 0
2024-03-19T01:51:56.034 INFO:tasks.workunit.client.0.smithi046.stdout:6/802: creat d1a/d4d/d65/d80/d62/d5b/d40/d81/f10f x:0 0 0
2024-03-19T01:51:56.034 INFO:tasks.workunit.client.0.smithi046.stdout:3/850: creat d5/d17/d31/d110/d9f/d5e/d69/d43/d56/f112 x:0 0 0
2024-03-19T01:51:56.035 INFO:tasks.workunit.client.0.smithi046.stdout:1/575: mknod d0/d6/d6a/cc6 0
2024-03-19T01:51:56.036 INFO:tasks.workunit.client.0.smithi046.stdout:3/851: chown d5/d17/d31/cdd 565097 1
2024-03-19T01:51:56.037 INFO:tasks.workunit.client.0.smithi046.stdout:9/574: rename dd/d1c to dd/d11/d2e/d48/dc3 0
2024-03-19T01:51:56.038 INFO:tasks.workunit.client.0.smithi046.stdout:8/806: unlink d0/d5/dc/d42/dbf/d87/lc0 0
2024-03-19T01:51:56.038 INFO:tasks.workunit.client.0.smithi046.stdout:2/856: dread d0/f5 [0,4194304] 0
2024-03-19T01:51:56.039 INFO:tasks.workunit.client.0.smithi046.stdout:3/852: stat d5/d17/d31/d110/d9f/d5e/d69/d43 0
2024-03-19T01:51:56.039 INFO:tasks.workunit.client.0.smithi046.stdout:6/803: fsync d1a/d4d/f9a 0
2024-03-19T01:51:56.039 INFO:tasks.workunit.client.0.smithi046.stdout:8/807: readlink d0/d5/dc/lf2 0
2024-03-19T01:51:56.040 INFO:tasks.workunit.client.0.smithi046.stdout:7/827: write d1/d2a/d7a/daf/ffe [3462226,45854] 0
2024-03-19T01:51:56.041 INFO:tasks.workunit.client.0.smithi046.stdout:1/576: creat d0/dd/d26/d23/d3b/fc7 x:0 0 0
2024-03-19T01:51:56.042 INFO:tasks.workunit.client.0.smithi046.stdout:6/804: chown d1a/d26/d2e/d89/ffa 43344398 1
2024-03-19T01:51:56.043 INFO:tasks.workunit.client.0.smithi046.stdout:9/575: read dd/d11/d2e/d34/d33/fa9 [876673,74149] 0
2024-03-19T01:51:56.043 INFO:tasks.workunit.client.0.smithi046.stdout:3/853: write d5/d17/d31/d110/d9f/d5e/ff1 [137464,101739] 0
2024-03-19T01:51:56.045 INFO:tasks.workunit.client.0.smithi046.stdout:8/808: mkdir d0/d5/dc/df5/d118 0
2024-03-19T01:51:56.047 INFO:tasks.workunit.client.0.smithi046.stdout:6/805: creat d1a/d4d/d65/d80/f110 x:0 0 0
2024-03-19T01:51:56.048 INFO:tasks.workunit.client.0.smithi046.stdout:1/577: symlink d0/dd/d26/d23/d3b/d3d/d55/d7f/d87/lc8 0
2024-03-19T01:51:56.049 INFO:tasks.workunit.client.0.smithi046.stdout:6/806: dread - d1a/d4d/d65/d80/d62/d5b/d40/d81/feb zero size
2024-03-19T01:51:56.050 INFO:tasks.workunit.client.0.smithi046.stdout:8/809: mkdir d0/d5/dc/d42/dbf/d87/daf/da5/d119 0
2024-03-19T01:51:56.052 INFO:tasks.workunit.client.0.smithi046.stdout:7/828: link d1/dc/df/d11/d39/d6f/f8a d1/dc/df/d11/d39/d6f/daa/f11a 0
2024-03-19T01:51:56.053 INFO:tasks.workunit.client.0.smithi046.stdout:3/854: getdents d5/d17/d31/d4b/d108 0
2024-03-19T01:51:56.053 INFO:tasks.workunit.client.0.smithi046.stdout:9/576: rename dd/d11/d17/d49/d63 to dd/db2/dc4 0
2024-03-19T01:51:56.056 INFO:tasks.workunit.client.0.smithi046.stdout:2/857: truncate d0/d27/d53/d5d/d8c/dd6/d61/f23 3797349 0
2024-03-19T01:51:56.057 INFO:tasks.workunit.client.0.smithi046.stdout:7/829: dread d1/dc/df/d11/d39/d6f/daa/f11a [0,4194304] 0
2024-03-19T01:51:56.059 INFO:tasks.workunit.client.0.smithi046.stdout:1/578: mknod d0/d6/d6a/d8d/dc3/cc9 0
2024-03-19T01:51:56.060 INFO:tasks.workunit.client.0.smithi046.stdout:8/810: rename d0/d5/dc/d42/dbf/d45/lc4 to d0/d5/dc/d42/dbf/l11a 0
2024-03-19T01:51:56.060 INFO:tasks.workunit.client.0.smithi046.stdout:9/577: stat dd/c13 0
2024-03-19T01:51:56.061 INFO:tasks.workunit.client.0.smithi046.stdout:7/830: mknod d1/dc/df/d11/dcd/c11b 0
2024-03-19T01:51:56.062 INFO:tasks.workunit.client.0.smithi046.stdout:2/858: dread d0/d27/f72 [0,4194304] 0
2024-03-19T01:51:56.063 INFO:tasks.workunit.client.0.smithi046.stdout:1/579: symlink d0/d6/lca 0
2024-03-19T01:51:56.064 INFO:tasks.workunit.client.0.smithi046.stdout:8/811: mknod d0/d5/dca/d47/dae/d103/c11b 0
2024-03-19T01:51:56.064 INFO:tasks.workunit.client.0.smithi046.stdout:3/855: write d5/d10/fa [2667043,60396] 0
2024-03-19T01:51:56.065 INFO:tasks.workunit.client.0.smithi046.stdout:7/831: fsync d1/dc/df/d11/d39/d6e/fdd 0
2024-03-19T01:51:56.069 INFO:tasks.workunit.client.0.smithi046.stdout:1/580: write d0/dd/d26/d23/d3b/fc7 [120824,10914] 0
2024-03-19T01:51:56.071 INFO:tasks.workunit.client.0.smithi046.stdout:8/812: fdatasync d0/d5/dc/d42/dbf/d87/fd1 0
2024-03-19T01:51:56.072 INFO:tasks.workunit.client.0.smithi046.stdout:9/578: dwrite dd/db2/fa5 [0,4194304] 0
2024-03-19T01:51:56.072 INFO:tasks.workunit.client.0.smithi046.stdout:7/832: readlink d1/dc/df/d11/d39/d6f/daa/la3 0
2024-03-19T01:51:56.072 INFO:tasks.workunit.client.0.smithi046.stdout:2/859: unlink d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/c99 0
2024-03-19T01:51:56.077 INFO:tasks.workunit.client.0.smithi046.stdout:6/807: dwrite d1a/d4d/d65/d80/d62/d5b/f101 [0,4194304] 0
2024-03-19T01:51:56.078 INFO:tasks.workunit.client.0.smithi046.stdout:8/813: mkdir d0/d5/dc/d42/de0/d11c 0
2024-03-19T01:51:56.079 INFO:tasks.workunit.client.0.smithi046.stdout:2/860: truncate d0/fd8 107612 0
2024-03-19T01:51:56.079 INFO:tasks.workunit.client.0.smithi046.stdout:9/579: write dd/d11/d2e/d48/f9c [1801585,59726] 0
2024-03-19T01:51:56.080 INFO:tasks.workunit.client.0.smithi046.stdout:7/833: creat d1/d2a/d7a/f11c x:0 0 0
2024-03-19T01:51:56.081 INFO:tasks.workunit.client.0.smithi046.stdout:1/581: symlink d0/dd/d26/d23/d28/d3c/d83/db2/lcb 0
2024-03-19T01:51:56.084 INFO:tasks.workunit.client.0.smithi046.stdout:8/814: mkdir d0/d5/dca/d47/dae/d100/d10c/d11d 0
2024-03-19T01:51:56.090 INFO:tasks.workunit.client.0.smithi046.stdout:6/808: creat d1a/d4d/dbc/f111 x:0 0 0
2024-03-19T01:51:56.093 INFO:tasks.workunit.client.0.smithi046.stdout:1/582: mknod d0/d6/d7c/ccc 0
2024-03-19T01:51:56.094 INFO:tasks.workunit.client.0.smithi046.stdout:2/861: dwrite d0/d27/d53/d5d/d8c/dd6/d61/fff [0,4194304] 0
2024-03-19T01:51:56.097 INFO:tasks.workunit.client.0.smithi046.stdout:8/815: symlink d0/d5/dca/d47/d5d/d111/l11e 0
2024-03-19T01:51:56.097 INFO:tasks.workunit.client.0.smithi046.stdout:1/583: readlink d0/dd/d26/d23/l47 0
2024-03-19T01:51:56.100 INFO:tasks.workunit.client.0.smithi046.stdout:6/809: link d1a/d4d/d65/d80/d62/cd2 d1a/d4d/d65/d80/c112 0
2024-03-19T01:51:56.102 INFO:tasks.workunit.client.0.smithi046.stdout:1/584: dread d0/f21 [0,4194304] 0
2024-03-19T01:51:56.104 INFO:tasks.workunit.client.0.smithi046.stdout:9/580: dwrite dd/d11/d2e/d48/dc3/d25/f6e [0,4194304] 0
2024-03-19T01:51:56.107 INFO:tasks.workunit.client.0.smithi046.stdout:9/581: write dd/d11/d2e/d48/dc3/d25/f6e [721012,94072] 0
2024-03-19T01:51:56.107 INFO:tasks.workunit.client.0.smithi046.stdout:2/862: mkdir d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d10e 0
2024-03-19T01:51:56.111 INFO:tasks.workunit.client.0.smithi046.stdout:1/585: creat d0/d6/d7c/fcd x:0 0 0
2024-03-19T01:51:56.115 INFO:tasks.workunit.client.0.smithi046.stdout:6/810: rename d1a/d4d/d65/d80/d62/d30/f52 to d1a/d4d/d65/d80/d62/f113 0
2024-03-19T01:51:56.115 INFO:tasks.workunit.client.0.smithi046.stdout:9/582: write dd/d11/d2e/d93/da8/f9a [55972,117885] 0
2024-03-19T01:51:56.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:55 smithi046 ceph-mon[63102]: pgmap v58: 129 pgs: 129 active+clean; 1.1 GiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 45 MiB/s rd, 151 MiB/s wr, 282 op/s
2024-03-19T01:51:56.116 INFO:tasks.workunit.client.0.smithi046.stdout:7/834: dread d1/dc/df/d11/d39/d6f/f72 [0,4194304] 0
2024-03-19T01:51:56.117 INFO:tasks.workunit.client.0.smithi046.stdout:9/583: chown dd/d11/f96 25537 1
2024-03-19T01:51:56.119 INFO:tasks.workunit.client.0.smithi046.stdout:2/863: mknod d0/d27/d53/d5d/d8c/dd6/d61/c10f 0
2024-03-19T01:51:56.123 INFO:tasks.workunit.client.0.smithi046.stdout:7/835: unlink d1/dc/df/d11/d39/c4a 0
2024-03-19T01:51:56.123 INFO:tasks.workunit.client.0.smithi046.stdout:2/864: write d0/d27/d53/d5d/d8c/dd6/d61/f60 [1032308,48036] 0
2024-03-19T01:51:56.127 INFO:tasks.workunit.client.0.smithi046.stdout:7/836: read d1/f97 [882991,80735] 0
2024-03-19T01:51:56.130 INFO:tasks.workunit.client.0.smithi046.stdout:6/811: rename d1a/d4d/d65/d80/d62/d5b/d40/dbf to d1a/d114 0
2024-03-19T01:51:56.131 INFO:tasks.workunit.client.0.smithi046.stdout:7/837: write d1/dc/d18/d43/ff0 [113302,6220] 0
2024-03-19T01:51:56.131 INFO:tasks.workunit.client.0.smithi046.stdout:1/586: dread d0/dd/faf [0,4194304] 0
2024-03-19T01:51:56.132 INFO:tasks.workunit.client.0.smithi046.stdout:3/856: dread d5/d17/d31/d110/d9f/d5e/d5f/d6b/fdf [0,4194304] 0
2024-03-19T01:51:56.133 INFO:tasks.workunit.client.0.smithi046.stdout:8/816: dread d0/d5/dc/d42/dbf/f5c [0,4194304] 0
2024-03-19T01:51:56.134 INFO:tasks.workunit.client.0.smithi046.stdout:2/865: dwrite d0/d27/d53/d5d/d8c/dbc/fcc [0,4194304] 0
2024-03-19T01:51:56.134 INFO:tasks.workunit.client.0.smithi046.stdout:9/584: rename dd/d11/d2e/d93/da8/d78/db1 to dd/d11/d2e/d48/dc3/d25/dc5 0
2024-03-19T01:51:56.136 INFO:tasks.workunit.client.0.smithi046.stdout:3/857: creat d5/d17/d31/d4b/d108/f113 x:0 0 0
2024-03-19T01:51:56.137 INFO:tasks.workunit.client.0.smithi046.stdout:1/587: write d0/dd/d26/d23/d28/f3a [203108,53347] 0
2024-03-19T01:51:56.138 INFO:tasks.workunit.client.0.smithi046.stdout:8/817: write d0/d5/dc/d42/dbf/d45/f17 [1698200,110175] 0
2024-03-19T01:51:56.141 INFO:tasks.workunit.client.0.smithi046.stdout:7/838: getdents d1/dc/df/d11/d39/d6f/def 0
2024-03-19T01:51:56.144 INFO:tasks.workunit.client.0.smithi046.stdout:6/812: symlink d1a/d4d/d65/d80/d62/d5b/d40/d81/d104/d10b/l115 0
2024-03-19T01:51:56.145 INFO:tasks.workunit.client.0.smithi046.stdout:8/818: mkdir d0/d5/dc/d11f 0
2024-03-19T01:51:56.146 INFO:tasks.workunit.client.0.smithi046.stdout:3/858: rmdir d5/d10/df8 0
2024-03-19T01:51:56.146 INFO:tasks.workunit.client.0.smithi046.stdout:9/585: link dd/d11/d2e/d93/da8/f42 dd/db2/dc4/da2/fc6 0
2024-03-19T01:51:56.147 INFO:tasks.workunit.client.0.smithi046.stdout:1/588: creat d0/dd/d26/d23/d28/d3c/d83/fce x:0 0 0
2024-03-19T01:51:56.148 INFO:tasks.workunit.client.0.smithi046.stdout:6/813: read - d1a/d4d/d65/d80/d62/d5b/d40/d81/feb zero size
2024-03-19T01:51:56.148 INFO:tasks.workunit.client.0.smithi046.stdout:7/839: symlink d1/dc/df/d11/d39/d6f/l11d 0
2024-03-19T01:51:56.149 INFO:tasks.workunit.client.0.smithi046.stdout:9/586: write dd/db2/dc4/fb0 [792945,129079] 0
2024-03-19T01:51:56.153 INFO:tasks.workunit.client.0.smithi046.stdout:8/819: mknod d0/d5/dc/d42/dbf/d87/daf/da5/c120 0
2024-03-19T01:51:56.154 INFO:tasks.workunit.client.0.smithi046.stdout:6/814: write d1a/d114/dd9/fef [2155740,18211] 0
2024-03-19T01:51:56.155 INFO:tasks.workunit.client.0.smithi046.stdout:1/589: getdents d0/d6/d6a/d8d 0
2024-03-19T01:51:56.158 INFO:tasks.workunit.client.0.smithi046.stdout:0/955: sync
2024-03-19T01:51:56.159 INFO:tasks.workunit.client.0.smithi046.stdout:2/866: dread d0/d27/d53/d5d/d8c/dd6/d61/f63 [0,4194304] 0
2024-03-19T01:51:56.159 INFO:tasks.workunit.client.0.smithi046.stdout:8/820: chown d0/d5/dc/d42/dbf/d87/daf/ca2 108 1
2024-03-19T01:51:56.161 INFO:tasks.workunit.client.0.smithi046.stdout:1/590: symlink d0/dd/d26/lcf 0
2024-03-19T01:51:56.162 INFO:tasks.workunit.client.0.smithi046.stdout:9/587: link dd/d11/d17/d3a/lb8 dd/d11/d17/d49/lc7 0
2024-03-19T01:51:56.163 INFO:tasks.workunit.client.0.smithi046.stdout:6/815: creat d1a/d4d/d65/d80/d62/d5b/d57/d10c/f116 x:0 0 0
2024-03-19T01:51:56.163 INFO:tasks.workunit.client.0.smithi046.stdout:7/840: dwrite d1/dc/d18/d43/de5/f10b [0,4194304] 0
2024-03-19T01:51:56.168 INFO:tasks.workunit.client.0.smithi046.stdout:1/591: mkdir d0/dd0 0
2024-03-19T01:51:56.169 INFO:tasks.workunit.client.0.smithi046.stdout:2/867: read d0/d27/d53/d5d/d8c/dd6/d61/da1/f56 [111692,78159] 0
2024-03-19T01:51:56.171 INFO:tasks.workunit.client.0.smithi046.stdout:3/859: dwrite d5/d10/d51/f91 [0,4194304] 0
2024-03-19T01:51:56.172 INFO:tasks.workunit.client.0.smithi046.stdout:0/956: rename d14/d1a/d8f/da6/dcc/d137/d5f/d74/dc2/f123 to d14/d1a/db9/de1/d12b/f144 0
2024-03-19T01:51:56.181 INFO:tasks.workunit.client.0.smithi046.stdout:9/588: dwrite dd/d11/f96 [0,4194304] 0
2024-03-19T01:51:56.182 INFO:tasks.workunit.client.0.smithi046.stdout:0/957: dread - d14/d26/d7b/d3f/da0/da7/db8/dc3/f10a zero size
2024-03-19T01:51:56.183 INFO:tasks.workunit.client.0.smithi046.stdout:7/841: dread d1/dc/df/d11/d93/df9/f101 [0,4194304] 0
2024-03-19T01:51:56.185 INFO:tasks.workunit.client.0.smithi046.stdout:6/816: dwrite d1a/d4d/d65/d80/d62/d30/ff2 [0,4194304] 0
2024-03-19T01:51:56.189 INFO:tasks.workunit.client.0.smithi046.stdout:3/860: chown d5/d17/d31/d110/d9f/d5e/d5f/d6b/fbb 5046603 1
2024-03-19T01:51:56.193 INFO:tasks.workunit.client.0.smithi046.stdout:0/958: dread - d14/d1a/d8f/da6/dcc/d137/d7f/f143 zero size
2024-03-19T01:51:56.195 INFO:tasks.workunit.client.0.smithi046.stdout:6/817: dread - d1a/dac/fc8 zero size
2024-03-19T01:51:56.196 INFO:tasks.workunit.client.0.smithi046.stdout:3/861: write d5/d17/d31/d54/f96 [1378727,31654] 0
2024-03-19T01:51:56.196 INFO:tasks.workunit.client.0.smithi046.stdout:2/868: dwrite d0/d27/d53/d5d/d8c/dd6/d61/f1f [4194304,4194304] 0
2024-03-19T01:51:56.199 INFO:tasks.workunit.client.0.smithi046.stdout:9/589: dread dd/d11/d17/f66 [0,4194304] 0
2024-03-19T01:51:56.201 INFO:tasks.workunit.client.0.smithi046.stdout:1/592: dread d0/d6/d4b/f88 [0,4194304] 0
2024-03-19T01:51:56.201 INFO:tasks.workunit.client.0.smithi046.stdout:0/959: mknod d14/d1a/d8f/da6/dcc/d137/d5f/d74/dc2/c145 0
2024-03-19T01:51:56.203 INFO:tasks.workunit.client.0.smithi046.stdout:9/590: chown dd/d11/d2e/d34/fae 27142245 1
2024-03-19T01:51:56.208 INFO:tasks.workunit.client.0.smithi046.stdout:7/842: dwrite d1/dc/df/d11/d39/d6f/daa/f11a [0,4194304] 0
2024-03-19T01:51:56.208 INFO:tasks.workunit.client.0.smithi046.stdout:9/591: readlink dd/d11/l2b 0
2024-03-19T01:51:56.210 INFO:tasks.workunit.client.0.smithi046.stdout:0/960: chown d14/d1a/d8f/da6/dcc/d137/d5f/d74/dc2/f13c 1 1
2024-03-19T01:51:56.210 INFO:tasks.workunit.client.0.smithi046.stdout:1/593: rmdir d0/dd/d26/d23/d3b/d3d/d55/d7f 39
2024-03-19T01:51:56.212 INFO:tasks.workunit.client.0.smithi046.stdout:3/862: write d5/d17/d62/d2d/d3b/dd5/fd7 [885954,126687] 0
2024-03-19T01:51:56.213 INFO:tasks.workunit.client.0.smithi046.stdout:6/818: dwrite d1a/d4d/d65/d80/d62/f2c [0,4194304] 0
2024-03-19T01:51:56.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:55 smithi073 ceph-mon[66833]: pgmap v58: 129 pgs: 129 active+clean; 1.1 GiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 45 MiB/s rd, 151 MiB/s wr, 282 op/s
2024-03-19T01:51:56.218 INFO:tasks.workunit.client.0.smithi046.stdout:9/592: symlink dd/d11/d2e/d93/da8/d78/lc8 0
2024-03-19T01:51:56.219 INFO:tasks.workunit.client.0.smithi046.stdout:2/869: dwrite d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/fc5 [0,4194304] 0
2024-03-19T01:51:56.220 INFO:tasks.workunit.client.0.smithi046.stdout:1/594: chown d0/dd/d26/d23/d28/d3c/d83/fad 22684243 1
2024-03-19T01:51:56.224 INFO:tasks.workunit.client.0.smithi046.stdout:2/870: fdatasync d0/d27/d53/d5d/d8c/dd6/d61/f43 0
2024-03-19T01:51:56.227 INFO:tasks.workunit.client.0.smithi046.stdout:3/863: rename d5/d17/d31/d54/dbf/lf2 to d5/d17/d31/d110/d9f/d5e/d69/d43/d56/dbe/l114 0
2024-03-19T01:51:56.228 INFO:tasks.workunit.client.0.smithi046.stdout:0/961: dwrite d14/d1a/d8f/da6/dcc/d137/d5f/f102 [0,4194304] 0
2024-03-19T01:51:56.229 INFO:tasks.workunit.client.0.smithi046.stdout:1/595: symlink d0/dd/d26/ld1 0
2024-03-19T01:51:56.231 INFO:tasks.workunit.client.0.smithi046.stdout:0/962: fdatasync d14/d1a/d8f/dc7/d107/f136 0
2024-03-19T01:51:56.231 INFO:tasks.workunit.client.0.smithi046.stdout:1/596: chown d0/dd/d26/l84 4563917 1
2024-03-19T01:51:56.231 INFO:tasks.workunit.client.0.smithi046.stdout:3/864: readlink d5/d17/d31/d110/d9f/d5e/d69/d43/la9 0
2024-03-19T01:51:56.231 INFO:tasks.workunit.client.0.smithi046.stdout:2/871: read - d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/f6e zero size
2024-03-19T01:51:56.233 INFO:tasks.workunit.client.0.smithi046.stdout:9/593: truncate dd/db2/fa5 12184655 0
2024-03-19T01:51:56.234 INFO:tasks.workunit.client.0.smithi046.stdout:1/597: write d0/dd/d26/f92 [137943,70537] 0
2024-03-19T01:51:56.235 INFO:tasks.workunit.client.0.smithi046.stdout:0/963: write d14/d1a/db9/d12e/f139 [936130,89727] 0
2024-03-19T01:51:56.236 INFO:tasks.workunit.client.0.smithi046.stdout:9/594: fsync dd/d11/f96 0
2024-03-19T01:51:56.244 INFO:tasks.workunit.client.0.smithi046.stdout:9/595: fsync dd/d11/d2e/d34/fae 0
2024-03-19T01:51:56.246 INFO:tasks.workunit.client.0.smithi046.stdout:7/843: dread d1/dc/df/d11/f2e [0,4194304] 0
2024-03-19T01:51:56.248 INFO:tasks.workunit.client.0.smithi046.stdout:3/865: dwrite d5/d17/f85 [0,4194304] 0
2024-03-19T01:51:56.249 INFO:tasks.workunit.client.0.smithi046.stdout:2/872: write d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/f6e [732911,4440] 0
2024-03-19T01:51:56.251 INFO:tasks.workunit.client.0.smithi046.stdout:2/873: chown d0/d48/c41 795516051 1
2024-03-19T01:51:56.251 INFO:tasks.workunit.client.0.smithi046.stdout:0/964: link d14/d26/d7b/ff9 d14/d1a/d8f/da6/dcc/d137/d7f/f146 0
2024-03-19T01:51:56.252 INFO:tasks.workunit.client.0.smithi046.stdout:3/866: fsync d5/d17/d31/d54/f96 0
2024-03-19T01:51:56.254 INFO:tasks.workunit.client.0.smithi046.stdout:1/598: dread d0/dd/d26/d23/d3b/d3d/d55/fc5 [4194304,4194304] 0
2024-03-19T01:51:56.255 INFO:tasks.workunit.client.0.smithi046.stdout:3/867: fdatasync d5/d17/d31/d110/d9f/d5e/ff1 0
2024-03-19T01:51:56.256 INFO:tasks.workunit.client.0.smithi046.stdout:2/874: read - d0/d27/d53/d5d/d8c/dd6/d9a/dbe/f106 zero size
2024-03-19T01:51:56.256 INFO:tasks.workunit.client.0.smithi046.stdout:7/844: rename d1/dc/f27 to d1/f11e 0
2024-03-19T01:51:56.257 INFO:tasks.workunit.client.0.smithi046.stdout:1/599: creat d0/d6/d6a/d8a/da3/fd2 x:0 0 0
2024-03-19T01:51:56.257 INFO:tasks.workunit.client.0.smithi046.stdout:7/845: dread - d1/dc/df/d11/d39/f10e zero size
2024-03-19T01:51:56.258 INFO:tasks.workunit.client.0.smithi046.stdout:1/600: stat d0/d6/d4b/f88 0
2024-03-19T01:51:56.258 INFO:tasks.workunit.client.0.smithi046.stdout:0/965: mkdir d14/d26/d7b/d3f/da0/da7/d147 0
2024-03-19T01:51:56.260 INFO:tasks.workunit.client.0.smithi046.stdout:0/966: truncate d14/f1f 628479 0
2024-03-19T01:51:56.262 INFO:tasks.workunit.client.0.smithi046.stdout:3/868: creat d5/d17/d31/d110/d9f/d5e/d5f/d6b/d100/f115 x:0 0 0
2024-03-19T01:51:56.262 INFO:tasks.workunit.client.0.smithi046.stdout:2/875: mkdir d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/d8a/d91/d110 0
2024-03-19T01:51:56.265 INFO:tasks.workunit.client.0.smithi046.stdout:3/869: chown d5/d17/d31/d110/d9f/d5e/d69/d43/d56/d7d 2582 1
2024-03-19T01:51:56.265 INFO:tasks.workunit.client.0.smithi046.stdout:1/601: dwrite d0/dd/d26/d2c/d5d/f8f [0,4194304] 0
2024-03-19T01:51:56.265 INFO:tasks.workunit.client.0.smithi046.stdout:2/876: readlink d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/l10b 0
2024-03-19T01:51:56.266 INFO:tasks.workunit.client.0.smithi046.stdout:0/967: truncate d14/d34/f3e 847904 0
2024-03-19T01:51:56.266 INFO:tasks.workunit.client.0.smithi046.stdout:2/877: chown d0/leb 53 1
2024-03-19T01:51:56.267 INFO:tasks.workunit.client.0.smithi046.stdout:9/596: dread dd/db2/dc4/f7d [0,4194304] 0
2024-03-19T01:51:56.268 INFO:tasks.workunit.client.0.smithi046.stdout:3/870: readlink d5/d17/d62/d2d/l107 0
2024-03-19T01:51:56.269 INFO:tasks.workunit.client.0.smithi046.stdout:1/602: mkdir d0/dd/d26/d23/d69/dd3 0
2024-03-19T01:51:56.271 INFO:tasks.workunit.client.0.smithi046.stdout:9/597: creat dd/db2/dc4/da2/fc9 x:0 0 0
2024-03-19T01:51:56.273 INFO:tasks.workunit.client.0.smithi046.stdout:0/968: rmdir d14/d1a/d8f/dba/d141 0
2024-03-19T01:51:56.275 INFO:tasks.workunit.client.0.smithi046.stdout:1/603: getdents d0/d6/d7c/d64 0
2024-03-19T01:51:56.278 INFO:tasks.workunit.client.0.smithi046.stdout:2/878: rename d0/d27/d53/d5d/d8c/dd6/d9a/fde to d0/d27/f111 0
2024-03-19T01:51:56.282 INFO:tasks.workunit.client.0.smithi046.stdout:1/604: read d0/dd/d26/d23/fb1 [728221,67800] 0
2024-03-19T01:51:56.282 INFO:tasks.workunit.client.0.smithi046.stdout:2/879: chown d0/dc3/l109 42913741 1
2024-03-19T01:51:56.284 INFO:tasks.workunit.client.0.smithi046.stdout:0/969: write d14/d43/f83 [53713,15214] 0
2024-03-19T01:51:56.286 INFO:tasks.workunit.client.0.smithi046.stdout:7/846: dread d1/dc/df/d11/d39/d6f/d7c/fe1 [0,4194304] 0
2024-03-19T01:51:56.320 INFO:tasks.workunit.client.0.smithi046.stdout:5/685: sync
2024-03-19T01:51:56.320 INFO:tasks.workunit.client.0.smithi046.stdout:4/815: sync
2024-03-19T01:51:56.378 INFO:tasks.workunit.client.0.smithi046.stdout:2/880: unlink d0/d27/d53/d5d/c7e 0
2024-03-19T01:51:56.378 INFO:tasks.workunit.client.0.smithi046.stdout:1/605: mknod d0/dd/d26/d23/d28/d3c/d5f/cd4 0
2024-03-19T01:51:56.380 INFO:tasks.workunit.client.0.smithi046.stdout:5/686: mknod d0/d1/d37/cee 0
2024-03-19T01:51:56.380 INFO:tasks.workunit.client.0.smithi046.stdout:0/970: creat d14/d1a/d8f/dc7/d107/d117/f148 x:0 0 0
2024-03-19T01:51:56.381 INFO:tasks.workunit.client.0.smithi046.stdout:7/847: symlink d1/dc/d18/de9/l11f 0
2024-03-19T01:51:56.403 INFO:tasks.workunit.client.0.smithi046.stdout:7/848: fdatasync d1/d2a/d7a/daf/fcf 0
2024-03-19T01:51:56.403 INFO:tasks.workunit.client.0.smithi046.stdout:5/687: mknod d0/cef 0
2024-03-19T01:51:56.405 INFO:tasks.workunit.client.0.smithi046.stdout:2/881: rename d0/d27/d53/d5d/d8c/dd6/ff1 to d0/dc3/f112 0
2024-03-19T01:51:56.405 INFO:tasks.workunit.client.0.smithi046.stdout:5/688: chown d0/d1/d4/f28 21388436 1
2024-03-19T01:51:56.406 INFO:tasks.workunit.client.0.smithi046.stdout:0/971: link d14/d1a/d8f/lb7 d14/d34/l149 0
2024-03-19T01:51:56.407 INFO:tasks.workunit.client.0.smithi046.stdout:7/849: dread - d1/dc/df/d11/d93/df9/f100 zero size
2024-03-19T01:51:56.408 INFO:tasks.workunit.client.0.smithi046.stdout:1/606: dwrite d0/dd/d26/d23/d28/d3c/d83/fa7 [0,4194304] 0
2024-03-19T01:51:56.410 INFO:tasks.workunit.client.0.smithi046.stdout:9/598: dread dd/d11/d2e/d93/da8/f52 [0,4194304] 0
2024-03-19T01:51:56.410 INFO:tasks.workunit.client.0.smithi046.stdout:4/816: dread d7/d4f/d6e/d9b/f9f [0,4194304] 0
2024-03-19T01:51:56.411 INFO:tasks.workunit.client.0.smithi046.stdout:5/689: unlink d0/d1/d4/f28 0
2024-03-19T01:51:56.413 INFO:tasks.workunit.client.0.smithi046.stdout:1/607: fsync d0/dd/d26/d23/d3b/f6e 0
2024-03-19T01:51:56.414 INFO:tasks.workunit.client.0.smithi046.stdout:9/599: write dd/d11/d17/d49/f9e [320568,123331] 0
2024-03-19T01:51:56.414 INFO:tasks.workunit.client.0.smithi046.stdout:0/972: rename d14/d1a/d8f/da6/dcc/d137/d7f/f146 to d14/d1a/db9/de1/d12b/f14a 0
2024-03-19T01:51:56.415 INFO:tasks.workunit.client.0.smithi046.stdout:5/690: mkdir d0/d1/d20/d47/df0 0
2024-03-19T01:51:56.415 INFO:tasks.workunit.client.0.smithi046.stdout:4/817: mkdir d7/d10/d13/d58/d5d/dbb/d120 0
2024-03-19T01:51:56.418 INFO:tasks.workunit.client.0.smithi046.stdout:5/691: fsync d0/d1/d20/d47/d4e/d41/fca 0
2024-03-19T01:51:56.419 INFO:tasks.workunit.client.0.smithi046.stdout:0/973: chown d14/d26/d7b/d4b/l66 3066383 1
2024-03-19T01:51:56.421 INFO:tasks.workunit.client.0.smithi046.stdout:1/608: getdents d0/dd/d26/d23/d28/d3c/d5f 0
2024-03-19T01:51:56.422 INFO:tasks.workunit.client.0.smithi046.stdout:4/818: creat d7/d10/d13/d58/d75/dca/df6/f121 x:0 0 0
2024-03-19T01:51:56.427 INFO:tasks.workunit.client.0.smithi046.stdout:4/819: mkdir d7/d4f/d7e/d122 0
2024-03-19T01:51:56.427 INFO:tasks.workunit.client.0.smithi046.stdout:5/692: creat d0/d1/d20/d47/da4/ff1 x:0 0 0
2024-03-19T01:51:56.427 INFO:tasks.workunit.client.0.smithi046.stdout:0/974: getdents d14/d26/d7b/d3f/d72/ded 0
2024-03-19T01:51:56.428 INFO:tasks.workunit.client.0.smithi046.stdout:5/693: fsync d0/d2d/d71/d74/fd2 0
2024-03-19T01:51:56.430 INFO:tasks.workunit.client.0.smithi046.stdout:0/975: stat d14/d26/d7b/d3f/f76 0
2024-03-19T01:51:56.432 INFO:tasks.workunit.client.0.smithi046.stdout:5/694: chown d0/d1/d20/d47/d4e/fcb 27 1
2024-03-19T01:51:56.434 INFO:tasks.workunit.client.0.smithi046.stdout:9/600: dread dd/f19 [0,4194304] 0
2024-03-19T01:51:56.435 INFO:tasks.workunit.client.0.smithi046.stdout:4/820: link d7/d10/d13/d58/d5d/dbb/d79/l8a d7/d4f/dbd/l123 0
2024-03-19T01:51:56.436 INFO:tasks.workunit.client.0.smithi046.stdout:1/609: rename d0/dd/d26/l4a to d0/d6/d6a/d8a/da3/ld5 0
2024-03-19T01:51:56.437 INFO:tasks.workunit.client.0.smithi046.stdout:4/821: stat d7/d4f/d6e/la8 0
2024-03-19T01:51:56.438 INFO:tasks.workunit.client.0.smithi046.stdout:0/976: mkdir d14/d1a/d8f/da6/dcc/d137/d5f/d74/dc2/d106/d14b 0
2024-03-19T01:51:56.440 INFO:tasks.workunit.client.0.smithi046.stdout:2/882: dread d0/d27/d53/d5d/d8c/dd6/d61/d2f/f57 [0,4194304] 0
2024-03-19T01:51:56.440 INFO:tasks.workunit.client.0.smithi046.stdout:1/610: write d0/dd/d26/d23/d3b/f6e [448007,113653] 0
2024-03-19T01:51:56.442 INFO:tasks.workunit.client.0.smithi046.stdout:2/883: fdatasync d0/d94/dad/ffe 0
2024-03-19T01:51:56.444 INFO:tasks.workunit.client.0.smithi046.stdout:1/611: fsync d0/dd/d26/fab 0
2024-03-19T01:51:56.444 INFO:tasks.workunit.client.0.smithi046.stdout:0/977: creat d14/d1a/db9/de1/d12b/f14c x:0 0 0
2024-03-19T01:51:56.445 INFO:tasks.workunit.client.0.smithi046.stdout:4/822: mknod d7/d4f/dbd/dcc/df3/c124 0
2024-03-19T01:51:56.447 INFO:tasks.workunit.client.0.smithi046.stdout:1/612: truncate d0/dd/d26/d2c/f93 741232 0
2024-03-19T01:51:56.448 INFO:tasks.workunit.client.0.smithi046.stdout:2/884: write d0/d27/f55 [526776,125468] 0
2024-03-19T01:51:56.449 INFO:tasks.workunit.client.0.smithi046.stdout:0/978: creat d14/d26/d7b/d3f/da0/da7/f14d x:0 0 0
2024-03-19T01:51:56.452 INFO:tasks.workunit.client.0.smithi046.stdout:4/823: getdents d7/d10/d13/d58/d5d/d7c 0
2024-03-19T01:51:56.454 INFO:tasks.workunit.client.0.smithi046.stdout:5/695: link d0/d2d/d71/cc7 d0/d1/d20/d47/d4e/d41/cf2 0
2024-03-19T01:51:56.454 INFO:tasks.workunit.client.0.smithi046.stdout:4/824: fsync d7/d10/d13/d58/d5d/d8b/ff0 0
2024-03-19T01:51:56.455 INFO:tasks.workunit.client.0.smithi046.stdout:2/885: rmdir d0/d27/d53/d5d/d8c/dbc/def 39
2024-03-19T01:51:56.457 INFO:tasks.workunit.client.0.smithi046.stdout:0/979: link d14/d1a/d8f/da6/dcc/d137/d5f/d74/fae d14/d1a/db9/de1/d12b/f14e 0
2024-03-19T01:51:56.459 INFO:tasks.workunit.client.0.smithi046.stdout:4/825: unlink d7/d10/d13/d58/d75/dc1/f118 0
2024-03-19T01:51:56.461 INFO:tasks.workunit.client.0.smithi046.stdout:2/886: mkdir d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/dc1/d113 0
2024-03-19T01:51:56.461 INFO:tasks.workunit.client.0.smithi046.stdout:4/826: mknod d7/d10/d13/dae/c125 0
2024-03-19T01:51:56.462 INFO:tasks.workunit.client.0.smithi046.stdout:4/827: truncate d7/d10/d13/f11c 244680 0
2024-03-19T01:51:56.463 INFO:tasks.workunit.client.0.smithi046.stdout:2/887: rmdir d0/d70 39
2024-03-19T01:51:56.465 INFO:tasks.workunit.client.0.smithi046.stdout:9/601: rename dd/d11/d2e/d93/da8/d78 to dd/dca 0
2024-03-19T01:51:56.466 INFO:tasks.workunit.client.0.smithi046.stdout:5/696: dread d0/f1b [0,4194304] 0
2024-03-19T01:51:56.470 INFO:tasks.workunit.client.0.smithi046.stdout:9/602: truncate dd/f61 2249472 0
2024-03-19T01:51:56.473 INFO:tasks.workunit.client.0.smithi046.stdout:5/697: rename d0/d1/d4/c63 to d0/d2d/d71/d74/cf3 0
2024-03-19T01:51:56.473 INFO:tasks.workunit.client.0.smithi046.stdout:9/603: rmdir dd/d11/d17/d57 39
2024-03-19T01:51:56.476 INFO:tasks.workunit.client.0.smithi046.stdout:1/613: dwrite d0/dd/faf [0,4194304] 0
2024-03-19T01:51:56.480 INFO:tasks.workunit.client.0.smithi046.stdout:4/828: dread d7/d10/d13/d58/d5d/dbb/f3b [0,4194304] 0
2024-03-19T01:51:56.482 INFO:tasks.workunit.client.0.smithi046.stdout:1/614: mknod d0/dd/d26/d23/d28/cd6 0
2024-03-19T01:51:56.483 INFO:tasks.workunit.client.0.smithi046.stdout:5/698: write d0/d1/d20/d47/d4e/d41/dc4/f60 [338325,17128] 0
2024-03-19T01:51:56.485 INFO:tasks.workunit.client.0.smithi046.stdout:1/615: readlink d0/d6/l5e 0
2024-03-19T01:51:56.486 INFO:tasks.workunit.client.0.smithi046.stdout:4/829: creat d7/d4f/f126 x:0 0 0
2024-03-19T01:51:56.487 INFO:tasks.workunit.client.0.smithi046.stdout:1/616: chown d0/d6/l5e 15352995 1
2024-03-19T01:51:56.488 INFO:tasks.workunit.client.0.smithi046.stdout:2/888: dread d0/d27/d53/d5d/d8c/dd6/f9d [0,4194304] 0
2024-03-19T01:51:56.488 INFO:tasks.workunit.client.0.smithi046.stdout:1/617: chown d0/dd/d26/d2c 2250 1
2024-03-19T01:51:56.488 INFO:tasks.workunit.client.0.smithi046.stdout:5/699: truncate d0/d1/d20/d47/d4e/fbf 342179 0
2024-03-19T01:51:56.489 INFO:tasks.workunit.client.0.smithi046.stdout:9/604: truncate dd/d11/d2e/d93/da8/d53/f7a 6073142 0
2024-03-19T01:51:56.490 INFO:tasks.workunit.client.0.smithi046.stdout:4/830: chown d7/d4f/d6e/l100 7237143 1
2024-03-19T01:51:56.490 INFO:tasks.workunit.client.0.smithi046.stdout:5/700: chown d0/d2d/dbb/fed 3650878 1
2024-03-19T01:51:56.492 INFO:tasks.workunit.client.0.smithi046.stdout:1/618: creat d0/dd0/fd7 x:0 0 0
2024-03-19T01:51:56.493 INFO:tasks.workunit.client.0.smithi046.stdout:5/701: write d0/d1/d20/d47/d4e/f8a [2280647,67306] 0
2024-03-19T01:51:56.496 INFO:tasks.workunit.client.0.smithi046.stdout:1/619: fdatasync d0/dd/d26/d23/d69/f8b 0
2024-03-19T01:51:56.496 INFO:tasks.workunit.client.0.smithi046.stdout:5/702: dread - d0/d2d/dbb/fed zero size
2024-03-19T01:51:56.497 INFO:tasks.workunit.client.0.smithi046.stdout:4/831: truncate d7/d10/d13/d58/d75/dc1/feb 306377 0
2024-03-19T01:51:56.498 INFO:tasks.workunit.client.0.smithi046.stdout:9/605: dread dd/d11/d2e/d93/da8/f52 [0,4194304] 0
2024-03-19T01:51:56.501 INFO:tasks.workunit.client.0.smithi046.stdout:5/703: write d0/d1/f59 [923567,116261] 0
2024-03-19T01:51:56.502 INFO:tasks.workunit.client.0.smithi046.stdout:2/889: dwrite d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/fc5 [4194304,4194304] 0
2024-03-19T01:51:56.503 INFO:tasks.workunit.client.0.smithi046.stdout:9/606: symlink dd/d3c/lcb 0
2024-03-19T01:51:56.506 INFO:tasks.workunit.client.0.smithi046.stdout:9/607: fdatasync dd/d11/f8f 0
2024-03-19T01:51:56.507 INFO:tasks.workunit.client.0.smithi046.stdout:2/890: readlink d0/d27/d53/d5d/d8c/dd6/l2b 0
2024-03-19T01:51:56.509 INFO:tasks.workunit.client.0.smithi046.stdout:4/832: dwrite d7/d10/fa4 [0,4194304] 0
2024-03-19T01:51:56.509 INFO:tasks.workunit.client.0.smithi046.stdout:9/608: creat dd/d11/d2e/d48/fcc x:0 0 0
2024-03-19T01:51:56.510 INFO:tasks.workunit.client.0.smithi046.stdout:4/833: stat d7/d4f/d7e/d6c 0
2024-03-19T01:51:56.511 INFO:tasks.workunit.client.0.smithi046.stdout:9/609: chown dd/db2/c8a 5154 1
2024-03-19T01:51:56.513 INFO:tasks.workunit.client.0.smithi046.stdout:4/834: mknod d7/d10/d13/c127 0
2024-03-19T01:51:56.517 INFO:tasks.workunit.client.0.smithi046.stdout:2/891: rename d0/d27/d53/d5d/d8c/dd6/d61/c86 to d0/d94/c114 0
2024-03-19T01:51:56.518 INFO:tasks.workunit.client.0.smithi046.stdout:2/892: chown d0/d27/d53/d5d/d8c/dd6/d61/f43 76063 1
2024-03-19T01:51:56.518 INFO:tasks.workunit.client.0.smithi046.stdout:9/610: creat dd/d11/d17/d69/fcd x:0 0 0
2024-03-19T01:51:56.522 INFO:tasks.workunit.client.0.smithi046.stdout:9/611: symlink dd/d11/d17/d57/lce 0
2024-03-19T01:51:56.524 INFO:tasks.workunit.client.0.smithi046.stdout:2/893: rename d0/d27/d53/d5d/d8c/dd6/d61/da1/l80 to d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d10e/l115 0
2024-03-19T01:51:56.528 INFO:tasks.workunit.client.0.smithi046.stdout:2/894: creat d0/f116 x:0 0 0
2024-03-19T01:51:56.530 INFO:tasks.workunit.client.0.smithi046.stdout:9/612: dwrite dd/db2/dc4/fb0 [0,4194304] 0
2024-03-19T01:51:56.530 INFO:tasks.workunit.client.0.smithi046.stdout:2/895: read d0/d27/d53/d5d/d8c/dd6/d61/fff [3343753,1590] 0
2024-03-19T01:51:56.530 INFO:tasks.workunit.client.0.smithi046.stdout:4/835: dread d7/d10/d13/d58/d5d/dbb/d50/dd3/fe7 [0,4194304] 0
2024-03-19T01:51:56.532 INFO:tasks.workunit.client.0.smithi046.stdout:5/704: dread d0/d89/f93 [0,4194304] 0
2024-03-19T01:51:56.533 INFO:tasks.workunit.client.0.smithi046.stdout:5/705: readlink d0/d77/l40 0
2024-03-19T01:51:56.548 INFO:tasks.workunit.client.0.smithi046.stdout:4/836: dread d7/f43 [0,4194304] 0
2024-03-19T01:51:56.549 INFO:tasks.workunit.client.0.smithi046.stdout:2/896: dread d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/ff8 [4194304,4194304] 0
2024-03-19T01:51:56.550 INFO:tasks.workunit.client.0.smithi046.stdout:4/837: fsync d7/d10/d13/f17 0
2024-03-19T01:51:56.552 INFO:tasks.workunit.client.0.smithi046.stdout:2/897: symlink d0/d48/l117 0
2024-03-19T01:51:56.552 INFO:tasks.workunit.client.0.smithi046.stdout:4/838: creat d7/de1/f128 x:0 0 0
2024-03-19T01:51:56.556 INFO:tasks.workunit.client.0.smithi046.stdout:4/839: unlink d7/d4f/d7e/d6c/ld4 0
2024-03-19T01:51:56.557 INFO:tasks.workunit.client.0.smithi046.stdout:4/840: chown d7/d10/d13/d58/d5d/d7c/d9c/l21 5371 1
2024-03-19T01:51:56.557 INFO:tasks.workunit.client.0.smithi046.stdout:4/841: readlink d7/d10/d13/l106 0
2024-03-19T01:51:56.559 INFO:tasks.workunit.client.0.smithi046.stdout:4/842: write d7/d10/d13/d58/d5d/d7c/fee [2724282,50359] 0
2024-03-19T01:51:56.563 INFO:tasks.workunit.client.0.smithi046.stdout:4/843: rename d7/d10/d13/d58/d75/ce3 to d7/d4f/dbd/c129 0
2024-03-19T01:51:56.565 INFO:tasks.workunit.client.0.smithi046.stdout:4/844: write d7/d10/d13/d58/d5d/dbb/f57 [3571620,70587] 0
2024-03-19T01:51:56.566 INFO:tasks.workunit.client.0.smithi046.stdout:2/898: dwrite d0/d70/fd1 [0,4194304] 0
2024-03-19T01:51:56.568 INFO:tasks.workunit.client.0.smithi046.stdout:4/845: truncate d7/d10/d13/d58/d75/dca/df6/f121 210343 0
2024-03-19T01:51:56.571 INFO:tasks.workunit.client.0.smithi046.stdout:4/846: creat d7/d10/d13/d58/d75/dc1/f12a x:0 0 0
2024-03-19T01:51:56.572 INFO:tasks.workunit.client.0.smithi046.stdout:4/847: write d7/d10/d13/f1f [220990,79894] 0
2024-03-19T01:51:56.572 INFO:tasks.workunit.client.0.smithi046.stdout:2/899: creat d0/d27/d53/d5d/d8c/dd6/d61/f118 x:0 0 0
2024-03-19T01:51:56.574 INFO:tasks.workunit.client.0.smithi046.stdout:2/900: rename d0/d27/d53/d5d/d8c/dd6/d61/d2f to d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d10e/d119 22
2024-03-19T01:51:56.576 INFO:tasks.workunit.client.0.smithi046.stdout:4/848: mkdir d7/d4f/d12b 0
2024-03-19T01:51:56.577 INFO:tasks.workunit.client.0.smithi046.stdout:2/901: unlink d0/d70/l75 0
2024-03-19T01:51:56.577 INFO:tasks.workunit.client.0.smithi046.stdout:4/849: write d7/d4f/dbd/fc2 [387636,101921] 0
2024-03-19T01:51:56.581 INFO:tasks.workunit.client.0.smithi046.stdout:2/902: symlink d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/dc1/l11a 0
2024-03-19T01:51:56.581 INFO:tasks.workunit.client.0.smithi046.stdout:4/850: mkdir d7/d4f/d6e/d12c 0
2024-03-19T01:51:56.583 INFO:tasks.workunit.client.0.smithi046.stdout:2/903: write d0/d48/fc2 [129788,27868] 0
2024-03-19T01:51:56.590 INFO:tasks.workunit.client.0.smithi046.stdout:2/904: dwrite d0/fd8 [0,4194304] 0
2024-03-19T01:51:56.594 INFO:tasks.workunit.client.0.smithi046.stdout:2/905: fsync d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/f7b 0
2024-03-19T01:51:56.594 INFO:tasks.workunit.client.0.smithi046.stdout:4/851: dwrite d7/f9 [8388608,4194304] 0
2024-03-19T01:51:56.598 INFO:tasks.workunit.client.0.smithi046.stdout:8/821: sync
2024-03-19T01:51:56.598 INFO:tasks.workunit.client.0.smithi046.stdout:4/852: unlink d7/d4f/d7e/db5/le8 0
2024-03-19T01:51:56.599 INFO:tasks.workunit.client.0.smithi046.stdout:4/853: read - d7/d4f/dbd/f103 zero size
2024-03-19T01:51:56.599 INFO:tasks.workunit.client.0.smithi046.stdout:8/822: write d0/d5/dca/d47/d8d/fc5 [3553369,64852] 0
2024-03-19T01:51:56.599 INFO:tasks.workunit.client.0.smithi046.stdout:2/906: unlink d0/d27/d53/d5d/d8c/dd6/d61/c1d 0
2024-03-19T01:51:56.600 INFO:tasks.workunit.client.0.smithi046.stdout:4/854: mkdir d7/d4f/dbd/dcc/d12d 0
2024-03-19T01:51:56.601 INFO:tasks.workunit.client.0.smithi046.stdout:8/823: creat d0/d5/dc/dd8/f121 x:0 0 0
2024-03-19T01:51:56.603 INFO:tasks.workunit.client.0.smithi046.stdout:2/907: readlink d0/d48/l20 0
2024-03-19T01:51:56.690 INFO:tasks.workunit.client.0.smithi046.stdout:8/824: write d0/d5/dc/f91 [760927,67414] 0
2024-03-19T01:51:56.694 INFO:tasks.workunit.client.0.smithi046.stdout:2/908: chown d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/d8a/d91/fb5 360863986 1
2024-03-19T01:51:56.694 INFO:tasks.workunit.client.0.smithi046.stdout:8/825: creat d0/d5/dc/d42/dbf/daa/de5/f122 x:0 0 0
2024-03-19T01:51:56.695 INFO:tasks.workunit.client.0.smithi046.stdout:4/855: dwrite d7/d10/d13/dae/fe5 [0,4194304] 0
2024-03-19T01:51:56.699 INFO:tasks.workunit.client.0.smithi046.stdout:2/909: truncate d0/d27/d53/d5d/d8c/dd6/ff5 632801 0
2024-03-19T01:51:56.699 INFO:tasks.workunit.client.0.smithi046.stdout:2/910: chown d0/d48 23 1
2024-03-19T01:51:56.699 INFO:tasks.workunit.client.0.smithi046.stdout:8/826: rename d0/d5/dc/fb6 to d0/d5/dc/d42/f123 0
2024-03-19T01:51:56.701 INFO:tasks.workunit.client.0.smithi046.stdout:2/911: mkdir d0/d48/d11b 0
2024-03-19T01:51:56.702 INFO:tasks.workunit.client.0.smithi046.stdout:8/827: mkdir d0/d5/dc/d42/dbf/d87/d124 0
2024-03-19T01:51:56.703 INFO:tasks.workunit.client.0.smithi046.stdout:4/856: dread d7/d10/d13/d58/d5d/d7c/d9c/f61 [0,4194304] 0
2024-03-19T01:51:56.704 INFO:tasks.workunit.client.0.smithi046.stdout:8/828: write d0/df3/f116 [4561577,116443] 0
2024-03-19T01:51:56.705 INFO:tasks.workunit.client.0.smithi046.stdout:8/829: stat d0/l8 0
2024-03-19T01:51:56.709 INFO:tasks.workunit.client.0.smithi046.stdout:2/912: rename d0/dc3/l109 to d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/d8a/d91/d110/l11c 0
2024-03-19T01:51:56.712 INFO:tasks.workunit.client.0.smithi046.stdout:2/913: creat d0/dc3/f11d x:0 0 0
2024-03-19T01:51:56.713 INFO:tasks.workunit.client.0.smithi046.stdout:4/857: rename d7/d10/d13/d58/d5d/dbb/d79/dc5/ff8 to d7/d10/d13/d58/d5d/dbb/d50/dd3/f12e 0
2024-03-19T01:51:56.715 INFO:tasks.workunit.client.0.smithi046.stdout:4/858: readlink d7/d10/d13/l2e 0
2024-03-19T01:51:56.716 INFO:tasks.workunit.client.0.smithi046.stdout:2/914: symlink d0/d27/d53/d5d/d8c/dd6/d9a/dbe/l11e 0
2024-03-19T01:51:56.718 INFO:tasks.workunit.client.0.smithi046.stdout:4/859: fdatasync d7/d4f/d7e/db5/ff1 0
2024-03-19T01:51:56.719 INFO:tasks.workunit.client.0.smithi046.stdout:4/860: fsync d7/d4f/f112 0
2024-03-19T01:51:56.721 INFO:tasks.workunit.client.0.smithi046.stdout:8/830: dread d0/d5/dca/f54 [0,4194304] 0
2024-03-19T01:51:56.722 INFO:tasks.workunit.client.0.smithi046.stdout:2/915: mknod d0/d27/d53/d5d/d8c/dd6/d61/d2f/c11f 0
2024-03-19T01:51:56.723 INFO:tasks.workunit.client.0.smithi046.stdout:4/861: fdatasync d7/d10/d13/d58/d5d/dbb/f65 0
2024-03-19T01:51:56.726 INFO:tasks.workunit.client.0.smithi046.stdout:2/916: creat d0/d27/d53/d5d/d8c/d101/f120 x:0 0 0
2024-03-19T01:51:56.726 INFO:tasks.workunit.client.0.smithi046.stdout:8/831: truncate d0/d5/dc/d42/dbf/f1a 1982297 0
2024-03-19T01:51:56.729 INFO:tasks.workunit.client.0.smithi046.stdout:2/917: mknod d0/d27/d53/d5d/d8c/dbc/c121 0
2024-03-19T01:51:56.730 INFO:tasks.workunit.client.0.smithi046.stdout:8/832: creat d0/d5/dca/d47/f125 x:0 0 0
2024-03-19T01:51:56.733 INFO:tasks.workunit.client.0.smithi046.stdout:2/918: rename d0/d70/lf7 to d0/d48/db1/l122 0
2024-03-19T01:51:56.736 INFO:tasks.workunit.client.0.smithi046.stdout:4/862: dread d7/d10/d13/d58/d75/f7d [0,4194304] 0
2024-03-19T01:51:56.737 INFO:tasks.workunit.client.0.smithi046.stdout:4/863: dread - d7/d10/d13/d58/d5d/d7c/d9c/f102 zero size
2024-03-19T01:51:56.740 INFO:tasks.workunit.client.0.smithi046.stdout:2/919: rename d0/d27/d53/d5d/d8c/dd6/d61/f43 to d0/d27/d53/d5d/d8c/dd6/d61/d2f/f123 0
2024-03-19T01:51:56.741 INFO:tasks.workunit.client.0.smithi046.stdout:4/864: unlink d7/d4f/d7e/d6c/c107 0
2024-03-19T01:51:56.741 INFO:tasks.workunit.client.0.smithi046.stdout:3/871: sync
2024-03-19T01:51:56.741 INFO:tasks.workunit.client.0.smithi046.stdout:6/819: sync
2024-03-19T01:51:56.742 INFO:tasks.workunit.client.0.smithi046.stdout:4/865: fsync d7/d10/d13/d58/d75/dc1/feb 0
2024-03-19T01:51:56.744 INFO:tasks.workunit.client.0.smithi046.stdout:4/866: symlink d7/d4f/d7e/d6c/l12f 0
2024-03-19T01:51:56.745 INFO:tasks.workunit.client.0.smithi046.stdout:2/920: unlink d0/d27/d53/d5d/d8c/dd6/d61/d2f/fe8 0
2024-03-19T01:51:56.749 INFO:tasks.workunit.client.0.smithi046.stdout:3/872: link d5/d17/d31/d110/d9f/d5e/d5f/fd4 d5/d17/f116 0
2024-03-19T01:51:56.751 INFO:tasks.workunit.client.0.smithi046.stdout:6/820: dwrite d1a/d4d/d65/d80/d62/d5b/f3e [0,4194304] 0
2024-03-19T01:51:56.751 INFO:tasks.workunit.client.0.smithi046.stdout:3/873: chown d5/d17/d62/d2d/d3b/fda 502874 1
2024-03-19T01:51:56.752 INFO:tasks.workunit.client.0.smithi046.stdout:4/867: write d7/d10/d13/d58/f59 [487239,12317] 0
2024-03-19T01:51:56.753 INFO:tasks.workunit.client.0.smithi046.stdout:3/874: dread - d5/d17/d31/d54/fec zero size
2024-03-19T01:51:56.754 INFO:tasks.workunit.client.0.smithi046.stdout:6/821: chown d1a/d4d/d65/d80/d62/d5b/l98 127418230 1
2024-03-19T01:51:56.754 INFO:tasks.workunit.client.0.smithi046.stdout:3/875: chown d5/d17/d31/cdd 328 1
2024-03-19T01:51:56.756 INFO:tasks.workunit.client.0.smithi046.stdout:4/868: symlink d7/d10/d13/d58/d5d/dbb/d120/l130 0
2024-03-19T01:51:56.757 INFO:tasks.workunit.client.0.smithi046.stdout:6/822: mknod d1a/d4d/d65/d80/d62/d5b/d57/c117 0
2024-03-19T01:51:56.762 INFO:tasks.workunit.client.0.smithi046.stdout:3/876: rename d5/d17/d76/d9a to d5/d17/d31/d110/d9f/d5e/d69/d43/d56/d7d/d117 0
2024-03-19T01:51:56.769 INFO:tasks.workunit.client.0.smithi046.stdout:2/921: dread d0/d48/f2c [0,4194304] 0
2024-03-19T01:51:56.770 INFO:tasks.workunit.client.0.smithi046.stdout:3/877: rmdir d5/d17/d31/d110/d9f/d5e/d69/d43/d56/d7d/d117 39
2024-03-19T01:51:56.776 INFO:tasks.workunit.client.0.smithi046.stdout:2/922: dread d0/d27/d53/d5d/d8c/dd6/d61/d2f/f57 [0,4194304] 0
2024-03-19T01:51:56.776 INFO:tasks.workunit.client.0.smithi046.stdout:2/923: chown d0/d48/f2c 103756 1
2024-03-19T01:51:56.779 INFO:tasks.workunit.client.0.smithi046.stdout:4/869: dread d7/d10/f3f [0,4194304] 0
2024-03-19T01:51:56.780 INFO:tasks.workunit.client.0.smithi046.stdout:2/924: dread d0/d70/f9e [0,4194304] 0
2024-03-19T01:51:56.781 INFO:tasks.workunit.client.0.smithi046.stdout:6/823: dread d1a/d4d/d65/d80/d62/d5b/d40/ffb [0,4194304] 0
2024-03-19T01:51:56.782 INFO:tasks.workunit.client.0.smithi046.stdout:4/870: mknod d7/d4f/d7e/db5/dd9/c131 0
2024-03-19T01:51:56.785 INFO:tasks.workunit.client.0.smithi046.stdout:6/824: getdents d1a/d4d/dbc/df6 0
2024-03-19T01:51:56.785 INFO:tasks.workunit.client.0.smithi046.stdout:2/925: dwrite d0/f24 [4194304,4194304] 0
2024-03-19T01:51:56.787 INFO:tasks.workunit.client.0.smithi046.stdout:6/825: dread - d1a/d4d/d65/d80/d62/d5b/d40/f45 zero size
2024-03-19T01:51:56.787 INFO:tasks.workunit.client.0.smithi046.stdout:2/926: dread - d0/dc3/f11d zero size
2024-03-19T01:51:56.789 INFO:tasks.workunit.client.0.smithi046.stdout:2/927: dread - d0/d27/d53/d5d/d8c/dd6/d61/f118 zero size
2024-03-19T01:51:56.789 INFO:tasks.workunit.client.0.smithi046.stdout:6/826: write d1a/d4d/dbc/dee/f102 [552313,76958] 0
2024-03-19T01:51:56.792 INFO:tasks.workunit.client.0.smithi046.stdout:6/827: unlink d1a/d4d/d65/d80/lb0 0
2024-03-19T01:51:56.794 INFO:tasks.workunit.client.0.smithi046.stdout:2/928: creat d0/d27/d53/d5d/d8c/dd6/d9a/f124 x:0 0 0
2024-03-19T01:51:56.796 INFO:tasks.workunit.client.0.smithi046.stdout:6/828: fdatasync d1a/f84 0
2024-03-19T01:51:56.797 INFO:tasks.workunit.client.0.smithi046.stdout:2/929: truncate d0/d27/d53/d5d/d8c/dd6/d61/f63 936815 0
2024-03-19T01:51:56.802 INFO:tasks.workunit.client.0.smithi046.stdout:6/829: dwrite fa [4194304,4194304] 0
2024-03-19T01:51:56.804 INFO:tasks.workunit.client.0.smithi046.stdout:2/930: creat d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/dc1/f125 x:0 0 0
2024-03-19T01:51:56.808 INFO:tasks.workunit.client.0.smithi046.stdout:2/931: creat d0/d48/db1/f126 x:0 0 0
2024-03-19T01:51:56.817 INFO:tasks.workunit.client.0.smithi046.stdout:6/830: dwrite d1a/d4d/f9c [0,4194304] 0
2024-03-19T01:51:56.822 INFO:tasks.workunit.client.0.smithi046.stdout:6/831: mkdir d1a/d26/d118 0
2024-03-19T01:51:56.833 INFO:tasks.workunit.client.0.smithi046.stdout:6/832: dwrite d1a/d4d/d65/d80/f110 [0,4194304] 0
2024-03-19T01:51:56.842 INFO:tasks.workunit.client.0.smithi046.stdout:6/833: truncate d1a/d4d/d65/da0/f63 5028080 0
2024-03-19T01:51:56.844 INFO:tasks.workunit.client.0.smithi046.stdout:6/834: creat d1a/d114/f119 x:0 0 0
2024-03-19T01:51:56.850 INFO:tasks.workunit.client.0.smithi046.stdout:6/835: dwrite d1a/d4d/d65/d80/d62/d5b/d40/d81/fb4 [0,4194304] 0
2024-03-19T01:51:56.853 INFO:tasks.workunit.client.0.smithi046.stdout:6/836: mknod d1a/d4d/d65/d80/d62/d5b/d57/d10c/c11a 0
2024-03-19T01:51:56.859 INFO:tasks.workunit.client.0.smithi046.stdout:6/837: dwrite d1a/d4d/d65/d80/d62/d5b/d40/ffb [0,4194304] 0
2024-03-19T01:51:56.863 INFO:tasks.workunit.client.0.smithi046.stdout:6/838: creat d1a/dac/f11b x:0 0 0
2024-03-19T01:51:56.864 INFO:tasks.workunit.client.0.smithi046.stdout:6/839: fdatasync d1a/d4d/d65/d80/f97 0
2024-03-19T01:51:56.867 INFO:tasks.workunit.client.0.smithi046.stdout:6/840: symlink d1a/d4d/d65/d80/d62/d30/dec/l11c 0
2024-03-19T01:51:56.871 INFO:tasks.workunit.client.0.smithi046.stdout:6/841: getdents d1a/d4d/d65/da0 0
2024-03-19T01:51:56.872 INFO:tasks.workunit.client.0.smithi046.stdout:6/842: fdatasync d1a/d4d/d65/d80/d62/d5b/d40/d81/f10f 0
2024-03-19T01:51:56.875 INFO:tasks.workunit.client.0.smithi046.stdout:7/850: sync
2024-03-19T01:51:56.875 INFO:tasks.workunit.client.0.smithi046.stdout:0/980: sync
2024-03-19T01:51:56.877 INFO:tasks.workunit.client.0.smithi046.stdout:6/843: write d1a/d4d/d65/da0/db6/fca [151585,128658] 0
2024-03-19T01:51:56.877 INFO:tasks.workunit.client.0.smithi046.stdout:0/981: stat d14/d1a/d8f/dba/f11f 0
2024-03-19T01:51:56.879 INFO:tasks.workunit.client.0.smithi046.stdout:0/982: rmdir d14/d1a/d8f/da6/dcc/d137/d8a/df8 39
2024-03-19T01:51:56.879 INFO:tasks.workunit.client.0.smithi046.stdout:6/844: mkdir d1a/d4d/d65/d11d 0
2024-03-19T01:51:56.884 INFO:tasks.workunit.client.0.smithi046.stdout:6/845: creat d1a/d4d/dbc/dee/d71/f11e x:0 0 0
2024-03-19T01:51:56.885 INFO:tasks.workunit.client.0.smithi046.stdout:6/846: write d1a/d114/f119 [952081,103714] 0
2024-03-19T01:51:56.885 INFO:tasks.workunit.client.0.smithi046.stdout:6/847: fdatasync d1a/f84 0
2024-03-19T01:51:56.888 INFO:tasks.workunit.client.0.smithi046.stdout:6/848: creat d1a/d4d/d65/d80/d62/d30/f11f x:0 0 0
2024-03-19T01:51:56.889 INFO:tasks.workunit.client.0.smithi046.stdout:6/849: write d1a/d4d/d65/fab [2265467,129895] 0
2024-03-19T01:51:56.892 INFO:tasks.workunit.client.0.smithi046.stdout:6/850: mkdir d1a/d4d/d65/d80/d62/d5b/d40/d81/d104/d120 0
2024-03-19T01:51:56.895 INFO:tasks.workunit.client.0.smithi046.stdout:6/851: mknod d1a/d4d/d65/d80/d62/d5b/d57/c121 0
2024-03-19T01:51:56.901 INFO:tasks.workunit.client.0.smithi046.stdout:6/852: mknod d1a/d4d/d65/d80/d62/d5b/d40/d81/c122 0
2024-03-19T01:51:56.901 INFO:tasks.workunit.client.0.smithi046.stdout:7/851: dwrite d1/dc/df/d11/d39/d6f/df4/f10a [0,4194304] 0
2024-03-19T01:51:56.901 INFO:tasks.workunit.client.0.smithi046.stdout:0/983: dwrite d14/d26/d7b/d3f/da0/da7/db8/dc3/f12f [0,4194304] 0
2024-03-19T01:51:56.904 INFO:tasks.workunit.client.0.smithi046.stdout:0/984: fsync d14/d1a/d8f/da6/dcc/d137/d8a/fc5 0
2024-03-19T01:51:56.905 INFO:tasks.workunit.client.0.smithi046.stdout:6/853: mknod d1a/d4d/d65/d80/d62/d5b/d40/dc9/c123 0
2024-03-19T01:51:56.905 INFO:tasks.workunit.client.0.smithi046.stdout:7/852: read d1/dc/d18/d4e/f9f [1051798,111274] 0
2024-03-19T01:51:56.906 INFO:tasks.workunit.client.0.smithi046.stdout:7/853: dread - d1/d2a/d7a/daf/fdf zero size
2024-03-19T01:51:56.906 INFO:tasks.workunit.client.0.smithi046.stdout:0/985: rmdir d14/d1a/d8f 39
2024-03-19T01:51:56.910 INFO:tasks.workunit.client.0.smithi046.stdout:7/854: unlink d1/d2a/d7a/daf/c102 0
2024-03-19T01:51:56.914 INFO:tasks.workunit.client.0.smithi046.stdout:7/855: fdatasync d1/dc/df/d11/f69 0
2024-03-19T01:51:56.919 INFO:tasks.workunit.client.0.smithi046.stdout:0/986: dread d14/d1a/d8f/da6/dcc/d137/d8a/fd0 [0,4194304] 0
2024-03-19T01:51:56.920 INFO:tasks.workunit.client.0.smithi046.stdout:7/856: dwrite d1/dc/df/d11/d39/d6e/fdd [4194304,4194304] 0
2024-03-19T01:51:56.923 INFO:tasks.workunit.client.0.smithi046.stdout:0/987: creat d14/d1a/d8f/da6/dcc/f14f x:0 0 0
2024-03-19T01:51:56.924 INFO:tasks.workunit.client.0.smithi046.stdout:0/988: chown d14/d26/d7b/d3f/d72/f13e 1026 1
2024-03-19T01:51:56.926 INFO:tasks.workunit.client.0.smithi046.stdout:7/857: rename d1/d2a/d7a/daf/fcf to d1/dc/df/d11/f120 0
2024-03-19T01:51:56.927 INFO:tasks.workunit.client.0.smithi046.stdout:0/989: mknod d14/d1a/d8f/da6/dcc/c150 0
2024-03-19T01:51:56.929 INFO:tasks.workunit.client.0.smithi046.stdout:7/858: write d1/dc/df/d11/d39/d6f/daa/da5/f112 [133121,2582] 0
2024-03-19T01:51:56.933 INFO:tasks.workunit.client.0.smithi046.stdout:7/859: rmdir d1/dc/df/d11/d39/d6f/d7b/db5/dc9 39
2024-03-19T01:51:56.936 INFO:tasks.workunit.client.0.smithi046.stdout:0/990: dwrite d14/dcd/de3/ffc [4194304,4194304] 0
2024-03-19T01:51:56.936 INFO:tasks.workunit.client.0.smithi046.stdout:7/860: truncate d1/dc/df/d11/d39/fac 782066 0
2024-03-19T01:51:56.937 INFO:tasks.workunit.client.0.smithi046.stdout:0/991: chown d14/d26/d7b 0 1
2024-03-19T01:51:56.937 INFO:tasks.workunit.client.0.smithi046.stdout:7/861: chown d1/dc/l9d 6 1
2024-03-19T01:51:56.939 INFO:tasks.workunit.client.0.smithi046.stdout:0/992: creat d14/d1a/db9/f151 x:0 0 0
2024-03-19T01:51:56.942 INFO:tasks.workunit.client.0.smithi046.stdout:7/862: dwrite d1/deb/fea [0,4194304] 0
2024-03-19T01:51:56.943 INFO:tasks.workunit.client.0.smithi046.stdout:0/993: creat d14/d1a/d8f/da6/dcc/d137/d5f/f152 x:0 0 0
2024-03-19T01:51:56.943 INFO:tasks.workunit.client.0.smithi046.stdout:7/863: write d1/deb/fea [1392986,24070] 0
2024-03-19T01:51:56.948 INFO:tasks.workunit.client.0.smithi046.stdout:0/994: mknod d14/d1a/d8f/da6/dcc/d137/d8a/c153 0
2024-03-19T01:51:56.952 INFO:tasks.workunit.client.0.smithi046.stdout:0/995: creat d14/d26/d7b/d4b/d65/f154 x:0 0 0
2024-03-19T01:51:56.953 INFO:tasks.workunit.client.0.smithi046.stdout:0/996: stat d14/d26/d7b/d4b/f70 0
2024-03-19T01:51:56.957 INFO:tasks.workunit.client.0.smithi046.stdout:0/997: truncate d14/d26/d7b/d3f/d8d/f96 3309765 0
2024-03-19T01:51:56.959 INFO:tasks.workunit.client.0.smithi046.stdout:0/998: write d14/d1a/db9/de1/f109 [7741,36001] 0
2024-03-19T01:51:56.960 INFO:tasks.workunit.client.0.smithi046.stdout:0/999: write d14/d34/f5a [1874887,54273] 0
2024-03-19T01:51:56.962 INFO:tasks.workunit.client.0.smithi046.stdout:7/864: dread d1/f2b [0,4194304] 0
2024-03-19T01:51:56.965 INFO:tasks.workunit.client.0.smithi046.stdout:7/865: fdatasync d1/dc/df/d11/d39/d6f/d7b/fc3 0
2024-03-19T01:51:56.969 INFO:tasks.workunit.client.0.smithi046.stdout:7/866: dread d1/dc/df/d11/d39/d6f/f8a [0,4194304] 0
2024-03-19T01:51:56.972 INFO:tasks.workunit.client.0.smithi046.stdout:7/867: creat d1/dc/df/d11/d39/f121 x:0 0 0
2024-03-19T01:51:56.975 INFO:tasks.workunit.client.0.smithi046.stdout:7/868: mkdir d1/d2a/d7a/daf/db3/d122 0
2024-03-19T01:51:56.976 INFO:tasks.workunit.client.0.smithi046.stdout:7/869: write d1/dc/df/d11/d39/d6f/daa/da5/f112 [4065008,84336] 0
2024-03-19T01:51:56.992 INFO:tasks.workunit.client.0.smithi046.stdout:7/870: dread d1/dc/df/f1b [0,4194304] 0
2024-03-19T01:51:56.996 INFO:tasks.workunit.client.0.smithi046.stdout:7/871: dwrite d1/d2a/f94 [0,4194304] 0
2024-03-19T01:51:56.998 INFO:tasks.workunit.client.0.smithi046.stdout:9/613: sync
2024-03-19T01:51:56.998 INFO:tasks.workunit.client.0.smithi046.stdout:1/620: sync
2024-03-19T01:51:56.999 INFO:tasks.workunit.client.0.smithi046.stdout:7/872: creat d1/dc/df/d11/d39/d6f/d7b/f123 x:0 0 0
2024-03-19T01:51:57.000 INFO:tasks.workunit.client.0.smithi046.stdout:9/614: dread - dd/d11/d2e/d4f/f86 zero size
2024-03-19T01:51:57.001 INFO:tasks.workunit.client.0.smithi046.stdout:1/621: creat d0/d6/d6a/d8d/dc3/fd8 x:0 0 0
2024-03-19T01:51:57.002 INFO:tasks.workunit.client.0.smithi046.stdout:9/615: symlink dd/dc2/lcf 0
2024-03-19T01:51:57.005 INFO:tasks.workunit.client.0.smithi046.stdout:1/622: dread d0/dd/d26/d2c/f93 [0,4194304] 0
2024-03-19T01:51:57.007 INFO:tasks.workunit.client.0.smithi046.stdout:7/873: dwrite d1/dc/d18/d65/f8b [0,4194304] 0
2024-03-19T01:51:57.007 INFO:tasks.workunit.client.0.smithi046.stdout:1/623: truncate d0/d6/d6a/f6d 4374183 0
2024-03-19T01:51:57.009 INFO:tasks.workunit.client.0.smithi046.stdout:9/616: rename dd/d11/d2e to dd/dc2/dd0 0
2024-03-19T01:51:57.010 INFO:tasks.workunit.client.0.smithi046.stdout:1/624: creat d0/d6/d7c/d64/fd9 x:0 0 0
2024-03-19T01:51:57.010 INFO:tasks.workunit.client.0.smithi046.stdout:7/874: symlink d1/d2a/d7a/daf/l124 0
2024-03-19T01:51:57.011 INFO:tasks.workunit.client.0.smithi046.stdout:1/625: write d0/d6/d6a/fb4 [80456,95586] 0
2024-03-19T01:51:57.012 INFO:tasks.workunit.client.0.smithi046.stdout:1/626: fsync d0/dd/d26/d23/d69/fb9 0
2024-03-19T01:51:57.013 INFO:tasks.workunit.client.0.smithi046.stdout:1/627: stat d0/dd/d26/d23/d3b/d3d/fbd 0
2024-03-19T01:51:57.015 INFO:tasks.workunit.client.0.smithi046.stdout:1/628: fdatasync d0/dd/d26/d23/d28/d3c/d83/fa7 0
2024-03-19T01:51:57.017 INFO:tasks.workunit.client.0.smithi046.stdout:7/875: write d1/dc/d18/d4e/f9f [4076323,55760] 0
2024-03-19T01:51:57.023 INFO:tasks.workunit.client.0.smithi046.stdout:1/629: dwrite d0/dd/d26/d23/d28/d3c/d83/db2/fb5 [0,4194304] 0
2024-03-19T01:51:57.028 INFO:tasks.workunit.client.0.smithi046.stdout:9/617: creat dd/d11/d8d/fd1 x:0 0 0
2024-03-19T01:51:57.029 INFO:tasks.workunit.client.0.smithi046.stdout:7/876: dwrite d1/dc/df/d11/d39/d6f/f96 [0,4194304] 0
2024-03-19T01:51:57.030 INFO:tasks.workunit.client.0.smithi046.stdout:1/630: rename d0/d6/d7c/ccc to d0/d6/d6a/d8d/dc3/cda 0
2024-03-19T01:51:57.034 INFO:tasks.workunit.client.0.smithi046.stdout:1/631: getdents d0/d6/d6a/d8a/da3 0
2024-03-19T01:51:57.034 INFO:tasks.workunit.client.0.smithi046.stdout:1/632: chown d0/dd 175782 1
2024-03-19T01:51:57.037 INFO:tasks.workunit.client.0.smithi046.stdout:1/633: unlink d0/d6/l34 0
2024-03-19T01:51:57.045 INFO:tasks.workunit.client.0.smithi046.stdout:1/634: truncate d0/d6/d6a/fb4 159650 0
2024-03-19T01:51:57.050 INFO:tasks.workunit.client.0.smithi046.stdout:1/635: dwrite d0/dd/d26/d23/d28/d3c/d83/fa7 [0,4194304] 0
2024-03-19T01:51:57.051 INFO:tasks.workunit.client.0.smithi046.stdout:1/636: dread - d0/dd0/fd7 zero size
2024-03-19T01:51:57.155 INFO:tasks.workunit.client.0.smithi046.stdout:5/706: sync
2024-03-19T01:51:57.155 INFO:tasks.workunit.client.0.smithi046.stdout:8/833: sync
2024-03-19T01:51:57.156 INFO:tasks.workunit.client.0.smithi046.stdout:5/707: readlink d0/d1/d20/d26/l7f 0
2024-03-19T01:51:57.156 INFO:tasks.workunit.client.0.smithi046.stdout:8/834: chown d0/d5/dc/dd8/f121 1558404 1
2024-03-19T01:51:57.158 INFO:tasks.workunit.client.0.smithi046.stdout:8/835: read d0/d5/dc/d42/f6e [2615421,14562] 0
2024-03-19T01:51:57.160 INFO:tasks.workunit.client.0.smithi046.stdout:8/836: getdents d0/d5/dca/d47/dae/d103 0
2024-03-19T01:51:57.168 INFO:tasks.workunit.client.0.smithi046.stdout:8/837: dwrite d0/d5/dc/d42/dbf/d45/d5b/d86/d8c/f9c [0,4194304] 0
2024-03-19T01:51:57.176 INFO:tasks.workunit.client.0.smithi046.stdout:8/838: dread d0/d5/dca/d47/d8d/f90 [0,4194304] 0
2024-03-19T01:51:57.179 INFO:tasks.workunit.client.0.smithi046.stdout:8/839: mknod d0/d5/dca/d47/d5d/c126 0
2024-03-19T01:51:57.180 INFO:tasks.workunit.client.0.smithi046.stdout:8/840: chown d0/d5/dc/d42/dbf/d87/daf/da5/f95 5 1
2024-03-19T01:51:57.199 INFO:tasks.workunit.client.0.smithi046.stdout:8/841: dread d0/d5/dc/f91 [4194304,4194304] 0
2024-03-19T01:51:57.200 INFO:tasks.workunit.client.0.smithi046.stdout:8/842: chown d0/d5/dc/d42/dbf/d45/ld 840 1
2024-03-19T01:51:57.201 INFO:tasks.workunit.client.0.smithi046.stdout:8/843: dread - d0/fb1 zero size
2024-03-19T01:51:57.202 INFO:tasks.workunit.client.0.smithi046.stdout:8/844: chown d0/d5/dca/d47/d8d/ldb 2015264 1
2024-03-19T01:51:57.204 INFO:tasks.workunit.client.0.smithi046.stdout:8/845: write d0/d5/dc/d42/dbf/d45/fad [3761662,88514] 0
2024-03-19T01:51:57.215 INFO:tasks.workunit.client.0.smithi046.stdout:2/932: sync
2024-03-19T01:51:57.215 INFO:tasks.workunit.client.0.smithi046.stdout:4/871: sync
2024-03-19T01:51:57.215 INFO:tasks.workunit.client.0.smithi046.stdout:3/878: sync
2024-03-19T01:51:57.215 INFO:tasks.workunit.client.0.smithi046.stdout:6/854: sync
2024-03-19T01:51:57.217 INFO:tasks.workunit.client.0.smithi046.stdout:4/872: readlink d7/d10/d13/d58/d5d/d7c/d9c/l21 0
2024-03-19T01:51:57.217 INFO:tasks.workunit.client.0.smithi046.stdout:8/846: dread d0/d5/f7b [0,4194304] 0
2024-03-19T01:51:57.220 INFO:tasks.workunit.client.0.smithi046.stdout:4/873: mknod d7/c132 0
2024-03-19T01:51:57.221 INFO:tasks.workunit.client.0.smithi046.stdout:8/847: symlink d0/d5/dca/d47/d8d/l127 0
2024-03-19T01:51:57.221 INFO:tasks.workunit.client.0.smithi046.stdout:3/879: link d5/d17/d31/d110/d9f/d5e/d5f/cb6 d5/d17/c118 0
2024-03-19T01:51:57.222 INFO:tasks.workunit.client.0.smithi046.stdout:4/874: stat d7/d10/d13/d58/d5d/dbb/d79/dc5/c117 0
2024-03-19T01:51:57.223 INFO:tasks.workunit.client.0.smithi046.stdout:2/933: dwrite d0/d27/d53/d5d/d8c/fa3 [0,4194304] 0
2024-03-19T01:51:57.225 INFO:tasks.workunit.client.0.smithi046.stdout:6/855: truncate d1a/d4d/d65/d80/d62/d5b/d57/f8c 2143688 0
2024-03-19T01:51:57.227 INFO:tasks.workunit.client.0.smithi046.stdout:4/875: write d7/d10/d13/d58/d75/dc1/feb [1041380,60857] 0
2024-03-19T01:51:57.228 INFO:tasks.workunit.client.0.smithi046.stdout:8/848: unlink d0/d5/dc/d42/dbf/d87/daf/fa1 0
2024-03-19T01:51:57.228 INFO:tasks.workunit.client.0.smithi046.stdout:6/856: creat d1a/dac/df4/f124 x:0 0 0
2024-03-19T01:51:57.229 INFO:tasks.workunit.client.0.smithi046.stdout:4/876: chown d7/d4f/ccd 44 1
2024-03-19T01:51:57.230 INFO:tasks.workunit.client.0.smithi046.stdout:2/934: chown d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/d8a/ca8 469 1
2024-03-19T01:51:57.231 INFO:tasks.workunit.client.0.smithi046.stdout:8/849: chown d0/d5/dc/d42/dbf/daa/cc6 3791 1
2024-03-19T01:51:57.232 INFO:tasks.workunit.client.0.smithi046.stdout:4/877: truncate d7/d10/d13/f11d 810774 0
2024-03-19T01:51:57.232 INFO:tasks.workunit.client.0.smithi046.stdout:6/857: mknod d1a/d64/c125 0
2024-03-19T01:51:57.233 INFO:tasks.workunit.client.0.smithi046.stdout:2/935: chown d0/d27/d53/d5d/d8c/dd6/d61/f1f 8955 1
2024-03-19T01:51:57.237 INFO:tasks.workunit.client.0.smithi046.stdout:6/858: fsync d1a/f3c 0
2024-03-19T01:51:57.237 INFO:tasks.workunit.client.0.smithi046.stdout:4/878: creat d7/d4f/d7e/db5/f133 x:0 0 0
2024-03-19T01:51:57.245 INFO:tasks.workunit.client.0.smithi046.stdout:3/880: dread d5/d17/d31/d54/dbf/fd8 [0,4194304] 0
2024-03-19T01:51:57.246 INFO:tasks.workunit.client.0.smithi046.stdout:4/879: dread d7/d10/d13/f69 [0,4194304] 0
2024-03-19T01:51:57.248 INFO:tasks.workunit.client.0.smithi046.stdout:3/881: stat d5/d10/d51/d9d/lf0 0
2024-03-19T01:51:57.249 INFO:tasks.workunit.client.0.smithi046.stdout:1/637: sync
2024-03-19T01:51:57.249 INFO:tasks.workunit.client.0.smithi046.stdout:9/618: sync
2024-03-19T01:51:57.249 INFO:tasks.workunit.client.0.smithi046.stdout:5/708: sync
2024-03-19T01:51:57.249 INFO:tasks.workunit.client.0.smithi046.stdout:7/877: sync
2024-03-19T01:51:57.250 INFO:tasks.workunit.client.0.smithi046.stdout:2/936: dwrite d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/f73 [0,4194304] 0
2024-03-19T01:51:57.253 INFO:tasks.workunit.client.0.smithi046.stdout:6/859: dwrite d1a/dac/df4/ff8 [0,4194304] 0
2024-03-19T01:51:57.254 INFO:tasks.workunit.client.0.smithi046.stdout:2/937: chown d0/fb6 7030296 1
2024-03-19T01:51:57.255 INFO:tasks.workunit.client.0.smithi046.stdout:4/880: creat d7/d10/d13/dae/d109/f134 x:0 0 0
2024-03-19T01:51:57.255 INFO:tasks.workunit.client.0.smithi046.stdout:5/709: rmdir d0/d1/d4 39
2024-03-19T01:51:57.255 INFO:tasks.workunit.client.0.smithi046.stdout:8/850: dread d0/d5/dc/d42/dbf/d87/fd1 [0,4194304] 0
2024-03-19T01:51:57.256 INFO:tasks.workunit.client.0.smithi046.stdout:1/638: creat d0/dd/d26/d2c/fdb x:0 0 0
2024-03-19T01:51:57.257 INFO:tasks.workunit.client.0.smithi046.stdout:6/860: write d1a/d26/d2e/fd4 [629285,61141] 0
2024-03-19T01:51:57.259 INFO:tasks.workunit.client.0.smithi046.stdout:8/851: chown d0/d5/dca/fd5 363543254 1
2024-03-19T01:51:57.260 INFO:tasks.workunit.client.0.smithi046.stdout:3/882: symlink d5/d17/d31/d110/d9f/d5e/d69/d43/d56/d7d/de1/d111/l119 0
2024-03-19T01:51:57.262 INFO:tasks.workunit.client.0.smithi046.stdout:5/710: chown d0/d2d/f7a 3749 1
2024-03-19T01:51:57.264 INFO:tasks.workunit.client.0.smithi046.stdout:4/881: truncate d7/d10/d13/d58/d5d/fe0 436661 0
2024-03-19T01:51:57.267 INFO:tasks.workunit.client.0.smithi046.stdout:6/861: readlink d1a/d4d/d5a/l73 0
2024-03-19T01:51:57.270 INFO:tasks.workunit.client.0.smithi046.stdout:1/639: rename d0/c25 to d0/d6/da/cdc 0
2024-03-19T01:51:57.272 INFO:tasks.workunit.client.0.smithi046.stdout:7/878: dwrite d1/dc/df/d11/d39/d6f/def/ff3 [0,4194304] 0
2024-03-19T01:51:57.272 INFO:tasks.workunit.client.0.smithi046.stdout:9/619: dwrite dd/dc2/dd0/d48/dc3/f59 [0,4194304] 0
2024-03-19T01:51:57.273 INFO:tasks.workunit.client.0.smithi046.stdout:6/862: fdatasync d1a/d114/dd9/fef 0
2024-03-19T01:51:57.276 INFO:tasks.workunit.client.0.smithi046.stdout:2/938: dwrite d0/d70/f9e [0,4194304] 0
2024-03-19T01:51:57.278 INFO:tasks.workunit.client.0.smithi046.stdout:4/882: dread d7/d10/d13/d58/d5d/d7c/d9c/f61 [0,4194304] 0
2024-03-19T01:51:57.280 INFO:tasks.workunit.client.0.smithi046.stdout:3/883: mknod d5/d17/d31/d110/d9f/d5e/d69/d43/d56/d7d/de1/d111/c11a 0
2024-03-19T01:51:57.280 INFO:tasks.workunit.client.0.smithi046.stdout:9/620: chown dd/db2/dc4/da2/f21 197 1
2024-03-19T01:51:57.281 INFO:tasks.workunit.client.0.smithi046.stdout:6/863: unlink d1a/d26/d2e/caf 0
2024-03-19T01:51:57.283 INFO:tasks.workunit.client.0.smithi046.stdout:6/864: stat d1a/d4d/d65/d80/d62/fb7 0
2024-03-19T01:51:57.284 INFO:tasks.workunit.client.0.smithi046.stdout:9/621: fsync dd/dc2/dd0/d93/da8/f9a 0
2024-03-19T01:51:57.284 INFO:tasks.workunit.client.0.smithi046.stdout:7/879: write d1/f17 [1159962,101219] 0
2024-03-19T01:51:57.285 INFO:tasks.workunit.client.0.smithi046.stdout:4/883: rename d7/d10/fa4 to d7/d10/d13/dae/f135 0
2024-03-19T01:51:57.285 INFO:tasks.workunit.client.0.smithi046.stdout:3/884: mkdir d5/d17/d31/d110/df6/d11b 0
2024-03-19T01:51:57.286 INFO:tasks.workunit.client.0.smithi046.stdout:1/640: creat d0/dd/d26/d23/d3b/d3d/d55/d7f/d87/fdd x:0 0 0
2024-03-19T01:51:57.287 INFO:tasks.workunit.client.0.smithi046.stdout:8/852: dread d0/d5/dc/d42/dbf/d87/f10e [0,4194304] 0
2024-03-19T01:51:57.288 INFO:tasks.workunit.client.0.smithi046.stdout:3/885: dread - d5/fb5 zero size
2024-03-19T01:51:57.289 INFO:tasks.workunit.client.0.smithi046.stdout:6/865: chown d1a/d4d/d65/d80/d62/d5b/d40/d81/cae 593385058 1
2024-03-19T01:51:57.289 INFO:tasks.workunit.client.0.smithi046.stdout:3/886: chown d5/d17/d62/d2d/l72 15744365 1
2024-03-19T01:51:57.290 INFO:tasks.workunit.client.0.smithi046.stdout:1/641: mknod d0/d6/da/d56/cde 0
2024-03-19T01:51:57.291 INFO:tasks.workunit.client.0.smithi046.stdout:8/853: mknod d0/d5/dca/d47/c128 0
2024-03-19T01:51:57.293 INFO:tasks.workunit.client.0.smithi046.stdout:2/939: read d0/f46 [2612093,28868] 0
2024-03-19T01:51:57.295 INFO:tasks.workunit.client.0.smithi046.stdout:7/880: rename d1/d2a/d7a/ld9 to d1/dc/df/d11/d39/d6f/d7b/db5/l125 0
2024-03-19T01:51:57.295 INFO:tasks.workunit.client.0.smithi046.stdout:9/622: getdents dd/db2 0
2024-03-19T01:51:57.298 INFO:tasks.workunit.client.0.smithi046.stdout:1/642: chown d0/dd/d26/d23/d28/d3c/c4e 2 1
2024-03-19T01:51:57.300 INFO:tasks.workunit.client.0.smithi046.stdout:7/881: mkdir d1/dc/d18/d43/de5/d126 0
2024-03-19T01:51:57.303 INFO:tasks.workunit.client.0.smithi046.stdout:1/643: chown d0/dd/d26/d23/d28/d3c/d83/fa7 308 1
2024-03-19T01:51:57.303 INFO:tasks.workunit.client.0.smithi046.stdout:3/887: dwrite d5/d17/d31/d110/d9f/d5e/d5f/d6b/f81 [0,4194304] 0
2024-03-19T01:51:57.306 INFO:tasks.workunit.client.0.smithi046.stdout:2/940: creat d0/d27/d53/d5d/f127 x:0 0 0
2024-03-19T01:51:57.306 INFO:tasks.workunit.client.0.smithi046.stdout:8/854: rename d0/d5/dc/d42/dbf/daa/de5/f122 to d0/d5/dc/d42/dbf/d45/d5b/f129 0
2024-03-19T01:51:57.309 INFO:tasks.workunit.client.0.smithi046.stdout:1/644: mknod d0/dd/d26/d23/d3b/d3d/cdf 0
2024-03-19T01:51:57.309 INFO:tasks.workunit.client.0.smithi046.stdout:6/866: dwrite d1a/d26/d2e/f4a [0,4194304] 0
2024-03-19T01:51:57.310 INFO:tasks.workunit.client.0.smithi046.stdout:7/882: creat d1/dc/d18/d43/de5/d126/f127 x:0 0 0
2024-03-19T01:51:57.313 INFO:tasks.workunit.client.0.smithi046.stdout:9/623: rename dd/dc2/dd0/d34 to dd/dc2/dd0/d48/dc3/d25/dc5/dd2 0
2024-03-19T01:51:57.314 INFO:tasks.workunit.client.0.smithi046.stdout:5/711: dread d0/d1/d20/d47/d4e/fcb [0,4194304] 0
2024-03-19T01:51:57.316 INFO:tasks.workunit.client.0.smithi046.stdout:1/645: write d0/dd/d26/d23/d3b/d3d/d55/d7f/d87/fdd [914232,59756] 0
2024-03-19T01:51:57.316 INFO:tasks.workunit.client.0.smithi046.stdout:3/888: creat d5/d17/d31/d110/d9f/d5e/d69/d43/d56/d7d/de1/f11c x:0 0 0
2024-03-19T01:51:57.317 INFO:tasks.workunit.client.0.smithi046.stdout:9/624: mkdir dd/d3c/dd3 0
2024-03-19T01:51:57.322 INFO:tasks.workunit.client.0.smithi046.stdout:5/712: mkdir d0/d77/d87/df4 0
2024-03-19T01:51:57.323 INFO:tasks.workunit.client.0.smithi046.stdout:7/883: symlink d1/dc/l128 0
2024-03-19T01:51:57.325 INFO:tasks.workunit.client.0.smithi046.stdout:6/867: getdents d1a/d4d/d65/d80/d62/d5b/d57/d10c 0
2024-03-19T01:51:57.329 INFO:tasks.workunit.client.0.smithi046.stdout:3/889: getdents d5/d17/d31/d110/d9f/d5e/d69/d43 0
2024-03-19T01:51:57.329 INFO:tasks.workunit.client.0.smithi046.stdout:9/625: read dd/dc2/dd0/d48/dc3/f26 [92471,127111] 0
2024-03-19T01:51:57.329 INFO:tasks.workunit.client.0.smithi046.stdout:7/884: read d1/f1f [107409,62667] 0
2024-03-19T01:51:57.329 INFO:tasks.workunit.client.0.smithi046.stdout:6/868: rmdir d1a/d4d/d65/d80/d62/d5b/d40 39
2024-03-19T01:51:57.338 INFO:tasks.workunit.client.0.smithi046.stdout:1/646: truncate d0/dd/d26/d23/d28/d3c/d83/fa7 496603 0
2024-03-19T01:51:57.341 INFO:tasks.workunit.client.0.smithi046.stdout:6/869: getdents d1a/d4e 0
2024-03-19T01:51:57.343 INFO:tasks.workunit.client.0.smithi046.stdout:8/855: dread d0/d5/dc/d42/dbf/d45/f93 [0,4194304] 0
2024-03-19T01:51:57.343 INFO:tasks.workunit.client.0.smithi046.stdout:7/885: dwrite d1/dc/d18/f5d [4194304,4194304] 0
2024-03-19T01:51:57.344 INFO:tasks.workunit.client.0.smithi046.stdout:2/941: dread d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/d59/d8a/d91/fdd [0,4194304] 0
2024-03-19T01:51:57.345 INFO:tasks.workunit.client.0.smithi046.stdout:3/890: dwrite d5/d17/fb0 [0,4194304] 0
2024-03-19T01:51:57.347 INFO:tasks.workunit.client.0.smithi046.stdout:6/870: fsync d1a/d4d/dbc/dee/d71/f88 0
2024-03-19T01:51:57.348 INFO:tasks.workunit.client.0.smithi046.stdout:8/856: rmdir d0/d5/dca/d47 39
2024-03-19T01:51:57.348 INFO:tasks.workunit.client.0.smithi046.stdout:9/626: dwrite dd/dc2/dd0/d48/dc3/d25/dc5/dd2/f39 [0,4194304] 0
2024-03-19T01:51:57.350 INFO:tasks.workunit.client.0.smithi046.stdout:1/647: rename d0/dd/d26/d23/d3b/d3d/d55/d7f/c8e to d0/dd/d26/d23/d45/ce0 0
2024-03-19T01:51:57.351 INFO:tasks.workunit.client.0.smithi046.stdout:3/891: fsync d5/d17/d31/d110/d9f/d5e/d69/f74 0
2024-03-19T01:51:57.353 INFO:tasks.workunit.client.0.smithi046.stdout:8/857: write d0/d5/dc/d42/dbf/fcc [913742,79487] 0
2024-03-19T01:51:57.357 INFO:tasks.workunit.client.0.smithi046.stdout:3/892: read d5/d17/d31/f40 [1972715,92490] 0
2024-03-19T01:51:57.362 INFO:tasks.workunit.client.0.smithi046.stdout:6/871: truncate d1a/d4d/dbc/dee/d71/f88 4212239 0
2024-03-19T01:51:57.363 INFO:tasks.workunit.client.0.smithi046.stdout:9/627: write dd/dc2/dd0/d4f/f86 [841717,25160] 0
2024-03-19T01:51:57.363 INFO:tasks.workunit.client.0.smithi046.stdout:8/858: dwrite d0/f59 [4194304,4194304] 0
2024-03-19T01:51:57.367 INFO:tasks.workunit.client.0.smithi046.stdout:3/893: rmdir d5/d17/d62/d2d 39
2024-03-19T01:51:57.369 INFO:tasks.workunit.client.0.smithi046.stdout:2/942: link d0/d27/d53/d5d/d8c/dd6/d61/d2f/f5b d0/d70/f128 0
2024-03-19T01:51:57.369 INFO:tasks.workunit.client.0.smithi046.stdout:8/859: read d0/d5/dc/d42/dbf/d45/f43 [1742269,63174] 0
2024-03-19T01:51:57.373 INFO:tasks.workunit.client.0.smithi046.stdout:2/943: dread - d0/d94/ff0 zero size
2024-03-19T01:51:57.379 INFO:tasks.workunit.client.0.smithi046.stdout:7/886: dread d1/d2a/f2d [0,4194304] 0
2024-03-19T01:51:57.379 INFO:tasks.workunit.client.0.smithi046.stdout:9/628: truncate dd/dc2/dd0/d93/da8/f42 1993281 0
2024-03-19T01:51:57.383 INFO:tasks.workunit.client.0.smithi046.stdout:2/944: dread - d0/d27/d53/d5d/d8c/dd6/d61/d2f/fc0 zero size
2024-03-19T01:51:57.384 INFO:tasks.workunit.client.0.smithi046.stdout:8/860: link d0/d5/dc/d42/dbf/d45/d58/fbc d0/d5/dca/f12a 0
2024-03-19T01:51:57.385 INFO:tasks.workunit.client.0.smithi046.stdout:7/887: truncate d1/dc/df/d11/f50 4091165 0
2024-03-19T01:51:57.386 INFO:tasks.workunit.client.0.smithi046.stdout:9/629: creat dd/dc2/dd0/fd4 x:0 0 0
2024-03-19T01:51:57.388 INFO:tasks.workunit.client.0.smithi046.stdout:3/894: dwrite d5/d17/d31/d4b/f99 [0,4194304] 0
2024-03-19T01:51:57.389 INFO:tasks.workunit.client.0.smithi046.stdout:2/945: fsync d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e/f6c 0
2024-03-19T01:51:57.390 INFO:tasks.workunit.client.0.smithi046.stdout:7/888: mkdir d1/dc/df/d11/d39/d129 0
2024-03-19T01:51:57.391 INFO:tasks.workunit.client.0.smithi046.stdout:6/872: dwrite d1a/d4d/dbc/dee/f8e [0,4194304] 0
2024-03-19T01:51:57.395 INFO:tasks.workunit.client.0.smithi046.stdout:9/630: creat dd/dc2/dd0/d48/dc3/d25/dc5/dd2/d33/fd5 x:0 0 0
2024-03-19T01:51:57.395 INFO:tasks.workunit.client.0.smithi046.stdout:8/861: fsync d0/d5/dca/d47/d5d/fed 0
2024-03-19T01:51:57.396 INFO:tasks.workunit.client.0.smithi046.stdout:6/873: fsync d1a/d4d/d65/d80/f67 0
2024-03-19T01:51:57.403 INFO:tasks.workunit.client.0.smithi046.stdout:9/631: chown dd/dc2/dd0/d48/dc3/d25/lb6 66662028 1
2024-03-19T01:51:57.405 INFO:tasks.workunit.client.0.smithi046.stdout:7/889: link d1/dc/df/d11/d39/d6f/d7c/lc5 d1/dc/df/d11/d39/d129/l12a 0
2024-03-19T01:51:57.406 INFO:tasks.workunit.client.0.smithi046.stdout:2/946: dwrite d0/d70/fd1 [0,4194304] 0
2024-03-19T01:51:57.407 INFO:tasks.workunit.client.0.smithi046.stdout:3/895: creat d5/d17/d31/d110/d9f/d5e/d5f/f11d x:0 0 0
2024-03-19T01:51:57.412 INFO:tasks.workunit.client.0.smithi046.stdout:8/862: rmdir d0/d5/dca/d47/dae/d100/d10c/d11d 0
2024-03-19T01:51:57.412 INFO:tasks.workunit.client.0.smithi046.stdout:3/896: write d5/d17/d31/d110/d9f/d5e/d69/f7a [3058760,117005] 0
2024-03-19T01:51:57.413 INFO:tasks.workunit.client.0.smithi046.stdout:2/947: write d0/d27/d53/d5d/d8c/dd6/d9a/f124 [1025186,124960] 0
2024-03-19T01:51:57.417 INFO:tasks.workunit.client.0.smithi046.stdout:7/890: rename d1/l2 to d1/dc/df/d11/d39/d6f/d7b/l12b 0
2024-03-19T01:51:57.421 INFO:tasks.workunit.client.0.smithi046.stdout:9/632: dwrite dd/d11/d17/d69/fcd [0,4194304] 0
2024-03-19T01:51:57.422 INFO:tasks.workunit.client.0.smithi046.stdout:6/874: dread d1a/d4d/d65/d80/d62/d5b/d40/ffb [0,4194304] 0
2024-03-19T01:51:57.427 INFO:tasks.workunit.client.0.smithi046.stdout:9/633: dread - dd/dc2/dd0/d93/dad/faf zero size
2024-03-19T01:51:57.437 INFO:tasks.workunit.client.0.smithi046.stdout:2/948: dwrite d0/dc3/fe9 [0,4194304] 0
2024-03-19T01:51:57.439 INFO:tasks.workunit.client.0.smithi046.stdout:7/891: rename d1/dc/df/d11/d93/df9/f101 to d1/dc/d18/d43/de5/d126/f12c 0
2024-03-19T01:51:57.441 INFO:tasks.workunit.client.0.smithi046.stdout:9/634: creat dd/dc2/dd0/d48/dc3/d25/dc5/dd2/fd6 x:0 0 0
2024-03-19T01:51:57.442 INFO:tasks.workunit.client.0.smithi046.stdout:8/863: dwrite d0/d5/dca/f12a [0,4194304] 0
2024-03-19T01:51:57.442 INFO:tasks.workunit.client.0.smithi046.stdout:6/875: dwrite fa [8388608,4194304] 0
2024-03-19T01:51:57.443 INFO:tasks.workunit.client.0.smithi046.stdout:3/897: dread d5/d17/d31/d110/d9f/d5e/d5f/f8b [0,4194304] 0
2024-03-19T01:51:57.446 INFO:tasks.workunit.client.0.smithi046.stdout:6/876: symlink d1a/d4d/d65/da0/db6/l126 0
2024-03-19T01:51:57.450 INFO:tasks.workunit.client.0.smithi046.stdout:8/864: rmdir d0/d5/dca/d47/dae/d100 39
2024-03-19T01:51:57.450 INFO:tasks.workunit.client.0.smithi046.stdout:2/949: mkdir d0/d27/d53/d5d/d8c/dd6/dcb/d129 0
2024-03-19T01:51:57.450 INFO:tasks.workunit.client.0.smithi046.stdout:6/877: write d1a/d4d/d65/d80/f97 [70793,58572] 0
2024-03-19T01:51:57.451 INFO:tasks.workunit.client.0.smithi046.stdout:8/865: fdatasync d0/d5/dc/d42/dbf/f1c 0
2024-03-19T01:51:57.454 INFO:tasks.workunit.client.0.smithi046.stdout:7/892: dwrite d1/dc/df/d11/f2e [4194304,4194304] 0
2024-03-19T01:51:57.456 INFO:tasks.workunit.client.0.smithi046.stdout:9/635: rename dd/dc2/dd0/d48/dc3/d25/dc5/dd2/c83 to dd/d11/d17/d49/cd7 0
2024-03-19T01:51:57.456 INFO:tasks.workunit.client.0.smithi046.stdout:8/866: creat d0/d5/dc/d42/dbf/d45/f12b x:0 0 0
2024-03-19T01:51:57.457 INFO:tasks.workunit.client.0.smithi046.stdout:7/893: write d1/dc/df/d11/d39/d6e/f91 [103164,7591] 0
2024-03-19T01:51:57.459 INFO:tasks.workunit.client.0.smithi046.stdout:6/878: fdatasync d1a/d4d/dbc/dee/d71/f88 0
2024-03-19T01:51:57.461 INFO:tasks.workunit.client.0.smithi046.stdout:6/879: write d1a/dac/df4/f124 [125231,15830] 0
2024-03-19T01:51:57.463 INFO:tasks.workunit.client.0.smithi046.stdout:7/894: mkdir d1/dc/d18/d43/d12d 0
2024-03-19T01:51:57.465 INFO:tasks.workunit.client.0.smithi046.stdout:6/880: dread - d1a/d4d/d65/d80/d62/d5b/d40/d81/f10f zero size
2024-03-19T01:51:57.466 INFO:tasks.workunit.client.0.smithi046.stdout:2/950: rename d0/d27/d53/d5d/d8c/dd6/d61/d2f/d8e to d0/d27/d53/d12a 0
2024-03-19T01:51:57.468 INFO:tasks.workunit.client.0.smithi046.stdout:2/951: truncate d0/d94/fed 356716 0
2024-03-19T01:51:57.469 INFO:tasks.workunit.client.0.smithi046.stdout:7/895: symlink d1/dc/df/d11/d93/df9/l12e 0
2024-03-19T01:51:57.472 INFO:tasks.workunit.client.0.smithi046.stdout:9/636: write dd/d11/f1e [11589212,715] 0
2024-03-19T01:51:57.474 INFO:tasks.workunit.client.0.smithi046.stdout:2/952: rmdir d0/d27/d53/d12a 39
2024-03-19T01:51:57.474 INFO:tasks.workunit.client.0.smithi046.stdout:6/881: dwrite d1a/dac/df4/f124 [0,4194304] 0
2024-03-19T01:51:57.478 INFO:tasks.workunit.client.0.smithi046.stdout:8/867: dwrite d0/d5/dc/f5f [0,4194304] 0
2024-03-19T01:51:57.481 INFO:tasks.workunit.client.0.smithi046.stdout:9/637: getdents dd/d11/d17/d57 0
2024-03-19T01:51:57.482 INFO:tasks.workunit.client.0.smithi046.stdout:7/896: dread d1/f2b [0,4194304] 0
2024-03-19T01:51:57.483 INFO:tasks.workunit.client.0.smithi046.stdout:2/953: symlink d0/d27/d53/d12a/d59/dc1/d113/l12b 0
2024-03-19T01:51:57.487 INFO:tasks.workunit.client.0.smithi046.stdout:6/882: dwrite d1a/f84 [0,4194304] 0
2024-03-19T01:51:57.488 INFO:tasks.workunit.client.0.smithi046.stdout:9/638: write dd/dc2/dd0/d4f/f86 [1607472,60200] 0
2024-03-19T01:51:57.492 INFO:tasks.workunit.client.0.smithi046.stdout:7/897: unlink d1/dc/d18/d43/l87 0
2024-03-19T01:51:57.494 INFO:tasks.workunit.client.0.smithi046.stdout:9/639: creat dd/dc2/dd0/d48/dc3/d25/dc5/dd2/d33/fd8 x:0 0 0
2024-03-19T01:51:57.495 INFO:tasks.workunit.client.0.smithi046.stdout:8/868: link d0/d5/dca/d47/d8d/c66 d0/d5/dca/d47/dae/d100/d10c/c12c 0
2024-03-19T01:51:57.495 INFO:tasks.workunit.client.0.smithi046.stdout:9/640: chown dd/d11/d8d/lb7 1409484475 1
2024-03-19T01:51:57.499 INFO:tasks.workunit.client.0.smithi046.stdout:9/641: write dd/d11/d17/f35 [2048528,60663] 0
2024-03-19T01:51:57.501 INFO:tasks.workunit.client.0.smithi046.stdout:9/642: readlink dd/l76 0
2024-03-19T01:51:57.502 INFO:tasks.workunit.client.0.smithi046.stdout:7/898: rename d1/dc/da6/ld1 to d1/dc/d18/d8c/df7/l12f 0
2024-03-19T01:51:57.503 INFO:tasks.workunit.client.0.smithi046.stdout:8/869: symlink d0/d5/dc/d42/l12d 0
2024-03-19T01:51:57.504 INFO:tasks.workunit.client.0.smithi046.stdout:9/643: mknod dd/d11/d17/d57/d7e/cd9 0
2024-03-19T01:51:57.507 INFO:tasks.workunit.client.0.smithi046.stdout:8/870: creat d0/d5/dca/d47/dae/d100/d10c/f12e x:0 0 0
2024-03-19T01:51:57.508 INFO:tasks.workunit.client.0.smithi046.stdout:9/644: rename dd/d3c/f41 to dd/d11/d17/d69/fda 0
2024-03-19T01:51:57.509 INFO:tasks.workunit.client.0.smithi046.stdout:7/899: creat d1/dc/df/d11/d39/d6f/d7b/db5/f130 x:0 0 0
2024-03-19T01:51:57.510 INFO:tasks.workunit.client.0.smithi046.stdout:8/871: mknod d0/d5/dca/d47/dae/d100/d10c/c12f 0
2024-03-19T01:51:57.516 INFO:tasks.workunit.client.0.smithi046.stdout:8/872: link d0/d5/dc/d42/dbf/d45/c5a d0/d5/dca/d47/dae/d103/c130 0
2024-03-19T01:51:57.518 INFO:tasks.workunit.client.0.smithi046.stdout:7/900: dread d1/f97 [0,4194304] 0
2024-03-19T01:51:57.519 INFO:tasks.workunit.client.0.smithi046.stdout:2/954: dread d0/d27/d53/d5d/d8c/dd6/d61/f60 [4194304,4194304] 0
2024-03-19T01:51:57.519 INFO:tasks.workunit.client.0.smithi046.stdout:8/873: unlink d0/d5/dca/d47/cbd 0
2024-03-19T01:51:57.521 INFO:tasks.workunit.client.0.smithi046.stdout:7/901: rename d1/dc/d18/d43/de5/f10b to d1/dc/d18/d8c/f131 0
2024-03-19T01:51:57.525 INFO:tasks.workunit.client.0.smithi046.stdout:8/874: dread d0/d5/dca/d47/d5d/fed [0,4194304] 0
2024-03-19T01:51:57.526 INFO:tasks.workunit.client.0.smithi046.stdout:2/955: dwrite d0/d27/d53/d12a/d59/f96 [0,4194304] 0
2024-03-19T01:51:57.528 INFO:tasks.workunit.client.0.smithi046.stdout:8/875: dread - d0/d5/dc/d42/dbf/d87/daf/f105 zero size
2024-03-19T01:51:57.528 INFO:tasks.workunit.client.0.smithi046.stdout:8/876: stat d0/d5/f7b 0
2024-03-19T01:51:57.529 INFO:tasks.workunit.client.0.smithi046.stdout:2/956: unlink d0/d27/d53/d12a/d59/f7b 0
2024-03-19T01:51:57.529 INFO:tasks.workunit.client.0.smithi046.stdout:8/877: fsync d0/d5/dc/f5f 0
2024-03-19T01:51:57.530 INFO:tasks.workunit.client.0.smithi046.stdout:2/957: chown d0/d27/d53/d12a/d59 9026 1
2024-03-19T01:51:57.533 INFO:tasks.workunit.client.0.smithi046.stdout:2/958: readlink d0/d27/d53/d5d/d8c/dd6/l25 0
2024-03-19T01:51:57.537 INFO:tasks.workunit.client.0.smithi046.stdout:2/959: write d0/d27/d53/d5d/d8c/dd6/d61/f60 [157092,99211] 0
2024-03-19T01:51:57.539 INFO:tasks.workunit.client.0.smithi046.stdout:8/878: dwrite d0/d5/dca/fb8 [0,4194304] 0
2024-03-19T01:51:57.539 INFO:tasks.workunit.client.0.smithi046.stdout:2/960: write d0/d94/ff0 [742391,71380] 0
2024-03-19T01:51:57.540 INFO:tasks.workunit.client.0.smithi046.stdout:8/879: readlink d0/d5/lf1 0
2024-03-19T01:51:57.540 INFO:tasks.workunit.client.0.smithi046.stdout:2/961: chown d0/c78 46337 1
2024-03-19T01:51:57.544 INFO:tasks.workunit.client.0.smithi046.stdout:2/962: chown d0/d27/d53/d5d/d8c/dd6/d61/da1/l3c 3 1
2024-03-19T01:51:57.545 INFO:tasks.workunit.client.0.smithi046.stdout:2/963: write d0/d48/fec [313138,3824] 0
2024-03-19T01:51:57.548 INFO:tasks.workunit.client.0.smithi046.stdout:8/880: dwrite d0/d5/dc/d42/dbf/d87/fd1 [0,4194304] 0
2024-03-19T01:51:57.552 INFO:tasks.workunit.client.0.smithi046.stdout:8/881: creat d0/d5/dc/d42/dbf/d87/f131 x:0 0 0
2024-03-19T01:51:57.553 INFO:tasks.workunit.client.0.smithi046.stdout:2/964: read d0/d27/d53/d5d/d8c/dd6/d61/d2f/f47 [3221869,52056] 0
2024-03-19T01:51:57.555 INFO:tasks.workunit.client.0.smithi046.stdout:2/965: write d0/dc3/f11d [984357,92440] 0
2024-03-19T01:51:57.561 INFO:tasks.workunit.client.0.smithi046.stdout:2/966: symlink d0/d27/d53/d5d/d8c/dd6/d61/da1/l12c 0
2024-03-19T01:51:57.561 INFO:tasks.workunit.client.0.smithi046.stdout:2/967: fdatasync d0/d70/f9e 0
2024-03-19T01:51:57.562 INFO:tasks.workunit.client.0.smithi046.stdout:8/882: dwrite d0/d5/dca/d47/d5d/f99 [0,4194304] 0
2024-03-19T01:51:57.566 INFO:tasks.workunit.client.0.smithi046.stdout:8/883: write d0/d5/dc/d42/dbf/d45/d5b/d86/d8c/f106 [3177734,127560] 0
2024-03-19T01:51:57.575 INFO:tasks.workunit.client.0.smithi046.stdout:2/968: dread d0/d70/f128 [0,4194304] 0
2024-03-19T01:51:57.582 INFO:tasks.workunit.client.0.smithi046.stdout:2/969: dwrite d0/d27/d53/d12a/d59/f96 [0,4194304] 0
2024-03-19T01:51:57.586 INFO:tasks.workunit.client.0.smithi046.stdout:2/970: creat d0/dc3/f12d x:0 0 0
2024-03-19T01:51:57.586 INFO:tasks.workunit.client.0.smithi046.stdout:8/884: dread d0/d5/dc/d42/dbf/f1c [0,4194304] 0
2024-03-19T01:51:57.587 INFO:tasks.workunit.client.0.smithi046.stdout:2/971: write d0/d48/fdf [5151417,7857] 0
2024-03-19T01:51:57.587 INFO:tasks.workunit.client.0.smithi046.stdout:8/885: readlink d0/d5/dc/d42/dbf/d87/daf/l6d 0
2024-03-19T01:51:57.588 INFO:tasks.workunit.client.0.smithi046.stdout:2/972: dread - d0/d48/fc4 zero size
2024-03-19T01:51:57.593 INFO:tasks.workunit.client.0.smithi046.stdout:2/973: mkdir d0/d27/d53/d5d/d8c/dd6/dcb/d12e 0
2024-03-19T01:51:57.596 INFO:tasks.workunit.client.0.smithi046.stdout:8/886: dwrite d0/d5/dc/d42/dbf/d87/f108 [0,4194304] 0
2024-03-19T01:51:57.600 INFO:tasks.workunit.client.0.smithi046.stdout:2/974: read d0/d27/d53/d5d/d8c/dd6/d61/da1/f54 [3853012,46172] 0
2024-03-19T01:51:57.601 INFO:tasks.workunit.client.0.smithi046.stdout:2/975: write d0/d70/f9e [2391318,81479] 0
2024-03-19T01:51:57.602 INFO:tasks.workunit.client.0.smithi046.stdout:8/887: dwrite d0/d5/dc/d42/fee [0,4194304] 0
2024-03-19T01:51:57.606 INFO:tasks.workunit.client.0.smithi046.stdout:2/976: chown d0/d27/d53/d5d/d8c/dd6/d61/d2f/f5b 220611 1
2024-03-19T01:51:57.606 INFO:tasks.workunit.client.0.smithi046.stdout:2/977: readlink d0/d27/d53/la2 0
2024-03-19T01:51:57.608 INFO:tasks.workunit.client.0.smithi046.stdout:2/978: mkdir d0/d48/db1/dd7/d12f 0
2024-03-19T01:51:57.612 INFO:tasks.workunit.client.0.smithi046.stdout:2/979: symlink d0/d48/db1/dd7/d12f/l130 0
2024-03-19T01:51:57.614 INFO:tasks.workunit.client.0.smithi046.stdout:8/888: truncate d0/d5/dca/fb8 3704483 0
2024-03-19T01:51:57.614 INFO:tasks.workunit.client.0.smithi046.stdout:2/980: symlink d0/d27/d53/d12a/d59/d8a/l131 0
2024-03-19T01:51:57.617 INFO:tasks.workunit.client.0.smithi046.stdout:2/981: mknod d0/d27/d53/d5d/d8c/dd6/dcb/c132 0
2024-03-19T01:51:57.620 INFO:tasks.workunit.client.0.smithi046.stdout:8/889: dwrite d0/d5/dc/d42/dbf/d87/daf/f105 [0,4194304] 0
2024-03-19T01:51:57.625 INFO:tasks.workunit.client.0.smithi046.stdout:8/890: dwrite d0/d5/dc/f5f [0,4194304] 0
2024-03-19T01:51:57.628 INFO:tasks.workunit.client.0.smithi046.stdout:8/891: write d0/d5/dc/d42/f123 [386358,100433] 0
2024-03-19T01:51:57.629 INFO:tasks.workunit.client.0.smithi046.stdout:4/884: sync
2024-03-19T01:51:57.629 INFO:tasks.workunit.client.0.smithi046.stdout:5/713: sync
2024-03-19T01:51:57.633 INFO:tasks.workunit.client.0.smithi046.stdout:8/892: symlink d0/d5/dca/d47/dae/l132 0
2024-03-19T01:51:57.635 INFO:tasks.workunit.client.0.smithi046.stdout:4/885: unlink d7/d4f/f112 0
2024-03-19T01:51:57.636 INFO:tasks.workunit.client.0.smithi046.stdout:5/714: truncate d0/d1/d20/d26/fe6 1685205 0
2024-03-19T01:51:57.642 INFO:tasks.workunit.client.0.smithi046.stdout:4/886: link d7/d10/d13/d58/d75/l114 d7/d10/d13/d58/d75/dc1/d10c/l136 0
2024-03-19T01:51:57.644 INFO:tasks.workunit.client.0.smithi046.stdout:4/887: symlink d7/d10/d13/d58/d75/l137 0
2024-03-19T01:51:57.645 INFO:tasks.workunit.client.0.smithi046.stdout:4/888: mknod d7/d10/d13/d58/d75/dc1/c138 0
2024-03-19T01:51:57.651 INFO:tasks.workunit.client.0.smithi046.stdout:4/889: dwrite d7/d4f/d6e/d9b/f108 [0,4194304] 0
2024-03-19T01:51:57.652 INFO:tasks.workunit.client.0.smithi046.stdout:2/982: dread d0/d48/fdf [0,4194304] 0
2024-03-19T01:51:57.653 INFO:tasks.workunit.client.0.smithi046.stdout:2/983: fdatasync d0/d27/f81 0
2024-03-19T01:51:57.655 INFO:tasks.workunit.client.0.smithi046.stdout:4/890: creat d7/d4f/d6e/d12c/f139 x:0 0 0
2024-03-19T01:51:57.655 INFO:tasks.workunit.client.0.smithi046.stdout:2/984: mknod d0/d27/d53/d12a/d59/d8a/c133 0
2024-03-19T01:51:57.655 INFO:tasks.workunit.client.0.smithi046.stdout:4/891: chown d7/d4f/d6e/d12c 1 1
2024-03-19T01:51:57.660 INFO:tasks.workunit.client.0.smithi046.stdout:4/892: rename d7/d10/d13/d58/d5d/d7c/d9c/c52 to d7/d10/d13/d58/d75/dc1/d10c/c13a 0
2024-03-19T01:51:57.665 INFO:tasks.workunit.client.0.smithi046.stdout:2/985: write d0/d27/f72 [1323248,89303] 0
2024-03-19T01:51:57.667 INFO:tasks.workunit.client.0.smithi046.stdout:4/893: dwrite d7/d4f/d6e/d9b/fe2 [4194304,4194304] 0
2024-03-19T01:51:57.671 INFO:tasks.workunit.client.0.smithi046.stdout:4/894: creat d7/d10/d13/d58/d75/dca/df6/d110/f13b x:0 0 0
2024-03-19T01:51:57.672 INFO:tasks.workunit.client.0.smithi046.stdout:4/895: chown d7/d10/d13/f1f 92 1
2024-03-19T01:51:57.675 INFO:tasks.workunit.client.0.smithi046.stdout:4/896: read d7/f9 [3924129,88174] 0
2024-03-19T01:51:57.679 INFO:tasks.workunit.client.0.smithi046.stdout:4/897: mkdir d7/d4f/dbd/dcc/df3/d13c 0
2024-03-19T01:51:57.679 INFO:tasks.workunit.client.0.smithi046.stdout:4/898: chown d7/d4f/d6e/d12c 1944 1
2024-03-19T01:51:57.682 INFO:tasks.workunit.client.0.smithi046.stdout:4/899: creat d7/d10/d13/d58/d75/dca/f13d x:0 0 0
2024-03-19T01:51:57.685 INFO:tasks.workunit.client.0.smithi046.stdout:4/900: creat d7/d10/d13/d58/d75/dca/df6/d110/f13e x:0 0 0
2024-03-19T01:51:57.686 INFO:tasks.workunit.client.0.smithi046.stdout:4/901: write d7/fa [2355833,106592] 0
2024-03-19T01:51:57.697 INFO:tasks.workunit.client.0.smithi046.stdout:4/902: dwrite d7/d10/d13/d58/d75/dca/fde [0,4194304] 0
2024-03-19T01:51:57.702 INFO:tasks.workunit.client.0.smithi046.stdout:4/903: dwrite d7/f26 [0,4194304] 0
2024-03-19T01:51:57.705 INFO:tasks.workunit.client.0.smithi046.stdout:4/904: creat d7/d10/d13/d58/d5d/dbb/f13f x:0 0 0
2024-03-19T01:51:57.709 INFO:tasks.workunit.client.0.smithi046.stdout:4/905: creat d7/d10/d13/d58/f140 x:0 0 0
2024-03-19T01:51:57.749 INFO:tasks.workunit.client.0.smithi046.stdout:4/906: read d7/d10/d13/d58/d5d/dbb/f49 [136374,100668] 0
2024-03-19T01:51:57.752 INFO:tasks.workunit.client.0.smithi046.stdout:4/907: mkdir d7/d10/d13/d58/d5d/d141 0
2024-03-19T01:51:57.762 INFO:tasks.workunit.client.0.smithi046.stdout:4/908: dwrite d7/fb4 [0,4194304] 0
2024-03-19T01:51:57.767 INFO:tasks.workunit.client.0.smithi046.stdout:4/909: getdents d7/d10/d13/d58/d75 0
2024-03-19T01:51:57.770 INFO:tasks.workunit.client.0.smithi046.stdout:4/910: mknod d7/d10/d13/d58/d75/dca/df6/c142 0
2024-03-19T01:51:57.772 INFO:tasks.workunit.client.0.smithi046.stdout:4/911: dread d7/d10/d13/f69 [0,4194304] 0
2024-03-19T01:51:57.775 INFO:tasks.workunit.client.0.smithi046.stdout:4/912: truncate d7/d10/d13/d58/d5d/d8b/fd2 1150931 0
2024-03-19T01:51:57.777 INFO:tasks.workunit.client.0.smithi046.stdout:4/913: truncate d7/d10/d13/f88 1049277 0
2024-03-19T01:51:57.778 INFO:tasks.workunit.client.0.smithi046.stdout:4/914: chown d7/d10/ldd 3 1
2024-03-19T01:51:57.780 INFO:tasks.workunit.client.0.smithi046.stdout:4/915: rmdir d7/d10/d13/d58/d5d/dbb/d50 39
2024-03-19T01:51:57.783 INFO:tasks.workunit.client.0.smithi046.stdout:4/916: rename d7/d4f/d6e/d9b/cdc to d7/d10/d83/c143 0
2024-03-19T01:51:57.784 INFO:tasks.workunit.client.0.smithi046.stdout:4/917: chown d7/d10/d13/d58/d5d/dbb/d79/lef 11 1
2024-03-19T01:51:57.785 INFO:tasks.workunit.client.0.smithi046.stdout:4/918: truncate d7/d10/d13/d58/d75/dca/df6/f121 391796 0
2024-03-19T01:51:57.787 INFO:tasks.workunit.client.0.smithi046.stdout:4/919: write d7/d4f/d6e/d9b/fd1 [5043037,239] 0
2024-03-19T01:51:57.789 INFO:tasks.workunit.client.0.smithi046.stdout:4/920: mknod d7/d4f/dbd/c144 0
2024-03-19T01:51:57.837 INFO:tasks.workunit.client.0.smithi046.stdout:1/648: sync
2024-03-19T01:51:57.839 INFO:tasks.workunit.client.0.smithi046.stdout:1/649: mkdir d0/dd/d26/d23/d28/de1 0
2024-03-19T01:51:57.841 INFO:tasks.workunit.client.0.smithi046.stdout:1/650: write d0/d6/d6a/f8c [446677,113774] 0
2024-03-19T01:51:57.843 INFO:tasks.workunit.client.0.smithi046.stdout:1/651: chown d0/dd/d26/d23/d3b/d3d/d55/d7f/d87/l89 735 1
2024-03-19T01:51:57.843 INFO:tasks.workunit.client.0.smithi046.stdout:1/652: dread - d0/dd0/fd7 zero size
2024-03-19T01:51:57.844 INFO:tasks.workunit.client.0.smithi046.stdout:1/653: chown d0/d6/d6a/d8a/da3/cc0 43113 1
2024-03-19T01:51:57.847 INFO:tasks.workunit.client.0.smithi046.stdout:1/654: unlink d0/d6/d7c/d64/c76 0
2024-03-19T01:51:57.848 INFO:tasks.workunit.client.0.smithi046.stdout:1/655: mkdir d0/d6/d4b/de2 0
2024-03-19T01:51:57.850 INFO:tasks.workunit.client.0.smithi046.stdout:1/656: write d0/d6/d4b/f88 [1301005,105782] 0
2024-03-19T01:51:57.857 INFO:tasks.workunit.client.0.smithi046.stdout:1/657: dwrite d0/dd/d26/d23/d28/d3c/d83/fce [0,4194304] 0
2024-03-19T01:51:57.859 INFO:tasks.workunit.client.0.smithi046.stdout:1/658: symlink d0/d6/d4b/le3 0
2024-03-19T01:51:57.860 INFO:tasks.workunit.client.0.smithi046.stdout:1/659: fdatasync d0/dd/d26/d23/d45/f66 0
2024-03-19T01:51:57.863 INFO:tasks.workunit.client.0.smithi046.stdout:1/660: getdents d0/d6/d6a/d8d/dc3 0
2024-03-19T01:51:57.866 INFO:tasks.workunit.client.0.smithi046.stdout:1/661: creat d0/dd/d26/d23/d69/fe4 x:0 0 0
2024-03-19T01:51:57.869 INFO:tasks.workunit.client.0.smithi046.stdout:1/662: unlink d0/d6/f35 0
2024-03-19T01:51:57.871 INFO:tasks.workunit.client.0.smithi046.stdout:1/663: unlink d0/d6/d7c/fac 0
2024-03-19T01:51:57.872 INFO:tasks.workunit.client.0.smithi046.stdout:1/664: rmdir d0/dd/d26 39
2024-03-19T01:51:57.875 INFO:tasks.workunit.client.0.smithi046.stdout:1/665: dread d0/dd/d26/d2c/f93 [0,4194304] 0
2024-03-19T01:51:57.878 INFO:tasks.workunit.client.0.smithi046.stdout:1/666: dread d0/dd/d26/f92 [0,4194304] 0
2024-03-19T01:51:57.880 INFO:tasks.workunit.client.0.smithi046.stdout:1/667: write d0/dd/d26/f92 [635357,119539] 0
2024-03-19T01:51:57.881 INFO:tasks.workunit.client.0.smithi046.stdout:1/668: fdatasync d0/fa2 0
2024-03-19T01:51:57.884 INFO:tasks.workunit.client.0.smithi046.stdout:1/669: unlink d0/dd/d26/d23/d28/d3c/d5f/f98 0
2024-03-19T01:51:57.886 INFO:tasks.workunit.client.0.smithi046.stdout:1/670: symlink d0/d6/d6a/d8a/da3/le5 0
2024-03-19T01:51:57.887 INFO:tasks.workunit.client.0.smithi046.stdout:1/671: chown d0/dd/d26/d23/d3b/d3d/d55/d7f/d87/fdd 30853 1
2024-03-19T01:51:57.888 INFO:tasks.workunit.client.0.smithi046.stdout:1/672: symlink d0/dd/d26/d2c/le6 0
2024-03-19T01:51:57.892 INFO:tasks.workunit.client.0.smithi046.stdout:1/673: link d0/d6/fb8 d0/d3f/fe7 0
2024-03-19T01:51:57.898 INFO:tasks.workunit.client.0.smithi046.stdout:1/674: dwrite d0/d6/fb8 [8388608,4194304] 0
2024-03-19T01:51:57.901 INFO:tasks.workunit.client.0.smithi046.stdout:1/675: symlink d0/dd/d26/d23/d28/d3c/d83/db2/dc1/le8 0
2024-03-19T01:51:57.943 INFO:tasks.workunit.client.0.smithi046.stdout:3/898: sync
2024-03-19T01:51:57.952 INFO:tasks.workunit.client.0.smithi046.stdout:1/676: getdents d0/d6/da 0
2024-03-19T01:51:57.955 INFO:tasks.workunit.client.0.smithi046.stdout:1/677: symlink d0/dd/d26/d23/d28/d3c/d83/db2/dc1/le9 0
2024-03-19T01:51:57.955 INFO:tasks.workunit.client.0.smithi046.stdout:3/899: creat d5/d17/d31/d110/d9f/d5e/d69/f11e x:0 0 0
2024-03-19T01:51:57.958 INFO:tasks.workunit.client.0.smithi046.stdout:3/900: mkdir d5/d10/d11f 0
2024-03-19T01:51:57.960 INFO:tasks.workunit.client.0.smithi046.stdout:3/901: dread - d5/d17/d31/d110/d9f/fbc zero size
2024-03-19T01:51:57.974 INFO:tasks.workunit.client.0.smithi046.stdout:1/678: dread d0/dd/d26/d23/d28/d3c/d83/db2/fb5 [0,4194304] 0
2024-03-19T01:51:57.974 INFO:tasks.workunit.client.0.smithi046.stdout:1/679: chown d0/dd/d26/d2c/f93 265846 1
2024-03-19T01:51:57.975 INFO:tasks.workunit.client.0.smithi046.stdout:1/680: chown d0/dd/d26/ld1 55716936 1
2024-03-19T01:51:57.976 INFO:tasks.workunit.client.0.smithi046.stdout:1/681: write d0/dd/d26/fab [492533,88242] 0
2024-03-19T01:51:57.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:57 smithi102 ceph-mon[66557]: pgmap v59: 129 pgs: 129 active+clean; 1.6 GiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 79 MiB/s rd, 243 MiB/s wr, 457 op/s
2024-03-19T01:51:57.983 INFO:tasks.workunit.client.0.smithi046.stdout:1/682: dwrite d0/f14 [0,4194304] 0
2024-03-19T01:51:57.987 INFO:tasks.workunit.client.0.smithi046.stdout:3/902: dwrite d5/d17/d31/d110/d9f/d5e/d5f/fd4 [0,4194304] 0
2024-03-19T01:51:57.993 INFO:tasks.workunit.client.0.smithi046.stdout:3/903: symlink d5/d17/de3/l120 0
2024-03-19T01:51:57.993 INFO:tasks.workunit.client.0.smithi046.stdout:1/683: dwrite d0/d6/d7c/d64/fd9 [0,4194304] 0
2024-03-19T01:51:57.994 INFO:tasks.workunit.client.0.smithi046.stdout:3/904: readlink d5/d17/d76/def/l109 0
2024-03-19T01:51:57.999 INFO:tasks.workunit.client.0.smithi046.stdout:3/905: creat d5/d17/d31/d110/d9f/d5e/d5f/d6b/d100/f121 x:0 0 0
2024-03-19T01:51:57.999 INFO:tasks.workunit.client.0.smithi046.stdout:1/684: rename d0/dd/d26/d23/d69/fe4 to d0/dd/d26/d23/d28/fea 0
2024-03-19T01:51:58.000 INFO:tasks.workunit.client.0.smithi046.stdout:1/685: readlink d0/d6/da/d56/l6c 0
2024-03-19T01:51:58.001 INFO:tasks.workunit.client.0.smithi046.stdout:3/906: write d5/d17/d31/d110/d9f/d5e/d69/d43/d56/f65 [1638165,64332] 0
2024-03-19T01:51:58.004 INFO:tasks.workunit.client.0.smithi046.stdout:1/686: read d0/dd/d26/d23/d3b/d3d/d55/f57 [218207,33929] 0
2024-03-19T01:51:58.007 INFO:tasks.workunit.client.0.smithi046.stdout:1/687: read d0/d6/d6a/f51 [3657690,67662] 0
2024-03-19T01:51:58.008 INFO:tasks.workunit.client.0.smithi046.stdout:3/907: dwrite d5/d17/f48 [0,4194304] 0
2024-03-19T01:51:58.010 INFO:tasks.workunit.client.0.smithi046.stdout:3/908: dread - d5/d10/d51/d60/fc8 zero size
2024-03-19T01:51:58.011 INFO:tasks.workunit.client.0.smithi046.stdout:1/688: creat d0/dd/d26/d23/d69/dd3/feb x:0 0 0
2024-03-19T01:51:58.012 INFO:tasks.workunit.client.0.smithi046.stdout:3/909: write d5/d17/d76/de8/ddb/fe5 [1333994,130485] 0
2024-03-19T01:51:58.019 INFO:tasks.workunit.client.0.smithi046.stdout:3/910: dwrite d5/d17/f85 [0,4194304] 0
2024-03-19T01:51:58.020 INFO:tasks.workunit.client.0.smithi046.stdout:1/689: dread d0/d6/d6a/fb4 [0,4194304] 0
2024-03-19T01:51:58.031 INFO:tasks.workunit.client.0.smithi046.stdout:9/645: sync
2024-03-19T01:51:58.031 INFO:tasks.workunit.client.0.smithi046.stdout:6/883: sync
2024-03-19T01:51:58.032 INFO:tasks.workunit.client.0.smithi046.stdout:3/911: dread d5/d17/d31/d110/d9f/f70 [0,4194304] 0
2024-03-19T01:51:58.033 INFO:tasks.workunit.client.0.smithi046.stdout:6/884: fdatasync d1a/d26/fff 0
2024-03-19T01:51:58.033 INFO:tasks.workunit.client.0.smithi046.stdout:1/690: dwrite d0/dd/d26/d23/d3b/f6e [0,4194304] 0
2024-03-19T01:51:58.035 INFO:tasks.workunit.client.0.smithi046.stdout:6/885: write d1a/d4d/f9c [4047088,67803] 0
2024-03-19T01:51:58.035 INFO:tasks.workunit.client.0.smithi046.stdout:3/912: chown d5/d17/d31/d110/d9f/d5e/d69/f11e 656 1
2024-03-19T01:51:58.036 INFO:tasks.workunit.client.0.smithi046.stdout:1/691: write d0/dd/d26/d23/d45/f66 [2984833,55826] 0
2024-03-19T01:51:58.036 INFO:tasks.workunit.client.0.smithi046.stdout:9/646: mkdir dd/dc2/dd0/d48/dc3/d25/ddb 0
2024-03-19T01:51:58.038 INFO:tasks.workunit.client.0.smithi046.stdout:1/692: write d0/dd/d26/d23/d3b/fc7 [1149783,61840] 0
2024-03-19T01:51:58.040 INFO:tasks.workunit.client.0.smithi046.stdout:6/886: creat d1a/d4d/d65/da0/db6/f127 x:0 0 0
2024-03-19T01:51:58.040 INFO:tasks.workunit.client.0.smithi046.stdout:1/693: write d0/d6/f81 [441866,8593] 0
2024-03-19T01:51:58.042 INFO:tasks.workunit.client.0.smithi046.stdout:9/647: mkdir dd/dc2/dd0/d48/dc3/d25/dc5/ddc 0
2024-03-19T01:51:58.047 INFO:tasks.workunit.client.0.smithi046.stdout:3/913: dwrite d5/d17/f23 [0,4194304] 0
2024-03-19T01:51:58.049 INFO:tasks.workunit.client.0.smithi046.stdout:1/694: dread d0/f14 [0,4194304] 0
2024-03-19T01:51:58.051 INFO:tasks.workunit.client.0.smithi046.stdout:1/695: chown d0/dd/d26/f65 214801707 1
2024-03-19T01:51:58.053 INFO:tasks.workunit.client.0.smithi046.stdout:6/887: link d1a/d4d/fcf d1a/d114/dd9/f128 0
2024-03-19T01:51:58.053 INFO:tasks.workunit.client.0.smithi046.stdout:9/648: dwrite dd/d11/d17/f35 [0,4194304] 0
2024-03-19T01:51:58.055 INFO:tasks.workunit.client.0.smithi046.stdout:6/888: fsync d1a/d64/f8f 0
2024-03-19T01:51:58.057 INFO:tasks.workunit.client.0.smithi046.stdout:1/696: symlink d0/dd/d26/d23/d28/d3c/d83/db2/lec 0
2024-03-19T01:51:58.060 INFO:tasks.workunit.client.0.smithi046.stdout:6/889: unlink d1a/d26/d2e/f87 0
2024-03-19T01:51:58.062 INFO:tasks.workunit.client.0.smithi046.stdout:6/890: write d1a/d4d/d65/d80/d62/d5b/d57/fa7 [1339863,69695] 0
2024-03-19T01:51:58.063 INFO:tasks.workunit.client.0.smithi046.stdout:1/697: dwrite d0/d6/d4b/f88 [0,4194304] 0
2024-03-19T01:51:58.064 INFO:tasks.workunit.client.0.smithi046.stdout:6/891: write d1a/d114/f119 [70371,53025] 0
2024-03-19T01:51:58.067 INFO:tasks.workunit.client.0.smithi046.stdout:1/698: unlink d0/dd/d26/d2c/f93 0
2024-03-19T01:51:58.071 INFO:tasks.workunit.client.0.smithi046.stdout:1/699: mkdir d0/dd/d26/d23/d3b/ded 0
2024-03-19T01:51:58.071 INFO:tasks.workunit.client.0.smithi046.stdout:9/649: write dd/d11/d17/f30 [1180682,36615] 0
2024-03-19T01:51:58.074 INFO:tasks.workunit.client.0.smithi046.stdout:1/700: creat d0/d6/da/d56/fee x:0 0 0
2024-03-19T01:51:58.075 INFO:tasks.workunit.client.0.smithi046.stdout:9/650: creat dd/dc2/dd0/d48/dc3/d25/dc5/ddc/fdd x:0 0 0
2024-03-19T01:51:58.077 INFO:tasks.workunit.client.0.smithi046.stdout:1/701: creat d0/d6/d7c/d64/fef x:0 0 0
2024-03-19T01:51:58.077 INFO:tasks.workunit.client.0.smithi046.stdout:9/651: chown dd/dc2/dd0/d48/dc3/d25/dc5/dd2/d33 2451 1
2024-03-19T01:51:58.079 INFO:tasks.workunit.client.0.smithi046.stdout:9/652: rmdir dd/d11/d17/d3a 39
2024-03-19T01:51:58.080 INFO:tasks.workunit.client.0.smithi046.stdout:9/653: mkdir dd/d3c/dde 0
2024-03-19T01:51:58.087 INFO:tasks.workunit.client.0.smithi046.stdout:9/654: rename dd/dc2/dd0/d48/dc3/d25/dc5 to dd/dc2/dd0/d48/dc3/d25/ddb/ddf 0
2024-03-19T01:51:58.089 INFO:tasks.workunit.client.0.smithi046.stdout:1/702: truncate d0/dd/d26/d23/d28/d3c/d83/db2/fb5 3160298 0
2024-03-19T01:51:58.091 INFO:tasks.workunit.client.0.smithi046.stdout:1/703: write d0/d6/da/d56/fee [981912,37785] 0
2024-03-19T01:51:58.093 INFO:tasks.workunit.client.0.smithi046.stdout:1/704: readlink d0/d6/l6b 0
2024-03-19T01:51:58.093 INFO:tasks.workunit.client.0.smithi046.stdout:9/655: dwrite dd/db2/dc4/fb0 [0,4194304] 0
2024-03-19T01:51:58.094 INFO:tasks.workunit.client.0.smithi046.stdout:9/656: chown dd/dca/la4 26771 1
2024-03-19T01:51:58.097 INFO:tasks.workunit.client.0.smithi046.stdout:9/657: fdatasync dd/dc2/dd0/d93/da8/f43 0
2024-03-19T01:51:58.098 INFO:tasks.workunit.client.0.smithi046.stdout:9/658: chown dd/d11/d17/f35 1022341 1
2024-03-19T01:51:58.099 INFO:tasks.workunit.client.0.smithi046.stdout:9/659: dread - dd/dc2/dd0/d48/fcc zero size
2024-03-19T01:51:58.102 INFO:tasks.workunit.client.0.smithi046.stdout:9/660: creat dd/d11/d17/d57/d7e/fe0 x:0 0 0
2024-03-19T01:51:58.105 INFO:tasks.workunit.client.0.smithi046.stdout:9/661: truncate dd/dc2/dd0/d48/f8b 304617 0
2024-03-19T01:51:58.108 INFO:tasks.workunit.client.0.smithi046.stdout:9/662: symlink dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/le1 0
2024-03-19T01:51:58.109 INFO:tasks.workunit.client.0.smithi046.stdout:9/663: chown dd/dc2/dd0/c5b 700250 1
2024-03-19T01:51:58.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:57 smithi046 ceph-mon[63102]: pgmap v59: 129 pgs: 129 active+clean; 1.6 GiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 79 MiB/s rd, 243 MiB/s wr, 457 op/s
2024-03-19T01:51:58.125 INFO:tasks.workunit.client.0.smithi046.stdout:9/664: dread dd/d11/f37 [0,4194304] 0
2024-03-19T01:51:58.126 INFO:tasks.workunit.client.0.smithi046.stdout:9/665: chown dd/db2/dc4/da2/lc1 58483278 1
2024-03-19T01:51:58.128 INFO:tasks.workunit.client.0.smithi046.stdout:9/666: mknod dd/d11/d17/d49/ce2 0
2024-03-19T01:51:58.129 INFO:tasks.workunit.client.0.smithi046.stdout:9/667: chown dd/db2/dc4/da2/c23 640 1
2024-03-19T01:51:58.133 INFO:tasks.workunit.client.0.smithi046.stdout:8/893: sync
2024-03-19T01:51:58.133 INFO:tasks.workunit.client.0.smithi046.stdout:7/902: sync
2024-03-19T01:51:58.134 INFO:tasks.workunit.client.0.smithi046.stdout:9/668: dwrite dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/fd6 [0,4194304] 0
2024-03-19T01:51:58.135 INFO:tasks.workunit.client.0.smithi046.stdout:8/894: rename d0/d5/dca to d0/d5/dca/d47/d5d/d133 22
2024-03-19T01:51:58.135 INFO:tasks.workunit.client.0.smithi046.stdout:7/903: fsync d1/dc/d18/d43/d7e/f119 0
2024-03-19T01:51:58.138 INFO:tasks.workunit.client.0.smithi046.stdout:7/904: mkdir d1/dc/df/d11/d39/d6f/d7c/d132 0
2024-03-19T01:51:58.141 INFO:tasks.workunit.client.0.smithi046.stdout:9/669: read dd/db2/dc4/da2/fc6 [148863,87869] 0
2024-03-19T01:51:58.141 INFO:tasks.workunit.client.0.smithi046.stdout:8/895: getdents d0/d5/dc/d42/dbf/d87/daf/da5/d119 0
2024-03-19T01:51:58.142 INFO:tasks.workunit.client.0.smithi046.stdout:8/896: chown d0/d5/dc/d42/dbf/d45/d5b/fff 248468752 1
2024-03-19T01:51:58.143 INFO:tasks.workunit.client.0.smithi046.stdout:9/670: chown dd/dc2/dd0/d48/dc3/d25/f6e 63216 1
2024-03-19T01:51:58.144 INFO:tasks.workunit.client.0.smithi046.stdout:7/905: getdents d1/dc/df/d11/d39/d6f/d7b/de6 0
2024-03-19T01:51:58.145 INFO:tasks.workunit.client.0.smithi046.stdout:8/897: write d0/d5/dc/d42/dbf/d45/d58/fbc [2678024,118189] 0
2024-03-19T01:51:58.146 INFO:tasks.workunit.client.0.smithi046.stdout:7/906: fdatasync d1/dc/df/d11/d39/d6f/daa/f109 0
2024-03-19T01:51:58.147 INFO:tasks.workunit.client.0.smithi046.stdout:8/898: readlink d0/d5/la4 0
2024-03-19T01:51:58.148 INFO:tasks.workunit.client.0.smithi046.stdout:9/671: write dd/dc2/dd0/d48/dc3/d25/f32 [1295558,73806] 0
2024-03-19T01:51:58.150 INFO:tasks.workunit.client.0.smithi046.stdout:9/672: symlink dd/db2/le3 0
2024-03-19T01:51:58.151 INFO:tasks.workunit.client.0.smithi046.stdout:8/899: symlink d0/d5/dc/d42/dbf/d45/l134 0
2024-03-19T01:51:58.153 INFO:tasks.workunit.client.0.smithi046.stdout:9/673: write dd/dc2/dd0/d93/dad/faf [577783,59709] 0
2024-03-19T01:51:58.155 INFO:tasks.workunit.client.0.smithi046.stdout:7/907: dwrite d1/dc/d18/d65/f6c [0,4194304] 0
2024-03-19T01:51:58.158 INFO:tasks.workunit.client.0.smithi046.stdout:7/908: dread d1/dc/d18/d43/ff0 [0,4194304] 0
2024-03-19T01:51:58.166 INFO:tasks.workunit.client.0.smithi046.stdout:9/674: dwrite dd/dc2/dd0/d93/da8/f42 [0,4194304] 0
2024-03-19T01:51:58.168 INFO:tasks.workunit.client.0.smithi046.stdout:9/675: dread - dd/dc2/dd0/d48/dc3/d25/ddb/ddf/ddc/fdd zero size
2024-03-19T01:51:58.168 INFO:tasks.workunit.client.0.smithi046.stdout:9/676: fdatasync fc 0
2024-03-19T01:51:58.171 INFO:tasks.workunit.client.0.smithi046.stdout:9/677: creat dd/dc2/dd0/d48/fe4 x:0 0 0
2024-03-19T01:51:58.173 INFO:tasks.workunit.client.0.smithi046.stdout:7/909: dread d1/dc/df/d11/f69 [0,4194304] 0
2024-03-19T01:51:58.175 INFO:tasks.workunit.client.0.smithi046.stdout:9/678: getdents dd/d11/d17/d49 0
2024-03-19T01:51:58.177 INFO:tasks.workunit.client.0.smithi046.stdout:8/900: dread d0/d5/dc/d42/dbf/daa/fe7 [0,4194304] 0
2024-03-19T01:51:58.177 INFO:tasks.workunit.client.0.smithi046.stdout:9/679: stat dd/d11/d17/d69/fcd 0
2024-03-19T01:51:58.180 INFO:tasks.workunit.client.0.smithi046.stdout:7/910: dwrite d1/dc/df/d11/d39/ffb [0,4194304] 0
2024-03-19T01:51:58.180 INFO:tasks.workunit.client.0.smithi046.stdout:8/901: creat d0/d5/dca/d47/d8d/f135 x:0 0 0
2024-03-19T01:51:58.182 INFO:tasks.workunit.client.0.smithi046.stdout:9/680: truncate dd/dc2/dd0/d48/dc3/d25/ddb/ddf/ddc/fdd 656660 0
2024-03-19T01:51:58.184 INFO:tasks.workunit.client.0.smithi046.stdout:7/911: symlink d1/l133 0
2024-03-19T01:51:58.185 INFO:tasks.workunit.client.0.smithi046.stdout:8/902: creat d0/d5/dc/d42/dbf/d87/daf/da5/d119/f136 x:0 0 0
2024-03-19T01:51:58.186 INFO:tasks.workunit.client.0.smithi046.stdout:8/903: chown d0/d5/dc/d42/dbf/d87/daf/da5/d119/f136 81091971 1
2024-03-19T01:51:58.186 INFO:tasks.workunit.client.0.smithi046.stdout:7/912: unlink d1/dc/d18/d8c/f131 0
2024-03-19T01:51:58.187 INFO:tasks.workunit.client.0.smithi046.stdout:7/913: fdatasync d1/dc/df/d11/d39/d6f/df4/ff6 0
2024-03-19T01:51:58.188 INFO:tasks.workunit.client.0.smithi046.stdout:9/681: rename dd/db2/le3 to dd/d11/le5 0
2024-03-19T01:51:58.189 INFO:tasks.workunit.client.0.smithi046.stdout:8/904: mknod d0/d5/dc/d42/dbf/d45/d5b/d86/de8/c137 0
2024-03-19T01:51:58.190 INFO:tasks.workunit.client.0.smithi046.stdout:7/914: creat d1/dc/d18/d43/f134 x:0 0 0
2024-03-19T01:51:58.191 INFO:tasks.workunit.client.0.smithi046.stdout:9/682: dread - dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d33/fd5 zero size
2024-03-19T01:51:58.194 INFO:tasks.workunit.client.0.smithi046.stdout:9/683: mkdir dd/db2/de6 0
2024-03-19T01:51:58.195 INFO:tasks.workunit.client.0.smithi046.stdout:9/684: readlink dd/dc2/dd0/d48/l88 0
2024-03-19T01:51:58.200 INFO:tasks.workunit.client.0.smithi046.stdout:8/905: truncate d0/d5/dc/d42/fee 562609 0
2024-03-19T01:51:58.201 INFO:tasks.workunit.client.0.smithi046.stdout:7/915: write d1/dc/df/d11/d39/d6f/daa/f8f [4269380,25810] 0
2024-03-19T01:51:58.203 INFO:tasks.workunit.client.0.smithi046.stdout:7/916: truncate d1/dc/df/d11/d39/d6f/df4/ff6 4541143 0
2024-03-19T01:51:58.204 INFO:tasks.workunit.client.0.smithi046.stdout:8/906: rename d0/d5/dc/f5f to d0/d5/dc/d42/de0/f138 0
2024-03-19T01:51:58.204 INFO:tasks.workunit.client.0.smithi046.stdout:9/685: truncate dd/d11/d17/d49/f9e 390702 0
2024-03-19T01:51:58.205 INFO:tasks.workunit.client.0.smithi046.stdout:7/917: truncate d1/dc/d18/d43/de5/fe4 319866 0
2024-03-19T01:51:58.206 INFO:tasks.workunit.client.0.smithi046.stdout:9/686: chown dd/d11/c27 125 1
2024-03-19T01:51:58.206 INFO:tasks.workunit.client.0.smithi046.stdout:8/907: rmdir d0/d5/dc/d42/dbf/d87/daf/da5/d119 39
2024-03-19T01:51:58.207 INFO:tasks.workunit.client.0.smithi046.stdout:9/687: chown dd/db2/dc4/da2/lc1 3364 1
2024-03-19T01:51:58.212 INFO:tasks.workunit.client.0.smithi046.stdout:9/688: write dd/dc2/dd0/d48/dc3/f6a [4991998,35955] 0
2024-03-19T01:51:58.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:57 smithi073 ceph-mon[66833]: pgmap v59: 129 pgs: 129 active+clean; 1.6 GiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 79 MiB/s rd, 243 MiB/s wr, 457 op/s
2024-03-19T01:51:58.214 INFO:tasks.workunit.client.0.smithi046.stdout:7/918: dread d1/dc/df/d11/d39/d6f/daa/da5/fbd [0,4194304] 0
2024-03-19T01:51:58.216 INFO:tasks.workunit.client.0.smithi046.stdout:9/689: creat dd/dc2/dd0/d48/dc3/d25/ddb/ddf/ddc/fe7 x:0 0 0
2024-03-19T01:51:58.219 INFO:tasks.workunit.client.0.smithi046.stdout:7/919: dread d1/dc/df/d11/f69 [0,4194304] 0
2024-03-19T01:51:58.219 INFO:tasks.workunit.client.0.smithi046.stdout:9/690: dread - dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d33/fd5 zero size
2024-03-19T01:51:58.221 INFO:tasks.workunit.client.0.smithi046.stdout:8/908: dwrite d0/d5/dc/d42/dbf/f1a [0,4194304] 0
2024-03-19T01:51:58.221 INFO:tasks.workunit.client.0.smithi046.stdout:7/920: write d1/dc/df/d11/d39/f10e [65992,46993] 0
2024-03-19T01:51:58.224 INFO:tasks.workunit.client.0.smithi046.stdout:9/691: mknod dd/dc2/dd0/d93/dad/ce8 0
2024-03-19T01:51:58.225 INFO:tasks.workunit.client.0.smithi046.stdout:9/692: stat dd/l67 0
2024-03-19T01:51:58.227 INFO:tasks.workunit.client.0.smithi046.stdout:9/693: truncate dd/d11/d17/fb4 531012 0
2024-03-19T01:51:58.229 INFO:tasks.workunit.client.0.smithi046.stdout:7/921: dwrite d1/dc/df/d11/d39/d6f/daa/f11a [0,4194304] 0
2024-03-19T01:51:58.229 INFO:tasks.workunit.client.0.smithi046.stdout:9/694: symlink dd/d11/d17/d49/le9 0
2024-03-19T01:51:58.241 INFO:tasks.workunit.client.0.smithi046.stdout:4/921: sync
2024-03-19T01:51:58.241 INFO:tasks.workunit.client.0.smithi046.stdout:2/986: sync
2024-03-19T01:51:58.241 INFO:tasks.workunit.client.0.smithi046.stdout:5/715: sync
2024-03-19T01:51:58.263 INFO:tasks.workunit.client.0.smithi046.stdout:7/922: fsync d1/dc/df/d11/d39/d6f/d7b/db5/f130 0
2024-03-19T01:51:58.264 INFO:tasks.workunit.client.0.smithi046.stdout:4/922: unlink d7/d10/d83/le6 0
2024-03-19T01:51:58.265 INFO:tasks.workunit.client.0.smithi046.stdout:2/987: mknod d0/d48/db1/dd7/d12f/c134 0
2024-03-19T01:51:58.265 INFO:tasks.workunit.client.0.smithi046.stdout:7/923: mkdir d1/d2a/d7a/daf/db3/d135 0
2024-03-19T01:51:58.266 INFO:tasks.workunit.client.0.smithi046.stdout:4/923: stat d7/d4f/d12b 0
2024-03-19T01:51:58.270 INFO:tasks.workunit.client.0.smithi046.stdout:2/988: mknod d0/dc3/c135 0
2024-03-19T01:51:58.270 INFO:tasks.workunit.client.0.smithi046.stdout:4/924: dread - d7/d10/d13/d58/d75/dc1/d10c/f119 zero size
2024-03-19T01:51:58.270 INFO:tasks.workunit.client.0.smithi046.stdout:9/695: dread dd/dc2/dd0/d93/dad/faf [0,4194304] 0
2024-03-19T01:51:58.270 INFO:tasks.workunit.client.0.smithi046.stdout:7/924: unlink d1/dc/df/d11/d39/d6f/d7c/l7f 0
2024-03-19T01:51:58.270 INFO:tasks.workunit.client.0.smithi046.stdout:9/696: fdatasync dd/d11/d17/d69/fda 0
2024-03-19T01:51:58.271 INFO:tasks.workunit.client.0.smithi046.stdout:2/989: mknod d0/d27/d53/d5d/d8c/dd6/dcb/c136 0
2024-03-19T01:51:58.271 INFO:tasks.workunit.client.0.smithi046.stdout:2/990: rename d0 to d0/d137 22
2024-03-19T01:51:58.273 INFO:tasks.workunit.client.0.smithi046.stdout:2/991: chown d0/d48/db1/f126 2790 1
2024-03-19T01:51:58.275 INFO:tasks.workunit.client.0.smithi046.stdout:2/992: chown d0/d27/d53/d5d/cdb 13899031 1
2024-03-19T01:51:58.275 INFO:tasks.workunit.client.0.smithi046.stdout:4/925: write d7/d10/fb7 [2597605,20301] 0
2024-03-19T01:51:58.276 INFO:tasks.workunit.client.0.smithi046.stdout:9/697: dwrite dd/dc2/dd0/fd4 [0,4194304] 0
2024-03-19T01:51:58.277 INFO:tasks.workunit.client.0.smithi046.stdout:7/925: truncate d1/dc/df/d11/d39/d6f/d7c/fe1 3131075 0
2024-03-19T01:51:58.280 INFO:tasks.workunit.client.0.smithi046.stdout:7/926: mknod d1/dc/d18/d43/d7e/c136 0
2024-03-19T01:51:58.281 INFO:tasks.workunit.client.0.smithi046.stdout:7/927: dread - d1/dc/d18/d43/de5/d126/f127 zero size
2024-03-19T01:51:58.281 INFO:tasks.workunit.client.0.smithi046.stdout:5/716: dread d0/d1/d20/d47/d4e/f8a [0,4194304] 0
2024-03-19T01:51:58.283 INFO:tasks.workunit.client.0.smithi046.stdout:9/698: symlink dd/d11/d17/lea 0
2024-03-19T01:51:58.285 INFO:tasks.workunit.client.0.smithi046.stdout:5/717: dread - d0/d1/d20/d47/d4e/d82/f9c zero size
2024-03-19T01:51:58.285 INFO:tasks.workunit.client.0.smithi046.stdout:7/928: creat d1/dc/df/d11/d39/d6e/f137 x:0 0 0
2024-03-19T01:51:58.285 INFO:tasks.workunit.client.0.smithi046.stdout:9/699: chown dd/d11/d17/d69 0 1
2024-03-19T01:51:58.286 INFO:tasks.workunit.client.0.smithi046.stdout:5/718: readlink d0/d1/d20/l1e 0
2024-03-19T01:51:58.288 INFO:tasks.workunit.client.0.smithi046.stdout:7/929: symlink d1/d2a/d7a/l138 0
2024-03-19T01:51:58.288 INFO:tasks.workunit.client.0.smithi046.stdout:4/926: dwrite d7/d10/d13/f27 [0,4194304] 0
2024-03-19T01:51:58.288 INFO:tasks.workunit.client.0.smithi046.stdout:2/993: unlink d0/d27/d53/d5d/d8c/dd6/l51 0
2024-03-19T01:51:58.289 INFO:tasks.workunit.client.0.smithi046.stdout:2/994: readlink d0/d27/d53/d5d/lab 0
2024-03-19T01:51:58.290 INFO:tasks.workunit.client.0.smithi046.stdout:4/927: write d7/d4f/d7e/db5/ff1 [2478776,107609] 0
2024-03-19T01:51:58.291 INFO:tasks.workunit.client.0.smithi046.stdout:5/719: symlink d0/d1/d20/d47/lf5 0
2024-03-19T01:51:58.293 INFO:tasks.workunit.client.0.smithi046.stdout:2/995: mkdir d0/d102/d138 0
2024-03-19T01:51:58.294 INFO:tasks.workunit.client.0.smithi046.stdout:2/996: chown d0/d48/db1/dd7/ce5 2850 1
2024-03-19T01:51:58.296 INFO:tasks.workunit.client.0.smithi046.stdout:4/928: fsync d7/d4f/d7e/db5/ff1 0
2024-03-19T01:51:58.298 INFO:tasks.workunit.client.0.smithi046.stdout:5/720: link d0/d1/f3a d0/d2d/d50/ff6 0
2024-03-19T01:51:58.300 INFO:tasks.workunit.client.0.smithi046.stdout:4/929: symlink d7/d10/d13/d58/d75/dc1/l145 0
2024-03-19T01:51:58.302 INFO:tasks.workunit.client.0.smithi046.stdout:9/700: dwrite dd/dc2/dd0/d48/dc3/f51 [0,4194304] 0
2024-03-19T01:51:58.305 INFO:tasks.workunit.client.0.smithi046.stdout:4/930: creat d7/d10/d13/d58/d5d/dbb/d120/f146 x:0 0 0
2024-03-19T01:51:58.307 INFO:tasks.workunit.client.0.smithi046.stdout:9/701: link dd/dc2/dd0/d48/dc3/d25/ddb/ddf/ddc/fe7 dd/db2/dc4/da2/feb 0
2024-03-19T01:51:58.312 INFO:tasks.workunit.client.0.smithi046.stdout:9/702: mknod dd/d11/d17/d57/d7e/da6/cec 0
2024-03-19T01:51:58.317 INFO:tasks.workunit.client.0.smithi046.stdout:5/721: dwrite d0/d2d/f5a [0,4194304] 0
2024-03-19T01:51:58.319 INFO:tasks.workunit.client.0.smithi046.stdout:7/930: dread d1/dc/df/d11/d39/d6f/d7c/fe1 [0,4194304] 0
2024-03-19T01:51:58.320 INFO:tasks.workunit.client.0.smithi046.stdout:9/703: getdents dd/d11/d17/d57/d7e 0
2024-03-19T01:51:58.321 INFO:tasks.workunit.client.0.smithi046.stdout:4/931: dread d7/d10/d13/d58/d75/fba [0,4194304] 0
2024-03-19T01:51:58.324 INFO:tasks.workunit.client.0.smithi046.stdout:5/722: dread d0/d1/f3a [0,4194304] 0
2024-03-19T01:51:58.326 INFO:tasks.workunit.client.0.smithi046.stdout:7/931: getdents d1/dc/df/d11/d39/ddb 0
2024-03-19T01:51:58.326 INFO:tasks.workunit.client.0.smithi046.stdout:5/723: chown d0/d1/d20/d26/lc6 3978436 1
2024-03-19T01:51:58.330 INFO:tasks.workunit.client.0.smithi046.stdout:7/932: symlink d1/dc/df/d11/d39/d6e/l139 0
2024-03-19T01:51:58.333 INFO:tasks.workunit.client.0.smithi046.stdout:9/704: dread dd/f19 [0,4194304] 0
2024-03-19T01:51:58.333 INFO:tasks.workunit.client.0.smithi046.stdout:4/932: dwrite d7/d10/f72 [0,4194304] 0
2024-03-19T01:51:58.333 INFO:tasks.workunit.client.0.smithi046.stdout:7/933: rmdir d1/dc/d18 39
2024-03-19T01:51:58.334 INFO:tasks.workunit.client.0.smithi046.stdout:4/933: chown d7/d10/d13/d58/d75/dc1/d10c 8205908 1
2024-03-19T01:51:58.337 INFO:tasks.workunit.client.0.smithi046.stdout:7/934: creat d1/dc/d18/d4e/f13a x:0 0 0
2024-03-19T01:51:58.340 INFO:tasks.workunit.client.0.smithi046.stdout:2/997: dread d0/d27/d53/d5d/d8c/dbc/def/ffa [0,4194304] 0
2024-03-19T01:51:58.341 INFO:tasks.workunit.client.0.smithi046.stdout:9/705: dwrite dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/fae [0,4194304] 0
2024-03-19T01:51:58.343 INFO:tasks.workunit.client.0.smithi046.stdout:7/935: mknod d1/dc/df/d11/d39/d129/c13b 0
2024-03-19T01:51:58.343 INFO:tasks.workunit.client.0.smithi046.stdout:7/936: fsync d1/f11e 0
2024-03-19T01:51:58.344 INFO:tasks.workunit.client.0.smithi046.stdout:4/934: dread d7/d10/f40 [0,4194304] 0
2024-03-19T01:51:58.344 INFO:tasks.workunit.client.0.smithi046.stdout:7/937: chown d1 356560067 1
2024-03-19T01:51:58.345 INFO:tasks.workunit.client.0.smithi046.stdout:9/706: symlink dd/d11/d17/d57/led 0
2024-03-19T01:51:58.346 INFO:tasks.workunit.client.0.smithi046.stdout:7/938: fsync d1/fb 0
2024-03-19T01:51:58.347 INFO:tasks.workunit.client.0.smithi046.stdout:7/939: fdatasync d1/d2a/d7a/f11c 0
2024-03-19T01:51:58.347 INFO:tasks.workunit.client.0.smithi046.stdout:3/914: sync
2024-03-19T01:51:58.347 INFO:tasks.workunit.client.0.smithi046.stdout:6/892: sync
2024-03-19T01:51:58.348 INFO:tasks.workunit.client.0.smithi046.stdout:1/705: sync
2024-03-19T01:51:58.348 INFO:tasks.workunit.client.0.smithi046.stdout:4/935: write d7/d10/d13/d58/d5d/dbb/f13f [362977,51542] 0
2024-03-19T01:51:58.349 INFO:tasks.workunit.client.0.smithi046.stdout:2/998: getdents d0/dc3 0
2024-03-19T01:51:58.349 INFO:tasks.workunit.client.0.smithi046.stdout:9/707: mkdir dd/dc2/dd0/d93/dad/dee 0
2024-03-19T01:51:58.354 INFO:tasks.workunit.client.0.smithi046.stdout:3/915: mkdir d5/d122 0
2024-03-19T01:51:58.354 INFO:tasks.workunit.client.0.smithi046.stdout:9/708: write dd/dc2/dd0/fd4 [3747331,87889] 0
2024-03-19T01:51:58.354 INFO:tasks.workunit.client.0.smithi046.stdout:7/940: chown d1/dc/df/d11/d39/d6f/daa/f11a 18071 1
2024-03-19T01:51:58.354 INFO:tasks.workunit.client.0.smithi046.stdout:4/936: dread - d7/d10/d13/d58/d75/dc1/d10c/f119 zero size
2024-03-19T01:51:58.357 INFO:tasks.workunit.client.0.smithi046.stdout:9/709: read - dd/dc2/dd0/d4f/fbe zero size
2024-03-19T01:51:58.359 INFO:tasks.workunit.client.0.smithi046.stdout:4/937: read d7/d10/f64 [1836322,16701] 0
2024-03-19T01:51:58.359 INFO:tasks.workunit.client.0.smithi046.stdout:3/916: chown d5/d17/d62/d2d/d3b/l49 859421 1
2024-03-19T01:51:58.360 INFO:tasks.workunit.client.0.smithi046.stdout:1/706: write d0/dd/d26/d23/fb1 [1752694,93303] 0
2024-03-19T01:51:58.360 INFO:tasks.workunit.client.0.smithi046.stdout:7/941: write d1/d2a/d7a/daf/db3/fc7 [4748899,47] 0
2024-03-19T01:51:58.361 INFO:tasks.workunit.client.0.smithi046.stdout:4/938: stat d7/d4f/d7e 0
2024-03-19T01:51:58.362 INFO:tasks.workunit.client.0.smithi046.stdout:5/724: dread d0/d2d/d71/fcf [0,4194304] 0
2024-03-19T01:51:58.362 INFO:tasks.workunit.client.0.smithi046.stdout:3/917: readlink d5/d17/d62/d2d/l72 0
2024-03-19T01:51:58.364 INFO:tasks.workunit.client.0.smithi046.stdout:6/893: truncate d1a/d4d/d65/d80/d62/d5b/f101 8120 0
2024-03-19T01:51:58.368 INFO:tasks.workunit.client.0.smithi046.stdout:7/942: mkdir d1/dc/df/d11/d93/df9/d13c 0
2024-03-19T01:51:58.369 INFO:tasks.workunit.client.0.smithi046.stdout:4/939: symlink d7/d10/d13/d58/d75/dca/ddb/l147 0
2024-03-19T01:51:58.371 INFO:tasks.workunit.client.0.smithi046.stdout:6/894: mknod d1a/d4d/dbc/dee/dcb/c129 0
2024-03-19T01:51:58.372 INFO:tasks.workunit.client.0.smithi046.stdout:2/999: dwrite d0/d27/d53/d5d/d8c/dd6/d61/da1/f54 [0,4194304] 0
2024-03-19T01:51:58.373 INFO:tasks.workunit.client.0.smithi046.stdout:5/725: write d0/d1/d20/d47/d4e/d41/f6e [1575264,21985] 0
2024-03-19T01:51:58.373 INFO:tasks.workunit.client.0.smithi046.stdout:3/918: unlink d5/d17/d31/d4b/ff5 0
2024-03-19T01:51:58.375 INFO:tasks.workunit.client.0.smithi046.stdout:4/940: symlink d7/d4f/dbd/l148 0
2024-03-19T01:51:58.375 INFO:tasks.workunit.client.0.smithi046.stdout:9/710: dread dd/f24 [0,4194304] 0
2024-03-19T01:51:58.378 INFO:tasks.workunit.client.0.smithi046.stdout:9/711: write dd/dc2/dd0/d93/da8/f42 [1744481,46249] 0
2024-03-19T01:51:58.378 INFO:tasks.workunit.client.0.smithi046.stdout:4/941: chown d7/d10/d13/d58/d5d/d7c/fbc 48820286 1
2024-03-19T01:51:58.379 INFO:tasks.workunit.client.0.smithi046.stdout:6/895: symlink d1a/l12a 0
2024-03-19T01:51:58.379 INFO:tasks.workunit.client.0.smithi046.stdout:3/919: write d5/d17/fde [632852,60280] 0
2024-03-19T01:51:58.380 INFO:tasks.workunit.client.0.smithi046.stdout:4/942: chown d7/de1/df4 0 1
2024-03-19T01:51:58.382 INFO:tasks.workunit.client.0.smithi046.stdout:9/712: chown dd/dc2/dd0/d48/f8b 2 1
2024-03-19T01:51:58.386 INFO:tasks.workunit.client.0.smithi046.stdout:9/713: mkdir dd/db2/dc4/def 0
2024-03-19T01:51:58.388 INFO:tasks.workunit.client.0.smithi046.stdout:5/726: dwrite d0/d2d/f7a [0,4194304] 0
2024-03-19T01:51:58.391 INFO:tasks.workunit.client.0.smithi046.stdout:7/943: write d1/dc/df/d11/d39/d6f/d7b/db5/fc1 [186632,38910] 0
2024-03-19T01:51:58.391 INFO:tasks.workunit.client.0.smithi046.stdout:6/896: creat d1a/d4d/dbc/f12b x:0 0 0
2024-03-19T01:51:58.393 INFO:tasks.workunit.client.0.smithi046.stdout:9/714: symlink dd/dc2/dd0/d4f/lf0 0
2024-03-19T01:51:58.395 INFO:tasks.workunit.client.0.smithi046.stdout:4/943: dwrite d7/de1/f111 [0,4194304] 0
2024-03-19T01:51:58.397 INFO:tasks.workunit.client.0.smithi046.stdout:5/727: write d0/d1/d20/d47/d4e/f8a [1873650,51684] 0
2024-03-19T01:51:58.398 INFO:tasks.workunit.client.0.smithi046.stdout:6/897: creat d1a/d4d/dbc/df6/f12c x:0 0 0
2024-03-19T01:51:58.399 INFO:tasks.workunit.client.0.smithi046.stdout:4/944: chown d7/d4f/dbd/ff5 2798233 1
2024-03-19T01:51:58.401 INFO:tasks.workunit.client.0.smithi046.stdout:9/715: mkdir dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/df1 0
2024-03-19T01:51:58.402 INFO:tasks.workunit.client.0.smithi046.stdout:5/728: read - d0/d1/d37/f79 zero size
2024-03-19T01:51:58.403 INFO:tasks.workunit.client.0.smithi046.stdout:6/898: rmdir d1a/d4d/d65/d80/d62/d5b 39
2024-03-19T01:51:58.403 INFO:tasks.workunit.client.0.smithi046.stdout:3/920: dwrite d5/d17/d31/d110/d9f/d5e/d69/d43/d56/d7d/f92 [0,4194304] 0
2024-03-19T01:51:58.408 INFO:tasks.workunit.client.0.smithi046.stdout:4/945: link d7/d4f/d6e/d9b/f108 d7/d4f/dbd/dcc/f149 0
2024-03-19T01:51:58.410 INFO:tasks.workunit.client.0.smithi046.stdout:3/921: symlink d5/d17/d31/d110/d9f/d5e/d5f/d6b/d100/l123 0
2024-03-19T01:51:58.410 INFO:tasks.workunit.client.0.smithi046.stdout:9/716: mknod dd/d11/cf2 0
2024-03-19T01:51:58.411 INFO:tasks.workunit.client.0.smithi046.stdout:4/946: chown c5 124882 1
2024-03-19T01:51:58.412 INFO:tasks.workunit.client.0.smithi046.stdout:6/899: rename d1a/d4d/d65/d80 to d1a/d12d 0
2024-03-19T01:51:58.413 INFO:tasks.workunit.client.0.smithi046.stdout:4/947: chown d7/d10/d13/d58/d75/dc1/d10c/f119 146038002 1
2024-03-19T01:51:58.415 INFO:tasks.workunit.client.0.smithi046.stdout:5/729: write d0/d77/f8f [174877,97215] 0
2024-03-19T01:51:58.416 INFO:tasks.workunit.client.0.smithi046.stdout:4/948: write d7/d10/d13/d58/d75/dca/df6/f121 [864437,111951] 0
2024-03-19T01:51:58.419 INFO:tasks.workunit.client.0.smithi046.stdout:5/730: chown d0/d2d/d50/d90/d97/f6b 130 1
2024-03-19T01:51:58.422 INFO:tasks.workunit.client.0.smithi046.stdout:6/900: rename d1a/d26 to d1a/d12d/d62/d5b/d40/d81/d104/d12e 0
2024-03-19T01:51:58.422 INFO:tasks.workunit.client.0.smithi046.stdout:4/949: read d7/d4f/dbd/fc2 [362428,114994] 0
2024-03-19T01:51:58.424 INFO:tasks.workunit.client.0.smithi046.stdout:9/717: dwrite dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d33/fa9 [0,4194304] 0
2024-03-19T01:51:58.424 INFO:tasks.workunit.client.0.smithi046.stdout:5/731: symlink d0/d1/d20/d47/d4e/d41/dc4/dd4/lf7 0
2024-03-19T01:51:58.426 INFO:tasks.workunit.client.0.smithi046.stdout:6/901: chown d1a/c1b 88 1
2024-03-19T01:51:58.427 INFO:tasks.workunit.client.0.smithi046.stdout:7/944: dread d1/f5 [4194304,4194304] 0
2024-03-19T01:51:58.429 INFO:tasks.workunit.client.0.smithi046.stdout:9/718: rmdir dd/d11/d17/d49 39
2024-03-19T01:51:58.431 INFO:tasks.workunit.client.0.smithi046.stdout:6/902: creat d1a/d4d/d65/da0/db6/f12f x:0 0 0
2024-03-19T01:51:58.433 INFO:tasks.workunit.client.0.smithi046.stdout:3/922: dwrite d5/d10/d51/d60/fc8 [0,4194304] 0
2024-03-19T01:51:58.436 INFO:tasks.workunit.client.0.smithi046.stdout:7/945: rename d1/dc/d18/d8c/df7 to d1/dc/df/d11/d93/d13d 0
2024-03-19T01:51:58.440 INFO:tasks.workunit.client.0.smithi046.stdout:6/903: rename d1a/d12d/d62/c3f to d1a/d12d/c130 0
2024-03-19T01:51:58.440 INFO:tasks.workunit.client.0.smithi046.stdout:4/950: dwrite d7/d10/d13/d58/d75/dc1/f78 [0,4194304] 0
2024-03-19T01:51:58.442 INFO:tasks.workunit.client.0.smithi046.stdout:5/732: dwrite d0/d2d/f5a [0,4194304] 0
2024-03-19T01:51:58.443 INFO:tasks.workunit.client.0.smithi046.stdout:6/904: fsync d1a/d12d/d62/d30/f11f 0
2024-03-19T01:51:58.446 INFO:tasks.workunit.client.0.smithi046.stdout:5/733: mknod d0/d77/d7c/cf8 0
2024-03-19T01:51:58.447 INFO:tasks.workunit.client.0.smithi046.stdout:5/734: readlink d0/d1/d20/d26/l7f 0
2024-03-19T01:51:58.451 INFO:tasks.workunit.client.0.smithi046.stdout:4/951: getdents d7 0
2024-03-19T01:51:58.452 INFO:tasks.workunit.client.0.smithi046.stdout:7/946: truncate d1/dc/df/d11/fec 67331 0
2024-03-19T01:51:58.454 INFO:tasks.workunit.client.0.smithi046.stdout:4/952: rmdir d7/d10/d13/dae/d109 39
2024-03-19T01:51:58.456 INFO:tasks.workunit.client.0.smithi046.stdout:4/953: readlink d7/d4f/lb3 0
2024-03-19T01:51:58.456 INFO:tasks.workunit.client.0.smithi046.stdout:6/905: truncate d1a/d4e/f50 3802522 0
2024-03-19T01:51:58.457 INFO:tasks.workunit.client.0.smithi046.stdout:5/735: dwrite d0/d1/d20/d47/d4e/d41/f6e [4194304,4194304] 0
2024-03-19T01:51:58.459 INFO:tasks.workunit.client.0.smithi046.stdout:4/954: dread - d7/d10/d13/d58/d75/dca/df6/ffc zero size
2024-03-19T01:51:58.464 INFO:tasks.workunit.client.0.smithi046.stdout:5/736: chown d0/d1/d4/fa 403790596 1
2024-03-19T01:51:58.465 INFO:tasks.workunit.client.0.smithi046.stdout:4/955: write d7/d4f/d6e/d9b/f108 [4472427,34631] 0
2024-03-19T01:51:58.468 INFO:tasks.workunit.client.0.smithi046.stdout:5/737: mknod d0/d1/d20/d47/d4e/d41/cf9 0
2024-03-19T01:51:58.476 INFO:tasks.workunit.client.0.smithi046.stdout:6/906: dwrite d1a/d12d/d62/d5b/d40/d81/d104/d12e/d2e/fd4 [0,4194304] 0
2024-03-19T01:51:58.476 INFO:tasks.workunit.client.0.smithi046.stdout:8/909: sync
2024-03-19T01:51:58.479 INFO:tasks.workunit.client.0.smithi046.stdout:9/719: dread dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/f39 [0,4194304] 0
2024-03-19T01:51:58.479 INFO:tasks.workunit.client.0.smithi046.stdout:6/907: chown d1a/d4d/d65/da0/l103 74 1
2024-03-19T01:51:58.480 INFO:tasks.workunit.client.0.smithi046.stdout:5/738: dwrite d0/d2d/f78 [0,4194304] 0
2024-03-19T01:51:58.481 INFO:tasks.workunit.client.0.smithi046.stdout:8/910: mknod d0/d5/dc/dd8/c139 0
2024-03-19T01:51:58.483 INFO:tasks.workunit.client.0.smithi046.stdout:6/908: write d1a/d12d/d62/d5b/d40/d81/f10f [745523,83452] 0
2024-03-19T01:51:58.485 INFO:tasks.workunit.client.0.smithi046.stdout:8/911: dread - d0/d5/dc/d42/dbf/d45/f12b zero size
2024-03-19T01:51:58.488 INFO:tasks.workunit.client.0.smithi046.stdout:3/923: dread d5/d17/d31/d110/d9f/fa8 [0,4194304] 0
2024-03-19T01:51:58.489 INFO:tasks.workunit.client.0.smithi046.stdout:6/909: rename d1a/d4d/d65/da0/cd6 to d1a/d4e/c131 0
2024-03-19T01:51:58.490 INFO:tasks.workunit.client.0.smithi046.stdout:9/720: dwrite dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d5a/f6f [0,4194304] 0
2024-03-19T01:51:58.492 INFO:tasks.workunit.client.0.smithi046.stdout:9/721: fdatasync dd/dc2/dd0/d48/fe4 0
2024-03-19T01:51:58.495 INFO:tasks.workunit.client.0.smithi046.stdout:9/722: rename dd/d3c/cb9 to dd/d3c/dd3/cf3 0
2024-03-19T01:51:58.497 INFO:tasks.workunit.client.0.smithi046.stdout:8/912: getdents d0/d5/dc/d42/dbf/d45/d5b 0
2024-03-19T01:51:58.502 INFO:tasks.workunit.client.0.smithi046.stdout:3/924: write d5/d17/f22 [359283,58201] 0
2024-03-19T01:51:58.502 INFO:tasks.workunit.client.0.smithi046.stdout:5/739: truncate d0/d1/f1a 3933547 0
2024-03-19T01:51:58.504 INFO:tasks.workunit.client.0.smithi046.stdout:8/913: creat d0/d5/dc/d42/dbf/d87/daf/f13a x:0 0 0
2024-03-19T01:51:58.508 INFO:tasks.workunit.client.0.smithi046.stdout:9/723: write dd/dc2/dd0/d48/f8b [736480,13444] 0
2024-03-19T01:51:58.512 INFO:tasks.workunit.client.0.smithi046.stdout:8/914: creat d0/f13b x:0 0 0
2024-03-19T01:51:58.512 INFO:tasks.workunit.client.0.smithi046.stdout:9/724: mknod dd/dc2/dd0/d93/da8/d53/cf4 0
2024-03-19T01:51:58.515 INFO:tasks.workunit.client.0.smithi046.stdout:4/956: dread d7/d10/d13/d58/d5d/dbb/f49 [0,4194304] 0
2024-03-19T01:51:58.516 INFO:tasks.workunit.client.0.smithi046.stdout:9/725: fdatasync dd/d11/f1e 0
2024-03-19T01:51:58.517 INFO:tasks.workunit.client.0.smithi046.stdout:8/915: write d0/d5/dca/d47/f10d [7666,106357] 0
2024-03-19T01:51:58.517 INFO:tasks.workunit.client.0.smithi046.stdout:5/740: dwrite d0/f61 [0,4194304] 0
2024-03-19T01:51:58.518 INFO:tasks.workunit.client.0.smithi046.stdout:4/957: chown d7/d10/d13/c127 1 1
2024-03-19T01:51:58.520 INFO:tasks.workunit.client.0.smithi046.stdout:9/726: chown dd/dc2/dd0/d48/dc3/d25/l9d 85 1
2024-03-19T01:51:58.521 INFO:tasks.workunit.client.0.smithi046.stdout:9/727: read dd/d11/d17/fb4 [438493,3141] 0
2024-03-19T01:51:58.523 INFO:tasks.workunit.client.0.smithi046.stdout:5/741: mkdir d0/d1/d20/dfa 0
2024-03-19T01:51:58.523 INFO:tasks.workunit.client.0.smithi046.stdout:9/728: readlink dd/dc2/dd0/d48/l88 0
2024-03-19T01:51:58.525 INFO:tasks.workunit.client.0.smithi046.stdout:8/916: creat d0/d5/dc/d42/dbf/f13c x:0 0 0
2024-03-19T01:51:58.529 INFO:tasks.workunit.client.0.smithi046.stdout:8/917: dread - d0/fb1 zero size
2024-03-19T01:51:58.529 INFO:tasks.workunit.client.0.smithi046.stdout:4/958: dwrite d7/d10/f72 [0,4194304] 0
2024-03-19T01:51:58.531 INFO:tasks.workunit.client.0.smithi046.stdout:9/729: rename dd/dc2/dd0/d48/dc3/f51 to dd/db2/dc4/ff5 0
2024-03-19T01:51:58.532 INFO:tasks.workunit.client.0.smithi046.stdout:5/742: getdents d0/d2d/d71 0
2024-03-19T01:51:58.533 INFO:tasks.workunit.client.0.smithi046.stdout:8/918: creat d0/d5/dc/d11f/f13d x:0 0 0
2024-03-19T01:51:58.533 INFO:tasks.workunit.client.0.smithi046.stdout:4/959: mknod d7/d10/d13/d58/d5d/d7c/d9c/c14a 0
2024-03-19T01:51:58.536 INFO:tasks.workunit.client.0.smithi046.stdout:8/919: fdatasync d0/d5/dc/d42/dbf/d45/d5b/fdf 0
2024-03-19T01:51:58.536 INFO:tasks.workunit.client.0.smithi046.stdout:3/925: dread d5/d17/d31/d110/d9f/d5e/d69/f74 [0,4194304] 0
2024-03-19T01:51:58.536 INFO:tasks.workunit.client.0.smithi046.stdout:5/743: mkdir d0/d1/d20/d47/d4e/d82/dfb 0
2024-03-19T01:51:58.537 INFO:tasks.workunit.client.0.smithi046.stdout:4/960: mkdir d7/d10/d13/d58/d75/dca/df6/d14b 0
2024-03-19T01:51:58.539 INFO:tasks.workunit.client.0.smithi046.stdout:3/926: fdatasync d5/d17/d31/f40 0
2024-03-19T01:51:58.541 INFO:tasks.workunit.client.0.smithi046.stdout:8/920: symlink d0/d5/dc/d42/dbf/d87/daf/l13e 0
2024-03-19T01:51:58.543 INFO:tasks.workunit.client.0.smithi046.stdout:9/730: rename dd/dc2/dd0/d93/da8/d53 to dd/dc2/dd0/d48/dc3/d25/ddb/df6 0
2024-03-19T01:51:58.546 INFO:tasks.workunit.client.0.smithi046.stdout:9/731: chown dd/d11/d8d 3 1
2024-03-19T01:51:58.549 INFO:tasks.workunit.client.0.smithi046.stdout:4/961: rename d7/d10/d13/d58/d5d/dbb/d79/c85 to d7/d4f/d6e/c14c 0
2024-03-19T01:51:58.549 INFO:tasks.workunit.client.0.smithi046.stdout:5/744: dread d0/d2d/f39 [0,4194304] 0
2024-03-19T01:51:58.550 INFO:tasks.workunit.client.0.smithi046.stdout:9/732: mknod dd/dc2/dd0/d48/dc3/d25/ddb/ddf/cf7 0
2024-03-19T01:51:58.551 INFO:tasks.workunit.client.0.smithi046.stdout:4/962: fdatasync d7/d4f/d7e/f87 0
2024-03-19T01:51:58.553 INFO:tasks.workunit.client.0.smithi046.stdout:5/745: write d0/d1/d20/d47/d4e/d41/f6e [2558387,73171] 0
2024-03-19T01:51:58.557 INFO:tasks.workunit.client.0.smithi046.stdout:4/963: dread - d7/d10/d13/d58/d5d/dbb/d50/f71 zero size
2024-03-19T01:51:58.560 INFO:tasks.workunit.client.0.smithi046.stdout:3/927: dread d5/d17/d31/d110/d9f/d5e/d5f/f8b [0,4194304] 0
2024-03-19T01:51:58.561 INFO:tasks.workunit.client.0.smithi046.stdout:9/733: dwrite dd/d11/d17/d57/d7e/fe0 [0,4194304] 0
2024-03-19T01:51:58.562 INFO:tasks.workunit.client.0.smithi046.stdout:4/964: readlink d7/d10/d13/d58/d5d/d7c/d9c/l10e 0
2024-03-19T01:51:58.562 INFO:tasks.workunit.client.0.smithi046.stdout:5/746: truncate d0/d1/d20/d47/d4e/f3d 268930 0
2024-03-19T01:51:58.563 INFO:tasks.workunit.client.0.smithi046.stdout:8/921: dread d0/d5/dc/d42/dbf/d45/d5b/d86/d8c/f9c [0,4194304] 0
2024-03-19T01:51:58.565 INFO:tasks.workunit.client.0.smithi046.stdout:3/928: rmdir d5/d17/d31/d110/d9f/d5e/d5f/d6b/d100 39
2024-03-19T01:51:58.566 INFO:tasks.workunit.client.0.smithi046.stdout:5/747: creat d0/d2d/d71/ffc x:0 0 0
2024-03-19T01:51:58.568 INFO:tasks.workunit.client.0.smithi046.stdout:9/734: write dd/d11/d17/d57/f75 [843999,127563] 0
2024-03-19T01:51:58.569 INFO:tasks.workunit.client.0.smithi046.stdout:4/965: creat d7/d10/d13/dae/f14d x:0 0 0
2024-03-19T01:51:58.570 INFO:tasks.workunit.client.0.smithi046.stdout:5/748: creat d0/d1/d20/d47/df0/ffd x:0 0 0
2024-03-19T01:51:58.571 INFO:tasks.workunit.client.0.smithi046.stdout:9/735: mknod dd/d11/d17/d69/cf8 0
2024-03-19T01:51:58.572 INFO:tasks.workunit.client.0.smithi046.stdout:5/749: dread - d0/d1/d20/d47/d4e/d82/da8/fc3 zero size
2024-03-19T01:51:58.573 INFO:tasks.workunit.client.0.smithi046.stdout:9/736: rmdir dd/d11/d8d 39
2024-03-19T01:51:58.574 INFO:tasks.workunit.client.0.smithi046.stdout:9/737: chown dd/d11/c27 15 1
2024-03-19T01:51:58.574 INFO:tasks.workunit.client.0.smithi046.stdout:5/750: dread - d0/d1/d20/d47/d4e/d41/dc4/f8c zero size
2024-03-19T01:51:58.577 INFO:tasks.workunit.client.0.smithi046.stdout:8/922: dread d0/d5/f7b [0,4194304] 0
2024-03-19T01:51:58.577 INFO:tasks.workunit.client.0.smithi046.stdout:4/966: link d7/d10/d13/d58/d5d/d7c/fbc d7/d10/d13/d58/d5d/d7c/dc3/f14e 0
2024-03-19T01:51:58.577 INFO:tasks.workunit.client.0.smithi046.stdout:9/738: mknod dd/dc2/dd0/d48/dc3/d25/ddb/ddf/ddc/cf9 0
2024-03-19T01:51:58.578 INFO:tasks.workunit.client.0.smithi046.stdout:5/751: symlink d0/d2d/d50/d90/d97/de2/lfe 0
2024-03-19T01:51:58.580 INFO:tasks.workunit.client.0.smithi046.stdout:8/923: creat d0/d5/dc/df5/f13f x:0 0 0
2024-03-19T01:51:58.580 INFO:tasks.workunit.client.0.smithi046.stdout:9/739: mknod dd/d11/d17/d3a/cfa 0
2024-03-19T01:51:58.581 INFO:tasks.workunit.client.0.smithi046.stdout:4/967: symlink d7/d10/d13/dae/l14f 0
2024-03-19T01:51:58.582 INFO:tasks.workunit.client.0.smithi046.stdout:4/968: readlink d7/d10/d13/d58/d5d/l5e 0
2024-03-19T01:51:58.582 INFO:tasks.workunit.client.0.smithi046.stdout:9/740: fdatasync dd/d3c/f95 0
2024-03-19T01:51:58.584 INFO:tasks.workunit.client.0.smithi046.stdout:8/924: mkdir d0/d5/dc/d42/dbf/d87/daf/da5/d140 0
2024-03-19T01:51:58.584 INFO:tasks.workunit.client.0.smithi046.stdout:4/969: write d7/d10/d13/d58/d5d/f80 [4284281,105308] 0
2024-03-19T01:51:58.586 INFO:tasks.workunit.client.0.smithi046.stdout:9/741: rename dd/db2/dc4/da2/fc9 to dd/db2/de6/ffb 0
2024-03-19T01:51:58.586 INFO:tasks.workunit.client.0.smithi046.stdout:8/925: symlink d0/dea/l141 0
2024-03-19T01:51:58.587 INFO:tasks.workunit.client.0.smithi046.stdout:3/929: dread d5/f59 [0,4194304] 0
2024-03-19T01:51:58.588 INFO:tasks.workunit.client.0.smithi046.stdout:8/926: chown d0/c24 137907 1
2024-03-19T01:51:58.590 INFO:tasks.workunit.client.0.smithi046.stdout:9/742: mkdir dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d5a/dfc 0
2024-03-19T01:51:58.591 INFO:tasks.workunit.client.0.smithi046.stdout:3/930: mknod d5/d17/d31/c124 0
2024-03-19T01:51:58.592 INFO:tasks.workunit.client.0.smithi046.stdout:8/927: truncate d0/d5/dc/d42/dbf/d45/f63 3895731 0
2024-03-19T01:51:58.593 INFO:tasks.workunit.client.0.smithi046.stdout:5/752: dwrite d0/d1/d20/d47/d4e/d41/dc4/f8c [0,4194304] 0
2024-03-19T01:51:58.595 INFO:tasks.workunit.client.0.smithi046.stdout:9/743: getdents dd/db2 0
2024-03-19T01:51:58.595 INFO:tasks.workunit.client.0.smithi046.stdout:3/931: creat d5/d17/d76/f125 x:0 0 0
2024-03-19T01:51:58.597 INFO:tasks.workunit.client.0.smithi046.stdout:5/753: write d0/f1b [656726,88369] 0
2024-03-19T01:51:58.599 INFO:tasks.workunit.client.0.smithi046.stdout:3/932: rmdir d5/d17/d62/d2d/d3b/dd5 39
2024-03-19T01:51:58.600 INFO:tasks.workunit.client.0.smithi046.stdout:5/754: chown d0/d1/d20/d47/d4e/l86 104693567 1
2024-03-19T01:51:58.604 INFO:tasks.workunit.client.0.smithi046.stdout:9/744: dwrite dd/dc2/dd0/f85 [0,4194304] 0
2024-03-19T01:51:58.604 INFO:tasks.workunit.client.0.smithi046.stdout:5/755: readlink d0/d2d/d2e/l67 0
2024-03-19T01:51:58.608 INFO:tasks.workunit.client.0.smithi046.stdout:3/933: read d5/d17/d31/d110/d9f/d5e/d5f/fd4 [215563,78466] 0
2024-03-19T01:51:58.610 INFO:tasks.workunit.client.0.smithi046.stdout:3/934: dread - d5/d17/d62/d2d/d3b/fda zero size
2024-03-19T01:51:58.612 INFO:tasks.workunit.client.0.smithi046.stdout:5/756: unlink d0/d1/d20/d47/d4e/d41/dc4/f8c 0
2024-03-19T01:51:58.612 INFO:tasks.workunit.client.0.smithi046.stdout:8/928: dwrite d0/d5/dc/d42/fee [0,4194304] 0
2024-03-19T01:51:58.616 INFO:tasks.workunit.client.0.smithi046.stdout:9/745: dwrite dd/db2/dc4/da2/f21 [0,4194304] 0
2024-03-19T01:51:58.616 INFO:tasks.workunit.client.0.smithi046.stdout:5/757: mkdir d0/d1/d20/d26/dff 0
2024-03-19T01:51:58.617 INFO:tasks.workunit.client.0.smithi046.stdout:5/758: chown d0/d65/fdd 2053 1
2024-03-19T01:51:58.619 INFO:tasks.workunit.client.0.smithi046.stdout:5/759: write d0/d1/f36 [5191382,679] 0
2024-03-19T01:51:58.620 INFO:tasks.workunit.client.0.smithi046.stdout:9/746: write dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/fd6 [1715836,62745] 0
2024-03-19T01:51:58.621 INFO:tasks.workunit.client.0.smithi046.stdout:5/760: fdatasync d0/d2d/f7a 0
2024-03-19T01:51:58.623 INFO:tasks.workunit.client.0.smithi046.stdout:3/935: dwrite d5/d17/d31/d110/d9f/d5e/d69/f7a [4194304,4194304] 0
2024-03-19T01:51:58.623 INFO:tasks.workunit.client.0.smithi046.stdout:5/761: dread - d0/d77/d7c/fb1 zero size
2024-03-19T01:51:58.631 INFO:tasks.workunit.client.0.smithi046.stdout:3/936: dread d5/d10/d51/d60/fc8 [0,4194304] 0
2024-03-19T01:51:58.633 INFO:tasks.workunit.client.0.smithi046.stdout:9/747: dread dd/d11/d17/f5f [0,4194304] 0
2024-03-19T01:51:58.643 INFO:tasks.workunit.client.0.smithi046.stdout:8/929: mknod d0/d5/dc/d42/dbf/d45/d58/c142 0
2024-03-19T01:51:58.647 INFO:tasks.workunit.client.0.smithi046.stdout:5/762: dwrite d0/d1/d20/d26/fae [0,4194304] 0
2024-03-19T01:51:58.648 INFO:tasks.workunit.client.0.smithi046.stdout:5/763: dread - d0/d89/fdb zero size
2024-03-19T01:51:58.650 INFO:tasks.workunit.client.0.smithi046.stdout:3/937: creat d5/d17/d31/d110/df6/f126 x:0 0 0
2024-03-19T01:51:58.658 INFO:tasks.workunit.client.0.smithi046.stdout:3/938: creat d5/d17/de3/f127 x:0 0 0
2024-03-19T01:51:58.660 INFO:tasks.workunit.client.0.smithi046.stdout:5/764: dread d0/d1/d20/d47/d4e/d41/fad [0,4194304] 0
2024-03-19T01:51:58.662 INFO:tasks.workunit.client.0.smithi046.stdout:3/939: chown d5/d17/d31/d110/d9f/d5e/d69/d43/d56/dbe/l114 18114 1
2024-03-19T01:51:58.662 INFO:tasks.workunit.client.0.smithi046.stdout:9/748: dread dd/db2/dc4/da2/f3e [4194304,4194304] 0
2024-03-19T01:51:58.663 INFO:tasks.workunit.client.0.smithi046.stdout:9/749: chown dd/db2/dc4/da2 134 1
2024-03-19T01:51:58.665 INFO:tasks.workunit.client.0.smithi046.stdout:5/765: truncate d0/d2d/d50/d90/d97/f6b 9328172 0
2024-03-19T01:51:58.668 INFO:tasks.workunit.client.0.smithi046.stdout:3/940: getdents d5/d17/d31/d110/d9f/d5e/d69 0
2024-03-19T01:51:58.668 INFO:tasks.workunit.client.0.smithi046.stdout:9/750: rmdir dd/d3c/dde 0
2024-03-19T01:51:58.669 INFO:tasks.workunit.client.0.smithi046.stdout:9/751: chown dd/dc2/dd0/d93 1 1
2024-03-19T01:51:58.671 INFO:tasks.workunit.client.0.smithi046.stdout:3/941: creat d5/d17/d31/d110/df6/f128 x:0 0 0
2024-03-19T01:51:58.672 INFO:tasks.workunit.client.0.smithi046.stdout:3/942: write d5/d17/d31/d54/fec [775253,47626] 0
2024-03-19T01:51:58.675 INFO:tasks.workunit.client.0.smithi046.stdout:9/752: write dd/dc2/dd0/d48/dc3/f45 [2342646,68334] 0
2024-03-19T01:51:58.677 INFO:tasks.workunit.client.0.smithi046.stdout:3/943: readlink d5/l14 0
2024-03-19T01:51:58.684 INFO:tasks.workunit.client.0.smithi046.stdout:9/753: symlink dd/dc2/dd0/lfd 0
2024-03-19T01:51:58.684 INFO:tasks.workunit.client.0.smithi046.stdout:9/754: write dd/dc2/dd0/d48/dc3/d25/f6e [505295,51249] 0
2024-03-19T01:51:58.684 INFO:tasks.workunit.client.0.smithi046.stdout:3/944: mknod d5/d17/d31/d110/d9f/d5e/d69/d43/d56/d7d/de1/d111/c129 0
2024-03-19T01:51:58.684 INFO:tasks.workunit.client.0.smithi046.stdout:9/755: symlink dd/dc2/dd0/d48/dc3/lfe 0
2024-03-19T01:51:58.684 INFO:tasks.workunit.client.0.smithi046.stdout:8/930: rmdir d0/d5/dc/d42/dbf 39
2024-03-19T01:51:58.684 INFO:tasks.workunit.client.0.smithi046.stdout:9/756: write dd/db2/de6/ffb [456729,38080] 0
2024-03-19T01:51:58.687 INFO:tasks.workunit.client.0.smithi046.stdout:1/707: sync
2024-03-19T01:51:58.687 INFO:tasks.workunit.client.0.smithi046.stdout:9/757: write dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d33/fd5 [988700,12063] 0
2024-03-19T01:51:58.688 INFO:tasks.workunit.client.0.smithi046.stdout:3/945: symlink d5/d17/d31/d110/d9f/d5e/d5f/d6b/d100/l12a 0
2024-03-19T01:51:58.689 INFO:tasks.workunit.client.0.smithi046.stdout:1/708: chown d0/d6/da/d56/c78 29081466 1
2024-03-19T01:51:58.691 INFO:tasks.workunit.client.0.smithi046.stdout:3/946: dread - d5/d17/d31/d110/d9f/d5e/d69/d43/d56/f95 zero size
2024-03-19T01:51:58.692 INFO:tasks.workunit.client.0.smithi046.stdout:9/758: write dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d33/fd8 [166157,96248] 0
2024-03-19T01:51:58.694 INFO:tasks.workunit.client.0.smithi046.stdout:8/931: rename d0/c1 to d0/d5/dc/d42/dbf/d45/d5b/d86/c143 0
2024-03-19T01:51:58.694 INFO:tasks.workunit.client.0.smithi046.stdout:5/766: dread d0/d1/f59 [0,4194304] 0
2024-03-19T01:51:58.694 INFO:tasks.workunit.client.0.smithi046.stdout:1/709: mknod d0/cf0 0
2024-03-19T01:51:58.695 INFO:tasks.workunit.client.0.smithi046.stdout:8/932: fsync d0/d5/dca/d47/f101 0
2024-03-19T01:51:58.696 INFO:tasks.workunit.client.0.smithi046.stdout:3/947: creat d5/d17/d31/d110/df6/f12b x:0 0 0
2024-03-19T01:51:58.696 INFO:tasks.workunit.client.0.smithi046.stdout:1/710: chown d0/d6/d6a/d8d/dc3/cc9 853 1
2024-03-19T01:51:58.697 INFO:tasks.workunit.client.0.smithi046.stdout:5/767: creat d0/d77/d87/f100 x:0 0 0
2024-03-19T01:51:58.697 INFO:tasks.workunit.client.0.smithi046.stdout:8/933: write d0/d5/dc/d42/f123 [682110,80212] 0
2024-03-19T01:51:58.698 INFO:tasks.workunit.client.0.smithi046.stdout:3/948: mknod d5/d17/d31/d4b/c12c 0
2024-03-19T01:51:58.700 INFO:tasks.workunit.client.0.smithi046.stdout:3/949: chown d5/d17/d31/d110/d9f/d5e/d69/f74 580770373 1
2024-03-19T01:51:58.703 INFO:tasks.workunit.client.0.smithi046.stdout:9/759: truncate dd/dc2/dd0/d93/dad/faf 418317 0
2024-03-19T01:51:58.708 INFO:tasks.workunit.client.0.smithi046.stdout:5/768: dwrite d0/d1/d20/d47/d4e/d41/fd6 [4194304,4194304] 0
2024-03-19T01:51:58.711 INFO:tasks.workunit.client.0.smithi046.stdout:9/760: creat dd/dc2/dd0/d93/dad/dee/fff x:0 0 0
2024-03-19T01:51:58.712 INFO:tasks.workunit.client.0.smithi046.stdout:5/769: mknod d0/d2d/d2e/c101 0
2024-03-19T01:51:58.713 INFO:tasks.workunit.client.0.smithi046.stdout:8/934: dwrite d0/d5/dc/d42/dbf/d45/d5b/d86/fe2 [0,4194304] 0
2024-03-19T01:51:58.715 INFO:tasks.workunit.client.0.smithi046.stdout:9/761: chown dd/d11/d17/f35 1671554 1
2024-03-19T01:51:58.715 INFO:tasks.workunit.client.0.smithi046.stdout:3/950: dwrite d5/d10/f45 [0,4194304] 0
2024-03-19T01:51:58.720 INFO:tasks.workunit.client.0.smithi046.stdout:8/935: truncate d0/d5/dc/d42/dbf/d45/d5b/fa9 366809 0
2024-03-19T01:51:58.723 INFO:tasks.workunit.client.0.smithi046.stdout:8/936: chown d0/d5/dc/d42/dbf/d45/d5b/d86/d8c/cd4 1 1
2024-03-19T01:51:58.727 INFO:tasks.workunit.client.0.smithi046.stdout:8/937: unlink d0/d5/dc/d42/dbf/d45/d5b/d86/d8c/f9c 0
2024-03-19T01:51:58.728 INFO:tasks.workunit.client.0.smithi046.stdout:9/762: truncate dd/dc2/dd0/d93/da8/f52 2494369 0
2024-03-19T01:51:58.734 INFO:tasks.workunit.client.0.smithi046.stdout:9/763: truncate dd/dc2/dd0/d93/da8/f43 2859178 0
2024-03-19T01:51:58.734 INFO:tasks.workunit.client.0.smithi046.stdout:8/938: creat d0/d5/dc/d42/dbf/d87/f144 x:0 0 0
2024-03-19T01:51:58.734 INFO:tasks.workunit.client.0.smithi046.stdout:3/951: link d5/d17/d31/d110/d9f/d5e/d69/d43/d56/d7d/de1/d111/c129 d5/d17/d31/d110/d9f/d71/c12d 0
2024-03-19T01:51:58.736 INFO:tasks.workunit.client.0.smithi046.stdout:9/764: stat dd/dc2/dd0/d48/dc3/d25/ddb/ddf/ddc/fdd 0
2024-03-19T01:51:58.736 INFO:tasks.workunit.client.0.smithi046.stdout:3/952: truncate d5/d17/de3/f127 207286 0
2024-03-19T01:51:58.737 INFO:tasks.workunit.client.0.smithi046.stdout:9/765: write dd/dc2/dd0/d4f/fbe [277422,91522] 0
2024-03-19T01:51:58.737 INFO:tasks.workunit.client.0.smithi046.stdout:8/939: symlink d0/d5/dc/d42/dbf/d45/d58/l145 0
2024-03-19T01:51:58.741 INFO:tasks.workunit.client.0.smithi046.stdout:3/953: truncate d5/d17/d31/d110/d9f/d5e/d69/d43/d56/f112 348575 0
2024-03-19T01:51:58.741 INFO:tasks.workunit.client.0.smithi046.stdout:9/766: mknod dd/dc2/dd0/d93/c100 0
2024-03-19T01:51:58.742 INFO:tasks.workunit.client.0.smithi046.stdout:8/940: symlink d0/d5/dc/d42/dbf/d87/daf/da5/d140/l146 0
2024-03-19T01:51:58.742 INFO:tasks.workunit.client.0.smithi046.stdout:8/941: stat d0/dea/l141 0
2024-03-19T01:51:58.744 INFO:tasks.workunit.client.0.smithi046.stdout:9/767: mkdir dd/d11/d17/d57/d101 0
2024-03-19T01:51:58.744 INFO:tasks.workunit.client.0.smithi046.stdout:3/954: creat d5/d10/d51/f12e x:0 0 0
2024-03-19T01:51:58.745 INFO:tasks.workunit.client.0.smithi046.stdout:9/768: write dd/d11/d17/d57/f75 [1905811,95754] 0
2024-03-19T01:51:58.749 INFO:tasks.workunit.client.0.smithi046.stdout:8/942: dwrite d0/d5/dca/d47/d5d/f99 [0,4194304] 0
2024-03-19T01:51:58.749 INFO:tasks.workunit.client.0.smithi046.stdout:3/955: getdents d5/d10/d51/d60 0
2024-03-19T01:51:58.752 INFO:tasks.workunit.client.0.smithi046.stdout:9/769: truncate dd/db2/dc4/fb0 1069419 0
2024-03-19T01:51:58.753 INFO:tasks.workunit.client.0.smithi046.stdout:9/770: truncate dd/f24 2640048 0
2024-03-19T01:51:58.753 INFO:tasks.workunit.client.0.smithi046.stdout:8/943: creat d0/d5/dca/d47/d5d/d111/f147 x:0 0 0
2024-03-19T01:51:58.754 INFO:tasks.workunit.client.0.smithi046.stdout:3/956: creat d5/d17/d62/d2d/d3b/dd5/f12f x:0 0 0
2024-03-19T01:51:58.755 INFO:tasks.workunit.client.0.smithi046.stdout:9/771: rmdir dd/db2 39
2024-03-19T01:51:58.755 INFO:tasks.workunit.client.0.smithi046.stdout:3/957: stat d5/d17/d76/fdc 0
2024-03-19T01:51:58.756 INFO:tasks.workunit.client.0.smithi046.stdout:5/770: dread d0/d2d/d50/d90/d97/f6b [4194304,4194304] 0
2024-03-19T01:51:58.757 INFO:tasks.workunit.client.0.smithi046.stdout:3/958: chown d5/d17/d31/d110/d9f/d5e/f63 239 1
2024-03-19T01:51:58.761 INFO:tasks.workunit.client.0.smithi046.stdout:3/959: fdatasync d5/d17/d31/d110/d9f/d5e/d5f/d6b/d100/f115 0
2024-03-19T01:51:58.762 INFO:tasks.workunit.client.0.smithi046.stdout:5/771: rename d0/d77/d7c/lde to d0/d1/d20/d47/d4e/d41/dc4/l102 0
2024-03-19T01:51:58.763 INFO:tasks.workunit.client.0.smithi046.stdout:8/944: dwrite d0/d5/dc/d42/de0/f138 [0,4194304] 0
2024-03-19T01:51:58.763 INFO:tasks.workunit.client.0.smithi046.stdout:9/772: fsync dd/d11/f37 0
2024-03-19T01:51:58.763 INFO:tasks.workunit.client.0.smithi046.stdout:3/960: dread - d5/d17/d62/d2d/d3b/fda zero size
2024-03-19T01:51:58.765 INFO:tasks.workunit.client.0.smithi046.stdout:8/945: stat d0/d5/fb3 0
2024-03-19T01:51:58.766 INFO:tasks.workunit.client.0.smithi046.stdout:3/961: dread - d5/d17/d31/d110/d9f/d5e/d69/f11e zero size
2024-03-19T01:51:58.767 INFO:tasks.workunit.client.0.smithi046.stdout:5/772: unlink d0/d89/f93 0
2024-03-19T01:51:58.768 INFO:tasks.workunit.client.0.smithi046.stdout:8/946: symlink d0/df3/l148 0
2024-03-19T01:51:58.770 INFO:tasks.workunit.client.0.smithi046.stdout:9/773: mkdir dd/dc2/dd0/d93/d102 0
2024-03-19T01:51:58.771 INFO:tasks.workunit.client.0.smithi046.stdout:3/962: mknod d5/d17/d31/d110/d9f/d5e/d69/d43/c130 0
2024-03-19T01:51:58.771 INFO:tasks.workunit.client.0.smithi046.stdout:9/774: chown dd/dc2/lcf 4603 1
2024-03-19T01:51:58.773 INFO:tasks.workunit.client.0.smithi046.stdout:8/947: symlink d0/d5/dca/d47/dae/l149 0
2024-03-19T01:51:58.775 INFO:tasks.workunit.client.0.smithi046.stdout:5/773: rename d0/d1/d4/f6 to d0/d1/d20/dec/f103 0
2024-03-19T01:51:58.775 INFO:tasks.workunit.client.0.smithi046.stdout:8/948: write d0/d5/dc/d42/dbf/d45/fad [1568758,31975] 0
2024-03-19T01:51:58.776 INFO:tasks.workunit.client.0.smithi046.stdout:9/775: fdatasync dd/f61 0
2024-03-19T01:51:58.777 INFO:tasks.workunit.client.0.smithi046.stdout:3/963: getdents d5/d17/d62/d2d 0
2024-03-19T01:51:58.780 INFO:tasks.workunit.client.0.smithi046.stdout:3/964: symlink d5/d17/de3/l131 0
2024-03-19T01:51:58.783 INFO:tasks.workunit.client.0.smithi046.stdout:5/774: mkdir d0/d1/d20/d26/dff/d104 0
2024-03-19T01:51:58.784 INFO:tasks.workunit.client.0.smithi046.stdout:5/775: write d0/fa3 [964662,58264] 0
2024-03-19T01:51:58.784 INFO:tasks.workunit.client.0.smithi046.stdout:9/776: creat dd/d11/d17/f103 x:0 0 0
2024-03-19T01:51:58.791 INFO:tasks.workunit.client.0.smithi046.stdout:5/776: dwrite d0/d2d/f78 [0,4194304] 0
2024-03-19T01:51:58.793 INFO:tasks.workunit.client.0.smithi046.stdout:5/777: symlink d0/d77/l105 0
2024-03-19T01:51:58.794 INFO:tasks.workunit.client.0.smithi046.stdout:7/947: sync
2024-03-19T01:51:58.797 INFO:tasks.workunit.client.0.smithi046.stdout:5/778: read d0/d2d/d50/f9a [154726,29380] 0
2024-03-19T01:51:58.797 INFO:tasks.workunit.client.0.smithi046.stdout:7/948: rmdir d1 39
2024-03-19T01:51:58.798 INFO:tasks.workunit.client.0.smithi046.stdout:8/949: getdents d0/d5/dca/d47/dae 0
2024-03-19T01:51:58.800 INFO:tasks.workunit.client.0.smithi046.stdout:3/965: dread d5/d17/d62/d2d/d3b/f4e [0,4194304] 0
2024-03-19T01:51:58.803 INFO:tasks.workunit.client.0.smithi046.stdout:8/950: mknod d0/d5/dc/d42/dbf/daa/c14a 0
2024-03-19T01:51:58.803 INFO:tasks.workunit.client.0.smithi046.stdout:9/777: dread dd/d11/d17/d69/fcd [0,4194304] 0
2024-03-19T01:51:58.804 INFO:tasks.workunit.client.0.smithi046.stdout:9/778: stat dd/d11/d17/f103 0
2024-03-19T01:51:58.806 INFO:tasks.workunit.client.0.smithi046.stdout:9/779: write dd/db2/fa5 [7250017,101804] 0
2024-03-19T01:51:58.808 INFO:tasks.workunit.client.0.smithi046.stdout:7/949: getdents d1/dc/df/d11/d39/ddb 0
2024-03-19T01:51:58.810 INFO:tasks.workunit.client.0.smithi046.stdout:8/951: write d0/d5/dca/d47/f4d [3517519,22301] 0
2024-03-19T01:51:58.812 INFO:tasks.workunit.client.0.smithi046.stdout:9/780: mknod dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d5a/c104 0
2024-03-19T01:51:58.812 INFO:tasks.workunit.client.0.smithi046.stdout:8/952: readlink d0/d5/l16 0
2024-03-19T01:51:58.812 INFO:tasks.workunit.client.0.smithi046.stdout:5/779: dwrite d0/d77/d87/fe1 [0,4194304] 0
2024-03-19T01:51:58.813 INFO:tasks.workunit.client.0.smithi046.stdout:7/950: symlink d1/dc/df/d11/d39/d6f/def/l13e 0
2024-03-19T01:51:58.814 INFO:tasks.workunit.client.0.smithi046.stdout:9/781: symlink dd/d3c/l105 0
2024-03-19T01:51:58.816 INFO:tasks.workunit.client.0.smithi046.stdout:7/951: mkdir d1/d2a/d7a/daf/dee/d13f 0
2024-03-19T01:51:58.818 INFO:tasks.workunit.client.0.smithi046.stdout:8/953: creat d0/d5/dc/d42/dbf/daa/d117/f14b x:0 0 0
2024-03-19T01:51:58.819 INFO:tasks.workunit.client.0.smithi046.stdout:9/782: creat dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d5a/f106 x:0 0 0
2024-03-19T01:51:58.823 INFO:tasks.workunit.client.0.smithi046.stdout:7/952: dwrite d1/dc/d18/d43/de5/fe4 [0,4194304] 0
2024-03-19T01:51:58.827 INFO:tasks.workunit.client.0.smithi046.stdout:8/954: rename d0/d5/c27 to d0/d5/dc/d42/dbf/d87/daf/da5/d119/c14c 0
2024-03-19T01:51:58.828 INFO:tasks.workunit.client.0.smithi046.stdout:8/955: chown d0/d5/dca/d47/dae/d100/l114 26274 1
2024-03-19T01:51:58.830 INFO:tasks.workunit.client.0.smithi046.stdout:9/783: dread dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d33/fd5 [0,4194304] 0
2024-03-19T01:51:58.831 INFO:tasks.workunit.client.0.smithi046.stdout:7/953: dread d1/dc/f6a [4194304,4194304] 0
2024-03-19T01:51:58.831 INFO:tasks.workunit.client.0.smithi046.stdout:8/956: mknod d0/d5/dca/d47/dae/d100/d10c/c14d 0
2024-03-19T01:51:58.832 INFO:tasks.workunit.client.0.smithi046.stdout:9/784: mkdir dd/db2/dc4/def/d107 0
2024-03-19T01:51:58.842 INFO:tasks.workunit.client.0.smithi046.stdout:8/957: truncate d0/d5/dc/f91 5057768 0
2024-03-19T01:51:58.849 INFO:tasks.workunit.client.0.smithi046.stdout:5/780: dread d0/d2d/d50/d90/d97/f5e [4194304,4194304] 0
2024-03-19T01:51:58.850 INFO:tasks.workunit.client.0.smithi046.stdout:5/781: truncate d0/d2d/d50/d52/f5f 4325552 0
2024-03-19T01:51:58.855 INFO:tasks.workunit.client.0.smithi046.stdout:5/782: dwrite d0/d1/d20/d47/d4e/d41/dc4/f80 [0,4194304] 0
2024-03-19T01:51:58.857 INFO:tasks.workunit.client.0.smithi046.stdout:5/783: write d0/d1/d20/d47/da4/fd1 [205874,101801] 0
2024-03-19T01:51:58.861 INFO:tasks.workunit.client.0.smithi046.stdout:5/784: dread d0/d1/d20/d47/d4e/d41/dc4/f80 [0,4194304] 0
2024-03-19T01:51:58.862 INFO:tasks.workunit.client.0.smithi046.stdout:7/954: rename d1/dc/df/d11/d39/d6f/daa/da5 to d1/dc/d140 0
2024-03-19T01:51:58.867 INFO:tasks.workunit.client.0.smithi046.stdout:5/785: fdatasync d0/d1/d4/fa 0
2024-03-19T01:51:58.869 INFO:tasks.workunit.client.0.smithi046.stdout:9/785: rename dd/d11/c1f to dd/c108 0
2024-03-19T01:51:58.872 INFO:tasks.workunit.client.0.smithi046.stdout:7/955: dwrite d1/dc/df/d11/d39/d6f/daa/f11a [4194304,4194304] 0
2024-03-19T01:51:58.873 INFO:tasks.workunit.client.0.smithi046.stdout:5/786: fsync d0/d2d/d50/d90/d97/f6b 0
2024-03-19T01:51:58.874 INFO:tasks.workunit.client.0.smithi046.stdout:8/958: dwrite d0/d5/dc/d42/dbf/d45/fcb [0,4194304] 0
2024-03-19T01:51:58.877 INFO:tasks.workunit.client.0.smithi046.stdout:8/959: chown d0/d5/dc/d42/dbf/d45/d5b/l73 65 1
2024-03-19T01:51:58.879 INFO:tasks.workunit.client.0.smithi046.stdout:5/787: mknod d0/d1/d20/d47/d4e/d41/dc4/dd4/c106 0
2024-03-19T01:51:58.882 INFO:tasks.workunit.client.0.smithi046.stdout:5/788: dread d0/d2d/f7a [0,4194304] 0
2024-03-19T01:51:58.884 INFO:tasks.workunit.client.0.smithi046.stdout:8/960: getdents d0/d5 0
2024-03-19T01:51:58.886 INFO:tasks.workunit.client.0.smithi046.stdout:8/961: mkdir d0/d5/dca/d47/d5d/d111/d14e 0
2024-03-19T01:51:58.891 INFO:tasks.workunit.client.0.smithi046.stdout:5/789: link d0/d1/d20/d26/l7f d0/d1/d20/d26/l107 0
2024-03-19T01:51:58.891 INFO:tasks.workunit.client.0.smithi046.stdout:5/790: truncate d0/d1/d20/d47/d4e/d82/fe5 716305 0
2024-03-19T01:51:58.892 INFO:tasks.workunit.client.0.smithi046.stdout:8/962: dwrite d0/d5/dc/d42/dbf/d45/d58/fbc [0,4194304] 0
2024-03-19T01:51:58.897 INFO:tasks.workunit.client.0.smithi046.stdout:8/963: unlink d0/d5/dc/d42/dbf/d87/daf/l13e 0
2024-03-19T01:51:58.897 INFO:tasks.workunit.client.0.smithi046.stdout:5/791: dread d0/d77/d87/fe1 [0,4194304] 0
2024-03-19T01:51:58.898 INFO:tasks.workunit.client.0.smithi046.stdout:8/964: fsync d0/d5/dc/d42/dbf/d45/d5b/fa9 0
2024-03-19T01:51:58.899 INFO:tasks.workunit.client.0.smithi046.stdout:8/965: stat d0/d5/dc/d42/dbf/d45 0
2024-03-19T01:51:58.900 INFO:tasks.workunit.client.0.smithi046.stdout:5/792: mkdir d0/d1/d20/d47/d4e/d108 0
2024-03-19T01:51:58.902 INFO:tasks.workunit.client.0.smithi046.stdout:8/966: mkdir d0/d5/dca/d47/d14f 0
2024-03-19T01:51:58.905 INFO:tasks.workunit.client.0.smithi046.stdout:8/967: rmdir d0/d5/dc/d42/dbf/d45/d5b/d86 39
2024-03-19T01:51:58.906 INFO:tasks.workunit.client.0.smithi046.stdout:5/793: rename d0/d1/d20/d47/d4e/c7d to d0/d1/d37/c109 0
2024-03-19T01:51:58.907 INFO:tasks.workunit.client.0.smithi046.stdout:5/794: dread - d0/d65/fdf zero size
2024-03-19T01:51:58.908 INFO:tasks.workunit.client.0.smithi046.stdout:7/956: dread d1/d2a/d7a/daf/db3/fc7 [0,4194304] 0
2024-03-19T01:51:58.911 INFO:tasks.workunit.client.0.smithi046.stdout:8/968: rename d0/d5/dc/d42/dbf/d87/daf/da5/cc3 to d0/d5/dc/c150 0
2024-03-19T01:51:58.912 INFO:tasks.workunit.client.0.smithi046.stdout:7/957: dread - d1/dc/df/d11/d39/d6f/daa/ff1 zero size
2024-03-19T01:51:58.914 INFO:tasks.workunit.client.0.smithi046.stdout:5/795: dwrite d0/d77/d7c/fb1 [0,4194304] 0
2024-03-19T01:51:58.914 INFO:tasks.workunit.client.0.smithi046.stdout:8/969: rmdir d0/d5/dc/d42/dbf 39
2024-03-19T01:51:58.915 INFO:tasks.workunit.client.0.smithi046.stdout:7/958: write d1/dc/df/d11/d39/f45 [859761,90663] 0
2024-03-19T01:51:58.916 INFO:tasks.workunit.client.0.smithi046.stdout:8/970: rmdir d0/d5/dca/d47 39
2024-03-19T01:51:58.916 INFO:tasks.workunit.client.0.smithi046.stdout:5/796: dread d0/d1/d20/d47/d4e/fbf [0,4194304] 0
2024-03-19T01:51:58.917 INFO:tasks.workunit.client.0.smithi046.stdout:5/797: dread - d0/d1/f96 zero size
2024-03-19T01:51:58.917 INFO:tasks.workunit.client.0.smithi046.stdout:7/959: chown d1/d2a/d7a/daf/ffe 1791 1
2024-03-19T01:51:58.919 INFO:tasks.workunit.client.0.smithi046.stdout:7/960: fdatasync d1/dc/df/d11/f2e 0
2024-03-19T01:51:58.921 INFO:tasks.workunit.client.0.smithi046.stdout:7/961: write d1/dc/df/d11/d39/d6f/fd3 [1995511,24525] 0
2024-03-19T01:51:58.921 INFO:tasks.workunit.client.0.smithi046.stdout:5/798: creat d0/d1/d20/d47/d4e/d82/dfb/f10a x:0 0 0
2024-03-19T01:51:58.923 INFO:tasks.workunit.client.0.smithi046.stdout:8/971: getdents d0/d5/dca/d47/dae/d103 0
2024-03-19T01:51:58.923 INFO:tasks.workunit.client.0.smithi046.stdout:5/799: read d0/d1/d20/d47/d4e/f8a [5751388,1268] 0
2024-03-19T01:51:58.925 INFO:tasks.workunit.client.0.smithi046.stdout:7/962: symlink d1/dc/df/d11/d39/d6f/d7b/l141 0
2024-03-19T01:51:58.925 INFO:tasks.workunit.client.0.smithi046.stdout:8/972: rmdir d0/d5/dca/d47/d5d 39
2024-03-19T01:51:58.929 INFO:tasks.workunit.client.0.smithi046.stdout:7/963: creat d1/dc/d18/d8c/f142 x:0 0 0
2024-03-19T01:51:58.930 INFO:tasks.workunit.client.0.smithi046.stdout:6/910: sync
2024-03-19T01:51:58.930 INFO:tasks.workunit.client.0.smithi046.stdout:4/970: sync
2024-03-19T01:51:58.931 INFO:tasks.workunit.client.0.smithi046.stdout:5/800: dwrite d0/f61 [4194304,4194304] 0
2024-03-19T01:51:58.932 INFO:tasks.workunit.client.0.smithi046.stdout:8/973: write d0/d5/dc/d42/dbf/d87/f108 [2183380,119961] 0
2024-03-19T01:51:58.935 INFO:tasks.workunit.client.0.smithi046.stdout:6/911: unlink d1a/d4d/d65/da0/db6/fca 0
2024-03-19T01:51:58.936 INFO:tasks.workunit.client.0.smithi046.stdout:5/801: mkdir d0/d1/d20/d47/d4e/d41/d10b 0
2024-03-19T01:51:58.937 INFO:tasks.workunit.client.0.smithi046.stdout:6/912: write d1a/d12d/d62/d5b/d40/d81/feb [70732,44022] 0
2024-03-19T01:51:58.938 INFO:tasks.workunit.client.0.smithi046.stdout:4/971: rename d7/d10/l7b to d7/d10/d13/d58/d5d/d7c/dc3/l150 0
2024-03-19T01:51:58.939 INFO:tasks.workunit.client.0.smithi046.stdout:6/913: truncate d1a/d4d/d65/da0/db6/f127 794873 0
2024-03-19T01:51:58.939 INFO:tasks.workunit.client.0.smithi046.stdout:5/802: creat d0/d1/d20/d47/f10c x:0 0 0
2024-03-19T01:51:58.940 INFO:tasks.workunit.client.0.smithi046.stdout:5/803: chown d0/f1b 10 1
2024-03-19T01:51:58.940 INFO:tasks.workunit.client.0.smithi046.stdout:8/974: rmdir d0/d5/dca/d47/d14f 0
2024-03-19T01:51:58.943 INFO:tasks.workunit.client.0.smithi046.stdout:7/964: link d1/dc/d18/d43/la1 d1/dc/df/d11/d39/d6f/d7b/db5/dc9/l143 0
2024-03-19T01:51:58.943 INFO:tasks.workunit.client.0.smithi046.stdout:6/914: symlink d1a/d4d/dbc/dee/dcb/l132 0
2024-03-19T01:51:58.945 INFO:tasks.workunit.client.0.smithi046.stdout:5/804: fdatasync d0/d1/d20/d47/d4e/fbf 0
2024-03-19T01:51:58.945 INFO:tasks.workunit.client.0.smithi046.stdout:6/915: dread - d1a/dac/fc8 zero size
2024-03-19T01:51:58.949 INFO:tasks.workunit.client.0.smithi046.stdout:5/805: mkdir d0/d2d/d50/d52/d10d 0
2024-03-19T01:51:58.950 INFO:tasks.workunit.client.0.smithi046.stdout:6/916: truncate d1a/d4e/fe0 22287 0
2024-03-19T01:51:58.951 INFO:tasks.workunit.client.0.smithi046.stdout:7/965: getdents d1/dc/df/d11/d39 0
2024-03-19T01:51:58.952 INFO:tasks.workunit.client.0.smithi046.stdout:5/806: creat d0/d1/d56/f10e x:0 0 0
2024-03-19T01:51:58.953 INFO:tasks.workunit.client.0.smithi046.stdout:8/975: truncate d0/d5/dca/d47/d8d/fc5 1700085 0
2024-03-19T01:51:58.953 INFO:tasks.workunit.client.0.smithi046.stdout:5/807: dread - d0/d2d/dbb/fed zero size
2024-03-19T01:51:58.953 INFO:tasks.workunit.client.0.smithi046.stdout:4/972: dread d7/d10/d13/d58/d75/f7d [0,4194304] 0
2024-03-19T01:51:58.954 INFO:tasks.workunit.client.0.smithi046.stdout:7/966: mkdir d1/dc/d18/d43/de5/d126/d144 0
2024-03-19T01:51:58.955 INFO:tasks.workunit.client.0.smithi046.stdout:5/808: chown d0/d1/d20/d47/d4e 12 1
2024-03-19T01:51:58.955 INFO:tasks.workunit.client.0.smithi046.stdout:6/917: rmdir d1a/d12d/d62/d5b/d40/d81/d104/d12e/d118 0
2024-03-19T01:51:58.959 INFO:tasks.workunit.client.0.smithi046.stdout:6/918: rename d1a/d4e/f6b to d1a/d12d/d62/d30/dec/f133 0
2024-03-19T01:51:58.959 INFO:tasks.workunit.client.0.smithi046.stdout:5/809: dread d0/d1/d20/fc5 [0,4194304] 0
2024-03-19T01:51:58.961 INFO:tasks.workunit.client.0.smithi046.stdout:6/919: chown d1a/d4d/dbc/dee/l94 26730441 1
2024-03-19T01:51:58.964 INFO:tasks.workunit.client.0.smithi046.stdout:5/810: getdents d0/d77 0
2024-03-19T01:51:58.966 INFO:tasks.workunit.client.0.smithi046.stdout:7/967: getdents d1/dc/df/d11/d39/d129 0
2024-03-19T01:51:58.967 INFO:tasks.workunit.client.0.smithi046.stdout:8/976: truncate d0/d5/dc/d42/dbf/d45/d5b/d86/d8c/f106 1354676 0
2024-03-19T01:51:58.967 INFO:tasks.workunit.client.0.smithi046.stdout:4/973: dwrite d7/d10/d13/d58/d5d/d7c/fbc [0,4194304] 0
2024-03-19T01:51:58.969 INFO:tasks.workunit.client.0.smithi046.stdout:7/968: truncate d1/dc/df/d11/d39/f121 915799 0
2024-03-19T01:51:58.969 INFO:tasks.workunit.client.0.smithi046.stdout:5/811: link d0/fa3 d0/d1/d20/d26/dff/f10f 0
2024-03-19T01:51:58.971 INFO:tasks.workunit.client.0.smithi046.stdout:6/920: getdents d1a/d12d/d62/d30/dec 0
2024-03-19T01:51:58.974 INFO:tasks.workunit.client.0.smithi046.stdout:4/974: symlink d7/d4f/d12b/l151 0
2024-03-19T01:51:58.974 INFO:tasks.workunit.client.0.smithi046.stdout:6/921: truncate d1a/d4d/dbc/df6/f12c 419432 0
2024-03-19T01:51:58.975 INFO:tasks.workunit.client.0.smithi046.stdout:5/812: unlink d0/d1/d20/d47/d4e/d41/fca 0
2024-03-19T01:51:58.977 INFO:tasks.workunit.client.0.smithi046.stdout:8/977: rename d0/d5/dc/d42/dbf/daa/d117 to d0/d5/d151 0
2024-03-19T01:51:58.980 INFO:tasks.workunit.client.0.smithi046.stdout:5/813: rmdir d0/d2d/d50/d52/d10d 0
2024-03-19T01:51:58.983 INFO:tasks.workunit.client.0.smithi046.stdout:6/922: dwrite d1a/d4d/dbc/dee/f102 [0,4194304] 0
2024-03-19T01:51:58.987 INFO:tasks.workunit.client.0.smithi046.stdout:6/923: write d1a/d4d/d65/da0/db6/f12f [161438,125908] 0
2024-03-19T01:51:58.989 INFO:tasks.workunit.client.0.smithi046.stdout:8/978: dwrite d0/d5/dc/d42/f5e [4194304,4194304] 0
2024-03-19T01:51:58.995 INFO:tasks.workunit.client.0.smithi046.stdout:4/975: dread d7/d10/d13/fd8 [0,4194304] 0
2024-03-19T01:51:58.998 INFO:tasks.workunit.client.0.smithi046.stdout:6/924: dwrite d1a/d12d/d62/d30/ff2 [4194304,4194304] 0
2024-03-19T01:51:58.998 INFO:tasks.workunit.client.0.smithi046.stdout:5/814: dwrite d0/d2d/d50/f9a [0,4194304] 0
2024-03-19T01:51:59.002 INFO:tasks.workunit.client.0.smithi046.stdout:4/976: creat d7/d10/d13/d58/d75/dc1/d10c/f152 x:0 0 0
2024-03-19T01:51:59.002 INFO:tasks.workunit.client.0.smithi046.stdout:5/815: fdatasync d0/d2d/d71/f9d 0
2024-03-19T01:51:59.004 INFO:tasks.workunit.client.0.smithi046.stdout:8/979: rename d0/d5/dc/d42/dbf/d87/f144 to d0/d5/dca/d47/d5d/d111/f152 0
2024-03-19T01:51:59.009 INFO:tasks.workunit.client.0.smithi046.stdout:4/977: creat d7/d10/d13/dae/d109/f153 x:0 0 0
2024-03-19T01:51:59.009 INFO:tasks.workunit.client.0.smithi046.stdout:6/925: dread d1a/d4d/d65/da0/db6/f12f [0,4194304] 0
2024-03-19T01:51:59.010 INFO:tasks.workunit.client.0.smithi046.stdout:5/816: creat d0/d1/f110 x:0 0 0
2024-03-19T01:51:59.010 INFO:tasks.workunit.client.0.smithi046.stdout:8/980: mknod d0/d5/dc/d42/dbf/d45/d5b/d86/d8c/c153 0
2024-03-19T01:51:59.012 INFO:tasks.workunit.client.0.smithi046.stdout:6/926: chown d1a/l12a 1142367 1
2024-03-19T01:51:59.012 INFO:tasks.workunit.client.0.smithi046.stdout:8/981: write d0/d5/dc/d42/de0/f138 [2551636,31366] 0
2024-03-19T01:51:59.013 INFO:tasks.workunit.client.0.smithi046.stdout:5/817: mknod d0/d2d/dbb/dbd/c111 0
2024-03-19T01:51:59.014 INFO:tasks.workunit.client.0.smithi046.stdout:6/927: write d1a/d12d/f97 [935766,130513] 0
2024-03-19T01:51:59.015 INFO:tasks.workunit.client.0.smithi046.stdout:5/818: chown d0/d77/d87/df4 196988079 1
2024-03-19T01:51:59.018 INFO:tasks.workunit.client.0.smithi046.stdout:6/928: rmdir d1a/d12d/d62/d5b/d40/d81/d104/d12e 39
2024-03-19T01:51:59.018 INFO:tasks.workunit.client.0.smithi046.stdout:4/978: dwrite d7/d10/d13/d58/d5d/dbb/f65 [0,4194304] 0
2024-03-19T01:51:59.102 INFO:tasks.workunit.client.0.smithi046.stdout:1/711: sync
2024-03-19T01:51:59.102 INFO:tasks.workunit.client.0.smithi046.stdout:3/966: sync
2024-03-19T01:51:59.123 INFO:tasks.workunit.client.0.smithi046.stdout:5/819: rmdir d0/d77/d87/de4 0
2024-03-19T01:51:59.126 INFO:tasks.workunit.client.0.smithi046.stdout:5/820: chown d0/d2d/d71/d74/f6f 0 1
2024-03-19T01:51:59.126 INFO:tasks.workunit.client.0.smithi046.stdout:8/982: dwrite d0/d5/dca/d47/f10d [0,4194304] 0
2024-03-19T01:51:59.127 INFO:tasks.workunit.client.0.smithi046.stdout:3/967: mknod d5/d17/d31/d110/d9f/d5e/d69/d52/c132 0
2024-03-19T01:51:59.128 INFO:tasks.workunit.client.0.smithi046.stdout:6/929: mkdir d1a/d12d/d62/d5b/d40/d81/d104/d12e/d2e/d134 0
2024-03-19T01:51:59.129 INFO:tasks.workunit.client.0.smithi046.stdout:5/821: dread d0/d1/d20/d47/d4e/d41/fad [0,4194304] 0
2024-03-19T01:51:59.129 INFO:tasks.workunit.client.0.smithi046.stdout:3/968: write d5/d17/de3/f127 [78589,45157] 0
2024-03-19T01:51:59.131 INFO:tasks.workunit.client.0.smithi046.stdout:4/979: rename d7/d10/d13/l29 to d7/d10/d13/d58/d75/dc1/l154 0
2024-03-19T01:51:59.133 INFO:tasks.workunit.client.0.smithi046.stdout:4/980: write d7/d10/f53 [291685,111320] 0
2024-03-19T01:51:59.134 INFO:tasks.workunit.client.0.smithi046.stdout:3/969: rmdir d5/d17/d31/d4b 39
2024-03-19T01:51:59.137 INFO:tasks.workunit.client.0.smithi046.stdout:3/970: fdatasync d5/d10/d51/f12e 0
2024-03-19T01:51:59.139 INFO:tasks.workunit.client.0.smithi046.stdout:8/983: dwrite d0/d5/dca/d47/d5d/fed [0,4194304] 0
2024-03-19T01:51:59.141 INFO:tasks.workunit.client.0.smithi046.stdout:6/930: dwrite d1a/d12d/d62/d5b/d57/fdb [0,4194304] 0
2024-03-19T01:51:59.142 INFO:tasks.workunit.client.0.smithi046.stdout:5/822: write d0/d1/d4/fa [1111876,17641] 0
2024-03-19T01:51:59.144 INFO:tasks.workunit.client.0.smithi046.stdout:3/971: symlink d5/d10/d51/d9d/l133 0
2024-03-19T01:51:59.144 INFO:tasks.workunit.client.0.smithi046.stdout:5/823: dread - d0/d1/d37/f79 zero size
2024-03-19T01:51:59.145 INFO:tasks.workunit.client.0.smithi046.stdout:6/931: rmdir d1a/d12d/d62/d30 39
2024-03-19T01:51:59.149 INFO:tasks.workunit.client.0.smithi046.stdout:6/932: creat d1a/dac/df4/f135 x:0 0 0
2024-03-19T01:51:59.149 INFO:tasks.workunit.client.0.smithi046.stdout:3/972: mkdir d5/d10/d51/d134 0
2024-03-19T01:51:59.150 INFO:tasks.workunit.client.0.smithi046.stdout:6/933: readlink d1a/d4d/d65/da0/l72 0
2024-03-19T01:51:59.150 INFO:tasks.workunit.client.0.smithi046.stdout:5/824: write d0/d2d/f39 [257894,114084] 0
2024-03-19T01:51:59.151 INFO:tasks.workunit.client.0.smithi046.stdout:3/973: stat d5/d17/d31/d110/d9f/d5e/d5f/ff4 0
2024-03-19T01:51:59.152 INFO:tasks.workunit.client.0.smithi046.stdout:8/984: rename d0/d5/dca/d47/f10d to d0/d5/dc/f154 0
2024-03-19T01:51:59.154 INFO:tasks.workunit.client.0.smithi046.stdout:3/974: symlink d5/d17/d31/d110/d9f/d5e/d69/d52/l135 0
2024-03-19T01:51:59.156 INFO:tasks.workunit.client.0.smithi046.stdout:5/825: mknod d0/d2d/d50/d52/c112 0
2024-03-19T01:51:59.156 INFO:tasks.workunit.client.0.smithi046.stdout:6/934: creat d1a/d64/f136 x:0 0 0
2024-03-19T01:51:59.157 INFO:tasks.workunit.client.0.smithi046.stdout:3/975: mknod d5/d10/d11f/c136 0
2024-03-19T01:51:59.157 INFO:tasks.workunit.client.0.smithi046.stdout:3/976: chown d5/d17/de3 140 1
2024-03-19T01:51:59.158 INFO:tasks.workunit.client.0.smithi046.stdout:6/935: fsync fc 0
2024-03-19T01:51:59.159 INFO:tasks.workunit.client.0.smithi046.stdout:5/826: symlink d0/d2d/d50/d90/d97/de2/l113 0
2024-03-19T01:51:59.160 INFO:tasks.workunit.client.0.smithi046.stdout:3/977: chown d5/d17/d31/d110/d9f/d5e/d69/d52/l102 79 1
2024-03-19T01:51:59.162 INFO:tasks.workunit.client.0.smithi046.stdout:3/978: dread - d5/d17/d31/fcf zero size
2024-03-19T01:51:59.163 INFO:tasks.workunit.client.0.smithi046.stdout:5/827: rmdir d0/d1/d20/d47/d4e/d41/dc4 39
2024-03-19T01:51:59.165 INFO:tasks.workunit.client.0.smithi046.stdout:5/828: stat d0/d2d/dbb/dbd/c111 0
2024-03-19T01:51:59.165 INFO:tasks.workunit.client.0.smithi046.stdout:8/985: dwrite d0/d5/dc/d42/dbf/d45/d5b/fdf [0,4194304] 0
2024-03-19T01:51:59.165 INFO:tasks.workunit.client.0.smithi046.stdout:6/936: truncate d1a/d4d/dbc/dee/dcb/ffd 4197477 0
2024-03-19T01:51:59.167 INFO:tasks.workunit.client.0.smithi046.stdout:6/937: write d1a/d4d/f9a [1610136,120213] 0
2024-03-19T01:51:59.169 INFO:tasks.workunit.client.0.smithi046.stdout:8/986: chown d0/d5/dc/d42/dbf/d45/d5b/fdf 120645387 1
2024-03-19T01:51:59.175 INFO:tasks.workunit.client.0.smithi046.stdout:3/979: dwrite d5/d17/d76/f125 [0,4194304] 0
2024-03-19T01:51:59.176 INFO:tasks.workunit.client.0.smithi046.stdout:6/938: stat d1a/d12d/d62/d5b/d40/d81/d104/d12e/d2e/f93 0
2024-03-19T01:51:59.177 INFO:tasks.workunit.client.0.smithi046.stdout:4/981: dread d7/d10/d13/dae/fe5 [0,4194304] 0
2024-03-19T01:51:59.179 INFO:tasks.workunit.client.0.smithi046.stdout:6/939: fdatasync d1a/d12d/d62/d5b/f3e 0
2024-03-19T01:51:59.182 INFO:tasks.workunit.client.0.smithi046.stdout:5/829: dwrite d0/d2d/d50/d52/fc8 [0,4194304] 0
2024-03-19T01:51:59.182 INFO:tasks.workunit.client.0.smithi046.stdout:4/982: fsync d7/d4f/d6e/d9b/fe2 0
2024-03-19T01:51:59.186 INFO:tasks.workunit.client.0.smithi046.stdout:8/987: dwrite d0/d5/dc/d42/dbf/d45/f50 [0,4194304] 0
2024-03-19T01:51:59.186 INFO:tasks.workunit.client.0.smithi046.stdout:4/983: write d7/d10/d13/d58/d75/dca/f13d [95244,68628] 0
2024-03-19T01:51:59.186 INFO:tasks.workunit.client.0.smithi046.stdout:6/940: creat d1a/d114/dd9/f137 x:0 0 0
2024-03-19T01:51:59.186 INFO:tasks.workunit.client.0.smithi046.stdout:3/980: rename d5/d17/c118 to d5/d10/d51/d60/c137 0
2024-03-19T01:51:59.189 INFO:tasks.workunit.client.0.smithi046.stdout:4/984: dread d7/d10/d13/f11c [0,4194304] 0
2024-03-19T01:51:59.194 INFO:tasks.workunit.client.0.smithi046.stdout:6/941: creat d1a/d4d/f138 x:0 0 0
2024-03-19T01:51:59.197 INFO:tasks.workunit.client.0.smithi046.stdout:3/981: creat d5/f138 x:0 0 0
2024-03-19T01:51:59.199 INFO:tasks.workunit.client.0.smithi046.stdout:4/985: write d7/d10/d13/d58/d5d/d7c/d9c/f61 [26487,33707] 0
2024-03-19T01:51:59.202 INFO:tasks.workunit.client.0.smithi046.stdout:4/986: write d7/d10/d13/d58/d5d/d7c/d9c/f102 [689734,61282] 0
2024-03-19T01:51:59.208 INFO:tasks.workunit.client.0.smithi046.stdout:4/987: fdatasync d7/d10/d13/d58/d5d/dbb/fab 0
2024-03-19T01:51:59.212 INFO:tasks.workunit.client.0.smithi046.stdout:9/786: sync
2024-03-19T01:51:59.212 INFO:tasks.workunit.client.0.smithi046.stdout:4/988: rename d7/d4f/dbd/dcc/df3/c124 to d7/de1/df4/c155 0
2024-03-19T01:51:59.213 INFO:tasks.workunit.client.0.smithi046.stdout:3/982: dwrite d5/d17/d62/f4d [4194304,4194304] 0
2024-03-19T01:51:59.216 INFO:tasks.workunit.client.0.smithi046.stdout:3/983: creat d5/d17/d31/d110/f139 x:0 0 0
2024-03-19T01:51:59.217 INFO:tasks.workunit.client.0.smithi046.stdout:9/787: unlink dd/dc2/dd0/d48/dc3/f45 0
2024-03-19T01:51:59.218 INFO:tasks.workunit.client.0.smithi046.stdout:4/989: creat d7/d10/d13/d58/d5d/d141/f156 x:0 0 0
2024-03-19T01:51:59.219 INFO:tasks.workunit.client.0.smithi046.stdout:8/988: dread d0/d5/dca/d47/d8d/f9a [0,4194304] 0
2024-03-19T01:51:59.220 INFO:tasks.workunit.client.0.smithi046.stdout:3/984: mknod d5/d10/d51/d134/c13a 0
2024-03-19T01:51:59.224 INFO:tasks.workunit.client.0.smithi046.stdout:9/788: symlink dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d5a/dfc/l109 0
2024-03-19T01:51:59.224 INFO:tasks.workunit.client.0.smithi046.stdout:3/985: truncate d5/d17/d31/d54/f96 4684100 0
2024-03-19T01:51:59.225 INFO:tasks.workunit.client.0.smithi046.stdout:8/989: unlink d0/d5/dc/c3a 0
2024-03-19T01:51:59.225 INFO:tasks.workunit.client.0.smithi046.stdout:5/830: dread d0/d1/d37/f98 [0,4194304] 0
2024-03-19T01:51:59.226 INFO:tasks.workunit.client.0.smithi046.stdout:3/986: chown d5/d10/fd 3420826 1
2024-03-19T01:51:59.226 INFO:tasks.workunit.client.0.smithi046.stdout:3/987: readlink d5/l103 0
2024-03-19T01:51:59.227 INFO:tasks.workunit.client.0.smithi046.stdout:4/990: dread d7/d10/f53 [0,4194304] 0
2024-03-19T01:51:59.229 INFO:tasks.workunit.client.0.smithi046.stdout:5/831: rename d0/d77 to d0/d2d/d50/d90/d97/de2/d114 0
2024-03-19T01:51:59.230 INFO:tasks.workunit.client.0.smithi046.stdout:3/988: mkdir d5/d17/d31/d110/d9f/d71/d13b 0
2024-03-19T01:51:59.231 INFO:tasks.workunit.client.0.smithi046.stdout:4/991: truncate d7/d10/d13/d58/d5d/d7c/d9c/fac 235687 0
2024-03-19T01:51:59.232 INFO:tasks.workunit.client.0.smithi046.stdout:4/992: write d7/de1/f128 [859975,127450] 0
2024-03-19T01:51:59.233 INFO:tasks.workunit.client.0.smithi046.stdout:8/990: rename d0/d5/dca/d47/d8d/l127 to d0/d5/dc/d42/dbf/d87/daf/da5/d140/l155 0
2024-03-19T01:51:59.233 INFO:tasks.workunit.client.0.smithi046.stdout:9/789: dread - dd/d11/d8d/fbb zero size
2024-03-19T01:51:59.235 INFO:tasks.workunit.client.0.smithi046.stdout:6/942: dread fa [8388608,4194304] 0
2024-03-19T01:51:59.235 INFO:tasks.workunit.client.0.smithi046.stdout:3/989: truncate d5/d17/d31/d4b/fd6 4477865 0
2024-03-19T01:51:59.236 INFO:tasks.workunit.client.0.smithi046.stdout:4/993: truncate d7/d10/d13/d58/f8e 2330945 0
2024-03-19T01:51:59.237 INFO:tasks.workunit.client.0.smithi046.stdout:3/990: stat d5/d17/d31/d54/dbf/cea 0
2024-03-19T01:51:59.237 INFO:tasks.workunit.client.0.smithi046.stdout:9/790: symlink dd/d11/d17/d3a/l10a 0
2024-03-19T01:51:59.240 INFO:tasks.workunit.client.0.smithi046.stdout:4/994: creat d7/d4f/d6e/d9b/f157 x:0 0 0
2024-03-19T01:51:59.243 INFO:tasks.workunit.client.0.smithi046.stdout:9/791: read dd/db2/dc4/ff5 [3780444,17215] 0
2024-03-19T01:51:59.244 INFO:tasks.workunit.client.0.smithi046.stdout:4/995: creat d7/d10/d83/f158 x:0 0 0
2024-03-19T01:51:59.246 INFO:tasks.workunit.client.0.smithi046.stdout:8/991: dwrite d0/d5/dc/f107 [0,4194304] 0
2024-03-19T01:51:59.246 INFO:tasks.workunit.client.0.smithi046.stdout:9/792: stat dd/d11/d17/d3a/c7f 0
2024-03-19T01:51:59.246 INFO:tasks.workunit.client.0.smithi046.stdout:6/943: dwrite d1a/d4d/dbc/dee/fbb [0,4194304] 0
2024-03-19T01:51:59.249 INFO:tasks.workunit.client.0.smithi046.stdout:6/944: rmdir d1a/d12d/d62 39
2024-03-19T01:51:59.250 INFO:tasks.workunit.client.0.smithi046.stdout:3/991: write d5/d17/d31/d110/d9f/d5e/d5f/fd4 [4833087,122047] 0
2024-03-19T01:51:59.253 INFO:tasks.workunit.client.0.smithi046.stdout:8/992: creat d0/d5/dc/d42/de0/d11c/f156 x:0 0 0
2024-03-19T01:51:59.254 INFO:tasks.workunit.client.0.smithi046.stdout:3/992: creat d5/d17/d31/d110/d9f/d71/f13c x:0 0 0
2024-03-19T01:51:59.254 INFO:tasks.workunit.client.0.smithi046.stdout:4/996: dwrite d7/d10/d13/d58/d5d/dbb/f57 [4194304,4194304] 0
2024-03-19T01:51:59.258 INFO:tasks.workunit.client.0.smithi046.stdout:4/997: mkdir d7/d10/d13/dae/d109/d159 0
2024-03-19T01:51:59.263 INFO:tasks.workunit.client.0.smithi046.stdout:4/998: mknod d7/d10/d13/d58/d5d/dbb/d120/c15a 0
2024-03-19T01:51:59.266 INFO:tasks.workunit.client.0.smithi046.stdout:8/993: rename d0/d5/dc/d42/dbf/d45/d5b to d0/d5/dc/d42/dbf/d87/daf/da5/d157 0
2024-03-19T01:51:59.267 INFO:tasks.workunit.client.0.smithi046.stdout:4/999: rmdir d7/d4f/d7e/db5/dd9 39
2024-03-19T01:51:59.270 INFO:tasks.workunit.client.0.smithi046.stdout:8/994: symlink d0/d5/dc/d42/dbf/daa/de5/l158 0
2024-03-19T01:51:59.273 INFO:tasks.workunit.client.0.smithi046.stdout:8/995: mknod d0/d5/dc/d42/c159 0
2024-03-19T01:51:59.276 INFO:tasks.workunit.client.0.smithi046.stdout:3/993: dread d5/d17/f23 [0,4194304] 0
2024-03-19T01:51:59.283 INFO:tasks.workunit.client.0.smithi046.stdout:3/994: dread d5/d17/d62/d2d/f7e [0,4194304] 0
2024-03-19T01:51:59.286 INFO:tasks.workunit.client.0.smithi046.stdout:3/995: creat d5/d17/d31/d110/df6/d11b/f13d x:0 0 0
2024-03-19T01:51:59.287 INFO:tasks.workunit.client.0.smithi046.stdout:8/996: dwrite d0/d5/fc7 [0,4194304] 0
2024-03-19T01:51:59.289 INFO:tasks.workunit.client.0.smithi046.stdout:8/997: write d0/d5/dca/d47/d5d/fed [2196938,14326] 0
2024-03-19T01:51:59.297 INFO:tasks.workunit.client.0.smithi046.stdout:8/998: creat d0/f15a x:0 0 0
2024-03-19T01:51:59.300 INFO:tasks.workunit.client.0.smithi046.stdout:3/996: dwrite d5/d17/d31/d110/d9f/d5e/d5f/d6b/fcc [0,4194304] 0
2024-03-19T01:51:59.301 INFO:tasks.workunit.client.0.smithi046.stdout:8/999: dread d0/d5/dc/f107 [0,4194304] 0
2024-03-19T01:51:59.303 INFO:tasks.workunit.client.0.smithi046.stdout:3/997: mknod d5/d122/c13e 0
2024-03-19T01:51:59.308 INFO:tasks.workunit.client.0.smithi046.stdout:3/998: dwrite d5/d17/f116 [0,4194304] 0
2024-03-19T01:51:59.313 INFO:tasks.workunit.client.0.smithi046.stdout:3/999: mknod d5/d17/d31/d110/d9f/d5e/d69/d43/d56/d7d/d117/c13f 0
2024-03-19T01:51:59.330 INFO:tasks.workunit.client.0.smithi046.stdout:7/969: sync
2024-03-19T01:51:59.331 INFO:tasks.workunit.client.0.smithi046.stdout:7/970: chown d1/dc/d18/de9/fed 16066322 1
2024-03-19T01:51:59.335 INFO:tasks.workunit.client.0.smithi046.stdout:7/971: rename d1/dc/d18/d4e to d1/dc/d18/d43/d12d/d145 0
2024-03-19T01:51:59.342 INFO:tasks.workunit.client.0.smithi046.stdout:7/972: dwrite d1/dc/df/d11/d39/d6f/f72 [0,4194304] 0
2024-03-19T01:51:59.345 INFO:tasks.workunit.client.0.smithi046.stdout:7/973: mknod d1/dc/df/d11/d39/d6f/df4/c146 0
2024-03-19T01:51:59.348 INFO:tasks.workunit.client.0.smithi046.stdout:7/974: mknod d1/dc/df/d11/d39/d6f/df4/c147 0
2024-03-19T01:51:59.369 INFO:tasks.workunit.client.0.smithi046.stdout:7/975: dread d1/dc/d18/d65/f8b [0,4194304] 0
2024-03-19T01:51:59.370 INFO:tasks.workunit.client.0.smithi046.stdout:7/976: fdatasync d1/dc/df/d11/f120 0
2024-03-19T01:51:59.372 INFO:tasks.workunit.client.0.smithi046.stdout:7/977: truncate d1/d2a/f2d 4824767 0
2024-03-19T01:51:59.375 INFO:tasks.workunit.client.0.smithi046.stdout:7/978: creat d1/dc/df/d11/d39/d6f/d7b/de6/f148 x:0 0 0
2024-03-19T01:51:59.376 INFO:tasks.workunit.client.0.smithi046.stdout:7/979: creat d1/deb/f149 x:0 0 0
2024-03-19T01:51:59.379 INFO:tasks.workunit.client.0.smithi046.stdout:7/980: rename d1/dc/d18/d43/de5/fc6 to d1/dc/df/d11/d39/d6e/f14a 0
2024-03-19T01:51:59.380 INFO:tasks.workunit.client.0.smithi046.stdout:7/981: fdatasync d1/dc/df/d11/f2e 0
2024-03-19T01:51:59.381 INFO:tasks.workunit.client.0.smithi046.stdout:7/982: fsync d1/d2a/f10d 0
2024-03-19T01:51:59.382 INFO:tasks.workunit.client.0.smithi046.stdout:7/983: chown d1/f9a 1 1
2024-03-19T01:51:59.385 INFO:tasks.workunit.client.0.smithi046.stdout:7/984: mknod d1/d2a/d7a/daf/db3/d122/c14b 0
2024-03-19T01:51:59.392 INFO:tasks.workunit.client.0.smithi046.stdout:7/985: rename d1/dc/df/d11/f50 to d1/dc/df/d11/d39/d6f/d7b/db5/f14c 0
2024-03-19T01:51:59.401 INFO:tasks.workunit.client.0.smithi046.stdout:7/986: truncate d1/dc/df/d11/d39/d6f/d7b/fc3 2740741 0
2024-03-19T01:51:59.404 INFO:tasks.workunit.client.0.smithi046.stdout:7/987: creat d1/dc/df/d11/d39/d129/f14d x:0 0 0
2024-03-19T01:51:59.409 INFO:tasks.workunit.client.0.smithi046.stdout:7/988: dwrite d1/dc/df/d11/d39/d6e/f137 [0,4194304] 0
2024-03-19T01:51:59.415 INFO:tasks.workunit.client.0.smithi046.stdout:7/989: getdents d1/dc/df/d11/d93/df9/d13c 0
2024-03-19T01:51:59.416 INFO:tasks.workunit.client.0.smithi046.stdout:7/990: fdatasync d1/f9a 0
2024-03-19T01:51:59.426 INFO:tasks.workunit.client.0.smithi046.stdout:1/712: sync
2024-03-19T01:51:59.428 INFO:tasks.workunit.client.0.smithi046.stdout:1/713: creat d0/dd/d26/d23/d45/ff1 x:0 0 0
2024-03-19T01:51:59.445 INFO:tasks.workunit.client.0.smithi046.stdout:1/714: dread d0/d6/d6a/f51 [0,4194304] 0
2024-03-19T01:51:59.448 INFO:tasks.workunit.client.0.smithi046.stdout:1/715: creat d0/dd/d26/d23/ff2 x:0 0 0
2024-03-19T01:51:59.448 INFO:tasks.workunit.client.0.smithi046.stdout:1/716: readlink d0/d6/d6a/lb3 0
2024-03-19T01:51:59.450 INFO:tasks.workunit.client.0.smithi046.stdout:1/717: creat d0/dd/d26/d23/d28/d3c/ff3 x:0 0 0
2024-03-19T01:51:59.452 INFO:tasks.workunit.client.0.smithi046.stdout:1/718: symlink d0/d6/d6a/lf4 0
2024-03-19T01:51:59.453 INFO:tasks.workunit.client.0.smithi046.stdout:1/719: mknod d0/dd/d26/d23/d28/cf5 0
2024-03-19T01:51:59.458 INFO:tasks.workunit.client.0.smithi046.stdout:1/720: dwrite d0/dd/d26/d2c/d5d/f8f [0,4194304] 0
2024-03-19T01:51:59.459 INFO:tasks.workunit.client.0.smithi046.stdout:1/721: chown d0/d6/d4b/le3 7348927 1
2024-03-19T01:51:59.523 INFO:tasks.workunit.client.0.smithi046.stdout:5/832: sync
2024-03-19T01:51:59.523 INFO:tasks.workunit.client.0.smithi046.stdout:9/793: sync
2024-03-19T01:51:59.527 INFO:tasks.workunit.client.0.smithi046.stdout:9/794: creat dd/dc2/dd0/d48/f10b x:0 0 0
2024-03-19T01:51:59.528 INFO:tasks.workunit.client.0.smithi046.stdout:5/833: link d0/d1/d20/d47/da4/fe7 d0/d2d/d71/f115 0
2024-03-19T01:51:59.529 INFO:tasks.workunit.client.0.smithi046.stdout:9/795: write dd/d11/d17/f5f [768139,60468] 0
2024-03-19T01:51:59.529 INFO:tasks.workunit.client.0.smithi046.stdout:5/834: mknod d0/d2d/d2e/c116 0
2024-03-19T01:51:59.530 INFO:tasks.workunit.client.0.smithi046.stdout:5/835: chown d0/d65/l7b 126517 1
2024-03-19T01:51:59.532 INFO:tasks.workunit.client.0.smithi046.stdout:9/796: dread dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d33/fd5 [0,4194304] 0
2024-03-19T01:51:59.536 INFO:tasks.workunit.client.0.smithi046.stdout:5/836: dwrite d0/d1/d20/d47/f10c [0,4194304] 0
2024-03-19T01:51:59.540 INFO:tasks.workunit.client.0.smithi046.stdout:5/837: dread d0/d2d/f7a [0,4194304] 0
2024-03-19T01:51:59.542 INFO:tasks.workunit.client.0.smithi046.stdout:5/838: creat d0/d2d/d50/d90/d97/de2/d114/f117 x:0 0 0
2024-03-19T01:51:59.547 INFO:tasks.workunit.client.0.smithi046.stdout:5/839: dread d0/d2d/f7a [0,4194304] 0
2024-03-19T01:51:59.548 INFO:tasks.workunit.client.0.smithi046.stdout:6/945: sync
2024-03-19T01:51:59.548 INFO:tasks.workunit.client.0.smithi046.stdout:1/722: sync
2024-03-19T01:51:59.548 INFO:tasks.workunit.client.0.smithi046.stdout:7/991: sync
2024-03-19T01:51:59.549 INFO:tasks.workunit.client.0.smithi046.stdout:7/992: chown d1/dc/df/d11/d39/d6f/df4 57368366 1
2024-03-19T01:51:59.552 INFO:tasks.workunit.client.0.smithi046.stdout:5/840: rename d0/d1/d20/d47/d4e/d82 to d0/d1/d20/d47/d4e/d118 0
2024-03-19T01:51:59.552 INFO:tasks.workunit.client.0.smithi046.stdout:9/797: dread dd/dc2/dd0/d93/da8/f43 [0,4194304] 0
2024-03-19T01:51:59.552 INFO:tasks.workunit.client.0.smithi046.stdout:6/946: write d1a/d12d/d62/d5b/d40/d81/d104/d12e/fff [1002152,76189] 0
2024-03-19T01:51:59.553 INFO:tasks.workunit.client.0.smithi046.stdout:1/723: rename d0/dd/d26/d2c/fa6 to d0/dd/d26/d23/d28/d3c/d83/db2/dc1/ff6 0
2024-03-19T01:51:59.556 INFO:tasks.workunit.client.0.smithi046.stdout:9/798: mknod dd/db2/dc4/def/d107/c10c 0
2024-03-19T01:51:59.557 INFO:tasks.workunit.client.0.smithi046.stdout:6/947: rmdir d1a/d12d/d62/d30/dec 39
2024-03-19T01:51:59.558 INFO:tasks.workunit.client.0.smithi046.stdout:7/993: rename d1/dc/df/d11/d39/d6f/d7b/de6 to d1/dc/df/d11/d39/d6f/d7b/db5/dc9/d14e 0
2024-03-19T01:51:59.561 INFO:tasks.workunit.client.0.smithi046.stdout:7/994: symlink d1/dc/df/d11/d39/d6f/d7b/db5/l14f 0
2024-03-19T01:51:59.562 INFO:tasks.workunit.client.0.smithi046.stdout:9/799: symlink dd/l10d 0
2024-03-19T01:51:59.563 INFO:tasks.workunit.client.0.smithi046.stdout:7/995: creat d1/deb/f150 x:0 0 0
2024-03-19T01:51:59.565 INFO:tasks.workunit.client.0.smithi046.stdout:6/948: rename d1a/dac/df4/f135 to d1a/d12d/d62/d5b/d57/f139 0
2024-03-19T01:51:59.567 INFO:tasks.workunit.client.0.smithi046.stdout:5/841: link d0/d2d/d50/f9a d0/d1/d20/d47/d4e/d41/f119 0
2024-03-19T01:51:59.568 INFO:tasks.workunit.client.0.smithi046.stdout:7/996: rename d1/d2a/d7a/ld5 to d1/dc/df/d11/d93/df9/d13c/l151 0
2024-03-19T01:51:59.568 INFO:tasks.workunit.client.0.smithi046.stdout:7/997: fsync d1/d2a/d7a/f84 0
2024-03-19T01:51:59.572 INFO:tasks.workunit.client.0.smithi046.stdout:1/724: truncate d0/dd/d26/d23/d3b/d3d/d55/fc5 4430792 0
2024-03-19T01:51:59.573 INFO:tasks.workunit.client.0.smithi046.stdout:1/725: chown d0/dd/d26/d23/d45/f54 0 1
2024-03-19T01:51:59.573 INFO:tasks.workunit.client.0.smithi046.stdout:7/998: dwrite d1/f5 [4194304,4194304] 0
2024-03-19T01:51:59.574 INFO:tasks.workunit.client.0.smithi046.stdout:5/842: unlink d0/d2d/d50/d52/c112 0
2024-03-19T01:51:59.581 INFO:tasks.workunit.client.0.smithi046.stdout:9/800: dwrite dd/dc2/dd0/d48/dc3/f6a [0,4194304] 0
2024-03-19T01:51:59.586 INFO:tasks.workunit.client.0.smithi046.stdout:6/949: write d1a/d4d/d5a/f96 [137291,48876] 0
2024-03-19T01:51:59.589 INFO:tasks.workunit.client.0.smithi046.stdout:9/801: dwrite dd/d11/d8d/fbb [0,4194304] 0
2024-03-19T01:51:59.589 INFO:tasks.workunit.client.0.smithi046.stdout:5/843: getdents d0/d1/d20/d47/d4e/d41/dc4 0
2024-03-19T01:51:59.591 INFO:tasks.workunit.client.0.smithi046.stdout:6/950: creat d1a/d114/f13a x:0 0 0
2024-03-19T01:51:59.591 INFO:tasks.workunit.client.0.smithi046.stdout:1/726: write d0/d6/d7c/f60 [2381712,38268] 0
2024-03-19T01:51:59.592 INFO:tasks.workunit.client.0.smithi046.stdout:9/802: fsync dd/fc0 0
2024-03-19T01:51:59.599 INFO:tasks.workunit.client.0.smithi046.stdout:9/803: symlink dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d33/l10e 0
2024-03-19T01:51:59.600 INFO:tasks.workunit.client.0.smithi046.stdout:1/727: rmdir d0/dd/d26/d23/d28/d3c 39
2024-03-19T01:51:59.603 INFO:tasks.workunit.client.0.smithi046.stdout:6/951: dwrite d1a/d12d/d62/f113 [0,4194304] 0
2024-03-19T01:51:59.603 INFO:tasks.workunit.client.0.smithi046.stdout:1/728: truncate d0/dd/d26/d2c/fdb 971172 0
2024-03-19T01:51:59.608 INFO:tasks.workunit.client.0.smithi046.stdout:1/729: creat d0/d6/d6a/d8d/ff7 x:0 0 0
2024-03-19T01:51:59.608 INFO:tasks.workunit.client.0.smithi046.stdout:7/999: dread d1/d2a/d7a/f84 [0,4194304] 0
2024-03-19T01:51:59.611 INFO:tasks.workunit.client.0.smithi046.stdout:1/730: symlink d0/d6/d6a/d8a/lf8 0
2024-03-19T01:51:59.613 INFO:tasks.workunit.client.0.smithi046.stdout:1/731: mkdir d0/d6/d4b/df9 0
2024-03-19T01:51:59.614 INFO:tasks.workunit.client.0.smithi046.stdout:6/952: truncate d1a/d12d/d62/f69 1168527 0
2024-03-19T01:51:59.618 INFO:tasks.workunit.client.0.smithi046.stdout:6/953: chown d1a/d12d/d62/d5b/d40/dc9 698524 1
2024-03-19T01:51:59.627 INFO:tasks.workunit.client.0.smithi046.stdout:9/804: dread dd/d11/d17/f28 [0,4194304] 0
2024-03-19T01:51:59.627 INFO:tasks.workunit.client.0.smithi046.stdout:6/954: dwrite d1a/d12d/d62/d5b/d40/d81/d104/d12e/d2e/d89/faa [0,4194304] 0
2024-03-19T01:51:59.628 INFO:tasks.workunit.client.0.smithi046.stdout:6/955: dread - d1a/d4d/f138 zero size
2024-03-19T01:51:59.629 INFO:tasks.workunit.client.0.smithi046.stdout:9/805: chown dd/dc2/dd0/d48/dc3/d25/lb6 0 1
2024-03-19T01:51:59.630 INFO:tasks.workunit.client.0.smithi046.stdout:1/732: dread d0/dd/f39 [0,4194304] 0
2024-03-19T01:51:59.632 INFO:tasks.workunit.client.0.smithi046.stdout:9/806: chown dd/db2/dc4 52516 1
2024-03-19T01:51:59.634 INFO:tasks.workunit.client.0.smithi046.stdout:6/956: read d1a/d12d/f6c [148686,60245] 0
2024-03-19T01:51:59.634 INFO:tasks.workunit.client.0.smithi046.stdout:1/733: dwrite d0/fa2 [0,4194304] 0
2024-03-19T01:51:59.635 INFO:tasks.workunit.client.0.smithi046.stdout:6/957: write d1a/d12d/d62/d5b/d40/f79 [1697098,80497] 0
2024-03-19T01:51:59.636 INFO:tasks.workunit.client.0.smithi046.stdout:9/807: unlink dd/f61 0
2024-03-19T01:51:59.636 INFO:tasks.workunit.client.0.smithi046.stdout:6/958: stat d1a/d12d/d62/d30 0
2024-03-19T01:51:59.637 INFO:tasks.workunit.client.0.smithi046.stdout:1/734: fdatasync d0/d6/da/f7b 0
2024-03-19T01:51:59.637 INFO:tasks.workunit.client.0.smithi046.stdout:9/808: write dd/d11/d17/f103 [767268,86233] 0
2024-03-19T01:51:59.638 INFO:tasks.workunit.client.0.smithi046.stdout:6/959: write d1a/d12d/d62/d5b/f3e [4728690,9536] 0
2024-03-19T01:51:59.641 INFO:tasks.workunit.client.0.smithi046.stdout:1/735: mknod d0/dd/d26/d23/d45/cfa 0
2024-03-19T01:51:59.644 INFO:tasks.workunit.client.0.smithi046.stdout:6/960: dread - d1a/d4d/f95 zero size
2024-03-19T01:51:59.647 INFO:tasks.workunit.client.0.smithi046.stdout:1/736: creat d0/dd/d26/d23/d69/ffb x:0 0 0
2024-03-19T01:51:59.648 INFO:tasks.workunit.client.0.smithi046.stdout:9/809: symlink dd/d3c/l10f 0
2024-03-19T01:51:59.651 INFO:tasks.workunit.client.0.smithi046.stdout:1/737: fdatasync d0/dd/f39 0
2024-03-19T01:51:59.653 INFO:tasks.workunit.client.0.smithi046.stdout:1/738: chown d0/dd/d26/c2e 2856798 1
2024-03-19T01:51:59.655 INFO:tasks.workunit.client.0.smithi046.stdout:9/810: mkdir dd/dc2/d110 0
2024-03-19T01:51:59.658 INFO:tasks.workunit.client.0.smithi046.stdout:1/739: rename d0/dd/d26/d23/d28/cf5 to d0/d6/d6a/d8d/cfc 0
2024-03-19T01:51:59.663 INFO:tasks.workunit.client.0.smithi046.stdout:6/961: write d1a/d12d/d62/f1e [2088654,44750] 0
2024-03-19T01:51:59.664 INFO:tasks.workunit.client.0.smithi046.stdout:6/962: chown d1a/d12d 45753267 1
2024-03-19T01:51:59.666 INFO:tasks.workunit.client.0.smithi046.stdout:1/740: dwrite d0/dd/d26/d23/d3b/d3d/d55/f57 [0,4194304] 0
2024-03-19T01:51:59.668 INFO:tasks.workunit.client.0.smithi046.stdout:1/741: fdatasync d0/dd/d26/f92 0
2024-03-19T01:51:59.672 INFO:tasks.workunit.client.0.smithi046.stdout:5/844: sync
2024-03-19T01:51:59.673 INFO:tasks.workunit.client.0.smithi046.stdout:9/811: dwrite dd/d11/d17/d3a/fb5 [0,4194304] 0
2024-03-19T01:51:59.673 INFO:tasks.workunit.client.0.smithi046.stdout:5/845: readlink d0/lf 0
2024-03-19T01:51:59.676 INFO:tasks.workunit.client.0.smithi046.stdout:6/963: dread d1a/d114/f119 [0,4194304] 0
2024-03-19T01:51:59.680 INFO:tasks.workunit.client.0.smithi046.stdout:1/742: write d0/dd/d26/d23/d28/d3c/d83/fa7 [1384638,47622] 0
2024-03-19T01:51:59.680 INFO:tasks.workunit.client.0.smithi046.stdout:6/964: chown d1a/d4d/dbc/dee/l94 191 1
2024-03-19T01:51:59.682 INFO:tasks.workunit.client.0.smithi046.stdout:6/965: chown d1a/d12d/d62/d5b/f3e 1170 1
2024-03-19T01:51:59.682 INFO:tasks.workunit.client.0.smithi046.stdout:1/743: dread - d0/dd/d26/f65 zero size
2024-03-19T01:51:59.682 INFO:tasks.workunit.client.0.smithi046.stdout:9/812: getdents dd/dc2/dd0/d93 0
2024-03-19T01:51:59.684 INFO:tasks.workunit.client.0.smithi046.stdout:1/744: dread - d0/dd/d26/d23/d69/f8b zero size
2024-03-19T01:51:59.687 INFO:tasks.workunit.client.0.smithi046.stdout:9/813: write dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d33/fa9 [5020263,94000] 0
2024-03-19T01:51:59.687 INFO:tasks.workunit.client.0.smithi046.stdout:1/745: symlink d0/d6/d6a/d8d/dc3/lfd 0
2024-03-19T01:51:59.690 INFO:tasks.workunit.client.0.smithi046.stdout:9/814: write dd/dc2/dd0/d48/f9c [1459049,53565] 0
2024-03-19T01:51:59.691 INFO:tasks.workunit.client.0.smithi046.stdout:5/846: dread d0/d2d/d71/f76 [0,4194304] 0
2024-03-19T01:51:59.692 INFO:tasks.workunit.client.0.smithi046.stdout:1/746: creat d0/dd/d26/d23/d28/d3c/d83/db2/ffe x:0 0 0
2024-03-19T01:51:59.693 INFO:tasks.workunit.client.0.smithi046.stdout:5/847: rename d0 to d0/d1/d20/d47/d4e/d11a 22
2024-03-19T01:51:59.693 INFO:tasks.workunit.client.0.smithi046.stdout:9/815: fdatasync dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/fae 0
2024-03-19T01:51:59.693 INFO:tasks.workunit.client.0.smithi046.stdout:1/747: fdatasync d0/dd/d26/fab 0
2024-03-19T01:51:59.693 INFO:tasks.workunit.client.0.smithi046.stdout:6/966: dread d1a/d12d/d62/d5b/d40/d81/d104/d12e/fff [0,4194304] 0
2024-03-19T01:51:59.698 INFO:tasks.workunit.client.0.smithi046.stdout:6/967: mkdir d1a/d12d/d62/d5b/d40/d81/d104/d12e/d2e/d89/d13b 0
2024-03-19T01:51:59.701 INFO:tasks.workunit.client.0.smithi046.stdout:5/848: creat d0/d1/d4/f11b x:0 0 0
2024-03-19T01:51:59.702 INFO:tasks.workunit.client.0.smithi046.stdout:6/968: mknod d1a/d12d/d62/c13c 0
2024-03-19T01:51:59.703 INFO:tasks.workunit.client.0.smithi046.stdout:9/816: link dd/d11/le5 dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d33/l111 0
2024-03-19T01:51:59.704 INFO:tasks.workunit.client.0.smithi046.stdout:9/817: fsync dd/dc2/dd0/d48/f9c 0
2024-03-19T01:51:59.704 INFO:tasks.workunit.client.0.smithi046.stdout:5/849: unlink d0/d2d/d50/d90/d97/ccd 0
2024-03-19T01:51:59.705 INFO:tasks.workunit.client.0.smithi046.stdout:1/748: dread d0/dd/d26/d23/fb1 [0,4194304] 0
2024-03-19T01:51:59.706 INFO:tasks.workunit.client.0.smithi046.stdout:9/818: chown dd/dc2/dd0/d48/dc3/d25/c8e 1584249437 1
2024-03-19T01:51:59.707 INFO:tasks.workunit.client.0.smithi046.stdout:5/850: rmdir d0/d1/d20/d47 39
2024-03-19T01:51:59.709 INFO:tasks.workunit.client.0.smithi046.stdout:1/749: chown d0/dd/d26/d23/d3b/c74 14 1
2024-03-19T01:51:59.711 INFO:tasks.workunit.client.0.smithi046.stdout:6/969: dwrite d1a/d64/ff0 [0,4194304] 0
2024-03-19T01:51:59.715 INFO:tasks.workunit.client.0.smithi046.stdout:5/851: creat d0/d2d/f11c x:0 0 0
2024-03-19T01:51:59.719 INFO:tasks.workunit.client.0.smithi046.stdout:6/970: creat d1a/d4d/dbc/dee/dcb/f13d x:0 0 0
2024-03-19T01:51:59.723 INFO:tasks.workunit.client.0.smithi046.stdout:1/750: creat d0/dd/d26/d23/d3b/ded/fff x:0 0 0
2024-03-19T01:51:59.724 INFO:tasks.workunit.client.0.smithi046.stdout:5/852: symlink d0/d2d/d50/d90/d97/de2/d114/dd7/l11d 0
2024-03-19T01:51:59.724 INFO:tasks.workunit.client.0.smithi046.stdout:1/751: read - d0/d6/d7c/d64/fef zero size
2024-03-19T01:51:59.730 INFO:tasks.workunit.client.0.smithi046.stdout:9/819: link dd/dc2/dd0/c5b dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d33/c112 0
2024-03-19T01:51:59.731 INFO:tasks.workunit.client.0.smithi046.stdout:1/752: dwrite d0/d6/d7c/f60 [0,4194304] 0
2024-03-19T01:51:59.733 INFO:tasks.workunit.client.0.smithi046.stdout:5/853: fsync d0/d2d/d71/f115 0
2024-03-19T01:51:59.734 INFO:tasks.workunit.client.0.smithi046.stdout:9/820: symlink dd/dc2/dd0/d48/dc3/d25/ddb/l113 0
2024-03-19T01:51:59.735 INFO:tasks.workunit.client.0.smithi046.stdout:9/821: read dd/dc2/dd0/d93/da8/f43 [2295367,16514] 0
2024-03-19T01:51:59.736 INFO:tasks.workunit.client.0.smithi046.stdout:1/753: creat d0/d6/d7c/d64/f100 x:0 0 0
2024-03-19T01:51:59.738 INFO:tasks.workunit.client.0.smithi046.stdout:5/854: creat d0/d2d/d50/d90/f11e x:0 0 0
2024-03-19T01:51:59.740 INFO:tasks.workunit.client.0.smithi046.stdout:1/754: mknod d0/dd/d26/d2c/c101 0
2024-03-19T01:51:59.743 INFO:tasks.workunit.client.0.smithi046.stdout:1/755: stat d0/dd/d26/d23/d3b/d3d/l46 0
2024-03-19T01:51:59.745 INFO:tasks.workunit.client.0.smithi046.stdout:5/855: mkdir d0/d2d/d50/d90/d97/de2/d114/d87/df4/d11f 0
2024-03-19T01:51:59.747 INFO:tasks.workunit.client.0.smithi046.stdout:9/822: getdents dd/d11/d8d 0
2024-03-19T01:51:59.747 INFO:tasks.workunit.client.0.smithi046.stdout:5/856: rmdir d0/d2d/d2e 39
2024-03-19T01:51:59.750 INFO:tasks.workunit.client.0.smithi046.stdout:6/971: dwrite fb [0,4194304] 0
2024-03-19T01:51:59.750 INFO:tasks.workunit.client.0.smithi046.stdout:6/972: readlink d1a/d12d/d62/d5b/l3d 0
2024-03-19T01:51:59.752 INFO:tasks.workunit.client.0.smithi046.stdout:9/823: symlink dd/d11/l114 0
2024-03-19T01:51:59.752 INFO:tasks.workunit.client.0.smithi046.stdout:5/857: creat d0/d2d/d50/d90/d97/de2/d114/d87/f120 x:0 0 0
2024-03-19T01:51:59.753 INFO:tasks.workunit.client.0.smithi046.stdout:6/973: creat d1a/d64/f13e x:0 0 0
2024-03-19T01:51:59.754 INFO:tasks.workunit.client.0.smithi046.stdout:1/756: write d0/dd/d26/d23/d69/f90 [437181,870] 0
2024-03-19T01:51:59.761 INFO:tasks.workunit.client.0.smithi046.stdout:6/974: creat d1a/d4d/dbc/f13f x:0 0 0
2024-03-19T01:51:59.762 INFO:tasks.workunit.client.0.smithi046.stdout:9/824: dread dd/dc2/dd0/d93/dad/faf [0,4194304] 0
2024-03-19T01:51:59.763 INFO:tasks.workunit.client.0.smithi046.stdout:5/858: dwrite d0/d1/d20/d47/d4e/fbf [0,4194304] 0
2024-03-19T01:51:59.764 INFO:tasks.workunit.client.0.smithi046.stdout:9/825: fdatasync dd/d11/f1e 0
2024-03-19T01:51:59.764 INFO:tasks.workunit.client.0.smithi046.stdout:6/975: fdatasync d1a/d12d/d62/f29 0
2024-03-19T01:51:59.766 INFO:tasks.workunit.client.0.smithi046.stdout:1/757: dread d0/dd/d26/f92 [0,4194304] 0
2024-03-19T01:51:59.769 INFO:tasks.workunit.client.0.smithi046.stdout:6/976: mknod d1a/d4d/d65/da0/c140 0
2024-03-19T01:51:59.771 INFO:tasks.workunit.client.0.smithi046.stdout:1/758: creat d0/dd/d26/d23/d28/d3c/d83/db2/f102 x:0 0 0
2024-03-19T01:51:59.771 INFO:tasks.workunit.client.0.smithi046.stdout:5/859: creat d0/d2d/f121 x:0 0 0
2024-03-19T01:51:59.774 INFO:tasks.workunit.client.0.smithi046.stdout:5/860: fsync d0/d1/d20/d47/d4e/d41/dc4/f1f 0
2024-03-19T01:51:59.775 INFO:tasks.workunit.client.0.smithi046.stdout:6/977: symlink d1a/d4d/dbc/dee/d71/l141 0
2024-03-19T01:51:59.775 INFO:tasks.workunit.client.0.smithi046.stdout:6/978: fdatasync d1a/d4d/d65/fe6 0
2024-03-19T01:51:59.777 INFO:tasks.workunit.client.0.smithi046.stdout:1/759: creat d0/dd/d26/d23/f103 x:0 0 0
2024-03-19T01:51:59.781 INFO:tasks.workunit.client.0.smithi046.stdout:6/979: dwrite d1a/d4d/d5a/f96 [0,4194304] 0
2024-03-19T01:51:59.781 INFO:tasks.workunit.client.0.smithi046.stdout:9/826: truncate dd/d11/d17/d57/d7e/fe0 632930 0
2024-03-19T01:51:59.783 INFO:tasks.workunit.client.0.smithi046.stdout:9/827: write dd/db2/de6/ffb [475746,11357] 0
2024-03-19T01:51:59.783 INFO:tasks.workunit.client.0.smithi046.stdout:6/980: creat d1a/d4d/dbc/dee/dcb/f142 x:0 0 0
2024-03-19T01:51:59.824 INFO:tasks.workunit.client.0.smithi046.stdout:5/861: truncate d0/d1/d20/d26/fae 545113 0
2024-03-19T01:51:59.824 INFO:tasks.workunit.client.0.smithi046.stdout:6/981: dread - d1a/dac/fc8 zero size
2024-03-19T01:51:59.825 INFO:tasks.workunit.client.0.smithi046.stdout:6/982: read - d1a/d4d/f95 zero size
2024-03-19T01:51:59.825 INFO:tasks.workunit.client.0.smithi046.stdout:9/828: creat dd/d3c/f115 x:0 0 0
2024-03-19T01:51:59.826 INFO:tasks.workunit.client.0.smithi046.stdout:6/983: rmdir d1a/dac 39
2024-03-19T01:51:59.827 INFO:tasks.workunit.client.0.smithi046.stdout:5/862: rename d0/d1/d20/d47/d4e/d41/dc4/dd4/ce9 to d0/d1/d20/d47/da4/c122 0
2024-03-19T01:51:59.829 INFO:tasks.workunit.client.0.smithi046.stdout:9/829: truncate dd/dc2/dd0/d48/dc3/d25/f32 4120484 0
2024-03-19T01:51:59.829 INFO:tasks.workunit.client.0.smithi046.stdout:5/863: getdents d0/d1/d20/dfa 0
2024-03-19T01:51:59.840 INFO:tasks.workunit.client.0.smithi046.stdout:5/864: write d0/d1/d37/f79 [270455,64502] 0
2024-03-19T01:51:59.850 INFO:tasks.workunit.client.0.smithi046.stdout:9/830: dwrite dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/fa1 [0,4194304] 0
2024-03-19T01:51:59.855 INFO:tasks.workunit.client.0.smithi046.stdout:5/865: mkdir d0/d2d/d50/d90/d97/de2/d114/d7c/d123 0
2024-03-19T01:51:59.957 INFO:tasks.workunit.client.0.smithi046.stdout:1/760: sync
2024-03-19T01:51:59.959 INFO:tasks.workunit.client.0.smithi046.stdout:1/761: dread d0/dd/d26/d2c/fdb [0,4194304] 0
2024-03-19T01:51:59.960 INFO:tasks.workunit.client.0.smithi046.stdout:1/762: read d0/d6/d6a/f51 [776874,37970] 0
2024-03-19T01:51:59.962 INFO:tasks.workunit.client.0.smithi046.stdout:1/763: rename d0/dd/d26/d23/d28/d3c/d83 to d0/dd/d26/d23/d28/d3c/d83/d104 22
2024-03-19T01:51:59.962 INFO:tasks.workunit.client.0.smithi046.stdout:1/764: fdatasync d0/d6/da/d56/fee 0
2024-03-19T01:51:59.971 INFO:tasks.workunit.client.0.smithi046.stdout:1/765: dwrite d0/dd/d26/d23/d28/d3c/d83/db2/fb5 [0,4194304] 0
2024-03-19T01:51:59.972 INFO:tasks.workunit.client.0.smithi046.stdout:1/766: dread - d0/dd/d26/d23/d3b/d3d/fba zero size
2024-03-19T01:51:59.977 INFO:tasks.workunit.client.0.smithi046.stdout:1/767: dread d0/dd/d26/d23/d28/d3c/d5f/f61 [0,4194304] 0
2024-03-19T01:51:59.979 INFO:tasks.workunit.client.0.smithi046.stdout:1/768: truncate d0/dd/d26/d23/d69/f90 1008734 0
2024-03-19T01:51:59.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:51:59 smithi102 ceph-mon[66557]: pgmap v60: 129 pgs: 129 active+clean; 1.6 GiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 71 MiB/s rd, 179 MiB/s wr, 361 op/s
2024-03-19T01:51:59.981 INFO:tasks.workunit.client.0.smithi046.stdout:1/769: creat d0/dd/d26/d23/d28/d3c/d83/db2/f105 x:0 0 0
2024-03-19T01:51:59.983 INFO:tasks.workunit.client.0.smithi046.stdout:1/770: unlink d0/d6/da/d56/c85 0
2024-03-19T01:51:59.990 INFO:tasks.workunit.client.0.smithi046.stdout:1/771: write d0/dd/d26/d23/d3b/d3d/faa [416411,88987] 0
2024-03-19T01:51:59.991 INFO:tasks.workunit.client.0.smithi046.stdout:1/772: fsync d0/dd/d26/d23/d45/fa8 0
2024-03-19T01:51:59.991 INFO:tasks.workunit.client.0.smithi046.stdout:1/773: dread - d0/dd/d26/d23/d3b/ded/fff zero size
2024-03-19T01:51:59.994 INFO:tasks.workunit.client.0.smithi046.stdout:1/774: creat d0/dd/d26/d23/d28/d3c/d5f/f106 x:0 0 0
2024-03-19T01:51:59.994 INFO:tasks.workunit.client.0.smithi046.stdout:1/775: chown d0/d6/d6a/d8a/da3 1181528 1
2024-03-19T01:51:59.996 INFO:tasks.workunit.client.0.smithi046.stdout:1/776: unlink d0/d3f/c63 0
2024-03-19T01:51:59.997 INFO:tasks.workunit.client.0.smithi046.stdout:9/831: sync
2024-03-19T01:51:59.998 INFO:tasks.workunit.client.0.smithi046.stdout:6/984: sync
2024-03-19T01:51:59.998 INFO:tasks.workunit.client.0.smithi046.stdout:5/866: sync
2024-03-19T01:51:59.999 INFO:tasks.workunit.client.0.smithi046.stdout:1/777: getdents d0/dd/d26/d23 0
2024-03-19T01:52:00.000 INFO:tasks.workunit.client.0.smithi046.stdout:9/832: read dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d33/fd8 [189063,19468] 0
2024-03-19T01:52:00.000 INFO:tasks.workunit.client.0.smithi046.stdout:6/985: write d1a/d12d/d62/d5b/d57/f139 [242043,98956] 0
2024-03-19T01:52:00.002 INFO:tasks.workunit.client.0.smithi046.stdout:9/833: chown dd/d11/d17/d69/lab 38138246 1
2024-03-19T01:52:00.003 INFO:tasks.workunit.client.0.smithi046.stdout:1/778: truncate d0/d6/d4b/f7a 243806 0
2024-03-19T01:52:00.004 INFO:tasks.workunit.client.0.smithi046.stdout:1/779: stat d0/dd/d26/d23/d3b/d94 0
2024-03-19T01:52:00.004 INFO:tasks.workunit.client.0.smithi046.stdout:9/834: chown dd/dc2/dd0/d48/dc3/d25/ddb/df6/l80 42153524 1
2024-03-19T01:52:00.007 INFO:tasks.workunit.client.0.smithi046.stdout:1/780: mknod d0/d3f/c107 0
2024-03-19T01:52:00.011 INFO:tasks.workunit.client.0.smithi046.stdout:1/781: truncate d0/d6/d6a/f8c 853187 0
2024-03-19T01:52:00.011 INFO:tasks.workunit.client.0.smithi046.stdout:6/986: truncate d1a/d12d/d62/d5b/d40/d81/fb4 278474 0
2024-03-19T01:52:00.012 INFO:tasks.workunit.client.0.smithi046.stdout:5/867: dwrite d0/d1/d20/d26/fae [0,4194304] 0
2024-03-19T01:52:00.012 INFO:tasks.workunit.client.0.smithi046.stdout:9/835: dwrite dd/dc2/dd0/d48/f9c [4194304,4194304] 0
2024-03-19T01:52:00.013 INFO:tasks.workunit.client.0.smithi046.stdout:6/987: chown d1a/d4d/d65/fe6 226165815 1
2024-03-19T01:52:00.015 INFO:tasks.workunit.client.0.smithi046.stdout:6/988: chown d1a/c20 21172 1
2024-03-19T01:52:00.018 INFO:tasks.workunit.client.0.smithi046.stdout:1/782: write d0/dd/d26/d23/d28/d3c/d83/fad [984460,40009] 0
2024-03-19T01:52:00.020 INFO:tasks.workunit.client.0.smithi046.stdout:9/836: mknod dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d33/c116 0
2024-03-19T01:52:00.020 INFO:tasks.workunit.client.0.smithi046.stdout:1/783: write d0/d6/d6a/fb4 [1657893,62745] 0
2024-03-19T01:52:00.022 INFO:tasks.workunit.client.0.smithi046.stdout:6/989: symlink d1a/d12d/d62/d5b/d57/l143 0
2024-03-19T01:52:00.028 INFO:tasks.workunit.client.0.smithi046.stdout:6/990: rename d1a/d12d to d1a/d12d/d62/d5b/d40/d81/d104/d120/d144 22
2024-03-19T01:52:00.029 INFO:tasks.workunit.client.0.smithi046.stdout:9/837: write dd/db2/dc4/ff5 [2541510,28644] 0
2024-03-19T01:52:00.031 INFO:tasks.workunit.client.0.smithi046.stdout:6/991: unlink d1a/d4d/f95 0
2024-03-19T01:52:00.036 INFO:tasks.workunit.client.0.smithi046.stdout:6/992: write d1a/dac/df4/ff8 [2818019,944] 0
2024-03-19T01:52:00.036 INFO:tasks.workunit.client.0.smithi046.stdout:9/838: rmdir dd/dc2/dd0 39
2024-03-19T01:52:00.036 INFO:tasks.workunit.client.0.smithi046.stdout:1/784: link d0/d6/ca4 d0/dd/d26/d2c/c108 0
2024-03-19T01:52:00.039 INFO:tasks.workunit.client.0.smithi046.stdout:6/993: mkdir d1a/d64/d145 0
2024-03-19T01:52:00.040 INFO:tasks.workunit.client.0.smithi046.stdout:1/785: chown d0/d6/l38 204816 1
2024-03-19T01:52:00.041 INFO:tasks.workunit.client.0.smithi046.stdout:1/786: write d0/d6/d7c/fcd [165642,17630] 0
2024-03-19T01:52:00.042 INFO:tasks.workunit.client.0.smithi046.stdout:6/994: mknod d1a/d12d/d62/d5b/d40/d81/d104/d10b/c146 0
2024-03-19T01:52:00.043 INFO:tasks.workunit.client.0.smithi046.stdout:9/839: mkdir dd/d11/d17/d49/d117 0
2024-03-19T01:52:00.044 INFO:tasks.workunit.client.0.smithi046.stdout:9/840: stat dd/dc2/dd0/d48/dc3/f71 0
2024-03-19T01:52:00.044 INFO:tasks.workunit.client.0.smithi046.stdout:1/787: symlink d0/dd/d26/d23/d3b/d3d/l109 0
2024-03-19T01:52:00.045 INFO:tasks.workunit.client.0.smithi046.stdout:1/788: chown d0/d6/da 212 1
2024-03-19T01:52:00.046 INFO:tasks.workunit.client.0.smithi046.stdout:6/995: symlink d1a/d4d/dbc/dee/d71/l147 0
2024-03-19T01:52:00.047 INFO:tasks.workunit.client.0.smithi046.stdout:9/841: creat dd/d11/d17/d57/d7e/f118 x:0 0 0
2024-03-19T01:52:00.048 INFO:tasks.workunit.client.0.smithi046.stdout:1/789: getdents d0/d6/da 0
2024-03-19T01:52:00.049 INFO:tasks.workunit.client.0.smithi046.stdout:9/842: mknod dd/d11/d8d/c119 0
2024-03-19T01:52:00.051 INFO:tasks.workunit.client.0.smithi046.stdout:1/790: symlink d0/dd/d26/d23/d28/d3c/d83/db2/dc1/l10a 0
2024-03-19T01:52:00.053 INFO:tasks.workunit.client.0.smithi046.stdout:9/843: link dd/f19 dd/db2/dc4/def/f11a 0
2024-03-19T01:52:00.053 INFO:tasks.workunit.client.0.smithi046.stdout:1/791: mkdir d0/dd/d26/d23/d3b/d3d/d55/d7f/d10b 0
2024-03-19T01:52:00.061 INFO:tasks.workunit.client.0.smithi046.stdout:6/996: dread d1a/d12d/d62/f32 [0,4194304] 0
2024-03-19T01:52:00.061 INFO:tasks.workunit.client.0.smithi046.stdout:1/792: dread d0/d6/d6a/f8c [0,4194304] 0
2024-03-19T01:52:00.061 INFO:tasks.workunit.client.0.smithi046.stdout:9/844: dread dd/db2/dc4/f7d [0,4194304] 0
2024-03-19T01:52:00.063 INFO:tasks.workunit.client.0.smithi046.stdout:9/845: write dd/d11/d8d/fbb [2964669,46909] 0
2024-03-19T01:52:00.063 INFO:tasks.workunit.client.0.smithi046.stdout:6/997: chown d1a/d12d/d62/d5b/d40/d81/d104/d12e/d2e/fd4 1934 1
2024-03-19T01:52:00.064 INFO:tasks.workunit.client.0.smithi046.stdout:1/793: symlink d0/dd/d26/d23/d69/dd3/l10c 0
2024-03-19T01:52:00.068 INFO:tasks.workunit.client.0.smithi046.stdout:9/846: read fc [2901204,89615] 0
2024-03-19T01:52:00.068 INFO:tasks.workunit.client.0.smithi046.stdout:6/998: dread d1a/d12d/d62/d5b/d40/d81/d104/d12e/fff [0,4194304] 0
2024-03-19T01:52:00.068 INFO:tasks.workunit.client.0.smithi046.stdout:1/794: mkdir d0/d6/da/d56/d10d 0
2024-03-19T01:52:00.077 INFO:tasks.workunit.client.0.smithi046.stdout:1/795: creat d0/dd/d26/d23/d28/f10e x:0 0 0
2024-03-19T01:52:00.079 INFO:tasks.workunit.client.0.smithi046.stdout:6/999: getdents d1a/d4d/d65/da0 0
2024-03-19T01:52:00.079 INFO:tasks.workunit.client.0.smithi046.stdout:1/796: write d0/d6/d4b/f88 [3148232,47750] 0
2024-03-19T01:52:00.081 INFO:tasks.workunit.client.0.smithi046.stdout:1/797: symlink d0/dd/d26/d23/d3b/d3d/l10f 0
2024-03-19T01:52:00.082 INFO:tasks.workunit.client.0.smithi046.stdout:9/847: write dd/d11/d17/d69/fda [1942035,110916] 0
2024-03-19T01:52:00.084 INFO:tasks.workunit.client.0.smithi046.stdout:9/848: creat dd/dc2/dd0/d4f/f11b x:0 0 0
2024-03-19T01:52:00.087 INFO:tasks.workunit.client.0.smithi046.stdout:9/849: read dd/f24 [2392849,69344] 0
2024-03-19T01:52:00.090 INFO:tasks.workunit.client.0.smithi046.stdout:9/850: mknod dd/dc2/dd0/c11c 0
2024-03-19T01:52:00.093 INFO:tasks.workunit.client.0.smithi046.stdout:9/851: getdents dd/db2/dc4/def 0
2024-03-19T01:52:00.094 INFO:tasks.workunit.client.0.smithi046.stdout:9/852: truncate fc 399255 0
2024-03-19T01:52:00.096 INFO:tasks.workunit.client.0.smithi046.stdout:9/853: dread - dd/dc2/dd0/d93/dad/dee/fff zero size
2024-03-19T01:52:00.098 INFO:tasks.workunit.client.0.smithi046.stdout:9/854: fdatasync dd/dc2/dd0/d48/dc3/d25/f6e 0
2024-03-19T01:52:00.101 INFO:tasks.workunit.client.0.smithi046.stdout:9/855: creat dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d5a/f11d x:0 0 0
2024-03-19T01:52:00.105 INFO:tasks.workunit.client.0.smithi046.stdout:9/856: dwrite dd/fc0 [0,4194304] 0
2024-03-19T01:52:00.107 INFO:tasks.workunit.client.0.smithi046.stdout:9/857: write dd/db2/dc4/fb0 [2360756,129044] 0
2024-03-19T01:52:00.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:51:59 smithi046 ceph-mon[63102]: pgmap v60: 129 pgs: 129 active+clean; 1.6 GiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 71 MiB/s rd, 179 MiB/s wr, 361 op/s
2024-03-19T01:52:00.118 INFO:tasks.workunit.client.0.smithi046.stdout:9/858: dwrite dd/dc2/dd0/d48/dc3/d25/f2f [0,4194304] 0
2024-03-19T01:52:00.121 INFO:tasks.workunit.client.0.smithi046.stdout:9/859: mknod dd/dc2/dd0/d48/dc3/d25/ddb/ddf/c11e 0
2024-03-19T01:52:00.123 INFO:tasks.workunit.client.0.smithi046.stdout:9/860: mkdir dd/db2/dc4/d11f 0
2024-03-19T01:52:00.128 INFO:tasks.workunit.client.0.smithi046.stdout:9/861: rename dd/d11/d17/d57/d7e to dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d33/d120 0
2024-03-19T01:52:00.131 INFO:tasks.workunit.client.0.smithi046.stdout:9/862: getdents dd/dc2/dd0/d4f 0
2024-03-19T01:52:00.133 INFO:tasks.workunit.client.0.smithi046.stdout:9/863: mkdir dd/db2/dc4/def/d107/d121 0
2024-03-19T01:52:00.139 INFO:tasks.workunit.client.0.smithi046.stdout:9/864: dwrite dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/fa1 [0,4194304] 0
2024-03-19T01:52:00.142 INFO:tasks.workunit.client.0.smithi046.stdout:9/865: fsync dd/f29 0
2024-03-19T01:52:00.145 INFO:tasks.workunit.client.0.smithi046.stdout:9/866: mknod dd/d11/d17/d49/c122 0
2024-03-19T01:52:00.152 INFO:tasks.workunit.client.0.smithi046.stdout:9/867: dwrite dd/dc2/dd0/f85 [0,4194304] 0
2024-03-19T01:52:00.154 INFO:tasks.workunit.client.0.smithi046.stdout:9/868: truncate dd/dc2/dd0/d48/f10b 44624 0
2024-03-19T01:52:00.172 INFO:tasks.workunit.client.0.smithi046.stdout:5/868: sync
2024-03-19T01:52:00.172 INFO:tasks.workunit.client.0.smithi046.stdout:9/869: dread dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d33/fa9 [0,4194304] 0
2024-03-19T01:52:00.173 INFO:tasks.workunit.client.0.smithi046.stdout:9/870: dread - dd/dc2/dd0/d48/fcc zero size
2024-03-19T01:52:00.175 INFO:tasks.workunit.client.0.smithi046.stdout:9/871: rmdir dd/dc2/dd0/d48/dc3/d25/ddb/ddf 39
2024-03-19T01:52:00.177 INFO:tasks.workunit.client.0.smithi046.stdout:5/869: dwrite d0/d2d/d71/f9d [0,4194304] 0
2024-03-19T01:52:00.177 INFO:tasks.workunit.client.0.smithi046.stdout:9/872: mkdir dd/db2/d123 0
2024-03-19T01:52:00.183 INFO:tasks.workunit.client.0.smithi046.stdout:5/870: rmdir d0/d2d/d50/d90/d97/de2/d114/d87/df4/d11f 0
2024-03-19T01:52:00.184 INFO:tasks.workunit.client.0.smithi046.stdout:9/873: getdents dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d5a 0
2024-03-19T01:52:00.186 INFO:tasks.workunit.client.0.smithi046.stdout:9/874: fdatasync dd/d11/f96 0
2024-03-19T01:52:00.187 INFO:tasks.workunit.client.0.smithi046.stdout:5/871: link d0/d1/f96 d0/d1/d20/d47/d4e/d118/da8/f124 0
2024-03-19T01:52:00.188 INFO:tasks.workunit.client.0.smithi046.stdout:9/875: rmdir dd/db2/dc4 39
2024-03-19T01:52:00.189 INFO:tasks.workunit.client.0.smithi046.stdout:5/872: truncate d0/d2d/d50/d90/d97/de2/d114/f117 591586 0
2024-03-19T01:52:00.189 INFO:tasks.workunit.client.0.smithi046.stdout:9/876: mknod dd/dc2/d110/c124 0
2024-03-19T01:52:00.191 INFO:tasks.workunit.client.0.smithi046.stdout:9/877: fdatasync dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/fae 0
2024-03-19T01:52:00.195 INFO:tasks.workunit.client.0.smithi046.stdout:5/873: dwrite d0/d1/d20/d47/d4e/d118/da8/fc3 [0,4194304] 0
2024-03-19T01:52:00.199 INFO:tasks.workunit.client.0.smithi046.stdout:1/798: sync
2024-03-19T01:52:00.200 INFO:tasks.workunit.client.0.smithi046.stdout:1/799: write d0/dd/d26/d23/d28/f10e [433312,31516] 0
2024-03-19T01:52:00.201 INFO:tasks.workunit.client.0.smithi046.stdout:1/800: write d0/dd/d26/d23/d69/ffb [765277,121937] 0
2024-03-19T01:52:00.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:51:59 smithi073 ceph-mon[66833]: pgmap v60: 129 pgs: 129 active+clean; 1.6 GiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 71 MiB/s rd, 179 MiB/s wr, 361 op/s
2024-03-19T01:52:00.249 INFO:tasks.workunit.client.0.smithi046.stdout:9/878: mknod dd/dc2/dd0/d93/dad/c125 0
2024-03-19T01:52:00.252 INFO:tasks.workunit.client.0.smithi046.stdout:1/801: rename d0/dd/d26/d23/d69/fb9 to d0/d6/d6a/d8a/f110 0
2024-03-19T01:52:00.254 INFO:tasks.workunit.client.0.smithi046.stdout:9/879: creat dd/dc2/dd0/d48/dc3/d25/f126 x:0 0 0
2024-03-19T01:52:00.256 INFO:tasks.workunit.client.0.smithi046.stdout:5/874: link d0/f1b d0/d2d/d50/d90/d97/de2/d114/f125 0
2024-03-19T01:52:00.256 INFO:tasks.workunit.client.0.smithi046.stdout:5/875: dread - d0/d1/f110 zero size
2024-03-19T01:52:00.257 INFO:tasks.workunit.client.0.smithi046.stdout:5/876: dread - d0/d1/d4/f11b zero size
2024-03-19T01:52:00.258 INFO:tasks.workunit.client.0.smithi046.stdout:5/877: chown d0/d1/d20/d47/d4e 1335745 1
2024-03-19T01:52:00.258 INFO:tasks.workunit.client.0.smithi046.stdout:1/802: creat d0/d6/da/f111 x:0 0 0
2024-03-19T01:52:00.259 INFO:tasks.workunit.client.0.smithi046.stdout:9/880: unlink dd/d3c/l10f 0
2024-03-19T01:52:00.260 INFO:tasks.workunit.client.0.smithi046.stdout:9/881: chown dd/d11/d17/f28 467876 1
2024-03-19T01:52:00.262 INFO:tasks.workunit.client.0.smithi046.stdout:9/882: read dd/dc2/dd0/d48/dc3/f6a [4570131,77560] 0
2024-03-19T01:52:00.266 INFO:tasks.workunit.client.0.smithi046.stdout:9/883: dread dd/d11/d17/f28 [0,4194304] 0
2024-03-19T01:52:00.269 INFO:tasks.workunit.client.0.smithi046.stdout:5/878: truncate d0/d1/d20/d47/d4e/d118/da8/fc3 1829032 0
2024-03-19T01:52:00.270 INFO:tasks.workunit.client.0.smithi046.stdout:9/884: truncate dd/d11/d17/d49/f9e 790259 0
2024-03-19T01:52:00.271 INFO:tasks.workunit.client.0.smithi046.stdout:5/879: unlink d0/d2d/f121 0
2024-03-19T01:52:00.272 INFO:tasks.workunit.client.0.smithi046.stdout:1/803: dwrite d0/d6/d6a/f8c [0,4194304] 0
2024-03-19T01:52:00.272 INFO:tasks.workunit.client.0.smithi046.stdout:5/880: chown d0/d1/d20/d47/d4e/d41 23 1
2024-03-19T01:52:00.279 INFO:tasks.workunit.client.0.smithi046.stdout:9/885: dwrite dd/d11/d17/f3b [4194304,4194304] 0
2024-03-19T01:52:00.281 INFO:tasks.workunit.client.0.smithi046.stdout:5/881: getdents d0/d2d/d2e 0
2024-03-19T01:52:00.282 INFO:tasks.workunit.client.0.smithi046.stdout:5/882: chown d0/d2d/fb8 53624 1
2024-03-19T01:52:00.284 INFO:tasks.workunit.client.0.smithi046.stdout:9/886: write dd/dc2/dd0/d48/dc3/d25/ddb/ddf/ddc/fe7 [920337,120194] 0
2024-03-19T01:52:00.287 INFO:tasks.workunit.client.0.smithi046.stdout:9/887: mknod dd/dc2/dd0/d48/dc3/d25/c127 0
2024-03-19T01:52:00.294 INFO:tasks.workunit.client.0.smithi046.stdout:9/888: dwrite dd/dc2/dd0/d48/f8b [0,4194304] 0
2024-03-19T01:52:00.296 INFO:tasks.workunit.client.0.smithi046.stdout:9/889: chown dd/db2/dc4/f7d 8 1
2024-03-19T01:52:00.297 INFO:tasks.workunit.client.0.smithi046.stdout:9/890: dread - dd/dc2/dd0/d48/fcc zero size
2024-03-19T01:52:00.297 INFO:tasks.workunit.client.0.smithi046.stdout:9/891: fdatasync dd/db2/dc4/f82 0
2024-03-19T01:52:00.300 INFO:tasks.workunit.client.0.smithi046.stdout:9/892: symlink dd/dc2/dd0/l128 0
2024-03-19T01:52:00.301 INFO:tasks.workunit.client.0.smithi046.stdout:9/893: chown dd/d11 101 1
2024-03-19T01:52:00.302 INFO:tasks.workunit.client.0.smithi046.stdout:9/894: write dd/db2/dc4/f7d [986700,62774] 0
2024-03-19T01:52:00.307 INFO:tasks.workunit.client.0.smithi046.stdout:9/895: link dd/d11/d17/d3a/fb5 dd/dc2/dd0/d48/dc3/d25/f129 0
2024-03-19T01:52:00.309 INFO:tasks.workunit.client.0.smithi046.stdout:9/896: write dd/dc2/dd0/d48/fe4 [1028478,122896] 0
2024-03-19T01:52:00.312 INFO:tasks.workunit.client.0.smithi046.stdout:9/897: symlink dd/dc2/dd0/d48/dc3/l12a 0
2024-03-19T01:52:00.314 INFO:tasks.workunit.client.0.smithi046.stdout:9/898: symlink dd/dc2/dd0/d4f/l12b 0
2024-03-19T01:52:00.359 INFO:tasks.workunit.client.0.smithi046.stdout:1/804: read d0/d6/d4b/f7a [84498,68470] 0
2024-03-19T01:52:00.362 INFO:tasks.workunit.client.0.smithi046.stdout:1/805: creat d0/dd/d26/d23/d3b/d94/f112 x:0 0 0
2024-03-19T01:52:00.368 INFO:tasks.workunit.client.0.smithi046.stdout:1/806: write d0/d6/d7c/f82 [4581797,54190] 0
2024-03-19T01:52:00.370 INFO:tasks.workunit.client.0.smithi046.stdout:1/807: creat d0/d6/d6a/d8d/dc3/f113 x:0 0 0
2024-03-19T01:52:00.373 INFO:tasks.workunit.client.0.smithi046.stdout:1/808: getdents d0/d6/d7c/d64 0
2024-03-19T01:52:00.374 INFO:tasks.workunit.client.0.smithi046.stdout:1/809: mknod d0/d6/d6a/d8d/c114 0
2024-03-19T01:52:00.379 INFO:tasks.workunit.client.0.smithi046.stdout:1/810: truncate d0/d6/d7c/f60 1577174 0
2024-03-19T01:52:00.384 INFO:tasks.workunit.client.0.smithi046.stdout:1/811: dwrite d0/dd/d26/d23/d45/f66 [0,4194304] 0
2024-03-19T01:52:00.384 INFO:tasks.workunit.client.0.smithi046.stdout:1/812: stat d0/d6/d6a/f51 0
2024-03-19T01:52:00.388 INFO:tasks.workunit.client.0.smithi046.stdout:1/813: rename d0/d6/da/d56/c70 to d0/d6/da/c115 0
2024-03-19T01:52:00.394 INFO:tasks.workunit.client.0.smithi046.stdout:1/814: dwrite d0/dd/d26/d23/d69/dd3/feb [0,4194304] 0
2024-03-19T01:52:00.399 INFO:tasks.workunit.client.0.smithi046.stdout:1/815: symlink d0/dd/d26/d23/d3b/d3d/d55/d7f/d10b/l116 0
2024-03-19T01:52:00.405 INFO:tasks.workunit.client.0.smithi046.stdout:1/816: dwrite d0/d6/d7c/d64/fef [0,4194304] 0
2024-03-19T01:52:00.410 INFO:tasks.workunit.client.0.smithi046.stdout:1/817: rename d0/dd/d26/ld1 to d0/dd/d26/l117 0
2024-03-19T01:52:00.412 INFO:tasks.workunit.client.0.smithi046.stdout:1/818: creat d0/dd/d26/d23/d28/d3c/d83/db2/f118 x:0 0 0
2024-03-19T01:52:00.414 INFO:tasks.workunit.client.0.smithi046.stdout:1/819: symlink d0/d6/d6a/d8a/da3/l119 0
2024-03-19T01:52:00.416 INFO:tasks.workunit.client.0.smithi046.stdout:1/820: creat d0/dd/d26/d23/d3b/f11a x:0 0 0
2024-03-19T01:52:00.419 INFO:tasks.workunit.client.0.smithi046.stdout:1/821: link d0/d6/d6a/d8d/cfc d0/dd/d26/d2c/c11b 0
2024-03-19T01:52:00.421 INFO:tasks.workunit.client.0.smithi046.stdout:1/822: write d0/d6/f9c [4048335,119079] 0
2024-03-19T01:52:00.422 INFO:tasks.workunit.client.0.smithi046.stdout:5/883: sync
2024-03-19T01:52:00.425 INFO:tasks.workunit.client.0.smithi046.stdout:1/823: dread d0/dd/d26/d23/d69/dd3/feb [0,4194304] 0
2024-03-19T01:52:00.426 INFO:tasks.workunit.client.0.smithi046.stdout:5/884: creat d0/d2d/d50/d90/d97/de2/d114/d7c/f126 x:0 0 0
2024-03-19T01:52:00.426 INFO:tasks.workunit.client.0.smithi046.stdout:5/885: chown d0/d1/d20/d47/f10c 11065 1
2024-03-19T01:52:00.427 INFO:tasks.workunit.client.0.smithi046.stdout:1/824: mknod d0/dd/d26/d2c/d5d/c11c 0
2024-03-19T01:52:00.430 INFO:tasks.workunit.client.0.smithi046.stdout:5/886: creat d0/d1/d20/d47/d4e/d108/f127 x:0 0 0
2024-03-19T01:52:00.432 INFO:tasks.workunit.client.0.smithi046.stdout:1/825: symlink d0/dd/d26/d23/d28/d3c/l11d 0
2024-03-19T01:52:00.433 INFO:tasks.workunit.client.0.smithi046.stdout:5/887: mkdir d0/d1/d20/d47/d128 0
2024-03-19T01:52:00.434 INFO:tasks.workunit.client.0.smithi046.stdout:5/888: stat d0/d1/d20/d47/d4e/d41/dc4/ccc 0
2024-03-19T01:52:00.436 INFO:tasks.workunit.client.0.smithi046.stdout:5/889: rmdir d0/d1/d20/d47/d4e 39
2024-03-19T01:52:00.438 INFO:tasks.workunit.client.0.smithi046.stdout:5/890: symlink d0/l129 0
2024-03-19T01:52:00.438 INFO:tasks.workunit.client.0.smithi046.stdout:5/891: readlink d0/d1/d20/d47/lf5 0
2024-03-19T01:52:00.440 INFO:tasks.workunit.client.0.smithi046.stdout:1/826: write d0/d6/da/f7b [494319,105229] 0
2024-03-19T01:52:00.441 INFO:tasks.workunit.client.0.smithi046.stdout:5/892: rename d0/d2d/d2e/c101 to d0/d2d/d50/d90/c12a 0
2024-03-19T01:52:00.442 INFO:tasks.workunit.client.0.smithi046.stdout:1/827: chown d0/dd/d26/l36 186738 1
2024-03-19T01:52:00.442 INFO:tasks.workunit.client.0.smithi046.stdout:9/899: sync
2024-03-19T01:52:00.442 INFO:tasks.workunit.client.0.smithi046.stdout:1/828: chown d0/d6/da/l10 381 1
2024-03-19T01:52:00.445 INFO:tasks.workunit.client.0.smithi046.stdout:9/900: unlink dd/dc2/dd0/l128 0
2024-03-19T01:52:00.445 INFO:tasks.workunit.client.0.smithi046.stdout:9/901: dread - dd/d11/d8d/fd1 zero size
2024-03-19T01:52:00.445 INFO:tasks.workunit.client.0.smithi046.stdout:1/829: symlink d0/d6/d6a/d8d/l11e 0
2024-03-19T01:52:00.447 INFO:tasks.workunit.client.0.smithi046.stdout:9/902: write dd/dc2/dd0/d48/f9c [6061895,54783] 0
2024-03-19T01:52:00.449 INFO:tasks.workunit.client.0.smithi046.stdout:9/903: mknod dd/db2/dc4/def/c12c 0
2024-03-19T01:52:00.452 INFO:tasks.workunit.client.0.smithi046.stdout:1/830: dwrite d0/d6/d4b/f88 [4194304,4194304] 0
2024-03-19T01:52:00.453 INFO:tasks.workunit.client.0.smithi046.stdout:1/831: readlink d0/dd/d26/d23/l52 0
2024-03-19T01:52:00.458 INFO:tasks.workunit.client.0.smithi046.stdout:1/832: link d0/d6/da/f7b d0/dd/d26/f11f 0
2024-03-19T01:52:00.459 INFO:tasks.workunit.client.0.smithi046.stdout:1/833: stat d0/d6/d7c/d64/fd9 0
2024-03-19T01:52:00.462 INFO:tasks.workunit.client.0.smithi046.stdout:1/834: unlink d0/d6/f9c 0
2024-03-19T01:52:00.465 INFO:tasks.workunit.client.0.smithi046.stdout:1/835: creat d0/dd/d26/d23/d3b/dbb/f120 x:0 0 0
2024-03-19T01:52:00.477 INFO:tasks.workunit.client.0.smithi046.stdout:1/836: dwrite d0/dd/f39 [0,4194304] 0
2024-03-19T01:52:00.479 INFO:tasks.workunit.client.0.smithi046.stdout:1/837: readlink d0/d6/d7c/l9b 0
2024-03-19T01:52:00.484 INFO:tasks.workunit.client.0.smithi046.stdout:1/838: link d0/d6/d6a/d8a/da3/lbe d0/dd/d26/d23/d28/d3c/d5f/l121 0
2024-03-19T01:52:00.485 INFO:tasks.workunit.client.0.smithi046.stdout:1/839: chown d0/d6/d7c/c9a 188 1
2024-03-19T01:52:00.486 INFO:tasks.workunit.client.0.smithi046.stdout:1/840: chown d0/dd/d26/d2c/d5d/f8f 0 1
2024-03-19T01:52:00.487 INFO:tasks.workunit.client.0.smithi046.stdout:1/841: write d0/d6/f81 [118827,11503] 0
2024-03-19T01:52:00.501 INFO:tasks.workunit.client.0.smithi046.stdout:1/842: dread d0/dd/d26/d23/d3b/d3d/d55/fc5 [0,4194304] 0
2024-03-19T01:52:00.501 INFO:tasks.workunit.client.0.smithi046.stdout:1/843: readlink d0/d6/d7c/l7e 0
2024-03-19T01:52:00.504 INFO:tasks.workunit.client.0.smithi046.stdout:1/844: unlink d0/dd/d26/d23/d28/d3c/c4e 0
2024-03-19T01:52:00.510 INFO:tasks.workunit.client.0.smithi046.stdout:1/845: dwrite d0/dd/d26/d23/fb1 [0,4194304] 0
2024-03-19T01:52:00.515 INFO:tasks.workunit.client.0.smithi046.stdout:1/846: dwrite d0/d6/d7c/d64/fef [0,4194304] 0
2024-03-19T01:52:00.521 INFO:tasks.workunit.client.0.smithi046.stdout:1/847: getdents d0/dd/d26/d23/d45 0
2024-03-19T01:52:00.522 INFO:tasks.workunit.client.0.smithi046.stdout:1/848: write d0/dd/d26/d23/d28/fea [571810,111749] 0
2024-03-19T01:52:00.524 INFO:tasks.workunit.client.0.smithi046.stdout:1/849: fdatasync d0/dd/d26/d23/d28/d3c/d83/db2/f102 0
2024-03-19T01:52:00.524 INFO:tasks.workunit.client.0.smithi046.stdout:1/850: chown d0 279119 1
2024-03-19T01:52:00.532 INFO:tasks.workunit.client.0.smithi046.stdout:1/851: dwrite d0/d6/d6a/d8a/f110 [0,4194304] 0
2024-03-19T01:52:00.534 INFO:tasks.workunit.client.0.smithi046.stdout:1/852: dread - d0/dd/d26/d23/d28/d3c/d83/db2/ffe zero size
2024-03-19T01:52:00.548 INFO:tasks.workunit.client.0.smithi046.stdout:1/853: dread d0/dd/d26/d23/d3b/fc7 [0,4194304] 0
2024-03-19T01:52:00.611 INFO:tasks.workunit.client.0.smithi046.stdout:5/893: sync
2024-03-19T01:52:00.614 INFO:tasks.workunit.client.0.smithi046.stdout:5/894: symlink d0/d1/d20/d47/d4e/d41/dc4/l12b 0
2024-03-19T01:52:00.616 INFO:tasks.workunit.client.0.smithi046.stdout:5/895: creat d0/d2d/d50/d90/d99/f12c x:0 0 0
2024-03-19T01:52:00.617 INFO:tasks.workunit.client.0.smithi046.stdout:5/896: creat d0/d1/d37/f12d x:0 0 0
2024-03-19T01:52:00.618 INFO:tasks.workunit.client.0.smithi046.stdout:5/897: stat d0/d2d/d50/d90/d97/de2/d114/d87 0
2024-03-19T01:52:00.618 INFO:tasks.workunit.client.0.smithi046.stdout:5/898: fdatasync d0/d2d/d50/d52/fc8 0
2024-03-19T01:52:00.620 INFO:tasks.workunit.client.0.smithi046.stdout:5/899: fsync d0/d65/fdd 0
2024-03-19T01:52:00.623 INFO:tasks.workunit.client.0.smithi046.stdout:5/900: truncate d0/d2d/d50/d90/d97/de2/d114/d7c/f84 1499928 0
2024-03-19T01:52:00.632 INFO:tasks.workunit.client.0.smithi046.stdout:5/901: dwrite d0/d1/d20/d47/d4e/d118/da8/fc3 [0,4194304] 0
2024-03-19T01:52:00.634 INFO:tasks.workunit.client.0.smithi046.stdout:9/904: sync
2024-03-19T01:52:00.636 INFO:tasks.workunit.client.0.smithi046.stdout:5/902: rename d0/d1/d20/d47/d4e/d118/da8 to d0/d2d/d50/d90/d97/de2/d12e 0
2024-03-19T01:52:00.637 INFO:tasks.workunit.client.0.smithi046.stdout:9/905: chown dd/d11/d17/c1a 6012 1
2024-03-19T01:52:00.638 INFO:tasks.workunit.client.0.smithi046.stdout:9/906: write dd/db2/dc4/da2/feb [1508843,130184] 0
2024-03-19T01:52:00.639 INFO:tasks.workunit.client.0.smithi046.stdout:5/903: mkdir d0/d2d/d50/d90/d97/de2/d12e/d12f 0
2024-03-19T01:52:00.641 INFO:tasks.workunit.client.0.smithi046.stdout:9/907: rmdir dd/dc2/dd0/d48/dc3/d25 39
2024-03-19T01:52:00.642 INFO:tasks.workunit.client.0.smithi046.stdout:5/904: dread - d0/d2d/d50/d90/d97/de2/d114/d7c/fc2 zero size
2024-03-19T01:52:00.643 INFO:tasks.workunit.client.0.smithi046.stdout:5/905: dread - d0/d2d/dbb/fed zero size
2024-03-19T01:52:00.644 INFO:tasks.workunit.client.0.smithi046.stdout:9/908: mknod dd/db2/c12d 0
2024-03-19T01:52:00.651 INFO:tasks.workunit.client.0.smithi046.stdout:9/909: rename dd/dca/lc8 to dd/dc2/dd0/d93/l12e 0
2024-03-19T01:52:00.653 INFO:tasks.workunit.client.0.smithi046.stdout:9/910: creat dd/dca/f12f x:0 0 0
2024-03-19T01:52:00.655 INFO:tasks.workunit.client.0.smithi046.stdout:9/911: write dd/dc2/dd0/d93/dad/dee/fff [43767,126129] 0
2024-03-19T01:52:00.658 INFO:tasks.workunit.client.0.smithi046.stdout:9/912: stat dd/d11/l2b 0
2024-03-19T01:52:00.658 INFO:tasks.workunit.client.0.smithi046.stdout:5/906: dwrite d0/d1/d20/d26/dff/f10f [8388608,4194304] 0
2024-03-19T01:52:00.664 INFO:tasks.workunit.client.0.smithi046.stdout:5/907: dwrite d0/d2d/d50/d90/d97/de2/d12e/fc3 [0,4194304] 0
2024-03-19T01:52:00.667 INFO:tasks.workunit.client.0.smithi046.stdout:5/908: read d0/d1/d20/d26/fae [2398621,18719] 0
2024-03-19T01:52:00.669 INFO:tasks.workunit.client.0.smithi046.stdout:9/913: dwrite dd/d11/d17/fb4 [0,4194304] 0
2024-03-19T01:52:00.679 INFO:tasks.workunit.client.0.smithi046.stdout:5/909: dwrite d0/f5 [0,4194304] 0
2024-03-19T01:52:00.682 INFO:tasks.workunit.client.0.smithi046.stdout:1/854: sync
2024-03-19T01:52:00.684 INFO:tasks.workunit.client.0.smithi046.stdout:1/855: write d0/dd/d26/d23/d45/f66 [2325305,25205] 0
2024-03-19T01:52:00.685 INFO:tasks.workunit.client.0.smithi046.stdout:5/910: dread d0/d1/d20/fc5 [0,4194304] 0
2024-03-19T01:52:00.686 INFO:tasks.workunit.client.0.smithi046.stdout:9/914: dread dd/dca/f90 [0,4194304] 0
2024-03-19T01:52:00.693 INFO:tasks.workunit.client.0.smithi046.stdout:5/911: rename d0/d1/d20/d47/d4e to d0/d2d/d50/d90/d97/de2/d114/d7c/d130 0
2024-03-19T01:52:00.694 INFO:tasks.workunit.client.0.smithi046.stdout:9/915: mkdir dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d5a/dfc/d130 0
2024-03-19T01:52:00.698 INFO:tasks.workunit.client.0.smithi046.stdout:1/856: dwrite d0/dd/d26/d23/d3b/d3d/d55/fc5 [0,4194304] 0
2024-03-19T01:52:00.699 INFO:tasks.workunit.client.0.smithi046.stdout:9/916: unlink dd/d11/d17/d3a/c81 0
2024-03-19T01:52:00.702 INFO:tasks.workunit.client.0.smithi046.stdout:5/912: dwrite d0/d2d/d50/d90/d97/de2/d12e/fd3 [0,4194304] 0
2024-03-19T01:52:00.702 INFO:tasks.workunit.client.0.smithi046.stdout:1/857: write d0/dd/d26/d23/d28/d3c/d83/fad [648807,46330] 0
2024-03-19T01:52:00.707 INFO:tasks.workunit.client.0.smithi046.stdout:9/917: rename dd/dc2/dd0/d48/dc3/d25/f126 to dd/dc2/f131 0
2024-03-19T01:52:00.708 INFO:tasks.workunit.client.0.smithi046.stdout:1/858: creat d0/dd/d26/d23/d3b/dbb/f122 x:0 0 0
2024-03-19T01:52:00.710 INFO:tasks.workunit.client.0.smithi046.stdout:9/918: write dd/d11/d17/f66 [1246921,15147] 0
2024-03-19T01:52:00.711 INFO:tasks.workunit.client.0.smithi046.stdout:5/913: dread d0/d1/d37/f79 [0,4194304] 0
2024-03-19T01:52:00.711 INFO:tasks.workunit.client.0.smithi046.stdout:1/859: fsync d0/dd/d26/d23/d28/d3c/d83/db2/f105 0
2024-03-19T01:52:00.716 INFO:tasks.workunit.client.0.smithi046.stdout:5/914: creat d0/d2d/d50/d90/d97/de2/d12e/f131 x:0 0 0
2024-03-19T01:52:00.719 INFO:tasks.workunit.client.0.smithi046.stdout:1/860: unlink d0/dd/d26/d23/d3b/d3d/d55/d7f/d10b/l116 0
2024-03-19T01:52:00.719 INFO:tasks.workunit.client.0.smithi046.stdout:1/861: fdatasync d0/d6/d7c/d64/f100 0
2024-03-19T01:52:00.720 INFO:tasks.workunit.client.0.smithi046.stdout:1/862: stat d0/dd/d26/d2c/fdb 0
2024-03-19T01:52:00.721 INFO:tasks.workunit.client.0.smithi046.stdout:5/915: creat d0/d2d/d71/f132 x:0 0 0
2024-03-19T01:52:00.722 INFO:tasks.workunit.client.0.smithi046.stdout:1/863: dread - d0/dd/d26/d23/ff2 zero size
2024-03-19T01:52:00.723 INFO:tasks.workunit.client.0.smithi046.stdout:5/916: readlink d0/d2d/d50/d90/d97/de2/d114/dd7/la1 0
2024-03-19T01:52:00.723 INFO:tasks.workunit.client.0.smithi046.stdout:9/919: rename dd/d11/d8d/c119 to dd/dc2/c132 0
2024-03-19T01:52:00.726 INFO:tasks.workunit.client.0.smithi046.stdout:1/864: creat d0/dd/d26/f123 x:0 0 0
2024-03-19T01:52:00.729 INFO:tasks.workunit.client.0.smithi046.stdout:1/865: write d0/dd/d26/d23/d28/d3c/d83/db2/f118 [244103,50535] 0
2024-03-19T01:52:00.730 INFO:tasks.workunit.client.0.smithi046.stdout:5/917: rename d0/d1/d20/d26/lc6 to d0/d89/l133 0
2024-03-19T01:52:00.730 INFO:tasks.workunit.client.0.smithi046.stdout:9/920: symlink dd/d11/d17/d49/d117/l133 0
2024-03-19T01:52:00.734 INFO:tasks.workunit.client.0.smithi046.stdout:1/866: rename d0/dd/d26/l7d to d0/d6/da/d56/d10d/l124 0
2024-03-19T01:52:00.735 INFO:tasks.workunit.client.0.smithi046.stdout:1/867: stat d0/dd/d26/d2c/d5d/l99 0
2024-03-19T01:52:00.735 INFO:tasks.workunit.client.0.smithi046.stdout:5/918: write d0/d2d/d50/d90/d97/de2/d114/d87/fe1 [732634,124819] 0
2024-03-19T01:52:00.736 INFO:tasks.workunit.client.0.smithi046.stdout:9/921: dread dd/dc2/dd0/d48/f9c [4194304,4194304] 0
2024-03-19T01:52:00.738 INFO:tasks.workunit.client.0.smithi046.stdout:1/868: symlink d0/dd/d26/d23/d3b/d3d/l125 0
2024-03-19T01:52:00.739 INFO:tasks.workunit.client.0.smithi046.stdout:9/922: dread dd/dc2/dd0/d93/dad/dee/fff [0,4194304] 0
2024-03-19T01:52:00.740 INFO:tasks.workunit.client.0.smithi046.stdout:9/923: stat dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d5a/dfc/d130 0
2024-03-19T01:52:00.741 INFO:tasks.workunit.client.0.smithi046.stdout:9/924: readlink dd/d11/d17/d57/led 0
2024-03-19T01:52:00.741 INFO:tasks.workunit.client.0.smithi046.stdout:1/869: rmdir d0/dd/d26/d23 39
2024-03-19T01:52:00.742 INFO:tasks.workunit.client.0.smithi046.stdout:1/870: chown d0/d6/d6a/d8d/dc3/fd8 50 1
2024-03-19T01:52:00.743 INFO:tasks.workunit.client.0.smithi046.stdout:9/925: truncate dd/d11/d17/d3a/fb5 4532279 0
2024-03-19T01:52:00.754 INFO:tasks.workunit.client.0.smithi046.stdout:5/919: truncate d0/d2d/d50/d90/d97/de2/d12e/fd3 3174426 0
2024-03-19T01:52:00.754 INFO:tasks.workunit.client.0.smithi046.stdout:1/871: write d0/d6/d4b/f7a [414508,25154] 0
2024-03-19T01:52:00.755 INFO:tasks.workunit.client.0.smithi046.stdout:5/920: write d0/d1/d37/f12d [319156,5337] 0
2024-03-19T01:52:00.757 INFO:tasks.workunit.client.0.smithi046.stdout:5/921: readlink d0/d1/d20/d26/l107 0
2024-03-19T01:52:00.757 INFO:tasks.workunit.client.0.smithi046.stdout:1/872: getdents d0/d6/d4b/de2 0
2024-03-19T01:52:00.758 INFO:tasks.workunit.client.0.smithi046.stdout:5/922: chown d0/d2d/d50/d90/d97/de2/d114/d7c/d123 390 1
2024-03-19T01:52:00.760 INFO:tasks.workunit.client.0.smithi046.stdout:5/923: truncate d0/d2d/d50/d90/d99/f12c 804208 0
2024-03-19T01:52:00.761 INFO:tasks.workunit.client.0.smithi046.stdout:1/873: mknod d0/dd/d26/d23/d28/d3c/d83/db2/c126 0
2024-03-19T01:52:00.761 INFO:tasks.workunit.client.0.smithi046.stdout:5/924: dread - d0/d2d/d71/ffc zero size
2024-03-19T01:52:00.761 INFO:tasks.workunit.client.0.smithi046.stdout:1/874: chown d0/d3f 46076940 1
2024-03-19T01:52:00.763 INFO:tasks.workunit.client.0.smithi046.stdout:5/925: unlink d0/d2d/d50/f9a 0
2024-03-19T01:52:00.764 INFO:tasks.workunit.client.0.smithi046.stdout:1/875: mknod d0/dd/d26/d23/d3b/d3d/d55/c127 0
2024-03-19T01:52:00.765 INFO:tasks.workunit.client.0.smithi046.stdout:1/876: write d0/dd/d26/fab [973789,48320] 0
2024-03-19T01:52:00.767 INFO:tasks.workunit.client.0.smithi046.stdout:1/877: mkdir d0/d6/d6a/d8d/d128 0
2024-03-19T01:52:00.773 INFO:tasks.workunit.client.0.smithi046.stdout:1/878: dwrite d0/d6/d6a/fb4 [4194304,4194304] 0
2024-03-19T01:52:00.779 INFO:tasks.workunit.client.0.smithi046.stdout:1/879: dwrite d0/d6/da/f111 [0,4194304] 0
2024-03-19T01:52:00.781 INFO:tasks.workunit.client.0.smithi046.stdout:5/926: dread d0/d1/f36 [0,4194304] 0
2024-03-19T01:52:00.787 INFO:tasks.workunit.client.0.smithi046.stdout:1/880: getdents d0/d6/d6a/d8d 0
2024-03-19T01:52:00.789 INFO:tasks.workunit.client.0.smithi046.stdout:1/881: read d0/dd/d26/d23/d45/f54 [1500620,33959] 0
2024-03-19T01:52:00.790 INFO:tasks.workunit.client.0.smithi046.stdout:5/927: link d0/d2d/d50/d90/d97/de2/d114/d7c/d130/d118/cea d0/d2d/d50/d90/d97/de2/d12e/d12f/c134 0
2024-03-19T01:52:00.792 INFO:tasks.workunit.client.0.smithi046.stdout:5/928: chown d0/d2d/d50/d90/d97/de2/d114/d7c/f126 39797270 1
2024-03-19T01:52:00.793 INFO:tasks.workunit.client.0.smithi046.stdout:5/929: write d0/d2d/d50/d90/d97/de2/d114/d87/f120 [929830,19180] 0
2024-03-19T01:52:00.795 INFO:tasks.workunit.client.0.smithi046.stdout:1/882: link d0/dd/d26/d23/d28/d3c/d83/db2/lec d0/d6/d6a/d8a/da3/l129 0
2024-03-19T01:52:00.797 INFO:tasks.workunit.client.0.smithi046.stdout:1/883: fsync d0/dd/d26/d23/d28/f3a 0
2024-03-19T01:52:00.800 INFO:tasks.workunit.client.0.smithi046.stdout:1/884: mknod d0/dd/d26/d23/d45/c12a 0
2024-03-19T01:52:00.800 INFO:tasks.workunit.client.0.smithi046.stdout:1/885: dread - d0/dd/d26/d23/f103 zero size
2024-03-19T01:52:00.801 INFO:tasks.workunit.client.0.smithi046.stdout:1/886: chown d0/d6/d4b/de2 853 1
2024-03-19T01:52:00.802 INFO:tasks.workunit.client.0.smithi046.stdout:5/930: link d0/d2d/d50/d90/d97/de2/d114/d7c/d130/d41/dc4/f60 d0/d1/d20/d26/dff/f135 0
2024-03-19T01:52:00.805 INFO:tasks.workunit.client.0.smithi046.stdout:1/887: unlink d0/dd/d26/d23/d3b/d3d/d55/fc5 0
2024-03-19T01:52:00.806 INFO:tasks.workunit.client.0.smithi046.stdout:5/931: symlink d0/d2d/d71/l136 0
2024-03-19T01:52:00.817 INFO:tasks.workunit.client.0.smithi046.stdout:1/888: truncate d0/dd/d26/d23/d28/d3c/d83/fad 625945 0
2024-03-19T01:52:00.819 INFO:tasks.workunit.client.0.smithi046.stdout:1/889: mknod d0/dd/d26/d2c/d5d/c12b 0
2024-03-19T01:52:00.822 INFO:tasks.workunit.client.0.smithi046.stdout:5/932: dwrite d0/d1/d20/d26/fe6 [0,4194304] 0
2024-03-19T01:52:00.822 INFO:tasks.workunit.client.0.smithi046.stdout:1/890: symlink d0/d6/l12c 0
2024-03-19T01:52:00.823 INFO:tasks.workunit.client.0.smithi046.stdout:1/891: dread - d0/dd/d26/d23/d28/d3c/d5f/f106 zero size
2024-03-19T01:52:00.825 INFO:tasks.workunit.client.0.smithi046.stdout:1/892: dread - d0/dd/d26/d23/d3b/dbb/f120 zero size
2024-03-19T01:52:00.826 INFO:tasks.workunit.client.0.smithi046.stdout:5/933: rename d0/d2d/dbb/dbd/c111 to d0/d2d/d50/c137 0
2024-03-19T01:52:00.828 INFO:tasks.workunit.client.0.smithi046.stdout:1/893: creat d0/dd/d26/d23/d28/d3c/d83/db2/dc1/f12d x:0 0 0
2024-03-19T01:52:00.831 INFO:tasks.workunit.client.0.smithi046.stdout:5/934: rename d0/d65 to d0/d2d/d50/d90/d97/de2/d114/d7c/d123/d138 0
2024-03-19T01:52:00.835 INFO:tasks.workunit.client.0.smithi046.stdout:5/935: unlink d0/d2d/f39 0
2024-03-19T01:52:00.841 INFO:tasks.workunit.client.0.smithi046.stdout:1/894: truncate d0/dd/faf 881617 0
2024-03-19T01:52:00.843 INFO:tasks.workunit.client.0.smithi046.stdout:1/895: symlink d0/d6/d7c/d64/l12e 0
2024-03-19T01:52:00.843 INFO:tasks.workunit.client.0.smithi046.stdout:1/896: chown d0/d6/d6a/d8d/dc3/f113 92405920 1
2024-03-19T01:52:00.844 INFO:tasks.workunit.client.0.smithi046.stdout:1/897: chown d0/dd/d26/d23/d3b/fc7 649128 1
2024-03-19T01:52:00.846 INFO:tasks.workunit.client.0.smithi046.stdout:1/898: mkdir d0/dd0/d12f 0
2024-03-19T01:52:00.860 INFO:tasks.workunit.client.0.smithi046.stdout:5/936: dread d0/d2d/d50/d90/d97/de2/d114/d87/fe1 [0,4194304] 0
2024-03-19T01:52:00.865 INFO:tasks.workunit.client.0.smithi046.stdout:5/937: dwrite d0/fa3 [4194304,4194304] 0
2024-03-19T01:52:00.867 INFO:tasks.workunit.client.0.smithi046.stdout:5/938: write d0/d2d/d50/d90/d97/de2/d114/d87/f100 [694596,72899] 0
2024-03-19T01:52:00.869 INFO:tasks.workunit.client.0.smithi046.stdout:5/939: creat d0/d2d/dbb/f139 x:0 0 0
2024-03-19T01:52:00.870 INFO:tasks.workunit.client.0.smithi046.stdout:5/940: stat d0/cc0 0
2024-03-19T01:52:00.871 INFO:tasks.workunit.client.0.smithi046.stdout:1/899: truncate d0/dd/d26/d23/d3b/f6e 2887088 0
2024-03-19T01:52:00.871 INFO:tasks.workunit.client.0.smithi046.stdout:1/900: write d0/dd/d26/d23/d45/f66 [946809,100611] 0
2024-03-19T01:52:00.872 INFO:tasks.workunit.client.0.smithi046.stdout:5/941: chown d0/d89/l133 45599568 1
2024-03-19T01:52:00.877 INFO:tasks.workunit.client.0.smithi046.stdout:5/942: creat d0/d1/d20/d47/da4/f13a x:0 0 0
2024-03-19T01:52:00.877 INFO:tasks.workunit.client.0.smithi046.stdout:5/943: chown d0/d2d/d50/d90/d97/de2/d114/d7c/d130/d118/le3 0 1
2024-03-19T01:52:00.880 INFO:tasks.workunit.client.0.smithi046.stdout:9/926: sync
2024-03-19T01:52:00.883 INFO:tasks.workunit.client.0.smithi046.stdout:5/944: dwrite d0/d2d/d50/d52/f5f [0,4194304] 0
2024-03-19T01:52:00.889 INFO:tasks.workunit.client.0.smithi046.stdout:9/927: dread dd/dc2/dd0/d48/f8b [0,4194304] 0
2024-03-19T01:52:00.892 INFO:tasks.workunit.client.0.smithi046.stdout:9/928: dread dd/db2/dc4/ff5 [0,4194304] 0
2024-03-19T01:52:00.895 INFO:tasks.workunit.client.0.smithi046.stdout:9/929: truncate dd/dc2/dd0/d48/dc3/d25/ddb/df6/f87 815423 0
2024-03-19T01:52:00.899 INFO:tasks.workunit.client.0.smithi046.stdout:9/930: creat dd/dc2/dd0/d93/f134 x:0 0 0
2024-03-19T01:52:00.900 INFO:tasks.workunit.client.0.smithi046.stdout:9/931: chown dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/fd6 289802358 1
2024-03-19T01:52:00.901 INFO:tasks.workunit.client.0.smithi046.stdout:9/932: chown dd/d11/d8d 6601 1
2024-03-19T01:52:00.901 INFO:tasks.workunit.client.0.smithi046.stdout:9/933: dread - dd/dc2/dd0/d4f/f11b zero size
2024-03-19T01:52:00.903 INFO:tasks.workunit.client.0.smithi046.stdout:9/934: mknod dd/d3c/dd3/c135 0
2024-03-19T01:52:00.904 INFO:tasks.workunit.client.0.smithi046.stdout:9/935: write dd/db2/dc4/da2/feb [2206835,4152] 0
2024-03-19T01:52:00.905 INFO:tasks.workunit.client.0.smithi046.stdout:9/936: chown dd/db2/dc4/def/f11a 890332 1
2024-03-19T01:52:00.914 INFO:tasks.workunit.client.0.smithi046.stdout:9/937: dwrite dd/dc2/dd0/d48/dc3/f71 [4194304,4194304] 0
2024-03-19T01:52:00.918 INFO:tasks.workunit.client.0.smithi046.stdout:9/938: creat dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d5a/f136 x:0 0 0
2024-03-19T01:52:00.919 INFO:tasks.workunit.client.0.smithi046.stdout:9/939: dread - dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d5a/f136 zero size
2024-03-19T01:52:00.924 INFO:tasks.workunit.client.0.smithi046.stdout:9/940: symlink dd/dc2/dd0/d93/da8/l137 0
2024-03-19T01:52:00.930 INFO:tasks.workunit.client.0.smithi046.stdout:9/941: dwrite dd/d11/d17/f35 [4194304,4194304] 0
2024-03-19T01:52:00.933 INFO:tasks.workunit.client.0.smithi046.stdout:9/942: creat dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/df1/f138 x:0 0 0
2024-03-19T01:52:00.941 INFO:tasks.workunit.client.0.smithi046.stdout:9/943: dread dd/dc2/dd0/d48/fe4 [0,4194304] 0
2024-03-19T01:52:00.947 INFO:tasks.workunit.client.0.smithi046.stdout:9/944: dread dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d33/fd5 [0,4194304] 0
2024-03-19T01:52:01.028 INFO:tasks.workunit.client.0.smithi046.stdout:1/901: sync
2024-03-19T01:52:01.068 INFO:tasks.workunit.client.0.smithi046.stdout:5/945: sync
2024-03-19T01:52:01.116 INFO:tasks.workunit.client.0.smithi046.stdout:9/945: sync
2024-03-19T01:52:01.126 INFO:tasks.workunit.client.0.smithi046.stdout:9/946: creat dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d33/d120/f139 x:0 0 0
2024-03-19T01:52:01.126 INFO:tasks.workunit.client.0.smithi046.stdout:1/902: mkdir d0/dd/d130 0
2024-03-19T01:52:01.130 INFO:tasks.workunit.client.0.smithi046.stdout:9/947: creat dd/dc2/dd0/f13a x:0 0 0
2024-03-19T01:52:01.131 INFO:tasks.workunit.client.0.smithi046.stdout:9/948: chown dd/d11/d17/d49/lc7 1 1
2024-03-19T01:52:01.138 INFO:tasks.workunit.client.0.smithi046.stdout:9/949: dwrite dd/db2/dc4/da2/feb [0,4194304] 0
2024-03-19T01:52:01.141 INFO:tasks.workunit.client.0.smithi046.stdout:9/950: dread dd/d11/d17/f3b [4194304,4194304] 0
2024-03-19T01:52:01.142 INFO:tasks.workunit.client.0.smithi046.stdout:9/951: stat dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d5a/cbd 0
2024-03-19T01:52:01.159 INFO:tasks.workunit.client.0.smithi046.stdout:5/946: write d0/d2d/d50/d90/d97/de2/d114/f83 [996323,95115] 0
2024-03-19T01:52:01.160 INFO:tasks.workunit.client.0.smithi046.stdout:1/903: write d0/dd/d26/d23/d3b/d3d/fbd [624339,92494] 0
2024-03-19T01:52:01.163 INFO:tasks.workunit.client.0.smithi046.stdout:1/904: symlink d0/dd/d26/d23/d28/d3c/d83/db2/dc1/l131 0
2024-03-19T01:52:01.169 INFO:tasks.workunit.client.0.smithi046.stdout:9/952: dwrite dd/d11/d17/f28 [0,4194304] 0
2024-03-19T01:52:01.170 INFO:tasks.workunit.client.0.smithi046.stdout:5/947: dwrite d0/d2d/d50/ff6 [0,4194304] 0
2024-03-19T01:52:01.173 INFO:tasks.workunit.client.0.smithi046.stdout:5/948: stat d0/c5b 0
2024-03-19T01:52:01.174 INFO:tasks.workunit.client.0.smithi046.stdout:9/953: symlink dd/d11/l13b 0
2024-03-19T01:52:01.177 INFO:tasks.workunit.client.0.smithi046.stdout:9/954: mknod dd/d11/d17/d49/c13c 0
2024-03-19T01:52:01.180 INFO:tasks.workunit.client.0.smithi046.stdout:9/955: mkdir dd/dc2/dd0/d93/d13d 0
2024-03-19T01:52:01.187 INFO:tasks.workunit.client.0.smithi046.stdout:9/956: write dd/f29 [2368126,92555] 0
2024-03-19T01:52:01.195 INFO:tasks.workunit.client.0.smithi046.stdout:9/957: link dd/dc2/dd0/d48/dc3/lfe dd/d11/d17/d57/d101/l13e 0
2024-03-19T01:52:01.196 INFO:tasks.workunit.client.0.smithi046.stdout:9/958: write dd/d11/d8d/fd1 [142018,74844] 0
2024-03-19T01:52:01.196 INFO:tasks.workunit.client.0.smithi046.stdout:5/949: dread d0/d2d/d50/d90/d97/de2/d114/d7c/d130/d41/dc4/f6d [0,4194304] 0
2024-03-19T01:52:01.200 INFO:tasks.workunit.client.0.smithi046.stdout:5/950: creat d0/d2d/d50/d90/d97/de2/f13b x:0 0 0
2024-03-19T01:52:01.202 INFO:tasks.workunit.client.0.smithi046.stdout:5/951: unlink d0/d1/f36 0
2024-03-19T01:52:01.204 INFO:tasks.workunit.client.0.smithi046.stdout:5/952: mkdir d0/d2d/d2e/d13c 0
2024-03-19T01:52:01.206 INFO:tasks.workunit.client.0.smithi046.stdout:9/959: dwrite dd/d11/d17/d57/f5d [0,4194304] 0
2024-03-19T01:52:01.206 INFO:tasks.workunit.client.0.smithi046.stdout:5/953: fsync d0/d1/d20/d26/dff/f135 0
2024-03-19T01:52:01.207 INFO:tasks.workunit.client.0.smithi046.stdout:9/960: chown dd/d11/d17/f30 13366089 1
2024-03-19T01:52:01.208 INFO:tasks.workunit.client.0.smithi046.stdout:5/954: write d0/d1/f59 [3011491,76991] 0
2024-03-19T01:52:01.211 INFO:tasks.workunit.client.0.smithi046.stdout:9/961: rename dd/f24 to dd/dca/f13f 0
2024-03-19T01:52:01.213 INFO:tasks.workunit.client.0.smithi046.stdout:5/955: readlink d0/d1/d4/l73 0
2024-03-19T01:52:01.264 INFO:tasks.workunit.client.0.smithi046.stdout:9/962: write dd/d11/d17/d69/fcd [1750508,14476] 0
2024-03-19T01:52:01.266 INFO:tasks.workunit.client.0.smithi046.stdout:9/963: mknod dd/d3c/dd3/c140 0
2024-03-19T01:52:01.270 INFO:tasks.workunit.client.0.smithi046.stdout:9/964: mknod dd/c141 0
2024-03-19T01:52:01.273 INFO:tasks.workunit.client.0.smithi046.stdout:9/965: creat dd/db2/f142 x:0 0 0
2024-03-19T01:52:01.274 INFO:tasks.workunit.client.0.smithi046.stdout:9/966: chown dd/dc2/dd0/d48/dc3/f26 53076099 1
2024-03-19T01:52:01.279 INFO:tasks.workunit.client.0.smithi046.stdout:9/967: link dd/dc2/dd0/d93/c100 dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d5a/dfc/d130/c143 0
2024-03-19T01:52:01.281 INFO:tasks.workunit.client.0.smithi046.stdout:5/956: dread d0/d2d/d50/d90/d97/de2/d114/d87/f94 [0,4194304] 0
2024-03-19T01:52:01.285 INFO:tasks.workunit.client.0.smithi046.stdout:5/957: mkdir d0/d2d/d50/d90/d97/de2/d114/d7c/d130/d118/d13d 0
2024-03-19T01:52:01.285 INFO:tasks.workunit.client.0.smithi046.stdout:9/968: dwrite dd/d11/d17/d57/f5d [0,4194304] 0
2024-03-19T01:52:01.288 INFO:tasks.workunit.client.0.smithi046.stdout:9/969: dread dd/dc2/dd0/d48/dc3/d25/ddb/ddf/ddc/fdd [0,4194304] 0
2024-03-19T01:52:01.290 INFO:tasks.workunit.client.0.smithi046.stdout:9/970: dread dd/dc2/dd0/d48/f10b [0,4194304] 0
2024-03-19T01:52:01.291 INFO:tasks.workunit.client.0.smithi046.stdout:5/958: dwrite d0/d2d/d50/d90/d99/fd5 [0,4194304] 0
2024-03-19T01:52:01.291 INFO:tasks.workunit.client.0.smithi046.stdout:9/971: chown dd/dc2/dd0/d4f 0 1
2024-03-19T01:52:01.292 INFO:tasks.workunit.client.0.smithi046.stdout:9/972: write dd/db2/fa5 [12134415,41298] 0
2024-03-19T01:52:01.294 INFO:tasks.workunit.client.0.smithi046.stdout:5/959: symlink d0/d2d/d50/d90/d97/de2/d114/d7c/l13e 0
2024-03-19T01:52:01.298 INFO:tasks.workunit.client.0.smithi046.stdout:9/973: read dd/dca/f13f [702469,50755] 0
2024-03-19T01:52:01.300 INFO:tasks.workunit.client.0.smithi046.stdout:9/974: fsync dd/db2/f142 0
2024-03-19T01:52:01.303 INFO:tasks.workunit.client.0.smithi046.stdout:5/960: dread d0/d2d/d50/d90/d97/de2/d12e/fc3 [0,4194304] 0
2024-03-19T01:52:01.304 INFO:tasks.workunit.client.0.smithi046.stdout:9/975: symlink dd/dc2/dd0/d48/dc3/d25/ddb/ddf/ddc/l144 0
2024-03-19T01:52:01.306 INFO:tasks.workunit.client.0.smithi046.stdout:9/976: write dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/df1/f138 [685810,12367] 0
2024-03-19T01:52:01.306 INFO:tasks.workunit.client.0.smithi046.stdout:9/977: chown dd/dca/c77 0 1
2024-03-19T01:52:01.307 INFO:tasks.workunit.client.0.smithi046.stdout:9/978: write dd/d11/f1e [5745137,24420] 0
2024-03-19T01:52:01.311 INFO:tasks.workunit.client.0.smithi046.stdout:9/979: symlink dd/dc2/dd0/d93/da8/l145 0
2024-03-19T01:52:01.315 INFO:tasks.workunit.client.0.smithi046.stdout:9/980: mknod dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d33/d120/c146 0
2024-03-19T01:52:01.322 INFO:tasks.workunit.client.0.smithi046.stdout:9/981: write dd/db2/dc4/da2/f73 [8081697,55880] 0
2024-03-19T01:52:01.326 INFO:tasks.workunit.client.0.smithi046.stdout:9/982: write dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d33/fa9 [6124315,104717] 0
2024-03-19T01:52:01.328 INFO:tasks.workunit.client.0.smithi046.stdout:5/961: dread d0/d2d/f5a [0,4194304] 0
2024-03-19T01:52:01.329 INFO:tasks.workunit.client.0.smithi046.stdout:9/983: chown dd/dc2/dd0/d93/la0 55 1
2024-03-19T01:52:01.330 INFO:tasks.workunit.client.0.smithi046.stdout:5/962: mknod d0/d1/d20/d26/dff/c13f 0
2024-03-19T01:52:01.332 INFO:tasks.workunit.client.0.smithi046.stdout:9/984: dread dd/d11/d17/f5f [0,4194304] 0
2024-03-19T01:52:01.333 INFO:tasks.workunit.client.0.smithi046.stdout:5/963: creat d0/d2d/d50/d52/f140 x:0 0 0
2024-03-19T01:52:01.334 INFO:tasks.workunit.client.0.smithi046.stdout:5/964: fdatasync d0/d2d/d50/d90/d99/f12c 0
2024-03-19T01:52:01.334 INFO:tasks.workunit.client.0.smithi046.stdout:1/905: sync
2024-03-19T01:52:01.336 INFO:tasks.workunit.client.0.smithi046.stdout:9/985: creat dd/d11/d17/d57/d101/f147 x:0 0 0
2024-03-19T01:52:01.339 INFO:tasks.workunit.client.0.smithi046.stdout:1/906: symlink d0/d6/d6a/d8a/da3/l132 0
2024-03-19T01:52:01.347 INFO:tasks.workunit.client.0.smithi046.stdout:1/907: rmdir d0/d6/d4b/df9 0
2024-03-19T01:52:01.348 INFO:tasks.workunit.client.0.smithi046.stdout:5/965: write d0/d2d/d50/d90/d97/de2/d114/d87/f94 [2778529,88244] 0
2024-03-19T01:52:01.349 INFO:tasks.workunit.client.0.smithi046.stdout:1/908: readlink d0/d6/l11 0
2024-03-19T01:52:01.350 INFO:tasks.workunit.client.0.smithi046.stdout:5/966: fdatasync d0/d1/d37/f79 0
2024-03-19T01:52:01.353 INFO:tasks.workunit.client.0.smithi046.stdout:9/986: dwrite dd/dc2/dd0/d93/da8/f52 [0,4194304] 0
2024-03-19T01:52:01.354 INFO:tasks.workunit.client.0.smithi046.stdout:1/909: rename d0/dd/d26/d23/d28/d3c/d5f/f61 to d0/dd/d26/d23/d69/dd3/f133 0
2024-03-19T01:52:01.355 INFO:tasks.workunit.client.0.smithi046.stdout:9/987: chown dd/dc2/dd0/d48/dc3/d25/ddb/df6/cf4 13278 1
2024-03-19T01:52:01.355 INFO:tasks.workunit.client.0.smithi046.stdout:5/967: mkdir d0/d2d/dbb/dbd/d141 0
2024-03-19T01:52:01.361 INFO:tasks.workunit.client.0.smithi046.stdout:1/910: dwrite d0/dd/d26/d23/d28/f3a [4194304,4194304] 0
2024-03-19T01:52:01.361 INFO:tasks.workunit.client.0.smithi046.stdout:5/968: rename d0/d2d/d2e/d13c to d0/d2d/d50/d90/d97/de2/d114/dd7/d142 0
2024-03-19T01:52:01.367 INFO:tasks.workunit.client.0.smithi046.stdout:5/969: creat d0/d2d/d50/d90/d97/de2/d114/dd7/d142/f143 x:0 0 0
2024-03-19T01:52:01.400 INFO:tasks.workunit.client.0.smithi046.stdout:1/911: mknod d0/dd/d130/c134 0
2024-03-19T01:52:01.401 INFO:tasks.workunit.client.0.smithi046.stdout:5/970: readlink d0/d2d/d50/d90/d97/de2/d114/d7c/d130/d41/laf 0
2024-03-19T01:52:01.402 INFO:tasks.workunit.client.0.smithi046.stdout:1/912: mknod d0/dd/d26/d23/d3b/d3d/c135 0
2024-03-19T01:52:01.404 INFO:tasks.workunit.client.0.smithi046.stdout:5/971: fdatasync d0/d2d/d50/d90/d97/de2/d114/f125 0
2024-03-19T01:52:01.405 INFO:tasks.workunit.client.0.smithi046.stdout:1/913: rmdir d0/dd/d26/d23/d28/d3c/d83/db2/dc1 39
2024-03-19T01:52:01.406 INFO:tasks.workunit.client.0.smithi046.stdout:9/988: write dd/dc2/dd0/d48/dc3/d25/ddb/df6/f87 [853626,9964] 0
2024-03-19T01:52:01.408 INFO:tasks.workunit.client.0.smithi046.stdout:5/972: unlink d0/cef 0
2024-03-19T01:52:01.408 INFO:tasks.workunit.client.0.smithi046.stdout:5/973: dread - d0/d1/f96 zero size
2024-03-19T01:52:01.410 INFO:tasks.workunit.client.0.smithi046.stdout:1/914: symlink d0/dd/d26/d23/l136 0
2024-03-19T01:52:01.410 INFO:tasks.workunit.client.0.smithi046.stdout:1/915: stat d0/dd/c80 0
2024-03-19T01:52:01.413 INFO:tasks.workunit.client.0.smithi046.stdout:5/974: mkdir d0/d2d/d50/d90/d97/de2/d114/d144 0
2024-03-19T01:52:01.414 INFO:tasks.workunit.client.0.smithi046.stdout:1/916: symlink d0/dd/d26/d23/d28/d3c/l137 0
2024-03-19T01:52:01.417 INFO:tasks.workunit.client.0.smithi046.stdout:5/975: fsync d0/d1/d20/d26/f2c 0
2024-03-19T01:52:01.421 INFO:tasks.workunit.client.0.smithi046.stdout:1/917: dwrite d0/d6/d4b/f88 [0,4194304] 0
2024-03-19T01:52:01.422 INFO:tasks.workunit.client.0.smithi046.stdout:9/989: dwrite dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d33/fd8 [0,4194304] 0
2024-03-19T01:52:01.422 INFO:tasks.workunit.client.0.smithi046.stdout:5/976: truncate d0/d2d/d50/d90/f11e 526715 0
2024-03-19T01:52:01.425 INFO:tasks.workunit.client.0.smithi046.stdout:1/918: creat d0/d6/d4b/de2/f138 x:0 0 0
2024-03-19T01:52:01.427 INFO:tasks.workunit.client.0.smithi046.stdout:5/977: dread d0/f61 [4194304,4194304] 0
2024-03-19T01:52:01.435 INFO:tasks.workunit.client.0.smithi046.stdout:9/990: symlink dd/dc2/dd0/d4f/l148 0
2024-03-19T01:52:01.436 INFO:tasks.workunit.client.0.smithi046.stdout:1/919: mknod d0/dd/d26/d23/d45/c139 0
2024-03-19T01:52:01.441 INFO:tasks.workunit.client.0.smithi046.stdout:9/991: mknod dd/d11/d17/d57/d101/c149 0
2024-03-19T01:52:01.445 INFO:tasks.workunit.client.0.smithi046.stdout:1/920: symlink d0/dd/d26/d23/d28/d3c/d83/db2/l13a 0
2024-03-19T01:52:01.447 INFO:tasks.workunit.client.0.smithi046.stdout:9/992: dwrite dd/d11/d17/f103 [0,4194304] 0
2024-03-19T01:52:01.451 INFO:tasks.workunit.client.0.smithi046.stdout:5/978: dread d0/d2d/d50/d90/d97/de2/d114/d7c/d130/d118/f85 [0,4194304] 0
2024-03-19T01:52:01.462 INFO:tasks.workunit.client.0.smithi046.stdout:9/993: link dd/dc2/dd0/d48/dc3/lb3 dd/dc2/dd0/d93/d102/l14a 0
2024-03-19T01:52:01.463 INFO:tasks.workunit.client.0.smithi046.stdout:9/994: fsync dd/dc2/dd0/d93/f134 0
2024-03-19T01:52:01.581 INFO:tasks.workunit.client.0.smithi046.stdout:9/995: rmdir dd/db2/dc4/d11f 0
2024-03-19T01:52:01.581 INFO:tasks.workunit.client.0.smithi046.stdout:5/979: mknod d0/c145 0
2024-03-19T01:52:01.582 INFO:tasks.workunit.client.0.smithi046.stdout:5/980: fdatasync d0/d2d/d50/d90/f11e 0
2024-03-19T01:52:01.583 INFO:tasks.workunit.client.0.smithi046.stdout:5/981: stat d0/d2d/d50/d90/d97/de2/d114/cac 0
2024-03-19T01:52:01.584 INFO:tasks.workunit.client.0.smithi046.stdout:5/982: stat d0/d2d/d50/d90/d97/de2/d114/d7c/fb1 0
2024-03-19T01:52:01.587 INFO:tasks.workunit.client.0.smithi046.stdout:5/983: creat d0/d2d/d50/d90/d97/de2/d12e/f146 x:0 0 0
2024-03-19T01:52:01.589 INFO:tasks.workunit.client.0.smithi046.stdout:5/984: getdents d0/d1/d20/d26/dff/d104 0
2024-03-19T01:52:01.595 INFO:tasks.workunit.client.0.smithi046.stdout:5/985: write d0/d2d/d50/d90/d97/f6b [4856632,26611] 0
2024-03-19T01:52:01.596 INFO:tasks.workunit.client.0.smithi046.stdout:9/996: dread dd/dc2/dd0/d48/dc3/d25/f129 [0,4194304] 0
2024-03-19T01:52:01.600 INFO:tasks.workunit.client.0.smithi046.stdout:5/986: write d0/d2d/d50/d90/d97/de2/d12e/f124 [171444,16834] 0
2024-03-19T01:52:01.600 INFO:tasks.workunit.client.0.smithi046.stdout:9/997: dread dd/d11/d17/f3b [4194304,4194304] 0
2024-03-19T01:52:01.601 INFO:tasks.workunit.client.0.smithi046.stdout:5/987: write d0/d2d/d50/d52/f140 [507720,118058] 0
2024-03-19T01:52:01.603 INFO:tasks.workunit.client.0.smithi046.stdout:9/998: write dd/dc2/dd0/d48/dc3/d25/ddb/ddf/ddc/fe7 [4685718,84867] 0
2024-03-19T01:52:01.606 INFO:tasks.workunit.client.0.smithi046.stdout:5/988: creat d0/d2d/d50/d90/d97/de2/d114/d7c/d130/d118/d13d/f147 x:0 0 0
2024-03-19T01:52:01.607 INFO:tasks.workunit.client.0.smithi046.stdout:9/999: symlink dd/dc2/dd0/d48/dc3/d25/ddb/ddf/dd2/d5a/l14b 0
2024-03-19T01:52:01.609 INFO:tasks.workunit.client.0.smithi046.stdout:5/989: getdents d0/d1/d20/dec 0
2024-03-19T01:52:01.610 INFO:tasks.workunit.client.0.smithi046.stdout:5/990: truncate d0/d1/d20/fc5 1226762 0
2024-03-19T01:52:01.611 INFO:tasks.workunit.client.0.smithi046.stdout:5/991: creat d0/d1/d20/dfa/f148 x:0 0 0
2024-03-19T01:52:01.613 INFO:tasks.workunit.client.0.smithi046.stdout:5/992: write d0/d2d/d50/d90/d97/de2/d114/d7c/d130/d41/dc4/f80 [1507254,77046] 0
2024-03-19T01:52:01.614 INFO:tasks.workunit.client.0.smithi046.stdout:5/993: stat d0/d2d/dbb/dbd/d141 0
2024-03-19T01:52:01.727 INFO:tasks.workunit.client.0.smithi046.stdout:1/921: sync
2024-03-19T01:52:01.728 INFO:tasks.workunit.client.0.smithi046.stdout:1/922: rmdir d0/d6 39
2024-03-19T01:52:01.732 INFO:tasks.workunit.client.0.smithi046.stdout:1/923: mkdir d0/d6/d6a/d8a/da3/d13b 0
2024-03-19T01:52:01.732 INFO:tasks.workunit.client.0.smithi046.stdout:1/924: fsync d0/dd/d26/d23/d3b/d94/f112 0
2024-03-19T01:52:01.734 INFO:tasks.workunit.client.0.smithi046.stdout:1/925: symlink d0/d6/d7c/d64/l13c 0
2024-03-19T01:52:01.737 INFO:tasks.workunit.client.0.smithi046.stdout:1/926: mknod d0/d6/da/d56/d10d/c13d 0
2024-03-19T01:52:01.739 INFO:tasks.workunit.client.0.smithi046.stdout:1/927: symlink d0/dd/d26/d23/d3b/d94/l13e 0
2024-03-19T01:52:01.744 INFO:tasks.workunit.client.0.smithi046.stdout:1/928: dwrite d0/d6/d4b/f88 [0,4194304] 0
2024-03-19T01:52:01.746 INFO:tasks.workunit.client.0.smithi046.stdout:1/929: rmdir d0/dd/d26/d2c/d5d 39
2024-03-19T01:52:01.753 INFO:tasks.workunit.client.0.smithi046.stdout:1/930: dread d0/d6/da/f7b [0,4194304] 0
2024-03-19T01:52:01.754 INFO:tasks.workunit.client.0.smithi046.stdout:1/931: stat d0/dd/d26/d23/d3b/d3d/d55/d7f/d87/lc8 0
2024-03-19T01:52:01.757 INFO:tasks.workunit.client.0.smithi046.stdout:1/932: symlink d0/d6/d7c/l13f 0
2024-03-19T01:52:01.760 INFO:tasks.workunit.client.0.smithi046.stdout:1/933: creat d0/d6/d6a/d8d/d128/f140 x:0 0 0
2024-03-19T01:52:01.762 INFO:tasks.workunit.client.0.smithi046.stdout:1/934: mkdir d0/dd/d26/d23/d69/dd3/d141 0
2024-03-19T01:52:01.763 INFO:tasks.workunit.client.0.smithi046.stdout:1/935: write d0/d6/d6a/f8c [3909073,65020] 0
2024-03-19T01:52:01.769 INFO:tasks.workunit.client.0.smithi046.stdout:1/936: write d0/dd/d26/d23/d28/d3c/d83/fad [360225,114465] 0
2024-03-19T01:52:01.770 INFO:tasks.workunit.client.0.smithi046.stdout:1/937: read d0/dd/d26/d23/d3b/fc7 [978205,82293] 0
2024-03-19T01:52:01.773 INFO:tasks.workunit.client.0.smithi046.stdout:1/938: creat d0/d6/d7c/f142 x:0 0 0
2024-03-19T01:52:01.775 INFO:tasks.workunit.client.0.smithi046.stdout:1/939: symlink d0/dd/d26/d23/d3b/d3d/l143 0
2024-03-19T01:52:01.776 INFO:tasks.workunit.client.0.smithi046.stdout:5/994: sync
2024-03-19T01:52:01.778 INFO:tasks.workunit.client.0.smithi046.stdout:1/940: dread d0/d6/d7c/d64/fef [0,4194304] 0
2024-03-19T01:52:01.779 INFO:tasks.workunit.client.0.smithi046.stdout:1/941: fsync d0/dd/d26/d23/d3b/f11a 0
2024-03-19T01:52:01.780 INFO:tasks.workunit.client.0.smithi046.stdout:5/995: dread d0/d1/d20/d26/dff/f10f [8388608,4194304] 0
2024-03-19T01:52:01.784 INFO:tasks.workunit.client.0.smithi046.stdout:5/996: mkdir d0/d2d/dbb/dbd/d141/d149 0
2024-03-19T01:52:01.785 INFO:tasks.workunit.client.0.smithi046.stdout:5/997: readlink d0/d2d/d50/d90/d97/de2/d114/d7c/d130/d41/laf 0
2024-03-19T01:52:01.785 INFO:tasks.workunit.client.0.smithi046.stdout:1/942: write d0/d3f/fe7 [4836516,126160] 0
2024-03-19T01:52:01.791 INFO:tasks.workunit.client.0.smithi046.stdout:5/998: dwrite d0/d2d/d71/f76 [0,4194304] 0
2024-03-19T01:52:01.793 INFO:tasks.workunit.client.0.smithi046.stdout:5/999: fdatasync d0/d2d/d50/d90/d97/de2/d114/d7c/d130/d108/f127 0
2024-03-19T01:52:01.887 INFO:tasks.workunit.client.0.smithi046.stdout:1/943: sync
2024-03-19T01:52:01.893 INFO:tasks.workunit.client.0.smithi046.stdout:1/944: dwrite d0/dd/d26/d23/d69/f8b [0,4194304] 0
2024-03-19T01:52:01.894 INFO:tasks.workunit.client.0.smithi046.stdout:1/945: write d0/d6/d7c/fcd [1035800,33360] 0
2024-03-19T01:52:01.898 INFO:tasks.workunit.client.0.smithi046.stdout:1/946: unlink d0/dd/d26/f11f 0
2024-03-19T01:52:01.898 INFO:tasks.workunit.client.0.smithi046.stdout:1/947: chown d0/d6/lb6 34114173 1
2024-03-19T01:52:01.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:01 smithi102 ceph-mon[66557]: pgmap v61: 129 pgs: 129 active+clean; 2.0 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 107 MiB/s rd, 261 MiB/s wr, 534 op/s
2024-03-19T01:52:01.989 INFO:tasks.workunit.client.0.smithi046.stdout:1/948: dread d0/d6/da/d56/fee [0,4194304] 0
2024-03-19T01:52:01.994 INFO:tasks.workunit.client.0.smithi046.stdout:1/949: dwrite d0/d6/d6a/d8a/f110 [0,4194304] 0
2024-03-19T01:52:01.998 INFO:tasks.workunit.client.0.smithi046.stdout:1/950: symlink d0/dd/d26/d23/d3b/ded/l144 0
2024-03-19T01:52:02.003 INFO:tasks.workunit.client.0.smithi046.stdout:1/951: dwrite d0/dd/d26/d23/d28/d3c/d83/db2/fb5 [4194304,4194304] 0
2024-03-19T01:52:02.014 INFO:tasks.workunit.client.0.smithi046.stdout:1/952: dwrite d0/f1e [0,4194304] 0
2024-03-19T01:52:02.017 INFO:tasks.workunit.client.0.smithi046.stdout:1/953: rmdir d0/dd/d26/d23/d28/d3c/d83/db2/dc1 39
2024-03-19T01:52:02.020 INFO:tasks.workunit.client.0.smithi046.stdout:1/954: creat d0/dd/d26/d23/d3b/ded/f145 x:0 0 0
2024-03-19T01:52:02.036 INFO:tasks.workunit.client.0.smithi046.stdout:1/955: dread d0/d6/d7c/f60 [0,4194304] 0
2024-03-19T01:52:02.040 INFO:tasks.workunit.client.0.smithi046.stdout:1/956: dwrite d0/d6/d6a/f8c [0,4194304] 0
2024-03-19T01:52:02.045 INFO:tasks.workunit.client.0.smithi046.stdout:1/957: link d0/d6/f81 d0/dd/d26/d23/d3b/d3d/f146 0
2024-03-19T01:52:02.051 INFO:tasks.workunit.client.0.smithi046.stdout:1/958: dwrite d0/dd/d26/d23/d28/d3c/d83/db2/f102 [0,4194304] 0
2024-03-19T01:52:02.056 INFO:tasks.workunit.client.0.smithi046.stdout:1/959: link d0/d6/da/d56/cde d0/d6/d7c/d64/c147 0
2024-03-19T01:52:02.060 INFO:tasks.workunit.client.0.smithi046.stdout:1/960: dread d0/dd/d26/d23/d45/f66 [0,4194304] 0
2024-03-19T01:52:02.064 INFO:tasks.workunit.client.0.smithi046.stdout:1/961: rename d0/d3f/c9d to d0/dd/d26/d23/d69/c148 0
2024-03-19T01:52:02.067 INFO:tasks.workunit.client.0.smithi046.stdout:1/962: symlink d0/dd/d26/d23/d28/l149 0
2024-03-19T01:52:02.071 INFO:tasks.workunit.client.0.smithi046.stdout:1/963: rename d0/d6/lca to d0/d6/d7c/l14a 0
2024-03-19T01:52:02.074 INFO:tasks.workunit.client.0.smithi046.stdout:1/964: creat d0/d6/f14b x:0 0 0
2024-03-19T01:52:02.080 INFO:tasks.workunit.client.0.smithi046.stdout:1/965: dwrite d0/dd/d26/d23/d69/ffb [0,4194304] 0
2024-03-19T01:52:02.081 INFO:tasks.workunit.client.0.smithi046.stdout:1/966: fsync d0/d6/d4b/de2/f138 0
2024-03-19T01:52:02.084 INFO:tasks.workunit.client.0.smithi046.stdout:1/967: unlink d0/d6/l6b 0
2024-03-19T01:52:02.090 INFO:tasks.workunit.client.0.smithi046.stdout:1/968: dwrite d0/d6/d6a/d8d/dc3/fd8 [0,4194304] 0
2024-03-19T01:52:02.096 INFO:tasks.workunit.client.0.smithi046.stdout:1/969: dwrite d0/dd/d26/d23/d28/d3c/d83/fce [0,4194304] 0
2024-03-19T01:52:02.101 INFO:tasks.workunit.client.0.smithi046.stdout:1/970: mkdir d0/d6/d14c 0
2024-03-19T01:52:02.103 INFO:tasks.workunit.client.0.smithi046.stdout:1/971: write d0/dd/d26/d23/d28/d3c/d83/fa7 [2332708,14882] 0
2024-03-19T01:52:02.107 INFO:tasks.workunit.client.0.smithi046.stdout:1/972: rename d0/dd/d26/d23/d3b/d3d/cdf to d0/dd/d26/d23/d69/dd3/c14d 0
2024-03-19T01:52:02.110 INFO:tasks.workunit.client.0.smithi046.stdout:1/973: mkdir d0/d6/d6a/d8a/d14e 0
2024-03-19T01:52:02.112 INFO:tasks.workunit.client.0.smithi046.stdout:1/974: mkdir d0/dd/d26/d23/d45/d14f 0
2024-03-19T01:52:02.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:01 smithi046 ceph-mon[63102]: pgmap v61: 129 pgs: 129 active+clean; 2.0 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 107 MiB/s rd, 261 MiB/s wr, 534 op/s
2024-03-19T01:52:02.123 INFO:tasks.workunit.client.0.smithi046.stdout:1/975: dwrite d0/d6/d6a/f51 [0,4194304] 0
2024-03-19T01:52:02.124 INFO:tasks.workunit.client.0.smithi046.stdout:1/976: write d0/fa2 [3191287,5503] 0
2024-03-19T01:52:02.128 INFO:tasks.workunit.client.0.smithi046.stdout:1/977: mknod d0/dd/d26/d23/d28/c150 0
2024-03-19T01:52:02.128 INFO:tasks.workunit.client.0.smithi046.stdout:1/978: chown d0/dd/d26/d23/d69/dd3 1333 1
2024-03-19T01:52:02.131 INFO:tasks.workunit.client.0.smithi046.stdout:1/979: mknod d0/dd/d26/d23/d3b/d3d/c151 0
2024-03-19T01:52:02.132 INFO:tasks.workunit.client.0.smithi046.stdout:1/980: stat d0/d6/d6a/d8d/dc3/fd8 0
2024-03-19T01:52:02.136 INFO:tasks.workunit.client.0.smithi046.stdout:1/981: creat d0/dd/d26/d2c/f152 x:0 0 0
2024-03-19T01:52:02.138 INFO:tasks.workunit.client.0.smithi046.stdout:1/982: mknod d0/dd0/d12f/c153 0
2024-03-19T01:52:02.138 INFO:tasks.workunit.client.0.smithi046.stdout:1/983: fdatasync d0/f14 0
2024-03-19T01:52:02.139 INFO:tasks.workunit.client.0.smithi046.stdout:1/984: chown d0/dd/d26/d23/d3b/d3d/f146 84642 1
2024-03-19T01:52:02.140 INFO:tasks.workunit.client.0.smithi046.stdout:1/985: fsync d0/d6/d7c/fcd 0
2024-03-19T01:52:02.142 INFO:tasks.workunit.client.0.smithi046.stdout:1/986: symlink d0/l154 0
2024-03-19T01:52:02.144 INFO:tasks.workunit.client.0.smithi046.stdout:1/987: creat d0/dd/f155 x:0 0 0
2024-03-19T01:52:02.144 INFO:tasks.workunit.client.0.smithi046.stdout:1/988: chown d0/d6/da/l10 120545258 1
2024-03-19T01:52:02.148 INFO:tasks.workunit.client.0.smithi046.stdout:1/989: rename d0/dd/d26/d23/d3b/ded to d0/dd/d26/d23/d3b/d3d/d55/d7f/d156 0
2024-03-19T01:52:02.149 INFO:tasks.workunit.client.0.smithi046.stdout:1/990: readlink d0/dd/d26/d2c/le6 0
2024-03-19T01:52:02.150 INFO:tasks.workunit.client.0.smithi046.stdout:1/991: fsync d0/dd/d26/d2c/d5d/f8f 0
2024-03-19T01:52:02.164 INFO:tasks.workunit.client.0.smithi046.stdout:1/992: dread d0/d6/d6a/fb4 [0,4194304] 0
2024-03-19T01:52:02.166 INFO:tasks.workunit.client.0.smithi046.stdout:1/993: symlink d0/d6/d7c/d64/l157 0
2024-03-19T01:52:02.169 INFO:tasks.workunit.client.0.smithi046.stdout:1/994: dread d0/d6/fb8 [0,4194304] 0
2024-03-19T01:52:02.170 INFO:tasks.workunit.client.0.smithi046.stdout:1/995: fsync d0/dd/d26/fab 0
2024-03-19T01:52:02.172 INFO:tasks.workunit.client.0.smithi046.stdout:1/996: dread d0/d3f/fe7 [4194304,4194304] 0
2024-03-19T01:52:02.172 INFO:tasks.workunit.client.0.smithi046.stdout:1/997: stat d0/dd/d26/d23/d69/dd3 0
2024-03-19T01:52:02.172 INFO:tasks.workunit.client.0.smithi046.stdout:1/998: readlink d0/d6/da/l1f 0
2024-03-19T01:52:02.174 INFO:tasks.workunit.client.0.smithi046.stdout:1/999: mknod d0/d6/d6a/d8a/da3/c158 0
2024-03-19T01:52:02.177 INFO:tasks.workunit.client.0.smithi046.stderr:+ rm -rf -- ./tmp.V3DXV6aLUZ
2024-03-19T01:52:02.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:01 smithi073 ceph-mon[66833]: pgmap v61: 129 pgs: 129 active+clean; 2.0 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 107 MiB/s rd, 261 MiB/s wr, 534 op/s
2024-03-19T01:52:03.284 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:52:03.284 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:52:03.395 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.393+0000 7f3b0f661640  1 -- 172.21.15.46:0/3288284000 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b08107900 msgr2=0x7f3b08107ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:03.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.393+0000 7f3b0f661640  1 --2- 172.21.15.46:0/3288284000 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b08107900 0x7f3b08107ce0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f3b04009900 tx=0x7f3b0402bc30 comp rx=0 tx=0).stop
2024-03-19T01:52:03.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.393+0000 7f3b0f661640  1 -- 172.21.15.46:0/3288284000 shutdown_connections
2024-03-19T01:52:03.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.393+0000 7f3b0f661640  1 --2- 172.21.15.46:0/3288284000 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3b081002b0 0x7f3b0810e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.393+0000 7f3b0f661640  1 --2- 172.21.15.46:0/3288284000 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3b080ff8f0 0x7f3b080ffd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.393+0000 7f3b0f661640  1 --2- 172.21.15.46:0/3288284000 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b08107900 0x7f3b08107ce0 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.393+0000 7f3b0f661640  1 -- 172.21.15.46:0/3288284000 >> 172.21.15.46:0/3288284000 conn(0x7f3b08076870 msgr2=0x7f3b080fdc00 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:03.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.393+0000 7f3b0f661640  1 -- 172.21.15.46:0/3288284000 shutdown_connections
2024-03-19T01:52:03.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.393+0000 7f3b0f661640  1 -- 172.21.15.46:0/3288284000 wait complete.
2024-03-19T01:52:03.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.394+0000 7f3b0f661640  1  Processor -- start
2024-03-19T01:52:03.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.394+0000 7f3b0f661640  1 --  start start
2024-03-19T01:52:03.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.394+0000 7f3b0f661640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b080ff8f0 0x7f3b08197fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.394+0000 7f3b0f661640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3b081002b0 0x7f3b08198500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.394+0000 7f3b0f661640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3b08107900 0x7f3b0819c880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.394+0000 7f3b0f661640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f3b08111aa0 con 0x7f3b080ff8f0
2024-03-19T01:52:03.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.394+0000 7f3b0f661640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f3b08111920 con 0x7f3b08107900
2024-03-19T01:52:03.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.394+0000 7f3b0f661640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f3b08111c20 con 0x7f3b081002b0
2024-03-19T01:52:03.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.394+0000 7f3b0d3fd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b080ff8f0 0x7f3b08197fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.394+0000 7f3b0d3fd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b080ff8f0 0x7f3b08197fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39062/0 (socket says 172.21.15.46:39062)
2024-03-19T01:52:03.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.394+0000 7f3b0d3fd640  1 -- 172.21.15.46:0/4245820192 learned_addr learned my addr 172.21.15.46:0/4245820192 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:03.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.394+0000 7f3b0dbfe640  1 --2- 172.21.15.46:0/4245820192 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3b08107900 0x7f3b0819c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.394+0000 7f3b0cbfc640  1 --2- 172.21.15.46:0/4245820192 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3b081002b0 0x7f3b08198500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.394+0000 7f3b0d3fd640  1 -- 172.21.15.46:0/4245820192 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3b081002b0 msgr2=0x7f3b08198500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:03.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.394+0000 7f3b0d3fd640  1 --2- 172.21.15.46:0/4245820192 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3b081002b0 0x7f3b08198500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.394+0000 7f3b0d3fd640  1 -- 172.21.15.46:0/4245820192 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3b08107900 msgr2=0x7f3b0819c880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:03.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.394+0000 7f3b0d3fd640  1 --2- 172.21.15.46:0/4245820192 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3b08107900 0x7f3b0819c880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.398 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.394+0000 7f3b0d3fd640  1 -- 172.21.15.46:0/4245820192 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b0819cfb0 con 0x7f3b080ff8f0
2024-03-19T01:52:03.398 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.394+0000 7f3b0d3fd640  1 --2- 172.21.15.46:0/4245820192 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b080ff8f0 0x7f3b08197fc0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f3b04005940 tx=0x7f3b0402c5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:03.398 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.395+0000 7f3afe7fc640  1 -- 172.21.15.46:0/4245820192 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b04043020 con 0x7f3b080ff8f0
2024-03-19T01:52:03.398 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.395+0000 7f3afe7fc640  1 -- 172.21.15.46:0/4245820192 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3b0402ca70 con 0x7f3b080ff8f0
2024-03-19T01:52:03.398 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.395+0000 7f3b0f661640  1 -- 172.21.15.46:0/4245820192 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b0819d240 con 0x7f3b080ff8f0
2024-03-19T01:52:03.398 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.395+0000 7f3afe7fc640  1 -- 172.21.15.46:0/4245820192 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b04003a80 con 0x7f3b080ff8f0
2024-03-19T01:52:03.398 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.395+0000 7f3b0f661640  1 -- 172.21.15.46:0/4245820192 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b081a4b30 con 0x7f3b080ff8f0
2024-03-19T01:52:03.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.397+0000 7f3afe7fc640  1 -- 172.21.15.46:0/4245820192 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f3b04046020 con 0x7f3b080ff8f0
2024-03-19T01:52:03.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.397+0000 7f3b12251740  1  Processor -- start
2024-03-19T01:52:03.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.397+0000 7f3b12251740  1 --  start start
2024-03-19T01:52:03.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.398+0000 7f3afe7fc640  1 --2- 172.21.15.46:0/4245820192 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f3af40a29f0 0x7f3af40a4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.398+0000 7f3b12251740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d06fa6ca30 0x55d06fa6ce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.398+0000 7f3b12251740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d06fa6d350 0x55d06fa759f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.398+0000 7f3b12251740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d06fa75f30 0x55d06fa78320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.398+0000 7f3b12251740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55d06f9d0500 con 0x55d06fa6d350
2024-03-19T01:52:03.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.398+0000 7f3b12251740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55d06f978be0 con 0x55d06fa75f30
2024-03-19T01:52:03.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.398+0000 7f3b12251740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55d06f9cc5a0 con 0x55d06fa6ca30
2024-03-19T01:52:03.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.398+0000 7f3b0cbfc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d06fa6d350 0x55d06fa759f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.398+0000 7f3b0dbfe640  1 --2- 172.21.15.46:0/4245820192 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f3af40a29f0 0x7f3af40a4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.398+0000 7f3b0cbfc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d06fa6d350 0x55d06fa759f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39066/0 (socket says 172.21.15.46:39066)
2024-03-19T01:52:03.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.398+0000 7f3b0cbfc640  1 -- 172.21.15.46:0/4017356041 learned_addr learned my addr 172.21.15.46:0/4017356041 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:03.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.398+0000 7f3b0d3fd640  1 --2- 172.21.15.46:0/4017356041 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d06fa6ca30 0x55d06fa6ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.398+0000 7f3b0dbfe640  1 --2- 172.21.15.46:0/4017356041 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d06fa75f30 0x55d06fa78320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.398+0000 7f3afe7fc640  1 -- 172.21.15.46:0/4245820192 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f3b040f1070 con 0x7f3b080ff8f0
2024-03-19T01:52:03.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.398+0000 7f3b0cbfc640  1 -- 172.21.15.46:0/4017356041 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d06fa6ca30 msgr2=0x55d06fa6ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:03.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.398+0000 7f3b0cbfc640  1 --2- 172.21.15.46:0/4017356041 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d06fa6ca30 0x55d06fa6ce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.398+0000 7f3b0cbfc640  1 -- 172.21.15.46:0/4017356041 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d06fa75f30 msgr2=0x55d06fa78320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:03.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.398+0000 7f3b0cbfc640  1 --2- 172.21.15.46:0/4017356041 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d06fa75f30 0x55d06fa78320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.398+0000 7f3b0cbfc640  1 -- 172.21.15.46:0/4017356041 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d06f99a000 con 0x55d06fa6d350
2024-03-19T01:52:03.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.398+0000 7f3b0dbfe640  1 --2- 172.21.15.46:0/4245820192 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f3af40a29f0 0x7f3af40a4eb0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f3b00005fd0 tx=0x7f3b00009e00 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:03.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.398+0000 7f3b0cbfc640  1 --2- 172.21.15.46:0/4017356041 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d06fa6d350 0x55d06fa759f0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f3af8009c90 tx=0x7f3af8011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=954878f03cd86bb1 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:03.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.398+0000 7f3af37fe640  1 -- 172.21.15.46:0/4017356041 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3af801e070 con 0x55d06fa6d350
2024-03-19T01:52:03.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.398+0000 7f3af37fe640  1 -- 172.21.15.46:0/4017356041 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3af8019ae0 con 0x55d06fa6d350
2024-03-19T01:52:03.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.398+0000 7f3af37fe640  1 -- 172.21.15.46:0/4017356041 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3af800e8c0 con 0x55d06fa6d350
2024-03-19T01:52:03.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.399+0000 7f3b12251740  1 -- 172.21.15.46:0/4017356041 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d06fa6d350 msgr2=0x55d06fa759f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:03.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.399+0000 7f3b12251740  1 --2- 172.21.15.46:0/4017356041 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d06fa6d350 0x55d06fa759f0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f3af8009c90 tx=0x7f3af8011810 comp rx=0 tx=0).stop
2024-03-19T01:52:03.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.399+0000 7f3b12251740  1 -- 172.21.15.46:0/4017356041 shutdown_connections
2024-03-19T01:52:03.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.399+0000 7f3b12251740  1 --2- 172.21.15.46:0/4017356041 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d06fa75f30 0x55d06fa78320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.399+0000 7f3b12251740  1 --2- 172.21.15.46:0/4017356041 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d06fa6d350 0x55d06fa759f0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.399+0000 7f3b12251740  1 --2- 172.21.15.46:0/4017356041 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d06fa6ca30 0x55d06fa6ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.399+0000 7f3b12251740  1 -- 172.21.15.46:0/4017356041 >> 172.21.15.46:0/4017356041 conn(0x55d06fa67160 msgr2=0x55d06fa67540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:03.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.399+0000 7f3b12251740  1 -- 172.21.15.46:0/4017356041 shutdown_connections
2024-03-19T01:52:03.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.399+0000 7f3b12251740  1 -- 172.21.15.46:0/4017356041 wait complete.
2024-03-19T01:52:03.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.400+0000 7f3b12251740  1 --  start start
2024-03-19T01:52:03.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.400+0000 7f3b12251740  1  Processor -- start
2024-03-19T01:52:03.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.400+0000 7f3b12251740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d06fa6ca30 0x55d06fa72e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.400+0000 7f3b12251740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d06fa6d350 0x55d06fa73380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.400+0000 7f3b12251740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d06fa75f30 0x55d06fa738c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.400+0000 7f3b12251740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55d06fa78d20 con 0x55d06fa6ca30
2024-03-19T01:52:03.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.400+0000 7f3b12251740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55d06f98c160 con 0x55d06fa75f30
2024-03-19T01:52:03.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.400+0000 7f3b12251740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55d06fa78ea0 con 0x55d06fa6d350
2024-03-19T01:52:03.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.400+0000 7f3b12251740 10 client.0 _ll_register_callbacks cb 0x55d06f9c8a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:52:03.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.400+0000 7f3b0d3fd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d06fa6ca30 0x55d06fa72e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.400+0000 7f3b0d3fd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d06fa6ca30 0x55d06fa72e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39078/0 (socket says 172.21.15.46:39078)
2024-03-19T01:52:03.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.400+0000 7f3b0d3fd640  1 -- 172.21.15.46:0/3574925168 learned_addr learned my addr 172.21.15.46:0/3574925168 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:03.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.400+0000 7f3b0dbfe640  1 --2- 172.21.15.46:0/3574925168 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d06fa75f30 0x55d06fa738c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.400+0000 7f3b0cbfc640  1 --2- 172.21.15.46:0/3574925168 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d06fa6d350 0x55d06fa73380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.400+0000 7f3b0d3fd640  1 -- 172.21.15.46:0/3574925168 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d06fa6d350 msgr2=0x55d06fa73380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:03.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.400+0000 7f3b0d3fd640  1 --2- 172.21.15.46:0/3574925168 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d06fa6d350 0x55d06fa73380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.400+0000 7f3b0d3fd640  1 -- 172.21.15.46:0/3574925168 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d06fa75f30 msgr2=0x55d06fa738c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:03.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.400+0000 7f3b0d3fd640  1 --2- 172.21.15.46:0/3574925168 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d06fa75f30 0x55d06fa738c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.400+0000 7f3b0d3fd640  1 -- 172.21.15.46:0/3574925168 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d06f7ae7d0 con 0x55d06fa6ca30
2024-03-19T01:52:03.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.401+0000 7f3b0d3fd640  1 --2- 172.21.15.46:0/3574925168 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d06fa6ca30 0x55d06fa72e40 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f3b04000c00 tx=0x7f3b0404faf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=553a18e85d8b8aba server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:03.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.401+0000 7f3af0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:52:03.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.401+0000 7f3af0ff9640  1 -- 172.21.15.46:0/3574925168 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b040bdb70 con 0x55d06fa6ca30
2024-03-19T01:52:03.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.401+0000 7f3af0ff9640  1 -- 172.21.15.46:0/3574925168 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f3b040ee6d0 con 0x55d06fa6ca30
2024-03-19T01:52:03.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.401+0000 7f3b12251740  1 -- 172.21.15.46:0/3574925168 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3af8019ae0 con 0x55d06fa6ca30
2024-03-19T01:52:03.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.401+0000 7f3af0ff9640  1 -- 172.21.15.46:0/3574925168 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f3b040ee8d0 con 0x55d06fa6ca30
2024-03-19T01:52:03.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.401+0000 7f3b12251740 10 client.16065 fetch_fsmap learned FSMap version 25
2024-03-19T01:52:03.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.401+0000 7f3b12251740  1 -- 172.21.15.46:0/3574925168 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55d06f6e43f0 con 0x55d06fa6ca30
2024-03-19T01:52:03.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.401+0000 7f3af0ff9640  1 -- 172.21.15.46:0/3574925168 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3af8019ae0 con 0x55d06fa6ca30
2024-03-19T01:52:03.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.401+0000 7f3af0ff9640  1 -- 172.21.15.46:0/3574925168 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f3b040d60d0 con 0x55d06fa6ca30
2024-03-19T01:52:03.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.401+0000 7f3b12251740 10 client.16065 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:52:03.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.401+0000 7f3b12251740 10 client.16065 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:52:03.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.401+0000 7f3b12251740 20 client.16065 populate_metadata read hostname 'smithi046'
2024-03-19T01:52:03.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.401+0000 7f3b12251740  1 --2- 172.21.15.46:0/3574925168 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55d06fa861f0 0x55d06fa88690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.401+0000 7f3b12251740  4 client.16065 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:52:03.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.401+0000 7f3b12251740  1 -- 172.21.15.46:0/3574925168 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d06f9dda40 con 0x55d06fa861f0
2024-03-19T01:52:03.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.401+0000 7f3b0cbfc640  1 --2- 172.21.15.46:0/3574925168 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55d06fa861f0 0x55d06fa88690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.402+0000 7f3af0ff9640 10 client.16065 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:52:03.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.402+0000 7f3b0cbfc640  1 --2- 172.21.15.46:0/3574925168 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55d06fa861f0 0x55d06fa88690 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=be061f9e0ff60f6d server_cookie=205f29890dc3c11b in_seq=0 out_seq=0
2024-03-19T01:52:03.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.403+0000 7f3af0ff9640  1 -- 172.21.15.46:0/3574925168 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55d06f9dda40 con 0x55d06fa861f0
2024-03-19T01:52:03.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.403+0000 7f3af0ff9640 10 client.16065 handle_command_reply: tid=0
2024-03-19T01:52:03.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.403+0000 7f3b12251740  1 client.16065 shutdown
2024-03-19T01:52:03.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.403+0000 7f3b12251740  1 -- 172.21.15.46:0/3574925168 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d06fa6ca30 msgr2=0x55d06fa72e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:03.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.403+0000 7f3b12251740  1 --2- 172.21.15.46:0/3574925168 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d06fa6ca30 0x55d06fa72e40 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f3b04000c00 tx=0x7f3b0404faf0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.403+0000 7f3b12251740  1 -- 172.21.15.46:0/3574925168 shutdown_connections
2024-03-19T01:52:03.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.403+0000 7f3b12251740  1 --2- 172.21.15.46:0/3574925168 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55d06fa861f0 0x55d06fa88690 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.403+0000 7f3b12251740  1 --2- 172.21.15.46:0/3574925168 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d06fa75f30 0x55d06fa738c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.403+0000 7f3b12251740  1 --2- 172.21.15.46:0/3574925168 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d06fa6d350 0x55d06fa73380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.403+0000 7f3b12251740  1 --2- 172.21.15.46:0/3574925168 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d06fa6ca30 0x55d06fa72e40 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.403+0000 7f3af0ff9640  0 client.16065 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:52:03.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.403+0000 7f3b12251740  1 -- 172.21.15.46:0/3574925168 >> 172.21.15.46:0/3574925168 conn(0x55d06fa67160 msgr2=0x55d06fa68eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:03.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.403+0000 7f3b12251740  1 -- 172.21.15.46:0/3574925168 shutdown_connections
2024-03-19T01:52:03.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.403+0000 7f3b12251740  1 -- 172.21.15.46:0/3574925168 wait complete.
2024-03-19T01:52:03.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.403+0000 7f3b12251740 20 client.16065 trim_cache size 0 max 16384
2024-03-19T01:52:03.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.420+0000 7f3b12251740  1  Processor -- start
2024-03-19T01:52:03.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.420+0000 7f3b12251740  1 --  start start
2024-03-19T01:52:03.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.420+0000 7f3b12251740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d06fa6ca30 0x55d06fa75570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.420+0000 7f3b12251740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d06fa6d350 0x55d06fa81b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.420+0000 7f3b12251740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d06fa75f30 0x55d06fa68ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.420+0000 7f3b12251740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f3b081b13f0 con 0x55d06fa6d350
2024-03-19T01:52:03.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.420+0000 7f3b12251740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f3b081aecc0 con 0x55d06fa75f30
2024-03-19T01:52:03.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.421+0000 7f3b12251740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f3b081acaf0 con 0x55d06fa6ca30
2024-03-19T01:52:03.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.421+0000 7f3b0cbfc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d06fa6d350 0x55d06fa81b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.421+0000 7f3b0cbfc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d06fa6d350 0x55d06fa81b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39094/0 (socket says 172.21.15.46:39094)
2024-03-19T01:52:03.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.421+0000 7f3b0cbfc640  1 -- 172.21.15.46:0/400117306 learned_addr learned my addr 172.21.15.46:0/400117306 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:03.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.421+0000 7f3b0d3fd640  1 --2- 172.21.15.46:0/400117306 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d06fa6ca30 0x55d06fa75570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.421+0000 7f3b0dbfe640  1 --2- 172.21.15.46:0/400117306 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d06fa75f30 0x55d06fa68ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.421+0000 7f3b0cbfc640  1 -- 172.21.15.46:0/400117306 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d06fa6ca30 msgr2=0x55d06fa75570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:03.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.421+0000 7f3b0cbfc640  1 --2- 172.21.15.46:0/400117306 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d06fa6ca30 0x55d06fa75570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.421+0000 7f3b0cbfc640  1 -- 172.21.15.46:0/400117306 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d06fa75f30 msgr2=0x55d06fa68ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:03.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.421+0000 7f3b0cbfc640  1 --2- 172.21.15.46:0/400117306 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d06fa75f30 0x55d06fa68ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.421+0000 7f3b0cbfc640  1 -- 172.21.15.46:0/400117306 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d06fa6d180 con 0x55d06fa6d350
2024-03-19T01:52:03.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.421+0000 7f3b0d3fd640  1 --2- 172.21.15.46:0/400117306 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d06fa6ca30 0x55d06fa75570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:52:03.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.421+0000 7f3b0cbfc640  1 --2- 172.21.15.46:0/400117306 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d06fa6d350 0x55d06fa81b20 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f3af8009230 tx=0x7f3af80051d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61dc2ec1f594350e server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:03.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.421+0000 7f3af2ffd640  1 -- 172.21.15.46:0/400117306 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3af801e040 con 0x55d06fa6d350
2024-03-19T01:52:03.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.421+0000 7f3af2ffd640  1 -- 172.21.15.46:0/400117306 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3af80054c0 con 0x55d06fa6d350
2024-03-19T01:52:03.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.421+0000 7f3af2ffd640  1 -- 172.21.15.46:0/400117306 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3af80035f0 con 0x55d06fa6d350
2024-03-19T01:52:03.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.422+0000 7f3b12251740  1 -- 172.21.15.46:0/400117306 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d06fa6d350 msgr2=0x55d06fa81b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:03.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.422+0000 7f3b12251740  1 --2- 172.21.15.46:0/400117306 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d06fa6d350 0x55d06fa81b20 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f3af8009230 tx=0x7f3af80051d0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.422+0000 7f3b12251740  1 -- 172.21.15.46:0/400117306 shutdown_connections
2024-03-19T01:52:03.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.422+0000 7f3b12251740  1 --2- 172.21.15.46:0/400117306 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d06fa75f30 0x55d06fa68ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.422+0000 7f3b12251740  1 --2- 172.21.15.46:0/400117306 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d06fa6d350 0x55d06fa81b20 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.422+0000 7f3b12251740  1 --2- 172.21.15.46:0/400117306 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d06fa6ca30 0x55d06fa75570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.422+0000 7f3b12251740  1 -- 172.21.15.46:0/400117306 >> 172.21.15.46:0/400117306 conn(0x55d06fa67160 msgr2=0x55d06fa68590 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:03.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.422+0000 7f3b12251740  1 -- 172.21.15.46:0/400117306 shutdown_connections
2024-03-19T01:52:03.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.422+0000 7f3b12251740  1 -- 172.21.15.46:0/400117306 wait complete.
2024-03-19T01:52:03.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.422+0000 7f3b12251740  1 --  start start
2024-03-19T01:52:03.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.422+0000 7f3b12251740  1  Processor -- start
2024-03-19T01:52:03.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.423+0000 7f3b12251740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d06fa6ca30 0x55d06fa6fb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.423+0000 7f3b12251740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d06fa6d350 0x55d06fa70090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.423+0000 7f3b12251740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d06fa75f30 0x55d06fa705d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.423+0000 7f3b12251740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f3b081ad180 con 0x55d06fa6d350
2024-03-19T01:52:03.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.423+0000 7f3b12251740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f3b081ae5f0 con 0x55d06fa6ca30
2024-03-19T01:52:03.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.423+0000 7f3b12251740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f3b081ad850 con 0x55d06fa75f30
2024-03-19T01:52:03.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.423+0000 7f3b12251740 10 client.0 _ll_register_callbacks cb 0x7f3b04009560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:52:03.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.423+0000 7f3b0cbfc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d06fa6d350 0x55d06fa70090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.423+0000 7f3b0cbfc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d06fa6d350 0x55d06fa70090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39100/0 (socket says 172.21.15.46:39100)
2024-03-19T01:52:03.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.423+0000 7f3b0cbfc640  1 -- 172.21.15.46:0/296163969 learned_addr learned my addr 172.21.15.46:0/296163969 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:03.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.423+0000 7f3b0d3fd640  1 --2- 172.21.15.46:0/296163969 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d06fa6ca30 0x55d06fa6fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.423+0000 7f3b0dbfe640  1 --2- 172.21.15.46:0/296163969 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d06fa75f30 0x55d06fa705d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.423+0000 7f3b0cbfc640  1 -- 172.21.15.46:0/296163969 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d06fa75f30 msgr2=0x55d06fa705d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:03.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.423+0000 7f3b0cbfc640  1 --2- 172.21.15.46:0/296163969 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d06fa75f30 0x55d06fa705d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.423+0000 7f3b0cbfc640  1 -- 172.21.15.46:0/296163969 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d06fa6ca30 msgr2=0x55d06fa6fb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:03.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.423+0000 7f3b0cbfc640  1 --2- 172.21.15.46:0/296163969 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d06fa6ca30 0x55d06fa6fb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.423+0000 7f3b0cbfc640  1 -- 172.21.15.46:0/296163969 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d06f6a40f0 con 0x55d06fa6d350
2024-03-19T01:52:03.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.423+0000 7f3b0cbfc640  1 --2- 172.21.15.46:0/296163969 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d06fa6d350 0x55d06fa70090 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f3af8009be0 tx=0x7f3af8005f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51dcd8eeacda1b02 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:03.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.423+0000 7f3af0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:52:03.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.423+0000 7f3af0ff9640  1 -- 172.21.15.46:0/296163969 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3af803c060 con 0x55d06fa6d350
2024-03-19T01:52:03.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.423+0000 7f3af0ff9640  1 -- 172.21.15.46:0/296163969 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f3af8019430 con 0x55d06fa6d350
2024-03-19T01:52:03.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.423+0000 7f3b12251740  1 -- 172.21.15.46:0/296163969 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3af80054c0 con 0x55d06fa6d350
2024-03-19T01:52:03.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.423+0000 7f3af0ff9640  1 -- 172.21.15.46:0/296163969 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f3af8043050 con 0x55d06fa6d350
2024-03-19T01:52:03.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.423+0000 7f3b12251740 10 client.16071 fetch_fsmap learned FSMap version 25
2024-03-19T01:52:03.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.424+0000 7f3b12251740  1 -- 172.21.15.46:0/296163969 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55d06faf0c20 con 0x55d06fa6d350
2024-03-19T01:52:03.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.424+0000 7f3af0ff9640  1 -- 172.21.15.46:0/296163969 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3af80054c0 con 0x55d06fa6d350
2024-03-19T01:52:03.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.424+0000 7f3af0ff9640  1 -- 172.21.15.46:0/296163969 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f3af8003680 con 0x55d06fa6d350
2024-03-19T01:52:03.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.424+0000 7f3b12251740 10 client.16071 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:52:03.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.424+0000 7f3b12251740 10 client.16071 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:52:03.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.424+0000 7f3b12251740 20 client.16071 populate_metadata read hostname 'smithi046'
2024-03-19T01:52:03.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.424+0000 7f3b12251740  1 --2- 172.21.15.46:0/296163969 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55d06faf1230 0x55d06faf3650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.424+0000 7f3b12251740  4 client.16071 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:52:03.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.424+0000 7f3b12251740  1 -- 172.21.15.46:0/296163969 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55d06f9d7d90 con 0x55d06faf1230
2024-03-19T01:52:03.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.424+0000 7f3b0d3fd640  1 --2- 172.21.15.46:0/296163969 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55d06faf1230 0x55d06faf3650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.424+0000 7f3af0ff9640 10 client.16071 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:52:03.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.424+0000 7f3b0d3fd640  1 --2- 172.21.15.46:0/296163969 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55d06faf1230 0x55d06faf3650 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a044075ba370a488 server_cookie=eaaec0dec3395ead in_seq=0 out_seq=0
2024-03-19T01:52:03.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.425+0000 7f3af0ff9640  1 -- 172.21.15.46:0/296163969 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55d06f9d7d90 con 0x55d06faf1230
2024-03-19T01:52:03.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.425+0000 7f3af0ff9640 10 client.16071 handle_command_reply: tid=0
2024-03-19T01:52:03.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.425+0000 7f3b12251740  1 client.16071 shutdown
2024-03-19T01:52:03.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.425+0000 7f3b12251740  1 -- 172.21.15.46:0/296163969 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d06fa6d350 msgr2=0x55d06fa70090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:03.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.425+0000 7f3b12251740  1 --2- 172.21.15.46:0/296163969 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d06fa6d350 0x55d06fa70090 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f3af8009be0 tx=0x7f3af8005f30 comp rx=0 tx=0).stop
2024-03-19T01:52:03.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.425+0000 7f3b12251740  1 -- 172.21.15.46:0/296163969 shutdown_connections
2024-03-19T01:52:03.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.425+0000 7f3b12251740  1 --2- 172.21.15.46:0/296163969 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55d06faf1230 0x55d06faf3650 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.425+0000 7f3b12251740  1 --2- 172.21.15.46:0/296163969 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d06fa75f30 0x55d06fa705d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.425+0000 7f3b12251740  1 --2- 172.21.15.46:0/296163969 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d06fa6d350 0x55d06fa70090 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.425+0000 7f3af0ff9640  0 client.16071 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:52:03.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.425+0000 7f3b12251740  1 --2- 172.21.15.46:0/296163969 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d06fa6ca30 0x55d06fa6fb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.425+0000 7f3b12251740  1 -- 172.21.15.46:0/296163969 >> 172.21.15.46:0/296163969 conn(0x55d06fa67160 msgr2=0x55d06fa73690 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:03.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.425+0000 7f3b12251740  1 -- 172.21.15.46:0/296163969 shutdown_connections
2024-03-19T01:52:03.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.425+0000 7f3b12251740  1 -- 172.21.15.46:0/296163969 wait complete.
2024-03-19T01:52:03.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.425+0000 7f3b12251740 20 client.16071 trim_cache size 0 max 16384
2024-03-19T01:52:03.432 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:52:03.432 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "no active scrubs running",
2024-03-19T01:52:03.432 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {}
2024-03-19T01:52:03.432 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:52:03.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.425+0000 7f3b0f661640  1 -- 172.21.15.46:0/4245820192 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f3af40a29f0 msgr2=0x7f3af40a4eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:03.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.425+0000 7f3b0f661640  1 --2- 172.21.15.46:0/4245820192 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f3af40a29f0 0x7f3af40a4eb0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f3b00005fd0 tx=0x7f3b00009e00 comp rx=0 tx=0).stop
2024-03-19T01:52:03.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.425+0000 7f3b0f661640  1 -- 172.21.15.46:0/4245820192 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b080ff8f0 msgr2=0x7f3b08197fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:03.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.425+0000 7f3b0f661640  1 --2- 172.21.15.46:0/4245820192 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b080ff8f0 0x7f3b08197fc0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f3b04005940 tx=0x7f3b0402c5f0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.425+0000 7f3b0f661640  1 -- 172.21.15.46:0/4245820192 shutdown_connections
2024-03-19T01:52:03.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.425+0000 7f3b0f661640  1 --2- 172.21.15.46:0/4245820192 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3b08107900 0x7f3b0819c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.425+0000 7f3b0f661640  1 --2- 172.21.15.46:0/4245820192 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f3af40a29f0 0x7f3af40a4eb0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.425+0000 7f3b0f661640  1 --2- 172.21.15.46:0/4245820192 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3b081002b0 0x7f3b08198500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.425+0000 7f3b0f661640  1 --2- 172.21.15.46:0/4245820192 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b080ff8f0 0x7f3b08197fc0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.426+0000 7f3b0f661640  1 -- 172.21.15.46:0/4245820192 >> 172.21.15.46:0/4245820192 conn(0x7f3b08076870 msgr2=0x7f3b080fe0c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:03.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.426+0000 7f3b0f661640  1 -- 172.21.15.46:0/4245820192 shutdown_connections
2024-03-19T01:52:03.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.426+0000 7f3b0f661640  1 -- 172.21.15.46:0/4245820192 wait complete.
2024-03-19T01:52:03.436 INFO:tasks.cephfs.filesystem:all active scrubs completed
2024-03-19T01:52:03.436 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:52:03.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.539+0000 7fedb0eae640  1 -- 172.21.15.46:0/640931395 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fedac1021a0 msgr2=0x7fedac10e6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:03.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.539+0000 7fedb0eae640  1 --2- 172.21.15.46:0/640931395 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fedac1021a0 0x7fedac10e6b0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fed9c009c10 tx=0x7fed9c02bef0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.539+0000 7fedb0eae640  1 -- 172.21.15.46:0/640931395 shutdown_connections
2024-03-19T01:52:03.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.539+0000 7fedb0eae640  1 --2- 172.21.15.46:0/640931395 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fedac1021a0 0x7fedac10e6b0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.539+0000 7fedb0eae640  1 --2- 172.21.15.46:0/640931395 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fedac1017e0 0x7fedac101c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.539+0000 7fedb0eae640  1 --2- 172.21.15.46:0/640931395 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fedac1077f0 0x7fedac107bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.539+0000 7fedb0eae640  1 -- 172.21.15.46:0/640931395 >> 172.21.15.46:0/640931395 conn(0x7fedac0fd290 msgr2=0x7fedac0ff6b0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:03.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.539+0000 7fedb0eae640  1 -- 172.21.15.46:0/640931395 shutdown_connections
2024-03-19T01:52:03.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.539+0000 7fedb0eae640  1 -- 172.21.15.46:0/640931395 wait complete.
2024-03-19T01:52:03.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.540+0000 7fedb0eae640  1  Processor -- start
2024-03-19T01:52:03.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.540+0000 7fedb0eae640  1 --  start start
2024-03-19T01:52:03.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.540+0000 7fedb0eae640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fedac1017e0 0x7fedac073b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.540+0000 7fedb0eae640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fedac1021a0 0x7fedac074060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.540+0000 7fedb0eae640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fedac1077f0 0x7fedac0745a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.540+0000 7fedb0eae640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fedac111ab0 con 0x7fedac1077f0
2024-03-19T01:52:03.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.540+0000 7fedb0eae640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fedac111930 con 0x7fedac1017e0
2024-03-19T01:52:03.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.540+0000 7fedb0eae640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fedac111c30 con 0x7fedac1021a0
2024-03-19T01:52:03.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.541+0000 7fedaad9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fedac1077f0 0x7fedac0745a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.541+0000 7fedaad9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fedac1077f0 0x7fedac0745a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39118/0 (socket says 172.21.15.46:39118)
2024-03-19T01:52:03.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.541+0000 7fedaad9d640  1 -- 172.21.15.46:0/3777216987 learned_addr learned my addr 172.21.15.46:0/3777216987 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:03.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.541+0000 7fedaa59c640  1 --2- 172.21.15.46:0/3777216987 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fedac1017e0 0x7fedac073b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.541+0000 7feda9d9b640  1 --2- 172.21.15.46:0/3777216987 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fedac1021a0 0x7fedac074060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.541+0000 7fedaad9d640  1 -- 172.21.15.46:0/3777216987 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fedac1021a0 msgr2=0x7fedac074060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:03.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.541+0000 7fedaad9d640  1 --2- 172.21.15.46:0/3777216987 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fedac1021a0 0x7fedac074060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.541+0000 7fedaad9d640  1 -- 172.21.15.46:0/3777216987 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fedac1017e0 msgr2=0x7fedac073b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:03.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.541+0000 7fedaad9d640  1 --2- 172.21.15.46:0/3777216987 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fedac1017e0 0x7fedac073b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.541+0000 7fedaad9d640  1 -- 172.21.15.46:0/3777216987 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedac1a6520 con 0x7fedac1077f0
2024-03-19T01:52:03.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.541+0000 7fedaad9d640  1 --2- 172.21.15.46:0/3777216987 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fedac1077f0 0x7fedac0745a0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fed9c034fd0 tx=0x7fed9c005c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:03.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.541+0000 7feda37fe640  1 -- 172.21.15.46:0/3777216987 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed9c043020 con 0x7fedac1077f0
2024-03-19T01:52:03.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.541+0000 7feda37fe640  1 -- 172.21.15.46:0/3777216987 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fed9c003e20 con 0x7fedac1077f0
2024-03-19T01:52:03.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.541+0000 7fedb0eae640  1 -- 172.21.15.46:0/3777216987 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedac1a67b0 con 0x7fedac1077f0
2024-03-19T01:52:03.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.541+0000 7feda37fe640  1 -- 172.21.15.46:0/3777216987 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed9c034430 con 0x7fedac1077f0
2024-03-19T01:52:03.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.541+0000 7fedb0eae640  1 -- 172.21.15.46:0/3777216987 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedac1a6d00 con 0x7fedac1077f0
2024-03-19T01:52:03.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.542+0000 7fedb0eae640  1 -- 172.21.15.46:0/3777216987 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fedac068a60 con 0x7fedac1077f0
2024-03-19T01:52:03.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.543+0000 7feda37fe640  1 -- 172.21.15.46:0/3777216987 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fed9c046020 con 0x7fedac1077f0
2024-03-19T01:52:03.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.544+0000 7feda37fe640  1 --2- 172.21.15.46:0/3777216987 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fed980a2970 0x7fed980a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.544+0000 7fedaa59c640  1 --2- 172.21.15.46:0/3777216987 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fed980a2970 0x7fed980a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.544+0000 7feda37fe640  1 -- 172.21.15.46:0/3777216987 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fed9c0f1610 con 0x7fedac1077f0
2024-03-19T01:52:03.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.544+0000 7fedaa59c640  1 --2- 172.21.15.46:0/3777216987 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fed980a2970 0x7fed980a4e30 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7feda4005fd0 tx=0x7feda4009260 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:03.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.548+0000 7feda37fe640  1 -- 172.21.15.46:0/3777216987 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fed9c04d020 con 0x7fedac1077f0
2024-03-19T01:52:03.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.775+0000 7fedb0eae640  1 -- 172.21.15.46:0/3777216987 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fedac02d1f0 con 0x7fedac1077f0
2024-03-19T01:52:03.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.776+0000 7feda37fe640  1 -- 172.21.15.46:0/3777216987 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11864 (secure 0 0 0) 0x7fed9c0be110 con 0x7fedac1077f0
2024-03-19T01:52:03.776 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:52:03.776 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":25,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-19T01:47:26.395717+0000","modified":"2024-03-19T01:50:55.100622+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24506,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6839/1788589639","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6838","nonce":1788589639},{"type":"v1","addr":"172.21.15.73:6839","nonce":1788589639}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24506,"qdb_cluster":[24479,24478,24506]},"id":1}]}
2024-03-19T01:52:03.776 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 25
2024-03-19T01:52:03.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.778+0000 7fedb0eae640  1 -- 172.21.15.46:0/3777216987 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fed980a2970 msgr2=0x7fed980a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:03.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.778+0000 7fedb0eae640  1 --2- 172.21.15.46:0/3777216987 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fed980a2970 0x7fed980a4e30 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7feda4005fd0 tx=0x7feda4009260 comp rx=0 tx=0).stop
2024-03-19T01:52:03.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.778+0000 7fedb0eae640  1 -- 172.21.15.46:0/3777216987 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fedac1077f0 msgr2=0x7fedac0745a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:03.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.778+0000 7fedb0eae640  1 --2- 172.21.15.46:0/3777216987 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fedac1077f0 0x7fedac0745a0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fed9c034fd0 tx=0x7fed9c005c60 comp rx=0 tx=0).stop
2024-03-19T01:52:03.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.778+0000 7fedb0eae640  1 -- 172.21.15.46:0/3777216987 shutdown_connections
2024-03-19T01:52:03.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.778+0000 7fedb0eae640  1 --2- 172.21.15.46:0/3777216987 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fedac1077f0 0x7fedac0745a0 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.778+0000 7fedb0eae640  1 --2- 172.21.15.46:0/3777216987 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fed980a2970 0x7fed980a4e30 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.778+0000 7fedb0eae640  1 --2- 172.21.15.46:0/3777216987 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fedac1021a0 0x7fedac074060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.778+0000 7fedb0eae640  1 --2- 172.21.15.46:0/3777216987 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fedac1017e0 0x7fedac073b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.778+0000 7fedb0eae640  1 -- 172.21.15.46:0/3777216987 >> 172.21.15.46:0/3777216987 conn(0x7fedac0fd290 msgr2=0x7fedac0fdb40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:03.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.778+0000 7fedb0eae640  1 -- 172.21.15.46:0/3777216987 shutdown_connections
2024-03-19T01:52:03.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.778+0000 7fedb0eae640  1 -- 172.21.15.46:0/3777216987 wait complete.
2024-03-19T01:52:03.789 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls
2024-03-19T01:52:03.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.897+0000 7fddcd4b5640  1 -- 172.21.15.46:0/1705154598 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fddc8107810 msgr2=0x7fddc8107bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:03.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.897+0000 7fddcd4b5640  1 --2- 172.21.15.46:0/1705154598 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fddc8107810 0x7fddc8107bf0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fddb8009900 tx=0x7fddb802bc30 comp rx=0 tx=0).stop
2024-03-19T01:52:03.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.897+0000 7fddcd4b5640  1 -- 172.21.15.46:0/1705154598 shutdown_connections
2024-03-19T01:52:03.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.897+0000 7fddcd4b5640  1 --2- 172.21.15.46:0/1705154598 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fddc806a850 0x7fddc810e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.897+0000 7fddcd4b5640  1 --2- 172.21.15.46:0/1705154598 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fddc8069eb0 0x7fddc806a310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.897+0000 7fddcd4b5640  1 --2- 172.21.15.46:0/1705154598 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fddc8107810 0x7fddc8107bf0 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.897+0000 7fddcd4b5640  1 -- 172.21.15.46:0/1705154598 >> 172.21.15.46:0/1705154598 conn(0x7fddc80774f0 msgr2=0x7fddc8077900 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:03.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.897+0000 7fddcd4b5640  1 -- 172.21.15.46:0/1705154598 shutdown_connections
2024-03-19T01:52:03.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.897+0000 7fddcd4b5640  1 -- 172.21.15.46:0/1705154598 wait complete.
2024-03-19T01:52:03.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.898+0000 7fddcd4b5640  1  Processor -- start
2024-03-19T01:52:03.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.898+0000 7fddcd4b5640  1 --  start start
2024-03-19T01:52:03.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.898+0000 7fddcd4b5640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fddc8069eb0 0x7fddc8100a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.898+0000 7fddcd4b5640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fddc806a850 0x7fddc8100f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.898+0000 7fddcd4b5640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fddc8107810 0x7fddc81014c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.898+0000 7fddcd4b5640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fddc8111aa0 con 0x7fddc8107810
2024-03-19T01:52:03.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.898+0000 7fddcd4b5640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fddc8111920 con 0x7fddc8069eb0
2024-03-19T01:52:03.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.898+0000 7fddcd4b5640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fddc8111c20 con 0x7fddc806a850
2024-03-19T01:52:03.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.898+0000 7fddc77fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fddc8107810 0x7fddc81014c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.898+0000 7fddc6ffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fddc8069eb0 0x7fddc8100a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.898+0000 7fddc77fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fddc8107810 0x7fddc81014c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39126/0 (socket says 172.21.15.46:39126)
2024-03-19T01:52:03.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.898+0000 7fddc77fe640  1 -- 172.21.15.46:0/3513510345 learned_addr learned my addr 172.21.15.46:0/3513510345 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:03.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.898+0000 7fddc67fc640  1 --2- 172.21.15.46:0/3513510345 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fddc806a850 0x7fddc8100f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.898+0000 7fddc77fe640  1 -- 172.21.15.46:0/3513510345 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fddc806a850 msgr2=0x7fddc8100f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:03.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.898+0000 7fddc77fe640  1 --2- 172.21.15.46:0/3513510345 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fddc806a850 0x7fddc8100f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.898+0000 7fddc77fe640  1 -- 172.21.15.46:0/3513510345 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fddc8069eb0 msgr2=0x7fddc8100a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:03.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.898+0000 7fddc77fe640  1 --2- 172.21.15.46:0/3513510345 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fddc8069eb0 0x7fddc8100a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.898+0000 7fddc77fe640  1 -- 172.21.15.46:0/3513510345 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddc81a6500 con 0x7fddc8107810
2024-03-19T01:52:03.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.899+0000 7fddc77fe640  1 --2- 172.21.15.46:0/3513510345 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fddc8107810 0x7fddc81014c0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fddc000eb10 tx=0x7fddc000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:03.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.899+0000 7fddaffff640  1 -- 172.21.15.46:0/3513510345 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddc0004b20 con 0x7fddc8107810
2024-03-19T01:52:03.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.899+0000 7fddcd4b5640  1 -- 172.21.15.46:0/3513510345 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fddc81a67f0 con 0x7fddc8107810
2024-03-19T01:52:03.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.899+0000 7fddaffff640  1 -- 172.21.15.46:0/3513510345 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fddc0004cc0 con 0x7fddc8107810
2024-03-19T01:52:03.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.899+0000 7fddaffff640  1 -- 172.21.15.46:0/3513510345 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddc0010690 con 0x7fddc8107810
2024-03-19T01:52:03.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.899+0000 7fddcd4b5640  1 -- 172.21.15.46:0/3513510345 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fddc81a6d40 con 0x7fddc8107810
2024-03-19T01:52:03.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.901+0000 7fddaffff640  1 -- 172.21.15.46:0/3513510345 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fddc0005020 con 0x7fddc8107810
2024-03-19T01:52:03.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.901+0000 7fddd0177740  1  Processor -- start
2024-03-19T01:52:03.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.901+0000 7fddd0177740  1 --  start start
2024-03-19T01:52:03.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.901+0000 7fddaffff640  1 --2- 172.21.15.46:0/3513510345 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fddb00a2970 0x7fddb00a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.901+0000 7fddd0177740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561336c622d0 0x561336c626b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.901+0000 7fddd0177740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561336c62bf0 0x561336c6b290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.902+0000 7fddd0177740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561336c6b7d0 0x561336c6dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.902+0000 7fddd0177740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x561336bc54b0 con 0x561336c622d0
2024-03-19T01:52:03.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.902+0000 7fddd0177740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x561336b6dd70 con 0x561336c62bf0
2024-03-19T01:52:03.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.902+0000 7fddd0177740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x561336bc1550 con 0x561336c6b7d0
2024-03-19T01:52:03.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.902+0000 7fddaffff640  1 -- 172.21.15.46:0/3513510345 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fddc00cf820 con 0x7fddc8107810
2024-03-19T01:52:03.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.902+0000 7fddc67fc640  1 --2- 172.21.15.46:0/3513510345 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fddb00a2970 0x7fddb00a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.902+0000 7fddc6ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561336c622d0 0x561336c626b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.902+0000 7fddc6ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561336c622d0 0x561336c626b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39138/0 (socket says 172.21.15.46:39138)
2024-03-19T01:52:03.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.902+0000 7fddc6ffd640  1 -- 172.21.15.46:0/1801578882 learned_addr learned my addr 172.21.15.46:0/1801578882 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:03.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.902+0000 7fddc67fc640  1 --2- 172.21.15.46:0/1801578882 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561336c62bf0 0x561336c6b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.902+0000 7fddc77fe640  1 --2- 172.21.15.46:0/1801578882 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561336c6b7d0 0x561336c6dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.902+0000 7fddc6ffd640  1 -- 172.21.15.46:0/1801578882 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561336c6b7d0 msgr2=0x561336c6dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:03.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.902+0000 7fddc6ffd640  1 --2- 172.21.15.46:0/1801578882 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561336c6b7d0 0x561336c6dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.902+0000 7fddc6ffd640  1 -- 172.21.15.46:0/1801578882 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561336c62bf0 msgr2=0x561336c6b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:03.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.902+0000 7fddc6ffd640  1 --2- 172.21.15.46:0/1801578882 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561336c62bf0 0x561336c6b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.902+0000 7fddc6ffd640  1 -- 172.21.15.46:0/1801578882 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561336b90210 con 0x561336c622d0
2024-03-19T01:52:03.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.902+0000 7fddc77fe640  1 --2- 172.21.15.46:0/1801578882 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561336c6b7d0 0x561336c6dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:52:03.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.902+0000 7fddc6ffd640  1 --2- 172.21.15.46:0/1801578882 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561336c622d0 0x561336c626b0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fddb8009900 tx=0x7fddb8005e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8cbbc510c449cbf server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:03.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.902+0000 7fddc67fc640  1 --2- 172.21.15.46:0/3513510345 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fddb00a2970 0x7fddb00a4e30 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fddc81024d0 tx=0x7fddbc009ad0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:03.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.902+0000 7fddad7fa640  1 -- 172.21.15.46:0/1801578882 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddb802c800 con 0x561336c622d0
2024-03-19T01:52:03.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.902+0000 7fddad7fa640  1 -- 172.21.15.46:0/1801578882 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fddb802c9a0 con 0x561336c622d0
2024-03-19T01:52:03.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.902+0000 7fddad7fa640  1 -- 172.21.15.46:0/1801578882 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddb80046c0 con 0x561336c622d0
2024-03-19T01:52:03.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.903+0000 7fddd0177740  1 -- 172.21.15.46:0/1801578882 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561336c622d0 msgr2=0x561336c626b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:03.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.903+0000 7fddd0177740  1 --2- 172.21.15.46:0/1801578882 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561336c622d0 0x561336c626b0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fddb8009900 tx=0x7fddb8005e40 comp rx=0 tx=0).stop
2024-03-19T01:52:03.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.903+0000 7fddd0177740  1 -- 172.21.15.46:0/1801578882 shutdown_connections
2024-03-19T01:52:03.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.903+0000 7fddd0177740  1 --2- 172.21.15.46:0/1801578882 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561336c6b7d0 0x561336c6dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.903+0000 7fddd0177740  1 --2- 172.21.15.46:0/1801578882 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561336c62bf0 0x561336c6b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.903+0000 7fddd0177740  1 --2- 172.21.15.46:0/1801578882 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561336c622d0 0x561336c626b0 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.903+0000 7fddd0177740  1 -- 172.21.15.46:0/1801578882 >> 172.21.15.46:0/1801578882 conn(0x561336c5ca00 msgr2=0x561336c5cde0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:03.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.903+0000 7fddd0177740  1 -- 172.21.15.46:0/1801578882 shutdown_connections
2024-03-19T01:52:03.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.903+0000 7fddd0177740  1 -- 172.21.15.46:0/1801578882 wait complete.
2024-03-19T01:52:03.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.903+0000 7fddd0177740  1 --  start start
2024-03-19T01:52:03.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.903+0000 7fddd0177740  1  Processor -- start
2024-03-19T01:52:03.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.904+0000 7fddd0177740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561336c622d0 0x561336c68830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.904+0000 7fddd0177740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561336c62bf0 0x561336c68d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.904+0000 7fddd0177740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561336c6b7d0 0x561336c692b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.904+0000 7fddd0177740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x561336c6e560 con 0x561336c622d0
2024-03-19T01:52:03.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.904+0000 7fddd0177740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x561336b81310 con 0x561336c6b7d0
2024-03-19T01:52:03.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.904+0000 7fddd0177740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x561336c6e6e0 con 0x561336c62bf0
2024-03-19T01:52:03.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.904+0000 7fddd0177740 10 client.0 _ll_register_callbacks cb 0x561336b752d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:52:03.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.904+0000 7fddc6ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561336c622d0 0x561336c68830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.904+0000 7fddc6ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561336c622d0 0x561336c68830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39154/0 (socket says 172.21.15.46:39154)
2024-03-19T01:52:03.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.904+0000 7fddc6ffd640  1 -- 172.21.15.46:0/80153814 learned_addr learned my addr 172.21.15.46:0/80153814 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:03.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.904+0000 7fddc67fc640  1 --2- 172.21.15.46:0/80153814 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561336c62bf0 0x561336c68d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.904+0000 7fddc77fe640  1 --2- 172.21.15.46:0/80153814 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561336c6b7d0 0x561336c692b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.904+0000 7fddc6ffd640  1 -- 172.21.15.46:0/80153814 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561336c62bf0 msgr2=0x561336c68d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:03.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.904+0000 7fddc6ffd640  1 --2- 172.21.15.46:0/80153814 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561336c62bf0 0x561336c68d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.904+0000 7fddc6ffd640  1 -- 172.21.15.46:0/80153814 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561336c6b7d0 msgr2=0x561336c692b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:03.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.904+0000 7fddc6ffd640  1 --2- 172.21.15.46:0/80153814 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561336c6b7d0 0x561336c692b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.904+0000 7fddc6ffd640  1 -- 172.21.15.46:0/80153814 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5613368d93f0 con 0x561336c622d0
2024-03-19T01:52:03.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.904+0000 7fddc6ffd640  1 --2- 172.21.15.46:0/80153814 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561336c622d0 0x561336c68830 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fddb8009430 tx=0x7fddb8005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=787f1fa6e1f35f1e server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:03.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.904+0000 7fddaaff5640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:52:03.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.904+0000 7fddaaff5640  1 -- 172.21.15.46:0/80153814 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddb802c800 con 0x561336c622d0
2024-03-19T01:52:03.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.904+0000 7fddaaff5640  1 -- 172.21.15.46:0/80153814 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fddb8005530 con 0x561336c622d0
2024-03-19T01:52:03.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.904+0000 7fddd0177740  1 -- 172.21.15.46:0/80153814 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fddb802c9a0 con 0x561336c622d0
2024-03-19T01:52:03.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.905+0000 7fddaaff5640  1 -- 172.21.15.46:0/80153814 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fddb8056050 con 0x561336c622d0
2024-03-19T01:52:03.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.905+0000 7fddd0177740 10 client.16089 fetch_fsmap learned FSMap version 25
2024-03-19T01:52:03.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.905+0000 7fddd0177740  1 -- 172.21.15.46:0/80153814 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5613369a37d0 con 0x561336c622d0
2024-03-19T01:52:03.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.905+0000 7fddaaff5640  1 -- 172.21.15.46:0/80153814 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fddb802c9a0 con 0x561336c622d0
2024-03-19T01:52:03.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.905+0000 7fddaaff5640  1 -- 172.21.15.46:0/80153814 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fddb80038c0 con 0x561336c622d0
2024-03-19T01:52:03.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.905+0000 7fddd0177740 10 client.16089 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:52:03.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.905+0000 7fddd0177740 10 client.16089 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:52:03.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.905+0000 7fddd0177740 20 client.16089 populate_metadata read hostname 'smithi046'
2024-03-19T01:52:03.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.905+0000 7fddd0177740  1 --2- 172.21.15.46:0/80153814 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x561336c7b9b0 0x561336c7dda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.905+0000 7fddd0177740  4 client.16089 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:52:03.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.905+0000 7fddd0177740  1 -- 172.21.15.46:0/80153814 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561336c233e0 con 0x561336c7b9b0
2024-03-19T01:52:03.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.905+0000 7fddc67fc640  1 --2- 172.21.15.46:0/80153814 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x561336c7b9b0 0x561336c7dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.906+0000 7fddc67fc640  1 --2- 172.21.15.46:0/80153814 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x561336c7b9b0 0x561336c7dda0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=81b8b0ca81dd0aa4 server_cookie=b3af2fa79609426b in_seq=0 out_seq=0
2024-03-19T01:52:03.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.906+0000 7fddaaff5640 10 client.16089 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:52:03.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.906+0000 7fddaaff5640  1 -- 172.21.15.46:0/80153814 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x561336c233e0 con 0x561336c7b9b0
2024-03-19T01:52:03.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.906+0000 7fddaaff5640 10 client.16089 handle_command_reply: tid=0
2024-03-19T01:52:03.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.906+0000 7fddd0177740  1 client.16089 shutdown
2024-03-19T01:52:03.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.906+0000 7fddd0177740  1 -- 172.21.15.46:0/80153814 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561336c622d0 msgr2=0x561336c68830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:03.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.906+0000 7fddd0177740  1 --2- 172.21.15.46:0/80153814 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561336c622d0 0x561336c68830 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fddb8009430 tx=0x7fddb8005fd0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.906+0000 7fddd0177740  1 -- 172.21.15.46:0/80153814 shutdown_connections
2024-03-19T01:52:03.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.906+0000 7fddd0177740  1 --2- 172.21.15.46:0/80153814 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x561336c7b9b0 0x561336c7dda0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.906+0000 7fddd0177740  1 --2- 172.21.15.46:0/80153814 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561336c6b7d0 0x561336c692b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.906+0000 7fddaaff5640  0 client.16089 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:52:03.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.906+0000 7fddd0177740  1 --2- 172.21.15.46:0/80153814 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561336c62bf0 0x561336c68d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.906+0000 7fddd0177740  1 --2- 172.21.15.46:0/80153814 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561336c622d0 0x561336c68830 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.906+0000 7fddd0177740  1 -- 172.21.15.46:0/80153814 >> 172.21.15.46:0/80153814 conn(0x561336c5ca00 msgr2=0x561336c5e750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:03.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.906+0000 7fddd0177740  1 -- 172.21.15.46:0/80153814 shutdown_connections
2024-03-19T01:52:03.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.906+0000 7fddd0177740  1 -- 172.21.15.46:0/80153814 wait complete.
2024-03-19T01:52:03.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.906+0000 7fddd0177740 20 client.16089 trim_cache size 0 max 16384
2024-03-19T01:52:03.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.920+0000 7fddd0177740  1  Processor -- start
2024-03-19T01:52:03.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.920+0000 7fddd0177740  1 --  start start
2024-03-19T01:52:03.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.920+0000 7fddd0177740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561336c622d0 0x561336c67990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.920+0000 7fddd0177740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561336c62bf0 0x561336c77300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.920+0000 7fddd0177740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561336c6b7d0 0x561336c690d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.920+0000 7fddd0177740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fddc81b35f0 con 0x561336c62bf0
2024-03-19T01:52:03.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.920+0000 7fddd0177740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fddc81b0ec0 con 0x561336c6b7d0
2024-03-19T01:52:03.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.920+0000 7fddd0177740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fddc81aecf0 con 0x561336c622d0
2024-03-19T01:52:03.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.920+0000 7fddc67fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561336c62bf0 0x561336c77300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.920+0000 7fddc67fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561336c62bf0 0x561336c77300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39160/0 (socket says 172.21.15.46:39160)
2024-03-19T01:52:03.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.920+0000 7fddc67fc640  1 -- 172.21.15.46:0/4121018614 learned_addr learned my addr 172.21.15.46:0/4121018614 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:03.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.920+0000 7fddc6ffd640  1 --2- 172.21.15.46:0/4121018614 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561336c622d0 0x561336c67990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.920+0000 7fddc77fe640  1 --2- 172.21.15.46:0/4121018614 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561336c6b7d0 0x561336c690d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.920+0000 7fddc67fc640  1 -- 172.21.15.46:0/4121018614 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561336c622d0 msgr2=0x561336c67990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:03.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.920+0000 7fddc67fc640  1 --2- 172.21.15.46:0/4121018614 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561336c622d0 0x561336c67990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.920+0000 7fddc67fc640  1 -- 172.21.15.46:0/4121018614 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561336c6b7d0 msgr2=0x561336c690d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:03.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.920+0000 7fddc67fc640  1 --2- 172.21.15.46:0/4121018614 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561336c6b7d0 0x561336c690d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.920+0000 7fddc67fc640  1 -- 172.21.15.46:0/4121018614 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561336c32880 con 0x561336c62bf0
2024-03-19T01:52:03.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.920+0000 7fddc67fc640  1 --2- 172.21.15.46:0/4121018614 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561336c62bf0 0x561336c77300 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fddbc0131b0 tx=0x7fddbc005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1eec1f9fc470659f server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:03.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.920+0000 7fddacff9640  1 -- 172.21.15.46:0/4121018614 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddbc0044d0 con 0x561336c62bf0
2024-03-19T01:52:03.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.921+0000 7fddacff9640  1 -- 172.21.15.46:0/4121018614 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fddbc00fe10 con 0x561336c62bf0
2024-03-19T01:52:03.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.921+0000 7fddacff9640  1 -- 172.21.15.46:0/4121018614 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddbc003ab0 con 0x561336c62bf0
2024-03-19T01:52:03.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.921+0000 7fddd0177740  1 -- 172.21.15.46:0/4121018614 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561336c62bf0 msgr2=0x561336c77300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:03.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.921+0000 7fddd0177740  1 --2- 172.21.15.46:0/4121018614 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561336c62bf0 0x561336c77300 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fddbc0131b0 tx=0x7fddbc005f90 comp rx=0 tx=0).stop
2024-03-19T01:52:03.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.921+0000 7fddd0177740  1 -- 172.21.15.46:0/4121018614 shutdown_connections
2024-03-19T01:52:03.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.921+0000 7fddd0177740  1 --2- 172.21.15.46:0/4121018614 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561336c6b7d0 0x561336c690d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.921+0000 7fddd0177740  1 --2- 172.21.15.46:0/4121018614 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561336c62bf0 0x561336c77300 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.921+0000 7fddd0177740  1 --2- 172.21.15.46:0/4121018614 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561336c622d0 0x561336c67990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.921+0000 7fddd0177740  1 -- 172.21.15.46:0/4121018614 >> 172.21.15.46:0/4121018614 conn(0x561336c5ca00 msgr2=0x561336c5b310 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:03.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.921+0000 7fddd0177740  1 -- 172.21.15.46:0/4121018614 shutdown_connections
2024-03-19T01:52:03.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.921+0000 7fddd0177740  1 -- 172.21.15.46:0/4121018614 wait complete.
2024-03-19T01:52:03.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.921+0000 7fddd0177740  1 --  start start
2024-03-19T01:52:03.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.921+0000 7fddd0177740  1  Processor -- start
2024-03-19T01:52:03.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.922+0000 7fddd0177740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561336c622d0 0x561336c73ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.922+0000 7fddd0177740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561336c62bf0 0x561336c6eef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.922+0000 7fddd0177740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561336c6b7d0 0x561336c6f430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.922+0000 7fddd0177740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fddc81af380 con 0x561336c62bf0
2024-03-19T01:52:03.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.922+0000 7fddd0177740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fddc81b07f0 con 0x561336c622d0
2024-03-19T01:52:03.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.922+0000 7fddd0177740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fddc81afa50 con 0x561336c6b7d0
2024-03-19T01:52:03.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.922+0000 7fddd0177740 10 client.0 _ll_register_callbacks cb 0x7fddbc0134e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:52:03.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.922+0000 7fddc67fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561336c62bf0 0x561336c6eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.922+0000 7fddc6ffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561336c622d0 0x561336c73ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.922+0000 7fddc67fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561336c62bf0 0x561336c6eef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39164/0 (socket says 172.21.15.46:39164)
2024-03-19T01:52:03.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.922+0000 7fddc67fc640  1 -- 172.21.15.46:0/2520797054 learned_addr learned my addr 172.21.15.46:0/2520797054 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:03.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.922+0000 7fddc77fe640  1 --2- 172.21.15.46:0/2520797054 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561336c6b7d0 0x561336c6f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.922+0000 7fddc67fc640  1 -- 172.21.15.46:0/2520797054 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561336c6b7d0 msgr2=0x561336c6f430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:03.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.922+0000 7fddc67fc640  1 --2- 172.21.15.46:0/2520797054 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561336c6b7d0 0x561336c6f430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.922+0000 7fddc67fc640  1 -- 172.21.15.46:0/2520797054 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561336c622d0 msgr2=0x561336c73ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:03.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.922+0000 7fddc67fc640  1 --2- 172.21.15.46:0/2520797054 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561336c622d0 0x561336c73ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.922+0000 7fddc67fc640  1 -- 172.21.15.46:0/2520797054 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561336c6fb70 con 0x561336c62bf0
2024-03-19T01:52:03.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.922+0000 7fddc67fc640  1 --2- 172.21.15.46:0/2520797054 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561336c62bf0 0x561336c6eef0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fddbc009fb0 tx=0x7fddbc009e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e9de1ea243eae58 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:03.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.922+0000 7fddaaff5640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:52:03.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.922+0000 7fddaaff5640  1 -- 172.21.15.46:0/2520797054 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddbc0035f0 con 0x561336c62bf0
2024-03-19T01:52:03.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.922+0000 7fddaaff5640  1 -- 172.21.15.46:0/2520797054 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fddbc02a390 con 0x561336c62bf0
2024-03-19T01:52:03.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.922+0000 7fddd0177740  1 -- 172.21.15.46:0/2520797054 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fddbc00fe10 con 0x561336c62bf0
2024-03-19T01:52:03.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.923+0000 7fddaaff5640  1 -- 172.21.15.46:0/2520797054 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fddbc02a5d0 con 0x561336c62bf0
2024-03-19T01:52:03.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.923+0000 7fddd0177740 10 client.16095 fetch_fsmap learned FSMap version 25
2024-03-19T01:52:03.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.923+0000 7fddd0177740  1 -- 172.21.15.46:0/2520797054 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x561336ce19b0 con 0x561336c62bf0
2024-03-19T01:52:03.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.923+0000 7fddaaff5640  1 -- 172.21.15.46:0/2520797054 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fddbc00fe10 con 0x561336c62bf0
2024-03-19T01:52:03.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.923+0000 7fddaaff5640  1 -- 172.21.15.46:0/2520797054 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fddbc020050 con 0x561336c62bf0
2024-03-19T01:52:03.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.923+0000 7fddd0177740 10 client.16095 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:52:03.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.923+0000 7fddd0177740 10 client.16095 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:52:03.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.923+0000 7fddd0177740 20 client.16095 populate_metadata read hostname 'smithi046'
2024-03-19T01:52:03.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.923+0000 7fddd0177740  1 --2- 172.21.15.46:0/2520797054 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x561336ce2100 0x561336ce4520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:03.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.923+0000 7fddd0177740  4 client.16095 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:52:03.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.923+0000 7fddd0177740  1 -- 172.21.15.46:0/2520797054 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561336bd29f0 con 0x561336ce2100
2024-03-19T01:52:03.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.923+0000 7fddc6ffd640  1 --2- 172.21.15.46:0/2520797054 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x561336ce2100 0x561336ce4520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:03.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.924+0000 7fddaaff5640 10 client.16095 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:52:03.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.924+0000 7fddc6ffd640  1 --2- 172.21.15.46:0/2520797054 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x561336ce2100 0x561336ce4520 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b0d43ef1b99288e1 server_cookie=2ee45d39e9b8542a in_seq=0 out_seq=0
2024-03-19T01:52:03.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.924+0000 7fddaaff5640  1 -- 172.21.15.46:0/2520797054 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561336bd29f0 con 0x561336ce2100
2024-03-19T01:52:03.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.924+0000 7fddaaff5640 10 client.16095 handle_command_reply: tid=0
2024-03-19T01:52:03.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.924+0000 7fddd0177740  1 client.16095 shutdown
2024-03-19T01:52:03.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.924+0000 7fddd0177740  1 -- 172.21.15.46:0/2520797054 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561336c62bf0 msgr2=0x561336c6eef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:03.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.924+0000 7fddd0177740  1 --2- 172.21.15.46:0/2520797054 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561336c62bf0 0x561336c6eef0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fddbc009fb0 tx=0x7fddbc009e60 comp rx=0 tx=0).stop
2024-03-19T01:52:03.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.924+0000 7fddd0177740  1 -- 172.21.15.46:0/2520797054 shutdown_connections
2024-03-19T01:52:03.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.924+0000 7fddd0177740  1 --2- 172.21.15.46:0/2520797054 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x561336ce2100 0x561336ce4520 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.924+0000 7fddd0177740  1 --2- 172.21.15.46:0/2520797054 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561336c6b7d0 0x561336c6f430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.924+0000 7fddd0177740  1 --2- 172.21.15.46:0/2520797054 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561336c62bf0 0x561336c6eef0 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.924+0000 7fddd0177740  1 --2- 172.21.15.46:0/2520797054 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561336c622d0 0x561336c73ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.924+0000 7fddaaff5640  0 client.16095 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:52:03.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.924+0000 7fddd0177740  1 -- 172.21.15.46:0/2520797054 >> 172.21.15.46:0/2520797054 conn(0x561336c5ca00 msgr2=0x561336c69110 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:03.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.924+0000 7fddd0177740  1 -- 172.21.15.46:0/2520797054 shutdown_connections
2024-03-19T01:52:03.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.924+0000 7fddd0177740  1 -- 172.21.15.46:0/2520797054 wait complete.
2024-03-19T01:52:03.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.924+0000 7fddd0177740 20 client.16095 trim_cache size 0 max 16384
2024-03-19T01:52:03.931 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:52:03.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.924+0000 7fddcd4b5640  1 -- 172.21.15.46:0/3513510345 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fddb00a2970 msgr2=0x7fddb00a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:03.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.924+0000 7fddcd4b5640  1 --2- 172.21.15.46:0/3513510345 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fddb00a2970 0x7fddb00a4e30 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fddc81024d0 tx=0x7fddbc009ad0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.924+0000 7fddcd4b5640  1 -- 172.21.15.46:0/3513510345 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fddc8107810 msgr2=0x7fddc81014c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:03.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.924+0000 7fddcd4b5640  1 --2- 172.21.15.46:0/3513510345 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fddc8107810 0x7fddc81014c0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fddc000eb10 tx=0x7fddc000c2d0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.924+0000 7fddcd4b5640  1 -- 172.21.15.46:0/3513510345 shutdown_connections
2024-03-19T01:52:03.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.924+0000 7fddcd4b5640  1 --2- 172.21.15.46:0/3513510345 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fddc8107810 0x7fddc81014c0 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.924+0000 7fddcd4b5640  1 --2- 172.21.15.46:0/3513510345 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fddb00a2970 0x7fddb00a4e30 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.924+0000 7fddcd4b5640  1 --2- 172.21.15.46:0/3513510345 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fddc806a850 0x7fddc8100f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.924+0000 7fddcd4b5640  1 --2- 172.21.15.46:0/3513510345 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fddc8069eb0 0x7fddc8100a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:03.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.925+0000 7fddcd4b5640  1 -- 172.21.15.46:0/3513510345 >> 172.21.15.46:0/3513510345 conn(0x7fddc80774f0 msgr2=0x7fddc80fe750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:03.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.925+0000 7fddcd4b5640  1 -- 172.21.15.46:0/3513510345 shutdown_connections
2024-03-19T01:52:03.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:03.925+0000 7fddcd4b5640  1 -- 172.21.15.46:0/3513510345 wait complete.
2024-03-19T01:52:03.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:03 smithi046 ceph-mon[63102]: pgmap v62: 129 pgs: 129 active+clean; 2.0 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 69 MiB/s rd, 173 MiB/s wr, 348 op/s
2024-03-19T01:52:03.935 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls
2024-03-19T01:52:03.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:03 smithi102 ceph-mon[66557]: pgmap v62: 129 pgs: 129 active+clean; 2.0 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 69 MiB/s rd, 173 MiB/s wr, 348 op/s
2024-03-19T01:52:04.014 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:03 smithi073 ceph-mon[66833]: pgmap v62: 129 pgs: 129 active+clean; 2.0 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 69 MiB/s rd, 173 MiB/s wr, 348 op/s
2024-03-19T01:52:04.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.040+0000 7f394864b640  1 -- 172.21.15.46:0/2850499685 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3940107970 msgr2=0x7f3940107d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:04.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.040+0000 7f394864b640  1 --2- 172.21.15.46:0/2850499685 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3940107970 0x7f3940107d50 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f3938009930 tx=0x7f393802bc30 comp rx=0 tx=0).stop
2024-03-19T01:52:04.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.040+0000 7f394864b640  1 -- 172.21.15.46:0/2850499685 shutdown_connections
2024-03-19T01:52:04.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.040+0000 7f394864b640  1 --2- 172.21.15.46:0/2850499685 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f394006a830 0x7f394010e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.040+0000 7f394864b640  1 --2- 172.21.15.46:0/2850499685 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3940069e90 0x7f394006a2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.040+0000 7f394864b640  1 --2- 172.21.15.46:0/2850499685 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3940107970 0x7f3940107d50 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.040+0000 7f394864b640  1 -- 172.21.15.46:0/2850499685 >> 172.21.15.46:0/2850499685 conn(0x7f39400774c0 msgr2=0x7f39400778d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:04.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.041+0000 7f394864b640  1 -- 172.21.15.46:0/2850499685 shutdown_connections
2024-03-19T01:52:04.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.041+0000 7f394864b640  1 -- 172.21.15.46:0/2850499685 wait complete.
2024-03-19T01:52:04.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.041+0000 7f394864b640  1  Processor -- start
2024-03-19T01:52:04.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.041+0000 7f394864b640  1 --  start start
2024-03-19T01:52:04.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.041+0000 7f394864b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3940069e90 0x7f3940195da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.041+0000 7f394864b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f394006a830 0x7f39401962e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.041+0000 7f394864b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3940107970 0x7f394019a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.041+0000 7f394864b640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f394010f8a0 con 0x7f3940107970
2024-03-19T01:52:04.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.041+0000 7f394864b640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f394010f720 con 0x7f3940069e90
2024-03-19T01:52:04.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.041+0000 7f394864b640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f394010fa20 con 0x7f394006a830
2024-03-19T01:52:04.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.041+0000 7f3946be8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3940107970 0x7f394019a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.041+0000 7f39463e7640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3940069e90 0x7f3940195da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.041+0000 7f3946be8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3940107970 0x7f394019a610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39174/0 (socket says 172.21.15.46:39174)
2024-03-19T01:52:04.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.041+0000 7f39463e7640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3940069e90 0x7f3940195da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:57828/0 (socket says 172.21.15.46:57828)
2024-03-19T01:52:04.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.041+0000 7f3946be8640  1 -- 172.21.15.46:0/201941224 learned_addr learned my addr 172.21.15.46:0/201941224 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:04.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.041+0000 7f3945be6640  1 --2- 172.21.15.46:0/201941224 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f394006a830 0x7f39401962e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.042+0000 7f3946be8640  1 -- 172.21.15.46:0/201941224 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f394006a830 msgr2=0x7f39401962e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:04.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.042+0000 7f3946be8640  1 --2- 172.21.15.46:0/201941224 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f394006a830 0x7f39401962e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.042+0000 7f3946be8640  1 -- 172.21.15.46:0/201941224 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3940069e90 msgr2=0x7f3940195da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:04.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.042+0000 7f3946be8640  1 --2- 172.21.15.46:0/201941224 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3940069e90 0x7f3940195da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.042+0000 7f3946be8640  1 -- 172.21.15.46:0/201941224 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f394019ad40 con 0x7f3940107970
2024-03-19T01:52:04.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.042+0000 7f39463e7640  1 --2- 172.21.15.46:0/201941224 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3940069e90 0x7f3940195da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:52:04.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.042+0000 7f3945be6640  1 --2- 172.21.15.46:0/201941224 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f394006a830 0x7f39401962e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:52:04.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.042+0000 7f3946be8640  1 --2- 172.21.15.46:0/201941224 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3940107970 0x7f394019a610 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f393c00edb0 tx=0x7f393c012490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:04.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.042+0000 7f39377fe640  1 -- 172.21.15.46:0/201941224 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f393c01c030 con 0x7f3940107970
2024-03-19T01:52:04.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.042+0000 7f394864b640  1 -- 172.21.15.46:0/201941224 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f394019b030 con 0x7f3940107970
2024-03-19T01:52:04.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.042+0000 7f39377fe640  1 -- 172.21.15.46:0/201941224 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f393c012db0 con 0x7f3940107970
2024-03-19T01:52:04.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.042+0000 7f39377fe640  1 -- 172.21.15.46:0/201941224 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f393c018400 con 0x7f3940107970
2024-03-19T01:52:04.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.042+0000 7f394864b640  1 -- 172.21.15.46:0/201941224 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39401a28c0 con 0x7f3940107970
2024-03-19T01:52:04.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.044+0000 7f39377fe640  1 -- 172.21.15.46:0/201941224 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f393c01f070 con 0x7f3940107970
2024-03-19T01:52:04.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.045+0000 7f394b237740  1  Processor -- start
2024-03-19T01:52:04.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.045+0000 7f394b237740  1 --  start start
2024-03-19T01:52:04.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.045+0000 7f39377fe640  1 --2- 172.21.15.46:0/201941224 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f392c0a2970 0x7f392c0a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.045+0000 7f394b237740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563d8bf0f2d0 0x563d8bf0f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.045+0000 7f394b237740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563d8bf0fbf0 0x563d8bf18290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.045+0000 7f394b237740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563d8bf187d0 0x563d8bf1abc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.045+0000 7f394b237740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x563d8be724b0 con 0x563d8bf0fbf0
2024-03-19T01:52:04.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.045+0000 7f394b237740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x563d8be1ad70 con 0x563d8bf187d0
2024-03-19T01:52:04.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.045+0000 7f394b237740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x563d8be6e550 con 0x563d8bf0f2d0
2024-03-19T01:52:04.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.045+0000 7f3945be6640  1 --2- 172.21.15.46:0/201941224 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f392c0a2970 0x7f392c0a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.045+0000 7f39377fe640  1 -- 172.21.15.46:0/201941224 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f393c0d3190 con 0x7f3940107970
2024-03-19T01:52:04.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.046+0000 7f39463e7640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563d8bf0f2d0 0x563d8bf0f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.046+0000 7f39463e7640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563d8bf0f2d0 0x563d8bf0f6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:42366/0 (socket says 172.21.15.46:42366)
2024-03-19T01:52:04.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.046+0000 7f39463e7640  1 -- 172.21.15.46:0/1960164471 learned_addr learned my addr 172.21.15.46:0/1960164471 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:04.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.046+0000 7f3945be6640  1 --2- 172.21.15.46:0/1960164471 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563d8bf0fbf0 0x563d8bf18290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.046+0000 7f3946be8640  1 --2- 172.21.15.46:0/1960164471 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563d8bf187d0 0x563d8bf1abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.046+0000 7f39463e7640  1 -- 172.21.15.46:0/1960164471 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563d8bf187d0 msgr2=0x563d8bf1abc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:04.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.046+0000 7f39463e7640  1 --2- 172.21.15.46:0/1960164471 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563d8bf187d0 0x563d8bf1abc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.046+0000 7f39463e7640  1 -- 172.21.15.46:0/1960164471 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563d8bf0fbf0 msgr2=0x563d8bf18290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:04.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.046+0000 7f39463e7640  1 --2- 172.21.15.46:0/1960164471 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563d8bf0fbf0 0x563d8bf18290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.046+0000 7f39463e7640  1 -- 172.21.15.46:0/1960164471 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563d8be3d210 con 0x563d8bf0f2d0
2024-03-19T01:52:04.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.046+0000 7f3946be8640  1 --2- 172.21.15.46:0/1960164471 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563d8bf187d0 0x563d8bf1abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:52:04.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.046+0000 7f3945be6640  1 --2- 172.21.15.46:0/201941224 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f392c0a2970 0x7f392c0a4e30 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f3930009710 tx=0x7f3930009f50 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:04.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.046+0000 7f39463e7640  1 --2- 172.21.15.46:0/1960164471 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563d8bf0f2d0 0x563d8bf0f6b0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f3938036040 tx=0x7f39380095f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d9bf6b83e55c8cc server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:04.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.046+0000 7f3934bfe640  1 -- 172.21.15.46:0/1960164471 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3938045070 con 0x563d8bf0f2d0
2024-03-19T01:52:04.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.046+0000 7f3934bfe640  1 -- 172.21.15.46:0/1960164471 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f393802c7e0 con 0x563d8bf0f2d0
2024-03-19T01:52:04.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.046+0000 7f3934bfe640  1 -- 172.21.15.46:0/1960164471 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39380039b0 con 0x563d8bf0f2d0
2024-03-19T01:52:04.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.047+0000 7f394b237740  1 -- 172.21.15.46:0/1960164471 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563d8bf0f2d0 msgr2=0x563d8bf0f6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:04.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.047+0000 7f394b237740  1 --2- 172.21.15.46:0/1960164471 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563d8bf0f2d0 0x563d8bf0f6b0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f3938036040 tx=0x7f39380095f0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.047+0000 7f394b237740  1 -- 172.21.15.46:0/1960164471 shutdown_connections
2024-03-19T01:52:04.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.047+0000 7f394b237740  1 --2- 172.21.15.46:0/1960164471 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563d8bf187d0 0x563d8bf1abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.047+0000 7f394b237740  1 --2- 172.21.15.46:0/1960164471 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563d8bf0fbf0 0x563d8bf18290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.047+0000 7f394b237740  1 --2- 172.21.15.46:0/1960164471 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563d8bf0f2d0 0x563d8bf0f6b0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.047+0000 7f394b237740  1 -- 172.21.15.46:0/1960164471 >> 172.21.15.46:0/1960164471 conn(0x563d8bf09a00 msgr2=0x563d8bf09de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:04.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.047+0000 7f394b237740  1 -- 172.21.15.46:0/1960164471 shutdown_connections
2024-03-19T01:52:04.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.047+0000 7f394b237740  1 -- 172.21.15.46:0/1960164471 wait complete.
2024-03-19T01:52:04.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.047+0000 7f394b237740  1 --  start start
2024-03-19T01:52:04.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.048+0000 7f394b237740  1  Processor -- start
2024-03-19T01:52:04.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.048+0000 7f394b237740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563d8bf0f2d0 0x563d8bf15790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.048+0000 7f394b237740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563d8bf0fbf0 0x563d8bf15cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.048+0000 7f394b237740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563d8bf187d0 0x563d8bf16210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.048+0000 7f394b237740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x563d8bf1b560 con 0x563d8bf187d0
2024-03-19T01:52:04.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.048+0000 7f394b237740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x563d8be2e310 con 0x563d8bf0fbf0
2024-03-19T01:52:04.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.048+0000 7f394b237740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x563d8bf1b6e0 con 0x563d8bf0f2d0
2024-03-19T01:52:04.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.048+0000 7f394b237740 10 client.0 _ll_register_callbacks cb 0x563d8be222d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:52:04.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.048+0000 7f3946be8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563d8bf187d0 0x563d8bf16210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.048+0000 7f3946be8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563d8bf187d0 0x563d8bf16210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39192/0 (socket says 172.21.15.46:39192)
2024-03-19T01:52:04.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.048+0000 7f3946be8640  1 -- 172.21.15.46:0/2906733624 learned_addr learned my addr 172.21.15.46:0/2906733624 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:04.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.048+0000 7f3945be6640  1 --2- 172.21.15.46:0/2906733624 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563d8bf0fbf0 0x563d8bf15cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.048+0000 7f39463e7640  1 --2- 172.21.15.46:0/2906733624 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563d8bf0f2d0 0x563d8bf15790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.048+0000 7f3946be8640  1 -- 172.21.15.46:0/2906733624 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563d8bf0f2d0 msgr2=0x563d8bf15790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:04.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.048+0000 7f3946be8640  1 --2- 172.21.15.46:0/2906733624 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563d8bf0f2d0 0x563d8bf15790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.048+0000 7f3946be8640  1 -- 172.21.15.46:0/2906733624 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563d8bf0fbf0 msgr2=0x563d8bf15cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:04.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.048+0000 7f3946be8640  1 --2- 172.21.15.46:0/2906733624 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563d8bf0fbf0 0x563d8bf15cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.048+0000 7f3946be8640  1 -- 172.21.15.46:0/2906733624 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563d8bb863f0 con 0x563d8bf187d0
2024-03-19T01:52:04.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.048+0000 7f3946be8640  1 --2- 172.21.15.46:0/2906733624 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563d8bf187d0 0x563d8bf16210 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f393c009270 tx=0x7f393c09fc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4d97c7af193a2d7 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:04.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.048+0000 7f3929ffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:52:04.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.048+0000 7f3929ffb640  1 -- 172.21.15.46:0/2906733624 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f393c0a7be0 con 0x563d8bf187d0
2024-03-19T01:52:04.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.048+0000 7f3929ffb640  1 -- 172.21.15.46:0/2906733624 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f393c0a3170 con 0x563d8bf187d0
2024-03-19T01:52:04.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.048+0000 7f394b237740  1 -- 172.21.15.46:0/2906733624 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f393802c7e0 con 0x563d8bf187d0
2024-03-19T01:52:04.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.049+0000 7f3929ffb640  1 -- 172.21.15.46:0/2906733624 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f393c0a3370 con 0x563d8bf187d0
2024-03-19T01:52:04.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.049+0000 7f394b237740 10 client.16107 fetch_fsmap learned FSMap version 25
2024-03-19T01:52:04.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.049+0000 7f394b237740  1 -- 172.21.15.46:0/2906733624 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x563d8bc507d0 con 0x563d8bf187d0
2024-03-19T01:52:04.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.049+0000 7f3929ffb640  1 -- 172.21.15.46:0/2906733624 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f393802c7e0 con 0x563d8bf187d0
2024-03-19T01:52:04.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.049+0000 7f3929ffb640  1 -- 172.21.15.46:0/2906733624 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f393c029060 con 0x563d8bf187d0
2024-03-19T01:52:04.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.049+0000 7f394b237740 10 client.16107 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:52:04.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.049+0000 7f394b237740 10 client.16107 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:52:04.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.049+0000 7f394b237740 20 client.16107 populate_metadata read hostname 'smithi046'
2024-03-19T01:52:04.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.049+0000 7f394b237740  1 --2- 172.21.15.46:0/2906733624 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x563d8bf28b40 0x563d8bf2af70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.049+0000 7f394b237740  4 client.16107 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:52:04.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.049+0000 7f394b237740  1 -- 172.21.15.46:0/2906733624 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563d8bed03e0 con 0x563d8bf28b40
2024-03-19T01:52:04.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.049+0000 7f39463e7640  1 --2- 172.21.15.46:0/2906733624 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x563d8bf28b40 0x563d8bf2af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.050+0000 7f3929ffb640 10 client.16107 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:52:04.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.050+0000 7f39463e7640  1 --2- 172.21.15.46:0/2906733624 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x563d8bf28b40 0x563d8bf2af70 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=eb3fb5a79a62fc5c server_cookie=2353d3291b49ac63 in_seq=0 out_seq=0
2024-03-19T01:52:04.072 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.072+0000 7f3929ffb640  1 -- 172.21.15.46:0/2906733624 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x563d8bed03e0 con 0x563d8bf28b40
2024-03-19T01:52:04.072 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.072+0000 7f3929ffb640 10 client.16107 handle_command_reply: tid=0
2024-03-19T01:52:04.072 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.072+0000 7f394b237740  1 client.16107 shutdown
2024-03-19T01:52:04.072 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.072+0000 7f394b237740  1 -- 172.21.15.46:0/2906733624 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563d8bf187d0 msgr2=0x563d8bf16210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:04.072 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.072+0000 7f394b237740  1 --2- 172.21.15.46:0/2906733624 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563d8bf187d0 0x563d8bf16210 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f393c009270 tx=0x7f393c09fc30 comp rx=0 tx=0).stop
2024-03-19T01:52:04.073 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.072+0000 7f394b237740  1 -- 172.21.15.46:0/2906733624 shutdown_connections
2024-03-19T01:52:04.073 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.072+0000 7f394b237740  1 --2- 172.21.15.46:0/2906733624 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x563d8bf28b40 0x563d8bf2af70 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.073 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.072+0000 7f394b237740  1 --2- 172.21.15.46:0/2906733624 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563d8bf187d0 0x563d8bf16210 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.073 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.072+0000 7f394b237740  1 --2- 172.21.15.46:0/2906733624 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563d8bf0fbf0 0x563d8bf15cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.073 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.072+0000 7f394b237740  1 --2- 172.21.15.46:0/2906733624 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563d8bf0f2d0 0x563d8bf15790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.073 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.072+0000 7f3929ffb640  0 client.16107 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:52:04.073 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.072+0000 7f394b237740  1 -- 172.21.15.46:0/2906733624 >> 172.21.15.46:0/2906733624 conn(0x563d8bf09a00 msgr2=0x563d8bf0b750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:04.073 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.072+0000 7f394b237740  1 -- 172.21.15.46:0/2906733624 shutdown_connections
2024-03-19T01:52:04.073 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.072+0000 7f394b237740  1 -- 172.21.15.46:0/2906733624 wait complete.
2024-03-19T01:52:04.073 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.072+0000 7f394b237740 20 client.16107 trim_cache size 0 max 16384
2024-03-19T01:52:04.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.086+0000 7f394b237740  1  Processor -- start
2024-03-19T01:52:04.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.086+0000 7f394b237740  1 --  start start
2024-03-19T01:52:04.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.086+0000 7f394b237740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563d8bf0f2d0 0x563d8bf17ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.087+0000 7f394b237740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563d8bf0fbf0 0x563d8bf24300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.087+0000 7f394b237740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563d8bf187d0 0x563d8bf30840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.087+0000 7f394b237740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f39401af1b0 con 0x563d8bf0fbf0
2024-03-19T01:52:04.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.087+0000 7f394b237740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f39401aca80 con 0x563d8bf0f2d0
2024-03-19T01:52:04.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.087+0000 7f394b237740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f39401aa8b0 con 0x563d8bf187d0
2024-03-19T01:52:04.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.087+0000 7f3945be6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563d8bf0fbf0 0x563d8bf24300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.087+0000 7f3945be6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563d8bf0fbf0 0x563d8bf24300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39204/0 (socket says 172.21.15.46:39204)
2024-03-19T01:52:04.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.087+0000 7f3945be6640  1 -- 172.21.15.46:0/2476566857 learned_addr learned my addr 172.21.15.46:0/2476566857 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:04.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.087+0000 7f39463e7640  1 --2- 172.21.15.46:0/2476566857 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563d8bf0f2d0 0x563d8bf17ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.087+0000 7f3946be8640  1 --2- 172.21.15.46:0/2476566857 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563d8bf187d0 0x563d8bf30840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.087+0000 7f3945be6640  1 -- 172.21.15.46:0/2476566857 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563d8bf187d0 msgr2=0x563d8bf30840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:04.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.087+0000 7f3945be6640  1 --2- 172.21.15.46:0/2476566857 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563d8bf187d0 0x563d8bf30840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.087+0000 7f3945be6640  1 -- 172.21.15.46:0/2476566857 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563d8bf0f2d0 msgr2=0x563d8bf17ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:04.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.087+0000 7f3945be6640  1 --2- 172.21.15.46:0/2476566857 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563d8bf0f2d0 0x563d8bf17ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.087+0000 7f3945be6640  1 -- 172.21.15.46:0/2476566857 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563d8bf09830 con 0x563d8bf0fbf0
2024-03-19T01:52:04.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.087+0000 7f3945be6640  1 --2- 172.21.15.46:0/2476566857 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563d8bf0fbf0 0x563d8bf24300 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f39300116d0 tx=0x7f3930021000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df4cc502d504f168 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:04.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.087+0000 7f392bfff640  1 -- 172.21.15.46:0/2476566857 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f393002e070 con 0x563d8bf0fbf0
2024-03-19T01:52:04.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.087+0000 7f392bfff640  1 -- 172.21.15.46:0/2476566857 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3930009b30 con 0x563d8bf0fbf0
2024-03-19T01:52:04.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.087+0000 7f392bfff640  1 -- 172.21.15.46:0/2476566857 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f393001fb50 con 0x563d8bf0fbf0
2024-03-19T01:52:04.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.088+0000 7f394b237740  1 -- 172.21.15.46:0/2476566857 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563d8bf0fbf0 msgr2=0x563d8bf24300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:04.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.088+0000 7f394b237740  1 --2- 172.21.15.46:0/2476566857 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563d8bf0fbf0 0x563d8bf24300 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f39300116d0 tx=0x7f3930021000 comp rx=0 tx=0).stop
2024-03-19T01:52:04.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.088+0000 7f394b237740  1 -- 172.21.15.46:0/2476566857 shutdown_connections
2024-03-19T01:52:04.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.088+0000 7f394b237740  1 --2- 172.21.15.46:0/2476566857 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563d8bf187d0 0x563d8bf30840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.088+0000 7f394b237740  1 --2- 172.21.15.46:0/2476566857 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563d8bf0fbf0 0x563d8bf24300 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.088+0000 7f394b237740  1 --2- 172.21.15.46:0/2476566857 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563d8bf0f2d0 0x563d8bf17ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.088+0000 7f394b237740  1 -- 172.21.15.46:0/2476566857 >> 172.21.15.46:0/2476566857 conn(0x563d8bf09a00 msgr2=0x563d8bf0ade0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:04.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.088+0000 7f394b237740  1 -- 172.21.15.46:0/2476566857 shutdown_connections
2024-03-19T01:52:04.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.088+0000 7f394b237740  1 -- 172.21.15.46:0/2476566857 wait complete.
2024-03-19T01:52:04.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.088+0000 7f394b237740  1 --  start start
2024-03-19T01:52:04.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.088+0000 7f394b237740  1  Processor -- start
2024-03-19T01:52:04.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.089+0000 7f394b237740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563d8bf0f2d0 0x563d8bf20930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.089+0000 7f394b237740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563d8bf0fbf0 0x563d8bf1d900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.089+0000 7f394b237740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563d8bf187d0 0x563d8bf1de40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.089+0000 7f394b237740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f39401aaf40 con 0x563d8bf0fbf0
2024-03-19T01:52:04.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.089+0000 7f394b237740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f39401ac3b0 con 0x563d8bf187d0
2024-03-19T01:52:04.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.089+0000 7f394b237740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f39401ab610 con 0x563d8bf0f2d0
2024-03-19T01:52:04.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.089+0000 7f394b237740 10 client.0 _ll_register_callbacks cb 0x7f393c09b6e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:52:04.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.089+0000 7f3945be6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563d8bf0fbf0 0x563d8bf1d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.089+0000 7f3945be6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563d8bf0fbf0 0x563d8bf1d900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39212/0 (socket says 172.21.15.46:39212)
2024-03-19T01:52:04.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.089+0000 7f3945be6640  1 -- 172.21.15.46:0/4168390485 learned_addr learned my addr 172.21.15.46:0/4168390485 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:04.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.089+0000 7f3946be8640  1 --2- 172.21.15.46:0/4168390485 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563d8bf187d0 0x563d8bf1de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.089+0000 7f39463e7640  1 --2- 172.21.15.46:0/4168390485 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563d8bf0f2d0 0x563d8bf20930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.089+0000 7f3945be6640  1 -- 172.21.15.46:0/4168390485 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563d8bf0f2d0 msgr2=0x563d8bf20930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:04.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.089+0000 7f3945be6640  1 --2- 172.21.15.46:0/4168390485 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563d8bf0f2d0 0x563d8bf20930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.089+0000 7f3945be6640  1 -- 172.21.15.46:0/4168390485 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563d8bf187d0 msgr2=0x563d8bf1de40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:04.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.089+0000 7f3945be6640  1 --2- 172.21.15.46:0/4168390485 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563d8bf187d0 0x563d8bf1de40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.089+0000 7f3945be6640  1 -- 172.21.15.46:0/4168390485 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563d8bf1abc0 con 0x563d8bf0fbf0
2024-03-19T01:52:04.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.089+0000 7f3945be6640  1 --2- 172.21.15.46:0/4168390485 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563d8bf0fbf0 0x563d8bf1d900 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f3930000c00 tx=0x7f393001f8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42d77e9c9815f9e6 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:04.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.089+0000 7f3929ffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:52:04.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.089+0000 7f3929ffb640  1 -- 172.21.15.46:0/4168390485 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f393002e040 con 0x563d8bf0fbf0
2024-03-19T01:52:04.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.089+0000 7f3929ffb640  1 -- 172.21.15.46:0/4168390485 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f39300091e0 con 0x563d8bf0fbf0
2024-03-19T01:52:04.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.090+0000 7f394b237740  1 -- 172.21.15.46:0/4168390485 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3930009b30 con 0x563d8bf0fbf0
2024-03-19T01:52:04.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.090+0000 7f3929ffb640  1 -- 172.21.15.46:0/4168390485 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f3930041050 con 0x563d8bf0fbf0
2024-03-19T01:52:04.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.090+0000 7f394b237740 10 client.16113 fetch_fsmap learned FSMap version 25
2024-03-19T01:52:04.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.090+0000 7f394b237740  1 -- 172.21.15.46:0/4168390485 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x563d8bedf880 con 0x563d8bf0fbf0
2024-03-19T01:52:04.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.090+0000 7f3929ffb640  1 -- 172.21.15.46:0/4168390485 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3930009b30 con 0x563d8bf0fbf0
2024-03-19T01:52:04.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.090+0000 7f3929ffb640  1 -- 172.21.15.46:0/4168390485 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f393003c030 con 0x563d8bf0fbf0
2024-03-19T01:52:04.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.090+0000 7f394b237740 10 client.16113 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:52:04.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.090+0000 7f394b237740 10 client.16113 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:52:04.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.090+0000 7f394b237740 20 client.16113 populate_metadata read hostname 'smithi046'
2024-03-19T01:52:04.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.090+0000 7f394b237740  1 --2- 172.21.15.46:0/4168390485 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x563d8bf8fbe0 0x563d8bf92000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.090+0000 7f394b237740  4 client.16113 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:52:04.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.090+0000 7f394b237740  1 -- 172.21.15.46:0/4168390485 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563d8be7f9f0 con 0x563d8bf8fbe0
2024-03-19T01:52:04.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.090+0000 7f39463e7640  1 --2- 172.21.15.46:0/4168390485 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x563d8bf8fbe0 0x563d8bf92000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.091+0000 7f39463e7640  1 --2- 172.21.15.46:0/4168390485 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x563d8bf8fbe0 0x563d8bf92000 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6eddf465a03a4fce server_cookie=d1a5c67f6e8206e4 in_seq=0 out_seq=0
2024-03-19T01:52:04.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.091+0000 7f3929ffb640 10 client.16113 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:52:04.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.116+0000 7f3929ffb640  1 -- 172.21.15.46:0/4168390485 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563d8be7f9f0 con 0x563d8bf8fbe0
2024-03-19T01:52:04.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.116+0000 7f3929ffb640 10 client.16113 handle_command_reply: tid=0
2024-03-19T01:52:04.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.116+0000 7f394b237740  1 client.16113 shutdown
2024-03-19T01:52:04.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.116+0000 7f394b237740  1 -- 172.21.15.46:0/4168390485 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563d8bf0fbf0 msgr2=0x563d8bf1d900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:04.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.116+0000 7f394b237740  1 --2- 172.21.15.46:0/4168390485 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563d8bf0fbf0 0x563d8bf1d900 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f3930000c00 tx=0x7f393001f8b0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.116+0000 7f394b237740  1 -- 172.21.15.46:0/4168390485 shutdown_connections
2024-03-19T01:52:04.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.116+0000 7f394b237740  1 --2- 172.21.15.46:0/4168390485 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x563d8bf8fbe0 0x563d8bf92000 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.116+0000 7f394b237740  1 --2- 172.21.15.46:0/4168390485 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563d8bf187d0 0x563d8bf1de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.116+0000 7f3929ffb640  0 client.16113 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:52:04.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.116+0000 7f394b237740  1 --2- 172.21.15.46:0/4168390485 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563d8bf0fbf0 0x563d8bf1d900 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.116+0000 7f394b237740  1 --2- 172.21.15.46:0/4168390485 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563d8bf0f2d0 0x563d8bf20930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.116+0000 7f394b237740  1 -- 172.21.15.46:0/4168390485 >> 172.21.15.46:0/4168390485 conn(0x563d8bf09a00 msgr2=0x563d8bf08ba0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:04.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.116+0000 7f394b237740  1 -- 172.21.15.46:0/4168390485 shutdown_connections
2024-03-19T01:52:04.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.116+0000 7f394b237740  1 -- 172.21.15.46:0/4168390485 wait complete.
2024-03-19T01:52:04.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.116+0000 7f394b237740 20 client.16113 trim_cache size 0 max 16384
2024-03-19T01:52:04.118 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:52:04.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.116+0000 7f394864b640  1 -- 172.21.15.46:0/201941224 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f392c0a2970 msgr2=0x7f392c0a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:04.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.116+0000 7f394864b640  1 --2- 172.21.15.46:0/201941224 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f392c0a2970 0x7f392c0a4e30 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f3930009710 tx=0x7f3930009f50 comp rx=0 tx=0).stop
2024-03-19T01:52:04.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.117+0000 7f394864b640  1 -- 172.21.15.46:0/201941224 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3940107970 msgr2=0x7f394019a610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:04.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.117+0000 7f394864b640  1 --2- 172.21.15.46:0/201941224 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3940107970 0x7f394019a610 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f393c00edb0 tx=0x7f393c012490 comp rx=0 tx=0).stop
2024-03-19T01:52:04.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.117+0000 7f394864b640  1 -- 172.21.15.46:0/201941224 shutdown_connections
2024-03-19T01:52:04.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.117+0000 7f394864b640  1 --2- 172.21.15.46:0/201941224 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3940107970 0x7f394019a610 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.117+0000 7f394864b640  1 --2- 172.21.15.46:0/201941224 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f392c0a2970 0x7f392c0a4e30 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.117+0000 7f394864b640  1 --2- 172.21.15.46:0/201941224 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f394006a830 0x7f39401962e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.117+0000 7f394864b640  1 --2- 172.21.15.46:0/201941224 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3940069e90 0x7f3940195da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.117+0000 7f394864b640  1 -- 172.21.15.46:0/201941224 >> 172.21.15.46:0/201941224 conn(0x7f39400774c0 msgr2=0x7f39400ff6a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:04.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.117+0000 7f394864b640  1 -- 172.21.15.46:0/201941224 shutdown_connections
2024-03-19T01:52:04.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.117+0000 7f394864b640  1 -- 172.21.15.46:0/201941224 wait complete.
2024-03-19T01:52:04.127 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls
2024-03-19T01:52:04.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.235+0000 7f6bfee19640  1 -- 172.21.15.46:0/832376504 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6bf8101310 msgr2=0x7f6bf810d500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:04.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.235+0000 7f6bfee19640  1 --2- 172.21.15.46:0/832376504 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6bf8101310 0x7f6bf810d500 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f6bf0009ca0 tx=0x7f6bf002c140 comp rx=0 tx=0).stop
2024-03-19T01:52:04.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.235+0000 7f6bfee19640  1 -- 172.21.15.46:0/832376504 shutdown_connections
2024-03-19T01:52:04.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.235+0000 7f6bfee19640  1 --2- 172.21.15.46:0/832376504 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6bf8101310 0x7f6bf810d500 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.235+0000 7f6bfee19640  1 --2- 172.21.15.46:0/832376504 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6bf8100970 0x7f6bf8100dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.235+0000 7f6bfee19640  1 --2- 172.21.15.46:0/832376504 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6bf8105690 0x7f6bf8105a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.235+0000 7f6bfee19640  1 -- 172.21.15.46:0/832376504 >> 172.21.15.46:0/832376504 conn(0x7f6bf8077500 msgr2=0x7f6bf8077910 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:04.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.235+0000 7f6bfee19640  1 -- 172.21.15.46:0/832376504 shutdown_connections
2024-03-19T01:52:04.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.235+0000 7f6bfee19640  1 -- 172.21.15.46:0/832376504 wait complete.
2024-03-19T01:52:04.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.235+0000 7f6bfee19640  1  Processor -- start
2024-03-19T01:52:04.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.236+0000 7f6bfee19640  1 --  start start
2024-03-19T01:52:04.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.236+0000 7f6bfee19640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6bf8100970 0x7f6bf8196f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.236+0000 7f6bfee19640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6bf8101310 0x7f6bf8197440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.236+0000 7f6bfee19640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6bf8105690 0x7f6bf819b770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.236+0000 7f6bfee19640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf8110a40 con 0x7f6bf8101310
2024-03-19T01:52:04.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.236+0000 7f6bfee19640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf81108c0 con 0x7f6bf8105690
2024-03-19T01:52:04.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.236+0000 7f6bfee19640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf8110bc0 con 0x7f6bf8100970
2024-03-19T01:52:04.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.236+0000 7f6bf7fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6bf8101310 0x7f6bf8197440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.236+0000 7f6bf7fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6bf8101310 0x7f6bf8197440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39220/0 (socket says 172.21.15.46:39220)
2024-03-19T01:52:04.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.236+0000 7f6bf7fff640  1 -- 172.21.15.46:0/1563312882 learned_addr learned my addr 172.21.15.46:0/1563312882 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:04.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.236+0000 7f6bfd3b6640  1 --2- 172.21.15.46:0/1563312882 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6bf8105690 0x7f6bf819b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.236+0000 7f6bfcbb5640  1 --2- 172.21.15.46:0/1563312882 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6bf8100970 0x7f6bf8196f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.236+0000 7f6bf7fff640  1 -- 172.21.15.46:0/1563312882 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6bf8100970 msgr2=0x7f6bf8196f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:04.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.236+0000 7f6bf7fff640  1 --2- 172.21.15.46:0/1563312882 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6bf8100970 0x7f6bf8196f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.236+0000 7f6bf7fff640  1 -- 172.21.15.46:0/1563312882 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6bf8105690 msgr2=0x7f6bf819b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:04.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.236+0000 7f6bf7fff640  1 --2- 172.21.15.46:0/1563312882 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6bf8105690 0x7f6bf819b770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.236+0000 7f6bf7fff640  1 -- 172.21.15.46:0/1563312882 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bf819bea0 con 0x7f6bf8101310
2024-03-19T01:52:04.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.236+0000 7f6bf7fff640  1 --2- 172.21.15.46:0/1563312882 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6bf8101310 0x7f6bf8197440 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f6be400e9f0 tx=0x7f6be400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:04.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.236+0000 7f6bf5ffb640  1 -- 172.21.15.46:0/1563312882 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6be400cd80 con 0x7f6bf8101310
2024-03-19T01:52:04.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.236+0000 7f6bf5ffb640  1 -- 172.21.15.46:0/1563312882 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6be40108e0 con 0x7f6bf8101310
2024-03-19T01:52:04.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.236+0000 7f6bfee19640  1 -- 172.21.15.46:0/1563312882 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bf819c190 con 0x7f6bf8101310
2024-03-19T01:52:04.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.236+0000 7f6bf5ffb640  1 -- 172.21.15.46:0/1563312882 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6be4018920 con 0x7f6bf8101310
2024-03-19T01:52:04.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.237+0000 7f6bfee19640  1 -- 172.21.15.46:0/1563312882 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bf81a3a20 con 0x7f6bf8101310
2024-03-19T01:52:04.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.239+0000 7f6bf5ffb640  1 -- 172.21.15.46:0/1563312882 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f6be4010a90 con 0x7f6bf8101310
2024-03-19T01:52:04.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.239+0000 7f6c01a08740  1  Processor -- start
2024-03-19T01:52:04.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.239+0000 7f6c01a08740  1 --  start start
2024-03-19T01:52:04.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.239+0000 7f6c01a08740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561a5e2d7fc0 0x561a5e2d83a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.239+0000 7f6c01a08740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561a5e2d88e0 0x561a5e2e34a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.239+0000 7f6bf5ffb640  1 --2- 172.21.15.46:0/1563312882 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6be80a2a70 0x7f6be80a4f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.239+0000 7f6c01a08740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561a5e2e39e0 0x561a5e2e5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.239+0000 7f6c01a08740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x561a5e23b4b0 con 0x561a5e2d88e0
2024-03-19T01:52:04.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.239+0000 7f6c01a08740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x561a5e1e3d70 con 0x561a5e2e39e0
2024-03-19T01:52:04.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.239+0000 7f6c01a08740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x561a5e237550 con 0x561a5e2d7fc0
2024-03-19T01:52:04.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.240+0000 7f6bf7fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561a5e2d88e0 0x561a5e2e34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.240+0000 7f6bfcbb5640  1 --2- 172.21.15.46:0/1563312882 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6be80a2a70 0x7f6be80a4f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.240+0000 7f6bfd3b6640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561a5e2d7fc0 0x561a5e2d83a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.240+0000 7f6bf7fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561a5e2d88e0 0x561a5e2e34a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39226/0 (socket says 172.21.15.46:39226)
2024-03-19T01:52:04.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.240+0000 7f6bf7fff640  1 -- 172.21.15.46:0/322348130 learned_addr learned my addr 172.21.15.46:0/322348130 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:04.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.240+0000 7f6bfd3b6640  1 --2- 172.21.15.46:0/322348130 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561a5e2e39e0 0x561a5e2e5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.240+0000 7f6bf5ffb640  1 -- 172.21.15.46:0/1563312882 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f6be40cf490 con 0x7f6bf8101310
2024-03-19T01:52:04.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.240+0000 7f6bf7fff640  1 -- 172.21.15.46:0/322348130 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561a5e2d7fc0 msgr2=0x561a5e2d83a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:04.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.240+0000 7f6bf7fff640  1 --2- 172.21.15.46:0/322348130 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561a5e2d7fc0 0x561a5e2d83a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.240+0000 7f6bf7fff640  1 -- 172.21.15.46:0/322348130 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561a5e2e39e0 msgr2=0x561a5e2e5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:04.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.240+0000 7f6bf7fff640  1 --2- 172.21.15.46:0/322348130 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561a5e2e39e0 0x561a5e2e5dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.240+0000 7f6bf7fff640  1 -- 172.21.15.46:0/322348130 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561a5e206210 con 0x561a5e2d88e0
2024-03-19T01:52:04.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.240+0000 7f6bf7fff640  1 --2- 172.21.15.46:0/322348130 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561a5e2d88e0 0x561a5e2e34a0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f6be40097b0 tx=0x7f6be4066ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65c7b7aa9eba916 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:04.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.240+0000 7f6bfcbb5640  1 --2- 172.21.15.46:0/1563312882 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6be80a2a70 0x7f6be80a4f30 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f6bec009bd0 tx=0x7f6bec005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:04.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.240+0000 7f6be2ffd640  1 -- 172.21.15.46:0/322348130 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6be409b7f0 con 0x561a5e2d88e0
2024-03-19T01:52:04.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.240+0000 7f6be2ffd640  1 -- 172.21.15.46:0/322348130 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6be409f890 con 0x561a5e2d88e0
2024-03-19T01:52:04.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.240+0000 7f6be2ffd640  1 -- 172.21.15.46:0/322348130 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6be4097e60 con 0x561a5e2d88e0
2024-03-19T01:52:04.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.241+0000 7f6c01a08740  1 -- 172.21.15.46:0/322348130 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561a5e2d88e0 msgr2=0x561a5e2e34a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:04.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.241+0000 7f6c01a08740  1 --2- 172.21.15.46:0/322348130 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561a5e2d88e0 0x561a5e2e34a0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f6be40097b0 tx=0x7f6be4066ac0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.241+0000 7f6c01a08740  1 -- 172.21.15.46:0/322348130 shutdown_connections
2024-03-19T01:52:04.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.241+0000 7f6c01a08740  1 --2- 172.21.15.46:0/322348130 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561a5e2e39e0 0x561a5e2e5dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.241+0000 7f6c01a08740  1 --2- 172.21.15.46:0/322348130 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561a5e2d88e0 0x561a5e2e34a0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.241+0000 7f6c01a08740  1 --2- 172.21.15.46:0/322348130 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561a5e2d7fc0 0x561a5e2d83a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.241+0000 7f6c01a08740  1 -- 172.21.15.46:0/322348130 >> 172.21.15.46:0/322348130 conn(0x561a5e2d2a00 msgr2=0x561a5e2d2de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:04.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.241+0000 7f6c01a08740  1 -- 172.21.15.46:0/322348130 shutdown_connections
2024-03-19T01:52:04.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.241+0000 7f6c01a08740  1 -- 172.21.15.46:0/322348130 wait complete.
2024-03-19T01:52:04.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.241+0000 7f6c01a08740  1 --  start start
2024-03-19T01:52:04.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.241+0000 7f6c01a08740  1  Processor -- start
2024-03-19T01:52:04.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.242+0000 7f6c01a08740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561a5e2d7fc0 0x561a5e2e0a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.242+0000 7f6c01a08740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561a5e2d88e0 0x561a5e2e0fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.242+0000 7f6c01a08740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561a5e2e39e0 0x561a5e2e14f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.242+0000 7f6c01a08740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x561a5e2e6770 con 0x561a5e2d7fc0
2024-03-19T01:52:04.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.242+0000 7f6c01a08740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x561a5e1f7310 con 0x561a5e2d88e0
2024-03-19T01:52:04.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.242+0000 7f6c01a08740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x561a5e2e68f0 con 0x561a5e2e39e0
2024-03-19T01:52:04.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.242+0000 7f6c01a08740 10 client.0 _ll_register_callbacks cb 0x561a5e1eb2d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:52:04.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.242+0000 7f6bfcbb5640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561a5e2d7fc0 0x561a5e2e0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.242+0000 7f6bfcbb5640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561a5e2d7fc0 0x561a5e2e0a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39228/0 (socket says 172.21.15.46:39228)
2024-03-19T01:52:04.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.242+0000 7f6bfcbb5640  1 -- 172.21.15.46:0/88567820 learned_addr learned my addr 172.21.15.46:0/88567820 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:04.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.242+0000 7f6bf7fff640  1 --2- 172.21.15.46:0/88567820 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561a5e2d88e0 0x561a5e2e0fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.242+0000 7f6bfd3b6640  1 --2- 172.21.15.46:0/88567820 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561a5e2e39e0 0x561a5e2e14f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.242+0000 7f6bfcbb5640  1 -- 172.21.15.46:0/88567820 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561a5e2e39e0 msgr2=0x561a5e2e14f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:04.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.242+0000 7f6bfcbb5640  1 --2- 172.21.15.46:0/88567820 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561a5e2e39e0 0x561a5e2e14f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.242+0000 7f6bfcbb5640  1 -- 172.21.15.46:0/88567820 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561a5e2d88e0 msgr2=0x561a5e2e0fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:04.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.242+0000 7f6bfcbb5640  1 --2- 172.21.15.46:0/88567820 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561a5e2d88e0 0x561a5e2e0fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.242+0000 7f6bfcbb5640  1 -- 172.21.15.46:0/88567820 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561a5df4f3f0 con 0x561a5e2d7fc0
2024-03-19T01:52:04.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.242+0000 7f6bf7fff640  1 --2- 172.21.15.46:0/88567820 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561a5e2d88e0 0x561a5e2e0fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:52:04.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.242+0000 7f6bfcbb5640  1 --2- 172.21.15.46:0/88567820 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561a5e2d7fc0 0x561a5e2e0a70 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f6bec003940 tx=0x7f6bec004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1bf76878affa7c51 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:04.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.242+0000 7f6bd7fff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:52:04.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.242+0000 7f6bd7fff640  1 -- 172.21.15.46:0/88567820 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bec00ecc0 con 0x561a5e2d7fc0
2024-03-19T01:52:04.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.242+0000 7f6bd7fff640  1 -- 172.21.15.46:0/88567820 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f6bec005020 con 0x561a5e2d7fc0
2024-03-19T01:52:04.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.242+0000 7f6c01a08740  1 -- 172.21.15.46:0/88567820 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6be409f890 con 0x561a5e2d7fc0
2024-03-19T01:52:04.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.243+0000 7f6bd7fff640  1 -- 172.21.15.46:0/88567820 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f6bec02e050 con 0x561a5e2d7fc0
2024-03-19T01:52:04.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.243+0000 7f6c01a08740 10 client.16125 fetch_fsmap learned FSMap version 25
2024-03-19T01:52:04.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.243+0000 7f6c01a08740  1 -- 172.21.15.46:0/88567820 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x561a5e0197d0 con 0x561a5e2d7fc0
2024-03-19T01:52:04.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.243+0000 7f6bd7fff640  1 -- 172.21.15.46:0/88567820 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6be409f890 con 0x561a5e2d7fc0
2024-03-19T01:52:04.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.243+0000 7f6bd7fff640  1 -- 172.21.15.46:0/88567820 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f6bec01e420 con 0x561a5e2d7fc0
2024-03-19T01:52:04.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.243+0000 7f6c01a08740 10 client.16125 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:52:04.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.243+0000 7f6c01a08740 10 client.16125 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:52:04.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.243+0000 7f6c01a08740 20 client.16125 populate_metadata read hostname 'smithi046'
2024-03-19T01:52:04.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.243+0000 7f6c01a08740  1 --2- 172.21.15.46:0/88567820 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x561a5e2f3ed0 0x561a5e2f6330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.243+0000 7f6c01a08740  4 client.16125 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:52:04.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.243+0000 7f6c01a08740  1 -- 172.21.15.46:0/88567820 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561a5e2993e0 con 0x561a5e2f3ed0
2024-03-19T01:52:04.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.243+0000 7f6bf7fff640  1 --2- 172.21.15.46:0/88567820 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x561a5e2f3ed0 0x561a5e2f6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.244+0000 7f6bd7fff640 10 client.16125 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:52:04.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.244+0000 7f6bf7fff640  1 --2- 172.21.15.46:0/88567820 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x561a5e2f3ed0 0x561a5e2f6330 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d3adc8499dbceb5d server_cookie=ac0a84ab9cf0d9bc in_seq=0 out_seq=0
2024-03-19T01:52:04.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.244+0000 7f6bd7fff640  1 -- 172.21.15.46:0/88567820 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x561a5e2993e0 con 0x561a5e2f3ed0
2024-03-19T01:52:04.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.244+0000 7f6bd7fff640 10 client.16125 handle_command_reply: tid=0
2024-03-19T01:52:04.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.244+0000 7f6c01a08740  1 client.16125 shutdown
2024-03-19T01:52:04.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.244+0000 7f6c01a08740  1 -- 172.21.15.46:0/88567820 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561a5e2d7fc0 msgr2=0x561a5e2e0a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:04.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.244+0000 7f6c01a08740  1 --2- 172.21.15.46:0/88567820 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561a5e2d7fc0 0x561a5e2e0a70 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f6bec003940 tx=0x7f6bec004730 comp rx=0 tx=0).stop
2024-03-19T01:52:04.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.244+0000 7f6c01a08740  1 -- 172.21.15.46:0/88567820 shutdown_connections
2024-03-19T01:52:04.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.244+0000 7f6c01a08740  1 --2- 172.21.15.46:0/88567820 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x561a5e2f3ed0 0x561a5e2f6330 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.244+0000 7f6c01a08740  1 --2- 172.21.15.46:0/88567820 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561a5e2e39e0 0x561a5e2e14f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.244+0000 7f6c01a08740  1 --2- 172.21.15.46:0/88567820 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561a5e2d88e0 0x561a5e2e0fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.244+0000 7f6bd7fff640  0 client.16125 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:52:04.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.244+0000 7f6c01a08740  1 --2- 172.21.15.46:0/88567820 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561a5e2d7fc0 0x561a5e2e0a70 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.244+0000 7f6c01a08740  1 -- 172.21.15.46:0/88567820 >> 172.21.15.46:0/88567820 conn(0x561a5e2d2a00 msgr2=0x561a5e2d4750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:04.252 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.245+0000 7f6c01a08740  1 -- 172.21.15.46:0/88567820 shutdown_connections
2024-03-19T01:52:04.252 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.245+0000 7f6c01a08740  1 -- 172.21.15.46:0/88567820 wait complete.
2024-03-19T01:52:04.252 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.245+0000 7f6c01a08740 20 client.16125 trim_cache size 0 max 16384
2024-03-19T01:52:04.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.258+0000 7f6c01a08740  1  Processor -- start
2024-03-19T01:52:04.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.258+0000 7f6c01a08740  1 --  start start
2024-03-19T01:52:04.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.258+0000 7f6c01a08740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561a5e2d7fc0 0x561a5e2e31a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.258+0000 7f6c01a08740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561a5e2d88e0 0x561a5e2ef580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.258+0000 7f6c01a08740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561a5e2e39e0 0x561a5e2d4690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.258+0000 7f6c01a08740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf81af190 con 0x561a5e2e39e0
2024-03-19T01:52:04.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.258+0000 7f6c01a08740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf81aca60 con 0x561a5e2d88e0
2024-03-19T01:52:04.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.258+0000 7f6c01a08740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf81aa890 con 0x561a5e2d7fc0
2024-03-19T01:52:04.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.258+0000 7f6bfd3b6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561a5e2e39e0 0x561a5e2d4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.258+0000 7f6bfd3b6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561a5e2e39e0 0x561a5e2d4690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39244/0 (socket says 172.21.15.46:39244)
2024-03-19T01:52:04.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.258+0000 7f6bfd3b6640  1 -- 172.21.15.46:0/3459936516 learned_addr learned my addr 172.21.15.46:0/3459936516 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:04.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.258+0000 7f6bfcbb5640  1 --2- 172.21.15.46:0/3459936516 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561a5e2d7fc0 0x561a5e2e31a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.258+0000 7f6bf7fff640  1 --2- 172.21.15.46:0/3459936516 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561a5e2d88e0 0x561a5e2ef580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.259+0000 7f6bfd3b6640  1 -- 172.21.15.46:0/3459936516 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561a5e2d7fc0 msgr2=0x561a5e2e31a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:04.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.259+0000 7f6bfd3b6640  1 --2- 172.21.15.46:0/3459936516 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561a5e2d7fc0 0x561a5e2e31a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.259+0000 7f6bfd3b6640  1 -- 172.21.15.46:0/3459936516 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561a5e2d88e0 msgr2=0x561a5e2ef580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:04.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.259+0000 7f6bfd3b6640  1 --2- 172.21.15.46:0/3459936516 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561a5e2d88e0 0x561a5e2ef580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.259+0000 7f6bfd3b6640  1 -- 172.21.15.46:0/3459936516 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561a5e2dfa20 con 0x561a5e2e39e0
2024-03-19T01:52:04.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.259+0000 7f6bfd3b6640  1 --2- 172.21.15.46:0/3459936516 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561a5e2e39e0 0x561a5e2d4690 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f6bf0037040 tx=0x7f6bf00095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58beea67d9245bb1 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:04.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.259+0000 7f6be27fc640  1 -- 172.21.15.46:0/3459936516 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bf0039040 con 0x561a5e2e39e0
2024-03-19T01:52:04.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.259+0000 7f6be27fc640  1 -- 172.21.15.46:0/3459936516 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6bf0003e20 con 0x561a5e2e39e0
2024-03-19T01:52:04.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.259+0000 7f6be27fc640  1 -- 172.21.15.46:0/3459936516 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bf0004630 con 0x561a5e2e39e0
2024-03-19T01:52:04.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.260+0000 7f6c01a08740  1 -- 172.21.15.46:0/3459936516 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561a5e2e39e0 msgr2=0x561a5e2d4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:04.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.260+0000 7f6c01a08740  1 --2- 172.21.15.46:0/3459936516 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561a5e2e39e0 0x561a5e2d4690 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f6bf0037040 tx=0x7f6bf00095c0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.260+0000 7f6c01a08740  1 -- 172.21.15.46:0/3459936516 shutdown_connections
2024-03-19T01:52:04.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.260+0000 7f6c01a08740  1 --2- 172.21.15.46:0/3459936516 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561a5e2e39e0 0x561a5e2d4690 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.260+0000 7f6c01a08740  1 --2- 172.21.15.46:0/3459936516 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561a5e2d88e0 0x561a5e2ef580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.260+0000 7f6c01a08740  1 --2- 172.21.15.46:0/3459936516 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561a5e2d7fc0 0x561a5e2e31a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.260+0000 7f6c01a08740  1 -- 172.21.15.46:0/3459936516 >> 172.21.15.46:0/3459936516 conn(0x561a5e2d2a00 msgr2=0x561a5e2d2de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:04.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.260+0000 7f6c01a08740  1 -- 172.21.15.46:0/3459936516 shutdown_connections
2024-03-19T01:52:04.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.260+0000 7f6c01a08740  1 -- 172.21.15.46:0/3459936516 wait complete.
2024-03-19T01:52:04.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.260+0000 7f6c01a08740  1 --  start start
2024-03-19T01:52:04.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.260+0000 7f6c01a08740  1  Processor -- start
2024-03-19T01:52:04.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.260+0000 7f6c01a08740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561a5e2d7fc0 0x561a5e2dd940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.260+0000 7f6c01a08740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561a5e2d88e0 0x561a5e2dde80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.260+0000 7f6c01a08740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561a5e2e39e0 0x561a5e359230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.260+0000 7f6c01a08740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf81aaf20 con 0x561a5e2d88e0
2024-03-19T01:52:04.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.260+0000 7f6c01a08740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf81ac390 con 0x561a5e2d7fc0
2024-03-19T01:52:04.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.260+0000 7f6c01a08740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf81ab5f0 con 0x561a5e2e39e0
2024-03-19T01:52:04.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.260+0000 7f6c01a08740 10 client.0 _ll_register_callbacks cb 0x7f6bec004040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:52:04.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.261+0000 7f6bf7fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561a5e2d88e0 0x561a5e2dde80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.261+0000 7f6bfcbb5640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561a5e2d7fc0 0x561a5e2dd940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.261+0000 7f6bf7fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561a5e2d88e0 0x561a5e2dde80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39260/0 (socket says 172.21.15.46:39260)
2024-03-19T01:52:04.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.261+0000 7f6bfd3b6640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561a5e2e39e0 0x561a5e359230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.261+0000 7f6bf7fff640  1 -- 172.21.15.46:0/556836215 learned_addr learned my addr 172.21.15.46:0/556836215 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:04.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.261+0000 7f6bf7fff640  1 -- 172.21.15.46:0/556836215 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561a5e2e39e0 msgr2=0x561a5e359230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:04.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.261+0000 7f6bf7fff640  1 --2- 172.21.15.46:0/556836215 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561a5e2e39e0 0x561a5e359230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.261+0000 7f6bf7fff640  1 -- 172.21.15.46:0/556836215 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561a5e2d7fc0 msgr2=0x561a5e2dd940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:04.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.261+0000 7f6bf7fff640  1 --2- 172.21.15.46:0/556836215 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561a5e2d7fc0 0x561a5e2dd940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.261+0000 7f6bf7fff640  1 -- 172.21.15.46:0/556836215 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561a5e2d8710 con 0x561a5e2d88e0
2024-03-19T01:52:04.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.261+0000 7f6bf7fff640  1 --2- 172.21.15.46:0/556836215 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561a5e2d88e0 0x561a5e2dde80 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f6be400e9c0 tx=0x7f6be4000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a2a3ed38e5f404 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:04.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.261+0000 7f6bd7fff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:52:04.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.261+0000 7f6bd7fff640  1 -- 172.21.15.46:0/556836215 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6be4065020 con 0x561a5e2d88e0
2024-03-19T01:52:04.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.261+0000 7f6bd7fff640  1 -- 172.21.15.46:0/556836215 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f6be40860b0 con 0x561a5e2d88e0
2024-03-19T01:52:04.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.261+0000 7f6c01a08740  1 -- 172.21.15.46:0/556836215 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6bf0003e20 con 0x561a5e2d88e0
2024-03-19T01:52:04.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.261+0000 7f6bd7fff640  1 -- 172.21.15.46:0/556836215 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f6be4010de0 con 0x561a5e2d88e0
2024-03-19T01:52:04.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.261+0000 7f6c01a08740 10 client.16131 fetch_fsmap learned FSMap version 25
2024-03-19T01:52:04.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.261+0000 7f6c01a08740  1 -- 172.21.15.46:0/556836215 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x561a5e35a680 con 0x561a5e2d88e0
2024-03-19T01:52:04.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.261+0000 7f6bd7fff640  1 -- 172.21.15.46:0/556836215 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6bf0003e20 con 0x561a5e2d88e0
2024-03-19T01:52:04.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.262+0000 7f6bd7fff640  1 -- 172.21.15.46:0/556836215 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f6be40a3b50 con 0x561a5e2d88e0
2024-03-19T01:52:04.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.262+0000 7f6c01a08740 10 client.16131 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:52:04.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.262+0000 7f6c01a08740 10 client.16131 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:52:04.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.262+0000 7f6c01a08740 20 client.16131 populate_metadata read hostname 'smithi046'
2024-03-19T01:52:04.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.262+0000 7f6c01a08740  1 --2- 172.21.15.46:0/556836215 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x561a5e35aad0 0x561a5e35cec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:04.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.262+0000 7f6c01a08740  4 client.16131 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:52:04.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.262+0000 7f6c01a08740  1 -- 172.21.15.46:0/556836215 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561a5e2489f0 con 0x561a5e35aad0
2024-03-19T01:52:04.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.262+0000 7f6bfcbb5640  1 --2- 172.21.15.46:0/556836215 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x561a5e35aad0 0x561a5e35cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:04.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.262+0000 7f6bd7fff640 10 client.16131 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:52:04.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.262+0000 7f6bfcbb5640  1 --2- 172.21.15.46:0/556836215 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x561a5e35aad0 0x561a5e35cec0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d4282815e024d30 server_cookie=5183a5a0edd09dc0 in_seq=0 out_seq=0
2024-03-19T01:52:04.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.288+0000 7f6bd7fff640  1 -- 172.21.15.46:0/556836215 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561a5e2489f0 con 0x561a5e35aad0
2024-03-19T01:52:04.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.288+0000 7f6bd7fff640 10 client.16131 handle_command_reply: tid=0
2024-03-19T01:52:04.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.288+0000 7f6c01a08740  1 client.16131 shutdown
2024-03-19T01:52:04.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.288+0000 7f6c01a08740  1 -- 172.21.15.46:0/556836215 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561a5e2d88e0 msgr2=0x561a5e2dde80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:04.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.288+0000 7f6c01a08740  1 --2- 172.21.15.46:0/556836215 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561a5e2d88e0 0x561a5e2dde80 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f6be400e9c0 tx=0x7f6be4000bc0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.288+0000 7f6c01a08740  1 -- 172.21.15.46:0/556836215 shutdown_connections
2024-03-19T01:52:04.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.288+0000 7f6c01a08740  1 --2- 172.21.15.46:0/556836215 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x561a5e35aad0 0x561a5e35cec0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.288+0000 7f6c01a08740  1 --2- 172.21.15.46:0/556836215 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561a5e2e39e0 0x561a5e359230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.288+0000 7f6c01a08740  1 --2- 172.21.15.46:0/556836215 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561a5e2d88e0 0x561a5e2dde80 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.288+0000 7f6bd7fff640  0 client.16131 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:52:04.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.288+0000 7f6c01a08740  1 --2- 172.21.15.46:0/556836215 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561a5e2d7fc0 0x561a5e2dd940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.288+0000 7f6c01a08740  1 -- 172.21.15.46:0/556836215 >> 172.21.15.46:0/556836215 conn(0x561a5e2d2a00 msgr2=0x561a5e2d1ba0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:04.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.288+0000 7f6c01a08740  1 -- 172.21.15.46:0/556836215 shutdown_connections
2024-03-19T01:52:04.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.288+0000 7f6c01a08740  1 -- 172.21.15.46:0/556836215 wait complete.
2024-03-19T01:52:04.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.288+0000 7f6c01a08740 20 client.16131 trim_cache size 0 max 16384
2024-03-19T01:52:04.290 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:52:04.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.289+0000 7f6bfee19640  1 -- 172.21.15.46:0/1563312882 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6be80a2a70 msgr2=0x7f6be80a4f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:04.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.289+0000 7f6bfee19640  1 --2- 172.21.15.46:0/1563312882 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6be80a2a70 0x7f6be80a4f30 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f6bec009bd0 tx=0x7f6bec005f90 comp rx=0 tx=0).stop
2024-03-19T01:52:04.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.289+0000 7f6bfee19640  1 -- 172.21.15.46:0/1563312882 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6bf8101310 msgr2=0x7f6bf8197440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:04.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.289+0000 7f6bfee19640  1 --2- 172.21.15.46:0/1563312882 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6bf8101310 0x7f6bf8197440 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f6be400e9f0 tx=0x7f6be400eeb0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.289+0000 7f6bfee19640  1 -- 172.21.15.46:0/1563312882 shutdown_connections
2024-03-19T01:52:04.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.289+0000 7f6bfee19640  1 --2- 172.21.15.46:0/1563312882 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6bf8105690 0x7f6bf819b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.289+0000 7f6bfee19640  1 --2- 172.21.15.46:0/1563312882 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6bf8101310 0x7f6bf8197440 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.289+0000 7f6bfee19640  1 --2- 172.21.15.46:0/1563312882 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6be80a2a70 0x7f6be80a4f30 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.289+0000 7f6bfee19640  1 --2- 172.21.15.46:0/1563312882 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6bf8100970 0x7f6bf8196f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:04.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.289+0000 7f6bfee19640  1 -- 172.21.15.46:0/1563312882 >> 172.21.15.46:0/1563312882 conn(0x7f6bf8077500 msgr2=0x7f6bf80fe5a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:04.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.289+0000 7f6bfee19640  1 -- 172.21.15.46:0/1563312882 shutdown_connections
2024-03-19T01:52:04.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:04.289+0000 7f6bfee19640  1 -- 172.21.15.46:0/1563312882 wait complete.
2024-03-19T01:52:05.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:04 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3777216987' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:52:05.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:04 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3777216987' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:52:05.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:04 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3777216987' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:52:05.301 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs
2024-03-19T01:52:05.301 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:52:05.302 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive
2024-03-19T01:52:05.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.412+0000 7faab1c88640  1 -- 172.21.15.46:0/1075529733 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faaac1076a0 msgr2=0x7faaac107a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:05.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.412+0000 7faab1c88640  1 --2- 172.21.15.46:0/1075529733 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faaac1076a0 0x7faaac107a80 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7faaa8009cd0 tx=0x7faaa802c0f0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.412+0000 7faab1c88640  1 -- 172.21.15.46:0/1075529733 shutdown_connections
2024-03-19T01:52:05.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.412+0000 7faab1c88640  1 --2- 172.21.15.46:0/1075529733 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faaac102050 0x7faaac10e560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.412+0000 7faab1c88640  1 --2- 172.21.15.46:0/1075529733 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faaac101690 0x7faaac101b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.412+0000 7faab1c88640  1 --2- 172.21.15.46:0/1075529733 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faaac1076a0 0x7faaac107a80 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.412+0000 7faab1c88640  1 -- 172.21.15.46:0/1075529733 >> 172.21.15.46:0/1075529733 conn(0x7faaac0fd1c0 msgr2=0x7faaac0ff5e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:05.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.412+0000 7faab1c88640  1 -- 172.21.15.46:0/1075529733 shutdown_connections
2024-03-19T01:52:05.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.412+0000 7faab1c88640  1 -- 172.21.15.46:0/1075529733 wait complete.
2024-03-19T01:52:05.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.413+0000 7faab1c88640  1  Processor -- start
2024-03-19T01:52:05.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.413+0000 7faab1c88640  1 --  start start
2024-03-19T01:52:05.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.413+0000 7faab1c88640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faaac101690 0x7faaac197f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.413+0000 7faab1c88640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faaac102050 0x7faaac198440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.413+0000 7faab1c88640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faaac1076a0 0x7faaac19c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.413+0000 7faab1c88640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7faaac111920 con 0x7faaac102050
2024-03-19T01:52:05.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.413+0000 7faab1c88640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7faaac1117a0 con 0x7faaac101690
2024-03-19T01:52:05.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.413+0000 7faab1c88640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7faaac111aa0 con 0x7faaac1076a0
2024-03-19T01:52:05.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.413+0000 7faaa3fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faaac102050 0x7faaac198440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.413+0000 7faaa3fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faaac102050 0x7faaac198440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39284/0 (socket says 172.21.15.46:39284)
2024-03-19T01:52:05.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.413+0000 7faab0c86640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faaac101690 0x7faaac197f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.413+0000 7faaa3fff640  1 -- 172.21.15.46:0/2457936357 learned_addr learned my addr 172.21.15.46:0/2457936357 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:05.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.413+0000 7faab1487640  1 --2- 172.21.15.46:0/2457936357 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faaac1076a0 0x7faaac19c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.414+0000 7faaa3fff640  1 -- 172.21.15.46:0/2457936357 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faaac1076a0 msgr2=0x7faaac19c7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:05.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.414+0000 7faaa3fff640  1 --2- 172.21.15.46:0/2457936357 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faaac1076a0 0x7faaac19c7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.414+0000 7faaa3fff640  1 -- 172.21.15.46:0/2457936357 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faaac101690 msgr2=0x7faaac197f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:05.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.414+0000 7faaa3fff640  1 --2- 172.21.15.46:0/2457936357 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faaac101690 0x7faaac197f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.414+0000 7faaa3fff640  1 -- 172.21.15.46:0/2457936357 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faaac19cef0 con 0x7faaac102050
2024-03-19T01:52:05.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.414+0000 7faaa3fff640  1 --2- 172.21.15.46:0/2457936357 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faaac102050 0x7faaac198440 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7faa9c00ea60 tx=0x7faa9c00ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:05.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.414+0000 7faaa1ffb640  1 -- 172.21.15.46:0/2457936357 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa9c00cd20 con 0x7faaac102050
2024-03-19T01:52:05.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.414+0000 7faaa1ffb640  1 -- 172.21.15.46:0/2457936357 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faa9c0035f0 con 0x7faaac102050
2024-03-19T01:52:05.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.414+0000 7faab1c88640  1 -- 172.21.15.46:0/2457936357 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faaac19d1e0 con 0x7faaac102050
2024-03-19T01:52:05.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.414+0000 7faaa1ffb640  1 -- 172.21.15.46:0/2457936357 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa9c010690 con 0x7faaac102050
2024-03-19T01:52:05.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.414+0000 7faab1c88640  1 -- 172.21.15.46:0/2457936357 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faaac1a4a70 con 0x7faaac102050
2024-03-19T01:52:05.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.416+0000 7faaa1ffb640  1 -- 172.21.15.46:0/2457936357 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7faa9c0037a0 con 0x7faaac102050
2024-03-19T01:52:05.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.417+0000 7faab5bb3740  1  Processor -- start
2024-03-19T01:52:05.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.417+0000 7faab5bb3740  1 --  start start
2024-03-19T01:52:05.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.417+0000 7faaa1ffb640  1 --2- 172.21.15.46:0/2457936357 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7faa940a2970 0x7faa940a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.417+0000 7faab5bb3740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5605c5bfe560 0x5605c5bfe940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.417+0000 7faab5bb3740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605c5bfee80 0x5605c5c07520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.417+0000 7faab1487640  1 --2- 172.21.15.46:0/2457936357 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7faa940a2970 0x7faa940a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.417+0000 7faab5bb3740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5605c5c07a60 0x5605c5c09e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.417+0000 7faab5bb3740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5605c5b62160 con 0x5605c5c07a60
2024-03-19T01:52:05.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.417+0000 7faab5bb3740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5605c5b0ae10 con 0x5605c5bfe560
2024-03-19T01:52:05.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.417+0000 7faab5bb3740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5605c5b5e200 con 0x5605c5bfee80
2024-03-19T01:52:05.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.417+0000 7faaa1ffb640  1 -- 172.21.15.46:0/2457936357 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7faa9c0cf420 con 0x7faaac102050
2024-03-19T01:52:05.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.417+0000 7faab0c86640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5605c5bfe560 0x5605c5bfe940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.417+0000 7faab1487640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5605c5c07a60 0x5605c5c09e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.417+0000 7faab0c86640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5605c5bfe560 0x5605c5bfe940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:57950/0 (socket says 172.21.15.46:57950)
2024-03-19T01:52:05.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.417+0000 7faab0c86640  1 -- 172.21.15.46:0/42756376 learned_addr learned my addr 172.21.15.46:0/42756376 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:05.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.417+0000 7faaa3fff640  1 --2- 172.21.15.46:0/42756376 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605c5bfee80 0x5605c5c07520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.417+0000 7faaa3fff640  1 -- 172.21.15.46:0/42756376 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5605c5bfe560 msgr2=0x5605c5bfe940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:05.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.417+0000 7faaa3fff640  1 --2- 172.21.15.46:0/42756376 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5605c5bfe560 0x5605c5bfe940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.417+0000 7faaa3fff640  1 -- 172.21.15.46:0/42756376 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5605c5c07a60 msgr2=0x5605c5c09e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:05.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.417+0000 7faaa3fff640  1 --2- 172.21.15.46:0/42756376 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5605c5c07a60 0x5605c5c09e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.417+0000 7faaa3fff640  1 -- 172.21.15.46:0/42756376 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5605c593e7e0 con 0x5605c5bfee80
2024-03-19T01:52:05.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.418+0000 7faab1487640  1 --2- 172.21.15.46:0/2457936357 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7faa940a2970 0x7faa940a4e30 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7faaa4009f20 tx=0x7faaa4013830 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:05.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.418+0000 7faaa3fff640  1 --2- 172.21.15.46:0/42756376 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605c5bfee80 0x5605c5c07520 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7faa9c0cc800 tx=0x7faa9c09b250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=98ef2aa197f55f99 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:05.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.418+0000 7faa92ffd640  1 -- 172.21.15.46:0/42756376 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa9c0b4070 con 0x5605c5bfee80
2024-03-19T01:52:05.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.418+0000 7faa92ffd640  1 -- 172.21.15.46:0/42756376 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faa9c09be10 con 0x5605c5bfee80
2024-03-19T01:52:05.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.418+0000 7faa92ffd640  1 -- 172.21.15.46:0/42756376 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa9c0860c0 con 0x5605c5bfee80
2024-03-19T01:52:05.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.419+0000 7faab5bb3740  1 -- 172.21.15.46:0/42756376 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605c5bfee80 msgr2=0x5605c5c07520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:05.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.419+0000 7faab5bb3740  1 --2- 172.21.15.46:0/42756376 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605c5bfee80 0x5605c5c07520 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7faa9c0cc800 tx=0x7faa9c09b250 comp rx=0 tx=0).stop
2024-03-19T01:52:05.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.419+0000 7faab5bb3740  1 -- 172.21.15.46:0/42756376 shutdown_connections
2024-03-19T01:52:05.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.419+0000 7faab5bb3740  1 --2- 172.21.15.46:0/42756376 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5605c5c07a60 0x5605c5c09e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.419+0000 7faab5bb3740  1 --2- 172.21.15.46:0/42756376 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605c5bfee80 0x5605c5c07520 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.419+0000 7faab5bb3740  1 --2- 172.21.15.46:0/42756376 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5605c5bfe560 0x5605c5bfe940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.419+0000 7faab5bb3740  1 -- 172.21.15.46:0/42756376 >> 172.21.15.46:0/42756376 conn(0x5605c5bf8c40 msgr2=0x5605c5bf9020 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:05.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.419+0000 7faab5bb3740  1 -- 172.21.15.46:0/42756376 shutdown_connections
2024-03-19T01:52:05.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.419+0000 7faab5bb3740  1 -- 172.21.15.46:0/42756376 wait complete.
2024-03-19T01:52:05.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.419+0000 7faab5bb3740  1 --  start start
2024-03-19T01:52:05.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.419+0000 7faab5bb3740  1  Processor -- start
2024-03-19T01:52:05.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.419+0000 7faab5bb3740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5605c5bfe560 0x5605c5c04a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.419+0000 7faab5bb3740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5605c5bfee80 0x5605c5c04fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.419+0000 7faab5bb3740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605c5c07a60 0x5605c5c05510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.420+0000 7faab5bb3740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5605c5c0a7f0 con 0x5605c5bfee80
2024-03-19T01:52:05.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.420+0000 7faab5bb3740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5605c5b1e1a0 con 0x5605c5bfe560
2024-03-19T01:52:05.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.420+0000 7faab5bb3740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5605c5c0a970 con 0x5605c5c07a60
2024-03-19T01:52:05.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.420+0000 7faab5bb3740 10 client.0 _ll_register_callbacks cb 0x5605c5875c60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:52:05.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.420+0000 7faaa3fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5605c5bfee80 0x5605c5c04fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.420+0000 7faaa3fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5605c5bfee80 0x5605c5c04fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39290/0 (socket says 172.21.15.46:39290)
2024-03-19T01:52:05.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.420+0000 7faaa3fff640  1 -- 172.21.15.46:0/553495670 learned_addr learned my addr 172.21.15.46:0/553495670 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:05.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.420+0000 7faab0c86640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5605c5bfe560 0x5605c5c04a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.420+0000 7faab1487640  1 --2- 172.21.15.46:0/553495670 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605c5c07a60 0x5605c5c05510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.420+0000 7faaa3fff640  1 -- 172.21.15.46:0/553495670 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605c5c07a60 msgr2=0x5605c5c05510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:05.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.420+0000 7faaa3fff640  1 --2- 172.21.15.46:0/553495670 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605c5c07a60 0x5605c5c05510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.420+0000 7faaa3fff640  1 -- 172.21.15.46:0/553495670 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5605c5bfe560 msgr2=0x5605c5c04a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:05.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.420+0000 7faaa3fff640  1 --2- 172.21.15.46:0/553495670 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5605c5bfe560 0x5605c5c04a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.420+0000 7faaa3fff640  1 -- 172.21.15.46:0/553495670 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5605c599ef70 con 0x5605c5bfee80
2024-03-19T01:52:05.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.420+0000 7faab0c86640  1 --2- 172.21.15.46:0/553495670 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5605c5bfe560 0x5605c5c04a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:52:05.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.420+0000 7faaa3fff640  1 --2- 172.21.15.46:0/553495670 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5605c5bfee80 0x5605c5c04fd0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7faa9c00ea30 tx=0x7faa9c0a3f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d28454d211ab6321 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:05.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.420+0000 7faa8bfff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:52:05.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.420+0000 7faa8bfff640  1 -- 172.21.15.46:0/553495670 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa9c0b8070 con 0x5605c5bfee80
2024-03-19T01:52:05.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.420+0000 7faa8bfff640  1 -- 172.21.15.46:0/553495670 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7faa9c097d80 con 0x5605c5bfee80
2024-03-19T01:52:05.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.420+0000 7faab5bb3740  1 -- 172.21.15.46:0/553495670 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faa9c09be10 con 0x5605c5bfee80
2024-03-19T01:52:05.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.420+0000 7faa8bfff640  1 -- 172.21.15.46:0/553495670 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7faa9c0b4050 con 0x5605c5bfee80
2024-03-19T01:52:05.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.420+0000 7faab5bb3740 10 client.16143 fetch_fsmap learned FSMap version 25
2024-03-19T01:52:05.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.420+0000 7faab5bb3740  1 -- 172.21.15.46:0/553495670 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5605c5836170 con 0x5605c5bfee80
2024-03-19T01:52:05.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.421+0000 7faa8bfff640  1 -- 172.21.15.46:0/553495670 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faa9c09be10 con 0x5605c5bfee80
2024-03-19T01:52:05.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.421+0000 7faa8bfff640  1 -- 172.21.15.46:0/553495670 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7faa9c004120 con 0x5605c5bfee80
2024-03-19T01:52:05.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.421+0000 7faab5bb3740 10 client.16143 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:52:05.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.421+0000 7faab5bb3740 10 client.16143 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:52:05.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.421+0000 7faab5bb3740 20 client.16143 populate_metadata read hostname 'smithi046'
2024-03-19T01:52:05.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.421+0000 7faab5bb3740  1 --2- 172.21.15.46:0/553495670 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5605c5c17c10 0x5605c5c1a000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.421+0000 7faab5bb3740  4 client.16143 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:52:05.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.421+0000 7faab5bb3740  1 -- 172.21.15.46:0/553495670 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5605c5b6f6a0 con 0x5605c5c17c10
2024-03-19T01:52:05.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.421+0000 7faab0c86640  1 --2- 172.21.15.46:0/553495670 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5605c5c17c10 0x5605c5c1a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.421+0000 7faa8bfff640 10 client.16143 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:52:05.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.421+0000 7faab0c86640  1 --2- 172.21.15.46:0/553495670 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5605c5c17c10 0x5605c5c1a000 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6c8076d819f499fa server_cookie=10fd9faf320708aa in_seq=0 out_seq=0
2024-03-19T01:52:05.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.422+0000 7faa8bfff640  1 -- 172.21.15.46:0/553495670 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5605c5b6f6a0 con 0x5605c5c17c10
2024-03-19T01:52:05.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.422+0000 7faa8bfff640 10 client.16143 handle_command_reply: tid=0
2024-03-19T01:52:05.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.422+0000 7faab5bb3740  1 client.16143 shutdown
2024-03-19T01:52:05.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.422+0000 7faab5bb3740  1 -- 172.21.15.46:0/553495670 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5605c5bfee80 msgr2=0x5605c5c04fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:05.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.422+0000 7faab5bb3740  1 --2- 172.21.15.46:0/553495670 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5605c5bfee80 0x5605c5c04fd0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7faa9c00ea30 tx=0x7faa9c0a3f20 comp rx=0 tx=0).stop
2024-03-19T01:52:05.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.423+0000 7faab5bb3740  1 -- 172.21.15.46:0/553495670 shutdown_connections
2024-03-19T01:52:05.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.423+0000 7faab5bb3740  1 --2- 172.21.15.46:0/553495670 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5605c5c17c10 0x5605c5c1a000 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.423+0000 7faab5bb3740  1 --2- 172.21.15.46:0/553495670 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605c5c07a60 0x5605c5c05510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.423+0000 7faab5bb3740  1 --2- 172.21.15.46:0/553495670 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5605c5bfee80 0x5605c5c04fd0 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.423+0000 7faa8bfff640  0 client.16143 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:52:05.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.423+0000 7faab5bb3740  1 --2- 172.21.15.46:0/553495670 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5605c5bfe560 0x5605c5c04a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.423+0000 7faab5bb3740  1 -- 172.21.15.46:0/553495670 >> 172.21.15.46:0/553495670 conn(0x5605c5bf8c40 msgr2=0x5605c5bfa9e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:05.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.423+0000 7faab5bb3740  1 -- 172.21.15.46:0/553495670 shutdown_connections
2024-03-19T01:52:05.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.423+0000 7faab5bb3740  1 -- 172.21.15.46:0/553495670 wait complete.
2024-03-19T01:52:05.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.423+0000 7faab5bb3740 20 client.16143 trim_cache size 0 max 16384
2024-03-19T01:52:05.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.440+0000 7faab5bb3740  1  Processor -- start
2024-03-19T01:52:05.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.440+0000 7faab5bb3740  1 --  start start
2024-03-19T01:52:05.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.440+0000 7faab5bb3740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5605c5bfe560 0x5605c5c071c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.440+0000 7faab5bb3740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605c5bfee80 0x5605c5c13590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.440+0000 7faab5bb3740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5605c5c07a60 0x5605c5c1f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.440+0000 7faab5bb3740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7faaac1b12e0 con 0x5605c5bfe560
2024-03-19T01:52:05.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.440+0000 7faab5bb3740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7faaac1aebb0 con 0x5605c5c07a60
2024-03-19T01:52:05.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.440+0000 7faab5bb3740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7faaac1ac9e0 con 0x5605c5bfee80
2024-03-19T01:52:05.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.440+0000 7faab0c86640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5605c5bfe560 0x5605c5c071c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.440+0000 7faab0c86640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5605c5bfe560 0x5605c5c071c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39302/0 (socket says 172.21.15.46:39302)
2024-03-19T01:52:05.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.440+0000 7faab0c86640  1 -- 172.21.15.46:0/3714772951 learned_addr learned my addr 172.21.15.46:0/3714772951 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:05.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.440+0000 7faab1487640  1 --2- 172.21.15.46:0/3714772951 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5605c5c07a60 0x5605c5c1f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.440+0000 7faaa3fff640  1 --2- 172.21.15.46:0/3714772951 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605c5bfee80 0x5605c5c13590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.441+0000 7faab0c86640  1 -- 172.21.15.46:0/3714772951 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605c5bfee80 msgr2=0x5605c5c13590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:05.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.441+0000 7faab0c86640  1 --2- 172.21.15.46:0/3714772951 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605c5bfee80 0x5605c5c13590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.441+0000 7faab0c86640  1 -- 172.21.15.46:0/3714772951 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5605c5c07a60 msgr2=0x5605c5c1f5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:05.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.441+0000 7faab0c86640  1 --2- 172.21.15.46:0/3714772951 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5605c5c07a60 0x5605c5c1f5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.441+0000 7faab0c86640  1 -- 172.21.15.46:0/3714772951 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5605c5bf4560 con 0x5605c5bfe560
2024-03-19T01:52:05.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.441+0000 7faab0c86640  1 --2- 172.21.15.46:0/3714772951 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5605c5bfe560 0x5605c5c071c0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7faaa8005cc0 tx=0x7faaa802e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f073d52647921969 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:05.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.441+0000 7faa927fc640  1 -- 172.21.15.46:0/3714772951 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaa804e070 con 0x5605c5bfe560
2024-03-19T01:52:05.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.441+0000 7faa927fc640  1 -- 172.21.15.46:0/3714772951 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faaa8048c30 con 0x5605c5bfe560
2024-03-19T01:52:05.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.441+0000 7faa927fc640  1 -- 172.21.15.46:0/3714772951 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaa8039040 con 0x5605c5bfe560
2024-03-19T01:52:05.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.442+0000 7faab5bb3740  1 -- 172.21.15.46:0/3714772951 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5605c5bfe560 msgr2=0x5605c5c071c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:05.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.442+0000 7faab5bb3740  1 --2- 172.21.15.46:0/3714772951 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5605c5bfe560 0x5605c5c071c0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7faaa8005cc0 tx=0x7faaa802e040 comp rx=0 tx=0).stop
2024-03-19T01:52:05.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.442+0000 7faab5bb3740  1 -- 172.21.15.46:0/3714772951 shutdown_connections
2024-03-19T01:52:05.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.442+0000 7faab5bb3740  1 --2- 172.21.15.46:0/3714772951 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5605c5c07a60 0x5605c5c1f5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.442+0000 7faab5bb3740  1 --2- 172.21.15.46:0/3714772951 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605c5bfee80 0x5605c5c13590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.442+0000 7faab5bb3740  1 --2- 172.21.15.46:0/3714772951 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5605c5bfe560 0x5605c5c071c0 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.442+0000 7faab5bb3740  1 -- 172.21.15.46:0/3714772951 >> 172.21.15.46:0/3714772951 conn(0x5605c5bf8c40 msgr2=0x5605c5bf7d00 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:05.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.442+0000 7faab5bb3740  1 -- 172.21.15.46:0/3714772951 shutdown_connections
2024-03-19T01:52:05.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.442+0000 7faab5bb3740  1 -- 172.21.15.46:0/3714772951 wait complete.
2024-03-19T01:52:05.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.442+0000 7faab5bb3740  1 --  start start
2024-03-19T01:52:05.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.442+0000 7faab5bb3740  1  Processor -- start
2024-03-19T01:52:05.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.442+0000 7faab5bb3740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5605c5bfe560 0x5605c5c0fae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.442+0000 7faab5bb3740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605c5bfee80 0x5605c5c10020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.442+0000 7faab5bb3740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5605c5c07a60 0x5605c5c0c060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.442+0000 7faab5bb3740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7faaac1ad070 con 0x5605c5bfe560
2024-03-19T01:52:05.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.442+0000 7faab5bb3740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7faaac1ae4e0 con 0x5605c5c07a60
2024-03-19T01:52:05.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.442+0000 7faab5bb3740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7faaac1ad740 con 0x5605c5bfee80
2024-03-19T01:52:05.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.442+0000 7faab5bb3740 10 client.0 _ll_register_callbacks cb 0x7faa9c0b2070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:52:05.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.443+0000 7faab0c86640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5605c5bfe560 0x5605c5c0fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.443+0000 7faab0c86640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5605c5bfe560 0x5605c5c0fae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39316/0 (socket says 172.21.15.46:39316)
2024-03-19T01:52:05.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.443+0000 7faab0c86640  1 -- 172.21.15.46:0/256451954 learned_addr learned my addr 172.21.15.46:0/256451954 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:05.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.443+0000 7faaa3fff640  1 --2- 172.21.15.46:0/256451954 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605c5bfee80 0x5605c5c10020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.443+0000 7faab1487640  1 --2- 172.21.15.46:0/256451954 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5605c5c07a60 0x5605c5c0c060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.443+0000 7faab0c86640  1 -- 172.21.15.46:0/256451954 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605c5bfee80 msgr2=0x5605c5c10020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:05.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.443+0000 7faab0c86640  1 --2- 172.21.15.46:0/256451954 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605c5bfee80 0x5605c5c10020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.443+0000 7faab0c86640  1 -- 172.21.15.46:0/256451954 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5605c5c07a60 msgr2=0x5605c5c0c060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:05.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.443+0000 7faab0c86640  1 --2- 172.21.15.46:0/256451954 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5605c5c07a60 0x5605c5c0c060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.443+0000 7faab0c86640  1 -- 172.21.15.46:0/256451954 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5605c5c0c860 con 0x5605c5bfe560
2024-03-19T01:52:05.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.443+0000 7faaa3fff640  1 --2- 172.21.15.46:0/256451954 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605c5bfee80 0x5605c5c10020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:52:05.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.443+0000 7faab0c86640  1 --2- 172.21.15.46:0/256451954 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5605c5bfe560 0x5605c5c0fae0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7faaa8043040 tx=0x7faaa8005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81b43968b77b624b server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:05.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.443+0000 7faa8bfff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:52:05.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.443+0000 7faa8bfff640  1 -- 172.21.15.46:0/256451954 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaa8059060 con 0x5605c5bfe560
2024-03-19T01:52:05.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.443+0000 7faa8bfff640  1 -- 172.21.15.46:0/256451954 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7faaa80324f0 con 0x5605c5bfe560
2024-03-19T01:52:05.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.443+0000 7faab5bb3740  1 -- 172.21.15.46:0/256451954 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faaa8048c30 con 0x5605c5bfe560
2024-03-19T01:52:05.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.443+0000 7faa8bfff640  1 -- 172.21.15.46:0/256451954 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7faaa804e070 con 0x5605c5bfe560
2024-03-19T01:52:05.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.443+0000 7faab5bb3740 10 client.16149 fetch_fsmap learned FSMap version 25
2024-03-19T01:52:05.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.443+0000 7faab5bb3740  1 -- 172.21.15.46:0/256451954 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5605c5c7e8e0 con 0x5605c5bfe560
2024-03-19T01:52:05.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.444+0000 7faa8bfff640  1 -- 172.21.15.46:0/256451954 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faaa8048c30 con 0x5605c5bfe560
2024-03-19T01:52:05.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.444+0000 7faa8bfff640  1 -- 172.21.15.46:0/256451954 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7faaa8004040 con 0x5605c5bfe560
2024-03-19T01:52:05.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.444+0000 7faab5bb3740 10 client.16149 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:52:05.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.444+0000 7faab5bb3740 10 client.16149 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:52:05.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.444+0000 7faab5bb3740 20 client.16149 populate_metadata read hostname 'smithi046'
2024-03-19T01:52:05.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.444+0000 7faab5bb3740  1 --2- 172.21.15.46:0/256451954 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5605c5c7f0c0 0x5605c5c814e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.444+0000 7faab5bb3740  4 client.16149 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}]
2024-03-19T01:52:05.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.444+0000 7faab5bb3740  1 -- 172.21.15.46:0/256451954 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5605c5b699f0 con 0x5605c5c7f0c0
2024-03-19T01:52:05.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.444+0000 7faaa3fff640  1 --2- 172.21.15.46:0/256451954 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5605c5c7f0c0 0x5605c5c814e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.444+0000 7faa8bfff640 10 client.16149 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:52:05.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.444+0000 7faaa3fff640  1 --2- 172.21.15.46:0/256451954 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5605c5c7f0c0 0x5605c5c814e0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d327d9d1edfed5c9 server_cookie=d1915f0c77ac4691 in_seq=0 out_seq=0
2024-03-19T01:52:05.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.445+0000 7faa8bfff640  1 -- 172.21.15.46:0/256451954 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5605c5b699f0 con 0x5605c5c7f0c0
2024-03-19T01:52:05.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.445+0000 7faa8bfff640 10 client.16149 handle_command_reply: tid=0
2024-03-19T01:52:05.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.445+0000 7faab5bb3740  1 client.16149 shutdown
2024-03-19T01:52:05.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.446+0000 7faab5bb3740  1 -- 172.21.15.46:0/256451954 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5605c5bfe560 msgr2=0x5605c5c0fae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:05.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.446+0000 7faab5bb3740  1 --2- 172.21.15.46:0/256451954 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5605c5bfe560 0x5605c5c0fae0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7faaa8043040 tx=0x7faaa8005bd0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.446+0000 7faab5bb3740  1 -- 172.21.15.46:0/256451954 shutdown_connections
2024-03-19T01:52:05.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.446+0000 7faab5bb3740  1 --2- 172.21.15.46:0/256451954 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5605c5c7f0c0 0x5605c5c814e0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.446+0000 7faab5bb3740  1 --2- 172.21.15.46:0/256451954 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5605c5c07a60 0x5605c5c0c060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.446+0000 7faab5bb3740  1 --2- 172.21.15.46:0/256451954 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5605c5bfee80 0x5605c5c10020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.446+0000 7faab5bb3740  1 --2- 172.21.15.46:0/256451954 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5605c5bfe560 0x5605c5c0fae0 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.446+0000 7faab5bb3740  1 -- 172.21.15.46:0/256451954 >> 172.21.15.46:0/256451954 conn(0x5605c5bf8c40 msgr2=0x5605c5bf7470 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:05.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.446+0000 7faa8bfff640  0 client.16149 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:52:05.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.446+0000 7faab5bb3740  1 -- 172.21.15.46:0/256451954 shutdown_connections
2024-03-19T01:52:05.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.446+0000 7faab5bb3740  1 -- 172.21.15.46:0/256451954 wait complete.
2024-03-19T01:52:05.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.446+0000 7faab5bb3740 20 client.16149 trim_cache size 0 max 16384
2024-03-19T01:52:05.457 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:52:05.457 INFO:teuthology.orchestra.run.smithi046.stdout:    "return_code": 0,
2024-03-19T01:52:05.457 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrub_tag": "46a8b551-273e-49cf-92fd-04698a8d6f4c",
2024-03-19T01:52:05.457 INFO:teuthology.orchestra.run.smithi046.stdout:    "mode": "asynchronous"
2024-03-19T01:52:05.457 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:52:05.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.447+0000 7faab1c88640  1 -- 172.21.15.46:0/2457936357 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7faa940a2970 msgr2=0x7faa940a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:05.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.447+0000 7faab1c88640  1 --2- 172.21.15.46:0/2457936357 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7faa940a2970 0x7faa940a4e30 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7faaa4009f20 tx=0x7faaa4013830 comp rx=0 tx=0).stop
2024-03-19T01:52:05.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.447+0000 7faab1c88640  1 -- 172.21.15.46:0/2457936357 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faaac102050 msgr2=0x7faaac198440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:05.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.447+0000 7faab1c88640  1 --2- 172.21.15.46:0/2457936357 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faaac102050 0x7faaac198440 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7faa9c00ea60 tx=0x7faa9c00ee60 comp rx=0 tx=0).stop
2024-03-19T01:52:05.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.447+0000 7faab1c88640  1 -- 172.21.15.46:0/2457936357 shutdown_connections
2024-03-19T01:52:05.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.447+0000 7faab1c88640  1 --2- 172.21.15.46:0/2457936357 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7faa940a2970 0x7faa940a4e30 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.447+0000 7faab1c88640  1 --2- 172.21.15.46:0/2457936357 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faaac1076a0 0x7faaac19c7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.447+0000 7faab1c88640  1 --2- 172.21.15.46:0/2457936357 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faaac102050 0x7faaac198440 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.447+0000 7faab1c88640  1 --2- 172.21.15.46:0/2457936357 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faaac101690 0x7faaac197f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.447+0000 7faab1c88640  1 -- 172.21.15.46:0/2457936357 >> 172.21.15.46:0/2457936357 conn(0x7faaac0fd1c0 msgr2=0x7faaac0fdb90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:05.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.447+0000 7faab1c88640  1 -- 172.21.15.46:0/2457936357 shutdown_connections
2024-03-19T01:52:05.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.447+0000 7faab1c88640  1 -- 172.21.15.46:0/2457936357 wait complete.
2024-03-19T01:52:05.460 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:52:05.460 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:52:05.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.577+0000 7fa47d459640  1 -- 172.21.15.46:0/4084277276 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa478101050 msgr2=0x7fa47810d560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:05.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.577+0000 7fa47d459640  1 --2- 172.21.15.46:0/4084277276 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa478101050 0x7fa47810d560 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fa470009cd0 tx=0x7fa47002c0f0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.577+0000 7fa47d459640  1 -- 172.21.15.46:0/4084277276 shutdown_connections
2024-03-19T01:52:05.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.577+0000 7fa47d459640  1 --2- 172.21.15.46:0/4084277276 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa478101050 0x7fa47810d560 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.577+0000 7fa47d459640  1 --2- 172.21.15.46:0/4084277276 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa478100690 0x7fa478100b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.577+0000 7fa47d459640  1 --2- 172.21.15.46:0/4084277276 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa4781066a0 0x7fa478106a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.577+0000 7fa47d459640  1 -- 172.21.15.46:0/4084277276 >> 172.21.15.46:0/4084277276 conn(0x7fa478077820 msgr2=0x7fa478077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:05.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.577+0000 7fa47d459640  1 -- 172.21.15.46:0/4084277276 shutdown_connections
2024-03-19T01:52:05.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.577+0000 7fa47d459640  1 -- 172.21.15.46:0/4084277276 wait complete.
2024-03-19T01:52:05.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.578+0000 7fa47d459640  1  Processor -- start
2024-03-19T01:52:05.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.578+0000 7fa47d459640  1 --  start start
2024-03-19T01:52:05.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.578+0000 7fa47d459640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa478100690 0x7fa478198010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.578+0000 7fa47d459640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa478101050 0x7fa478198550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.578+0000 7fa47d459640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa4781066a0 0x7fa47819c8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.578+0000 7fa47d459640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa478110980 con 0x7fa478100690
2024-03-19T01:52:05.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.578+0000 7fa47d459640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa478110800 con 0x7fa478101050
2024-03-19T01:52:05.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.578+0000 7fa47d459640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa478110b00 con 0x7fa4781066a0
2024-03-19T01:52:05.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.578+0000 7fa476ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa478100690 0x7fa478198010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.578+0000 7fa476ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa478100690 0x7fa478198010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39344/0 (socket says 172.21.15.46:39344)
2024-03-19T01:52:05.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.578+0000 7fa476ffd640  1 -- 172.21.15.46:0/61741977 learned_addr learned my addr 172.21.15.46:0/61741977 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:05.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.578+0000 7fa46e7fc640  1 --2- 172.21.15.46:0/61741977 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa478101050 0x7fa478198550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.578+0000 7fa4777fe640  1 --2- 172.21.15.46:0/61741977 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa4781066a0 0x7fa47819c8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.578+0000 7fa476ffd640  1 -- 172.21.15.46:0/61741977 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa4781066a0 msgr2=0x7fa47819c8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:05.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.579+0000 7fa476ffd640  1 --2- 172.21.15.46:0/61741977 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa4781066a0 0x7fa47819c8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.579+0000 7fa476ffd640  1 -- 172.21.15.46:0/61741977 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa478101050 msgr2=0x7fa478198550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:05.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.579+0000 7fa476ffd640  1 --2- 172.21.15.46:0/61741977 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa478101050 0x7fa478198550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.579+0000 7fa476ffd640  1 -- 172.21.15.46:0/61741977 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa47819d000 con 0x7fa478100690
2024-03-19T01:52:05.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.579+0000 7fa476ffd640  1 --2- 172.21.15.46:0/61741977 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa478100690 0x7fa478198010 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fa46800b4a0 tx=0x7fa46800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:05.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.579+0000 7fa474ff9640  1 -- 172.21.15.46:0/61741977 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa468014070 con 0x7fa478100690
2024-03-19T01:52:05.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.579+0000 7fa474ff9640  1 -- 172.21.15.46:0/61741977 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa468010ac0 con 0x7fa478100690
2024-03-19T01:52:05.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.579+0000 7fa47d459640  1 -- 172.21.15.46:0/61741977 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa47819d2f0 con 0x7fa478100690
2024-03-19T01:52:05.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.579+0000 7fa474ff9640  1 -- 172.21.15.46:0/61741977 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa468017c30 con 0x7fa478100690
2024-03-19T01:52:05.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.579+0000 7fa47d459640  1 -- 172.21.15.46:0/61741977 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4781a4b80 con 0x7fa478100690
2024-03-19T01:52:05.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.581+0000 7fa474ff9640  1 -- 172.21.15.46:0/61741977 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fa468017070 con 0x7fa478100690
2024-03-19T01:52:05.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.582+0000 7fa480040740  1  Processor -- start
2024-03-19T01:52:05.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.582+0000 7fa480040740  1 --  start start
2024-03-19T01:52:05.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.582+0000 7fa480040740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559df3c6da30 0x559df3c6de10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.582+0000 7fa480040740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559df3c6e350 0x559df3c769f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.582+0000 7fa480040740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559df3c76f30 0x559df3c79320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.582+0000 7fa480040740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x559df3bd1500 con 0x559df3c76f30
2024-03-19T01:52:05.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.582+0000 7fa480040740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x559df3b79be0 con 0x559df3c6da30
2024-03-19T01:52:05.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.582+0000 7fa480040740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x559df3bcd5a0 con 0x559df3c6e350
2024-03-19T01:52:05.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.582+0000 7fa476ffd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559df3c6e350 0x559df3c769f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.582+0000 7fa4777fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559df3c6da30 0x559df3c6de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.582+0000 7fa476ffd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559df3c6e350 0x559df3c769f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:42518/0 (socket says 172.21.15.46:42518)
2024-03-19T01:52:05.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.582+0000 7fa476ffd640  1 -- 172.21.15.46:0/4121737234 learned_addr learned my addr 172.21.15.46:0/4121737234 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:05.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.582+0000 7fa46e7fc640  1 --2- 172.21.15.46:0/4121737234 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559df3c76f30 0x559df3c79320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.583+0000 7fa474ff9640  1 --2- 172.21.15.46:0/61741977 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fa4640a2970 0x7fa4640a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.583+0000 7fa476ffd640  1 -- 172.21.15.46:0/4121737234 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559df3c6da30 msgr2=0x559df3c6de10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:05.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.583+0000 7fa476ffd640  1 --2- 172.21.15.46:0/4121737234 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559df3c6da30 0x559df3c6de10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.583+0000 7fa476ffd640  1 -- 172.21.15.46:0/4121737234 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559df3c76f30 msgr2=0x559df3c79320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:05.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.583+0000 7fa476ffd640  1 --2- 172.21.15.46:0/4121737234 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559df3c76f30 0x559df3c79320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.583+0000 7fa476ffd640  1 -- 172.21.15.46:0/4121737234 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559df3b9b000 con 0x559df3c6e350
2024-03-19T01:52:05.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.583+0000 7fa4777fe640  1 --2- 172.21.15.46:0/61741977 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fa4640a2970 0x7fa4640a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.583+0000 7fa474ff9640  1 -- 172.21.15.46:0/61741977 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fa4680ce710 con 0x7fa478100690
2024-03-19T01:52:05.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.583+0000 7fa476ffd640  1 --2- 172.21.15.46:0/4121737234 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559df3c6e350 0x559df3c769f0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fa4680cbb40 tx=0x7fa468096910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=de91fe828b740fa9 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:05.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.583+0000 7fa46d7fa640  1 -- 172.21.15.46:0/4121737234 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa46801e070 con 0x559df3c6e350
2024-03-19T01:52:05.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.583+0000 7fa4777fe640  1 --2- 172.21.15.46:0/61741977 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fa4640a2970 0x7fa4640a4e30 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fa47002c630 tx=0x7fa47002e040 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:05.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.583+0000 7fa46d7fa640  1 -- 172.21.15.46:0/4121737234 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa46809abc0 con 0x559df3c6e350
2024-03-19T01:52:05.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.583+0000 7fa46d7fa640  1 -- 172.21.15.46:0/4121737234 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa46809a700 con 0x559df3c6e350
2024-03-19T01:52:05.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.584+0000 7fa480040740  1 -- 172.21.15.46:0/4121737234 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559df3c6e350 msgr2=0x559df3c769f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:05.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.584+0000 7fa480040740  1 --2- 172.21.15.46:0/4121737234 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559df3c6e350 0x559df3c769f0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fa4680cbb40 tx=0x7fa468096910 comp rx=0 tx=0).stop
2024-03-19T01:52:05.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.584+0000 7fa480040740  1 -- 172.21.15.46:0/4121737234 shutdown_connections
2024-03-19T01:52:05.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.584+0000 7fa480040740  1 --2- 172.21.15.46:0/4121737234 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559df3c76f30 0x559df3c79320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.584+0000 7fa480040740  1 --2- 172.21.15.46:0/4121737234 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559df3c6e350 0x559df3c769f0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.584+0000 7fa480040740  1 --2- 172.21.15.46:0/4121737234 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559df3c6da30 0x559df3c6de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.584+0000 7fa480040740  1 -- 172.21.15.46:0/4121737234 >> 172.21.15.46:0/4121737234 conn(0x559df3c68160 msgr2=0x559df3c68540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:05.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.584+0000 7fa480040740  1 -- 172.21.15.46:0/4121737234 shutdown_connections
2024-03-19T01:52:05.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.584+0000 7fa480040740  1 -- 172.21.15.46:0/4121737234 wait complete.
2024-03-19T01:52:05.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.584+0000 7fa480040740  1 --  start start
2024-03-19T01:52:05.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.585+0000 7fa480040740  1  Processor -- start
2024-03-19T01:52:05.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.585+0000 7fa480040740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559df3c6da30 0x559df3c73eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.585+0000 7fa480040740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559df3c6e350 0x559df3c743f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.585+0000 7fa480040740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559df3c76f30 0x559df3c74930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.585+0000 7fa480040740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x559df3c79d20 con 0x559df3c76f30
2024-03-19T01:52:05.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.585+0000 7fa480040740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x559df3b8d160 con 0x559df3c6e350
2024-03-19T01:52:05.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.585+0000 7fa480040740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x559df3c79ea0 con 0x559df3c6da30
2024-03-19T01:52:05.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.585+0000 7fa480040740 10 client.0 _ll_register_callbacks cb 0x559df3bc9a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:52:05.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.585+0000 7fa4777fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559df3c76f30 0x559df3c74930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.585+0000 7fa4777fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559df3c76f30 0x559df3c74930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39366/0 (socket says 172.21.15.46:39366)
2024-03-19T01:52:05.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.585+0000 7fa46e7fc640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559df3c6e350 0x559df3c743f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.585+0000 7fa4777fe640  1 -- 172.21.15.46:0/3602218659 learned_addr learned my addr 172.21.15.46:0/3602218659 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:05.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.585+0000 7fa476ffd640  1 --2- 172.21.15.46:0/3602218659 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559df3c6da30 0x559df3c73eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.585+0000 7fa4777fe640  1 -- 172.21.15.46:0/3602218659 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559df3c6da30 msgr2=0x559df3c73eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:05.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.585+0000 7fa4777fe640  1 --2- 172.21.15.46:0/3602218659 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559df3c6da30 0x559df3c73eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.585+0000 7fa4777fe640  1 -- 172.21.15.46:0/3602218659 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559df3c6e350 msgr2=0x559df3c743f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:05.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.585+0000 7fa4777fe640  1 --2- 172.21.15.46:0/3602218659 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559df3c6e350 0x559df3c743f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.585+0000 7fa4777fe640  1 -- 172.21.15.46:0/3602218659 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559df39af7d0 con 0x559df3c76f30
2024-03-19T01:52:05.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.585+0000 7fa46e7fc640  1 --2- 172.21.15.46:0/3602218659 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559df3c6e350 0x559df3c743f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:52:05.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.586+0000 7fa4777fe640  1 --2- 172.21.15.46:0/3602218659 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559df3c76f30 0x559df3c74930 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fa470004af0 tx=0x7fa470005d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c73c15d8568f354a server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:05.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.586+0000 7fa45e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:52:05.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.586+0000 7fa45e7fc640  1 -- 172.21.15.46:0/3602218659 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa470052060 con 0x559df3c76f30
2024-03-19T01:52:05.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.586+0000 7fa480040740  1 -- 172.21.15.46:0/3602218659 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa46809abc0 con 0x559df3c76f30
2024-03-19T01:52:05.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.586+0000 7fa45e7fc640  1 -- 172.21.15.46:0/3602218659 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fa470003b70 con 0x559df3c76f30
2024-03-19T01:52:05.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.586+0000 7fa45e7fc640  1 -- 172.21.15.46:0/3602218659 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fa470039040 con 0x559df3c76f30
2024-03-19T01:52:05.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.586+0000 7fa480040740 10 client.16161 fetch_fsmap learned FSMap version 25
2024-03-19T01:52:05.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.586+0000 7fa480040740  1 -- 172.21.15.46:0/3602218659 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x559df38e53f0 con 0x559df3c76f30
2024-03-19T01:52:05.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.586+0000 7fa45e7fc640  1 -- 172.21.15.46:0/3602218659 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa46809abc0 con 0x559df3c76f30
2024-03-19T01:52:05.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.586+0000 7fa45e7fc640  1 -- 172.21.15.46:0/3602218659 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fa47003f040 con 0x559df3c76f30
2024-03-19T01:52:05.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.586+0000 7fa480040740 10 client.16161 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:52:05.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.586+0000 7fa480040740 10 client.16161 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:52:05.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.586+0000 7fa480040740 20 client.16161 populate_metadata read hostname 'smithi046'
2024-03-19T01:52:05.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.586+0000 7fa480040740  1 --2- 172.21.15.46:0/3602218659 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x559df3c87290 0x559df3c896b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.586+0000 7fa480040740  4 client.16161 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:52:05.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.586+0000 7fa480040740  1 -- 172.21.15.46:0/3602218659 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559df3bdea40 con 0x559df3c87290
2024-03-19T01:52:05.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.587+0000 7fa476ffd640  1 --2- 172.21.15.46:0/3602218659 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x559df3c87290 0x559df3c896b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.587+0000 7fa476ffd640  1 --2- 172.21.15.46:0/3602218659 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x559df3c87290 0x559df3c896b0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d10c9c0de183acf8 server_cookie=b3f597f2b1c20b07 in_seq=0 out_seq=0
2024-03-19T01:52:05.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.587+0000 7fa45e7fc640 10 client.16161 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:52:05.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.588+0000 7fa45e7fc640  1 -- 172.21.15.46:0/3602218659 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x559df3bdea40 con 0x559df3c87290
2024-03-19T01:52:05.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.588+0000 7fa45e7fc640 10 client.16161 handle_command_reply: tid=0
2024-03-19T01:52:05.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.589+0000 7fa480040740  1 client.16161 shutdown
2024-03-19T01:52:05.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.589+0000 7fa480040740  1 -- 172.21.15.46:0/3602218659 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559df3c76f30 msgr2=0x559df3c74930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:05.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.589+0000 7fa480040740  1 --2- 172.21.15.46:0/3602218659 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559df3c76f30 0x559df3c74930 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fa470004af0 tx=0x7fa470005d80 comp rx=0 tx=0).stop
2024-03-19T01:52:05.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.589+0000 7fa480040740  1 -- 172.21.15.46:0/3602218659 shutdown_connections
2024-03-19T01:52:05.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.589+0000 7fa480040740  1 --2- 172.21.15.46:0/3602218659 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x559df3c87290 0x559df3c896b0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.589+0000 7fa480040740  1 --2- 172.21.15.46:0/3602218659 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559df3c76f30 0x559df3c74930 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.589+0000 7fa480040740  1 --2- 172.21.15.46:0/3602218659 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559df3c6e350 0x559df3c743f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.589+0000 7fa45e7fc640  0 client.16161 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:52:05.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.589+0000 7fa480040740  1 --2- 172.21.15.46:0/3602218659 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559df3c6da30 0x559df3c73eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.589+0000 7fa480040740  1 -- 172.21.15.46:0/3602218659 >> 172.21.15.46:0/3602218659 conn(0x559df3c68160 msgr2=0x559df3c69eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:05.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.589+0000 7fa480040740  1 -- 172.21.15.46:0/3602218659 shutdown_connections
2024-03-19T01:52:05.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.589+0000 7fa480040740  1 -- 172.21.15.46:0/3602218659 wait complete.
2024-03-19T01:52:05.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.589+0000 7fa480040740 20 client.16161 trim_cache size 0 max 16384
2024-03-19T01:52:05.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.610+0000 7fa480040740  1  Processor -- start
2024-03-19T01:52:05.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.610+0000 7fa480040740  1 --  start start
2024-03-19T01:52:05.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.610+0000 7fa480040740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559df3c6da30 0x559df3c765e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.610+0000 7fa480040740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559df3c6e350 0x559df3c72df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.610+0000 7fa480040740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559df3c76f30 0x559df3c6f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.610+0000 7fa480040740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa4781b14e0 con 0x559df3c6e350
2024-03-19T01:52:05.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.610+0000 7fa480040740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa4781aedb0 con 0x559df3c6da30
2024-03-19T01:52:05.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.610+0000 7fa480040740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa4781acbe0 con 0x559df3c76f30
2024-03-19T01:52:05.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.610+0000 7fa46e7fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559df3c6e350 0x559df3c72df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.610+0000 7fa46e7fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559df3c6e350 0x559df3c72df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39378/0 (socket says 172.21.15.46:39378)
2024-03-19T01:52:05.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.610+0000 7fa46e7fc640  1 -- 172.21.15.46:0/2445977400 learned_addr learned my addr 172.21.15.46:0/2445977400 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:05.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.610+0000 7fa4777fe640  1 --2- 172.21.15.46:0/2445977400 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559df3c76f30 0x559df3c6f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.610+0000 7fa476ffd640  1 --2- 172.21.15.46:0/2445977400 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559df3c6da30 0x559df3c765e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.611+0000 7fa46e7fc640  1 -- 172.21.15.46:0/2445977400 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559df3c76f30 msgr2=0x559df3c6f3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:05.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.611+0000 7fa46e7fc640  1 --2- 172.21.15.46:0/2445977400 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559df3c76f30 0x559df3c6f3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.611+0000 7fa46e7fc640  1 -- 172.21.15.46:0/2445977400 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559df3c6da30 msgr2=0x559df3c765e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:05.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.611+0000 7fa46e7fc640  1 --2- 172.21.15.46:0/2445977400 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559df3c6da30 0x559df3c765e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.611+0000 7fa46e7fc640  1 -- 172.21.15.46:0/2445977400 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559df38a50f0 con 0x559df3c6e350
2024-03-19T01:52:05.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.611+0000 7fa46e7fc640  1 --2- 172.21.15.46:0/2445977400 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559df3c6e350 0x559df3c72df0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7fa460009df0 tx=0x7fa460010800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3b6c54c99ce86db server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:05.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.611+0000 7fa46cff9640  1 -- 172.21.15.46:0/2445977400 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa460021070 con 0x559df3c6e350
2024-03-19T01:52:05.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.611+0000 7fa46cff9640  1 -- 172.21.15.46:0/2445977400 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa460004250 con 0x559df3c6e350
2024-03-19T01:52:05.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.611+0000 7fa46cff9640  1 -- 172.21.15.46:0/2445977400 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa46001c6c0 con 0x559df3c6e350
2024-03-19T01:52:05.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.612+0000 7fa480040740  1 -- 172.21.15.46:0/2445977400 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559df3c6e350 msgr2=0x559df3c72df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:05.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.612+0000 7fa480040740  1 --2- 172.21.15.46:0/2445977400 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559df3c6e350 0x559df3c72df0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7fa460009df0 tx=0x7fa460010800 comp rx=0 tx=0).stop
2024-03-19T01:52:05.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.612+0000 7fa480040740  1 -- 172.21.15.46:0/2445977400 shutdown_connections
2024-03-19T01:52:05.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.612+0000 7fa480040740  1 --2- 172.21.15.46:0/2445977400 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559df3c76f30 0x559df3c6f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.612+0000 7fa480040740  1 --2- 172.21.15.46:0/2445977400 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559df3c6e350 0x559df3c72df0 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.612+0000 7fa480040740  1 --2- 172.21.15.46:0/2445977400 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559df3c6da30 0x559df3c765e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.612+0000 7fa480040740  1 -- 172.21.15.46:0/2445977400 >> 172.21.15.46:0/2445977400 conn(0x559df3c68160 msgr2=0x559df3c74700 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:05.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.612+0000 7fa480040740  1 -- 172.21.15.46:0/2445977400 shutdown_connections
2024-03-19T01:52:05.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.612+0000 7fa480040740  1 -- 172.21.15.46:0/2445977400 wait complete.
2024-03-19T01:52:05.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.612+0000 7fa480040740  1 --  start start
2024-03-19T01:52:05.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.612+0000 7fa480040740  1  Processor -- start
2024-03-19T01:52:05.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.613+0000 7fa480040740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559df3c6da30 0x559df3c7ab80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.613+0000 7fa480040740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559df3c6e350 0x559df3c7b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.613+0000 7fa480040740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559df3c76f30 0x559df3c7b600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.613+0000 7fa480040740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa4781ad270 con 0x559df3c76f30
2024-03-19T01:52:05.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.613+0000 7fa480040740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa4781ae6e0 con 0x559df3c6da30
2024-03-19T01:52:05.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.613+0000 7fa480040740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa4781ad940 con 0x559df3c6e350
2024-03-19T01:52:05.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.613+0000 7fa480040740 10 client.0 _ll_register_callbacks cb 0x7fa470009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:52:05.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.613+0000 7fa476ffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559df3c6da30 0x559df3c7ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.613+0000 7fa476ffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559df3c6da30 0x559df3c7ab80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:58028/0 (socket says 172.21.15.46:58028)
2024-03-19T01:52:05.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.613+0000 7fa476ffd640  1 -- 172.21.15.46:0/4104212270 learned_addr learned my addr 172.21.15.46:0/4104212270 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:05.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.613+0000 7fa46e7fc640  1 --2- 172.21.15.46:0/4104212270 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559df3c6e350 0x559df3c7b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.613+0000 7fa4777fe640  1 --2- 172.21.15.46:0/4104212270 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559df3c76f30 0x559df3c7b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.613+0000 7fa476ffd640  1 -- 172.21.15.46:0/4104212270 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559df3c6e350 msgr2=0x559df3c7b0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:05.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.613+0000 7fa476ffd640  1 --2- 172.21.15.46:0/4104212270 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559df3c6e350 0x559df3c7b0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.613+0000 7fa476ffd640  1 -- 172.21.15.46:0/4104212270 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559df3c76f30 msgr2=0x559df3c7b600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:05.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.613+0000 7fa476ffd640  1 --2- 172.21.15.46:0/4104212270 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559df3c76f30 0x559df3c7b600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.613+0000 7fa476ffd640  1 -- 172.21.15.46:0/4104212270 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559df3cec7c0 con 0x559df3c6da30
2024-03-19T01:52:05.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.613+0000 7fa476ffd640  1 --2- 172.21.15.46:0/4104212270 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559df3c6da30 0x559df3c7ab80 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fa46809a8c0 tx=0x7fa4680047d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dcfef9f05b9dc432 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:05.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.613+0000 7fa45e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.73:3300/0
2024-03-19T01:52:05.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.614+0000 7fa45e7fc640  1 -- 172.21.15.46:0/4104212270 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa46801e040 con 0x559df3c6da30
2024-03-19T01:52:05.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.614+0000 7fa480040740  1 -- 172.21.15.46:0/4104212270 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa460004250 con 0x559df3c6da30
2024-03-19T01:52:05.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.614+0000 7fa45e7fc640  1 -- 172.21.15.46:0/4104212270 <== mon.2 v2:172.21.15.73:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fa4680a1d70 con 0x559df3c6da30
2024-03-19T01:52:05.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.614+0000 7fa45e7fc640  1 -- 172.21.15.46:0/4104212270 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fa4680a1fb0 con 0x559df3c6da30
2024-03-19T01:52:05.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.614+0000 7fa480040740 10 client.26021 fetch_fsmap learned FSMap version 25
2024-03-19T01:52:05.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.614+0000 7fa480040740  1 -- 172.21.15.46:0/4104212270 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x559df3ceda90 con 0x559df3c6da30
2024-03-19T01:52:05.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.614+0000 7fa45e7fc640  1 -- 172.21.15.46:0/4104212270 <== mon.2 v2:172.21.15.73:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa460004250 con 0x559df3c6da30
2024-03-19T01:52:05.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.615+0000 7fa45e7fc640  1 -- 172.21.15.46:0/4104212270 <== mon.2 v2:172.21.15.73:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fa4680cb440 con 0x559df3c6da30
2024-03-19T01:52:05.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.615+0000 7fa480040740 10 client.26021 fetch_fsmap finished waiting for FSMap version 25
2024-03-19T01:52:05.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.615+0000 7fa480040740 10 client.26021 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:52:05.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.615+0000 7fa480040740 20 client.26021 populate_metadata read hostname 'smithi046'
2024-03-19T01:52:05.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.615+0000 7fa480040740  1 --2- 172.21.15.46:0/4104212270 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x559df3cedd90 0x559df3cf01b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:05.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.615+0000 7fa480040740  4 client.26021 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:52:05.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.615+0000 7fa480040740  1 -- 172.21.15.46:0/4104212270 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x559df3bd8d90 con 0x559df3cedd90
2024-03-19T01:52:05.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.615+0000 7fa46e7fc640  1 --2- 172.21.15.46:0/4104212270 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x559df3cedd90 0x559df3cf01b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:05.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.615+0000 7fa46e7fc640  1 --2- 172.21.15.46:0/4104212270 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x559df3cedd90 0x559df3cf01b0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bf9504e6a298717b server_cookie=96d33276abe1e1a7 in_seq=0 out_seq=0
2024-03-19T01:52:05.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.615+0000 7fa45e7fc640 10 client.26021 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:52:05.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.617+0000 7fa45e7fc640  1 -- 172.21.15.46:0/4104212270 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+267 (crc 0 0 0) 0x559df3bd8d90 con 0x559df3cedd90
2024-03-19T01:52:05.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.617+0000 7fa45e7fc640 10 client.26021 handle_command_reply: tid=0
2024-03-19T01:52:05.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.617+0000 7fa480040740  1 client.26021 shutdown
2024-03-19T01:52:05.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.617+0000 7fa480040740  1 -- 172.21.15.46:0/4104212270 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559df3c6da30 msgr2=0x559df3c7ab80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:05.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.617+0000 7fa480040740  1 --2- 172.21.15.46:0/4104212270 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559df3c6da30 0x559df3c7ab80 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fa46809a8c0 tx=0x7fa4680047d0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.617+0000 7fa480040740  1 -- 172.21.15.46:0/4104212270 shutdown_connections
2024-03-19T01:52:05.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.617+0000 7fa480040740  1 --2- 172.21.15.46:0/4104212270 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x559df3cedd90 0x559df3cf01b0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.617+0000 7fa480040740  1 --2- 172.21.15.46:0/4104212270 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559df3c76f30 0x559df3c7b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.617+0000 7fa45e7fc640  0 client.26021 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:52:05.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.617+0000 7fa480040740  1 --2- 172.21.15.46:0/4104212270 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559df3c6e350 0x559df3c7b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.617+0000 7fa480040740  1 --2- 172.21.15.46:0/4104212270 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559df3c6da30 0x559df3c7ab80 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.617+0000 7fa480040740  1 -- 172.21.15.46:0/4104212270 >> 172.21.15.46:0/4104212270 conn(0x559df3c68160 msgr2=0x559df3c66950 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:05.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.617+0000 7fa480040740  1 -- 172.21.15.46:0/4104212270 shutdown_connections
2024-03-19T01:52:05.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.617+0000 7fa480040740  1 -- 172.21.15.46:0/4104212270 wait complete.
2024-03-19T01:52:05.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.617+0000 7fa480040740 20 client.26021 trim_cache size 0 max 16384
2024-03-19T01:52:05.633 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:52:05.633 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "scrub active (655 inodes in the stack)",
2024-03-19T01:52:05.633 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {
2024-03-19T01:52:05.634 INFO:teuthology.orchestra.run.smithi046.stdout:        "46a8b551-273e-49cf-92fd-04698a8d6f4c": {
2024-03-19T01:52:05.634 INFO:teuthology.orchestra.run.smithi046.stdout:            "path": "/",
2024-03-19T01:52:05.634 INFO:teuthology.orchestra.run.smithi046.stdout:            "tag": "46a8b551-273e-49cf-92fd-04698a8d6f4c",
2024-03-19T01:52:05.634 INFO:teuthology.orchestra.run.smithi046.stdout:            "options": "recursive,force"
2024-03-19T01:52:05.634 INFO:teuthology.orchestra.run.smithi046.stdout:        }
2024-03-19T01:52:05.634 INFO:teuthology.orchestra.run.smithi046.stdout:    }
2024-03-19T01:52:05.635 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:52:05.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.618+0000 7fa47d459640  1 -- 172.21.15.46:0/61741977 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fa4640a2970 msgr2=0x7fa4640a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:05.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.618+0000 7fa47d459640  1 --2- 172.21.15.46:0/61741977 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fa4640a2970 0x7fa4640a4e30 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fa47002c630 tx=0x7fa47002e040 comp rx=0 tx=0).stop
2024-03-19T01:52:05.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.618+0000 7fa47d459640  1 -- 172.21.15.46:0/61741977 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa478100690 msgr2=0x7fa478198010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:05.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.618+0000 7fa47d459640  1 --2- 172.21.15.46:0/61741977 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa478100690 0x7fa478198010 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fa46800b4a0 tx=0x7fa46800b960 comp rx=0 tx=0).stop
2024-03-19T01:52:05.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.618+0000 7fa47d459640  1 -- 172.21.15.46:0/61741977 shutdown_connections
2024-03-19T01:52:05.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.618+0000 7fa47d459640  1 --2- 172.21.15.46:0/61741977 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fa4640a2970 0x7fa4640a4e30 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.618+0000 7fa47d459640  1 --2- 172.21.15.46:0/61741977 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa4781066a0 0x7fa47819c8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.618+0000 7fa47d459640  1 --2- 172.21.15.46:0/61741977 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa478101050 0x7fa478198550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.618+0000 7fa47d459640  1 --2- 172.21.15.46:0/61741977 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa478100690 0x7fa478198010 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:05.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.618+0000 7fa47d459640  1 -- 172.21.15.46:0/61741977 >> 172.21.15.46:0/61741977 conn(0x7fa478077820 msgr2=0x7fa478068cc0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:05.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.618+0000 7fa47d459640  1 -- 172.21.15.46:0/61741977 shutdown_connections
2024-03-19T01:52:05.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:05.618+0000 7fa47d459640  1 -- 172.21.15.46:0/61741977 wait complete.
2024-03-19T01:52:05.638 INFO:tasks.cephfs.filesystem:scrub status for tag:46a8b551-273e-49cf-92fd-04698a8d6f4c - {'path': '/', 'tag': '46a8b551-273e-49cf-92fd-04698a8d6f4c', 'options': 'recursive,force'}
2024-03-19T01:52:06.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:05 smithi046 ceph-mon[63102]: pgmap v63: 129 pgs: 129 active+clean; 2.0 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 69 MiB/s rd, 173 MiB/s wr, 348 op/s
2024-03-19T01:52:06.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:05 smithi046 ceph-mon[63102]: scrub summary: active paths [/]
2024-03-19T01:52:06.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:05 smithi073 ceph-mon[66833]: pgmap v63: 129 pgs: 129 active+clean; 2.0 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 69 MiB/s rd, 173 MiB/s wr, 348 op/s
2024-03-19T01:52:06.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:05 smithi073 ceph-mon[66833]: scrub summary: active paths [/]
2024-03-19T01:52:06.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:05 smithi102 ceph-mon[66557]: pgmap v63: 129 pgs: 129 active+clean; 2.0 GiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 69 MiB/s rd, 173 MiB/s wr, 348 op/s
2024-03-19T01:52:06.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:05 smithi102 ceph-mon[66557]: scrub summary: active paths [/]
2024-03-19T01:52:07.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:06 smithi046 ceph-mon[63102]: scrub queued for path: /
2024-03-19T01:52:07.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:06 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:52:07.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:06 smithi046 ceph-mon[63102]: scrub summary: active paths [/]
2024-03-19T01:52:07.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:06 smithi046 ceph-mon[63102]: scrub summary: active paths [/]
2024-03-19T01:52:07.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:06 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:52:07.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:06 smithi073 ceph-mon[66833]: scrub queued for path: /
2024-03-19T01:52:07.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:06 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:52:07.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:06 smithi073 ceph-mon[66833]: scrub summary: active paths [/]
2024-03-19T01:52:07.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:06 smithi073 ceph-mon[66833]: scrub summary: active paths [/]
2024-03-19T01:52:07.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:06 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:52:07.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:06 smithi102 ceph-mon[66557]: scrub queued for path: /
2024-03-19T01:52:07.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:06 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:52:07.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:06 smithi102 ceph-mon[66557]: scrub summary: active paths [/]
2024-03-19T01:52:07.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:06 smithi102 ceph-mon[66557]: scrub summary: active paths [/]
2024-03-19T01:52:07.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:06 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:52:08.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:07 smithi046 ceph-mon[63102]: pgmap v64: 129 pgs: 129 active+clean; 2.2 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 74 MiB/s rd, 192 MiB/s wr, 424 op/s
2024-03-19T01:52:08.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:07 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:52:08.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:07 smithi073 ceph-mon[66833]: pgmap v64: 129 pgs: 129 active+clean; 2.2 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 74 MiB/s rd, 192 MiB/s wr, 424 op/s
2024-03-19T01:52:08.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:07 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:52:08.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:07 smithi102 ceph-mon[66557]: pgmap v64: 129 pgs: 129 active+clean; 2.2 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 74 MiB/s rd, 192 MiB/s wr, 424 op/s
2024-03-19T01:52:08.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:07 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:52:10.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:09 smithi046 ceph-mon[63102]: pgmap v65: 129 pgs: 129 active+clean; 2.2 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 40 MiB/s rd, 101 MiB/s wr, 249 op/s
2024-03-19T01:52:10.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:09 smithi046 ceph-mon[63102]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:52:10.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:09 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:52:10.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:09 smithi073 ceph-mon[66833]: pgmap v65: 129 pgs: 129 active+clean; 2.2 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 40 MiB/s rd, 101 MiB/s wr, 249 op/s
2024-03-19T01:52:10.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:09 smithi073 ceph-mon[66833]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:52:10.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:09 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:52:10.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:09 smithi102 ceph-mon[66557]: pgmap v65: 129 pgs: 129 active+clean; 2.2 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 40 MiB/s rd, 101 MiB/s wr, 249 op/s
2024-03-19T01:52:10.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:09 smithi102 ceph-mon[66557]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:52:10.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:09 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:52:12.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:11 smithi046 ceph-mon[63102]: pgmap v66: 129 pgs: 129 active+clean; 2.2 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 40 MiB/s rd, 101 MiB/s wr, 290 op/s
2024-03-19T01:52:12.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:11 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:52:12.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:11 smithi073 ceph-mon[66833]: pgmap v66: 129 pgs: 129 active+clean; 2.2 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 40 MiB/s rd, 101 MiB/s wr, 290 op/s
2024-03-19T01:52:12.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:11 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:52:12.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:11 smithi102 ceph-mon[66557]: pgmap v66: 129 pgs: 129 active+clean; 2.2 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 40 MiB/s rd, 101 MiB/s wr, 290 op/s
2024-03-19T01:52:12.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:11 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:52:13.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:12 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:52:13.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:12 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:52:13.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:12 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:52:13.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:12 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:52:13.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:12 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:52:13.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:12 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:52:13.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:12 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:52:13.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:12 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:52:13.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:12 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:52:14.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:13 smithi046 ceph-mon[63102]: pgmap v67: 129 pgs: 129 active+clean; 2.2 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 MiB/s rd, 19 MiB/s wr, 116 op/s
2024-03-19T01:52:14.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:13 smithi073 ceph-mon[66833]: pgmap v67: 129 pgs: 129 active+clean; 2.2 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 MiB/s rd, 19 MiB/s wr, 116 op/s
2024-03-19T01:52:14.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:13 smithi102 ceph-mon[66557]: pgmap v67: 129 pgs: 129 active+clean; 2.2 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 MiB/s rd, 19 MiB/s wr, 116 op/s
2024-03-19T01:52:16.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:15 smithi046 ceph-mon[63102]: pgmap v68: 129 pgs: 129 active+clean; 2.2 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 MiB/s rd, 19 MiB/s wr, 116 op/s
2024-03-19T01:52:16.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:15 smithi073 ceph-mon[66833]: pgmap v68: 129 pgs: 129 active+clean; 2.2 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 MiB/s rd, 19 MiB/s wr, 116 op/s
2024-03-19T01:52:16.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:15 smithi102 ceph-mon[66557]: pgmap v68: 129 pgs: 129 active+clean; 2.2 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 MiB/s rd, 19 MiB/s wr, 116 op/s
2024-03-19T01:52:18.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:17 smithi046 ceph-mon[63102]: pgmap v69: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 MiB/s rd, 19 MiB/s wr, 157 op/s
2024-03-19T01:52:18.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:17 smithi046 ceph-mon[63102]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:52:18.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:17 smithi073 ceph-mon[66833]: pgmap v69: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 MiB/s rd, 19 MiB/s wr, 157 op/s
2024-03-19T01:52:18.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:17 smithi073 ceph-mon[66833]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:52:18.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:17 smithi102 ceph-mon[66557]: pgmap v69: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 MiB/s rd, 19 MiB/s wr, 157 op/s
2024-03-19T01:52:18.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:17 smithi102 ceph-mon[66557]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:52:20.031 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:19 smithi102 ceph-mon[66557]: pgmap v70: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 675 KiB/s rd, 687 KiB/s wr, 81 op/s
2024-03-19T01:52:20.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:19 smithi046 ceph-mon[63102]: pgmap v70: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 675 KiB/s rd, 687 KiB/s wr, 81 op/s
2024-03-19T01:52:20.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:19 smithi073 ceph-mon[66833]: pgmap v70: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 675 KiB/s rd, 687 KiB/s wr, 81 op/s
2024-03-19T01:52:21.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:20 smithi046 ceph-mon[63102]: scrub summary: idle
2024-03-19T01:52:21.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:20 smithi046 ceph-mon[63102]: scrub summary: idle
2024-03-19T01:52:21.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:20 smithi046 ceph-mon[63102]: scrub summary: idle
2024-03-19T01:52:21.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:20 smithi073 ceph-mon[66833]: scrub summary: idle
2024-03-19T01:52:21.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:20 smithi073 ceph-mon[66833]: scrub summary: idle
2024-03-19T01:52:21.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:20 smithi073 ceph-mon[66833]: scrub summary: idle
2024-03-19T01:52:21.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:20 smithi102 ceph-mon[66557]: scrub summary: idle
2024-03-19T01:52:21.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:20 smithi102 ceph-mon[66557]: scrub summary: idle
2024-03-19T01:52:21.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:20 smithi102 ceph-mon[66557]: scrub summary: idle
2024-03-19T01:52:22.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:21 smithi046 ceph-mon[63102]: pgmap v71: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 123 op/s
2024-03-19T01:52:22.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:21 smithi073 ceph-mon[66833]: pgmap v71: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 123 op/s
2024-03-19T01:52:22.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:21 smithi102 ceph-mon[66557]: pgmap v71: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 123 op/s
2024-03-19T01:52:23.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:22 smithi046 ceph-mon[63102]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:52:23.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:22 smithi073 ceph-mon[66833]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:52:23.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:22 smithi102 ceph-mon[66557]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:52:24.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:23 smithi046 ceph-mon[63102]: pgmap v72: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 743 KiB/s rd, 752 KiB/s wr, 82 op/s
2024-03-19T01:52:24.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:23 smithi073 ceph-mon[66833]: pgmap v72: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 743 KiB/s rd, 752 KiB/s wr, 82 op/s
2024-03-19T01:52:24.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:23 smithi102 ceph-mon[66557]: pgmap v72: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 743 KiB/s rd, 752 KiB/s wr, 82 op/s
2024-03-19T01:52:26.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:25 smithi046 ceph-mon[63102]: pgmap v73: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 743 KiB/s rd, 752 KiB/s wr, 82 op/s
2024-03-19T01:52:26.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:25 smithi073 ceph-mon[66833]: pgmap v73: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 743 KiB/s rd, 752 KiB/s wr, 82 op/s
2024-03-19T01:52:26.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:25 smithi102 ceph-mon[66557]: pgmap v73: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 743 KiB/s rd, 752 KiB/s wr, 82 op/s
2024-03-19T01:52:28.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:27 smithi046 ceph-mon[63102]: pgmap v74: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 952 KiB/s rd, 998 KiB/s wr, 119 op/s
2024-03-19T01:52:28.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:27 smithi073 ceph-mon[66833]: pgmap v74: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 952 KiB/s rd, 998 KiB/s wr, 119 op/s
2024-03-19T01:52:28.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:27 smithi102 ceph-mon[66557]: pgmap v74: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 952 KiB/s rd, 998 KiB/s wr, 119 op/s
2024-03-19T01:52:28.915 INFO:teuthology.orchestra.run:Running command with timeout 3600
2024-03-19T01:52:28.915 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp
2024-03-19T01:52:30.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:29 smithi046 ceph-mon[63102]: pgmap v75: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 608 KiB/s rd, 647 KiB/s wr, 78 op/s
2024-03-19T01:52:30.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:29 smithi073 ceph-mon[66833]: pgmap v75: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 608 KiB/s rd, 647 KiB/s wr, 78 op/s
2024-03-19T01:52:30.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:29 smithi102 ceph-mon[66557]: pgmap v75: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 608 KiB/s rd, 647 KiB/s wr, 78 op/s
2024-03-19T01:52:32.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:31 smithi046 ceph-mon[63102]: pgmap v76: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 908 KiB/s rd, 930 KiB/s wr, 112 op/s
2024-03-19T01:52:32.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:31 smithi073 ceph-mon[66833]: pgmap v76: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 908 KiB/s rd, 930 KiB/s wr, 112 op/s
2024-03-19T01:52:32.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:31 smithi102 ceph-mon[66557]: pgmap v76: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 908 KiB/s rd, 930 KiB/s wr, 112 op/s
2024-03-19T01:52:34.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:33 smithi046 ceph-mon[63102]: pgmap v77: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 509 KiB/s rd, 529 KiB/s wr, 70 op/s
2024-03-19T01:52:34.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:33 smithi073 ceph-mon[66833]: pgmap v77: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 509 KiB/s rd, 529 KiB/s wr, 70 op/s
2024-03-19T01:52:34.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:33 smithi102 ceph-mon[66557]: pgmap v77: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 509 KiB/s rd, 529 KiB/s wr, 70 op/s
2024-03-19T01:52:35.639 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:52:35.639 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:52:35.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.746+0000 7fe42f790640  1 -- 172.21.15.46:0/1839686077 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe4281066a0 msgr2=0x7fe428106a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:35.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.746+0000 7fe42f790640  1 --2- 172.21.15.46:0/1839686077 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe4281066a0 0x7fe428106a80 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fe424009930 tx=0x7fe42402bc30 comp rx=0 tx=0).stop
2024-03-19T01:52:35.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.746+0000 7fe42f790640  1 -- 172.21.15.46:0/1839686077 shutdown_connections
2024-03-19T01:52:35.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.746+0000 7fe42f790640  1 --2- 172.21.15.46:0/1839686077 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe428101050 0x7fe42810d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.746+0000 7fe42f790640  1 --2- 172.21.15.46:0/1839686077 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe428100690 0x7fe428100b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.746+0000 7fe42f790640  1 --2- 172.21.15.46:0/1839686077 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe4281066a0 0x7fe428106a80 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.746+0000 7fe42f790640  1 -- 172.21.15.46:0/1839686077 >> 172.21.15.46:0/1839686077 conn(0x7fe428077820 msgr2=0x7fe428077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:35.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.747+0000 7fe42f790640  1 -- 172.21.15.46:0/1839686077 shutdown_connections
2024-03-19T01:52:35.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.747+0000 7fe42f790640  1 -- 172.21.15.46:0/1839686077 wait complete.
2024-03-19T01:52:35.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.747+0000 7fe42f790640  1  Processor -- start
2024-03-19T01:52:35.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.747+0000 7fe42f790640  1 --  start start
2024-03-19T01:52:35.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.747+0000 7fe42f790640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe428100690 0x7fe428196f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:35.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.747+0000 7fe42f790640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe428101050 0x7fe428197460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:35.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.747+0000 7fe42f790640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe4281066a0 0x7fe42819b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:35.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.747+0000 7fe42f790640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe428110960 con 0x7fe428100690
2024-03-19T01:52:35.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.747+0000 7fe42f790640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe4281107e0 con 0x7fe4281066a0
2024-03-19T01:52:35.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.747+0000 7fe42f790640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe428110ae0 con 0x7fe428101050
2024-03-19T01:52:35.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.747+0000 7fe42d52c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe428100690 0x7fe428196f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:35.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.747+0000 7fe42cd2b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe428101050 0x7fe428197460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:35.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.748+0000 7fe42d52c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe428100690 0x7fe428196f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47238/0 (socket says 172.21.15.46:47238)
2024-03-19T01:52:35.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.748+0000 7fe42d52c640  1 -- 172.21.15.46:0/3942819850 learned_addr learned my addr 172.21.15.46:0/3942819850 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:35.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.748+0000 7fe42dd2d640  1 --2- 172.21.15.46:0/3942819850 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe4281066a0 0x7fe42819b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:35.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.748+0000 7fe42d52c640  1 -- 172.21.15.46:0/3942819850 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe428101050 msgr2=0x7fe428197460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:35.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.748+0000 7fe42d52c640  1 --2- 172.21.15.46:0/3942819850 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe428101050 0x7fe428197460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.748+0000 7fe42d52c640  1 -- 172.21.15.46:0/3942819850 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe4281066a0 msgr2=0x7fe42819b7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:35.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.748+0000 7fe42d52c640  1 --2- 172.21.15.46:0/3942819850 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe4281066a0 0x7fe42819b7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.748+0000 7fe42d52c640  1 -- 172.21.15.46:0/3942819850 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe42819bf10 con 0x7fe428100690
2024-03-19T01:52:35.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.748+0000 7fe42cd2b640  1 --2- 172.21.15.46:0/3942819850 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe428101050 0x7fe428197460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:52:35.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.748+0000 7fe42dd2d640  1 --2- 172.21.15.46:0/3942819850 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe4281066a0 0x7fe42819b7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:52:35.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.748+0000 7fe42d52c640  1 --2- 172.21.15.46:0/3942819850 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe428100690 0x7fe428196f20 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fe424009230 tx=0x7fe42402c5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:35.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.748+0000 7fe41e7fc640  1 -- 172.21.15.46:0/3942819850 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe424043020 con 0x7fe428100690
2024-03-19T01:52:35.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.748+0000 7fe42f790640  1 -- 172.21.15.46:0/3942819850 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe42819c1a0 con 0x7fe428100690
2024-03-19T01:52:35.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.748+0000 7fe41e7fc640  1 -- 172.21.15.46:0/3942819850 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe42402ca70 con 0x7fe428100690
2024-03-19T01:52:35.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.748+0000 7fe41e7fc640  1 -- 172.21.15.46:0/3942819850 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe424003a50 con 0x7fe428100690
2024-03-19T01:52:35.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.748+0000 7fe42f790640  1 -- 172.21.15.46:0/3942819850 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4281a3a90 con 0x7fe428100690
2024-03-19T01:52:35.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.750+0000 7fe41e7fc640  1 -- 172.21.15.46:0/3942819850 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fe424046020 con 0x7fe428100690
2024-03-19T01:52:35.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.751+0000 7fe432376740  1  Processor -- start
2024-03-19T01:52:35.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.751+0000 7fe432376740  1 --  start start
2024-03-19T01:52:35.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.751+0000 7fe41e7fc640  1 --2- 172.21.15.46:0/3942819850 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe4140a2970 0x7fe4140a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:35.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.751+0000 7fe432376740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557816705a30 0x557816705e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:35.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.751+0000 7fe432376740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557816706350 0x55781670e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:35.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.751+0000 7fe432376740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55781670ef30 0x557816711320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:35.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.751+0000 7fe432376740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x557816669500 con 0x557816706350
2024-03-19T01:52:35.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.751+0000 7fe432376740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x557816611be0 con 0x55781670ef30
2024-03-19T01:52:35.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.751+0000 7fe432376740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5578166655a0 con 0x557816705a30
2024-03-19T01:52:35.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.751+0000 7fe42cd2b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557816706350 0x55781670e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:35.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.751+0000 7fe42dd2d640  1 --2- 172.21.15.46:0/3942819850 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe4140a2970 0x7fe4140a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:35.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.751+0000 7fe42cd2b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557816706350 0x55781670e9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47246/0 (socket says 172.21.15.46:47246)
2024-03-19T01:52:35.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.751+0000 7fe42cd2b640  1 -- 172.21.15.46:0/16222570 learned_addr learned my addr 172.21.15.46:0/16222570 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:35.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.751+0000 7fe41e7fc640  1 -- 172.21.15.46:0/3942819850 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fe4240f10c0 con 0x7fe428100690
2024-03-19T01:52:35.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.751+0000 7fe42dd2d640  1 --2- 172.21.15.46:0/16222570 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55781670ef30 0x557816711320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:35.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.751+0000 7fe42d52c640  1 --2- 172.21.15.46:0/16222570 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557816705a30 0x557816705e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:35.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.751+0000 7fe42cd2b640  1 -- 172.21.15.46:0/16222570 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557816705a30 msgr2=0x557816705e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:35.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.751+0000 7fe42cd2b640  1 --2- 172.21.15.46:0/16222570 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557816705a30 0x557816705e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.751+0000 7fe42cd2b640  1 -- 172.21.15.46:0/16222570 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55781670ef30 msgr2=0x557816711320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:35.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.751+0000 7fe42cd2b640  1 --2- 172.21.15.46:0/16222570 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55781670ef30 0x557816711320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.751+0000 7fe42cd2b640  1 -- 172.21.15.46:0/16222570 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557816633000 con 0x557816706350
2024-03-19T01:52:35.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.752+0000 7fe42cd2b640  1 --2- 172.21.15.46:0/16222570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557816706350 0x55781670e9f0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fe4180114f0 tx=0x7fe4180119b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3910ea0e26e070b server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:35.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.752+0000 7fe42dd2d640  1 --2- 172.21.15.46:0/3942819850 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe4140a2970 0x7fe4140a4e30 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fe4200099e0 tx=0x7fe4200135e0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:35.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.752+0000 7fe4137fe640  1 -- 172.21.15.46:0/16222570 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe418011030 con 0x557816706350
2024-03-19T01:52:35.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.752+0000 7fe4137fe640  1 -- 172.21.15.46:0/16222570 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe4180111d0 con 0x557816706350
2024-03-19T01:52:35.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.752+0000 7fe4137fe640  1 -- 172.21.15.46:0/16222570 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe418003dc0 con 0x557816706350
2024-03-19T01:52:35.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.753+0000 7fe432376740  1 -- 172.21.15.46:0/16222570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557816706350 msgr2=0x55781670e9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:35.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.753+0000 7fe432376740  1 --2- 172.21.15.46:0/16222570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557816706350 0x55781670e9f0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fe4180114f0 tx=0x7fe4180119b0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.753+0000 7fe432376740  1 -- 172.21.15.46:0/16222570 shutdown_connections
2024-03-19T01:52:35.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.753+0000 7fe432376740  1 --2- 172.21.15.46:0/16222570 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55781670ef30 0x557816711320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.753+0000 7fe432376740  1 --2- 172.21.15.46:0/16222570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557816706350 0x55781670e9f0 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.753+0000 7fe432376740  1 --2- 172.21.15.46:0/16222570 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557816705a30 0x557816705e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.753+0000 7fe432376740  1 -- 172.21.15.46:0/16222570 >> 172.21.15.46:0/16222570 conn(0x557816700160 msgr2=0x557816700540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:35.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.753+0000 7fe432376740  1 -- 172.21.15.46:0/16222570 shutdown_connections
2024-03-19T01:52:35.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.753+0000 7fe432376740  1 -- 172.21.15.46:0/16222570 wait complete.
2024-03-19T01:52:35.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.753+0000 7fe432376740  1 --  start start
2024-03-19T01:52:35.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.753+0000 7fe432376740  1  Processor -- start
2024-03-19T01:52:35.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.753+0000 7fe432376740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557816705a30 0x55781670be60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:35.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.754+0000 7fe432376740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557816706350 0x55781670c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:35.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.754+0000 7fe432376740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55781670ef30 0x55781670c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:35.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.754+0000 7fe432376740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x557816711d20 con 0x557816706350
2024-03-19T01:52:35.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.754+0000 7fe432376740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x557816625160 con 0x55781670ef30
2024-03-19T01:52:35.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.754+0000 7fe432376740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x557816711ea0 con 0x557816705a30
2024-03-19T01:52:35.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.754+0000 7fe432376740 10 client.0 _ll_register_callbacks cb 0x557816661a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:52:35.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.754+0000 7fe42cd2b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557816706350 0x55781670c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:35.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.754+0000 7fe42cd2b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557816706350 0x55781670c3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47254/0 (socket says 172.21.15.46:47254)
2024-03-19T01:52:35.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.754+0000 7fe42cd2b640  1 -- 172.21.15.46:0/1022365777 learned_addr learned my addr 172.21.15.46:0/1022365777 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:35.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.754+0000 7fe42d52c640  1 --2- 172.21.15.46:0/1022365777 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557816705a30 0x55781670be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:35.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.754+0000 7fe42dd2d640  1 --2- 172.21.15.46:0/1022365777 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55781670ef30 0x55781670c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:35.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.754+0000 7fe42cd2b640  1 -- 172.21.15.46:0/1022365777 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557816705a30 msgr2=0x55781670be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:35.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.754+0000 7fe42cd2b640  1 --2- 172.21.15.46:0/1022365777 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557816705a30 0x55781670be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.754+0000 7fe42cd2b640  1 -- 172.21.15.46:0/1022365777 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55781670ef30 msgr2=0x55781670c8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:35.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.754+0000 7fe42cd2b640  1 --2- 172.21.15.46:0/1022365777 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55781670ef30 0x55781670c8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.754+0000 7fe42cd2b640  1 -- 172.21.15.46:0/1022365777 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5578164477d0 con 0x557816706350
2024-03-19T01:52:35.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.754+0000 7fe42cd2b640  1 --2- 172.21.15.46:0/1022365777 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557816706350 0x55781670c3a0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7fe418005890 tx=0x7fe4180052f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f18e668db1a7d750 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:35.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.754+0000 7fe410ff9640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:52:35.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.754+0000 7fe410ff9640  1 -- 172.21.15.46:0/1022365777 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe418027070 con 0x557816706350
2024-03-19T01:52:35.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.754+0000 7fe410ff9640  1 -- 172.21.15.46:0/1022365777 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fe4180046c0 con 0x557816706350
2024-03-19T01:52:35.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.754+0000 7fe432376740  1 -- 172.21.15.46:0/1022365777 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe4180111d0 con 0x557816706350
2024-03-19T01:52:35.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.754+0000 7fe410ff9640  1 -- 172.21.15.46:0/1022365777 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe418033050 con 0x557816706350
2024-03-19T01:52:35.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.754+0000 7fe432376740 10 client.16179 fetch_fsmap learned FSMap version 28
2024-03-19T01:52:35.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.755+0000 7fe432376740  1 -- 172.21.15.46:0/1022365777 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55781637d3f0 con 0x557816706350
2024-03-19T01:52:35.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.755+0000 7fe410ff9640  1 -- 172.21.15.46:0/1022365777 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe4180111d0 con 0x557816706350
2024-03-19T01:52:35.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.755+0000 7fe410ff9640  1 -- 172.21.15.46:0/1022365777 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 28) ==== 8366+0+0 (secure 0 0 0) 0x7fe41800fa10 con 0x557816706350
2024-03-19T01:52:35.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.755+0000 7fe432376740 10 client.16179 fetch_fsmap finished waiting for FSMap version 28
2024-03-19T01:52:35.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.755+0000 7fe432376740 10 client.16179 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:52:35.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.755+0000 7fe432376740 20 client.16179 populate_metadata read hostname 'smithi046'
2024-03-19T01:52:35.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.755+0000 7fe432376740  1 --2- 172.21.15.46:0/1022365777 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55781671f130 0x557816721520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:35.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.755+0000 7fe432376740  4 client.16179 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:52:35.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.755+0000 7fe432376740  1 -- 172.21.15.46:0/1022365777 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557816676a40 con 0x55781671f130
2024-03-19T01:52:35.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.755+0000 7fe42d52c640  1 --2- 172.21.15.46:0/1022365777 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55781671f130 0x557816721520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:35.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.755+0000 7fe42d52c640  1 --2- 172.21.15.46:0/1022365777 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55781671f130 0x557816721520 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9f9a58409dc9350c server_cookie=36786b4f5db96ea7 in_seq=0 out_seq=0
2024-03-19T01:52:35.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.755+0000 7fe410ff9640 10 client.16179 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:52:35.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.756+0000 7fe410ff9640  1 -- 172.21.15.46:0/1022365777 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x557816676a40 con 0x55781671f130
2024-03-19T01:52:35.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.756+0000 7fe410ff9640 10 client.16179 handle_command_reply: tid=0
2024-03-19T01:52:35.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.756+0000 7fe432376740  1 client.16179 shutdown
2024-03-19T01:52:35.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.757+0000 7fe432376740  1 -- 172.21.15.46:0/1022365777 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557816706350 msgr2=0x55781670c3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:35.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.757+0000 7fe432376740  1 --2- 172.21.15.46:0/1022365777 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557816706350 0x55781670c3a0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7fe418005890 tx=0x7fe4180052f0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.757+0000 7fe432376740  1 -- 172.21.15.46:0/1022365777 shutdown_connections
2024-03-19T01:52:35.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.757+0000 7fe432376740  1 --2- 172.21.15.46:0/1022365777 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55781671f130 0x557816721520 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.757+0000 7fe432376740  1 --2- 172.21.15.46:0/1022365777 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55781670ef30 0x55781670c8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.757+0000 7fe410ff9640  0 client.16179 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:52:35.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.757+0000 7fe432376740  1 --2- 172.21.15.46:0/1022365777 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557816706350 0x55781670c3a0 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.757+0000 7fe432376740  1 --2- 172.21.15.46:0/1022365777 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557816705a30 0x55781670be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.757+0000 7fe432376740  1 -- 172.21.15.46:0/1022365777 >> 172.21.15.46:0/1022365777 conn(0x557816700160 msgr2=0x557816701eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:35.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.757+0000 7fe432376740  1 -- 172.21.15.46:0/1022365777 shutdown_connections
2024-03-19T01:52:35.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.757+0000 7fe432376740  1 -- 172.21.15.46:0/1022365777 wait complete.
2024-03-19T01:52:35.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.757+0000 7fe432376740 20 client.16179 trim_cache size 0 max 16384
2024-03-19T01:52:35.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.774+0000 7fe432376740  1  Processor -- start
2024-03-19T01:52:35.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.774+0000 7fe432376740  1 --  start start
2024-03-19T01:52:35.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.774+0000 7fe432376740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557816705a30 0x55781670e590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:35.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.774+0000 7fe432376740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557816706350 0x55781671aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:35.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.774+0000 7fe432376740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55781670ef30 0x557816701ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:35.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.774+0000 7fe432376740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe4281b03e0 con 0x557816705a30
2024-03-19T01:52:35.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.774+0000 7fe432376740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe4281adc20 con 0x557816706350
2024-03-19T01:52:35.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.774+0000 7fe432376740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe4281aba50 con 0x55781670ef30
2024-03-19T01:52:35.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.775+0000 7fe42d52c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557816705a30 0x55781670e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:35.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.775+0000 7fe42d52c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557816705a30 0x55781670e590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47262/0 (socket says 172.21.15.46:47262)
2024-03-19T01:52:35.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.775+0000 7fe42d52c640  1 -- 172.21.15.46:0/1091762015 learned_addr learned my addr 172.21.15.46:0/1091762015 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:35.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.775+0000 7fe42dd2d640  1 --2- 172.21.15.46:0/1091762015 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55781670ef30 0x557816701ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:35.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.775+0000 7fe42cd2b640  1 --2- 172.21.15.46:0/1091762015 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557816706350 0x55781671aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:35.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.775+0000 7fe42d52c640  1 -- 172.21.15.46:0/1091762015 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55781670ef30 msgr2=0x557816701ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:35.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.775+0000 7fe42d52c640  1 --2- 172.21.15.46:0/1091762015 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55781670ef30 0x557816701ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.775+0000 7fe42d52c640  1 -- 172.21.15.46:0/1091762015 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557816706350 msgr2=0x55781671aaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:35.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.775+0000 7fe42d52c640  1 --2- 172.21.15.46:0/1091762015 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557816706350 0x55781671aaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.775+0000 7fe42d52c640  1 -- 172.21.15.46:0/1091762015 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557816721890 con 0x557816705a30
2024-03-19T01:52:35.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.775+0000 7fe42d52c640  1 --2- 172.21.15.46:0/1091762015 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557816705a30 0x55781670e590 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fe424009900 tx=0x7fe42402c740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=524c99d8fcdfdebe server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:35.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.775+0000 7fe412ffd640  1 -- 172.21.15.46:0/1091762015 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4240bd4c0 con 0x557816705a30
2024-03-19T01:52:35.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.775+0000 7fe412ffd640  1 -- 172.21.15.46:0/1091762015 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe4240c1610 con 0x557816705a30
2024-03-19T01:52:35.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.775+0000 7fe412ffd640  1 -- 172.21.15.46:0/1091762015 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4240053d0 con 0x557816705a30
2024-03-19T01:52:35.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.776+0000 7fe432376740  1 -- 172.21.15.46:0/1091762015 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557816705a30 msgr2=0x55781670e590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:35.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.776+0000 7fe432376740  1 --2- 172.21.15.46:0/1091762015 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557816705a30 0x55781670e590 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fe424009900 tx=0x7fe42402c740 comp rx=0 tx=0).stop
2024-03-19T01:52:35.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.776+0000 7fe432376740  1 -- 172.21.15.46:0/1091762015 shutdown_connections
2024-03-19T01:52:35.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.776+0000 7fe432376740  1 --2- 172.21.15.46:0/1091762015 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55781670ef30 0x557816701ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.776+0000 7fe432376740  1 --2- 172.21.15.46:0/1091762015 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557816706350 0x55781671aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.776+0000 7fe432376740  1 --2- 172.21.15.46:0/1091762015 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557816705a30 0x55781670e590 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.776+0000 7fe432376740  1 -- 172.21.15.46:0/1091762015 >> 172.21.15.46:0/1091762015 conn(0x557816700160 msgr2=0x557816701590 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:35.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.776+0000 7fe432376740  1 -- 172.21.15.46:0/1091762015 shutdown_connections
2024-03-19T01:52:35.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.776+0000 7fe432376740  1 -- 172.21.15.46:0/1091762015 wait complete.
2024-03-19T01:52:35.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.776+0000 7fe432376740  1 --  start start
2024-03-19T01:52:35.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.776+0000 7fe432376740  1  Processor -- start
2024-03-19T01:52:35.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.777+0000 7fe432376740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557816705a30 0x557816717230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:35.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.777+0000 7fe432376740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557816706350 0x5578167126a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:35.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.777+0000 7fe432376740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55781670ef30 0x557816712be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:35.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.777+0000 7fe432376740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe4281ac0e0 con 0x557816706350
2024-03-19T01:52:35.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.777+0000 7fe432376740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe4281ad550 con 0x55781670ef30
2024-03-19T01:52:35.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.777+0000 7fe432376740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe4281ac7b0 con 0x557816705a30
2024-03-19T01:52:35.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.777+0000 7fe432376740 10 client.0 _ll_register_callbacks cb 0x7fe420013b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:52:35.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.777+0000 7fe42cd2b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557816706350 0x5578167126a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:35.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.777+0000 7fe42cd2b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557816706350 0x5578167126a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47276/0 (socket says 172.21.15.46:47276)
2024-03-19T01:52:35.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.777+0000 7fe42cd2b640  1 -- 172.21.15.46:0/3897975842 learned_addr learned my addr 172.21.15.46:0/3897975842 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:35.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.777+0000 7fe42d52c640  1 --2- 172.21.15.46:0/3897975842 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557816705a30 0x557816717230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:35.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.777+0000 7fe42dd2d640  1 --2- 172.21.15.46:0/3897975842 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55781670ef30 0x557816712be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:35.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.777+0000 7fe42cd2b640  1 -- 172.21.15.46:0/3897975842 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557816705a30 msgr2=0x557816717230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:35.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.777+0000 7fe42cd2b640  1 --2- 172.21.15.46:0/3897975842 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557816705a30 0x557816717230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.777+0000 7fe42cd2b640  1 -- 172.21.15.46:0/3897975842 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55781670ef30 msgr2=0x557816712be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:35.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.777+0000 7fe42cd2b640  1 --2- 172.21.15.46:0/3897975842 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55781670ef30 0x557816712be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.777+0000 7fe42cd2b640  1 -- 172.21.15.46:0/3897975842 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55781633d0f0 con 0x557816706350
2024-03-19T01:52:35.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.777+0000 7fe42d52c640  1 --2- 172.21.15.46:0/3897975842 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557816705a30 0x557816717230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:52:35.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.777+0000 7fe42cd2b640  1 --2- 172.21.15.46:0/3897975842 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557816706350 0x5578167126a0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fe418010010 tx=0x7fe418003c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49b956fc27176b10 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:35.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.777+0000 7fe410ff9640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:52:35.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.777+0000 7fe410ff9640  1 -- 172.21.15.46:0/3897975842 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe418027040 con 0x557816706350
2024-03-19T01:52:35.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.777+0000 7fe410ff9640  1 -- 172.21.15.46:0/3897975842 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fe41800f5c0 con 0x557816706350
2024-03-19T01:52:35.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.777+0000 7fe432376740  1 -- 172.21.15.46:0/3897975842 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe4240c1610 con 0x557816706350
2024-03-19T01:52:35.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.778+0000 7fe410ff9640  1 -- 172.21.15.46:0/3897975842 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe418005ab0 con 0x557816706350
2024-03-19T01:52:35.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.778+0000 7fe432376740 10 client.16185 fetch_fsmap learned FSMap version 28
2024-03-19T01:52:35.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.778+0000 7fe432376740  1 -- 172.21.15.46:0/3897975842 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x557816785090 con 0x557816706350
2024-03-19T01:52:35.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.778+0000 7fe410ff9640  1 -- 172.21.15.46:0/3897975842 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe4240c1610 con 0x557816706350
2024-03-19T01:52:35.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.778+0000 7fe410ff9640  1 -- 172.21.15.46:0/3897975842 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 28) ==== 8366+0+0 (secure 0 0 0) 0x7fe41802c4d0 con 0x557816706350
2024-03-19T01:52:35.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.778+0000 7fe432376740 10 client.16185 fetch_fsmap finished waiting for FSMap version 28
2024-03-19T01:52:35.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.778+0000 7fe432376740 10 client.16185 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:52:35.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.778+0000 7fe432376740 20 client.16185 populate_metadata read hostname 'smithi046'
2024-03-19T01:52:35.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.778+0000 7fe432376740  1 --2- 172.21.15.46:0/3897975842 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x557816785830 0x557816787c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:35.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.778+0000 7fe432376740  4 client.16185 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:52:35.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.778+0000 7fe432376740  1 -- 172.21.15.46:0/3897975842 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x557816670d90 con 0x557816785830
2024-03-19T01:52:35.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.778+0000 7fe42d52c640  1 --2- 172.21.15.46:0/3897975842 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x557816785830 0x557816787c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:35.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.779+0000 7fe42d52c640  1 --2- 172.21.15.46:0/3897975842 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x557816785830 0x557816787c50 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6803daff0a2f7da6 server_cookie=63e1076d85dadcd9 in_seq=0 out_seq=0
2024-03-19T01:52:35.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.779+0000 7fe410ff9640 10 client.16185 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:52:35.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.779+0000 7fe410ff9640  1 -- 172.21.15.46:0/3897975842 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x557816670d90 con 0x557816785830
2024-03-19T01:52:35.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.779+0000 7fe410ff9640 10 client.16185 handle_command_reply: tid=0
2024-03-19T01:52:35.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.779+0000 7fe432376740  1 client.16185 shutdown
2024-03-19T01:52:35.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.779+0000 7fe432376740  1 -- 172.21.15.46:0/3897975842 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557816706350 msgr2=0x5578167126a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:35.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.779+0000 7fe432376740  1 --2- 172.21.15.46:0/3897975842 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557816706350 0x5578167126a0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fe418010010 tx=0x7fe418003c60 comp rx=0 tx=0).stop
2024-03-19T01:52:35.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.779+0000 7fe432376740  1 -- 172.21.15.46:0/3897975842 shutdown_connections
2024-03-19T01:52:35.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.779+0000 7fe432376740  1 --2- 172.21.15.46:0/3897975842 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x557816785830 0x557816787c50 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.779+0000 7fe432376740  1 --2- 172.21.15.46:0/3897975842 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55781670ef30 0x557816712be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.779+0000 7fe432376740  1 --2- 172.21.15.46:0/3897975842 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557816706350 0x5578167126a0 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.779+0000 7fe432376740  1 --2- 172.21.15.46:0/3897975842 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557816705a30 0x557816717230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.779+0000 7fe410ff9640  0 client.16185 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:52:35.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.779+0000 7fe432376740  1 -- 172.21.15.46:0/3897975842 >> 172.21.15.46:0/3897975842 conn(0x557816700160 msgr2=0x5578166ff1e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:35.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.779+0000 7fe432376740  1 -- 172.21.15.46:0/3897975842 shutdown_connections
2024-03-19T01:52:35.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.779+0000 7fe432376740  1 -- 172.21.15.46:0/3897975842 wait complete.
2024-03-19T01:52:35.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.779+0000 7fe432376740 20 client.16185 trim_cache size 0 max 16384
2024-03-19T01:52:35.786 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:52:35.786 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "no active scrubs running",
2024-03-19T01:52:35.786 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {}
2024-03-19T01:52:35.787 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:52:35.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.780+0000 7fe42f790640  1 -- 172.21.15.46:0/3942819850 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe4140a2970 msgr2=0x7fe4140a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:35.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.780+0000 7fe42f790640  1 --2- 172.21.15.46:0/3942819850 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe4140a2970 0x7fe4140a4e30 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fe4200099e0 tx=0x7fe4200135e0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.780+0000 7fe42f790640  1 -- 172.21.15.46:0/3942819850 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe428100690 msgr2=0x7fe428196f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:35.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.780+0000 7fe42f790640  1 --2- 172.21.15.46:0/3942819850 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe428100690 0x7fe428196f20 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fe424009230 tx=0x7fe42402c5d0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.780+0000 7fe42f790640  1 -- 172.21.15.46:0/3942819850 shutdown_connections
2024-03-19T01:52:35.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.780+0000 7fe42f790640  1 --2- 172.21.15.46:0/3942819850 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe4281066a0 0x7fe42819b7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.780+0000 7fe42f790640  1 --2- 172.21.15.46:0/3942819850 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe4140a2970 0x7fe4140a4e30 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.780+0000 7fe42f790640  1 --2- 172.21.15.46:0/3942819850 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe428101050 0x7fe428197460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.780+0000 7fe42f790640  1 --2- 172.21.15.46:0/3942819850 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe428100690 0x7fe428196f20 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.780+0000 7fe42f790640  1 -- 172.21.15.46:0/3942819850 >> 172.21.15.46:0/3942819850 conn(0x7fe428077820 msgr2=0x7fe428103050 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:35.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.780+0000 7fe42f790640  1 -- 172.21.15.46:0/3942819850 shutdown_connections
2024-03-19T01:52:35.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.780+0000 7fe42f790640  1 -- 172.21.15.46:0/3942819850 wait complete.
2024-03-19T01:52:35.791 INFO:tasks.cephfs.filesystem:all active scrubs completed
2024-03-19T01:52:35.791 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:52:35.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.895+0000 7f892bb89640  1 -- 172.21.15.46:0/1825196972 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8924100720 msgr2=0x7f8924100ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:35.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.895+0000 7f892bb89640  1 --2- 172.21.15.46:0/1825196972 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8924100720 0x7f8924100ba0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f8918009930 tx=0x7f891802bc30 comp rx=0 tx=0).stop
2024-03-19T01:52:35.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.895+0000 7f892bb89640  1 -- 172.21.15.46:0/1825196972 shutdown_connections
2024-03-19T01:52:35.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.895+0000 7f892bb89640  1 --2- 172.21.15.46:0/1825196972 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f89241010e0 0x7f892410d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.895+0000 7f892bb89640  1 --2- 172.21.15.46:0/1825196972 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8924100720 0x7f8924100ba0 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.895+0000 7f892bb89640  1 --2- 172.21.15.46:0/1825196972 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8924106730 0x7f8924106b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.895+0000 7f892bb89640  1 -- 172.21.15.46:0/1825196972 >> 172.21.15.46:0/1825196972 conn(0x7f8924077820 msgr2=0x7f8924077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:35.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.895+0000 7f892bb89640  1 -- 172.21.15.46:0/1825196972 shutdown_connections
2024-03-19T01:52:35.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.895+0000 7f892bb89640  1 -- 172.21.15.46:0/1825196972 wait complete.
2024-03-19T01:52:35.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.895+0000 7f892bb89640  1  Processor -- start
2024-03-19T01:52:35.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.895+0000 7f892bb89640  1 --  start start
2024-03-19T01:52:35.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.895+0000 7f892bb89640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8924100720 0x7f8924196f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:35.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.895+0000 7f892bb89640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f89241010e0 0x7f89241974b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:35.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.895+0000 7f892bb89640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8924106730 0x7f892419b830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:35.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.895+0000 7f892bb89640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f89241109b0 con 0x7f8924100720
2024-03-19T01:52:35.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.895+0000 7f892bb89640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f8924110830 con 0x7f8924106730
2024-03-19T01:52:35.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.895+0000 7f892bb89640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f8924110b30 con 0x7f89241010e0
2024-03-19T01:52:35.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.896+0000 7f8929925640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8924100720 0x7f8924196f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:35.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.896+0000 7f8929925640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8924100720 0x7f8924196f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47288/0 (socket says 172.21.15.46:47288)
2024-03-19T01:52:35.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.896+0000 7f8929925640  1 -- 172.21.15.46:0/1687493729 learned_addr learned my addr 172.21.15.46:0/1687493729 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:35.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.896+0000 7f892a126640  1 --2- 172.21.15.46:0/1687493729 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8924106730 0x7f892419b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:35.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.896+0000 7f8929124640  1 --2- 172.21.15.46:0/1687493729 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f89241010e0 0x7f89241974b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:35.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.896+0000 7f8929925640  1 -- 172.21.15.46:0/1687493729 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f89241010e0 msgr2=0x7f89241974b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:35.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.896+0000 7f8929925640  1 --2- 172.21.15.46:0/1687493729 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f89241010e0 0x7f89241974b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.896+0000 7f8929925640  1 -- 172.21.15.46:0/1687493729 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8924106730 msgr2=0x7f892419b830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:35.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.896+0000 7f8929925640  1 --2- 172.21.15.46:0/1687493729 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8924106730 0x7f892419b830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:35.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.896+0000 7f8929925640  1 -- 172.21.15.46:0/1687493729 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f892419bf60 con 0x7f8924100720
2024-03-19T01:52:35.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.896+0000 7f8929925640  1 --2- 172.21.15.46:0/1687493729 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8924100720 0x7f8924196f70 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f891c00eb00 tx=0x7f891c00ef00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:35.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.896+0000 7f8922ffd640  1 -- 172.21.15.46:0/1687493729 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f891c01c070 con 0x7f8924100720
2024-03-19T01:52:35.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.896+0000 7f8922ffd640  1 -- 172.21.15.46:0/1687493729 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f891c00bb70 con 0x7f8924100720
2024-03-19T01:52:35.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.896+0000 7f892bb89640  1 -- 172.21.15.46:0/1687493729 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f892419c250 con 0x7f8924100720
2024-03-19T01:52:35.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.896+0000 7f8922ffd640  1 -- 172.21.15.46:0/1687493729 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f891c016610 con 0x7f8924100720
2024-03-19T01:52:35.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.896+0000 7f892bb89640  1 -- 172.21.15.46:0/1687493729 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8924068980 con 0x7f8924100720
2024-03-19T01:52:35.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.897+0000 7f892bb89640  1 -- 172.21.15.46:0/1687493729 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8924068610 con 0x7f8924100720
2024-03-19T01:52:35.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.899+0000 7f8922ffd640  1 -- 172.21.15.46:0/1687493729 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f891c01f070 con 0x7f8924100720
2024-03-19T01:52:35.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.900+0000 7f8922ffd640  1 --2- 172.21.15.46:0/1687493729 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f890c0a29f0 0x7f890c0a4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:35.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.900+0000 7f8929124640  1 --2- 172.21.15.46:0/1687493729 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f890c0a29f0 0x7f890c0a4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:35.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.900+0000 7f8922ffd640  1 -- 172.21.15.46:0/1687493729 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f891c0d09c0 con 0x7f8924100720
2024-03-19T01:52:35.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.900+0000 7f8929124640  1 --2- 172.21.15.46:0/1687493729 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f890c0a29f0 0x7f890c0a4eb0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f8918005ab0 tx=0x7f8918005fd0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:35.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:35.903+0000 7f8922ffd640  1 -- 172.21.15.46:0/1687493729 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f891c09cd20 con 0x7f8924100720
2024-03-19T01:52:36.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:35 smithi046 ceph-mon[63102]: pgmap v78: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 509 KiB/s rd, 529 KiB/s wr, 70 op/s
2024-03-19T01:52:36.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.178+0000 7f892bb89640  1 -- 172.21.15.46:0/1687493729 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f89241982c0 con 0x7f8924100720
2024-03-19T01:52:36.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.178+0000 7f8922ffd640  1 -- 172.21.15.46:0/1687493729 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11868 (secure 0 0 0) 0x7f891c0a0dc0 con 0x7f8924100720
2024-03-19T01:52:36.178 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:52:36.179 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-19T01:47:26.395717+0000","modified":"2024-03-19T01:52:21.440914+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24506,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[0,1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6839/1788589639","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6838","nonce":1788589639},{"type":"v1","addr":"172.21.15.73:6839","nonce":1788589639}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24506,"qdb_cluster":[24479,24506,24478]},"id":1}]}
2024-03-19T01:52:36.179 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 28
2024-03-19T01:52:36.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.180+0000 7f892bb89640  1 -- 172.21.15.46:0/1687493729 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f890c0a29f0 msgr2=0x7f890c0a4eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:36.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.180+0000 7f892bb89640  1 --2- 172.21.15.46:0/1687493729 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f890c0a29f0 0x7f890c0a4eb0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f8918005ab0 tx=0x7f8918005fd0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.180+0000 7f892bb89640  1 -- 172.21.15.46:0/1687493729 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8924100720 msgr2=0x7f8924196f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:36.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.180+0000 7f892bb89640  1 --2- 172.21.15.46:0/1687493729 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8924100720 0x7f8924196f70 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f891c00eb00 tx=0x7f891c00ef00 comp rx=0 tx=0).stop
2024-03-19T01:52:36.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.180+0000 7f892bb89640  1 -- 172.21.15.46:0/1687493729 shutdown_connections
2024-03-19T01:52:36.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.180+0000 7f892bb89640  1 --2- 172.21.15.46:0/1687493729 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8924106730 0x7f892419b830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.180+0000 7f892bb89640  1 --2- 172.21.15.46:0/1687493729 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f890c0a29f0 0x7f890c0a4eb0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.180+0000 7f892bb89640  1 --2- 172.21.15.46:0/1687493729 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f89241010e0 0x7f89241974b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.180+0000 7f892bb89640  1 --2- 172.21.15.46:0/1687493729 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8924100720 0x7f8924196f70 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.180+0000 7f892bb89640  1 -- 172.21.15.46:0/1687493729 >> 172.21.15.46:0/1687493729 conn(0x7f8924077820 msgr2=0x7f8924103050 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:36.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.180+0000 7f892bb89640  1 -- 172.21.15.46:0/1687493729 shutdown_connections
2024-03-19T01:52:36.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.180+0000 7f892bb89640  1 -- 172.21.15.46:0/1687493729 wait complete.
2024-03-19T01:52:36.191 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls
2024-03-19T01:52:36.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:35 smithi073 ceph-mon[66833]: pgmap v78: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 509 KiB/s rd, 529 KiB/s wr, 70 op/s
2024-03-19T01:52:36.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:35 smithi102 ceph-mon[66557]: pgmap v78: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 509 KiB/s rd, 529 KiB/s wr, 70 op/s
2024-03-19T01:52:36.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.299+0000 7fec089e6640  1 -- 172.21.15.46:0/2993501293 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fec04101330 msgr2=0x7fec0410d520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:36.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.299+0000 7fec089e6640  1 --2- 172.21.15.46:0/2993501293 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fec04101330 0x7fec0410d520 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7febfc009ca0 tx=0x7febfc02c0f0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.299+0000 7fec089e6640  1 -- 172.21.15.46:0/2993501293 shutdown_connections
2024-03-19T01:52:36.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.299+0000 7fec089e6640  1 --2- 172.21.15.46:0/2993501293 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fec04101330 0x7fec0410d520 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.299+0000 7fec089e6640  1 --2- 172.21.15.46:0/2993501293 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fec04100970 0x7fec04100df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.299+0000 7fec089e6640  1 --2- 172.21.15.46:0/2993501293 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fec04105690 0x7fec04105a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.299+0000 7fec089e6640  1 -- 172.21.15.46:0/2993501293 >> 172.21.15.46:0/2993501293 conn(0x7fec040774b0 msgr2=0x7fec040778c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:36.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.299+0000 7fec089e6640  1 -- 172.21.15.46:0/2993501293 shutdown_connections
2024-03-19T01:52:36.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.299+0000 7fec089e6640  1 -- 172.21.15.46:0/2993501293 wait complete.
2024-03-19T01:52:36.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.299+0000 7fec089e6640  1  Processor -- start
2024-03-19T01:52:36.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.300+0000 7fec089e6640  1 --  start start
2024-03-19T01:52:36.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.300+0000 7fec089e6640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fec04100970 0x7fec04197f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.300+0000 7fec089e6640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fec04101330 0x7fec04198480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.300+0000 7fec089e6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fec04105690 0x7fec0419c800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.300+0000 7fec089e6640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fec04111b80 con 0x7fec04105690
2024-03-19T01:52:36.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.300+0000 7fec089e6640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fec04111a00 con 0x7fec04100970
2024-03-19T01:52:36.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.300+0000 7fec089e6640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fec04111d00 con 0x7fec04101330
2024-03-19T01:52:36.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.300+0000 7fec02d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fec04105690 0x7fec0419c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.300+0000 7fec0259c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fec04100970 0x7fec04197f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.300+0000 7fec02d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fec04105690 0x7fec0419c800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47304/0 (socket says 172.21.15.46:47304)
2024-03-19T01:52:36.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.300+0000 7fec02d9d640  1 -- 172.21.15.46:0/928701527 learned_addr learned my addr 172.21.15.46:0/928701527 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:36.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.300+0000 7fec01d9b640  1 --2- 172.21.15.46:0/928701527 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fec04101330 0x7fec04198480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.300+0000 7fec02d9d640  1 -- 172.21.15.46:0/928701527 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fec04101330 msgr2=0x7fec04198480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:36.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.300+0000 7fec02d9d640  1 --2- 172.21.15.46:0/928701527 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fec04101330 0x7fec04198480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.300+0000 7fec02d9d640  1 -- 172.21.15.46:0/928701527 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fec04100970 msgr2=0x7fec04197f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:36.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.300+0000 7fec02d9d640  1 --2- 172.21.15.46:0/928701527 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fec04100970 0x7fec04197f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.300+0000 7fec02d9d640  1 -- 172.21.15.46:0/928701527 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec0419cf30 con 0x7fec04105690
2024-03-19T01:52:36.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.300+0000 7fec02d9d640  1 --2- 172.21.15.46:0/928701527 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fec04105690 0x7fec0419c800 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7febfc02c700 tx=0x7febfc035d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:36.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.300+0000 7febf37fe640  1 -- 172.21.15.46:0/928701527 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febfc039040 con 0x7fec04105690
2024-03-19T01:52:36.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.300+0000 7fec089e6640  1 -- 172.21.15.46:0/928701527 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec0419d1c0 con 0x7fec04105690
2024-03-19T01:52:36.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.301+0000 7febf37fe640  1 -- 172.21.15.46:0/928701527 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febfc044070 con 0x7fec04105690
2024-03-19T01:52:36.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.301+0000 7febf37fe640  1 -- 172.21.15.46:0/928701527 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febfc0042a0 con 0x7fec04105690
2024-03-19T01:52:36.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.301+0000 7fec089e6640  1 -- 172.21.15.46:0/928701527 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec041a4ab0 con 0x7fec04105690
2024-03-19T01:52:36.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.303+0000 7fec0b5ce740  1  Processor -- start
2024-03-19T01:52:36.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.303+0000 7febf37fe640  1 -- 172.21.15.46:0/928701527 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7febfc004440 con 0x7fec04105690
2024-03-19T01:52:36.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.304+0000 7fec0b5ce740  1 --  start start
2024-03-19T01:52:36.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.304+0000 7fec0b5ce740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5589a11722d0 0x5589a11726b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.304+0000 7fec0b5ce740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589a1172bf0 0x5589a117b290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.304+0000 7fec0b5ce740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589a117b7d0 0x5589a117dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.304+0000 7fec0b5ce740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5589a10d54b0 con 0x5589a11722d0
2024-03-19T01:52:36.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.304+0000 7fec0b5ce740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5589a107dd70 con 0x5589a1172bf0
2024-03-19T01:52:36.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.304+0000 7fec0b5ce740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5589a10d1550 con 0x5589a117b7d0
2024-03-19T01:52:36.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.304+0000 7fec01d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5589a11722d0 0x5589a11726b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.304+0000 7fec0259c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589a1172bf0 0x5589a117b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.304+0000 7fec01d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5589a11722d0 0x5589a11726b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47316/0 (socket says 172.21.15.46:47316)
2024-03-19T01:52:36.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.304+0000 7fec01d9b640  1 -- 172.21.15.46:0/2525487251 learned_addr learned my addr 172.21.15.46:0/2525487251 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:36.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.304+0000 7febf37fe640  1 --2- 172.21.15.46:0/928701527 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7febec0a2970 0x7febec0a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.304+0000 7fec01d9b640  1 --2- 172.21.15.46:0/2525487251 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589a117b7d0 0x5589a117dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.304+0000 7fec0259c640  1 -- 172.21.15.46:0/2525487251 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589a117b7d0 msgr2=0x5589a117dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:36.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.304+0000 7fec02d9d640  1 --2- 172.21.15.46:0/928701527 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7febec0a2970 0x7febec0a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.304+0000 7fec0259c640  1 --2- 172.21.15.46:0/2525487251 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589a117b7d0 0x5589a117dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.304+0000 7fec0259c640  1 -- 172.21.15.46:0/2525487251 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5589a11722d0 msgr2=0x5589a11726b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:36.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.304+0000 7fec0259c640  1 --2- 172.21.15.46:0/2525487251 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5589a11722d0 0x5589a11726b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.304+0000 7fec0259c640  1 -- 172.21.15.46:0/2525487251 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5589a10a0210 con 0x5589a1172bf0
2024-03-19T01:52:36.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.304+0000 7fec01d9b640  1 --2- 172.21.15.46:0/2525487251 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5589a11722d0 0x5589a11726b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:52:36.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.304+0000 7febf37fe640  1 -- 172.21.15.46:0/928701527 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7febfc0f1540 con 0x7fec04105690
2024-03-19T01:52:36.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.305+0000 7fec0259c640  1 --2- 172.21.15.46:0/2525487251 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589a1172bf0 0x5589a117b290 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7febf4009c20 tx=0x7febf4011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fa79399d6f8a1316 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:36.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.305+0000 7fec02d9d640  1 --2- 172.21.15.46:0/928701527 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7febec0a2970 0x7febec0a4e30 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7febfc0ba2d0 tx=0x7febfc02c0f0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:36.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.305+0000 7febf0ff9640  1 -- 172.21.15.46:0/2525487251 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febf4004050 con 0x5589a1172bf0
2024-03-19T01:52:36.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.305+0000 7febf0ff9640  1 -- 172.21.15.46:0/2525487251 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febf40054d0 con 0x5589a1172bf0
2024-03-19T01:52:36.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.305+0000 7febf0ff9640  1 -- 172.21.15.46:0/2525487251 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febf4004c80 con 0x5589a1172bf0
2024-03-19T01:52:36.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.305+0000 7fec0b5ce740  1 -- 172.21.15.46:0/2525487251 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589a1172bf0 msgr2=0x5589a117b290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:36.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.305+0000 7fec0b5ce740  1 --2- 172.21.15.46:0/2525487251 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589a1172bf0 0x5589a117b290 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7febf4009c20 tx=0x7febf4011810 comp rx=0 tx=0).stop
2024-03-19T01:52:36.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.306+0000 7fec0b5ce740  1 -- 172.21.15.46:0/2525487251 shutdown_connections
2024-03-19T01:52:36.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.306+0000 7fec0b5ce740  1 --2- 172.21.15.46:0/2525487251 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589a117b7d0 0x5589a117dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.306+0000 7fec0b5ce740  1 --2- 172.21.15.46:0/2525487251 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589a1172bf0 0x5589a117b290 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.306+0000 7fec0b5ce740  1 --2- 172.21.15.46:0/2525487251 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5589a11722d0 0x5589a11726b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.306+0000 7fec0b5ce740  1 -- 172.21.15.46:0/2525487251 >> 172.21.15.46:0/2525487251 conn(0x5589a116ca00 msgr2=0x5589a116cde0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:36.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.306+0000 7fec0b5ce740  1 -- 172.21.15.46:0/2525487251 shutdown_connections
2024-03-19T01:52:36.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.306+0000 7fec0b5ce740  1 -- 172.21.15.46:0/2525487251 wait complete.
2024-03-19T01:52:36.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.306+0000 7fec0b5ce740  1 --  start start
2024-03-19T01:52:36.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.306+0000 7fec0b5ce740  1  Processor -- start
2024-03-19T01:52:36.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.306+0000 7fec0b5ce740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589a11722d0 0x5589a11787f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.306+0000 7fec0b5ce740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589a1172bf0 0x5589a1178d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.306+0000 7fec0b5ce740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5589a117b7d0 0x5589a1179270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.306+0000 7fec0b5ce740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5589a117e5c0 con 0x5589a117b7d0
2024-03-19T01:52:36.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.306+0000 7fec0b5ce740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5589a1091310 con 0x5589a11722d0
2024-03-19T01:52:36.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.306+0000 7fec0b5ce740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5589a117e740 con 0x5589a1172bf0
2024-03-19T01:52:36.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.306+0000 7fec0b5ce740 10 client.0 _ll_register_callbacks cb 0x5589a10852d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:52:36.314 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.306+0000 7fec01d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5589a117b7d0 0x5589a1179270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.314 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.306+0000 7fec0259c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589a1172bf0 0x5589a1178d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.314 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.306+0000 7fec01d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5589a117b7d0 0x5589a1179270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47324/0 (socket says 172.21.15.46:47324)
2024-03-19T01:52:36.314 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.306+0000 7fec01d9b640  1 -- 172.21.15.46:0/1030992101 learned_addr learned my addr 172.21.15.46:0/1030992101 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:36.314 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.306+0000 7fec0259c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589a1172bf0 0x5589a1178d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:45650/0 (socket says 172.21.15.46:45650)
2024-03-19T01:52:36.314 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.306+0000 7fec01d9b640  1 --2- 172.21.15.46:0/1030992101 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589a11722d0 0x5589a11787f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.314 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.307+0000 7fec01d9b640  1 -- 172.21.15.46:0/1030992101 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589a1172bf0 msgr2=0x5589a1178d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:36.314 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.307+0000 7fec01d9b640  1 --2- 172.21.15.46:0/1030992101 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589a1172bf0 0x5589a1178d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.314 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.307+0000 7fec01d9b640  1 -- 172.21.15.46:0/1030992101 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589a11722d0 msgr2=0x5589a11787f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:36.314 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.307+0000 7fec01d9b640  1 --2- 172.21.15.46:0/1030992101 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589a11722d0 0x5589a11787f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.314 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.307+0000 7fec01d9b640  1 -- 172.21.15.46:0/1030992101 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5589a0de93f0 con 0x5589a117b7d0
2024-03-19T01:52:36.314 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.307+0000 7fec0259c640  1 --2- 172.21.15.46:0/1030992101 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589a1172bf0 0x5589a1178d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:52:36.314 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.307+0000 7fec01d9b640  1 --2- 172.21.15.46:0/1030992101 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5589a117b7d0 0x5589a1179270 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7febf8013eb0 tx=0x7febf8005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa86bf2d5ecb5ec4 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:36.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.307+0000 7febe9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:52:36.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.307+0000 7febe9ffb640  1 -- 172.21.15.46:0/1030992101 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febf8004240 con 0x5589a117b7d0
2024-03-19T01:52:36.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.307+0000 7febe9ffb640  1 -- 172.21.15.46:0/1030992101 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7febf80043e0 con 0x5589a117b7d0
2024-03-19T01:52:36.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.307+0000 7fec0b5ce740  1 -- 172.21.15.46:0/1030992101 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7febf40054d0 con 0x5589a117b7d0
2024-03-19T01:52:36.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.307+0000 7febe9ffb640  1 -- 172.21.15.46:0/1030992101 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7febf80035f0 con 0x5589a117b7d0
2024-03-19T01:52:36.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.307+0000 7fec0b5ce740 10 client.16203 fetch_fsmap learned FSMap version 28
2024-03-19T01:52:36.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.307+0000 7fec0b5ce740  1 -- 172.21.15.46:0/1030992101 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5589a0eb37d0 con 0x5589a117b7d0
2024-03-19T01:52:36.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.307+0000 7febe9ffb640  1 -- 172.21.15.46:0/1030992101 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febf40054d0 con 0x5589a117b7d0
2024-03-19T01:52:36.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.308+0000 7febe9ffb640  1 -- 172.21.15.46:0/1030992101 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 28) ==== 8366+0+0 (secure 0 0 0) 0x7febf8026680 con 0x5589a117b7d0
2024-03-19T01:52:36.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.308+0000 7fec0b5ce740 10 client.16203 fetch_fsmap finished waiting for FSMap version 28
2024-03-19T01:52:36.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.308+0000 7fec0b5ce740 10 client.16203 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:52:36.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.308+0000 7fec0b5ce740 20 client.16203 populate_metadata read hostname 'smithi046'
2024-03-19T01:52:36.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.308+0000 7fec0b5ce740  1 --2- 172.21.15.46:0/1030992101 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5589a118bb60 0x5589a118df70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.308+0000 7fec0b5ce740  4 client.16203 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:52:36.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.308+0000 7fec0b5ce740  1 -- 172.21.15.46:0/1030992101 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5589a11333e0 con 0x5589a118bb60
2024-03-19T01:52:36.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.308+0000 7fec0259c640  1 --2- 172.21.15.46:0/1030992101 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5589a118bb60 0x5589a118df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.308+0000 7fec0259c640  1 --2- 172.21.15.46:0/1030992101 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5589a118bb60 0x5589a118df70 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=42268de159c0707d server_cookie=16d23abe2cd4cfa1 in_seq=0 out_seq=0
2024-03-19T01:52:36.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.308+0000 7febe9ffb640 10 client.16203 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:52:36.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.309+0000 7febe9ffb640  1 -- 172.21.15.46:0/1030992101 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5589a11333e0 con 0x5589a118bb60
2024-03-19T01:52:36.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.309+0000 7febe9ffb640 10 client.16203 handle_command_reply: tid=0
2024-03-19T01:52:36.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.309+0000 7fec0b5ce740  1 client.16203 shutdown
2024-03-19T01:52:36.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.309+0000 7fec0b5ce740  1 -- 172.21.15.46:0/1030992101 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5589a117b7d0 msgr2=0x5589a1179270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:36.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.309+0000 7fec0b5ce740  1 --2- 172.21.15.46:0/1030992101 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5589a117b7d0 0x5589a1179270 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7febf8013eb0 tx=0x7febf8005f90 comp rx=0 tx=0).stop
2024-03-19T01:52:36.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.309+0000 7fec0b5ce740  1 -- 172.21.15.46:0/1030992101 shutdown_connections
2024-03-19T01:52:36.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.309+0000 7fec0b5ce740  1 --2- 172.21.15.46:0/1030992101 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5589a118bb60 0x5589a118df70 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.309+0000 7fec0b5ce740  1 --2- 172.21.15.46:0/1030992101 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5589a117b7d0 0x5589a1179270 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.309+0000 7febe9ffb640  0 client.16203 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:52:36.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.309+0000 7fec0b5ce740  1 --2- 172.21.15.46:0/1030992101 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589a1172bf0 0x5589a1178d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.317 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.309+0000 7fec0b5ce740  1 --2- 172.21.15.46:0/1030992101 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589a11722d0 0x5589a11787f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.317 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.309+0000 7fec0b5ce740  1 -- 172.21.15.46:0/1030992101 >> 172.21.15.46:0/1030992101 conn(0x5589a116ca00 msgr2=0x5589a116e750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:36.317 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.309+0000 7fec0b5ce740  1 -- 172.21.15.46:0/1030992101 shutdown_connections
2024-03-19T01:52:36.317 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.309+0000 7fec0b5ce740  1 -- 172.21.15.46:0/1030992101 wait complete.
2024-03-19T01:52:36.317 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.309+0000 7fec0b5ce740 20 client.16203 trim_cache size 0 max 16384
2024-03-19T01:52:36.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.322+0000 7fec0b5ce740  1  Processor -- start
2024-03-19T01:52:36.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.322+0000 7fec0b5ce740  1 --  start start
2024-03-19T01:52:36.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.323+0000 7fec0b5ce740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5589a11722d0 0x5589a117af20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.323+0000 7fec0b5ce740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589a1172bf0 0x5589a1187390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.323+0000 7fec0b5ce740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589a117b7d0 0x5589a1193840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.323+0000 7fec0b5ce740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fec041b13e0 con 0x5589a11722d0
2024-03-19T01:52:36.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.323+0000 7fec0b5ce740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fec041aec20 con 0x5589a1172bf0
2024-03-19T01:52:36.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.323+0000 7fec0b5ce740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fec041aca50 con 0x5589a117b7d0
2024-03-19T01:52:36.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.323+0000 7fec01d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5589a11722d0 0x5589a117af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.323+0000 7fec01d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5589a11722d0 0x5589a117af20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47332/0 (socket says 172.21.15.46:47332)
2024-03-19T01:52:36.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.323+0000 7fec01d9b640  1 -- 172.21.15.46:0/264156182 learned_addr learned my addr 172.21.15.46:0/264156182 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:36.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.323+0000 7fec0259c640  1 --2- 172.21.15.46:0/264156182 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589a1172bf0 0x5589a1187390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.323+0000 7fec01d9b640  1 --2- 172.21.15.46:0/264156182 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589a117b7d0 0x5589a1193840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.323+0000 7fec01d9b640  1 -- 172.21.15.46:0/264156182 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589a117b7d0 msgr2=0x5589a1193840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:36.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.323+0000 7fec01d9b640  1 --2- 172.21.15.46:0/264156182 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589a117b7d0 0x5589a1193840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.323+0000 7fec01d9b640  1 -- 172.21.15.46:0/264156182 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589a1172bf0 msgr2=0x5589a1187390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:36.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.323+0000 7fec01d9b640  1 --2- 172.21.15.46:0/264156182 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589a1172bf0 0x5589a1187390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.323+0000 7fec01d9b640  1 -- 172.21.15.46:0/264156182 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5589a1142880 con 0x5589a11722d0
2024-03-19T01:52:36.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.323+0000 7fec0259c640  1 --2- 172.21.15.46:0/264156182 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589a1172bf0 0x5589a1187390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:52:36.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.323+0000 7fec01d9b640  1 --2- 172.21.15.46:0/264156182 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5589a11722d0 0x5589a117af20 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7febf8001eb0 tx=0x7febf8009870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=631c50af237a8d7e server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:36.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.323+0000 7febebfff640  1 -- 172.21.15.46:0/264156182 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febf80131d0 con 0x5589a11722d0
2024-03-19T01:52:36.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.323+0000 7febebfff640  1 -- 172.21.15.46:0/264156182 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febf8013370 con 0x5589a11722d0
2024-03-19T01:52:36.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.323+0000 7febebfff640  1 -- 172.21.15.46:0/264156182 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febf80039f0 con 0x5589a11722d0
2024-03-19T01:52:36.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.324+0000 7fec0b5ce740  1 -- 172.21.15.46:0/264156182 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5589a11722d0 msgr2=0x5589a117af20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:36.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.324+0000 7fec0b5ce740  1 --2- 172.21.15.46:0/264156182 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5589a11722d0 0x5589a117af20 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7febf8001eb0 tx=0x7febf8009870 comp rx=0 tx=0).stop
2024-03-19T01:52:36.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.324+0000 7fec0b5ce740  1 -- 172.21.15.46:0/264156182 shutdown_connections
2024-03-19T01:52:36.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.324+0000 7fec0b5ce740  1 --2- 172.21.15.46:0/264156182 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589a117b7d0 0x5589a1193840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.324+0000 7fec0b5ce740  1 --2- 172.21.15.46:0/264156182 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589a1172bf0 0x5589a1187390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.324+0000 7fec0b5ce740  1 --2- 172.21.15.46:0/264156182 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5589a11722d0 0x5589a117af20 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.324+0000 7fec0b5ce740  1 -- 172.21.15.46:0/264156182 >> 172.21.15.46:0/264156182 conn(0x5589a116ca00 msgr2=0x5589a116e6c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:36.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.324+0000 7fec0b5ce740  1 -- 172.21.15.46:0/264156182 shutdown_connections
2024-03-19T01:52:36.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.324+0000 7fec0b5ce740  1 -- 172.21.15.46:0/264156182 wait complete.
2024-03-19T01:52:36.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.324+0000 7fec0b5ce740  1 --  start start
2024-03-19T01:52:36.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.324+0000 7fec0b5ce740  1  Processor -- start
2024-03-19T01:52:36.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.325+0000 7fec0b5ce740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589a11722d0 0x5589a11754c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.325+0000 7fec0b5ce740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5589a1172bf0 0x5589a1175a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.325+0000 7fec0b5ce740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589a117b7d0 0x5589a1175f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.325+0000 7fec0b5ce740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fec041ad0e0 con 0x5589a1172bf0
2024-03-19T01:52:36.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.325+0000 7fec0b5ce740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fec041ae550 con 0x5589a11722d0
2024-03-19T01:52:36.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.325+0000 7fec0b5ce740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fec041ad7b0 con 0x5589a117b7d0
2024-03-19T01:52:36.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.325+0000 7fec0b5ce740 10 client.0 _ll_register_callbacks cb 0x7febf80098e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:52:36.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.325+0000 7fec0259c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5589a1172bf0 0x5589a1175a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.325+0000 7fec01d9b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589a11722d0 0x5589a11754c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.325+0000 7fec0259c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5589a1172bf0 0x5589a1175a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47334/0 (socket says 172.21.15.46:47334)
2024-03-19T01:52:36.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.325+0000 7fec0259c640  1 -- 172.21.15.46:0/497986912 learned_addr learned my addr 172.21.15.46:0/497986912 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:36.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.325+0000 7fec01d9b640  1 --2- 172.21.15.46:0/497986912 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589a117b7d0 0x5589a1175f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.325+0000 7fec0259c640  1 -- 172.21.15.46:0/497986912 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589a117b7d0 msgr2=0x5589a1175f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:36.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.325+0000 7fec0259c640  1 --2- 172.21.15.46:0/497986912 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589a117b7d0 0x5589a1175f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.325+0000 7fec0259c640  1 -- 172.21.15.46:0/497986912 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589a11722d0 msgr2=0x5589a11754c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:36.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.325+0000 7fec0259c640  1 --2- 172.21.15.46:0/497986912 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589a11722d0 0x5589a11754c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.325+0000 7fec0259c640  1 -- 172.21.15.46:0/497986912 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5589a117dbc0 con 0x5589a1172bf0
2024-03-19T01:52:36.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.325+0000 7fec0259c640  1 --2- 172.21.15.46:0/497986912 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5589a1172bf0 0x5589a1175a00 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7febf4014040 tx=0x7febf4011e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=583507afa244a9f4 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:36.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.325+0000 7febe9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:52:36.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.325+0000 7febe9ffb640  1 -- 172.21.15.46:0/497986912 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febf4004360 con 0x5589a1172bf0
2024-03-19T01:52:36.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.325+0000 7febe9ffb640  1 -- 172.21.15.46:0/497986912 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7febf402eab0 con 0x5589a1172bf0
2024-03-19T01:52:36.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.325+0000 7fec0b5ce740  1 -- 172.21.15.46:0/497986912 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7febf8013370 con 0x5589a1172bf0
2024-03-19T01:52:36.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.325+0000 7febe9ffb640  1 -- 172.21.15.46:0/497986912 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7febf403b050 con 0x5589a1172bf0
2024-03-19T01:52:36.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.325+0000 7fec0b5ce740 10 client.16209 fetch_fsmap learned FSMap version 28
2024-03-19T01:52:36.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.325+0000 7fec0b5ce740  1 -- 172.21.15.46:0/497986912 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5589a11f2160 con 0x5589a1172bf0
2024-03-19T01:52:36.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.326+0000 7febe9ffb640  1 -- 172.21.15.46:0/497986912 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febf8013370 con 0x5589a1172bf0
2024-03-19T01:52:36.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.326+0000 7febe9ffb640  1 -- 172.21.15.46:0/497986912 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 28) ==== 8366+0+0 (secure 0 0 0) 0x7febf40037b0 con 0x5589a1172bf0
2024-03-19T01:52:36.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.326+0000 7fec0b5ce740 10 client.16209 fetch_fsmap finished waiting for FSMap version 28
2024-03-19T01:52:36.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.326+0000 7fec0b5ce740 10 client.16209 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:52:36.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.326+0000 7fec0b5ce740 20 client.16209 populate_metadata read hostname 'smithi046'
2024-03-19T01:52:36.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.326+0000 7fec0b5ce740  1 --2- 172.21.15.46:0/497986912 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5589a11f2770 0x5589a11f4b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.326+0000 7fec0b5ce740  4 client.16209 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:52:36.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.326+0000 7fec0b5ce740  1 -- 172.21.15.46:0/497986912 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5589a10e29f0 con 0x5589a11f2770
2024-03-19T01:52:36.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.326+0000 7fec01d9b640  1 --2- 172.21.15.46:0/497986912 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5589a11f2770 0x5589a11f4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.326+0000 7febe9ffb640 10 client.16209 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:52:36.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.326+0000 7fec01d9b640  1 --2- 172.21.15.46:0/497986912 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5589a11f2770 0x5589a11f4b90 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e009877ea31a9e02 server_cookie=c7738b5147b4157d in_seq=0 out_seq=0
2024-03-19T01:52:36.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.327+0000 7febe9ffb640  1 -- 172.21.15.46:0/497986912 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5589a10e29f0 con 0x5589a11f2770
2024-03-19T01:52:36.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.327+0000 7febe9ffb640 10 client.16209 handle_command_reply: tid=0
2024-03-19T01:52:36.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.327+0000 7fec0b5ce740  1 client.16209 shutdown
2024-03-19T01:52:36.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.327+0000 7fec0b5ce740  1 -- 172.21.15.46:0/497986912 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5589a1172bf0 msgr2=0x5589a1175a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:36.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.327+0000 7fec0b5ce740  1 --2- 172.21.15.46:0/497986912 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5589a1172bf0 0x5589a1175a00 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7febf4014040 tx=0x7febf4011e40 comp rx=0 tx=0).stop
2024-03-19T01:52:36.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.327+0000 7fec0b5ce740  1 -- 172.21.15.46:0/497986912 shutdown_connections
2024-03-19T01:52:36.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.327+0000 7fec0b5ce740  1 --2- 172.21.15.46:0/497986912 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5589a11f2770 0x5589a11f4b90 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.327+0000 7fec0b5ce740  1 --2- 172.21.15.46:0/497986912 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5589a117b7d0 0x5589a1175f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.327+0000 7fec0b5ce740  1 --2- 172.21.15.46:0/497986912 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5589a1172bf0 0x5589a1175a00 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.327+0000 7febe9ffb640  0 client.16209 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:52:36.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.327+0000 7fec0b5ce740  1 --2- 172.21.15.46:0/497986912 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5589a11722d0 0x5589a11754c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.327+0000 7fec0b5ce740  1 -- 172.21.15.46:0/497986912 >> 172.21.15.46:0/497986912 conn(0x5589a116ca00 msgr2=0x5589a116b310 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:36.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.327+0000 7fec0b5ce740  1 -- 172.21.15.46:0/497986912 shutdown_connections
2024-03-19T01:52:36.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.327+0000 7fec0b5ce740  1 -- 172.21.15.46:0/497986912 wait complete.
2024-03-19T01:52:36.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.327+0000 7fec0b5ce740 20 client.16209 trim_cache size 0 max 16384
2024-03-19T01:52:36.334 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:52:36.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.327+0000 7fec089e6640  1 -- 172.21.15.46:0/928701527 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7febec0a2970 msgr2=0x7febec0a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:36.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.327+0000 7fec089e6640  1 --2- 172.21.15.46:0/928701527 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7febec0a2970 0x7febec0a4e30 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7febfc0ba2d0 tx=0x7febfc02c0f0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.327+0000 7fec089e6640  1 -- 172.21.15.46:0/928701527 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fec04105690 msgr2=0x7fec0419c800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:36.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.327+0000 7fec089e6640  1 --2- 172.21.15.46:0/928701527 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fec04105690 0x7fec0419c800 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7febfc02c700 tx=0x7febfc035d60 comp rx=0 tx=0).stop
2024-03-19T01:52:36.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.327+0000 7fec089e6640  1 -- 172.21.15.46:0/928701527 shutdown_connections
2024-03-19T01:52:36.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.327+0000 7fec089e6640  1 --2- 172.21.15.46:0/928701527 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fec04105690 0x7fec0419c800 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.327+0000 7fec089e6640  1 --2- 172.21.15.46:0/928701527 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7febec0a2970 0x7febec0a4e30 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.327+0000 7fec089e6640  1 --2- 172.21.15.46:0/928701527 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fec04101330 0x7fec04198480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.327+0000 7fec089e6640  1 --2- 172.21.15.46:0/928701527 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fec04100970 0x7fec04197f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.327+0000 7fec089e6640  1 -- 172.21.15.46:0/928701527 >> 172.21.15.46:0/928701527 conn(0x7fec040774b0 msgr2=0x7fec040ff6f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:36.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.328+0000 7fec089e6640  1 -- 172.21.15.46:0/928701527 shutdown_connections
2024-03-19T01:52:36.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.328+0000 7fec089e6640  1 -- 172.21.15.46:0/928701527 wait complete.
2024-03-19T01:52:36.339 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls
2024-03-19T01:52:36.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.447+0000 7f6dd4d60640  1 -- 172.21.15.46:0/3644794489 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6dd0101060 msgr2=0x7f6dd010d570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:36.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.447+0000 7f6dd4d60640  1 --2- 172.21.15.46:0/3644794489 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6dd0101060 0x7f6dd010d570 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f6dc8009c10 tx=0x7f6dc802bef0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.447+0000 7f6dd4d60640  1 -- 172.21.15.46:0/3644794489 shutdown_connections
2024-03-19T01:52:36.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.447+0000 7f6dd4d60640  1 --2- 172.21.15.46:0/3644794489 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6dd0101060 0x7f6dd010d570 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.447+0000 7f6dd4d60640  1 --2- 172.21.15.46:0/3644794489 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6dd01006a0 0x7f6dd0100b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.447+0000 7f6dd4d60640  1 --2- 172.21.15.46:0/3644794489 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6dd01066b0 0x7f6dd0106a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.447+0000 7f6dd4d60640  1 -- 172.21.15.46:0/3644794489 >> 172.21.15.46:0/3644794489 conn(0x7f6dd00778d0 msgr2=0x7f6dd0077ce0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:36.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.447+0000 7f6dd4d60640  1 -- 172.21.15.46:0/3644794489 shutdown_connections
2024-03-19T01:52:36.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.447+0000 7f6dd4d60640  1 -- 172.21.15.46:0/3644794489 wait complete.
2024-03-19T01:52:36.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.448+0000 7f6dd4d60640  1  Processor -- start
2024-03-19T01:52:36.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.448+0000 7f6dd4d60640  1 --  start start
2024-03-19T01:52:36.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.448+0000 7f6dd4d60640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6dd01006a0 0x7f6dd0196e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.448+0000 7f6dd4d60640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6dd0101060 0x7f6dd01973d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.448+0000 7f6dd4d60640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6dd01066b0 0x7f6dd019b700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.448+0000 7f6dd4d60640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6dd0110970 con 0x7f6dd01006a0
2024-03-19T01:52:36.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.448+0000 7f6dd4d60640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f6dd01107f0 con 0x7f6dd0101060
2024-03-19T01:52:36.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.448+0000 7f6dd4d60640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6dd0110af0 con 0x7f6dd01066b0
2024-03-19T01:52:36.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.448+0000 7f6dce59c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6dd01006a0 0x7f6dd0196e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.448+0000 7f6dced9d640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6dd01066b0 0x7f6dd019b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.448+0000 7f6dcdd9b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6dd0101060 0x7f6dd01973d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.448+0000 7f6dce59c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6dd01006a0 0x7f6dd0196e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47350/0 (socket says 172.21.15.46:47350)
2024-03-19T01:52:36.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.448+0000 7f6dce59c640  1 -- 172.21.15.46:0/2471074894 learned_addr learned my addr 172.21.15.46:0/2471074894 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:36.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.449+0000 7f6dced9d640  1 -- 172.21.15.46:0/2471074894 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6dd0101060 msgr2=0x7f6dd01973d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:36.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.449+0000 7f6dced9d640  1 --2- 172.21.15.46:0/2471074894 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6dd0101060 0x7f6dd01973d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.449+0000 7f6dced9d640  1 -- 172.21.15.46:0/2471074894 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6dd01006a0 msgr2=0x7f6dd0196e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:36.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.449+0000 7f6dced9d640  1 --2- 172.21.15.46:0/2471074894 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6dd01006a0 0x7f6dd0196e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.449+0000 7f6dced9d640  1 -- 172.21.15.46:0/2471074894 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6dd019be30 con 0x7f6dd01066b0
2024-03-19T01:52:36.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.449+0000 7f6dce59c640  1 --2- 172.21.15.46:0/2471074894 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6dd01006a0 0x7f6dd0196e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:52:36.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.449+0000 7f6dced9d640  1 --2- 172.21.15.46:0/2471074894 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6dd01066b0 0x7f6dd019b700 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f6dc802c430 tx=0x7f6dc8005c60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:36.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.449+0000 7f6dbf7fe640  1 -- 172.21.15.46:0/2471074894 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dc8043020 con 0x7f6dd01066b0
2024-03-19T01:52:36.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.449+0000 7f6dd4d60640  1 -- 172.21.15.46:0/2471074894 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6dd019c0c0 con 0x7f6dd01066b0
2024-03-19T01:52:36.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.449+0000 7f6dd4d60640  1 -- 172.21.15.46:0/2471074894 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6dd01a39b0 con 0x7f6dd01066b0
2024-03-19T01:52:36.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.449+0000 7f6dbf7fe640  1 -- 172.21.15.46:0/2471074894 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6dc8003e20 con 0x7f6dd01066b0
2024-03-19T01:52:36.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.449+0000 7f6dbf7fe640  1 -- 172.21.15.46:0/2471074894 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dc8034430 con 0x7f6dd01066b0
2024-03-19T01:52:36.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.451+0000 7f6dd7a20740  1  Processor -- start
2024-03-19T01:52:36.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.452+0000 7f6dbf7fe640  1 -- 172.21.15.46:0/2471074894 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f6dc8046020 con 0x7f6dd01066b0
2024-03-19T01:52:36.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.452+0000 7f6dd7a20740  1 --  start start
2024-03-19T01:52:36.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.452+0000 7f6dd7a20740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56163bff34e0 0x56163bff38c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.452+0000 7f6dd7a20740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56163bff3e00 0x56163bffc4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.452+0000 7f6dd7a20740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56163bffc9e0 0x56163bffedd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.453+0000 7f6dd7a20740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x56163bf544b0 con 0x56163bff3e00
2024-03-19T01:52:36.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.453+0000 7f6dd7a20740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x56163befcd70 con 0x56163bff34e0
2024-03-19T01:52:36.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.453+0000 7f6dd7a20740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x56163bf50550 con 0x56163bffc9e0
2024-03-19T01:52:36.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.453+0000 7f6dcdd9b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56163bff34e0 0x56163bff38c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.453+0000 7f6dcdd9b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56163bff34e0 0x56163bff38c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:33508/0 (socket says 172.21.15.46:33508)
2024-03-19T01:52:36.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.453+0000 7f6dcdd9b640  1 -- 172.21.15.46:0/3621472496 learned_addr learned my addr 172.21.15.46:0/3621472496 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:36.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.453+0000 7f6dce59c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56163bff3e00 0x56163bffc4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.453+0000 7f6dcdd9b640  1 --2- 172.21.15.46:0/3621472496 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56163bffc9e0 0x56163bffedd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.453+0000 7f6dbf7fe640  1 --2- 172.21.15.46:0/2471074894 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6db80a2970 0x7f6db80a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.453+0000 7f6dcdd9b640  1 -- 172.21.15.46:0/3621472496 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56163bffc9e0 msgr2=0x56163bffedd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:36.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.453+0000 7f6dcdd9b640  1 --2- 172.21.15.46:0/3621472496 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56163bffc9e0 0x56163bffedd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.453+0000 7f6dcdd9b640  1 -- 172.21.15.46:0/3621472496 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56163bff3e00 msgr2=0x56163bffc4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:36.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.453+0000 7f6dcdd9b640  1 --2- 172.21.15.46:0/3621472496 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56163bff3e00 0x56163bffc4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.453+0000 7f6dcdd9b640  1 -- 172.21.15.46:0/3621472496 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56163bf1f210 con 0x56163bff34e0
2024-03-19T01:52:36.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.453+0000 7f6dce59c640  1 --2- 172.21.15.46:0/3621472496 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56163bff3e00 0x56163bffc4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:52:36.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.453+0000 7f6dced9d640  1 --2- 172.21.15.46:0/2471074894 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6db80a2970 0x7f6db80a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.453+0000 7f6dbf7fe640  1 -- 172.21.15.46:0/2471074894 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f6dc80f1620 con 0x7f6dd01066b0
2024-03-19T01:52:36.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.453+0000 7f6dcdd9b640  1 --2- 172.21.15.46:0/3621472496 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56163bff34e0 0x56163bff38c0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f6dc40117e0 tx=0x7f6dc4004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eaa3cad6a4282852 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:36.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.453+0000 7f6dbcff9640  1 -- 172.21.15.46:0/3621472496 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dc4005020 con 0x56163bff34e0
2024-03-19T01:52:36.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.453+0000 7f6dbcff9640  1 -- 172.21.15.46:0/3621472496 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6dc40047a0 con 0x56163bff34e0
2024-03-19T01:52:36.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.453+0000 7f6dbcff9640  1 -- 172.21.15.46:0/3621472496 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dc400fa20 con 0x56163bff34e0
2024-03-19T01:52:36.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.454+0000 7f6dd7a20740  1 -- 172.21.15.46:0/3621472496 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56163bff34e0 msgr2=0x56163bff38c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:36.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.454+0000 7f6dced9d640  1 --2- 172.21.15.46:0/2471074894 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6db80a2970 0x7f6db80a4e30 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f6dc80bd720 tx=0x7f6dc808c830 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:36.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.454+0000 7f6dd7a20740  1 --2- 172.21.15.46:0/3621472496 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56163bff34e0 0x56163bff38c0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f6dc40117e0 tx=0x7f6dc4004730 comp rx=0 tx=0).stop
2024-03-19T01:52:36.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.454+0000 7f6dd7a20740  1 -- 172.21.15.46:0/3621472496 shutdown_connections
2024-03-19T01:52:36.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.454+0000 7f6dd7a20740  1 --2- 172.21.15.46:0/3621472496 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56163bffc9e0 0x56163bffedd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.454+0000 7f6dd7a20740  1 --2- 172.21.15.46:0/3621472496 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56163bff3e00 0x56163bffc4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.454+0000 7f6dd7a20740  1 --2- 172.21.15.46:0/3621472496 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56163bff34e0 0x56163bff38c0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.454+0000 7f6dd7a20740  1 -- 172.21.15.46:0/3621472496 >> 172.21.15.46:0/3621472496 conn(0x56163bfedc10 msgr2=0x56163bfedff0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:36.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.454+0000 7f6dd7a20740  1 -- 172.21.15.46:0/3621472496 shutdown_connections
2024-03-19T01:52:36.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.454+0000 7f6dd7a20740  1 -- 172.21.15.46:0/3621472496 wait complete.
2024-03-19T01:52:36.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.455+0000 7f6dd7a20740  1 --  start start
2024-03-19T01:52:36.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.455+0000 7f6dd7a20740  1  Processor -- start
2024-03-19T01:52:36.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.455+0000 7f6dd7a20740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56163bff34e0 0x56163bff9a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.455+0000 7f6dd7a20740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56163bff3e00 0x56163bff9fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.455+0000 7f6dd7a20740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56163bffc9e0 0x56163bffa500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.455+0000 7f6dd7a20740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x56163bfff7d0 con 0x56163bffc9e0
2024-03-19T01:52:36.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.455+0000 7f6dd7a20740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x56163bf10310 con 0x56163bff3e00
2024-03-19T01:52:36.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.455+0000 7f6dd7a20740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x56163bfff950 con 0x56163bff34e0
2024-03-19T01:52:36.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.455+0000 7f6dd7a20740 10 client.0 _ll_register_callbacks cb 0x56163bf042d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:52:36.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.455+0000 7f6dcdd9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56163bffc9e0 0x56163bffa500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.455+0000 7f6dce59c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56163bff3e00 0x56163bff9fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.455+0000 7f6dcdd9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56163bffc9e0 0x56163bffa500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47376/0 (socket says 172.21.15.46:47376)
2024-03-19T01:52:36.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.455+0000 7f6dcdd9b640  1 -- 172.21.15.46:0/2444072383 learned_addr learned my addr 172.21.15.46:0/2444072383 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:36.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.455+0000 7f6dcdd9b640  1 --2- 172.21.15.46:0/2444072383 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56163bff34e0 0x56163bff9a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.455+0000 7f6dcdd9b640  1 -- 172.21.15.46:0/2444072383 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56163bff34e0 msgr2=0x56163bff9a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:36.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.455+0000 7f6dcdd9b640  1 --2- 172.21.15.46:0/2444072383 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56163bff34e0 0x56163bff9a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.455+0000 7f6dcdd9b640  1 -- 172.21.15.46:0/2444072383 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56163bff3e00 msgr2=0x56163bff9fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:36.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.455+0000 7f6dcdd9b640  1 --2- 172.21.15.46:0/2444072383 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56163bff3e00 0x56163bff9fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.455+0000 7f6dcdd9b640  1 -- 172.21.15.46:0/2444072383 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56163bc683f0 con 0x56163bffc9e0
2024-03-19T01:52:36.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.455+0000 7f6dce59c640  1 --2- 172.21.15.46:0/2444072383 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56163bff3e00 0x56163bff9fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:52:36.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.455+0000 7f6dcdd9b640  1 --2- 172.21.15.46:0/2444072383 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56163bffc9e0 0x56163bffa500 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f6dc4005fd0 tx=0x7f6dc4005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22bca94f952d4669 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:36.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.455+0000 7f6db5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:52:36.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.456+0000 7f6db5ffb640  1 -- 172.21.15.46:0/2444072383 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dc4005180 con 0x56163bffc9e0
2024-03-19T01:52:36.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.456+0000 7f6dd7a20740  1 -- 172.21.15.46:0/2444072383 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6dc40047a0 con 0x56163bffc9e0
2024-03-19T01:52:36.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.456+0000 7f6db5ffb640  1 -- 172.21.15.46:0/2444072383 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f6dc4019040 con 0x56163bffc9e0
2024-03-19T01:52:36.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.456+0000 7f6db5ffb640  1 -- 172.21.15.46:0/2444072383 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6dc4036050 con 0x56163bffc9e0
2024-03-19T01:52:36.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.456+0000 7f6dd7a20740 10 client.16221 fetch_fsmap learned FSMap version 28
2024-03-19T01:52:36.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.456+0000 7f6dd7a20740  1 -- 172.21.15.46:0/2444072383 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56163bd327d0 con 0x56163bffc9e0
2024-03-19T01:52:36.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.456+0000 7f6db5ffb640  1 -- 172.21.15.46:0/2444072383 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6dc40047a0 con 0x56163bffc9e0
2024-03-19T01:52:36.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.456+0000 7f6db5ffb640  1 -- 172.21.15.46:0/2444072383 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 28) ==== 8366+0+0 (secure 0 0 0) 0x7f6dc402b020 con 0x56163bffc9e0
2024-03-19T01:52:36.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.456+0000 7f6dd7a20740 10 client.16221 fetch_fsmap finished waiting for FSMap version 28
2024-03-19T01:52:36.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.456+0000 7f6dd7a20740 10 client.16221 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:52:36.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.456+0000 7f6dd7a20740 20 client.16221 populate_metadata read hostname 'smithi046'
2024-03-19T01:52:36.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.456+0000 7f6dd7a20740  1 --2- 172.21.15.46:0/2444072383 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x56163c00cc50 0x56163c00f040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.456+0000 7f6dd7a20740  4 client.16221 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:52:36.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.456+0000 7f6dd7a20740  1 -- 172.21.15.46:0/2444072383 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56163bfb23e0 con 0x56163c00cc50
2024-03-19T01:52:36.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.456+0000 7f6dce59c640  1 --2- 172.21.15.46:0/2444072383 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x56163c00cc50 0x56163c00f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.457+0000 7f6db5ffb640 10 client.16221 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:52:36.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.457+0000 7f6dce59c640  1 --2- 172.21.15.46:0/2444072383 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x56163c00cc50 0x56163c00f040 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=97d0141bdc728b5c server_cookie=e06f7509e91fecf in_seq=0 out_seq=0
2024-03-19T01:52:36.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.457+0000 7f6db5ffb640  1 -- 172.21.15.46:0/2444072383 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x56163bfb23e0 con 0x56163c00cc50
2024-03-19T01:52:36.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.457+0000 7f6db5ffb640 10 client.16221 handle_command_reply: tid=0
2024-03-19T01:52:36.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.457+0000 7f6dd7a20740  1 client.16221 shutdown
2024-03-19T01:52:36.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.458+0000 7f6dd7a20740  1 -- 172.21.15.46:0/2444072383 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56163bffc9e0 msgr2=0x56163bffa500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:36.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.458+0000 7f6dd7a20740  1 --2- 172.21.15.46:0/2444072383 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56163bffc9e0 0x56163bffa500 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f6dc4005fd0 tx=0x7f6dc4005850 comp rx=0 tx=0).stop
2024-03-19T01:52:36.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.458+0000 7f6dd7a20740  1 -- 172.21.15.46:0/2444072383 shutdown_connections
2024-03-19T01:52:36.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.458+0000 7f6dd7a20740  1 --2- 172.21.15.46:0/2444072383 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x56163c00cc50 0x56163c00f040 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.458+0000 7f6dd7a20740  1 --2- 172.21.15.46:0/2444072383 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56163bffc9e0 0x56163bffa500 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.458+0000 7f6db5ffb640  0 client.16221 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:52:36.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.458+0000 7f6dd7a20740  1 --2- 172.21.15.46:0/2444072383 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56163bff3e00 0x56163bff9fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.458+0000 7f6dd7a20740  1 --2- 172.21.15.46:0/2444072383 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56163bff34e0 0x56163bff9a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.458+0000 7f6dd7a20740  1 -- 172.21.15.46:0/2444072383 >> 172.21.15.46:0/2444072383 conn(0x56163bfedc10 msgr2=0x56163bfeaba0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:36.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.458+0000 7f6dd7a20740  1 -- 172.21.15.46:0/2444072383 shutdown_connections
2024-03-19T01:52:36.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.458+0000 7f6dd7a20740  1 -- 172.21.15.46:0/2444072383 wait complete.
2024-03-19T01:52:36.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.458+0000 7f6dd7a20740 20 client.16221 trim_cache size 0 max 16384
2024-03-19T01:52:36.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.471+0000 7f6dd7a20740  1  Processor -- start
2024-03-19T01:52:36.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.471+0000 7f6dd7a20740  1 --  start start
2024-03-19T01:52:36.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.471+0000 7f6dd7a20740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56163bff34e0 0x56163bff9360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.471+0000 7f6dd7a20740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56163bff3e00 0x56163c008570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.471+0000 7f6dd7a20740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56163bffc9e0 0x56163c014780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.471+0000 7f6dd7a20740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6dd01af270 con 0x56163bff34e0
2024-03-19T01:52:36.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.471+0000 7f6dd7a20740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f6dd01acab0 con 0x56163bff3e00
2024-03-19T01:52:36.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.471+0000 7f6dd7a20740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6dd01aa8e0 con 0x56163bffc9e0
2024-03-19T01:52:36.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.471+0000 7f6dcdd9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56163bff34e0 0x56163bff9360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.471+0000 7f6dce59c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56163bff3e00 0x56163c008570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.471+0000 7f6dcdd9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56163bff34e0 0x56163bff9360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47388/0 (socket says 172.21.15.46:47388)
2024-03-19T01:52:36.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.471+0000 7f6dcdd9b640  1 -- 172.21.15.46:0/339048335 learned_addr learned my addr 172.21.15.46:0/339048335 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:36.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.472+0000 7f6dcdd9b640  1 --2- 172.21.15.46:0/339048335 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56163bffc9e0 0x56163c014780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.472+0000 7f6dce59c640  1 -- 172.21.15.46:0/339048335 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56163bffc9e0 msgr2=0x56163c014780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:36.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.472+0000 7f6dce59c640  1 --2- 172.21.15.46:0/339048335 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56163bffc9e0 0x56163c014780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.472+0000 7f6dce59c640  1 -- 172.21.15.46:0/339048335 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56163bff34e0 msgr2=0x56163bff9360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:36.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.472+0000 7f6dce59c640  1 --2- 172.21.15.46:0/339048335 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56163bff34e0 0x56163bff9360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.472+0000 7f6dce59c640  1 -- 172.21.15.46:0/339048335 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56163bff2800 con 0x56163bff3e00
2024-03-19T01:52:36.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.472+0000 7f6dcdd9b640  1 --2- 172.21.15.46:0/339048335 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56163bff34e0 0x56163bff9360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:52:36.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.472+0000 7f6dce59c640  1 --2- 172.21.15.46:0/339048335 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56163bff3e00 0x56163c008570 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x56163c00f6c0 tx=0x7f6dc0005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=97ad313af843d32e server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:36.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.472+0000 7f6db7fff640  1 -- 172.21.15.46:0/339048335 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dc0012c60 con 0x56163bff3e00
2024-03-19T01:52:36.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.472+0000 7f6db7fff640  1 -- 172.21.15.46:0/339048335 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6dc0012e00 con 0x56163bff3e00
2024-03-19T01:52:36.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.472+0000 7f6db7fff640  1 -- 172.21.15.46:0/339048335 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dc0004dd0 con 0x56163bff3e00
2024-03-19T01:52:36.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.473+0000 7f6dd7a20740  1 -- 172.21.15.46:0/339048335 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56163bff3e00 msgr2=0x56163c008570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:36.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.473+0000 7f6dd7a20740  1 --2- 172.21.15.46:0/339048335 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56163bff3e00 0x56163c008570 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x56163c00f6c0 tx=0x7f6dc0005f90 comp rx=0 tx=0).stop
2024-03-19T01:52:36.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.473+0000 7f6dd7a20740  1 -- 172.21.15.46:0/339048335 shutdown_connections
2024-03-19T01:52:36.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.473+0000 7f6dd7a20740  1 --2- 172.21.15.46:0/339048335 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56163bffc9e0 0x56163c014780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.473+0000 7f6dd7a20740  1 --2- 172.21.15.46:0/339048335 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56163bff3e00 0x56163c008570 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.473+0000 7f6dd7a20740  1 --2- 172.21.15.46:0/339048335 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56163bff34e0 0x56163bff9360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.473+0000 7f6dd7a20740  1 -- 172.21.15.46:0/339048335 >> 172.21.15.46:0/339048335 conn(0x56163bfedc10 msgr2=0x56163bfeaba0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:36.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.473+0000 7f6dd7a20740  1 -- 172.21.15.46:0/339048335 shutdown_connections
2024-03-19T01:52:36.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.473+0000 7f6dd7a20740  1 -- 172.21.15.46:0/339048335 wait complete.
2024-03-19T01:52:36.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.473+0000 7f6dd7a20740  1 --  start start
2024-03-19T01:52:36.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.473+0000 7f6dd7a20740  1  Processor -- start
2024-03-19T01:52:36.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.473+0000 7f6dd7a20740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56163bff34e0 0x56163c004a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.473+0000 7f6dd7a20740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56163bff3e00 0x56163c004f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.473+0000 7f6dd7a20740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56163bffc9e0 0x56163c000150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.473+0000 7f6dd7a20740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6dd01aaf70 con 0x56163bff3e00
2024-03-19T01:52:36.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.473+0000 7f6dd7a20740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f6dd01ac3e0 con 0x56163bff34e0
2024-03-19T01:52:36.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.473+0000 7f6dd7a20740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6dd01ab640 con 0x56163bffc9e0
2024-03-19T01:52:36.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.473+0000 7f6dd7a20740 10 client.0 _ll_register_callbacks cb 0x7f6dc0009530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:52:36.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.473+0000 7f6dce59c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56163bff3e00 0x56163c004f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.473+0000 7f6dce59c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56163bff3e00 0x56163c004f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47402/0 (socket says 172.21.15.46:47402)
2024-03-19T01:52:36.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.473+0000 7f6dce59c640  1 -- 172.21.15.46:0/3547125969 learned_addr learned my addr 172.21.15.46:0/3547125969 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:36.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.473+0000 7f6dcdd9b640  1 --2- 172.21.15.46:0/3547125969 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56163bff34e0 0x56163c004a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.473+0000 7f6dcdd9b640  1 --2- 172.21.15.46:0/3547125969 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56163bffc9e0 0x56163c000150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.474+0000 7f6dce59c640  1 -- 172.21.15.46:0/3547125969 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56163bffc9e0 msgr2=0x56163c000150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:36.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.474+0000 7f6dce59c640  1 --2- 172.21.15.46:0/3547125969 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56163bffc9e0 0x56163c000150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.474+0000 7f6dce59c640  1 -- 172.21.15.46:0/3547125969 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56163bff34e0 msgr2=0x56163c004a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:36.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.474+0000 7f6dce59c640  1 --2- 172.21.15.46:0/3547125969 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56163bff34e0 0x56163c004a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.474+0000 7f6dce59c640  1 -- 172.21.15.46:0/3547125969 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56163c000980 con 0x56163bff3e00
2024-03-19T01:52:36.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.474+0000 7f6dce59c640  1 --2- 172.21.15.46:0/3547125969 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56163bff3e00 0x56163c004f80 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f6dc000ff90 tx=0x7f6dc000ffc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9eab3f197f00853 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:36.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.474+0000 7f6db5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:52:36.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.474+0000 7f6db5ffb640  1 -- 172.21.15.46:0/3547125969 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dc00120d0 con 0x56163bff3e00
2024-03-19T01:52:36.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.474+0000 7f6db5ffb640  1 -- 172.21.15.46:0/3547125969 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f6dc00220f0 con 0x56163bff3e00
2024-03-19T01:52:36.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.474+0000 7f6dd7a20740  1 -- 172.21.15.46:0/3547125969 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6dc0012e00 con 0x56163bff3e00
2024-03-19T01:52:36.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.474+0000 7f6db5ffb640  1 -- 172.21.15.46:0/3547125969 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6dc003c050 con 0x56163bff3e00
2024-03-19T01:52:36.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.474+0000 7f6dd7a20740 10 client.16227 fetch_fsmap learned FSMap version 28
2024-03-19T01:52:36.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.474+0000 7f6dd7a20740  1 -- 172.21.15.46:0/3547125969 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56163c0729f0 con 0x56163bff3e00
2024-03-19T01:52:36.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.474+0000 7f6db5ffb640  1 -- 172.21.15.46:0/3547125969 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6dc0012e00 con 0x56163bff3e00
2024-03-19T01:52:36.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.475+0000 7f6db5ffb640  1 -- 172.21.15.46:0/3547125969 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 28) ==== 8366+0+0 (secure 0 0 0) 0x7f6dc002b8f0 con 0x56163bff3e00
2024-03-19T01:52:36.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.475+0000 7f6dd7a20740 10 client.16227 fetch_fsmap finished waiting for FSMap version 28
2024-03-19T01:52:36.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.475+0000 7f6dd7a20740 10 client.16227 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:52:36.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.475+0000 7f6dd7a20740 20 client.16227 populate_metadata read hostname 'smithi046'
2024-03-19T01:52:36.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.475+0000 7f6dd7a20740  1 --2- 172.21.15.46:0/3547125969 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x56163c073140 0x56163c075560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.475+0000 7f6dd7a20740  4 client.16227 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:52:36.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.475+0000 7f6dd7a20740  1 -- 172.21.15.46:0/3547125969 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56163bf619f0 con 0x56163c073140
2024-03-19T01:52:36.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.475+0000 7f6dcdd9b640  1 --2- 172.21.15.46:0/3547125969 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x56163c073140 0x56163c075560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.475+0000 7f6db5ffb640 10 client.16227 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:52:36.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.475+0000 7f6dcdd9b640  1 --2- 172.21.15.46:0/3547125969 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x56163c073140 0x56163c075560 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d65c142514f02e10 server_cookie=47926a0a1c9714e7 in_seq=0 out_seq=0
2024-03-19T01:52:36.482 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.477+0000 7f6db5ffb640  1 -- 172.21.15.46:0/3547125969 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56163bf619f0 con 0x56163c073140
2024-03-19T01:52:36.482 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.477+0000 7f6db5ffb640 10 client.16227 handle_command_reply: tid=0
2024-03-19T01:52:36.482 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.477+0000 7f6dd7a20740  1 client.16227 shutdown
2024-03-19T01:52:36.482 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.477+0000 7f6dd7a20740  1 -- 172.21.15.46:0/3547125969 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56163bff3e00 msgr2=0x56163c004f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:36.482 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.477+0000 7f6dd7a20740  1 --2- 172.21.15.46:0/3547125969 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56163bff3e00 0x56163c004f80 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f6dc000ff90 tx=0x7f6dc000ffc0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.482 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.478+0000 7f6dd7a20740  1 -- 172.21.15.46:0/3547125969 shutdown_connections
2024-03-19T01:52:36.482 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.478+0000 7f6dd7a20740  1 --2- 172.21.15.46:0/3547125969 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x56163c073140 0x56163c075560 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.482 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.478+0000 7f6dd7a20740  1 --2- 172.21.15.46:0/3547125969 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56163bffc9e0 0x56163c000150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.482 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.478+0000 7f6db5ffb640  0 client.16227 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:52:36.482 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.478+0000 7f6dd7a20740  1 --2- 172.21.15.46:0/3547125969 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56163bff3e00 0x56163c004f80 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.482 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.478+0000 7f6dd7a20740  1 --2- 172.21.15.46:0/3547125969 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56163bff34e0 0x56163c004a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.483 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.478+0000 7f6dd7a20740  1 -- 172.21.15.46:0/3547125969 >> 172.21.15.46:0/3547125969 conn(0x56163bfedc10 msgr2=0x56163bff9a40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:36.483 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.478+0000 7f6dd7a20740  1 -- 172.21.15.46:0/3547125969 shutdown_connections
2024-03-19T01:52:36.483 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.478+0000 7f6dd7a20740  1 -- 172.21.15.46:0/3547125969 wait complete.
2024-03-19T01:52:36.483 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.478+0000 7f6dd7a20740 20 client.16227 trim_cache size 0 max 16384
2024-03-19T01:52:36.483 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:52:36.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.478+0000 7f6dd4d60640  1 -- 172.21.15.46:0/2471074894 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6db80a2970 msgr2=0x7f6db80a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:36.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.478+0000 7f6dd4d60640  1 --2- 172.21.15.46:0/2471074894 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6db80a2970 0x7f6db80a4e30 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f6dc80bd720 tx=0x7f6dc808c830 comp rx=0 tx=0).stop
2024-03-19T01:52:36.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.478+0000 7f6dd4d60640  1 -- 172.21.15.46:0/2471074894 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6dd01066b0 msgr2=0x7f6dd019b700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:36.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.478+0000 7f6dd4d60640  1 --2- 172.21.15.46:0/2471074894 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6dd01066b0 0x7f6dd019b700 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f6dc802c430 tx=0x7f6dc8005c60 comp rx=0 tx=0).stop
2024-03-19T01:52:36.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.478+0000 7f6dd4d60640  1 -- 172.21.15.46:0/2471074894 shutdown_connections
2024-03-19T01:52:36.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.478+0000 7f6dd4d60640  1 --2- 172.21.15.46:0/2471074894 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6db80a2970 0x7f6db80a4e30 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.478+0000 7f6dd4d60640  1 --2- 172.21.15.46:0/2471074894 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6dd01066b0 0x7f6dd019b700 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.478+0000 7f6dd4d60640  1 --2- 172.21.15.46:0/2471074894 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6dd0101060 0x7f6dd01973d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.478+0000 7f6dd4d60640  1 --2- 172.21.15.46:0/2471074894 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6dd01006a0 0x7f6dd0196e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.478+0000 7f6dd4d60640  1 -- 172.21.15.46:0/2471074894 >> 172.21.15.46:0/2471074894 conn(0x7f6dd00778d0 msgr2=0x7f6dd0102f90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:36.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.478+0000 7f6dd4d60640  1 -- 172.21.15.46:0/2471074894 shutdown_connections
2024-03-19T01:52:36.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.478+0000 7f6dd4d60640  1 -- 172.21.15.46:0/2471074894 wait complete.
2024-03-19T01:52:36.489 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls
2024-03-19T01:52:36.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.597+0000 7f5ef9861640  1 -- 172.21.15.46:0/1781825810 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5ef4102180 msgr2=0x7f5ef410e690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:36.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.597+0000 7f5ef9861640  1 --2- 172.21.15.46:0/1781825810 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5ef4102180 0x7f5ef410e690 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f5eec009cd0 tx=0x7f5eec02c0f0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.597+0000 7f5ef9861640  1 -- 172.21.15.46:0/1781825810 shutdown_connections
2024-03-19T01:52:36.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.598+0000 7f5ef9861640  1 --2- 172.21.15.46:0/1781825810 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5ef4102180 0x7f5ef410e690 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.598+0000 7f5ef9861640  1 --2- 172.21.15.46:0/1781825810 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5ef41017c0 0x7f5ef4101c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.598+0000 7f5ef9861640  1 --2- 172.21.15.46:0/1781825810 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5ef41077d0 0x7f5ef4107bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.598+0000 7f5ef9861640  1 -- 172.21.15.46:0/1781825810 >> 172.21.15.46:0/1781825810 conn(0x7f5ef40fd2d0 msgr2=0x7f5ef40ff6f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:36.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.598+0000 7f5ef9861640  1 -- 172.21.15.46:0/1781825810 shutdown_connections
2024-03-19T01:52:36.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.598+0000 7f5ef9861640  1 -- 172.21.15.46:0/1781825810 wait complete.
2024-03-19T01:52:36.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.598+0000 7f5ef9861640  1  Processor -- start
2024-03-19T01:52:36.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.598+0000 7f5ef9861640  1 --  start start
2024-03-19T01:52:36.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.598+0000 7f5ef9861640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5ef41017c0 0x7f5ef4073b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.598+0000 7f5ef9861640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5ef4102180 0x7f5ef4074060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.598+0000 7f5ef9861640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5ef41077d0 0x7f5ef40745a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.598+0000 7f5ef9861640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f5ef4111a90 con 0x7f5ef41017c0
2024-03-19T01:52:36.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.598+0000 7f5ef9861640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f5ef4111910 con 0x7f5ef41077d0
2024-03-19T01:52:36.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.598+0000 7f5ef9861640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5ef4111c10 con 0x7f5ef4102180
2024-03-19T01:52:36.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.599+0000 7f5ef2ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5ef41017c0 0x7f5ef4073b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.599+0000 7f5ef2ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5ef41017c0 0x7f5ef4073b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47418/0 (socket says 172.21.15.46:47418)
2024-03-19T01:52:36.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.599+0000 7f5ef2ffd640  1 -- 172.21.15.46:0/4233203105 learned_addr learned my addr 172.21.15.46:0/4233203105 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:36.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.599+0000 7f5ef37fe640  1 --2- 172.21.15.46:0/4233203105 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5ef41077d0 0x7f5ef40745a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.599+0000 7f5ef27fc640  1 --2- 172.21.15.46:0/4233203105 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5ef4102180 0x7f5ef4074060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.599+0000 7f5ef2ffd640  1 -- 172.21.15.46:0/4233203105 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5ef4102180 msgr2=0x7f5ef4074060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:36.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.599+0000 7f5ef2ffd640  1 --2- 172.21.15.46:0/4233203105 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5ef4102180 0x7f5ef4074060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.599+0000 7f5ef2ffd640  1 -- 172.21.15.46:0/4233203105 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5ef41077d0 msgr2=0x7f5ef40745a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:36.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.599+0000 7f5ef2ffd640  1 --2- 172.21.15.46:0/4233203105 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5ef41077d0 0x7f5ef40745a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.599+0000 7f5ef2ffd640  1 -- 172.21.15.46:0/4233203105 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ef41a6430 con 0x7f5ef41017c0
2024-03-19T01:52:36.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.599+0000 7f5ef37fe640  1 --2- 172.21.15.46:0/4233203105 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5ef41077d0 0x7f5ef40745a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:52:36.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.599+0000 7f5ef2ffd640  1 --2- 172.21.15.46:0/4233203105 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5ef41017c0 0x7f5ef4073b20 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f5ee400e9f0 tx=0x7f5ee400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:36.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.599+0000 7f5ef885f640  1 -- 172.21.15.46:0/4233203105 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ee400cd80 con 0x7f5ef41017c0
2024-03-19T01:52:36.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.599+0000 7f5ef885f640  1 -- 172.21.15.46:0/4233203105 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5ee40054d0 con 0x7f5ef41017c0
2024-03-19T01:52:36.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.599+0000 7f5ef9861640  1 -- 172.21.15.46:0/4233203105 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ef41a6720 con 0x7f5ef41017c0
2024-03-19T01:52:36.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.599+0000 7f5ef885f640  1 -- 172.21.15.46:0/4233203105 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ee4010490 con 0x7f5ef41017c0
2024-03-19T01:52:36.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.599+0000 7f5ef9861640  1 -- 172.21.15.46:0/4233203105 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ef41a6c70 con 0x7f5ef41017c0
2024-03-19T01:52:36.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.602+0000 7f5ef885f640  1 -- 172.21.15.46:0/4233203105 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f5ee4005020 con 0x7f5ef41017c0
2024-03-19T01:52:36.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.602+0000 7f5efc455740  1  Processor -- start
2024-03-19T01:52:36.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.602+0000 7f5efc455740  1 --  start start
2024-03-19T01:52:36.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.602+0000 7f5efc455740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c914d2d0 0x5578c914d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.602+0000 7f5efc455740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c914dbf0 0x5578c9156290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.602+0000 7f5efc455740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c91567d0 0x5578c9158bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.602+0000 7f5efc455740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5578c90b04b0 con 0x5578c91567d0
2024-03-19T01:52:36.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.602+0000 7f5efc455740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5578c9058d70 con 0x5578c914dbf0
2024-03-19T01:52:36.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.602+0000 7f5efc455740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5578c90ac550 con 0x5578c914d2d0
2024-03-19T01:52:36.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.602+0000 7f5ef27fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c91567d0 0x5578c9158bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.602+0000 7f5ef37fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c914d2d0 0x5578c914d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.602+0000 7f5ef2ffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c914dbf0 0x5578c9156290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.602+0000 7f5ef27fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c91567d0 0x5578c9158bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47424/0 (socket says 172.21.15.46:47424)
2024-03-19T01:52:36.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.602+0000 7f5ef27fc640  1 -- 172.21.15.46:0/3373997094 learned_addr learned my addr 172.21.15.46:0/3373997094 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:36.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.602+0000 7f5ef885f640  1 --2- 172.21.15.46:0/4233203105 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f5edc0a2a20 0x7f5edc0a4ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.602+0000 7f5ef37fe640  1 --2- 172.21.15.46:0/4233203105 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f5edc0a2a20 0x7f5edc0a4ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.602+0000 7f5ef27fc640  1 -- 172.21.15.46:0/3373997094 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c914d2d0 msgr2=0x5578c914d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:36.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.602+0000 7f5ef27fc640  1 --2- 172.21.15.46:0/3373997094 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c914d2d0 0x5578c914d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.602+0000 7f5ef27fc640  1 -- 172.21.15.46:0/3373997094 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c914dbf0 msgr2=0x5578c9156290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:36.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.602+0000 7f5ef27fc640  1 --2- 172.21.15.46:0/3373997094 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c914dbf0 0x5578c9156290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.602+0000 7f5ef885f640  1 -- 172.21.15.46:0/4233203105 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f5ee40cf430 con 0x7f5ef41017c0
2024-03-19T01:52:36.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.602+0000 7f5ef27fc640  1 -- 172.21.15.46:0/3373997094 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5578c907b210 con 0x5578c91567d0
2024-03-19T01:52:36.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.603+0000 7f5ef37fe640  1 --2- 172.21.15.46:0/3373997094 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c914d2d0 0x5578c914d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:52:36.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.603+0000 7f5ef27fc640  1 --2- 172.21.15.46:0/3373997094 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c91567d0 0x5578c9158bc0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f5ee8009c90 tx=0x7f5ee8011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff2acc1da8d6328c server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:36.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.603+0000 7f5ef37fe640  1 --2- 172.21.15.46:0/4233203105 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f5edc0a2a20 0x7f5edc0a4ee0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5eec005cc0 tx=0x7f5eec02c0f0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:36.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.603+0000 7f5ed9ffb640  1 -- 172.21.15.46:0/3373997094 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ee801e070 con 0x5578c91567d0
2024-03-19T01:52:36.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.603+0000 7f5ed9ffb640  1 -- 172.21.15.46:0/3373997094 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5ee8019ae0 con 0x5578c91567d0
2024-03-19T01:52:36.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.603+0000 7f5ed9ffb640  1 -- 172.21.15.46:0/3373997094 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ee800e9e0 con 0x5578c91567d0
2024-03-19T01:52:36.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.604+0000 7f5efc455740  1 -- 172.21.15.46:0/3373997094 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c91567d0 msgr2=0x5578c9158bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:36.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.604+0000 7f5efc455740  1 --2- 172.21.15.46:0/3373997094 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c91567d0 0x5578c9158bc0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f5ee8009c90 tx=0x7f5ee8011810 comp rx=0 tx=0).stop
2024-03-19T01:52:36.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.604+0000 7f5efc455740  1 -- 172.21.15.46:0/3373997094 shutdown_connections
2024-03-19T01:52:36.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.604+0000 7f5efc455740  1 --2- 172.21.15.46:0/3373997094 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c91567d0 0x5578c9158bc0 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.604+0000 7f5efc455740  1 --2- 172.21.15.46:0/3373997094 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c914dbf0 0x5578c9156290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.604+0000 7f5efc455740  1 --2- 172.21.15.46:0/3373997094 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c914d2d0 0x5578c914d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.604+0000 7f5efc455740  1 -- 172.21.15.46:0/3373997094 >> 172.21.15.46:0/3373997094 conn(0x5578c9147a00 msgr2=0x5578c9147de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:36.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.604+0000 7f5efc455740  1 -- 172.21.15.46:0/3373997094 shutdown_connections
2024-03-19T01:52:36.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.604+0000 7f5efc455740  1 -- 172.21.15.46:0/3373997094 wait complete.
2024-03-19T01:52:36.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.604+0000 7f5efc455740  1 --  start start
2024-03-19T01:52:36.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.604+0000 7f5efc455740  1  Processor -- start
2024-03-19T01:52:36.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.604+0000 7f5efc455740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c914d2d0 0x5578c9153810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.604+0000 7f5efc455740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c914dbf0 0x5578c9153d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.604+0000 7f5efc455740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c91567d0 0x5578c9154290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.604+0000 7f5efc455740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5578c91595c0 con 0x5578c914dbf0
2024-03-19T01:52:36.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.604+0000 7f5efc455740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5578c906c310 con 0x5578c91567d0
2024-03-19T01:52:36.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.604+0000 7f5efc455740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5578c9159740 con 0x5578c914d2d0
2024-03-19T01:52:36.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.605+0000 7f5efc455740 10 client.0 _ll_register_callbacks cb 0x5578c90602d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:52:36.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.605+0000 7f5ef27fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c914dbf0 0x5578c9153d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.605+0000 7f5ef27fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c914dbf0 0x5578c9153d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47440/0 (socket says 172.21.15.46:47440)
2024-03-19T01:52:36.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.605+0000 7f5ef27fc640  1 -- 172.21.15.46:0/2592636952 learned_addr learned my addr 172.21.15.46:0/2592636952 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:36.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.605+0000 7f5ef37fe640  1 --2- 172.21.15.46:0/2592636952 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c91567d0 0x5578c9154290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.605+0000 7f5ef2ffd640  1 --2- 172.21.15.46:0/2592636952 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c914d2d0 0x5578c9153810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.605+0000 7f5ef27fc640  1 -- 172.21.15.46:0/2592636952 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c914d2d0 msgr2=0x5578c9153810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:36.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.605+0000 7f5ef27fc640  1 --2- 172.21.15.46:0/2592636952 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c914d2d0 0x5578c9153810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.605+0000 7f5ef27fc640  1 -- 172.21.15.46:0/2592636952 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c91567d0 msgr2=0x5578c9154290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:36.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.605+0000 7f5ef27fc640  1 --2- 172.21.15.46:0/2592636952 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c91567d0 0x5578c9154290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.605+0000 7f5ef27fc640  1 -- 172.21.15.46:0/2592636952 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5578c8dc43f0 con 0x5578c914dbf0
2024-03-19T01:52:36.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.605+0000 7f5ef2ffd640  1 --2- 172.21.15.46:0/2592636952 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c914d2d0 0x5578c9153810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:52:36.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.605+0000 7f5ef27fc640  1 --2- 172.21.15.46:0/2592636952 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c914dbf0 0x5578c9153d50 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f5ee8005bc0 tx=0x7f5ee8009f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e39ea25778f16f69 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:36.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.605+0000 7f5ed2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:52:36.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.605+0000 7f5ed2ffd640  1 -- 172.21.15.46:0/2592636952 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ee801e050 con 0x5578c914dbf0
2024-03-19T01:52:36.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.605+0000 7f5ed2ffd640  1 -- 172.21.15.46:0/2592636952 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f5ee8005450 con 0x5578c914dbf0
2024-03-19T01:52:36.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.605+0000 7f5efc455740  1 -- 172.21.15.46:0/2592636952 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5ee8019ae0 con 0x5578c914dbf0
2024-03-19T01:52:36.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.605+0000 7f5ed2ffd640  1 -- 172.21.15.46:0/2592636952 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f5ee8033050 con 0x5578c914dbf0
2024-03-19T01:52:36.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.605+0000 7f5efc455740 10 client.16239 fetch_fsmap learned FSMap version 28
2024-03-19T01:52:36.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.605+0000 7f5efc455740  1 -- 172.21.15.46:0/2592636952 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5578c8e8e7d0 con 0x5578c914dbf0
2024-03-19T01:52:36.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.606+0000 7f5ed2ffd640  1 -- 172.21.15.46:0/2592636952 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5ee8019ae0 con 0x5578c914dbf0
2024-03-19T01:52:36.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.606+0000 7f5ed2ffd640  1 -- 172.21.15.46:0/2592636952 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 28) ==== 8366+0+0 (secure 0 0 0) 0x7f5ee8004830 con 0x5578c914dbf0
2024-03-19T01:52:36.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.606+0000 7f5efc455740 10 client.16239 fetch_fsmap finished waiting for FSMap version 28
2024-03-19T01:52:36.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.606+0000 7f5efc455740 10 client.16239 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:52:36.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.606+0000 7f5efc455740 20 client.16239 populate_metadata read hostname 'smithi046'
2024-03-19T01:52:36.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.606+0000 7f5efc455740  1 --2- 172.21.15.46:0/2592636952 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5578c9166af0 0x5578c9168ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.606+0000 7f5efc455740  4 client.16239 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:52:36.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.606+0000 7f5efc455740  1 -- 172.21.15.46:0/2592636952 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5578c910e3e0 con 0x5578c9166af0
2024-03-19T01:52:36.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.606+0000 7f5ef2ffd640  1 --2- 172.21.15.46:0/2592636952 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5578c9166af0 0x5578c9168ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.606+0000 7f5ed2ffd640 10 client.16239 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:52:36.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.606+0000 7f5ef2ffd640  1 --2- 172.21.15.46:0/2592636952 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5578c9166af0 0x5578c9168ee0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4971be016f1d02de server_cookie=3746a61ba16cd272 in_seq=0 out_seq=0
2024-03-19T01:52:36.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.607+0000 7f5ed2ffd640  1 -- 172.21.15.46:0/2592636952 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5578c910e3e0 con 0x5578c9166af0
2024-03-19T01:52:36.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.607+0000 7f5ed2ffd640 10 client.16239 handle_command_reply: tid=0
2024-03-19T01:52:36.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.607+0000 7f5efc455740  1 client.16239 shutdown
2024-03-19T01:52:36.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.607+0000 7f5efc455740  1 -- 172.21.15.46:0/2592636952 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c914dbf0 msgr2=0x5578c9153d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:36.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.607+0000 7f5efc455740  1 --2- 172.21.15.46:0/2592636952 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c914dbf0 0x5578c9153d50 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f5ee8005bc0 tx=0x7f5ee8009f00 comp rx=0 tx=0).stop
2024-03-19T01:52:36.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.607+0000 7f5efc455740  1 -- 172.21.15.46:0/2592636952 shutdown_connections
2024-03-19T01:52:36.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.607+0000 7f5efc455740  1 --2- 172.21.15.46:0/2592636952 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5578c9166af0 0x5578c9168ee0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.607+0000 7f5efc455740  1 --2- 172.21.15.46:0/2592636952 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c91567d0 0x5578c9154290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.607+0000 7f5efc455740  1 --2- 172.21.15.46:0/2592636952 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c914dbf0 0x5578c9153d50 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.607+0000 7f5ed2ffd640  0 client.16239 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:52:36.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.607+0000 7f5efc455740  1 --2- 172.21.15.46:0/2592636952 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c914d2d0 0x5578c9153810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.607+0000 7f5efc455740  1 -- 172.21.15.46:0/2592636952 >> 172.21.15.46:0/2592636952 conn(0x5578c9147a00 msgr2=0x5578c9149750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:36.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.607+0000 7f5efc455740  1 -- 172.21.15.46:0/2592636952 shutdown_connections
2024-03-19T01:52:36.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.607+0000 7f5efc455740  1 -- 172.21.15.46:0/2592636952 wait complete.
2024-03-19T01:52:36.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.607+0000 7f5efc455740 20 client.16239 trim_cache size 0 max 16384
2024-03-19T01:52:36.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.621+0000 7f5efc455740  1  Processor -- start
2024-03-19T01:52:36.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.621+0000 7f5efc455740  1 --  start start
2024-03-19T01:52:36.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.621+0000 7f5efc455740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c914d2d0 0x5578c9162360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.621+0000 7f5efc455740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c914dbf0 0x5578c916e730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.621+0000 7f5efc455740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c91567d0 0x5578c91520e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.621+0000 7f5efc455740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f5ef41b3700 con 0x5578c914d2d0
2024-03-19T01:52:36.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.621+0000 7f5efc455740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f5ef41b0f40 con 0x5578c91567d0
2024-03-19T01:52:36.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.621+0000 7f5efc455740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5ef41aed70 con 0x5578c914dbf0
2024-03-19T01:52:36.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.621+0000 7f5ef2ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c914d2d0 0x5578c9162360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.621+0000 7f5ef2ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c914d2d0 0x5578c9162360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47450/0 (socket says 172.21.15.46:47450)
2024-03-19T01:52:36.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.621+0000 7f5ef2ffd640  1 -- 172.21.15.46:0/4020592729 learned_addr learned my addr 172.21.15.46:0/4020592729 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:36.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.621+0000 7f5ef27fc640  1 --2- 172.21.15.46:0/4020592729 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c914dbf0 0x5578c916e730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.621+0000 7f5ef37fe640  1 --2- 172.21.15.46:0/4020592729 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c91567d0 0x5578c91520e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.621+0000 7f5ef2ffd640  1 -- 172.21.15.46:0/4020592729 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c914dbf0 msgr2=0x5578c916e730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:36.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.621+0000 7f5ef2ffd640  1 --2- 172.21.15.46:0/4020592729 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c914dbf0 0x5578c916e730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.621+0000 7f5ef2ffd640  1 -- 172.21.15.46:0/4020592729 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c91567d0 msgr2=0x5578c91520e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:36.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.621+0000 7f5ef2ffd640  1 --2- 172.21.15.46:0/4020592729 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c91567d0 0x5578c91520e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.621+0000 7f5ef2ffd640  1 -- 172.21.15.46:0/4020592729 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5578c914da20 con 0x5578c914d2d0
2024-03-19T01:52:36.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.622+0000 7f5ef2ffd640  1 --2- 172.21.15.46:0/4020592729 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c914d2d0 0x5578c9162360 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f5ee400c6a0 tx=0x7f5ee40af040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62d53e27307399e5 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:36.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.622+0000 7f5ed97fa640  1 -- 172.21.15.46:0/4020592729 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ee4005680 con 0x5578c914d2d0
2024-03-19T01:52:36.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.622+0000 7f5ed97fa640  1 -- 172.21.15.46:0/4020592729 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5ee409be20 con 0x5578c914d2d0
2024-03-19T01:52:36.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.622+0000 7f5ed97fa640  1 -- 172.21.15.46:0/4020592729 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ee40cf160 con 0x5578c914d2d0
2024-03-19T01:52:36.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.622+0000 7f5efc455740  1 -- 172.21.15.46:0/4020592729 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c914d2d0 msgr2=0x5578c9162360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:36.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.622+0000 7f5efc455740  1 --2- 172.21.15.46:0/4020592729 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c914d2d0 0x5578c9162360 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f5ee400c6a0 tx=0x7f5ee40af040 comp rx=0 tx=0).stop
2024-03-19T01:52:36.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.622+0000 7f5efc455740  1 -- 172.21.15.46:0/4020592729 shutdown_connections
2024-03-19T01:52:36.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.622+0000 7f5efc455740  1 --2- 172.21.15.46:0/4020592729 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c91567d0 0x5578c91520e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.622+0000 7f5efc455740  1 --2- 172.21.15.46:0/4020592729 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c914dbf0 0x5578c916e730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.622+0000 7f5efc455740  1 --2- 172.21.15.46:0/4020592729 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c914d2d0 0x5578c9162360 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.622+0000 7f5efc455740  1 -- 172.21.15.46:0/4020592729 >> 172.21.15.46:0/4020592729 conn(0x5578c9147a00 msgr2=0x5578c9147de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:36.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.623+0000 7f5efc455740  1 -- 172.21.15.46:0/4020592729 shutdown_connections
2024-03-19T01:52:36.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.623+0000 7f5efc455740  1 -- 172.21.15.46:0/4020592729 wait complete.
2024-03-19T01:52:36.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.623+0000 7f5efc455740  1 --  start start
2024-03-19T01:52:36.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.623+0000 7f5efc455740  1  Processor -- start
2024-03-19T01:52:36.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.623+0000 7f5efc455740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c914d2d0 0x5578c9159b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.623+0000 7f5efc455740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c914dbf0 0x5578c915a080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.623+0000 7f5efc455740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c91567d0 0x5578c91c4d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.623+0000 7f5efc455740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f5ef41af400 con 0x5578c914dbf0
2024-03-19T01:52:36.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.623+0000 7f5efc455740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f5ef41b0870 con 0x5578c91567d0
2024-03-19T01:52:36.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.623+0000 7f5efc455740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5ef41afad0 con 0x5578c914d2d0
2024-03-19T01:52:36.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.623+0000 7f5efc455740 10 client.0 _ll_register_callbacks cb 0x7f5ee801c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:52:36.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.623+0000 7f5ef27fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c914dbf0 0x5578c915a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.623+0000 7f5ef27fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c914dbf0 0x5578c915a080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47456/0 (socket says 172.21.15.46:47456)
2024-03-19T01:52:36.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.623+0000 7f5ef27fc640  1 -- 172.21.15.46:0/834580072 learned_addr learned my addr 172.21.15.46:0/834580072 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:36.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.623+0000 7f5ef2ffd640  1 --2- 172.21.15.46:0/834580072 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c914d2d0 0x5578c9159b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.623+0000 7f5ef37fe640  1 --2- 172.21.15.46:0/834580072 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c91567d0 0x5578c91c4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.624+0000 7f5ef27fc640  1 -- 172.21.15.46:0/834580072 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c914d2d0 msgr2=0x5578c9159b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:36.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.624+0000 7f5ef27fc640  1 --2- 172.21.15.46:0/834580072 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c914d2d0 0x5578c9159b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.624+0000 7f5ef27fc640  1 -- 172.21.15.46:0/834580072 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c91567d0 msgr2=0x5578c91c4d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:36.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.624+0000 7f5ef27fc640  1 --2- 172.21.15.46:0/834580072 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c91567d0 0x5578c91c4d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.624+0000 7f5ef27fc640  1 -- 172.21.15.46:0/834580072 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5578c91c5310 con 0x5578c914dbf0
2024-03-19T01:52:36.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.624+0000 7f5ef27fc640  1 --2- 172.21.15.46:0/834580072 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c914dbf0 0x5578c915a080 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f5ee8009c90 tx=0x7f5ee8005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ee087fd727ebb29 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:36.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.624+0000 7f5ed2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:52:36.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.624+0000 7f5ed2ffd640  1 -- 172.21.15.46:0/834580072 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ee803b020 con 0x5578c914dbf0
2024-03-19T01:52:36.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.624+0000 7f5ed2ffd640  1 -- 172.21.15.46:0/834580072 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f5ee80097a0 con 0x5578c914dbf0
2024-03-19T01:52:36.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.624+0000 7f5efc455740  1 -- 172.21.15.46:0/834580072 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5ee409be20 con 0x5578c914dbf0
2024-03-19T01:52:36.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.624+0000 7f5ed2ffd640  1 -- 172.21.15.46:0/834580072 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f5ee8046050 con 0x5578c914dbf0
2024-03-19T01:52:36.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.624+0000 7f5efc455740 10 client.16245 fetch_fsmap learned FSMap version 28
2024-03-19T01:52:36.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.624+0000 7f5efc455740  1 -- 172.21.15.46:0/834580072 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5578c91cc6b0 con 0x5578c914dbf0
2024-03-19T01:52:36.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.624+0000 7f5ed2ffd640  1 -- 172.21.15.46:0/834580072 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5ee409be20 con 0x5578c914dbf0
2024-03-19T01:52:36.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.624+0000 7f5ed2ffd640  1 -- 172.21.15.46:0/834580072 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 28) ==== 8366+0+0 (secure 0 0 0) 0x7f5ee8025cb0 con 0x5578c914dbf0
2024-03-19T01:52:36.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.624+0000 7f5efc455740 10 client.16245 fetch_fsmap finished waiting for FSMap version 28
2024-03-19T01:52:36.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.624+0000 7f5efc455740 10 client.16245 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:52:36.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.624+0000 7f5efc455740 20 client.16245 populate_metadata read hostname 'smithi046'
2024-03-19T01:52:36.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.624+0000 7f5efc455740  1 --2- 172.21.15.46:0/834580072 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5578c91cce20 0x5578c91cf240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:36.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.624+0000 7f5efc455740  4 client.16245 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:52:36.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.624+0000 7f5efc455740  1 -- 172.21.15.46:0/834580072 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5578c90bd9f0 con 0x5578c91cce20
2024-03-19T01:52:36.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.625+0000 7f5ef2ffd640  1 --2- 172.21.15.46:0/834580072 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5578c91cce20 0x5578c91cf240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:36.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.625+0000 7f5ed2ffd640 10 client.16245 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:52:36.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.625+0000 7f5ef2ffd640  1 --2- 172.21.15.46:0/834580072 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5578c91cce20 0x5578c91cf240 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8f5b18c38e03919a server_cookie=8d863a7e98be00c7 in_seq=0 out_seq=0
2024-03-19T01:52:36.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.625+0000 7f5ed2ffd640  1 -- 172.21.15.46:0/834580072 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5578c90bd9f0 con 0x5578c91cce20
2024-03-19T01:52:36.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.625+0000 7f5ed2ffd640 10 client.16245 handle_command_reply: tid=0
2024-03-19T01:52:36.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.625+0000 7f5efc455740  1 client.16245 shutdown
2024-03-19T01:52:36.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.625+0000 7f5efc455740  1 -- 172.21.15.46:0/834580072 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c914dbf0 msgr2=0x5578c915a080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:36.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.625+0000 7f5efc455740  1 --2- 172.21.15.46:0/834580072 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c914dbf0 0x5578c915a080 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f5ee8009c90 tx=0x7f5ee8005f90 comp rx=0 tx=0).stop
2024-03-19T01:52:36.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.625+0000 7f5efc455740  1 -- 172.21.15.46:0/834580072 shutdown_connections
2024-03-19T01:52:36.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.625+0000 7f5efc455740  1 --2- 172.21.15.46:0/834580072 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5578c91cce20 0x5578c91cf240 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.626+0000 7f5efc455740  1 --2- 172.21.15.46:0/834580072 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c91567d0 0x5578c91c4d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.626+0000 7f5efc455740  1 --2- 172.21.15.46:0/834580072 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c914dbf0 0x5578c915a080 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.626+0000 7f5ed2ffd640  0 client.16245 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:52:36.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.626+0000 7f5efc455740  1 --2- 172.21.15.46:0/834580072 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c914d2d0 0x5578c9159b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.626+0000 7f5efc455740  1 -- 172.21.15.46:0/834580072 >> 172.21.15.46:0/834580072 conn(0x5578c9147a00 msgr2=0x5578c9152020 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:36.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.626+0000 7f5efc455740  1 -- 172.21.15.46:0/834580072 shutdown_connections
2024-03-19T01:52:36.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.626+0000 7f5efc455740  1 -- 172.21.15.46:0/834580072 wait complete.
2024-03-19T01:52:36.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.626+0000 7f5efc455740 20 client.16245 trim_cache size 0 max 16384
2024-03-19T01:52:36.633 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:52:36.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.626+0000 7f5ef9861640  1 -- 172.21.15.46:0/4233203105 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f5edc0a2a20 msgr2=0x7f5edc0a4ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:36.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.626+0000 7f5ef9861640  1 --2- 172.21.15.46:0/4233203105 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f5edc0a2a20 0x7f5edc0a4ee0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5eec005cc0 tx=0x7f5eec02c0f0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.626+0000 7f5ef9861640  1 -- 172.21.15.46:0/4233203105 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5ef41017c0 msgr2=0x7f5ef4073b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:36.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.626+0000 7f5ef9861640  1 --2- 172.21.15.46:0/4233203105 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5ef41017c0 0x7f5ef4073b20 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f5ee400e9f0 tx=0x7f5ee400edf0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.626+0000 7f5ef9861640  1 -- 172.21.15.46:0/4233203105 shutdown_connections
2024-03-19T01:52:36.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.626+0000 7f5ef9861640  1 --2- 172.21.15.46:0/4233203105 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5ef41077d0 0x7f5ef40745a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.626+0000 7f5ef9861640  1 --2- 172.21.15.46:0/4233203105 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f5edc0a2a20 0x7f5edc0a4ee0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.626+0000 7f5ef9861640  1 --2- 172.21.15.46:0/4233203105 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5ef4102180 0x7f5ef4074060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.626+0000 7f5ef9861640  1 --2- 172.21.15.46:0/4233203105 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5ef41017c0 0x7f5ef4073b20 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:36.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.626+0000 7f5ef9861640  1 -- 172.21.15.46:0/4233203105 >> 172.21.15.46:0/4233203105 conn(0x7f5ef40fd2d0 msgr2=0x7f5ef40fdb00 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:36.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.626+0000 7f5ef9861640  1 -- 172.21.15.46:0/4233203105 shutdown_connections
2024-03-19T01:52:36.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:36.626+0000 7f5ef9861640  1 -- 172.21.15.46:0/4233203105 wait complete.
2024-03-19T01:52:37.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:36 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1687493729' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:52:37.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:36 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1687493729' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:52:37.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:36 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1687493729' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:52:37.637 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs
2024-03-19T01:52:37.638 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:52:37.638 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive
2024-03-19T01:52:37.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.748+0000 7f02c6ea1640  1 -- 172.21.15.46:0/4049732868 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02c0106750 msgr2=0x7f02c0106b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:37.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.748+0000 7f02c6ea1640  1 --2- 172.21.15.46:0/4049732868 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02c0106750 0x7f02c0106b30 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f02b4009930 tx=0x7f02b402bc30 comp rx=0 tx=0).stop
2024-03-19T01:52:37.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.748+0000 7f02c6ea1640  1 -- 172.21.15.46:0/4049732868 shutdown_connections
2024-03-19T01:52:37.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.748+0000 7f02c6ea1640  1 --2- 172.21.15.46:0/4049732868 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f02c0101100 0x7f02c010d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.748+0000 7f02c6ea1640  1 --2- 172.21.15.46:0/4049732868 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f02c0100740 0x7f02c0100bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.748+0000 7f02c6ea1640  1 --2- 172.21.15.46:0/4049732868 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02c0106750 0x7f02c0106b30 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.748+0000 7f02c6ea1640  1 -- 172.21.15.46:0/4049732868 >> 172.21.15.46:0/4049732868 conn(0x7f02c0077880 msgr2=0x7f02c0077c90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:37.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.748+0000 7f02c6ea1640  1 -- 172.21.15.46:0/4049732868 shutdown_connections
2024-03-19T01:52:37.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.748+0000 7f02c6ea1640  1 -- 172.21.15.46:0/4049732868 wait complete.
2024-03-19T01:52:37.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.749+0000 7f02c6ea1640  1  Processor -- start
2024-03-19T01:52:37.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.749+0000 7f02c6ea1640  1 --  start start
2024-03-19T01:52:37.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.749+0000 7f02c6ea1640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02c0100740 0x7f02c019a250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.749+0000 7f02c6ea1640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f02c0101100 0x7f02c019a790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.749+0000 7f02c6ea1640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f02c0106750 0x7f02c019eb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.749+0000 7f02c6ea1640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f02c0110a10 con 0x7f02c0100740
2024-03-19T01:52:37.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.749+0000 7f02c6ea1640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f02c0110890 con 0x7f02c0101100
2024-03-19T01:52:37.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.749+0000 7f02c6ea1640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f02c0110b90 con 0x7f02c0106750
2024-03-19T01:52:37.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.749+0000 7f02c4c3d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02c0100740 0x7f02c019a250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.749+0000 7f02c4c3d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02c0100740 0x7f02c019a250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47476/0 (socket says 172.21.15.46:47476)
2024-03-19T01:52:37.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.749+0000 7f02c4c3d640  1 -- 172.21.15.46:0/418493324 learned_addr learned my addr 172.21.15.46:0/418493324 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:37.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.749+0000 7f02bffff640  1 --2- 172.21.15.46:0/418493324 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f02c0101100 0x7f02c019a790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.749+0000 7f02c543e640  1 --2- 172.21.15.46:0/418493324 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f02c0106750 0x7f02c019eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.749+0000 7f02c4c3d640  1 -- 172.21.15.46:0/418493324 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f02c0106750 msgr2=0x7f02c019eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:37.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.749+0000 7f02c4c3d640  1 --2- 172.21.15.46:0/418493324 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f02c0106750 0x7f02c019eb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.749+0000 7f02c4c3d640  1 -- 172.21.15.46:0/418493324 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f02c0101100 msgr2=0x7f02c019a790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:37.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.749+0000 7f02c4c3d640  1 --2- 172.21.15.46:0/418493324 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f02c0101100 0x7f02c019a790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.749+0000 7f02c4c3d640  1 -- 172.21.15.46:0/418493324 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02c019f240 con 0x7f02c0100740
2024-03-19T01:52:37.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.750+0000 7f02c4c3d640  1 --2- 172.21.15.46:0/418493324 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02c0100740 0x7f02c019a250 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f02b4009230 tx=0x7f02b402c5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:37.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.750+0000 7f02bdffb640  1 -- 172.21.15.46:0/418493324 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b4043020 con 0x7f02c0100740
2024-03-19T01:52:37.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.750+0000 7f02bdffb640  1 -- 172.21.15.46:0/418493324 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f02b402ca70 con 0x7f02c0100740
2024-03-19T01:52:37.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.750+0000 7f02bdffb640  1 -- 172.21.15.46:0/418493324 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b4003a50 con 0x7f02c0100740
2024-03-19T01:52:37.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.750+0000 7f02c6ea1640  1 -- 172.21.15.46:0/418493324 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02c019f4d0 con 0x7f02c0100740
2024-03-19T01:52:37.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.750+0000 7f02c6ea1640  1 -- 172.21.15.46:0/418493324 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02c01a6dc0 con 0x7f02c0100740
2024-03-19T01:52:37.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.752+0000 7f02bdffb640  1 -- 172.21.15.46:0/418493324 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f02b4046020 con 0x7f02c0100740
2024-03-19T01:52:37.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.753+0000 7f02c9b69740  1  Processor -- start
2024-03-19T01:52:37.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.753+0000 7f02c9b69740  1 --  start start
2024-03-19T01:52:37.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.753+0000 7f02bdffb640  1 --2- 172.21.15.46:0/418493324 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f02b00a29f0 0x7f02b00a4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.753+0000 7f02c9b69740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b433cd8380 0x55b433cd8760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.753+0000 7f02c9b69740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b433cd8ca0 0x55b433ce1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.753+0000 7f02c9b69740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b433ce1880 0x55b433ce3c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.753+0000 7f02c9b69740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55b433c3c160 con 0x55b433cd8ca0
2024-03-19T01:52:37.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.753+0000 7f02c9b69740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55b433be4e10 con 0x55b433ce1880
2024-03-19T01:52:37.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.753+0000 7f02c9b69740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55b433c38200 con 0x55b433cd8380
2024-03-19T01:52:37.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.753+0000 7f02bdffb640  1 -- 172.21.15.46:0/418493324 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f02b40f1060 con 0x7f02c0100740
2024-03-19T01:52:37.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.753+0000 7f02c543e640  1 --2- 172.21.15.46:0/418493324 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f02b00a29f0 0x7f02b00a4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.753+0000 7f02bffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b433cd8ca0 0x55b433ce1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.753+0000 7f02bffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b433cd8ca0 0x55b433ce1340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47492/0 (socket says 172.21.15.46:47492)
2024-03-19T01:52:37.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.753+0000 7f02bffff640  1 -- 172.21.15.46:0/1295261470 learned_addr learned my addr 172.21.15.46:0/1295261470 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:37.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.753+0000 7f02c4c3d640  1 --2- 172.21.15.46:0/1295261470 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b433cd8380 0x55b433cd8760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.753+0000 7f02c543e640  1 --2- 172.21.15.46:0/1295261470 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b433ce1880 0x55b433ce3c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.753+0000 7f02bffff640  1 -- 172.21.15.46:0/1295261470 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b433cd8380 msgr2=0x55b433cd8760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:37.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.753+0000 7f02bffff640  1 --2- 172.21.15.46:0/1295261470 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b433cd8380 0x55b433cd8760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.753+0000 7f02bffff640  1 -- 172.21.15.46:0/1295261470 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b433ce1880 msgr2=0x55b433ce3c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:37.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.753+0000 7f02bffff640  1 --2- 172.21.15.46:0/1295261470 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b433ce1880 0x55b433ce3c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.753+0000 7f02bffff640  1 -- 172.21.15.46:0/1295261470 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b433a187e0 con 0x55b433cd8ca0
2024-03-19T01:52:37.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.753+0000 7f02c543e640  1 --2- 172.21.15.46:0/1295261470 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b433ce1880 0x55b433ce3c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:52:37.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.754+0000 7f02c543e640  1 --2- 172.21.15.46:0/418493324 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f02b00a29f0 0x7f02b00a4eb0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f02b8005fd0 tx=0x7f02b8009b00 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:37.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.754+0000 7f02bffff640  1 --2- 172.21.15.46:0/1295261470 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b433cd8ca0 0x55b433ce1340 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f02ac009c90 tx=0x7f02ac011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8cd900cdc25b9a2 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:37.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.754+0000 7f02aaffd640  1 -- 172.21.15.46:0/1295261470 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02ac01e070 con 0x55b433cd8ca0
2024-03-19T01:52:37.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.754+0000 7f02aaffd640  1 -- 172.21.15.46:0/1295261470 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f02ac019ae0 con 0x55b433cd8ca0
2024-03-19T01:52:37.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.754+0000 7f02aaffd640  1 -- 172.21.15.46:0/1295261470 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02ac00e810 con 0x55b433cd8ca0
2024-03-19T01:52:37.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.754+0000 7f02c9b69740  1 -- 172.21.15.46:0/1295261470 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b433cd8ca0 msgr2=0x55b433ce1340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:37.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.754+0000 7f02c9b69740  1 --2- 172.21.15.46:0/1295261470 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b433cd8ca0 0x55b433ce1340 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f02ac009c90 tx=0x7f02ac011810 comp rx=0 tx=0).stop
2024-03-19T01:52:37.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.755+0000 7f02c9b69740  1 -- 172.21.15.46:0/1295261470 shutdown_connections
2024-03-19T01:52:37.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.755+0000 7f02c9b69740  1 --2- 172.21.15.46:0/1295261470 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b433ce1880 0x55b433ce3c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.755+0000 7f02c9b69740  1 --2- 172.21.15.46:0/1295261470 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b433cd8ca0 0x55b433ce1340 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.755+0000 7f02c9b69740  1 --2- 172.21.15.46:0/1295261470 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b433cd8380 0x55b433cd8760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.755+0000 7f02c9b69740  1 -- 172.21.15.46:0/1295261470 >> 172.21.15.46:0/1295261470 conn(0x55b433cd2ab0 msgr2=0x55b433cd2e90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:37.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.755+0000 7f02c9b69740  1 -- 172.21.15.46:0/1295261470 shutdown_connections
2024-03-19T01:52:37.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.755+0000 7f02c9b69740  1 -- 172.21.15.46:0/1295261470 wait complete.
2024-03-19T01:52:37.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.755+0000 7f02c9b69740  1 --  start start
2024-03-19T01:52:37.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.755+0000 7f02c9b69740  1  Processor -- start
2024-03-19T01:52:37.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.755+0000 7f02c9b69740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b433cd8380 0x55b433cde790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.755+0000 7f02c9b69740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b433cd8ca0 0x55b433cdecd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.755+0000 7f02c9b69740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b433ce1880 0x55b433cdf210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.755+0000 7f02c9b69740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55b433ce4670 con 0x55b433cd8380
2024-03-19T01:52:37.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.755+0000 7f02c9b69740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55b433bf81a0 con 0x55b433ce1880
2024-03-19T01:52:37.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.755+0000 7f02c9b69740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55b433ce47f0 con 0x55b433cd8ca0
2024-03-19T01:52:37.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.755+0000 7f02c9b69740 10 client.0 _ll_register_callbacks cb 0x55b43394fc60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:52:37.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.756+0000 7f02c4c3d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b433cd8380 0x55b433cde790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.756+0000 7f02c4c3d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b433cd8380 0x55b433cde790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47504/0 (socket says 172.21.15.46:47504)
2024-03-19T01:52:37.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.756+0000 7f02c4c3d640  1 -- 172.21.15.46:0/1835994852 learned_addr learned my addr 172.21.15.46:0/1835994852 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:37.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.756+0000 7f02c543e640  1 --2- 172.21.15.46:0/1835994852 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b433ce1880 0x55b433cdf210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.756+0000 7f02bffff640  1 --2- 172.21.15.46:0/1835994852 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b433cd8ca0 0x55b433cdecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.756+0000 7f02c4c3d640  1 -- 172.21.15.46:0/1835994852 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b433cd8ca0 msgr2=0x55b433cdecd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:37.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.756+0000 7f02c4c3d640  1 --2- 172.21.15.46:0/1835994852 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b433cd8ca0 0x55b433cdecd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.756+0000 7f02c4c3d640  1 -- 172.21.15.46:0/1835994852 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b433ce1880 msgr2=0x55b433cdf210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:37.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.756+0000 7f02c4c3d640  1 --2- 172.21.15.46:0/1835994852 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b433ce1880 0x55b433cdf210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.756+0000 7f02c4c3d640  1 -- 172.21.15.46:0/1835994852 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b433a78f70 con 0x55b433cd8380
2024-03-19T01:52:37.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.756+0000 7f02c543e640  1 --2- 172.21.15.46:0/1835994852 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b433ce1880 0x55b433cdf210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:52:37.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.756+0000 7f02c4c3d640  1 --2- 172.21.15.46:0/1835994852 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b433cd8380 0x55b433cde790 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f02b4006010 tx=0x7f02b4009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b8fe00e57438dd server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:37.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.756+0000 7f029ffff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:52:37.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.756+0000 7f029ffff640  1 -- 172.21.15.46:0/1835994852 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b40914c0 con 0x55b433cd8380
2024-03-19T01:52:37.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.756+0000 7f029ffff640  1 -- 172.21.15.46:0/1835994852 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f02b40ee680 con 0x55b433cd8380
2024-03-19T01:52:37.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.756+0000 7f02c9b69740  1 -- 172.21.15.46:0/1835994852 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f02ac019ae0 con 0x55b433cd8380
2024-03-19T01:52:37.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.756+0000 7f029ffff640  1 -- 172.21.15.46:0/1835994852 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f02b40ee880 con 0x55b433cd8380
2024-03-19T01:52:37.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.756+0000 7f02c9b69740 10 client.16257 fetch_fsmap learned FSMap version 28
2024-03-19T01:52:37.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.756+0000 7f02c9b69740  1 -- 172.21.15.46:0/1835994852 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b433910170 con 0x55b433cd8380
2024-03-19T01:52:37.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.757+0000 7f029ffff640  1 -- 172.21.15.46:0/1835994852 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f02ac019ae0 con 0x55b433cd8380
2024-03-19T01:52:37.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.757+0000 7f029ffff640  1 -- 172.21.15.46:0/1835994852 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 28) ==== 8366+0+0 (secure 0 0 0) 0x7f02b40c1160 con 0x55b433cd8380
2024-03-19T01:52:37.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.757+0000 7f02c9b69740 10 client.16257 fetch_fsmap finished waiting for FSMap version 28
2024-03-19T01:52:37.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.757+0000 7f02c9b69740 10 client.16257 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:52:37.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.757+0000 7f02c9b69740 20 client.16257 populate_metadata read hostname 'smithi046'
2024-03-19T01:52:37.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.757+0000 7f02c9b69740  1 --2- 172.21.15.46:0/1835994852 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55b433cf1ac0 0x55b433cf3f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.757+0000 7f02c9b69740  4 client.16257 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:52:37.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.757+0000 7f02c9b69740  1 -- 172.21.15.46:0/1835994852 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b433c496a0 con 0x55b433cf1ac0
2024-03-19T01:52:37.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.757+0000 7f02bffff640  1 --2- 172.21.15.46:0/1835994852 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55b433cf1ac0 0x55b433cf3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.757+0000 7f02bffff640  1 --2- 172.21.15.46:0/1835994852 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55b433cf1ac0 0x55b433cf3f80 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=752c75c49f1f58bc server_cookie=5844eb5ec85f079a in_seq=0 out_seq=0
2024-03-19T01:52:37.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.757+0000 7f029ffff640 10 client.16257 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:52:37.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.758+0000 7f029ffff640  1 -- 172.21.15.46:0/1835994852 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55b433c496a0 con 0x55b433cf1ac0
2024-03-19T01:52:37.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.758+0000 7f029ffff640 10 client.16257 handle_command_reply: tid=0
2024-03-19T01:52:37.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.758+0000 7f02c9b69740  1 client.16257 shutdown
2024-03-19T01:52:37.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.758+0000 7f02c9b69740  1 -- 172.21.15.46:0/1835994852 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b433cd8380 msgr2=0x55b433cde790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:37.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.758+0000 7f02c9b69740  1 --2- 172.21.15.46:0/1835994852 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b433cd8380 0x55b433cde790 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f02b4006010 tx=0x7f02b4009260 comp rx=0 tx=0).stop
2024-03-19T01:52:37.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.758+0000 7f02c9b69740  1 -- 172.21.15.46:0/1835994852 shutdown_connections
2024-03-19T01:52:37.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.758+0000 7f02c9b69740  1 --2- 172.21.15.46:0/1835994852 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55b433cf1ac0 0x55b433cf3f80 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.758+0000 7f02c9b69740  1 --2- 172.21.15.46:0/1835994852 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b433ce1880 0x55b433cdf210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.758+0000 7f02c9b69740  1 --2- 172.21.15.46:0/1835994852 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b433cd8ca0 0x55b433cdecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.758+0000 7f029ffff640  0 client.16257 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:52:37.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.758+0000 7f02c9b69740  1 --2- 172.21.15.46:0/1835994852 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b433cd8380 0x55b433cde790 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.758+0000 7f02c9b69740  1 -- 172.21.15.46:0/1835994852 >> 172.21.15.46:0/1835994852 conn(0x55b433cd2ab0 msgr2=0x55b433cd4800 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:37.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.758+0000 7f02c9b69740  1 -- 172.21.15.46:0/1835994852 shutdown_connections
2024-03-19T01:52:37.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.758+0000 7f02c9b69740  1 -- 172.21.15.46:0/1835994852 wait complete.
2024-03-19T01:52:37.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.758+0000 7f02c9b69740 20 client.16257 trim_cache size 0 max 16384
2024-03-19T01:52:37.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.776+0000 7f02c9b69740  1  Processor -- start
2024-03-19T01:52:37.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.776+0000 7f02c9b69740  1 --  start start
2024-03-19T01:52:37.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.776+0000 7f02c9b69740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b433cd8380 0x55b433cde070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.776+0000 7f02c9b69740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b433cd8ca0 0x55b433ced4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.777+0000 7f02c9b69740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b433ce1880 0x55b433cf9850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.777+0000 7f02c9b69740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f02c01b35f0 con 0x55b433ce1880
2024-03-19T01:52:37.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.777+0000 7f02c9b69740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f02c01b0e30 con 0x55b433cd8ca0
2024-03-19T01:52:37.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.777+0000 7f02c9b69740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f02c01aec60 con 0x55b433cd8380
2024-03-19T01:52:37.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.777+0000 7f02c543e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b433ce1880 0x55b433cf9850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.777+0000 7f02c543e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b433ce1880 0x55b433cf9850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47512/0 (socket says 172.21.15.46:47512)
2024-03-19T01:52:37.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.777+0000 7f02c4c3d640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b433cd8380 0x55b433cde070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.777+0000 7f02c543e640  1 -- 172.21.15.46:0/247836443 learned_addr learned my addr 172.21.15.46:0/247836443 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:37.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.777+0000 7f02bffff640  1 --2- 172.21.15.46:0/247836443 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b433cd8ca0 0x55b433ced4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.777+0000 7f02c543e640  1 -- 172.21.15.46:0/247836443 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b433cd8380 msgr2=0x55b433cde070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:37.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.777+0000 7f02c543e640  1 --2- 172.21.15.46:0/247836443 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b433cd8380 0x55b433cde070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.777+0000 7f02c543e640  1 -- 172.21.15.46:0/247836443 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b433cd8ca0 msgr2=0x55b433ced4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:37.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.777+0000 7f02c543e640  1 --2- 172.21.15.46:0/247836443 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b433cd8ca0 0x55b433ced4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.777+0000 7f02c543e640  1 -- 172.21.15.46:0/247836443 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b433cd28e0 con 0x55b433ce1880
2024-03-19T01:52:37.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.777+0000 7f02c4c3d640  1 --2- 172.21.15.46:0/247836443 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b433cd8380 0x55b433cde070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:52:37.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.777+0000 7f02c543e640  1 --2- 172.21.15.46:0/247836443 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b433ce1880 0x55b433cf9850 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f02b800fb40 tx=0x7f02b801f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3142461a27084757 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:37.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.777+0000 7f02aa7fc640  1 -- 172.21.15.46:0/247836443 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b8004040 con 0x55b433ce1880
2024-03-19T01:52:37.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.777+0000 7f02aa7fc640  1 -- 172.21.15.46:0/247836443 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f02b8004690 con 0x55b433ce1880
2024-03-19T01:52:37.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.777+0000 7f02aa7fc640  1 -- 172.21.15.46:0/247836443 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b802aa20 con 0x55b433ce1880
2024-03-19T01:52:37.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.778+0000 7f02c9b69740  1 -- 172.21.15.46:0/247836443 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b433ce1880 msgr2=0x55b433cf9850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:37.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.778+0000 7f02c9b69740  1 --2- 172.21.15.46:0/247836443 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b433ce1880 0x55b433cf9850 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f02b800fb40 tx=0x7f02b801f000 comp rx=0 tx=0).stop
2024-03-19T01:52:37.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.778+0000 7f02c9b69740  1 -- 172.21.15.46:0/247836443 shutdown_connections
2024-03-19T01:52:37.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.778+0000 7f02c9b69740  1 --2- 172.21.15.46:0/247836443 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b433ce1880 0x55b433cf9850 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.778+0000 7f02c9b69740  1 --2- 172.21.15.46:0/247836443 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b433cd8ca0 0x55b433ced4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.778+0000 7f02c9b69740  1 --2- 172.21.15.46:0/247836443 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b433cd8380 0x55b433cde070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.778+0000 7f02c9b69740  1 -- 172.21.15.46:0/247836443 >> 172.21.15.46:0/247836443 conn(0x55b433cd2ab0 msgr2=0x55b433cd12a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:37.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.778+0000 7f02c9b69740  1 -- 172.21.15.46:0/247836443 shutdown_connections
2024-03-19T01:52:37.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.778+0000 7f02c9b69740  1 -- 172.21.15.46:0/247836443 wait complete.
2024-03-19T01:52:37.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.778+0000 7f02c9b69740  1 --  start start
2024-03-19T01:52:37.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.778+0000 7f02c9b69740  1  Processor -- start
2024-03-19T01:52:37.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.779+0000 7f02c9b69740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b433cd8380 0x55b433ce9ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.779+0000 7f02c9b69740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b433cd8ca0 0x55b433cdb1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.779+0000 7f02c9b69740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b433ce1880 0x55b433cdb8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.779+0000 7f02c9b69740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f02c01af2f0 con 0x55b433cd8ca0
2024-03-19T01:52:37.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.779+0000 7f02c9b69740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f02c01b0760 con 0x55b433ce1880
2024-03-19T01:52:37.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.779+0000 7f02c9b69740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f02c01af9c0 con 0x55b433cd8380
2024-03-19T01:52:37.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.779+0000 7f02c9b69740 10 client.0 _ll_register_callbacks cb 0x7f02b40b97b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:52:37.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.779+0000 7f02bffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b433cd8ca0 0x55b433cdb1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.779+0000 7f02bffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b433cd8ca0 0x55b433cdb1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47524/0 (socket says 172.21.15.46:47524)
2024-03-19T01:52:37.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.779+0000 7f02bffff640  1 -- 172.21.15.46:0/2281981996 learned_addr learned my addr 172.21.15.46:0/2281981996 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:37.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.779+0000 7f02c4c3d640  1 --2- 172.21.15.46:0/2281981996 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b433cd8380 0x55b433ce9ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.779+0000 7f02c543e640  1 --2- 172.21.15.46:0/2281981996 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b433ce1880 0x55b433cdb8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.779+0000 7f02bffff640  1 -- 172.21.15.46:0/2281981996 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b433cd8380 msgr2=0x55b433ce9ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:37.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.779+0000 7f02bffff640  1 --2- 172.21.15.46:0/2281981996 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b433cd8380 0x55b433ce9ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.779+0000 7f02bffff640  1 -- 172.21.15.46:0/2281981996 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b433ce1880 msgr2=0x55b433cdb8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:37.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.779+0000 7f02bffff640  1 --2- 172.21.15.46:0/2281981996 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b433ce1880 0x55b433cdb8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.779+0000 7f02bffff640  1 -- 172.21.15.46:0/2281981996 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b433d56e80 con 0x55b433cd8ca0
2024-03-19T01:52:37.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.779+0000 7f02bffff640  1 --2- 172.21.15.46:0/2281981996 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b433cd8ca0 0x55b433cdb1a0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f02ac009c90 tx=0x7f02ac00e450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49bfd8dffd70a2ff server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:37.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.779+0000 7f029ffff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:52:37.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.780+0000 7f029ffff640  1 -- 172.21.15.46:0/2281981996 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02ac01e040 con 0x55b433cd8ca0
2024-03-19T01:52:37.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.780+0000 7f029ffff640  1 -- 172.21.15.46:0/2281981996 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f02ac0052b0 con 0x55b433cd8ca0
2024-03-19T01:52:37.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.780+0000 7f02c9b69740  1 -- 172.21.15.46:0/2281981996 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f02b8004690 con 0x55b433cd8ca0
2024-03-19T01:52:37.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.780+0000 7f029ffff640  1 -- 172.21.15.46:0/2281981996 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f02ac0054b0 con 0x55b433cd8ca0
2024-03-19T01:52:37.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.780+0000 7f02c9b69740 10 client.16263 fetch_fsmap learned FSMap version 28
2024-03-19T01:52:37.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.780+0000 7f02c9b69740  1 -- 172.21.15.46:0/2281981996 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b433d58070 con 0x55b433cd8ca0
2024-03-19T01:52:37.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.780+0000 7f029ffff640  1 -- 172.21.15.46:0/2281981996 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f02b8004690 con 0x55b433cd8ca0
2024-03-19T01:52:37.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.780+0000 7f029ffff640  1 -- 172.21.15.46:0/2281981996 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 28) ==== 8366+0+0 (secure 0 0 0) 0x7f02ac003760 con 0x55b433cd8ca0
2024-03-19T01:52:37.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.780+0000 7f02c9b69740 10 client.16263 fetch_fsmap finished waiting for FSMap version 28
2024-03-19T01:52:37.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.780+0000 7f02c9b69740 10 client.16263 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:52:37.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.780+0000 7f02c9b69740 20 client.16263 populate_metadata read hostname 'smithi046'
2024-03-19T01:52:37.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.780+0000 7f02c9b69740  1 --2- 172.21.15.46:0/2281981996 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55b433d58730 0x55b433d5ab50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.780+0000 7f02c9b69740  4 client.16263 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}]
2024-03-19T01:52:37.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.780+0000 7f02c9b69740  1 -- 172.21.15.46:0/2281981996 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55b433c439f0 con 0x55b433d58730
2024-03-19T01:52:37.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.780+0000 7f02c4c3d640  1 --2- 172.21.15.46:0/2281981996 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55b433d58730 0x55b433d5ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.781+0000 7f029ffff640 10 client.16263 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:52:37.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.781+0000 7f02c4c3d640  1 --2- 172.21.15.46:0/2281981996 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55b433d58730 0x55b433d5ab50 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ddb83792dbb3bd69 server_cookie=459a0b7a72684ee7 in_seq=0 out_seq=0
2024-03-19T01:52:37.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.782+0000 7f029ffff640  1 -- 172.21.15.46:0/2281981996 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55b433c439f0 con 0x55b433d58730
2024-03-19T01:52:37.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.782+0000 7f029ffff640 10 client.16263 handle_command_reply: tid=0
2024-03-19T01:52:37.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.782+0000 7f02c9b69740  1 client.16263 shutdown
2024-03-19T01:52:37.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.782+0000 7f02c9b69740  1 -- 172.21.15.46:0/2281981996 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b433cd8ca0 msgr2=0x55b433cdb1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:37.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.782+0000 7f02c9b69740  1 --2- 172.21.15.46:0/2281981996 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b433cd8ca0 0x55b433cdb1a0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f02ac009c90 tx=0x7f02ac00e450 comp rx=0 tx=0).stop
2024-03-19T01:52:37.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.782+0000 7f02c9b69740  1 -- 172.21.15.46:0/2281981996 shutdown_connections
2024-03-19T01:52:37.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.782+0000 7f02c9b69740  1 --2- 172.21.15.46:0/2281981996 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55b433d58730 0x55b433d5ab50 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.782+0000 7f02c9b69740  1 --2- 172.21.15.46:0/2281981996 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b433ce1880 0x55b433cdb8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.782+0000 7f02c9b69740  1 --2- 172.21.15.46:0/2281981996 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b433cd8ca0 0x55b433cdb1a0 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.782+0000 7f02c9b69740  1 --2- 172.21.15.46:0/2281981996 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b433cd8380 0x55b433ce9ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.782+0000 7f02c9b69740  1 -- 172.21.15.46:0/2281981996 >> 172.21.15.46:0/2281981996 conn(0x55b433cd2ab0 msgr2=0x55b433cd1b30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:37.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.782+0000 7f029ffff640  0 client.16263 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:52:37.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.782+0000 7f02c9b69740  1 -- 172.21.15.46:0/2281981996 shutdown_connections
2024-03-19T01:52:37.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.782+0000 7f02c9b69740  1 -- 172.21.15.46:0/2281981996 wait complete.
2024-03-19T01:52:37.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.782+0000 7f02c9b69740 20 client.16263 trim_cache size 0 max 16384
2024-03-19T01:52:37.789 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:52:37.789 INFO:teuthology.orchestra.run.smithi046.stdout:    "return_code": 0,
2024-03-19T01:52:37.789 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrub_tag": "4447dbbc-9917-46c0-b9c0-25232c4aa5b4",
2024-03-19T01:52:37.789 INFO:teuthology.orchestra.run.smithi046.stdout:    "mode": "asynchronous"
2024-03-19T01:52:37.789 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:52:37.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.783+0000 7f02c6ea1640  1 -- 172.21.15.46:0/418493324 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f02b00a29f0 msgr2=0x7f02b00a4eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:37.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.783+0000 7f02c6ea1640  1 --2- 172.21.15.46:0/418493324 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f02b00a29f0 0x7f02b00a4eb0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f02b8005fd0 tx=0x7f02b8009b00 comp rx=0 tx=0).stop
2024-03-19T01:52:37.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.783+0000 7f02c6ea1640  1 -- 172.21.15.46:0/418493324 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02c0100740 msgr2=0x7f02c019a250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:37.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.783+0000 7f02c6ea1640  1 --2- 172.21.15.46:0/418493324 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02c0100740 0x7f02c019a250 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f02b4009230 tx=0x7f02b402c5d0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.783+0000 7f02c6ea1640  1 -- 172.21.15.46:0/418493324 shutdown_connections
2024-03-19T01:52:37.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.783+0000 7f02c6ea1640  1 --2- 172.21.15.46:0/418493324 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f02b00a29f0 0x7f02b00a4eb0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.783+0000 7f02c6ea1640  1 --2- 172.21.15.46:0/418493324 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f02c0106750 0x7f02c019eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.783+0000 7f02c6ea1640  1 --2- 172.21.15.46:0/418493324 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f02c0101100 0x7f02c019a790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.783+0000 7f02c6ea1640  1 --2- 172.21.15.46:0/418493324 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02c0100740 0x7f02c019a250 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.783+0000 7f02c6ea1640  1 -- 172.21.15.46:0/418493324 >> 172.21.15.46:0/418493324 conn(0x7f02c0077880 msgr2=0x7f02c010bed0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:37.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.783+0000 7f02c6ea1640  1 -- 172.21.15.46:0/418493324 shutdown_connections
2024-03-19T01:52:37.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.783+0000 7f02c6ea1640  1 -- 172.21.15.46:0/418493324 wait complete.
2024-03-19T01:52:37.794 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:52:37.794 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:52:37.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.905+0000 7fad639d4640  1 -- 172.21.15.46:0/3635570727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad5c107870 msgr2=0x7fad5c107c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:37.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.905+0000 7fad639d4640  1 --2- 172.21.15.46:0/3635570727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad5c107870 0x7fad5c107c50 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fad54009930 tx=0x7fad5402bc30 comp rx=0 tx=0).stop
2024-03-19T01:52:37.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.906+0000 7fad639d4640  1 -- 172.21.15.46:0/3635570727 shutdown_connections
2024-03-19T01:52:37.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.906+0000 7fad639d4640  1 --2- 172.21.15.46:0/3635570727 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fad5c0693e0 0x7fad5c10e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.906+0000 7fad639d4640  1 --2- 172.21.15.46:0/3635570727 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad5c068a20 0x7fad5c068ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.906+0000 7fad639d4640  1 --2- 172.21.15.46:0/3635570727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad5c107870 0x7fad5c107c50 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.906+0000 7fad639d4640  1 -- 172.21.15.46:0/3635570727 >> 172.21.15.46:0/3635570727 conn(0x7fad5c077820 msgr2=0x7fad5c077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:37.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.906+0000 7fad639d4640  1 -- 172.21.15.46:0/3635570727 shutdown_connections
2024-03-19T01:52:37.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.906+0000 7fad639d4640  1 -- 172.21.15.46:0/3635570727 wait complete.
2024-03-19T01:52:37.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.906+0000 7fad639d4640  1  Processor -- start
2024-03-19T01:52:37.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.906+0000 7fad639d4640  1 --  start start
2024-03-19T01:52:37.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.906+0000 7fad639d4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad5c068a20 0x7fad5c197fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.906+0000 7fad639d4640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fad5c0693e0 0x7fad5c198520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.906+0000 7fad639d4640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad5c107870 0x7fad5c19c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.906+0000 7fad639d4640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fad5c111a70 con 0x7fad5c068a20
2024-03-19T01:52:37.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.906+0000 7fad639d4640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fad5c1118f0 con 0x7fad5c0693e0
2024-03-19T01:52:37.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.906+0000 7fad639d4640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fad5c111bf0 con 0x7fad5c107870
2024-03-19T01:52:37.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.907+0000 7fad61770640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad5c068a20 0x7fad5c197fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.907+0000 7fad60f6f640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fad5c0693e0 0x7fad5c198520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.907+0000 7fad61770640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad5c068a20 0x7fad5c197fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47556/0 (socket says 172.21.15.46:47556)
2024-03-19T01:52:37.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.907+0000 7fad61770640  1 -- 172.21.15.46:0/2237763732 learned_addr learned my addr 172.21.15.46:0/2237763732 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:37.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.907+0000 7fad61f71640  1 --2- 172.21.15.46:0/2237763732 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad5c107870 0x7fad5c19c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.907+0000 7fad61770640  1 -- 172.21.15.46:0/2237763732 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad5c107870 msgr2=0x7fad5c19c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:37.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.907+0000 7fad61770640  1 --2- 172.21.15.46:0/2237763732 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad5c107870 0x7fad5c19c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.907+0000 7fad61770640  1 -- 172.21.15.46:0/2237763732 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fad5c0693e0 msgr2=0x7fad5c198520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:37.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.907+0000 7fad61770640  1 --2- 172.21.15.46:0/2237763732 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fad5c0693e0 0x7fad5c198520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.907+0000 7fad61770640  1 -- 172.21.15.46:0/2237763732 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad5c19cfd0 con 0x7fad5c068a20
2024-03-19T01:52:37.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.907+0000 7fad60f6f640  1 --2- 172.21.15.46:0/2237763732 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fad5c0693e0 0x7fad5c198520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:52:37.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.907+0000 7fad61f71640  1 --2- 172.21.15.46:0/2237763732 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad5c107870 0x7fad5c19c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:52:37.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.907+0000 7fad61770640  1 --2- 172.21.15.46:0/2237763732 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad5c068a20 0x7fad5c197fe0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fad54005940 tx=0x7fad54005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:37.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.907+0000 7fad5a7fc640  1 -- 172.21.15.46:0/2237763732 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad54043020 con 0x7fad5c068a20
2024-03-19T01:52:37.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.907+0000 7fad5a7fc640  1 -- 172.21.15.46:0/2237763732 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fad54004350 con 0x7fad5c068a20
2024-03-19T01:52:37.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.907+0000 7fad639d4640  1 -- 172.21.15.46:0/2237763732 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad5c19d260 con 0x7fad5c068a20
2024-03-19T01:52:37.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.907+0000 7fad5a7fc640  1 -- 172.21.15.46:0/2237763732 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad54003a80 con 0x7fad5c068a20
2024-03-19T01:52:37.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.907+0000 7fad639d4640  1 -- 172.21.15.46:0/2237763732 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad5c1a4b50 con 0x7fad5c068a20
2024-03-19T01:52:37.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.910+0000 7fad5a7fc640  1 -- 172.21.15.46:0/2237763732 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fad54046020 con 0x7fad5c068a20
2024-03-19T01:52:37.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.910+0000 7fad665be740  1  Processor -- start
2024-03-19T01:52:37.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.910+0000 7fad665be740  1 --  start start
2024-03-19T01:52:37.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.910+0000 7fad665be740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55775bb2ba30 0x55775bb2be10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.910+0000 7fad665be740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55775bb2c350 0x55775bb349f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.910+0000 7fad665be740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55775bb34f30 0x55775bb37320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.910+0000 7fad665be740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55775ba8f500 con 0x55775bb34f30
2024-03-19T01:52:37.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.910+0000 7fad665be740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55775ba37be0 con 0x55775bb2ba30
2024-03-19T01:52:37.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.910+0000 7fad665be740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55775ba8b5a0 con 0x55775bb2c350
2024-03-19T01:52:37.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.910+0000 7fad5a7fc640  1 --2- 172.21.15.46:0/2237763732 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fad440a2970 0x7fad440a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.910+0000 7fad61f71640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55775bb2ba30 0x55775bb2be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.910+0000 7fad61f71640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55775bb2ba30 0x55775bb2be10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:33676/0 (socket says 172.21.15.46:33676)
2024-03-19T01:52:37.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.910+0000 7fad61f71640  1 -- 172.21.15.46:0/1023013315 learned_addr learned my addr 172.21.15.46:0/1023013315 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:37.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.910+0000 7fad60f6f640  1 --2- 172.21.15.46:0/1023013315 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55775bb34f30 0x55775bb37320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.910+0000 7fad61770640  1 --2- 172.21.15.46:0/1023013315 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55775bb2c350 0x55775bb349f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.911+0000 7fad61f71640  1 --2- 172.21.15.46:0/2237763732 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fad440a2970 0x7fad440a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.911+0000 7fad60f6f640  1 -- 172.21.15.46:0/1023013315 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55775bb2c350 msgr2=0x55775bb349f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:37.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.911+0000 7fad60f6f640  1 --2- 172.21.15.46:0/1023013315 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55775bb2c350 0x55775bb349f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.911+0000 7fad60f6f640  1 -- 172.21.15.46:0/1023013315 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55775bb2ba30 msgr2=0x55775bb2be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:37.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.911+0000 7fad60f6f640  1 --2- 172.21.15.46:0/1023013315 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55775bb2ba30 0x55775bb2be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.911+0000 7fad60f6f640  1 -- 172.21.15.46:0/1023013315 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55775ba59000 con 0x55775bb34f30
2024-03-19T01:52:37.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.911+0000 7fad5a7fc640  1 -- 172.21.15.46:0/2237763732 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fad540f09e0 con 0x7fad5c068a20
2024-03-19T01:52:37.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.911+0000 7fad60f6f640  1 --2- 172.21.15.46:0/1023013315 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55775bb34f30 0x55775bb37320 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fad50009fa0 tx=0x7fad500118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c19a8ee00de6656 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:37.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.911+0000 7fad61f71640  1 --2- 172.21.15.46:0/2237763732 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fad440a2970 0x7fad440a4e30 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fad4c009fd0 tx=0x7fad4c0178d0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:37.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.911+0000 7fad437fe640  1 -- 172.21.15.46:0/1023013315 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad50004310 con 0x55775bb34f30
2024-03-19T01:52:37.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.911+0000 7fad437fe640  1 -- 172.21.15.46:0/1023013315 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fad500044b0 con 0x55775bb34f30
2024-03-19T01:52:37.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.911+0000 7fad437fe640  1 -- 172.21.15.46:0/1023013315 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad5000f9b0 con 0x55775bb34f30
2024-03-19T01:52:37.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.912+0000 7fad665be740  1 -- 172.21.15.46:0/1023013315 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55775bb34f30 msgr2=0x55775bb37320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:37.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.912+0000 7fad665be740  1 --2- 172.21.15.46:0/1023013315 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55775bb34f30 0x55775bb37320 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fad50009fa0 tx=0x7fad500118d0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.912+0000 7fad665be740  1 -- 172.21.15.46:0/1023013315 shutdown_connections
2024-03-19T01:52:37.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.912+0000 7fad665be740  1 --2- 172.21.15.46:0/1023013315 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55775bb34f30 0x55775bb37320 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.912+0000 7fad665be740  1 --2- 172.21.15.46:0/1023013315 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55775bb2c350 0x55775bb349f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.912+0000 7fad665be740  1 --2- 172.21.15.46:0/1023013315 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55775bb2ba30 0x55775bb2be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.912+0000 7fad665be740  1 -- 172.21.15.46:0/1023013315 >> 172.21.15.46:0/1023013315 conn(0x55775bb26160 msgr2=0x55775bb26540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:37.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.912+0000 7fad665be740  1 -- 172.21.15.46:0/1023013315 shutdown_connections
2024-03-19T01:52:37.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.912+0000 7fad665be740  1 -- 172.21.15.46:0/1023013315 wait complete.
2024-03-19T01:52:37.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.912+0000 7fad665be740  1 --  start start
2024-03-19T01:52:37.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.913+0000 7fad665be740  1  Processor -- start
2024-03-19T01:52:37.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.913+0000 7fad665be740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55775bb2ba30 0x55775bb31e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.913+0000 7fad665be740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55775bb2c350 0x55775bb323d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.913+0000 7fad665be740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55775bb34f30 0x55775bb32910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.913+0000 7fad665be740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55775bb37d20 con 0x55775bb2c350
2024-03-19T01:52:37.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.913+0000 7fad665be740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55775ba4b160 con 0x55775bb34f30
2024-03-19T01:52:37.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.913+0000 7fad665be740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55775bb37ea0 con 0x55775bb2ba30
2024-03-19T01:52:37.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.913+0000 7fad665be740 10 client.0 _ll_register_callbacks cb 0x55775ba87a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:52:37.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.913+0000 7fad61770640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55775bb2ba30 0x55775bb31e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.913+0000 7fad60f6f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55775bb2c350 0x55775bb323d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.913+0000 7fad61770640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55775bb2ba30 0x55775bb31e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:45874/0 (socket says 172.21.15.46:45874)
2024-03-19T01:52:37.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.913+0000 7fad60f6f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55775bb2c350 0x55775bb323d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47580/0 (socket says 172.21.15.46:47580)
2024-03-19T01:52:37.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.913+0000 7fad61770640  1 -- 172.21.15.46:0/1529775889 learned_addr learned my addr 172.21.15.46:0/1529775889 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:37.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.913+0000 7fad61f71640  1 --2- 172.21.15.46:0/1529775889 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55775bb34f30 0x55775bb32910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.913+0000 7fad60f6f640  1 -- 172.21.15.46:0/1529775889 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55775bb2ba30 msgr2=0x55775bb31e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:37.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.913+0000 7fad60f6f640  1 --2- 172.21.15.46:0/1529775889 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55775bb2ba30 0x55775bb31e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.913+0000 7fad60f6f640  1 -- 172.21.15.46:0/1529775889 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55775bb34f30 msgr2=0x55775bb32910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:37.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.913+0000 7fad60f6f640  1 --2- 172.21.15.46:0/1529775889 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55775bb34f30 0x55775bb32910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.913+0000 7fad60f6f640  1 -- 172.21.15.46:0/1529775889 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55775b86d7d0 con 0x55775bb2c350
2024-03-19T01:52:37.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.913+0000 7fad61770640  1 --2- 172.21.15.46:0/1529775889 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55775bb2ba30 0x55775bb31e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:52:37.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.914+0000 7fad60f6f640  1 --2- 172.21.15.46:0/1529775889 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55775bb2c350 0x55775bb323d0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fad50005890 tx=0x7fad50005270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3ec726b80e9e1ea server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:37.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.914+0000 7fad40ff9640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:52:37.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.914+0000 7fad40ff9640  1 -- 172.21.15.46:0/1529775889 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad50028070 con 0x55775bb2c350
2024-03-19T01:52:37.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.914+0000 7fad40ff9640  1 -- 172.21.15.46:0/1529775889 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fad500046c0 con 0x55775bb2c350
2024-03-19T01:52:37.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.914+0000 7fad665be740  1 -- 172.21.15.46:0/1529775889 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fad500044b0 con 0x55775bb2c350
2024-03-19T01:52:37.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.914+0000 7fad40ff9640  1 -- 172.21.15.46:0/1529775889 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fad50034050 con 0x55775bb2c350
2024-03-19T01:52:37.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.914+0000 7fad665be740 10 client.16275 fetch_fsmap learned FSMap version 28
2024-03-19T01:52:37.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.914+0000 7fad665be740  1 -- 172.21.15.46:0/1529775889 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55775b7a33f0 con 0x55775bb2c350
2024-03-19T01:52:37.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.914+0000 7fad40ff9640  1 -- 172.21.15.46:0/1529775889 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fad500044b0 con 0x55775bb2c350
2024-03-19T01:52:37.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.914+0000 7fad40ff9640  1 -- 172.21.15.46:0/1529775889 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 28) ==== 8366+0+0 (secure 0 0 0) 0x7fad5000fa70 con 0x55775bb2c350
2024-03-19T01:52:37.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.915+0000 7fad665be740 10 client.16275 fetch_fsmap finished waiting for FSMap version 28
2024-03-19T01:52:37.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.915+0000 7fad665be740 10 client.16275 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:52:37.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.915+0000 7fad665be740 20 client.16275 populate_metadata read hostname 'smithi046'
2024-03-19T01:52:37.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.915+0000 7fad665be740  1 --2- 172.21.15.46:0/1529775889 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55775bb45150 0x55775bb47540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.915+0000 7fad665be740  4 client.16275 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:52:37.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.915+0000 7fad665be740  1 -- 172.21.15.46:0/1529775889 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55775ba9ca40 con 0x55775bb45150
2024-03-19T01:52:37.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.915+0000 7fad61770640  1 --2- 172.21.15.46:0/1529775889 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55775bb45150 0x55775bb47540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.915+0000 7fad61770640  1 --2- 172.21.15.46:0/1529775889 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55775bb45150 0x55775bb47540 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2da1bc4af41b80c9 server_cookie=59e24b5cc7fbc2ae in_seq=0 out_seq=0
2024-03-19T01:52:37.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.915+0000 7fad40ff9640 10 client.16275 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:52:37.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.916+0000 7fad40ff9640  1 -- 172.21.15.46:0/1529775889 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55775ba9ca40 con 0x55775bb45150
2024-03-19T01:52:37.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.916+0000 7fad40ff9640 10 client.16275 handle_command_reply: tid=0
2024-03-19T01:52:37.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.916+0000 7fad665be740  1 client.16275 shutdown
2024-03-19T01:52:37.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.916+0000 7fad665be740  1 -- 172.21.15.46:0/1529775889 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55775bb2c350 msgr2=0x55775bb323d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:37.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.917+0000 7fad665be740  1 --2- 172.21.15.46:0/1529775889 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55775bb2c350 0x55775bb323d0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fad50005890 tx=0x7fad50005270 comp rx=0 tx=0).stop
2024-03-19T01:52:37.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.917+0000 7fad665be740  1 -- 172.21.15.46:0/1529775889 shutdown_connections
2024-03-19T01:52:37.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.917+0000 7fad665be740  1 --2- 172.21.15.46:0/1529775889 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55775bb45150 0x55775bb47540 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.917+0000 7fad665be740  1 --2- 172.21.15.46:0/1529775889 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55775bb34f30 0x55775bb32910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.917+0000 7fad40ff9640  0 client.16275 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:52:37.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.917+0000 7fad665be740  1 --2- 172.21.15.46:0/1529775889 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55775bb2c350 0x55775bb323d0 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.917+0000 7fad665be740  1 --2- 172.21.15.46:0/1529775889 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55775bb2ba30 0x55775bb31e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.917+0000 7fad665be740  1 -- 172.21.15.46:0/1529775889 >> 172.21.15.46:0/1529775889 conn(0x55775bb26160 msgr2=0x55775bb27eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:37.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.917+0000 7fad665be740  1 -- 172.21.15.46:0/1529775889 shutdown_connections
2024-03-19T01:52:37.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.917+0000 7fad665be740  1 -- 172.21.15.46:0/1529775889 wait complete.
2024-03-19T01:52:37.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.917+0000 7fad665be740 20 client.16275 trim_cache size 0 max 16384
2024-03-19T01:52:37.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.938+0000 7fad665be740  1  Processor -- start
2024-03-19T01:52:37.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.938+0000 7fad665be740  1 --  start start
2024-03-19T01:52:37.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.938+0000 7fad665be740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55775bb2ba30 0x55775bb26540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.938+0000 7fad665be740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55775bb2c350 0x55775bb40af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.938+0000 7fad665be740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55775bb34f30 0x55775bb4cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.938+0000 7fad665be740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fad5c1af250 con 0x55775bb2c350
2024-03-19T01:52:37.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.938+0000 7fad665be740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fad5c1aca90 con 0x55775bb2ba30
2024-03-19T01:52:37.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.938+0000 7fad665be740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fad5c1aa8c0 con 0x55775bb34f30
2024-03-19T01:52:37.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.938+0000 7fad60f6f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55775bb2c350 0x55775bb40af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.938+0000 7fad60f6f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55775bb2c350 0x55775bb40af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47596/0 (socket says 172.21.15.46:47596)
2024-03-19T01:52:37.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.938+0000 7fad60f6f640  1 -- 172.21.15.46:0/2062457164 learned_addr learned my addr 172.21.15.46:0/2062457164 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:37.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.938+0000 7fad61770640  1 --2- 172.21.15.46:0/2062457164 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55775bb2ba30 0x55775bb26540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.938+0000 7fad61f71640  1 --2- 172.21.15.46:0/2062457164 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55775bb34f30 0x55775bb4cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.938+0000 7fad60f6f640  1 -- 172.21.15.46:0/2062457164 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55775bb34f30 msgr2=0x55775bb4cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:37.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.938+0000 7fad60f6f640  1 --2- 172.21.15.46:0/2062457164 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55775bb34f30 0x55775bb4cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.938+0000 7fad60f6f640  1 -- 172.21.15.46:0/2062457164 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55775bb2ba30 msgr2=0x55775bb26540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:37.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.938+0000 7fad60f6f640  1 --2- 172.21.15.46:0/2062457164 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55775bb2ba30 0x55775bb26540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.938+0000 7fad60f6f640  1 -- 172.21.15.46:0/2062457164 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55775bb2c180 con 0x55775bb2c350
2024-03-19T01:52:37.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.939+0000 7fad60f6f640  1 --2- 172.21.15.46:0/2062457164 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55775bb2c350 0x55775bb40af0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7fad500036a0 tx=0x7fad50001e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a3c6b4f2062270d server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:37.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.939+0000 7fad42ffd640  1 -- 172.21.15.46:0/2062457164 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad50028070 con 0x55775bb2c350
2024-03-19T01:52:37.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.939+0000 7fad42ffd640  1 -- 172.21.15.46:0/2062457164 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fad50005670 con 0x55775bb2c350
2024-03-19T01:52:37.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.939+0000 7fad42ffd640  1 -- 172.21.15.46:0/2062457164 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad5000fa00 con 0x55775bb2c350
2024-03-19T01:52:37.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.940+0000 7fad665be740  1 -- 172.21.15.46:0/2062457164 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55775bb2c350 msgr2=0x55775bb40af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:37.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.940+0000 7fad665be740  1 --2- 172.21.15.46:0/2062457164 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55775bb2c350 0x55775bb40af0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7fad500036a0 tx=0x7fad50001e50 comp rx=0 tx=0).stop
2024-03-19T01:52:37.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.940+0000 7fad665be740  1 -- 172.21.15.46:0/2062457164 shutdown_connections
2024-03-19T01:52:37.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.940+0000 7fad665be740  1 --2- 172.21.15.46:0/2062457164 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55775bb34f30 0x55775bb4cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.940+0000 7fad665be740  1 --2- 172.21.15.46:0/2062457164 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55775bb2c350 0x55775bb40af0 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.940+0000 7fad665be740  1 --2- 172.21.15.46:0/2062457164 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55775bb2ba30 0x55775bb26540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.940+0000 7fad665be740  1 -- 172.21.15.46:0/2062457164 >> 172.21.15.46:0/2062457164 conn(0x55775bb26160 msgr2=0x55775bb335b0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:37.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.940+0000 7fad665be740  1 -- 172.21.15.46:0/2062457164 shutdown_connections
2024-03-19T01:52:37.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.940+0000 7fad665be740  1 -- 172.21.15.46:0/2062457164 wait complete.
2024-03-19T01:52:37.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.940+0000 7fad665be740  1 --  start start
2024-03-19T01:52:37.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.940+0000 7fad665be740  1  Processor -- start
2024-03-19T01:52:37.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.940+0000 7fad665be740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55775bb2ba30 0x55775bb3cf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.940+0000 7fad665be740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55775bb2c350 0x55775bb3d450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.940+0000 7fad665be740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55775bb34f30 0x55775bb382c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.941+0000 7fad665be740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fad5c1aaf50 con 0x55775bb34f30
2024-03-19T01:52:37.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.941+0000 7fad665be740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fad5c1ac3c0 con 0x55775bb2c350
2024-03-19T01:52:37.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.941+0000 7fad665be740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fad5c1ab620 con 0x55775bb2ba30
2024-03-19T01:52:37.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.941+0000 7fad665be740 10 client.0 _ll_register_callbacks cb 0x7fad4c017c60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:52:37.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.941+0000 7fad61f71640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55775bb34f30 0x55775bb382c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.941+0000 7fad61770640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55775bb2ba30 0x55775bb3cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.941+0000 7fad61f71640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55775bb34f30 0x55775bb382c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47610/0 (socket says 172.21.15.46:47610)
2024-03-19T01:52:37.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.941+0000 7fad60f6f640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55775bb2c350 0x55775bb3d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.941+0000 7fad61f71640  1 -- 172.21.15.46:0/3448892972 learned_addr learned my addr 172.21.15.46:0/3448892972 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:52:37.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.941+0000 7fad61770640  1 --2- 172.21.15.46:0/3448892972 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55775bb2ba30 0x55775bb3cf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:45892/0 (socket says 172.21.15.46:45892)
2024-03-19T01:52:37.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.941+0000 7fad61f71640  1 -- 172.21.15.46:0/3448892972 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55775bb2ba30 msgr2=0x55775bb3cf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:37.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.941+0000 7fad61f71640  1 --2- 172.21.15.46:0/3448892972 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55775bb2ba30 0x55775bb3cf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.941+0000 7fad61f71640  1 -- 172.21.15.46:0/3448892972 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55775bb2c350 msgr2=0x55775bb3d450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:52:37.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.941+0000 7fad61f71640  1 --2- 172.21.15.46:0/3448892972 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55775bb2c350 0x55775bb3d450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.941+0000 7fad61f71640  1 -- 172.21.15.46:0/3448892972 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55775b7630f0 con 0x55775bb34f30
2024-03-19T01:52:37.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.941+0000 7fad61770640  1 --2- 172.21.15.46:0/3448892972 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55775bb2ba30 0x55775bb3cf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:52:37.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.941+0000 7fad61f71640  1 --2- 172.21.15.46:0/3448892972 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55775bb34f30 0x55775bb382c0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7fad4c017c10 tx=0x7fad4c009ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49a30863366c67bf server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:52:37.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.941+0000 7fad40ff9640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:52:37.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.941+0000 7fad40ff9640  1 -- 172.21.15.46:0/3448892972 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad4c0120b0 con 0x55775bb34f30
2024-03-19T01:52:37.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.941+0000 7fad40ff9640  1 -- 172.21.15.46:0/3448892972 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fad4c020040 con 0x55775bb34f30
2024-03-19T01:52:37.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.941+0000 7fad665be740  1 -- 172.21.15.46:0/3448892972 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fad50005670 con 0x55775bb34f30
2024-03-19T01:52:37.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.941+0000 7fad40ff9640  1 -- 172.21.15.46:0/3448892972 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fad4c03b050 con 0x55775bb34f30
2024-03-19T01:52:37.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.942+0000 7fad665be740 10 client.16281 fetch_fsmap learned FSMap version 28
2024-03-19T01:52:37.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.942+0000 7fad665be740  1 -- 172.21.15.46:0/3448892972 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55775bbaad00 con 0x55775bb34f30
2024-03-19T01:52:37.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.942+0000 7fad40ff9640  1 -- 172.21.15.46:0/3448892972 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fad50005670 con 0x55775bb34f30
2024-03-19T01:52:37.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.942+0000 7fad40ff9640  1 -- 172.21.15.46:0/3448892972 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 28) ==== 8366+0+0 (secure 0 0 0) 0x7fad4c0104c0 con 0x55775bb34f30
2024-03-19T01:52:37.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.942+0000 7fad665be740 10 client.16281 fetch_fsmap finished waiting for FSMap version 28
2024-03-19T01:52:37.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.942+0000 7fad665be740 10 client.16281 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:52:37.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.942+0000 7fad665be740 20 client.16281 populate_metadata read hostname 'smithi046'
2024-03-19T01:52:37.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.942+0000 7fad665be740  1 --2- 172.21.15.46:0/3448892972 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55775bbab560 0x55775bbad980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:52:37.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.942+0000 7fad665be740  4 client.16281 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:52:37.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.942+0000 7fad665be740  1 -- 172.21.15.46:0/3448892972 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55775ba96d90 con 0x55775bbab560
2024-03-19T01:52:37.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.942+0000 7fad61770640  1 --2- 172.21.15.46:0/3448892972 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55775bbab560 0x55775bbad980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:52:37.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.942+0000 7fad61770640  1 --2- 172.21.15.46:0/3448892972 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55775bbab560 0x55775bbad980 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=46099849a7b4f02f server_cookie=80496af2a6f550bb in_seq=0 out_seq=0
2024-03-19T01:52:37.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.942+0000 7fad40ff9640 10 client.16281 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:52:37.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.944+0000 7fad40ff9640  1 -- 172.21.15.46:0/3448892972 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+268 (crc 0 0 0) 0x55775ba96d90 con 0x55775bbab560
2024-03-19T01:52:37.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.944+0000 7fad40ff9640 10 client.16281 handle_command_reply: tid=0
2024-03-19T01:52:37.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.944+0000 7fad665be740  1 client.16281 shutdown
2024-03-19T01:52:37.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.944+0000 7fad665be740  1 -- 172.21.15.46:0/3448892972 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55775bb34f30 msgr2=0x55775bb382c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:37.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.944+0000 7fad665be740  1 --2- 172.21.15.46:0/3448892972 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55775bb34f30 0x55775bb382c0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7fad4c017c10 tx=0x7fad4c009ee0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.944+0000 7fad665be740  1 -- 172.21.15.46:0/3448892972 shutdown_connections
2024-03-19T01:52:37.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.944+0000 7fad665be740  1 --2- 172.21.15.46:0/3448892972 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55775bbab560 0x55775bbad980 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.944+0000 7fad665be740  1 --2- 172.21.15.46:0/3448892972 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55775bb34f30 0x55775bb382c0 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.944+0000 7fad40ff9640  0 client.16281 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:52:37.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.944+0000 7fad665be740  1 --2- 172.21.15.46:0/3448892972 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55775bb2c350 0x55775bb3d450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.944+0000 7fad665be740  1 --2- 172.21.15.46:0/3448892972 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55775bb2ba30 0x55775bb3cf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.944+0000 7fad665be740  1 -- 172.21.15.46:0/3448892972 >> 172.21.15.46:0/3448892972 conn(0x55775bb26160 msgr2=0x55775bb326a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:37.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.944+0000 7fad665be740  1 -- 172.21.15.46:0/3448892972 shutdown_connections
2024-03-19T01:52:37.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.944+0000 7fad665be740  1 -- 172.21.15.46:0/3448892972 wait complete.
2024-03-19T01:52:37.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.944+0000 7fad665be740 20 client.16281 trim_cache size 0 max 16384
2024-03-19T01:52:37.950 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:52:37.950 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "scrub active (1191 inodes in the stack)",
2024-03-19T01:52:37.950 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {
2024-03-19T01:52:37.950 INFO:teuthology.orchestra.run.smithi046.stdout:        "4447dbbc-9917-46c0-b9c0-25232c4aa5b4": {
2024-03-19T01:52:37.950 INFO:teuthology.orchestra.run.smithi046.stdout:            "path": "/",
2024-03-19T01:52:37.950 INFO:teuthology.orchestra.run.smithi046.stdout:            "tag": "4447dbbc-9917-46c0-b9c0-25232c4aa5b4",
2024-03-19T01:52:37.950 INFO:teuthology.orchestra.run.smithi046.stdout:            "options": "recursive,force"
2024-03-19T01:52:37.950 INFO:teuthology.orchestra.run.smithi046.stdout:        }
2024-03-19T01:52:37.950 INFO:teuthology.orchestra.run.smithi046.stdout:    }
2024-03-19T01:52:37.950 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:52:37.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.945+0000 7fad639d4640  1 -- 172.21.15.46:0/2237763732 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fad440a2970 msgr2=0x7fad440a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:37.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.945+0000 7fad639d4640  1 --2- 172.21.15.46:0/2237763732 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fad440a2970 0x7fad440a4e30 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fad4c009fd0 tx=0x7fad4c0178d0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.945+0000 7fad639d4640  1 -- 172.21.15.46:0/2237763732 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad5c068a20 msgr2=0x7fad5c197fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:52:37.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.945+0000 7fad639d4640  1 --2- 172.21.15.46:0/2237763732 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad5c068a20 0x7fad5c197fe0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fad54005940 tx=0x7fad54005dc0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.945+0000 7fad639d4640  1 -- 172.21.15.46:0/2237763732 shutdown_connections
2024-03-19T01:52:37.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.945+0000 7fad639d4640  1 --2- 172.21.15.46:0/2237763732 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fad440a2970 0x7fad440a4e30 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.945+0000 7fad639d4640  1 --2- 172.21.15.46:0/2237763732 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad5c107870 0x7fad5c19c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.945+0000 7fad639d4640  1 --2- 172.21.15.46:0/2237763732 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fad5c0693e0 0x7fad5c198520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.945+0000 7fad639d4640  1 --2- 172.21.15.46:0/2237763732 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad5c068a20 0x7fad5c197fe0 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:52:37.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.945+0000 7fad639d4640  1 -- 172.21.15.46:0/2237763732 >> 172.21.15.46:0/2237763732 conn(0x7fad5c077820 msgr2=0x7fad5c0fe3d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:52:37.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.945+0000 7fad639d4640  1 -- 172.21.15.46:0/2237763732 shutdown_connections
2024-03-19T01:52:37.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:52:37.945+0000 7fad639d4640  1 -- 172.21.15.46:0/2237763732 wait complete.
2024-03-19T01:52:37.955 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:37 smithi046 ceph-mon[63102]: pgmap v79: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 698 KiB/s rd, 766 KiB/s wr, 109 op/s
2024-03-19T01:52:37.956 INFO:tasks.cephfs.filesystem:scrub status for tag:4447dbbc-9917-46c0-b9c0-25232c4aa5b4 - {'path': '/', 'tag': '4447dbbc-9917-46c0-b9c0-25232c4aa5b4', 'options': 'recursive,force'}
2024-03-19T01:52:38.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:37 smithi073 ceph-mon[66833]: pgmap v79: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 698 KiB/s rd, 766 KiB/s wr, 109 op/s
2024-03-19T01:52:38.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:37 smithi102 ceph-mon[66557]: pgmap v79: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 698 KiB/s rd, 766 KiB/s wr, 109 op/s
2024-03-19T01:52:39.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:38 smithi046 ceph-mon[63102]: scrub queued for path: /
2024-03-19T01:52:39.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:38 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:52:39.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:38 smithi046 ceph-mon[63102]: scrub summary: active paths [/]
2024-03-19T01:52:39.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:38 smithi046 ceph-mon[63102]: scrub summary: active paths [/]
2024-03-19T01:52:39.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:38 smithi073 ceph-mon[66833]: scrub queued for path: /
2024-03-19T01:52:39.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:38 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:52:39.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:38 smithi073 ceph-mon[66833]: scrub summary: active paths [/]
2024-03-19T01:52:39.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:38 smithi073 ceph-mon[66833]: scrub summary: active paths [/]
2024-03-19T01:52:39.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:38 smithi102 ceph-mon[66557]: scrub queued for path: /
2024-03-19T01:52:39.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:38 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:52:39.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:38 smithi102 ceph-mon[66557]: scrub summary: active paths [/]
2024-03-19T01:52:39.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:38 smithi102 ceph-mon[66557]: scrub summary: active paths [/]
2024-03-19T01:52:40.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:39 smithi046 ceph-mon[63102]: pgmap v80: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 488 KiB/s rd, 520 KiB/s wr, 72 op/s
2024-03-19T01:52:40.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:39 smithi073 ceph-mon[66833]: pgmap v80: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 488 KiB/s rd, 520 KiB/s wr, 72 op/s
2024-03-19T01:52:40.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:39 smithi102 ceph-mon[66557]: pgmap v80: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 488 KiB/s rd, 520 KiB/s wr, 72 op/s
2024-03-19T01:52:41.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:40 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:52:41.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:40 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:52:41.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:40 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:52:41.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:40 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:52:41.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:40 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:52:41.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:40 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:52:42.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:41 smithi046 ceph-mon[63102]: pgmap v81: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 884 KiB/s rd, 897 KiB/s wr, 140 op/s
2024-03-19T01:52:42.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:41 smithi073 ceph-mon[66833]: pgmap v81: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 884 KiB/s rd, 897 KiB/s wr, 140 op/s
2024-03-19T01:52:42.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:41 smithi102 ceph-mon[66557]: pgmap v81: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 884 KiB/s rd, 897 KiB/s wr, 140 op/s
2024-03-19T01:52:44.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:43 smithi046 ceph-mon[63102]: pgmap v82: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 584 KiB/s rd, 614 KiB/s wr, 106 op/s
2024-03-19T01:52:44.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:43 smithi073 ceph-mon[66833]: pgmap v82: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 584 KiB/s rd, 614 KiB/s wr, 106 op/s
2024-03-19T01:52:44.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:43 smithi102 ceph-mon[66557]: pgmap v82: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 584 KiB/s rd, 614 KiB/s wr, 106 op/s
2024-03-19T01:52:46.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:45 smithi046 ceph-mon[63102]: pgmap v83: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 584 KiB/s rd, 614 KiB/s wr, 106 op/s
2024-03-19T01:52:46.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:45 smithi073 ceph-mon[66833]: pgmap v83: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 584 KiB/s rd, 614 KiB/s wr, 106 op/s
2024-03-19T01:52:46.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:45 smithi102 ceph-mon[66557]: pgmap v83: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 584 KiB/s rd, 614 KiB/s wr, 106 op/s
2024-03-19T01:52:48.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:47 smithi046 ceph-mon[63102]: pgmap v84: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 990 KiB/s rd, 1.0 MiB/s wr, 186 op/s
2024-03-19T01:52:48.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:47 smithi073 ceph-mon[66833]: pgmap v84: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 990 KiB/s rd, 1.0 MiB/s wr, 186 op/s
2024-03-19T01:52:48.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:47 smithi102 ceph-mon[66557]: pgmap v84: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 990 KiB/s rd, 1.0 MiB/s wr, 186 op/s
2024-03-19T01:52:50.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:49 smithi046 ceph-mon[63102]: pgmap v85: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 801 KiB/s rd, 794 KiB/s wr, 147 op/s
2024-03-19T01:52:50.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:49 smithi073 ceph-mon[66833]: pgmap v85: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 801 KiB/s rd, 794 KiB/s wr, 147 op/s
2024-03-19T01:52:50.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:49 smithi102 ceph-mon[66557]: pgmap v85: 129 pgs: 129 active+clean; 2.1 GiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 801 KiB/s rd, 794 KiB/s wr, 147 op/s
2024-03-19T01:52:51.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:50 smithi046 ceph-mon[63102]: scrub summary: idle
2024-03-19T01:52:51.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:50 smithi046 ceph-mon[63102]: scrub summary: idle
2024-03-19T01:52:51.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:50 smithi073 ceph-mon[66833]: scrub summary: idle
2024-03-19T01:52:51.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:50 smithi073 ceph-mon[66833]: scrub summary: idle
2024-03-19T01:52:51.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:50 smithi102 ceph-mon[66557]: scrub summary: idle
2024-03-19T01:52:51.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:50 smithi102 ceph-mon[66557]: scrub summary: idle
2024-03-19T01:52:52.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:51 smithi046 ceph-mon[63102]: pgmap v86: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 219 op/s
2024-03-19T01:52:52.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:51 smithi073 ceph-mon[66833]: pgmap v86: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 219 op/s
2024-03-19T01:52:52.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:51 smithi102 ceph-mon[66557]: pgmap v86: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 219 op/s
2024-03-19T01:52:54.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:53 smithi046 ceph-mon[63102]: pgmap v87: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 910 KiB/s rd, 905 KiB/s wr, 152 op/s
2024-03-19T01:52:54.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:53 smithi073 ceph-mon[66833]: pgmap v87: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 910 KiB/s rd, 905 KiB/s wr, 152 op/s
2024-03-19T01:52:54.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:53 smithi102 ceph-mon[66557]: pgmap v87: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 910 KiB/s rd, 905 KiB/s wr, 152 op/s
2024-03-19T01:52:55.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:54 smithi046 ceph-mon[63102]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:52:55.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:54 smithi073 ceph-mon[66833]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:52:55.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:54 smithi102 ceph-mon[66557]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:52:56.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:55 smithi046 ceph-mon[63102]: pgmap v88: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 910 KiB/s rd, 905 KiB/s wr, 152 op/s
2024-03-19T01:52:56.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:55 smithi073 ceph-mon[66833]: pgmap v88: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 910 KiB/s rd, 905 KiB/s wr, 152 op/s
2024-03-19T01:52:56.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:55 smithi102 ceph-mon[66557]: pgmap v88: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 910 KiB/s rd, 905 KiB/s wr, 152 op/s
2024-03-19T01:52:58.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:57 smithi046 ceph-mon[63102]: pgmap v89: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 246 op/s
2024-03-19T01:52:58.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:57 smithi073 ceph-mon[66833]: pgmap v89: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 246 op/s
2024-03-19T01:52:58.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:57 smithi102 ceph-mon[66557]: pgmap v89: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 246 op/s
2024-03-19T01:53:00.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:52:59 smithi046 ceph-mon[63102]: pgmap v90: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 772 KiB/s rd, 777 KiB/s wr, 166 op/s
2024-03-19T01:53:00.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:52:59 smithi073 ceph-mon[66833]: pgmap v90: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 772 KiB/s rd, 777 KiB/s wr, 166 op/s
2024-03-19T01:53:00.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:52:59 smithi102 ceph-mon[66557]: pgmap v90: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 772 KiB/s rd, 777 KiB/s wr, 166 op/s
2024-03-19T01:53:02.118 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:01 smithi046 ceph-mon[63102]: pgmap v91: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 207 op/s
2024-03-19T01:53:02.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:01 smithi073 ceph-mon[66833]: pgmap v91: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 207 op/s
2024-03-19T01:53:02.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:01 smithi102 ceph-mon[66557]: pgmap v91: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 207 op/s
2024-03-19T01:53:04.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:03 smithi046 ceph-mon[63102]: pgmap v92: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 537 KiB/s rd, 567 KiB/s wr, 135 op/s
2024-03-19T01:53:04.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:03 smithi073 ceph-mon[66833]: pgmap v92: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 537 KiB/s rd, 567 KiB/s wr, 135 op/s
2024-03-19T01:53:04.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:03 smithi102 ceph-mon[66557]: pgmap v92: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 537 KiB/s rd, 567 KiB/s wr, 135 op/s
2024-03-19T01:53:06.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:05 smithi046 ceph-mon[63102]: pgmap v93: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 537 KiB/s rd, 567 KiB/s wr, 135 op/s
2024-03-19T01:53:06.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:05 smithi073 ceph-mon[66833]: pgmap v93: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 537 KiB/s rd, 567 KiB/s wr, 135 op/s
2024-03-19T01:53:06.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:05 smithi102 ceph-mon[66557]: pgmap v93: 129 pgs: 129 active+clean; 2.1 GiB data, 5.1 GiB used, 1.0 TiB / 1.0 TiB avail; 537 KiB/s rd, 567 KiB/s wr, 135 op/s
2024-03-19T01:53:07.956 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:53:07.957 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:53:08.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.102+0000 7fa6dd236640  1 -- 172.21.15.46:0/3340463914 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa6d8107870 msgr2=0x7fa6d8107c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.102+0000 7fa6dd236640  1 --2- 172.21.15.46:0/3340463914 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa6d8107870 0x7fa6d8107c50 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fa6c8009930 tx=0x7fa6c802bc30 comp rx=0 tx=0).stop
2024-03-19T01:53:08.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.102+0000 7fa6dd236640  1 -- 172.21.15.46:0/3340463914 shutdown_connections
2024-03-19T01:53:08.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.102+0000 7fa6dd236640  1 --2- 172.21.15.46:0/3340463914 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa6d80693e0 0x7fa6d810e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.102+0000 7fa6dd236640  1 --2- 172.21.15.46:0/3340463914 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa6d8068a20 0x7fa6d8068ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.102+0000 7fa6dd236640  1 --2- 172.21.15.46:0/3340463914 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa6d8107870 0x7fa6d8107c50 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.102+0000 7fa6dd236640  1 -- 172.21.15.46:0/3340463914 >> 172.21.15.46:0/3340463914 conn(0x7fa6d8077820 msgr2=0x7fa6d8077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:08.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.102+0000 7fa6dd236640  1 -- 172.21.15.46:0/3340463914 shutdown_connections
2024-03-19T01:53:08.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.103+0000 7fa6dd236640  1 -- 172.21.15.46:0/3340463914 wait complete.
2024-03-19T01:53:08.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.104+0000 7fa6dd236640  1  Processor -- start
2024-03-19T01:53:08.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.104+0000 7fa6dd236640  1 --  start start
2024-03-19T01:53:08.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.104+0000 7fa6dd236640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa6d8068a20 0x7fa6d81006e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.104+0000 7fa6dd236640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa6d80693e0 0x7fa6d8100c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.104+0000 7fa6dd236640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa6d8107870 0x7fa6d8101160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.104+0000 7fa6dd236640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa6d8111ac0 con 0x7fa6d80693e0
2024-03-19T01:53:08.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.104+0000 7fa6dd236640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa6d8111940 con 0x7fa6d8068a20
2024-03-19T01:53:08.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.104+0000 7fa6dd236640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa6d8111c40 con 0x7fa6d8107870
2024-03-19T01:53:08.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.104+0000 7fa6d759e640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa6d8107870 0x7fa6d8101160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.104+0000 7fa6d759e640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa6d8107870 0x7fa6d8101160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:59762/0 (socket says 172.21.15.46:59762)
2024-03-19T01:53:08.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.104+0000 7fa6d759e640  1 -- 172.21.15.46:0/3762468233 learned_addr learned my addr 172.21.15.46:0/3762468233 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:08.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.105+0000 7fa6d6d9d640  1 --2- 172.21.15.46:0/3762468233 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa6d8068a20 0x7fa6d81006e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.105+0000 7fa6ce59c640  1 --2- 172.21.15.46:0/3762468233 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa6d80693e0 0x7fa6d8100c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.105+0000 7fa6d759e640  1 -- 172.21.15.46:0/3762468233 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa6d8068a20 msgr2=0x7fa6d81006e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.105+0000 7fa6d759e640  1 --2- 172.21.15.46:0/3762468233 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa6d8068a20 0x7fa6d81006e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.105+0000 7fa6d759e640  1 -- 172.21.15.46:0/3762468233 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa6d80693e0 msgr2=0x7fa6d8100c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.105+0000 7fa6d759e640  1 --2- 172.21.15.46:0/3762468233 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa6d80693e0 0x7fa6d8100c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.105+0000 7fa6d759e640  1 -- 172.21.15.46:0/3762468233 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6d81a6280 con 0x7fa6d8107870
2024-03-19T01:53:08.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.106+0000 7fa6d759e640  1 --2- 172.21.15.46:0/3762468233 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa6d8107870 0x7fa6d8101160 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fa6d000eb10 tx=0x7fa6d000c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:08.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.107+0000 7fa6d4d99640  1 -- 172.21.15.46:0/3762468233 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d0004b20 con 0x7fa6d8107870
2024-03-19T01:53:08.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.107+0000 7fa6dd236640  1 -- 172.21.15.46:0/3762468233 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6d81a6570 con 0x7fa6d8107870
2024-03-19T01:53:08.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.107+0000 7fa6d4d99640  1 -- 172.21.15.46:0/3762468233 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa6d0004cc0 con 0x7fa6d8107870
2024-03-19T01:53:08.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.107+0000 7fa6d4d99640  1 -- 172.21.15.46:0/3762468233 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d0010690 con 0x7fa6d8107870
2024-03-19T01:53:08.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.107+0000 7fa6dd236640  1 -- 172.21.15.46:0/3762468233 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6d81a6ac0 con 0x7fa6d8107870
2024-03-19T01:53:08.110 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.110+0000 7fa6d4d99640  1 -- 172.21.15.46:0/3762468233 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fa6d0005020 con 0x7fa6d8107870
2024-03-19T01:53:08.110 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.111+0000 7fa6dfe29740  1  Processor -- start
2024-03-19T01:53:08.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.111+0000 7fa6dfe29740  1 --  start start
2024-03-19T01:53:08.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.111+0000 7fa6dfe29740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560dca991a30 0x560dca991e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.111+0000 7fa6dfe29740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560dca992350 0x560dca99a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.111+0000 7fa6dfe29740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560dca99af30 0x560dca99d320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.111+0000 7fa6dfe29740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x560dca8f5500 con 0x560dca99af30
2024-03-19T01:53:08.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.111+0000 7fa6dfe29740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x560dca89dbe0 con 0x560dca992350
2024-03-19T01:53:08.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.111+0000 7fa6dfe29740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x560dca8f15a0 con 0x560dca991a30
2024-03-19T01:53:08.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.111+0000 7fa6d6d9d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560dca992350 0x560dca99a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.111+0000 7fa6d6d9d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560dca992350 0x560dca99a9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:47620/0 (socket says 172.21.15.46:47620)
2024-03-19T01:53:08.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.111+0000 7fa6d6d9d640  1 -- 172.21.15.46:0/2332885006 learned_addr learned my addr 172.21.15.46:0/2332885006 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:08.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.112+0000 7fa6d6d9d640  1 -- 172.21.15.46:0/2332885006 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560dca991a30 msgr2=0x560dca991e10 unknown :-1 s=STATE_CONNECTING l=0).mark_down
2024-03-19T01:53:08.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.112+0000 7fa6d6d9d640  1 --2- 172.21.15.46:0/2332885006 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560dca991a30 0x560dca991e10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.112+0000 7fa6d6d9d640  1 -- 172.21.15.46:0/2332885006 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560dca99af30 msgr2=0x560dca99d320 unknown :-1 s=STATE_CONNECTING l=0).mark_down
2024-03-19T01:53:08.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.112+0000 7fa6d6d9d640  1 --2- 172.21.15.46:0/2332885006 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560dca99af30 0x560dca99d320 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.112+0000 7fa6d6d9d640  1 -- 172.21.15.46:0/2332885006 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560dca8bf000 con 0x560dca992350
2024-03-19T01:53:08.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.112+0000 7fa6d6d9d640  1 --2- 172.21.15.46:0/2332885006 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560dca992350 0x560dca99a9f0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fa6c8009930 tx=0x7fa6c8005760 comp rx=0 tx=0).ready entity=mon.2 client_cookie=80065c91433743c7 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:08.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.113+0000 7fa6cd59a640  1 -- 172.21.15.46:0/2332885006 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6c8044020 con 0x560dca992350
2024-03-19T01:53:08.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.113+0000 7fa6cd59a640  1 -- 172.21.15.46:0/2332885006 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa6c802cc30 con 0x560dca992350
2024-03-19T01:53:08.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.113+0000 7fa6cd59a640  1 -- 172.21.15.46:0/2332885006 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6c8003e50 con 0x560dca992350
2024-03-19T01:53:08.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.113+0000 7fa6d4d99640  1 --2- 172.21.15.46:0/3762468233 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fa6c40a2a70 0x7fa6c40a4f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.114+0000 7fa6ce59c640  1 --2- 172.21.15.46:0/3762468233 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fa6c40a2a70 0x7fa6c40a4f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.114+0000 7fa6d4d99640  1 -- 172.21.15.46:0/3762468233 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fa6d00cf7f0 con 0x7fa6d8107870
2024-03-19T01:53:08.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.114+0000 7fa6dfe29740  1 -- 172.21.15.46:0/2332885006 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560dca992350 msgr2=0x560dca99a9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.114+0000 7fa6dfe29740  1 --2- 172.21.15.46:0/2332885006 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560dca992350 0x560dca99a9f0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fa6c8009930 tx=0x7fa6c8005760 comp rx=0 tx=0).stop
2024-03-19T01:53:08.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.114+0000 7fa6dfe29740  1 -- 172.21.15.46:0/2332885006 shutdown_connections
2024-03-19T01:53:08.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.114+0000 7fa6dfe29740  1 --2- 172.21.15.46:0/2332885006 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560dca99af30 0x560dca99d320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.114+0000 7fa6dfe29740  1 --2- 172.21.15.46:0/2332885006 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560dca992350 0x560dca99a9f0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.114+0000 7fa6dfe29740  1 --2- 172.21.15.46:0/2332885006 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560dca991a30 0x560dca991e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.114+0000 7fa6dfe29740  1 -- 172.21.15.46:0/2332885006 >> 172.21.15.46:0/2332885006 conn(0x560dca98c160 msgr2=0x560dca98c540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:08.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:07 smithi046 ceph-mon[63102]: pgmap v94: 129 pgs: 129 active+clean; 2.1 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 906 KiB/s rd, 946 KiB/s wr, 204 op/s
2024-03-19T01:53:08.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.116+0000 7fa6dfe29740  1 -- 172.21.15.46:0/2332885006 shutdown_connections
2024-03-19T01:53:08.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.116+0000 7fa6ce59c640  1 --2- 172.21.15.46:0/3762468233 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fa6c40a2a70 0x7fa6c40a4f30 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x560dca98d2f0 tx=0x7fa6c0005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:08.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.116+0000 7fa6dfe29740  1 -- 172.21.15.46:0/2332885006 wait complete.
2024-03-19T01:53:08.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.117+0000 7fa6dfe29740  1 --  start start
2024-03-19T01:53:08.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.117+0000 7fa6dfe29740  1  Processor -- start
2024-03-19T01:53:08.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.118+0000 7fa6dfe29740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560dca991a30 0x560dca997ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.118+0000 7fa6dfe29740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560dca992350 0x560dca998420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.118+0000 7fa6dfe29740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560dca99af30 0x560dca998960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.118+0000 7fa6dfe29740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x560dca9a64d0 con 0x560dca992350
2024-03-19T01:53:08.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.118+0000 7fa6dfe29740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x560dca8b1160 con 0x560dca99af30
2024-03-19T01:53:08.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.118+0000 7fa6dfe29740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x560dca9a6650 con 0x560dca991a30
2024-03-19T01:53:08.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.118+0000 7fa6dfe29740 10 client.0 _ll_register_callbacks cb 0x560dca8eda40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:53:08.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.118+0000 7fa6ce59c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560dca992350 0x560dca998420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.118+0000 7fa6ce59c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560dca992350 0x560dca998420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60778/0 (socket says 172.21.15.46:60778)
2024-03-19T01:53:08.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.118+0000 7fa6ce59c640  1 -- 172.21.15.46:0/2772258546 learned_addr learned my addr 172.21.15.46:0/2772258546 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:08.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.118+0000 7fa6d759e640  1 --2- 172.21.15.46:0/2772258546 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560dca99af30 0x560dca998960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.119+0000 7fa6d6d9d640  1 --2- 172.21.15.46:0/2772258546 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560dca991a30 0x560dca997ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.119+0000 7fa6ce59c640  1 -- 172.21.15.46:0/2772258546 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560dca991a30 msgr2=0x560dca997ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:08.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.119+0000 7fa6ce59c640  1 --2- 172.21.15.46:0/2772258546 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560dca991a30 0x560dca997ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.119+0000 7fa6ce59c640  1 -- 172.21.15.46:0/2772258546 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560dca99af30 msgr2=0x560dca998960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:08.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.119+0000 7fa6ce59c640  1 --2- 172.21.15.46:0/2772258546 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560dca99af30 0x560dca998960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.119+0000 7fa6ce59c640  1 -- 172.21.15.46:0/2772258546 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560dca6d37d0 con 0x560dca992350
2024-03-19T01:53:08.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.120+0000 7fa6ce59c640  1 --2- 172.21.15.46:0/2772258546 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560dca992350 0x560dca998420 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fa6c0012720 tx=0x7fa6c0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d715e1dc5f05797 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:08.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.120+0000 7fa6be7fc640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:53:08.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.121+0000 7fa6be7fc640  1 -- 172.21.15.46:0/2772258546 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6c000fa20 con 0x560dca992350
2024-03-19T01:53:08.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.121+0000 7fa6be7fc640  1 -- 172.21.15.46:0/2772258546 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fa6c000fbc0 con 0x560dca992350
2024-03-19T01:53:08.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.122+0000 7fa6dfe29740  1 -- 172.21.15.46:0/2772258546 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa6c802cc30 con 0x560dca992350
2024-03-19T01:53:08.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.122+0000 7fa6be7fc640  1 -- 172.21.15.46:0/2772258546 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa6c000fdc0 con 0x560dca992350
2024-03-19T01:53:08.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.123+0000 7fa6dfe29740 10 client.16290 fetch_fsmap learned FSMap version 29
2024-03-19T01:53:08.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.123+0000 7fa6dfe29740  1 -- 172.21.15.46:0/2772258546 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560dca6093f0 con 0x560dca992350
2024-03-19T01:53:08.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.123+0000 7fa6be7fc640  1 -- 172.21.15.46:0/2772258546 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa6c802cc30 con 0x560dca992350
2024-03-19T01:53:08.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.123+0000 7fa6be7fc640  1 -- 172.21.15.46:0/2772258546 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fa6c001f5e0 con 0x560dca992350
2024-03-19T01:53:08.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.123+0000 7fa6dfe29740 10 client.16290 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:53:08.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.123+0000 7fa6dfe29740 10 client.16290 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:53:08.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.123+0000 7fa6dfe29740 20 client.16290 populate_metadata read hostname 'smithi046'
2024-03-19T01:53:08.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.123+0000 7fa6dfe29740  1 --2- 172.21.15.46:0/2772258546 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x560dca9b3830 0x560dca9b5c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.123+0000 7fa6dfe29740  4 client.16290 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:53:08.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.123+0000 7fa6dfe29740  1 -- 172.21.15.46:0/2772258546 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560dca902a40 con 0x560dca9b3830
2024-03-19T01:53:08.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.124+0000 7fa6d6d9d640  1 --2- 172.21.15.46:0/2772258546 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x560dca9b3830 0x560dca9b5c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.125+0000 7fa6d6d9d640  1 --2- 172.21.15.46:0/2772258546 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x560dca9b3830 0x560dca9b5c60 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8a50ef66e5e94232 server_cookie=28e218f1041f35e6 in_seq=0 out_seq=0
2024-03-19T01:53:08.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.125+0000 7fa6be7fc640 10 client.16290 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:53:08.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.141+0000 7fa6be7fc640  1 -- 172.21.15.46:0/2772258546 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x560dca902a40 con 0x560dca9b3830
2024-03-19T01:53:08.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.141+0000 7fa6be7fc640 10 client.16290 handle_command_reply: tid=0
2024-03-19T01:53:08.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.141+0000 7fa6dfe29740  1 client.16290 shutdown
2024-03-19T01:53:08.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.142+0000 7fa6dfe29740  1 -- 172.21.15.46:0/2772258546 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560dca992350 msgr2=0x560dca998420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.142+0000 7fa6dfe29740  1 --2- 172.21.15.46:0/2772258546 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560dca992350 0x560dca998420 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fa6c0012720 tx=0x7fa6c0004730 comp rx=0 tx=0).stop
2024-03-19T01:53:08.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.142+0000 7fa6dfe29740  1 -- 172.21.15.46:0/2772258546 shutdown_connections
2024-03-19T01:53:08.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.142+0000 7fa6dfe29740  1 --2- 172.21.15.46:0/2772258546 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x560dca9b3830 0x560dca9b5c60 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.142+0000 7fa6dfe29740  1 --2- 172.21.15.46:0/2772258546 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560dca99af30 0x560dca998960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.142+0000 7fa6dfe29740  1 --2- 172.21.15.46:0/2772258546 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560dca992350 0x560dca998420 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.142+0000 7fa6dfe29740  1 --2- 172.21.15.46:0/2772258546 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560dca991a30 0x560dca997ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.142+0000 7fa6dfe29740  1 -- 172.21.15.46:0/2772258546 >> 172.21.15.46:0/2772258546 conn(0x560dca98c160 msgr2=0x560dca98deb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:08.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.142+0000 7fa6be7fc640  0 client.16290 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:53:08.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.142+0000 7fa6dfe29740  1 -- 172.21.15.46:0/2772258546 shutdown_connections
2024-03-19T01:53:08.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.142+0000 7fa6dfe29740  1 -- 172.21.15.46:0/2772258546 wait complete.
2024-03-19T01:53:08.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.142+0000 7fa6dfe29740 20 client.16290 trim_cache size 0 max 16384
2024-03-19T01:53:08.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.169+0000 7fa6dfe29740  1  Processor -- start
2024-03-19T01:53:08.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.169+0000 7fa6dfe29740  1 --  start start
2024-03-19T01:53:08.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.170+0000 7fa6dfe29740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560dca991a30 0x560dca99a610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.170+0000 7fa6dfe29740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560dca992350 0x560dca9af270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.170+0000 7fa6dfe29740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560dca99af30 0x560dca9bb570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.170+0000 7fa6dfe29740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa6d81af2f0 con 0x560dca992350
2024-03-19T01:53:08.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.170+0000 7fa6dfe29740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa6d81acb00 con 0x560dca99af30
2024-03-19T01:53:08.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.170+0000 7fa6dfe29740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa6d81aa990 con 0x560dca991a30
2024-03-19T01:53:08.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.170+0000 7fa6ce59c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560dca992350 0x560dca9af270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.170+0000 7fa6ce59c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560dca992350 0x560dca9af270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60784/0 (socket says 172.21.15.46:60784)
2024-03-19T01:53:08.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.170+0000 7fa6ce59c640  1 -- 172.21.15.46:0/648993453 learned_addr learned my addr 172.21.15.46:0/648993453 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:08.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.170+0000 7fa6d6d9d640  1 --2- 172.21.15.46:0/648993453 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560dca991a30 0x560dca99a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.170+0000 7fa6d759e640  1 --2- 172.21.15.46:0/648993453 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560dca99af30 0x560dca9bb570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.170+0000 7fa6ce59c640  1 -- 172.21.15.46:0/648993453 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560dca991a30 msgr2=0x560dca99a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:08.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.170+0000 7fa6ce59c640  1 --2- 172.21.15.46:0/648993453 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560dca991a30 0x560dca99a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.170+0000 7fa6ce59c640  1 -- 172.21.15.46:0/648993453 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560dca99af30 msgr2=0x560dca9bb570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:08.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.170+0000 7fa6ce59c640  1 --2- 172.21.15.46:0/648993453 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560dca99af30 0x560dca9bb570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.170+0000 7fa6ce59c640  1 -- 172.21.15.46:0/648993453 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560dca5c90f0 con 0x560dca992350
2024-03-19T01:53:08.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.170+0000 7fa6ce59c640  1 --2- 172.21.15.46:0/648993453 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560dca992350 0x560dca9af270 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fa6c0020e40 tx=0x7fa6c0020e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8f3baad8efe7fbd server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:08.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.170+0000 7fa6ccd99640  1 -- 172.21.15.46:0/648993453 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6c0036040 con 0x560dca992350
2024-03-19T01:53:08.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.170+0000 7fa6ccd99640  1 -- 172.21.15.46:0/648993453 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa6c000fa20 con 0x560dca992350
2024-03-19T01:53:08.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.170+0000 7fa6ccd99640  1 -- 172.21.15.46:0/648993453 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6c00277c0 con 0x560dca992350
2024-03-19T01:53:08.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.171+0000 7fa6dfe29740  1 -- 172.21.15.46:0/648993453 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560dca992350 msgr2=0x560dca9af270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.171+0000 7fa6dfe29740  1 --2- 172.21.15.46:0/648993453 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560dca992350 0x560dca9af270 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fa6c0020e40 tx=0x7fa6c0020e70 comp rx=0 tx=0).stop
2024-03-19T01:53:08.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.171+0000 7fa6dfe29740  1 -- 172.21.15.46:0/648993453 shutdown_connections
2024-03-19T01:53:08.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.171+0000 7fa6dfe29740  1 --2- 172.21.15.46:0/648993453 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560dca99af30 0x560dca9bb570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.171+0000 7fa6dfe29740  1 --2- 172.21.15.46:0/648993453 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560dca992350 0x560dca9af270 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.171+0000 7fa6dfe29740  1 --2- 172.21.15.46:0/648993453 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560dca991a30 0x560dca99a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.171+0000 7fa6dfe29740  1 -- 172.21.15.46:0/648993453 >> 172.21.15.46:0/648993453 conn(0x560dca98c160 msgr2=0x560dca997ea0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:08.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.171+0000 7fa6dfe29740  1 -- 172.21.15.46:0/648993453 shutdown_connections
2024-03-19T01:53:08.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.171+0000 7fa6dfe29740  1 -- 172.21.15.46:0/648993453 wait complete.
2024-03-19T01:53:08.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.172+0000 7fa6dfe29740  1 --  start start
2024-03-19T01:53:08.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.172+0000 7fa6dfe29740  1  Processor -- start
2024-03-19T01:53:08.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.172+0000 7fa6dfe29740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560dca991a30 0x560dca9949b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.172+0000 7fa6dfe29740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560dca992350 0x560dca994ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.172+0000 7fa6dfe29740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560dca99af30 0x560dca995430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.172+0000 7fa6dfe29740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa6d81aafe0 con 0x560dca991a30
2024-03-19T01:53:08.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.172+0000 7fa6dfe29740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa6d81ac430 con 0x560dca992350
2024-03-19T01:53:08.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.172+0000 7fa6dfe29740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa6d81ab690 con 0x560dca99af30
2024-03-19T01:53:08.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.172+0000 7fa6dfe29740 10 client.0 _ll_register_callbacks cb 0x7fa6c00098d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:53:08.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.172+0000 7fa6d6d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560dca991a30 0x560dca9949b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.172+0000 7fa6d6d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560dca991a30 0x560dca9949b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60798/0 (socket says 172.21.15.46:60798)
2024-03-19T01:53:08.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.172+0000 7fa6d6d9d640  1 -- 172.21.15.46:0/2864019411 learned_addr learned my addr 172.21.15.46:0/2864019411 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:08.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.172+0000 7fa6ce59c640  1 --2- 172.21.15.46:0/2864019411 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560dca992350 0x560dca994ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.172+0000 7fa6d759e640  1 --2- 172.21.15.46:0/2864019411 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560dca99af30 0x560dca995430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.172+0000 7fa6d6d9d640  1 -- 172.21.15.46:0/2864019411 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560dca99af30 msgr2=0x560dca995430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:08.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.172+0000 7fa6d6d9d640  1 --2- 172.21.15.46:0/2864019411 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560dca99af30 0x560dca995430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.172+0000 7fa6d6d9d640  1 -- 172.21.15.46:0/2864019411 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560dca992350 msgr2=0x560dca994ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:08.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.172+0000 7fa6d6d9d640  1 --2- 172.21.15.46:0/2864019411 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560dca992350 0x560dca994ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.172+0000 7fa6d6d9d640  1 -- 172.21.15.46:0/2864019411 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560dcaa18ba0 con 0x560dca991a30
2024-03-19T01:53:08.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.172+0000 7fa6d759e640  1 --2- 172.21.15.46:0/2864019411 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560dca99af30 0x560dca995430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:53:08.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.172+0000 7fa6ce59c640  1 --2- 172.21.15.46:0/2864019411 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560dca992350 0x560dca994ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:53:08.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.173+0000 7fa6d6d9d640  1 --2- 172.21.15.46:0/2864019411 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560dca991a30 0x560dca9949b0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fa6c8009930 tx=0x7fa6c8005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18e7c9afcf35b813 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:08.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.173+0000 7fa6be7fc640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:53:08.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.173+0000 7fa6be7fc640  1 -- 172.21.15.46:0/2864019411 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6c8044040 con 0x560dca991a30
2024-03-19T01:53:08.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.173+0000 7fa6be7fc640  1 -- 172.21.15.46:0/2864019411 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fa6c8052410 con 0x560dca991a30
2024-03-19T01:53:08.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.173+0000 7fa6dfe29740  1 -- 172.21.15.46:0/2864019411 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa6c000fa20 con 0x560dca991a30
2024-03-19T01:53:08.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.173+0000 7fa6be7fc640  1 -- 172.21.15.46:0/2864019411 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa6c8062050 con 0x560dca991a30
2024-03-19T01:53:08.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.173+0000 7fa6dfe29740 10 client.16296 fetch_fsmap learned FSMap version 29
2024-03-19T01:53:08.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.173+0000 7fa6dfe29740  1 -- 172.21.15.46:0/2864019411 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560dcaa19ec0 con 0x560dca991a30
2024-03-19T01:53:08.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.173+0000 7fa6be7fc640  1 -- 172.21.15.46:0/2864019411 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa6c000fa20 con 0x560dca991a30
2024-03-19T01:53:08.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.173+0000 7fa6be7fc640  1 -- 172.21.15.46:0/2864019411 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fa6c802c780 con 0x560dca991a30
2024-03-19T01:53:08.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.173+0000 7fa6dfe29740 10 client.16296 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:53:08.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.173+0000 7fa6dfe29740 10 client.16296 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:53:08.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.173+0000 7fa6dfe29740 20 client.16296 populate_metadata read hostname 'smithi046'
2024-03-19T01:53:08.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.173+0000 7fa6dfe29740  1 --2- 172.21.15.46:0/2864019411 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x560dcaa1a390 0x560dcaa1c780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.173+0000 7fa6dfe29740  4 client.16296 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:53:08.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.173+0000 7fa6dfe29740  1 -- 172.21.15.46:0/2864019411 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x560dca8fcd90 con 0x560dcaa1a390
2024-03-19T01:53:08.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.174+0000 7fa6ce59c640  1 --2- 172.21.15.46:0/2864019411 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x560dcaa1a390 0x560dcaa1c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.174+0000 7fa6ce59c640  1 --2- 172.21.15.46:0/2864019411 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x560dcaa1a390 0x560dcaa1c780 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=329a1445f8ea6570 server_cookie=46bfa74c8603d0c8 in_seq=0 out_seq=0
2024-03-19T01:53:08.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.174+0000 7fa6be7fc640 10 client.16296 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:53:08.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.179+0000 7fa6be7fc640  1 -- 172.21.15.46:0/2864019411 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x560dca8fcd90 con 0x560dcaa1a390
2024-03-19T01:53:08.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.179+0000 7fa6be7fc640 10 client.16296 handle_command_reply: tid=0
2024-03-19T01:53:08.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.179+0000 7fa6dfe29740  1 client.16296 shutdown
2024-03-19T01:53:08.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.180+0000 7fa6dfe29740  1 -- 172.21.15.46:0/2864019411 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560dca991a30 msgr2=0x560dca9949b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.180+0000 7fa6dfe29740  1 --2- 172.21.15.46:0/2864019411 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560dca991a30 0x560dca9949b0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fa6c8009930 tx=0x7fa6c8005fd0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.180+0000 7fa6dfe29740  1 -- 172.21.15.46:0/2864019411 shutdown_connections
2024-03-19T01:53:08.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.180+0000 7fa6dfe29740  1 --2- 172.21.15.46:0/2864019411 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x560dcaa1a390 0x560dcaa1c780 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.180+0000 7fa6be7fc640  0 client.16296 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:53:08.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.180+0000 7fa6dfe29740  1 --2- 172.21.15.46:0/2864019411 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560dca99af30 0x560dca995430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.182 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.180+0000 7fa6dfe29740  1 --2- 172.21.15.46:0/2864019411 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560dca992350 0x560dca994ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.182 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.180+0000 7fa6dfe29740  1 --2- 172.21.15.46:0/2864019411 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560dca991a30 0x560dca9949b0 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.182 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.180+0000 7fa6dfe29740  1 -- 172.21.15.46:0/2864019411 >> 172.21.15.46:0/2864019411 conn(0x560dca98c160 msgr2=0x560dca996c50 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:08.182 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.180+0000 7fa6dfe29740  1 -- 172.21.15.46:0/2864019411 shutdown_connections
2024-03-19T01:53:08.182 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.180+0000 7fa6dfe29740  1 -- 172.21.15.46:0/2864019411 wait complete.
2024-03-19T01:53:08.182 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.180+0000 7fa6dfe29740 20 client.16296 trim_cache size 0 max 16384
2024-03-19T01:53:08.182 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:53:08.182 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "no active scrubs running",
2024-03-19T01:53:08.182 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {}
2024-03-19T01:53:08.182 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:53:08.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.180+0000 7fa6dd236640  1 -- 172.21.15.46:0/3762468233 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fa6c40a2a70 msgr2=0x7fa6c40a4f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.180+0000 7fa6dd236640  1 --2- 172.21.15.46:0/3762468233 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fa6c40a2a70 0x7fa6c40a4f30 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x560dca98d2f0 tx=0x7fa6c0005f90 comp rx=0 tx=0).stop
2024-03-19T01:53:08.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.180+0000 7fa6dd236640  1 -- 172.21.15.46:0/3762468233 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa6d8107870 msgr2=0x7fa6d8101160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.180+0000 7fa6dd236640  1 --2- 172.21.15.46:0/3762468233 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa6d8107870 0x7fa6d8101160 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fa6d000eb10 tx=0x7fa6d000c2d0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.180+0000 7fa6dd236640  1 -- 172.21.15.46:0/3762468233 shutdown_connections
2024-03-19T01:53:08.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.180+0000 7fa6dd236640  1 --2- 172.21.15.46:0/3762468233 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fa6c40a2a70 0x7fa6c40a4f30 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.180+0000 7fa6dd236640  1 --2- 172.21.15.46:0/3762468233 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa6d8107870 0x7fa6d8101160 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.180+0000 7fa6dd236640  1 --2- 172.21.15.46:0/3762468233 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa6d80693e0 0x7fa6d8100c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.184 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.180+0000 7fa6dd236640  1 --2- 172.21.15.46:0/3762468233 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa6d8068a20 0x7fa6d81006e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.184 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.180+0000 7fa6dd236640  1 -- 172.21.15.46:0/3762468233 >> 172.21.15.46:0/3762468233 conn(0x7fa6d8077820 msgr2=0x7fa6d80fdee0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:08.184 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.181+0000 7fa6dd236640  1 -- 172.21.15.46:0/3762468233 shutdown_connections
2024-03-19T01:53:08.184 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.181+0000 7fa6dd236640  1 -- 172.21.15.46:0/3762468233 wait complete.
2024-03-19T01:53:08.191 INFO:tasks.cephfs.filesystem:all active scrubs completed
2024-03-19T01:53:08.191 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:53:08.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:07 smithi073 ceph-mon[66833]: pgmap v94: 129 pgs: 129 active+clean; 2.1 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 906 KiB/s rd, 946 KiB/s wr, 204 op/s
2024-03-19T01:53:08.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:07 smithi102 ceph-mon[66557]: pgmap v94: 129 pgs: 129 active+clean; 2.1 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 906 KiB/s rd, 946 KiB/s wr, 204 op/s
2024-03-19T01:53:08.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.299+0000 7f629c3eb640  1 -- 172.21.15.46:0/12071990 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6294107a30 msgr2=0x7f6294107e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.299+0000 7f629c3eb640  1 --2- 172.21.15.46:0/12071990 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6294107a30 0x7f6294107e10 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f6290009930 tx=0x7f629002bcd0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.299+0000 7f629c3eb640  1 -- 172.21.15.46:0/12071990 shutdown_connections
2024-03-19T01:53:08.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.299+0000 7f629c3eb640  1 --2- 172.21.15.46:0/12071990 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6294100ab0 0x7f629410e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.299+0000 7f629c3eb640  1 --2- 172.21.15.46:0/12071990 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f62941000f0 0x7f6294100570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.299+0000 7f629c3eb640  1 --2- 172.21.15.46:0/12071990 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6294107a30 0x7f6294107e10 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.299+0000 7f629c3eb640  1 -- 172.21.15.46:0/12071990 >> 172.21.15.46:0/12071990 conn(0x7f6294075a70 msgr2=0x7f6294075e80 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:08.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.299+0000 7f629c3eb640  1 -- 172.21.15.46:0/12071990 shutdown_connections
2024-03-19T01:53:08.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.299+0000 7f629c3eb640  1 -- 172.21.15.46:0/12071990 wait complete.
2024-03-19T01:53:08.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.300+0000 7f629c3eb640  1  Processor -- start
2024-03-19T01:53:08.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.300+0000 7f629c3eb640  1 --  start start
2024-03-19T01:53:08.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.300+0000 7f629c3eb640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f62941000f0 0x7f62941980c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.300+0000 7f629c3eb640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6294100ab0 0x7f6294198600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.300+0000 7f629c3eb640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6294107a30 0x7f629419c930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.300+0000 7f629c3eb640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6294111b40 con 0x7f6294107a30
2024-03-19T01:53:08.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.300+0000 7f629c3eb640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f62941119c0 con 0x7f62941000f0
2024-03-19T01:53:08.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.300+0000 7f629c3eb640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6294111cc0 con 0x7f6294100ab0
2024-03-19T01:53:08.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.300+0000 7f629a988640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6294107a30 0x7f629419c930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.300+0000 7f629a988640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6294107a30 0x7f629419c930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60802/0 (socket says 172.21.15.46:60802)
2024-03-19T01:53:08.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.300+0000 7f629a187640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f62941000f0 0x7f62941980c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.300+0000 7f629a988640  1 -- 172.21.15.46:0/296094830 learned_addr learned my addr 172.21.15.46:0/296094830 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:08.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.300+0000 7f6299986640  1 --2- 172.21.15.46:0/296094830 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6294100ab0 0x7f6294198600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.300+0000 7f629a988640  1 -- 172.21.15.46:0/296094830 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6294100ab0 msgr2=0x7f6294198600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.300+0000 7f629a988640  1 --2- 172.21.15.46:0/296094830 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6294100ab0 0x7f6294198600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.300+0000 7f629a988640  1 -- 172.21.15.46:0/296094830 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f62941000f0 msgr2=0x7f62941980c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.300+0000 7f629a988640  1 --2- 172.21.15.46:0/296094830 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f62941000f0 0x7f62941980c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.300+0000 7f629a988640  1 -- 172.21.15.46:0/296094830 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f629419d060 con 0x7f6294107a30
2024-03-19T01:53:08.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.300+0000 7f629a988640  1 --2- 172.21.15.46:0/296094830 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6294107a30 0x7f629419c930 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f628c00eb10 tx=0x7f628c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:08.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.301+0000 7f628b7fe640  1 -- 172.21.15.46:0/296094830 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f628c004b20 con 0x7f6294107a30
2024-03-19T01:53:08.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.301+0000 7f628b7fe640  1 -- 172.21.15.46:0/296094830 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f628c004cc0 con 0x7f6294107a30
2024-03-19T01:53:08.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.301+0000 7f629c3eb640  1 -- 172.21.15.46:0/296094830 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f629419d350 con 0x7f6294107a30
2024-03-19T01:53:08.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.301+0000 7f628b7fe640  1 -- 172.21.15.46:0/296094830 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f628c010690 con 0x7f6294107a30
2024-03-19T01:53:08.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.301+0000 7f629c3eb640  1 -- 172.21.15.46:0/296094830 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62941a4be0 con 0x7f6294107a30
2024-03-19T01:53:08.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.302+0000 7f629c3eb640  1 -- 172.21.15.46:0/296094830 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6294068a60 con 0x7f6294107a30
2024-03-19T01:53:08.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.303+0000 7f628b7fe640  1 -- 172.21.15.46:0/296094830 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f628c005020 con 0x7f6294107a30
2024-03-19T01:53:08.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.303+0000 7f628b7fe640  1 --2- 172.21.15.46:0/296094830 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f62800a29f0 0x7f62800a4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.303+0000 7f629a187640  1 --2- 172.21.15.46:0/296094830 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f62800a29f0 0x7f62800a4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.303+0000 7f628b7fe640  1 -- 172.21.15.46:0/296094830 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f628c0cf810 con 0x7f6294107a30
2024-03-19T01:53:08.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.304+0000 7f629a187640  1 --2- 172.21.15.46:0/296094830 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f62800a29f0 0x7f62800a4eb0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f6290005ab0 tx=0x7f6290005fd0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:08.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.308+0000 7f628b7fe640  1 -- 172.21.15.46:0/296094830 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f628c09c200 con 0x7f6294107a30
2024-03-19T01:53:08.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.544+0000 7f629c3eb640  1 -- 172.21.15.46:0/296094830 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6294109d50 con 0x7f6294107a30
2024-03-19T01:53:08.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.544+0000 7f628b7fe640  1 -- 172.21.15.46:0/296094830 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11870 (secure 0 0 0) 0x7f628c09bb00 con 0x7f6294107a30
2024-03-19T01:53:08.544 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:53:08.545 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-19T01:47:26.395717+0000","modified":"2024-03-19T01:52:53.660338+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24506,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[0,1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6839/1788589639","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6838","nonce":1788589639},{"type":"v1","addr":"172.21.15.73:6839","nonce":1788589639}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24506,"qdb_cluster":[24479,24478,24506]},"id":1}]}
2024-03-19T01:53:08.545 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 29
2024-03-19T01:53:08.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.546+0000 7f629c3eb640  1 -- 172.21.15.46:0/296094830 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f62800a29f0 msgr2=0x7f62800a4eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.546+0000 7f629c3eb640  1 --2- 172.21.15.46:0/296094830 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f62800a29f0 0x7f62800a4eb0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f6290005ab0 tx=0x7f6290005fd0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.546+0000 7f629c3eb640  1 -- 172.21.15.46:0/296094830 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6294107a30 msgr2=0x7f629419c930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.546+0000 7f629c3eb640  1 --2- 172.21.15.46:0/296094830 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6294107a30 0x7f629419c930 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f628c00eb10 tx=0x7f628c00c2d0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.546+0000 7f629c3eb640  1 -- 172.21.15.46:0/296094830 shutdown_connections
2024-03-19T01:53:08.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.546+0000 7f629c3eb640  1 --2- 172.21.15.46:0/296094830 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6294107a30 0x7f629419c930 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.546+0000 7f629c3eb640  1 --2- 172.21.15.46:0/296094830 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f62800a29f0 0x7f62800a4eb0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.546+0000 7f629c3eb640  1 --2- 172.21.15.46:0/296094830 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6294100ab0 0x7f6294198600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.546+0000 7f629c3eb640  1 --2- 172.21.15.46:0/296094830 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f62941000f0 0x7f62941980c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.546+0000 7f629c3eb640  1 -- 172.21.15.46:0/296094830 >> 172.21.15.46:0/296094830 conn(0x7f6294075a70 msgr2=0x7f62940fed30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:08.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.546+0000 7f629c3eb640  1 -- 172.21.15.46:0/296094830 shutdown_connections
2024-03-19T01:53:08.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.546+0000 7f629c3eb640  1 -- 172.21.15.46:0/296094830 wait complete.
2024-03-19T01:53:08.557 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls
2024-03-19T01:53:08.664 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.662+0000 7f959bd16640  1 -- 172.21.15.46:0/819814186 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9594101060 msgr2=0x7f959410d570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.662+0000 7f959bd16640  1 --2- 172.21.15.46:0/819814186 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9594101060 0x7f959410d570 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f958c009cd0 tx=0x7f958c02c0f0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.663+0000 7f959bd16640  1 -- 172.21.15.46:0/819814186 shutdown_connections
2024-03-19T01:53:08.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.663+0000 7f959bd16640  1 --2- 172.21.15.46:0/819814186 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9594101060 0x7f959410d570 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.663+0000 7f959bd16640  1 --2- 172.21.15.46:0/819814186 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f95941006a0 0x7f9594100b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.663+0000 7f959bd16640  1 --2- 172.21.15.46:0/819814186 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95941066b0 0x7f9594106a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.663+0000 7f959bd16640  1 -- 172.21.15.46:0/819814186 >> 172.21.15.46:0/819814186 conn(0x7f95940778d0 msgr2=0x7f9594077ce0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:08.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.663+0000 7f959bd16640  1 -- 172.21.15.46:0/819814186 shutdown_connections
2024-03-19T01:53:08.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.663+0000 7f959bd16640  1 -- 172.21.15.46:0/819814186 wait complete.
2024-03-19T01:53:08.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.663+0000 7f959bd16640  1  Processor -- start
2024-03-19T01:53:08.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.663+0000 7f959bd16640  1 --  start start
2024-03-19T01:53:08.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.663+0000 7f959bd16640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f95941006a0 0x7f9594102cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.663+0000 7f959bd16640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9594101060 0x7f9594103200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.663+0000 7f959bd16640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95941066b0 0x7f9594103740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.663+0000 7f959bd16640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f9594110970 con 0x7f95941066b0
2024-03-19T01:53:08.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.663+0000 7f959bd16640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f95941107f0 con 0x7f9594101060
2024-03-19T01:53:08.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.663+0000 7f959bd16640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9594110af0 con 0x7f95941006a0
2024-03-19T01:53:08.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.663+0000 7f959a2b3640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95941066b0 0x7f9594103740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.664+0000 7f95992b1640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9594101060 0x7f9594103200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.664+0000 7f9599ab2640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f95941006a0 0x7f9594102cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.664+0000 7f95992b1640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9594101060 0x7f9594103200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:47696/0 (socket says 172.21.15.46:47696)
2024-03-19T01:53:08.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.664+0000 7f9599ab2640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f95941006a0 0x7f9594102cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:59824/0 (socket says 172.21.15.46:59824)
2024-03-19T01:53:08.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.664+0000 7f95992b1640  1 -- 172.21.15.46:0/3428534273 learned_addr learned my addr 172.21.15.46:0/3428534273 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:08.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.664+0000 7f959a2b3640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95941066b0 0x7f9594103740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60820/0 (socket says 172.21.15.46:60820)
2024-03-19T01:53:08.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.664+0000 7f959a2b3640  1 -- 172.21.15.46:0/3428534273 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f95941006a0 msgr2=0x7f9594102cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.664+0000 7f959a2b3640  1 --2- 172.21.15.46:0/3428534273 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f95941006a0 0x7f9594102cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.664+0000 7f959a2b3640  1 -- 172.21.15.46:0/3428534273 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9594101060 msgr2=0x7f9594103200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.664+0000 7f959a2b3640  1 --2- 172.21.15.46:0/3428534273 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9594101060 0x7f9594103200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.664+0000 7f959a2b3640  1 -- 172.21.15.46:0/3428534273 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95941a6460 con 0x7f95941066b0
2024-03-19T01:53:08.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.664+0000 7f9599ab2640  1 --2- 172.21.15.46:0/3428534273 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f95941006a0 0x7f9594102cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:53:08.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.664+0000 7f959a2b3640  1 --2- 172.21.15.46:0/3428534273 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95941066b0 0x7f9594103740 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f958c02c630 tx=0x7f958c035d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:08.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.664+0000 7f958affd640  1 -- 172.21.15.46:0/3428534273 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f958c039040 con 0x7f95941066b0
2024-03-19T01:53:08.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.664+0000 7f959bd16640  1 -- 172.21.15.46:0/3428534273 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95941a66f0 con 0x7f95941066b0
2024-03-19T01:53:08.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.664+0000 7f958affd640  1 -- 172.21.15.46:0/3428534273 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f958c044070 con 0x7f95941066b0
2024-03-19T01:53:08.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.664+0000 7f958affd640  1 -- 172.21.15.46:0/3428534273 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f958c0042a0 con 0x7f95941066b0
2024-03-19T01:53:08.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.664+0000 7f959bd16640  1 -- 172.21.15.46:0/3428534273 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95941a6bb0 con 0x7f95941066b0
2024-03-19T01:53:08.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.666+0000 7f958affd640  1 -- 172.21.15.46:0/3428534273 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f958c004440 con 0x7f95941066b0
2024-03-19T01:53:08.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.667+0000 7f959e9d6740  1  Processor -- start
2024-03-19T01:53:08.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.667+0000 7f959e9d6740  1 --  start start
2024-03-19T01:53:08.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.667+0000 7f959e9d6740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b701f912d0 0x55b701f916b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.667+0000 7f959e9d6740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b701f91bf0 0x55b701f9a290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.667+0000 7f959e9d6740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b701f9a7d0 0x55b701f9cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.667+0000 7f959e9d6740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55b701ef44b0 con 0x55b701f912d0
2024-03-19T01:53:08.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.667+0000 7f959e9d6740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55b701e9cd70 con 0x55b701f91bf0
2024-03-19T01:53:08.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.667+0000 7f959e9d6740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55b701ef0550 con 0x55b701f9a7d0
2024-03-19T01:53:08.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.667+0000 7f9599ab2640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b701f91bf0 0x55b701f9a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.667+0000 7f958affd640  1 --2- 172.21.15.46:0/3428534273 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f95800a2970 0x7f95800a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.667+0000 7f9599ab2640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b701f91bf0 0x55b701f9a290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:47706/0 (socket says 172.21.15.46:47706)
2024-03-19T01:53:08.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.667+0000 7f9599ab2640  1 -- 172.21.15.46:0/2673725389 learned_addr learned my addr 172.21.15.46:0/2673725389 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:08.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.667+0000 7f95992b1640  1 --2- 172.21.15.46:0/2673725389 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b701f9a7d0 0x55b701f9cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.668+0000 7f95992b1640  1 --2- 172.21.15.46:0/2673725389 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b701f912d0 0x55b701f916b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.668+0000 7f959a2b3640  1 --2- 172.21.15.46:0/3428534273 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f95800a2970 0x7f95800a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.668+0000 7f958affd640  1 -- 172.21.15.46:0/3428534273 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f958c0f14d0 con 0x7f95941066b0
2024-03-19T01:53:08.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.668+0000 7f9599ab2640  1 -- 172.21.15.46:0/2673725389 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b701f9a7d0 msgr2=0x55b701f9cbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:08.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.668+0000 7f9599ab2640  1 --2- 172.21.15.46:0/2673725389 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b701f9a7d0 0x55b701f9cbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.668+0000 7f9599ab2640  1 -- 172.21.15.46:0/2673725389 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b701f912d0 msgr2=0x55b701f916b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:08.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.668+0000 7f9599ab2640  1 --2- 172.21.15.46:0/2673725389 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b701f912d0 0x55b701f916b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.668+0000 7f9599ab2640  1 -- 172.21.15.46:0/2673725389 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b701ebf210 con 0x55b701f91bf0
2024-03-19T01:53:08.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.668+0000 7f95992b1640  1 --2- 172.21.15.46:0/2673725389 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b701f912d0 0x55b701f916b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:53:08.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.668+0000 7f9599ab2640  1 --2- 172.21.15.46:0/2673725389 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b701f91bf0 0x55b701f9a290 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f95900114c0 tx=0x7f9590011980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e5ef9ca9147181d8 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:08.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.668+0000 7f959a2b3640  1 --2- 172.21.15.46:0/3428534273 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f95800a2970 0x7f95800a4e30 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f958c0bd5d0 tx=0x7f958c0b2d60 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:08.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.668+0000 7f957ffff640  1 -- 172.21.15.46:0/2673725389 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f959000f5c0 con 0x55b701f91bf0
2024-03-19T01:53:08.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.668+0000 7f957ffff640  1 -- 172.21.15.46:0/2673725389 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f959000fc10 con 0x55b701f91bf0
2024-03-19T01:53:08.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.668+0000 7f957ffff640  1 -- 172.21.15.46:0/2673725389 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9590019c40 con 0x55b701f91bf0
2024-03-19T01:53:08.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.669+0000 7f959e9d6740  1 -- 172.21.15.46:0/2673725389 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b701f91bf0 msgr2=0x55b701f9a290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.669+0000 7f959e9d6740  1 --2- 172.21.15.46:0/2673725389 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b701f91bf0 0x55b701f9a290 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f95900114c0 tx=0x7f9590011980 comp rx=0 tx=0).stop
2024-03-19T01:53:08.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.669+0000 7f959e9d6740  1 -- 172.21.15.46:0/2673725389 shutdown_connections
2024-03-19T01:53:08.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.669+0000 7f959e9d6740  1 --2- 172.21.15.46:0/2673725389 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b701f9a7d0 0x55b701f9cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.669+0000 7f959e9d6740  1 --2- 172.21.15.46:0/2673725389 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b701f91bf0 0x55b701f9a290 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.669+0000 7f959e9d6740  1 --2- 172.21.15.46:0/2673725389 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b701f912d0 0x55b701f916b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.669+0000 7f959e9d6740  1 -- 172.21.15.46:0/2673725389 >> 172.21.15.46:0/2673725389 conn(0x55b701f8ba00 msgr2=0x55b701f8bde0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:08.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.669+0000 7f959e9d6740  1 -- 172.21.15.46:0/2673725389 shutdown_connections
2024-03-19T01:53:08.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.669+0000 7f959e9d6740  1 -- 172.21.15.46:0/2673725389 wait complete.
2024-03-19T01:53:08.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.669+0000 7f959e9d6740  1 --  start start
2024-03-19T01:53:08.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.669+0000 7f959e9d6740  1  Processor -- start
2024-03-19T01:53:08.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.670+0000 7f959e9d6740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b701f912d0 0x55b701f97870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.670+0000 7f959e9d6740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b701f91bf0 0x55b701f97db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.670+0000 7f959e9d6740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b701f9a7d0 0x55b701f982f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.670+0000 7f959e9d6740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55b701f9d5c0 con 0x55b701f9a7d0
2024-03-19T01:53:08.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.670+0000 7f959e9d6740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55b701eb0310 con 0x55b701f91bf0
2024-03-19T01:53:08.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.670+0000 7f959e9d6740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55b701f9d740 con 0x55b701f912d0
2024-03-19T01:53:08.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.670+0000 7f959e9d6740 10 client.0 _ll_register_callbacks cb 0x55b701ea42d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:53:08.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.670+0000 7f95992b1640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b701f9a7d0 0x55b701f982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.676 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.670+0000 7f9599ab2640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b701f91bf0 0x55b701f97db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.677 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.670+0000 7f95992b1640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b701f9a7d0 0x55b701f982f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60838/0 (socket says 172.21.15.46:60838)
2024-03-19T01:53:08.677 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.670+0000 7f95992b1640  1 -- 172.21.15.46:0/3136039798 learned_addr learned my addr 172.21.15.46:0/3136039798 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:08.677 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.670+0000 7f95992b1640  1 --2- 172.21.15.46:0/3136039798 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b701f912d0 0x55b701f97870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.677 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.670+0000 7f9599ab2640  1 -- 172.21.15.46:0/3136039798 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b701f912d0 msgr2=0x55b701f97870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:08.677 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.670+0000 7f9599ab2640  1 --2- 172.21.15.46:0/3136039798 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b701f912d0 0x55b701f97870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.677 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.670+0000 7f9599ab2640  1 -- 172.21.15.46:0/3136039798 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b701f9a7d0 msgr2=0x55b701f982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:08.677 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.670+0000 7f9599ab2640  1 --2- 172.21.15.46:0/3136039798 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b701f9a7d0 0x55b701f982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.677 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.670+0000 7f9599ab2640  1 -- 172.21.15.46:0/3136039798 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b701c083f0 con 0x55b701f91bf0
2024-03-19T01:53:08.677 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.670+0000 7f95992b1640  1 --2- 172.21.15.46:0/3136039798 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b701f9a7d0 0x55b701f982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:53:08.677 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.670+0000 7f9599ab2640  1 --2- 172.21.15.46:0/3136039798 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b701f91bf0 0x55b701f97db0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f959001b040 tx=0x7f959000f640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a30ebbd42c627bba server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:08.677 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.670+0000 7f957d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.73:3300/0
2024-03-19T01:53:08.677 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.671+0000 7f957d7fa640  1 -- 172.21.15.46:0/3136039798 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9590026020 con 0x55b701f91bf0
2024-03-19T01:53:08.677 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.671+0000 7f957d7fa640  1 -- 172.21.15.46:0/3136039798 <== mon.2 v2:172.21.15.73:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f9590019940 con 0x55b701f91bf0
2024-03-19T01:53:08.677 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.671+0000 7f959e9d6740  1 -- 172.21.15.46:0/3136039798 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f959000fc10 con 0x55b701f91bf0
2024-03-19T01:53:08.678 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.671+0000 7f957d7fa640  1 -- 172.21.15.46:0/3136039798 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9590031050 con 0x55b701f91bf0
2024-03-19T01:53:08.678 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.671+0000 7f959e9d6740 10 client.26171 fetch_fsmap learned FSMap version 29
2024-03-19T01:53:08.678 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.671+0000 7f959e9d6740  1 -- 172.21.15.46:0/3136039798 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b701cd27d0 con 0x55b701f91bf0
2024-03-19T01:53:08.678 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.671+0000 7f957d7fa640  1 -- 172.21.15.46:0/3136039798 <== mon.2 v2:172.21.15.73:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f959000fc10 con 0x55b701f91bf0
2024-03-19T01:53:08.678 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.671+0000 7f957d7fa640  1 -- 172.21.15.46:0/3136039798 <== mon.2 v2:172.21.15.73:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f95900046c0 con 0x55b701f91bf0
2024-03-19T01:53:08.678 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.671+0000 7f959e9d6740 10 client.26171 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:53:08.678 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.671+0000 7f959e9d6740 10 client.26171 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:53:08.678 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.671+0000 7f959e9d6740 20 client.26171 populate_metadata read hostname 'smithi046'
2024-03-19T01:53:08.678 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.671+0000 7f959e9d6740  1 --2- 172.21.15.46:0/3136039798 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55b701faab00 0x55b701facef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.678 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.671+0000 7f959e9d6740  4 client.26171 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:53:08.678 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.671+0000 7f959e9d6740  1 -- 172.21.15.46:0/3136039798 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b701f523e0 con 0x55b701faab00
2024-03-19T01:53:08.678 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.672+0000 7f95992b1640  1 --2- 172.21.15.46:0/3136039798 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55b701faab00 0x55b701facef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.678 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.672+0000 7f957d7fa640 10 client.26171 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:53:08.678 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.672+0000 7f95992b1640  1 --2- 172.21.15.46:0/3136039798 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55b701faab00 0x55b701facef0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=dd3d7aa0e98948f7 server_cookie=a3bdc0e96e93b37f in_seq=0 out_seq=0
2024-03-19T01:53:08.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.672+0000 7f957d7fa640  1 -- 172.21.15.46:0/3136039798 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55b701f523e0 con 0x55b701faab00
2024-03-19T01:53:08.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.672+0000 7f957d7fa640 10 client.26171 handle_command_reply: tid=0
2024-03-19T01:53:08.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.673+0000 7f959e9d6740  1 client.26171 shutdown
2024-03-19T01:53:08.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.673+0000 7f959e9d6740  1 -- 172.21.15.46:0/3136039798 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b701f91bf0 msgr2=0x55b701f97db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.673+0000 7f959e9d6740  1 --2- 172.21.15.46:0/3136039798 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b701f91bf0 0x55b701f97db0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f959001b040 tx=0x7f959000f640 comp rx=0 tx=0).stop
2024-03-19T01:53:08.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.673+0000 7f959e9d6740  1 -- 172.21.15.46:0/3136039798 shutdown_connections
2024-03-19T01:53:08.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.673+0000 7f959e9d6740  1 --2- 172.21.15.46:0/3136039798 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55b701faab00 0x55b701facef0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.673+0000 7f959e9d6740  1 --2- 172.21.15.46:0/3136039798 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b701f9a7d0 0x55b701f982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.673+0000 7f959e9d6740  1 --2- 172.21.15.46:0/3136039798 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b701f91bf0 0x55b701f97db0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.673+0000 7f957d7fa640  0 client.26171 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:53:08.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.673+0000 7f959e9d6740  1 --2- 172.21.15.46:0/3136039798 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b701f912d0 0x55b701f97870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.673+0000 7f959e9d6740  1 -- 172.21.15.46:0/3136039798 >> 172.21.15.46:0/3136039798 conn(0x55b701f8ba00 msgr2=0x55b701f8d750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:08.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.673+0000 7f959e9d6740  1 -- 172.21.15.46:0/3136039798 shutdown_connections
2024-03-19T01:53:08.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.673+0000 7f959e9d6740  1 -- 172.21.15.46:0/3136039798 wait complete.
2024-03-19T01:53:08.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.673+0000 7f959e9d6740 20 client.26171 trim_cache size 0 max 16384
2024-03-19T01:53:08.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.687+0000 7f959e9d6740  1  Processor -- start
2024-03-19T01:53:08.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.687+0000 7f959e9d6740  1 --  start start
2024-03-19T01:53:08.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.687+0000 7f959e9d6740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b701f912d0 0x55b701fa6360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.687+0000 7f959e9d6740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b701f91bf0 0x55b701fb26e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.687+0000 7f959e9d6740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b701f9a7d0 0x55b701f97830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.687+0000 7f959e9d6740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f95941b36c0 con 0x55b701f912d0
2024-03-19T01:53:08.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.687+0000 7f959e9d6740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f95941b0ed0 con 0x55b701f91bf0
2024-03-19T01:53:08.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.687+0000 7f959e9d6740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f95941aed00 con 0x55b701f9a7d0
2024-03-19T01:53:08.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.687+0000 7f95992b1640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b701f912d0 0x55b701fa6360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.687+0000 7f95992b1640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b701f912d0 0x55b701fa6360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60850/0 (socket says 172.21.15.46:60850)
2024-03-19T01:53:08.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.687+0000 7f95992b1640  1 -- 172.21.15.46:0/967666843 learned_addr learned my addr 172.21.15.46:0/967666843 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:08.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.688+0000 7f9599ab2640  1 --2- 172.21.15.46:0/967666843 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b701f91bf0 0x55b701fb26e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.688+0000 7f95992b1640  1 --2- 172.21.15.46:0/967666843 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b701f9a7d0 0x55b701f97830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.688+0000 7f95992b1640  1 -- 172.21.15.46:0/967666843 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b701f9a7d0 msgr2=0x55b701f97830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:08.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.688+0000 7f95992b1640  1 --2- 172.21.15.46:0/967666843 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b701f9a7d0 0x55b701f97830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.688+0000 7f95992b1640  1 -- 172.21.15.46:0/967666843 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b701f91bf0 msgr2=0x55b701fb26e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:08.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.688+0000 7f95992b1640  1 --2- 172.21.15.46:0/967666843 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b701f91bf0 0x55b701fb26e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.688+0000 7f95992b1640  1 -- 172.21.15.46:0/967666843 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b701f870a0 con 0x55b701f912d0
2024-03-19T01:53:08.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.688+0000 7f9599ab2640  1 --2- 172.21.15.46:0/967666843 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b701f91bf0 0x55b701fb26e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:53:08.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.688+0000 7f95992b1640  1 --2- 172.21.15.46:0/967666843 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b701f912d0 0x55b701fa6360 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f95840107c0 tx=0x7f9584004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cfeb65bf8f3930d server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:08.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.688+0000 7f957f7fe640  1 -- 172.21.15.46:0/967666843 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9584024700 con 0x55b701f912d0
2024-03-19T01:53:08.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.688+0000 7f957f7fe640  1 -- 172.21.15.46:0/967666843 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f958401a040 con 0x55b701f912d0
2024-03-19T01:53:08.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.688+0000 7f957f7fe640  1 -- 172.21.15.46:0/967666843 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9584005610 con 0x55b701f912d0
2024-03-19T01:53:08.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.689+0000 7f959e9d6740  1 -- 172.21.15.46:0/967666843 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b701f912d0 msgr2=0x55b701fa6360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.689+0000 7f959e9d6740  1 --2- 172.21.15.46:0/967666843 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b701f912d0 0x55b701fa6360 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f95840107c0 tx=0x7f9584004730 comp rx=0 tx=0).stop
2024-03-19T01:53:08.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.689+0000 7f959e9d6740  1 -- 172.21.15.46:0/967666843 shutdown_connections
2024-03-19T01:53:08.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.689+0000 7f959e9d6740  1 --2- 172.21.15.46:0/967666843 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b701f9a7d0 0x55b701f97830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.689+0000 7f959e9d6740  1 --2- 172.21.15.46:0/967666843 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b701f91bf0 0x55b701fb26e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.689+0000 7f959e9d6740  1 --2- 172.21.15.46:0/967666843 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b701f912d0 0x55b701fa6360 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.689+0000 7f959e9d6740  1 -- 172.21.15.46:0/967666843 >> 172.21.15.46:0/967666843 conn(0x55b701f8ba00 msgr2=0x55b701f96db0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:08.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.689+0000 7f959e9d6740  1 -- 172.21.15.46:0/967666843 shutdown_connections
2024-03-19T01:53:08.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.689+0000 7f959e9d6740  1 -- 172.21.15.46:0/967666843 wait complete.
2024-03-19T01:53:08.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.689+0000 7f959e9d6740  1 --  start start
2024-03-19T01:53:08.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.689+0000 7f959e9d6740  1  Processor -- start
2024-03-19T01:53:08.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.690+0000 7f959e9d6740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b701f912d0 0x55b701fa2580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.690+0000 7f959e9d6740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b701f91bf0 0x55b701fa2ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.690+0000 7f959e9d6740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b701f9a7d0 0x55b701f9da10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.690+0000 7f959e9d6740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f95941af390 con 0x55b701f9a7d0
2024-03-19T01:53:08.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.690+0000 7f959e9d6740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f95941b0800 con 0x55b701f912d0
2024-03-19T01:53:08.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.690+0000 7f959e9d6740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f95941afa60 con 0x55b701f91bf0
2024-03-19T01:53:08.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.690+0000 7f959e9d6740 10 client.0 _ll_register_callbacks cb 0x7f9590009f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:53:08.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.690+0000 7f95992b1640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b701f9a7d0 0x55b701f9da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.690+0000 7f95992b1640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b701f9a7d0 0x55b701f9da10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60852/0 (socket says 172.21.15.46:60852)
2024-03-19T01:53:08.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.690+0000 7f95992b1640  1 -- 172.21.15.46:0/3186569076 learned_addr learned my addr 172.21.15.46:0/3186569076 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:08.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.690+0000 7f9599ab2640  1 --2- 172.21.15.46:0/3186569076 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b701f91bf0 0x55b701fa2ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.690+0000 7f95992b1640  1 --2- 172.21.15.46:0/3186569076 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b701f912d0 0x55b701fa2580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.690+0000 7f95992b1640  1 -- 172.21.15.46:0/3186569076 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b701f91bf0 msgr2=0x55b701fa2ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:08.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.690+0000 7f95992b1640  1 --2- 172.21.15.46:0/3186569076 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b701f91bf0 0x55b701fa2ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.690+0000 7f95992b1640  1 -- 172.21.15.46:0/3186569076 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b701f912d0 msgr2=0x55b701fa2580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:08.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.690+0000 7f95992b1640  1 --2- 172.21.15.46:0/3186569076 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b701f912d0 0x55b701fa2580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.690+0000 7f95992b1640  1 -- 172.21.15.46:0/3186569076 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b701f9e180 con 0x55b701f9a7d0
2024-03-19T01:53:08.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.690+0000 7f95992b1640  1 --2- 172.21.15.46:0/3186569076 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b701f9a7d0 0x55b701f9da10 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f9584005620 tx=0x7f95840046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9c130716da5d738 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:08.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.690+0000 7f957d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:53:08.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.690+0000 7f957d7fa640  1 -- 172.21.15.46:0/3186569076 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f958400faa0 con 0x55b701f9a7d0
2024-03-19T01:53:08.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.690+0000 7f957d7fa640  1 -- 172.21.15.46:0/3186569076 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f9584019040 con 0x55b701f9a7d0
2024-03-19T01:53:08.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.690+0000 7f959e9d6740  1 -- 172.21.15.46:0/3186569076 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f958401a040 con 0x55b701f9a7d0
2024-03-19T01:53:08.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.691+0000 7f957d7fa640  1 -- 172.21.15.46:0/3186569076 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9584045050 con 0x55b701f9a7d0
2024-03-19T01:53:08.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.691+0000 7f959e9d6740 10 client.16320 fetch_fsmap learned FSMap version 29
2024-03-19T01:53:08.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.691+0000 7f959e9d6740  1 -- 172.21.15.46:0/3186569076 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b702010770 con 0x55b701f9a7d0
2024-03-19T01:53:08.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.691+0000 7f957d7fa640  1 -- 172.21.15.46:0/3186569076 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f958401a040 con 0x55b701f9a7d0
2024-03-19T01:53:08.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.691+0000 7f957d7fa640  1 -- 172.21.15.46:0/3186569076 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f958401f070 con 0x55b701f9a7d0
2024-03-19T01:53:08.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.691+0000 7f959e9d6740 10 client.16320 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:53:08.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.691+0000 7f959e9d6740 10 client.16320 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:53:08.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.691+0000 7f959e9d6740 20 client.16320 populate_metadata read hostname 'smithi046'
2024-03-19T01:53:08.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.691+0000 7f959e9d6740  1 --2- 172.21.15.46:0/3186569076 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55b702010e60 0x55b702013280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.691+0000 7f959e9d6740  4 client.16320 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:53:08.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.691+0000 7f959e9d6740  1 -- 172.21.15.46:0/3186569076 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b701f019f0 con 0x55b702010e60
2024-03-19T01:53:08.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.691+0000 7f9599ab2640  1 --2- 172.21.15.46:0/3186569076 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55b702010e60 0x55b702013280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.692+0000 7f957d7fa640 10 client.16320 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:53:08.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.692+0000 7f9599ab2640  1 --2- 172.21.15.46:0/3186569076 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55b702010e60 0x55b702013280 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6a3aae01bc02c624 server_cookie=4e9c0bfb933e806e in_seq=0 out_seq=0
2024-03-19T01:53:08.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.692+0000 7f957d7fa640  1 -- 172.21.15.46:0/3186569076 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b701f019f0 con 0x55b702010e60
2024-03-19T01:53:08.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.692+0000 7f957d7fa640 10 client.16320 handle_command_reply: tid=0
2024-03-19T01:53:08.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.692+0000 7f959e9d6740  1 client.16320 shutdown
2024-03-19T01:53:08.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.692+0000 7f959e9d6740  1 -- 172.21.15.46:0/3186569076 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b701f9a7d0 msgr2=0x55b701f9da10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.692+0000 7f959e9d6740  1 --2- 172.21.15.46:0/3186569076 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b701f9a7d0 0x55b701f9da10 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f9584005620 tx=0x7f95840046c0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.692+0000 7f959e9d6740  1 -- 172.21.15.46:0/3186569076 shutdown_connections
2024-03-19T01:53:08.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.692+0000 7f959e9d6740  1 --2- 172.21.15.46:0/3186569076 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55b702010e60 0x55b702013280 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.692+0000 7f959e9d6740  1 --2- 172.21.15.46:0/3186569076 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b701f9a7d0 0x55b701f9da10 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.692+0000 7f957d7fa640  0 client.16320 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:53:08.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.692+0000 7f959e9d6740  1 --2- 172.21.15.46:0/3186569076 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b701f91bf0 0x55b701fa2ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.692+0000 7f959e9d6740  1 --2- 172.21.15.46:0/3186569076 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b701f912d0 0x55b701fa2580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.692+0000 7f959e9d6740  1 -- 172.21.15.46:0/3186569076 >> 172.21.15.46:0/3186569076 conn(0x55b701f8ba00 msgr2=0x55b701f8aba0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:08.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.692+0000 7f959e9d6740  1 -- 172.21.15.46:0/3186569076 shutdown_connections
2024-03-19T01:53:08.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.692+0000 7f959e9d6740  1 -- 172.21.15.46:0/3186569076 wait complete.
2024-03-19T01:53:08.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.692+0000 7f959e9d6740 20 client.16320 trim_cache size 0 max 16384
2024-03-19T01:53:08.699 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:53:08.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.693+0000 7f959bd16640  1 -- 172.21.15.46:0/3428534273 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f95800a2970 msgr2=0x7f95800a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.693+0000 7f959bd16640  1 --2- 172.21.15.46:0/3428534273 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f95800a2970 0x7f95800a4e30 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f958c0bd5d0 tx=0x7f958c0b2d60 comp rx=0 tx=0).stop
2024-03-19T01:53:08.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.693+0000 7f959bd16640  1 -- 172.21.15.46:0/3428534273 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95941066b0 msgr2=0x7f9594103740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.693+0000 7f959bd16640  1 --2- 172.21.15.46:0/3428534273 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95941066b0 0x7f9594103740 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f958c02c630 tx=0x7f958c035d60 comp rx=0 tx=0).stop
2024-03-19T01:53:08.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.693+0000 7f959bd16640  1 -- 172.21.15.46:0/3428534273 shutdown_connections
2024-03-19T01:53:08.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.693+0000 7f959bd16640  1 --2- 172.21.15.46:0/3428534273 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95941066b0 0x7f9594103740 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.693+0000 7f959bd16640  1 --2- 172.21.15.46:0/3428534273 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9594101060 0x7f9594103200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.693+0000 7f959bd16640  1 --2- 172.21.15.46:0/3428534273 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f95800a2970 0x7f95800a4e30 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.693+0000 7f959bd16640  1 --2- 172.21.15.46:0/3428534273 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f95941006a0 0x7f9594102cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.693+0000 7f959bd16640  1 -- 172.21.15.46:0/3428534273 >> 172.21.15.46:0/3428534273 conn(0x7f95940778d0 msgr2=0x7f9594068cc0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:08.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.693+0000 7f959bd16640  1 -- 172.21.15.46:0/3428534273 shutdown_connections
2024-03-19T01:53:08.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.693+0000 7f959bd16640  1 -- 172.21.15.46:0/3428534273 wait complete.
2024-03-19T01:53:08.703 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls
2024-03-19T01:53:08.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.809+0000 7f9236636640  1 -- 172.21.15.46:0/4094943908 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9230100070 msgr2=0x7f92301004f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.809+0000 7f9236636640  1 --2- 172.21.15.46:0/4094943908 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9230100070 0x7f92301004f0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f9224009890 tx=0x7f922402bb70 comp rx=0 tx=0).stop
2024-03-19T01:53:08.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.809+0000 7f9236636640  1 -- 172.21.15.46:0/4094943908 shutdown_connections
2024-03-19T01:53:08.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.809+0000 7f9236636640  1 --2- 172.21.15.46:0/4094943908 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9230100a30 0x7f923010e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.809+0000 7f9236636640  1 --2- 172.21.15.46:0/4094943908 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9230100070 0x7f92301004f0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.809+0000 7f9236636640  1 --2- 172.21.15.46:0/4094943908 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9230106810 0x7f9230106bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.809+0000 7f9236636640  1 -- 172.21.15.46:0/4094943908 >> 172.21.15.46:0/4094943908 conn(0x7f9230075a20 msgr2=0x7f9230075e30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:08.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.809+0000 7f9236636640  1 -- 172.21.15.46:0/4094943908 shutdown_connections
2024-03-19T01:53:08.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.809+0000 7f9236636640  1 -- 172.21.15.46:0/4094943908 wait complete.
2024-03-19T01:53:08.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.810+0000 7f9236636640  1  Processor -- start
2024-03-19T01:53:08.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.810+0000 7f9236636640  1 --  start start
2024-03-19T01:53:08.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.810+0000 7f9236636640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9230100070 0x7f9230197fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.810+0000 7f9236636640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9230100a30 0x7f9230198500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.810+0000 7f9236636640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9230106810 0x7f923019c880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.810+0000 7f9236636640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f9230111aa0 con 0x7f9230100a30
2024-03-19T01:53:08.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.810+0000 7f9236636640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f9230111920 con 0x7f9230106810
2024-03-19T01:53:08.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.810+0000 7f9236636640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9230111c20 con 0x7f9230100070
2024-03-19T01:53:08.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.810+0000 7f922f7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9230100a30 0x7f9230198500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.810+0000 7f922f7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9230100a30 0x7f9230198500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60866/0 (socket says 172.21.15.46:60866)
2024-03-19T01:53:08.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.810+0000 7f922f7fe640  1 -- 172.21.15.46:0/4048529268 learned_addr learned my addr 172.21.15.46:0/4048529268 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:08.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.810+0000 7f9234bd3640  1 --2- 172.21.15.46:0/4048529268 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9230106810 0x7f923019c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.810+0000 7f922ffff640  1 --2- 172.21.15.46:0/4048529268 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9230100070 0x7f9230197fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.810+0000 7f922f7fe640  1 -- 172.21.15.46:0/4048529268 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9230100070 msgr2=0x7f9230197fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.810+0000 7f922f7fe640  1 --2- 172.21.15.46:0/4048529268 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9230100070 0x7f9230197fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.810+0000 7f922f7fe640  1 -- 172.21.15.46:0/4048529268 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9230106810 msgr2=0x7f923019c880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.810+0000 7f922f7fe640  1 --2- 172.21.15.46:0/4048529268 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9230106810 0x7f923019c880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.810+0000 7f922f7fe640  1 -- 172.21.15.46:0/4048529268 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f923019cfb0 con 0x7f9230100a30
2024-03-19T01:53:08.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.811+0000 7f922f7fe640  1 --2- 172.21.15.46:0/4048529268 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9230100a30 0x7f9230198500 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f9224000c00 tx=0x7f9224035990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:08.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.811+0000 7f922d7fa640  1 -- 172.21.15.46:0/4048529268 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9224041020 con 0x7f9230100a30
2024-03-19T01:53:08.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.811+0000 7f9236636640  1 -- 172.21.15.46:0/4048529268 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f923019d240 con 0x7f9230100a30
2024-03-19T01:53:08.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.811+0000 7f9236636640  1 -- 172.21.15.46:0/4048529268 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92301a4b30 con 0x7f9230100a30
2024-03-19T01:53:08.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.811+0000 7f922d7fa640  1 -- 172.21.15.46:0/4048529268 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f922402c9c0 con 0x7f9230100a30
2024-03-19T01:53:08.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.811+0000 7f922d7fa640  1 -- 172.21.15.46:0/4048529268 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9224039040 con 0x7f9230100a30
2024-03-19T01:53:08.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.813+0000 7f922d7fa640  1 -- 172.21.15.46:0/4048529268 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f9224044020 con 0x7f9230100a30
2024-03-19T01:53:08.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.813+0000 7f9239226740  1  Processor -- start
2024-03-19T01:53:08.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.813+0000 7f9239226740  1 --  start start
2024-03-19T01:53:08.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.814+0000 7f9239226740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ae2f53a2d0 0x55ae2f53a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.814+0000 7f9239226740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ae2f53abf0 0x55ae2f543290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.814+0000 7f9239226740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ae2f5437d0 0x55ae2f545bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.814+0000 7f9239226740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55ae2f49d4b0 con 0x55ae2f53a2d0
2024-03-19T01:53:08.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.814+0000 7f9239226740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55ae2f445d70 con 0x55ae2f53abf0
2024-03-19T01:53:08.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.814+0000 7f9239226740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55ae2f499550 con 0x55ae2f5437d0
2024-03-19T01:53:08.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.814+0000 7f922d7fa640  1 --2- 172.21.15.46:0/4048529268 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f92180a29f0 0x7f92180a4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.814+0000 7f922ffff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ae2f53abf0 0x55ae2f543290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.814+0000 7f9234bd3640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ae2f53a2d0 0x55ae2f53a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.814+0000 7f922ffff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ae2f53abf0 0x55ae2f543290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:47760/0 (socket says 172.21.15.46:47760)
2024-03-19T01:53:08.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.814+0000 7f922ffff640  1 -- 172.21.15.46:0/2659567247 learned_addr learned my addr 172.21.15.46:0/2659567247 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:08.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.814+0000 7f922f7fe640  1 --2- 172.21.15.46:0/2659567247 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ae2f5437d0 0x55ae2f545bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.814+0000 7f9234bd3640  1 --2- 172.21.15.46:0/4048529268 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f92180a29f0 0x7f92180a4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.814+0000 7f922d7fa640  1 -- 172.21.15.46:0/4048529268 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f92240f0840 con 0x7f9230100a30
2024-03-19T01:53:08.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.814+0000 7f9234bd3640  1 -- 172.21.15.46:0/2659567247 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ae2f5437d0 msgr2=0x55ae2f545bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:08.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.814+0000 7f9234bd3640  1 --2- 172.21.15.46:0/2659567247 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ae2f5437d0 0x55ae2f545bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.814+0000 7f9234bd3640  1 -- 172.21.15.46:0/2659567247 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ae2f53abf0 msgr2=0x55ae2f543290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:08.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.814+0000 7f9234bd3640  1 --2- 172.21.15.46:0/2659567247 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ae2f53abf0 0x55ae2f543290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.814+0000 7f9234bd3640  1 -- 172.21.15.46:0/2659567247 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ae2f468210 con 0x55ae2f53a2d0
2024-03-19T01:53:08.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.815+0000 7f9234bd3640  1 --2- 172.21.15.46:0/2659567247 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ae2f53a2d0 0x55ae2f53a6b0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f922800ee80 tx=0x7f922800c740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=423f51998d106d6c server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:08.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.815+0000 7f9234bd3640  1 --2- 172.21.15.46:0/4048529268 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f92180a29f0 0x7f92180a4eb0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f922800cc40 tx=0x7f9228011000 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:08.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.815+0000 7f92167fc640  1 -- 172.21.15.46:0/2659567247 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f922801cc10 con 0x55ae2f53a2d0
2024-03-19T01:53:08.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.815+0000 7f92167fc640  1 -- 172.21.15.46:0/2659567247 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9228009d00 con 0x55ae2f53a2d0
2024-03-19T01:53:08.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.815+0000 7f92167fc640  1 -- 172.21.15.46:0/2659567247 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9228005390 con 0x55ae2f53a2d0
2024-03-19T01:53:08.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.815+0000 7f9239226740  1 -- 172.21.15.46:0/2659567247 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ae2f53a2d0 msgr2=0x55ae2f53a6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.815+0000 7f9239226740  1 --2- 172.21.15.46:0/2659567247 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ae2f53a2d0 0x55ae2f53a6b0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f922800ee80 tx=0x7f922800c740 comp rx=0 tx=0).stop
2024-03-19T01:53:08.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.815+0000 7f9239226740  1 -- 172.21.15.46:0/2659567247 shutdown_connections
2024-03-19T01:53:08.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.815+0000 7f9239226740  1 --2- 172.21.15.46:0/2659567247 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ae2f5437d0 0x55ae2f545bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.815+0000 7f9239226740  1 --2- 172.21.15.46:0/2659567247 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ae2f53abf0 0x55ae2f543290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.815+0000 7f9239226740  1 --2- 172.21.15.46:0/2659567247 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ae2f53a2d0 0x55ae2f53a6b0 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.815+0000 7f9239226740  1 -- 172.21.15.46:0/2659567247 >> 172.21.15.46:0/2659567247 conn(0x55ae2f534a00 msgr2=0x55ae2f534de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:08.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.815+0000 7f9239226740  1 -- 172.21.15.46:0/2659567247 shutdown_connections
2024-03-19T01:53:08.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.816+0000 7f9239226740  1 -- 172.21.15.46:0/2659567247 wait complete.
2024-03-19T01:53:08.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.816+0000 7f9239226740  1 --  start start
2024-03-19T01:53:08.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.816+0000 7f9239226740  1  Processor -- start
2024-03-19T01:53:08.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.816+0000 7f9239226740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ae2f53a2d0 0x55ae2f5408c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.816+0000 7f9239226740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ae2f53abf0 0x55ae2f540e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.816+0000 7f9239226740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ae2f5437d0 0x55ae2f541340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.816+0000 7f9239226740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55ae2f546500 con 0x55ae2f5437d0
2024-03-19T01:53:08.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.816+0000 7f9239226740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55ae2f459310 con 0x55ae2f53a2d0
2024-03-19T01:53:08.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.816+0000 7f9239226740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55ae2f546680 con 0x55ae2f53abf0
2024-03-19T01:53:08.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.816+0000 7f9239226740 10 client.0 _ll_register_callbacks cb 0x55ae2f44d2d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:53:08.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.816+0000 7f9234bd3640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ae2f5437d0 0x55ae2f541340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.816+0000 7f922ffff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ae2f53a2d0 0x55ae2f5408c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.817+0000 7f922ffff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ae2f53a2d0 0x55ae2f5408c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:47764/0 (socket says 172.21.15.46:47764)
2024-03-19T01:53:08.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.817+0000 7f922f7fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ae2f53abf0 0x55ae2f540e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.817+0000 7f9234bd3640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ae2f5437d0 0x55ae2f541340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60878/0 (socket says 172.21.15.46:60878)
2024-03-19T01:53:08.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.817+0000 7f922ffff640  1 -- 172.21.15.46:0/2651525308 learned_addr learned my addr 172.21.15.46:0/2651525308 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:08.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.817+0000 7f9234bd3640  1 -- 172.21.15.46:0/2651525308 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ae2f53abf0 msgr2=0x55ae2f540e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:08.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.817+0000 7f9234bd3640  1 --2- 172.21.15.46:0/2651525308 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ae2f53abf0 0x55ae2f540e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.817+0000 7f9234bd3640  1 -- 172.21.15.46:0/2651525308 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ae2f53a2d0 msgr2=0x55ae2f5408c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:08.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.817+0000 7f9234bd3640  1 --2- 172.21.15.46:0/2651525308 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ae2f53a2d0 0x55ae2f5408c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.817+0000 7f9234bd3640  1 -- 172.21.15.46:0/2651525308 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ae2f1b13f0 con 0x55ae2f5437d0
2024-03-19T01:53:08.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.817+0000 7f9234bd3640  1 --2- 172.21.15.46:0/2651525308 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ae2f5437d0 0x55ae2f541340 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f9228009c20 tx=0x7f922800e280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ec40510b3418b20 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:08.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.817+0000 7f920f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:53:08.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.817+0000 7f920f7fe640  1 -- 172.21.15.46:0/2651525308 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9228033020 con 0x55ae2f5437d0
2024-03-19T01:53:08.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.817+0000 7f920f7fe640  1 -- 172.21.15.46:0/2651525308 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f9228004d50 con 0x55ae2f5437d0
2024-03-19T01:53:08.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.817+0000 7f9239226740  1 -- 172.21.15.46:0/2651525308 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55ae2f4fb3e0 con 0x55ae2f5437d0
2024-03-19T01:53:08.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.817+0000 7f920f7fe640  1 -- 172.21.15.46:0/2651525308 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f922803e050 con 0x55ae2f5437d0
2024-03-19T01:53:08.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.817+0000 7f9239226740 10 client.16332 fetch_fsmap learned FSMap version 29
2024-03-19T01:53:08.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.817+0000 7f9239226740  1 -- 172.21.15.46:0/2651525308 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ae2f27b7d0 con 0x55ae2f5437d0
2024-03-19T01:53:08.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.818+0000 7f920f7fe640  1 -- 172.21.15.46:0/2651525308 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55ae2f4fb3e0 con 0x55ae2f5437d0
2024-03-19T01:53:08.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.818+0000 7f920f7fe640  1 -- 172.21.15.46:0/2651525308 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f922800b040 con 0x55ae2f5437d0
2024-03-19T01:53:08.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.818+0000 7f9239226740 10 client.16332 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:53:08.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.818+0000 7f9239226740 10 client.16332 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:53:08.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.818+0000 7f9239226740 20 client.16332 populate_metadata read hostname 'smithi046'
2024-03-19T01:53:08.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.818+0000 7f9239226740  1 --2- 172.21.15.46:0/2651525308 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55ae2f553b50 0x55ae2f555f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.818+0000 7f9239226740  4 client.16332 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:53:08.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.818+0000 7f9239226740  1 -- 172.21.15.46:0/2651525308 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ae2f4aa9f0 con 0x55ae2f553b50
2024-03-19T01:53:08.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.818+0000 7f922ffff640  1 --2- 172.21.15.46:0/2651525308 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55ae2f553b50 0x55ae2f555f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.818+0000 7f920f7fe640 10 client.16332 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:53:08.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.818+0000 7f922ffff640  1 --2- 172.21.15.46:0/2651525308 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55ae2f553b50 0x55ae2f555f40 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=350bea276e449fa1 server_cookie=e496031056f1cf3b in_seq=0 out_seq=0
2024-03-19T01:53:08.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.819+0000 7f920f7fe640  1 -- 172.21.15.46:0/2651525308 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55ae2f4aa9f0 con 0x55ae2f553b50
2024-03-19T01:53:08.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.819+0000 7f920f7fe640 10 client.16332 handle_command_reply: tid=0
2024-03-19T01:53:08.826 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.819+0000 7f9239226740  1 client.16332 shutdown
2024-03-19T01:53:08.826 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.819+0000 7f9239226740  1 -- 172.21.15.46:0/2651525308 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ae2f5437d0 msgr2=0x55ae2f541340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.826 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.819+0000 7f9239226740  1 --2- 172.21.15.46:0/2651525308 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ae2f5437d0 0x55ae2f541340 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f9228009c20 tx=0x7f922800e280 comp rx=0 tx=0).stop
2024-03-19T01:53:08.826 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.819+0000 7f9239226740  1 -- 172.21.15.46:0/2651525308 shutdown_connections
2024-03-19T01:53:08.826 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.819+0000 7f9239226740  1 --2- 172.21.15.46:0/2651525308 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55ae2f553b50 0x55ae2f555f40 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.826 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.819+0000 7f9239226740  1 --2- 172.21.15.46:0/2651525308 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ae2f5437d0 0x55ae2f541340 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.826 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.819+0000 7f9239226740  1 --2- 172.21.15.46:0/2651525308 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ae2f53abf0 0x55ae2f540e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.826 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.819+0000 7f920f7fe640  0 client.16332 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:53:08.827 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.819+0000 7f9239226740  1 --2- 172.21.15.46:0/2651525308 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ae2f53a2d0 0x55ae2f5408c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.827 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.819+0000 7f9239226740  1 -- 172.21.15.46:0/2651525308 >> 172.21.15.46:0/2651525308 conn(0x55ae2f534a00 msgr2=0x55ae2f536750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:08.827 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.819+0000 7f9239226740  1 -- 172.21.15.46:0/2651525308 shutdown_connections
2024-03-19T01:53:08.827 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.819+0000 7f9239226740  1 -- 172.21.15.46:0/2651525308 wait complete.
2024-03-19T01:53:08.827 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.819+0000 7f9239226740 20 client.16332 trim_cache size 0 max 16384
2024-03-19T01:53:08.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.833+0000 7f9239226740  1  Processor -- start
2024-03-19T01:53:08.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.833+0000 7f9239226740  1 --  start start
2024-03-19T01:53:08.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.833+0000 7f9239226740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ae2f53a2d0 0x55ae2f542ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.833+0000 7f9239226740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ae2f53abf0 0x55ae2f54f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.833+0000 7f9239226740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ae2f5437d0 0x55ae2f533a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.833+0000 7f9239226740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f92301b1520 con 0x55ae2f53abf0
2024-03-19T01:53:08.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.833+0000 7f9239226740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f92301aed30 con 0x55ae2f5437d0
2024-03-19T01:53:08.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.833+0000 7f9239226740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f92301acb60 con 0x55ae2f53a2d0
2024-03-19T01:53:08.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.833+0000 7f922f7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ae2f53abf0 0x55ae2f54f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.833+0000 7f922f7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ae2f53abf0 0x55ae2f54f2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60888/0 (socket says 172.21.15.46:60888)
2024-03-19T01:53:08.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.833+0000 7f922f7fe640  1 -- 172.21.15.46:0/2369901746 learned_addr learned my addr 172.21.15.46:0/2369901746 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:08.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.833+0000 7f9234bd3640  1 --2- 172.21.15.46:0/2369901746 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ae2f5437d0 0x55ae2f533a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.833+0000 7f922ffff640  1 --2- 172.21.15.46:0/2369901746 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ae2f53a2d0 0x55ae2f542ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.833+0000 7f922f7fe640  1 -- 172.21.15.46:0/2369901746 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ae2f53a2d0 msgr2=0x55ae2f542ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:08.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.833+0000 7f922f7fe640  1 --2- 172.21.15.46:0/2369901746 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ae2f53a2d0 0x55ae2f542ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.833+0000 7f922f7fe640  1 -- 172.21.15.46:0/2369901746 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ae2f5437d0 msgr2=0x55ae2f533a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:08.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.833+0000 7f922f7fe640  1 --2- 172.21.15.46:0/2369901746 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ae2f5437d0 0x55ae2f533a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.833+0000 7f922f7fe640  1 -- 172.21.15.46:0/2369901746 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ae2f539560 con 0x55ae2f53abf0
2024-03-19T01:53:08.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.834+0000 7f922ffff640  1 --2- 172.21.15.46:0/2369901746 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ae2f53a2d0 0x55ae2f542ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:53:08.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.834+0000 7f922f7fe640  1 --2- 172.21.15.46:0/2369901746 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ae2f53abf0 0x55ae2f54f2a0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f9224005fd0 tx=0x7f9224087970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85ca6980c081956c server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:08.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.834+0000 7f9215ffb640  1 -- 172.21.15.46:0/2369901746 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92240bd300 con 0x55ae2f53abf0
2024-03-19T01:53:08.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.834+0000 7f9215ffb640  1 -- 172.21.15.46:0/2369901746 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f92240bcc00 con 0x55ae2f53abf0
2024-03-19T01:53:08.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.834+0000 7f9215ffb640  1 -- 172.21.15.46:0/2369901746 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9224003680 con 0x55ae2f53abf0
2024-03-19T01:53:08.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.834+0000 7f9239226740  1 -- 172.21.15.46:0/2369901746 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ae2f53abf0 msgr2=0x55ae2f54f2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.834+0000 7f9239226740  1 --2- 172.21.15.46:0/2369901746 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ae2f53abf0 0x55ae2f54f2a0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f9224005fd0 tx=0x7f9224087970 comp rx=0 tx=0).stop
2024-03-19T01:53:08.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.834+0000 7f9239226740  1 -- 172.21.15.46:0/2369901746 shutdown_connections
2024-03-19T01:53:08.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.834+0000 7f9239226740  1 --2- 172.21.15.46:0/2369901746 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ae2f5437d0 0x55ae2f533a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.834+0000 7f9239226740  1 --2- 172.21.15.46:0/2369901746 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ae2f53abf0 0x55ae2f54f2a0 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.834+0000 7f9239226740  1 --2- 172.21.15.46:0/2369901746 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ae2f53a2d0 0x55ae2f542ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.834+0000 7f9239226740  1 -- 172.21.15.46:0/2369901746 >> 172.21.15.46:0/2369901746 conn(0x55ae2f534a00 msgr2=0x55ae2f533310 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:08.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.835+0000 7f9239226740  1 -- 172.21.15.46:0/2369901746 shutdown_connections
2024-03-19T01:53:08.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.835+0000 7f9239226740  1 -- 172.21.15.46:0/2369901746 wait complete.
2024-03-19T01:53:08.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.835+0000 7f9239226740  1 --  start start
2024-03-19T01:53:08.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.835+0000 7f9239226740  1  Processor -- start
2024-03-19T01:53:08.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.835+0000 7f9239226740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ae2f53a2d0 0x55ae2f53d740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.835+0000 7f9239226740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ae2f53abf0 0x55ae2f53dc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.835+0000 7f9239226740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ae2f5437d0 0x55ae2f53e1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.835+0000 7f9239226740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f92301ad1f0 con 0x55ae2f53abf0
2024-03-19T01:53:08.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.835+0000 7f9239226740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f92301ae660 con 0x55ae2f5437d0
2024-03-19T01:53:08.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.835+0000 7f9239226740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f92301ad8c0 con 0x55ae2f53a2d0
2024-03-19T01:53:08.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.835+0000 7f9239226740 10 client.0 _ll_register_callbacks cb 0x7f9220009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:53:08.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.835+0000 7f922f7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ae2f53abf0 0x55ae2f53dc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.835+0000 7f922f7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ae2f53abf0 0x55ae2f53dc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60900/0 (socket says 172.21.15.46:60900)
2024-03-19T01:53:08.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.835+0000 7f922f7fe640  1 -- 172.21.15.46:0/3819143528 learned_addr learned my addr 172.21.15.46:0/3819143528 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:08.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.835+0000 7f922ffff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ae2f53a2d0 0x55ae2f53d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.835+0000 7f9234bd3640  1 --2- 172.21.15.46:0/3819143528 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ae2f5437d0 0x55ae2f53e1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.836+0000 7f922f7fe640  1 -- 172.21.15.46:0/3819143528 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ae2f53a2d0 msgr2=0x55ae2f53d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:08.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.836+0000 7f922f7fe640  1 --2- 172.21.15.46:0/3819143528 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ae2f53a2d0 0x55ae2f53d740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.836+0000 7f922f7fe640  1 -- 172.21.15.46:0/3819143528 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ae2f5437d0 msgr2=0x55ae2f53e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:08.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.836+0000 7f922f7fe640  1 --2- 172.21.15.46:0/3819143528 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ae2f5437d0 0x55ae2f53e1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.836+0000 7f922f7fe640  1 -- 172.21.15.46:0/3819143528 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ae2f5b8f00 con 0x55ae2f53abf0
2024-03-19T01:53:08.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.836+0000 7f922f7fe640  1 --2- 172.21.15.46:0/3819143528 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ae2f53abf0 0x55ae2f53dc80 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f92240b9060 tx=0x7f9224035df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea60485884ddf5a1 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:08.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.836+0000 7f920f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:53:08.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.836+0000 7f920f7fe640  1 -- 172.21.15.46:0/3819143528 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92240c0d50 con 0x55ae2f53abf0
2024-03-19T01:53:08.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.836+0000 7f920f7fe640  1 -- 172.21.15.46:0/3819143528 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f92240ede60 con 0x55ae2f53abf0
2024-03-19T01:53:08.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.836+0000 7f9239226740  1 -- 172.21.15.46:0/3819143528 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f92240bcc00 con 0x55ae2f53abf0
2024-03-19T01:53:08.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.836+0000 7f920f7fe640  1 -- 172.21.15.46:0/3819143528 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f92240f0410 con 0x55ae2f53abf0
2024-03-19T01:53:08.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.836+0000 7f9239226740 10 client.16338 fetch_fsmap learned FSMap version 29
2024-03-19T01:53:08.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.836+0000 7f9239226740  1 -- 172.21.15.46:0/3819143528 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ae2f5ba200 con 0x55ae2f53abf0
2024-03-19T01:53:08.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.836+0000 7f920f7fe640  1 -- 172.21.15.46:0/3819143528 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f92240bcc00 con 0x55ae2f53abf0
2024-03-19T01:53:08.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.836+0000 7f920f7fe640  1 -- 172.21.15.46:0/3819143528 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f922403c030 con 0x55ae2f53abf0
2024-03-19T01:53:08.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.837+0000 7f9239226740 10 client.16338 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:53:08.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.837+0000 7f9239226740 10 client.16338 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:53:08.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.837+0000 7f9239226740 20 client.16338 populate_metadata read hostname 'smithi046'
2024-03-19T01:53:08.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.837+0000 7f9239226740  1 --2- 172.21.15.46:0/3819143528 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55ae2f5ba890 0x55ae2f5bccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.837+0000 7f9239226740  4 client.16338 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:53:08.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.837+0000 7f9239226740  1 -- 172.21.15.46:0/3819143528 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ae2f4a4d40 con 0x55ae2f5ba890
2024-03-19T01:53:08.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.837+0000 7f922ffff640  1 --2- 172.21.15.46:0/3819143528 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55ae2f5ba890 0x55ae2f5bccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.837+0000 7f922ffff640  1 --2- 172.21.15.46:0/3819143528 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55ae2f5ba890 0x55ae2f5bccb0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8d45df12975b4f4d server_cookie=ef74fc3614e4515e in_seq=0 out_seq=0
2024-03-19T01:53:08.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.837+0000 7f920f7fe640 10 client.16338 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:53:08.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.837+0000 7f920f7fe640  1 -- 172.21.15.46:0/3819143528 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ae2f4a4d40 con 0x55ae2f5ba890
2024-03-19T01:53:08.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.837+0000 7f920f7fe640 10 client.16338 handle_command_reply: tid=0
2024-03-19T01:53:08.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.837+0000 7f9239226740  1 client.16338 shutdown
2024-03-19T01:53:08.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.837+0000 7f9239226740  1 -- 172.21.15.46:0/3819143528 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ae2f53abf0 msgr2=0x55ae2f53dc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.838+0000 7f9239226740  1 --2- 172.21.15.46:0/3819143528 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ae2f53abf0 0x55ae2f53dc80 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f92240b9060 tx=0x7f9224035df0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.838+0000 7f9239226740  1 -- 172.21.15.46:0/3819143528 shutdown_connections
2024-03-19T01:53:08.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.838+0000 7f9239226740  1 --2- 172.21.15.46:0/3819143528 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55ae2f5ba890 0x55ae2f5bccb0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.838+0000 7f9239226740  1 --2- 172.21.15.46:0/3819143528 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ae2f5437d0 0x55ae2f53e1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.838+0000 7f9239226740  1 --2- 172.21.15.46:0/3819143528 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ae2f53abf0 0x55ae2f53dc80 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.838+0000 7f920f7fe640  0 client.16338 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:53:08.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.838+0000 7f9239226740  1 --2- 172.21.15.46:0/3819143528 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ae2f53a2d0 0x55ae2f53d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.838+0000 7f9239226740  1 -- 172.21.15.46:0/3819143528 >> 172.21.15.46:0/3819143528 conn(0x55ae2f534a00 msgr2=0x55ae2f533ba0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:08.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.838+0000 7f9239226740  1 -- 172.21.15.46:0/3819143528 shutdown_connections
2024-03-19T01:53:08.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.838+0000 7f9239226740  1 -- 172.21.15.46:0/3819143528 wait complete.
2024-03-19T01:53:08.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.838+0000 7f9239226740 20 client.16338 trim_cache size 0 max 16384
2024-03-19T01:53:08.845 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:53:08.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.838+0000 7f9236636640  1 -- 172.21.15.46:0/4048529268 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f92180a29f0 msgr2=0x7f92180a4eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.838+0000 7f9236636640  1 --2- 172.21.15.46:0/4048529268 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f92180a29f0 0x7f92180a4eb0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f922800cc40 tx=0x7f9228011000 comp rx=0 tx=0).stop
2024-03-19T01:53:08.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.838+0000 7f9236636640  1 -- 172.21.15.46:0/4048529268 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9230100a30 msgr2=0x7f9230198500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.838+0000 7f9236636640  1 --2- 172.21.15.46:0/4048529268 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9230100a30 0x7f9230198500 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f9224000c00 tx=0x7f9224035990 comp rx=0 tx=0).stop
2024-03-19T01:53:08.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.838+0000 7f9236636640  1 -- 172.21.15.46:0/4048529268 shutdown_connections
2024-03-19T01:53:08.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.838+0000 7f9236636640  1 --2- 172.21.15.46:0/4048529268 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9230106810 0x7f923019c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.838+0000 7f9236636640  1 --2- 172.21.15.46:0/4048529268 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9230100a30 0x7f9230198500 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.838+0000 7f9236636640  1 --2- 172.21.15.46:0/4048529268 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f92180a29f0 0x7f92180a4eb0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.838+0000 7f9236636640  1 --2- 172.21.15.46:0/4048529268 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9230100070 0x7f9230197fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.838+0000 7f9236636640  1 -- 172.21.15.46:0/4048529268 >> 172.21.15.46:0/4048529268 conn(0x7f9230075a20 msgr2=0x7f92300fe180 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:08.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.838+0000 7f9236636640  1 -- 172.21.15.46:0/4048529268 shutdown_connections
2024-03-19T01:53:08.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.838+0000 7f9236636640  1 -- 172.21.15.46:0/4048529268 wait complete.
2024-03-19T01:53:08.850 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls
2024-03-19T01:53:08.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.956+0000 7f55aaf90640  1 -- 172.21.15.46:0/1288576528 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f55a41066b0 msgr2=0x7f55a4106a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.956+0000 7f55aaf90640  1 --2- 172.21.15.46:0/1288576528 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f55a41066b0 0x7f55a4106a90 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f5598009930 tx=0x7f559802bc30 comp rx=0 tx=0).stop
2024-03-19T01:53:08.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.956+0000 7f55aaf90640  1 -- 172.21.15.46:0/1288576528 shutdown_connections
2024-03-19T01:53:08.958 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.956+0000 7f55aaf90640  1 --2- 172.21.15.46:0/1288576528 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f55a4101060 0x7f55a410d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.956+0000 7f55aaf90640  1 --2- 172.21.15.46:0/1288576528 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f55a41006a0 0x7f55a4100b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.956+0000 7f55aaf90640  1 --2- 172.21.15.46:0/1288576528 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f55a41066b0 0x7f55a4106a90 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.956+0000 7f55aaf90640  1 -- 172.21.15.46:0/1288576528 >> 172.21.15.46:0/1288576528 conn(0x7f55a40778d0 msgr2=0x7f55a4077ce0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:08.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.956+0000 7f55aaf90640  1 -- 172.21.15.46:0/1288576528 shutdown_connections
2024-03-19T01:53:08.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.956+0000 7f55aaf90640  1 -- 172.21.15.46:0/1288576528 wait complete.
2024-03-19T01:53:08.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.956+0000 7f55aaf90640  1  Processor -- start
2024-03-19T01:53:08.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.956+0000 7f55aaf90640  1 --  start start
2024-03-19T01:53:08.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.957+0000 7f55aaf90640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f55a41006a0 0x7f55a410e000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.957+0000 7f55aaf90640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f55a4101060 0x7f55a410e540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.957+0000 7f55aaf90640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f55a41066b0 0x7f55a410ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.957+0000 7f55aaf90640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f55a4111a70 con 0x7f55a41066b0
2024-03-19T01:53:08.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.957+0000 7f55aaf90640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f55a41118f0 con 0x7f55a41006a0
2024-03-19T01:53:08.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.957+0000 7f55aaf90640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f55a4111bf0 con 0x7f55a4101060
2024-03-19T01:53:08.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.957+0000 7f55a952d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f55a41066b0 0x7f55a410ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.957+0000 7f55a8d2c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f55a41006a0 0x7f55a410e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.957+0000 7f55a952d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f55a41066b0 0x7f55a410ea80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60916/0 (socket says 172.21.15.46:60916)
2024-03-19T01:53:08.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.957+0000 7f55a952d640  1 -- 172.21.15.46:0/2268481543 learned_addr learned my addr 172.21.15.46:0/2268481543 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:08.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.957+0000 7f55a3fff640  1 --2- 172.21.15.46:0/2268481543 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f55a4101060 0x7f55a410e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.957+0000 7f55a952d640  1 -- 172.21.15.46:0/2268481543 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f55a4101060 msgr2=0x7f55a410e540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.957+0000 7f55a952d640  1 --2- 172.21.15.46:0/2268481543 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f55a4101060 0x7f55a410e540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.957+0000 7f55a952d640  1 -- 172.21.15.46:0/2268481543 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f55a41006a0 msgr2=0x7f55a410e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.957+0000 7f55a952d640  1 --2- 172.21.15.46:0/2268481543 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f55a41006a0 0x7f55a410e000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.957+0000 7f55a952d640  1 -- 172.21.15.46:0/2268481543 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55a41a64b0 con 0x7f55a41066b0
2024-03-19T01:53:08.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.957+0000 7f55a8d2c640  1 --2- 172.21.15.46:0/2268481543 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f55a41006a0 0x7f55a410e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:53:08.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.957+0000 7f55a952d640  1 --2- 172.21.15.46:0/2268481543 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f55a41066b0 0x7f55a410ea80 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f559c00eb10 tx=0x7f559c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:08.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.957+0000 7f55a1ffb640  1 -- 172.21.15.46:0/2268481543 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f559c004b20 con 0x7f55a41066b0
2024-03-19T01:53:08.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.957+0000 7f55aaf90640  1 -- 172.21.15.46:0/2268481543 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55a41a67a0 con 0x7f55a41066b0
2024-03-19T01:53:08.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.957+0000 7f55a1ffb640  1 -- 172.21.15.46:0/2268481543 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f559c004cc0 con 0x7f55a41066b0
2024-03-19T01:53:08.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.957+0000 7f55a1ffb640  1 -- 172.21.15.46:0/2268481543 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f559c010690 con 0x7f55a41066b0
2024-03-19T01:53:08.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.958+0000 7f55aaf90640  1 -- 172.21.15.46:0/2268481543 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55a41a6cf0 con 0x7f55a41066b0
2024-03-19T01:53:08.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.960+0000 7f55a1ffb640  1 -- 172.21.15.46:0/2268481543 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f559c005020 con 0x7f55a41066b0
2024-03-19T01:53:08.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.960+0000 7f55adb7f740  1  Processor -- start
2024-03-19T01:53:08.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.960+0000 7f55adb7f740  1 --  start start
2024-03-19T01:53:08.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.960+0000 7f55a1ffb640  1 --2- 172.21.15.46:0/2268481543 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f55940a2970 0x7f55940a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.960+0000 7f55adb7f740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c45976b2d0 0x55c45976b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.960+0000 7f55adb7f740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c45976bbf0 0x55c459774290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.960+0000 7f55adb7f740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c4597747d0 0x55c459776bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.960+0000 7f55adb7f740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55c4596ce4b0 con 0x55c4597747d0
2024-03-19T01:53:08.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.960+0000 7f55adb7f740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55c459676d70 con 0x55c45976b2d0
2024-03-19T01:53:08.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.960+0000 7f55adb7f740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55c4596ca550 con 0x55c45976bbf0
2024-03-19T01:53:08.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.960+0000 7f55a3fff640  1 --2- 172.21.15.46:0/2268481543 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f55940a2970 0x7f55940a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.960+0000 7f55a1ffb640  1 -- 172.21.15.46:0/2268481543 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f559c0cf720 con 0x7f55a41066b0
2024-03-19T01:53:08.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.960+0000 7f55a952d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c4597747d0 0x55c459776bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.960+0000 7f55a8d2c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c45976b2d0 0x55c45976b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.960+0000 7f55a8d2c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c45976b2d0 0x55c45976b6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:47812/0 (socket says 172.21.15.46:47812)
2024-03-19T01:53:08.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.960+0000 7f55a8d2c640  1 -- 172.21.15.46:0/2785219185 learned_addr learned my addr 172.21.15.46:0/2785219185 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:08.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.960+0000 7f55a3fff640  1 --2- 172.21.15.46:0/2785219185 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c45976bbf0 0x55c459774290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.961+0000 7f55a8d2c640  1 -- 172.21.15.46:0/2785219185 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c45976bbf0 msgr2=0x55c459774290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:08.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.961+0000 7f55a8d2c640  1 --2- 172.21.15.46:0/2785219185 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c45976bbf0 0x55c459774290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.961+0000 7f55a8d2c640  1 -- 172.21.15.46:0/2785219185 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c4597747d0 msgr2=0x55c459776bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:08.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.961+0000 7f55a8d2c640  1 --2- 172.21.15.46:0/2785219185 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c4597747d0 0x55c459776bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.961+0000 7f55a8d2c640  1 -- 172.21.15.46:0/2785219185 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c459699210 con 0x55c45976b2d0
2024-03-19T01:53:08.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.961+0000 7f55a3fff640  1 --2- 172.21.15.46:0/2268481543 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f55940a2970 0x7f55940a4e30 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f5590009710 tx=0x7f5590009ad0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:08.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.961+0000 7f55a8d2c640  1 --2- 172.21.15.46:0/2785219185 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c45976b2d0 0x55c45976b6b0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f5598036040 tx=0x7f55980095f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=803138e63e5a7385 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:08.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.961+0000 7f558effd640  1 -- 172.21.15.46:0/2785219185 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5598045070 con 0x55c45976b2d0
2024-03-19T01:53:08.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.961+0000 7f558effd640  1 -- 172.21.15.46:0/2785219185 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f559802c7e0 con 0x55c45976b2d0
2024-03-19T01:53:08.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.961+0000 7f558effd640  1 -- 172.21.15.46:0/2785219185 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5598003990 con 0x55c45976b2d0
2024-03-19T01:53:08.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.962+0000 7f55adb7f740  1 -- 172.21.15.46:0/2785219185 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c45976b2d0 msgr2=0x55c45976b6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.962+0000 7f55adb7f740  1 --2- 172.21.15.46:0/2785219185 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c45976b2d0 0x55c45976b6b0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f5598036040 tx=0x7f55980095f0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.962+0000 7f55adb7f740  1 -- 172.21.15.46:0/2785219185 shutdown_connections
2024-03-19T01:53:08.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.962+0000 7f55adb7f740  1 --2- 172.21.15.46:0/2785219185 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c4597747d0 0x55c459776bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.962+0000 7f55adb7f740  1 --2- 172.21.15.46:0/2785219185 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c45976bbf0 0x55c459774290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.962+0000 7f55adb7f740  1 --2- 172.21.15.46:0/2785219185 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c45976b2d0 0x55c45976b6b0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.962+0000 7f55adb7f740  1 -- 172.21.15.46:0/2785219185 >> 172.21.15.46:0/2785219185 conn(0x55c459765a00 msgr2=0x55c459765de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:08.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.962+0000 7f55adb7f740  1 -- 172.21.15.46:0/2785219185 shutdown_connections
2024-03-19T01:53:08.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.962+0000 7f55adb7f740  1 -- 172.21.15.46:0/2785219185 wait complete.
2024-03-19T01:53:08.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.962+0000 7f55adb7f740  1 --  start start
2024-03-19T01:53:08.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.962+0000 7f55adb7f740  1  Processor -- start
2024-03-19T01:53:08.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.963+0000 7f55adb7f740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c45976b2d0 0x55c4597717c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.963+0000 7f55adb7f740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c45976bbf0 0x55c459771d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.963+0000 7f55adb7f740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c4597747d0 0x55c459772240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.963+0000 7f55adb7f740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55c459777560 con 0x55c45976bbf0
2024-03-19T01:53:08.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.963+0000 7f55adb7f740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55c45968a310 con 0x55c4597747d0
2024-03-19T01:53:08.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.963+0000 7f55adb7f740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55c4597776e0 con 0x55c45976b2d0
2024-03-19T01:53:08.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.963+0000 7f55adb7f740 10 client.0 _ll_register_callbacks cb 0x55c45967e2d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:53:08.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.963+0000 7f55a3fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c45976bbf0 0x55c459771d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.963+0000 7f55a3fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c45976bbf0 0x55c459771d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60938/0 (socket says 172.21.15.46:60938)
2024-03-19T01:53:08.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.963+0000 7f55a3fff640  1 -- 172.21.15.46:0/283641636 learned_addr learned my addr 172.21.15.46:0/283641636 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:08.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.963+0000 7f55a8d2c640  1 --2- 172.21.15.46:0/283641636 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c45976b2d0 0x55c4597717c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.963+0000 7f55a3fff640  1 -- 172.21.15.46:0/283641636 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c45976b2d0 msgr2=0x55c4597717c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:08.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.963+0000 7f55a3fff640  1 --2- 172.21.15.46:0/283641636 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c45976b2d0 0x55c4597717c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.963+0000 7f55a3fff640  1 -- 172.21.15.46:0/283641636 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c4597747d0 msgr2=0x55c459772240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:08.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.963+0000 7f55a3fff640  1 --2- 172.21.15.46:0/283641636 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c4597747d0 0x55c459772240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.963+0000 7f55a3fff640  1 -- 172.21.15.46:0/283641636 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c4593e23f0 con 0x55c45976bbf0
2024-03-19T01:53:08.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.963+0000 7f55a3fff640  1 --2- 172.21.15.46:0/283641636 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c45976bbf0 0x55c459771d00 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f5590004260 tx=0x7f5590004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4a345ab83dc50ad server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:08.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.963+0000 7f5583fff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:53:08.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.963+0000 7f5583fff640  1 -- 172.21.15.46:0/283641636 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55900038c0 con 0x55c45976bbf0
2024-03-19T01:53:08.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.963+0000 7f5583fff640  1 -- 172.21.15.46:0/283641636 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f5590003a60 con 0x55c45976bbf0
2024-03-19T01:53:08.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.963+0000 7f55adb7f740  1 -- 172.21.15.46:0/283641636 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f559802c7e0 con 0x55c45976bbf0
2024-03-19T01:53:08.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.963+0000 7f5583fff640  1 -- 172.21.15.46:0/283641636 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5590003c60 con 0x55c45976bbf0
2024-03-19T01:53:08.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.964+0000 7f55adb7f740 10 client.16350 fetch_fsmap learned FSMap version 29
2024-03-19T01:53:08.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.964+0000 7f55adb7f740  1 -- 172.21.15.46:0/283641636 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c4594ac7d0 con 0x55c45976bbf0
2024-03-19T01:53:08.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.964+0000 7f5583fff640  1 -- 172.21.15.46:0/283641636 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f559802c7e0 con 0x55c45976bbf0
2024-03-19T01:53:08.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.964+0000 7f5583fff640  1 -- 172.21.15.46:0/283641636 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f5590020050 con 0x55c45976bbf0
2024-03-19T01:53:08.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.964+0000 7f55adb7f740 10 client.16350 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:53:08.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.964+0000 7f55adb7f740 10 client.16350 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:53:08.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.964+0000 7f55adb7f740 20 client.16350 populate_metadata read hostname 'smithi046'
2024-03-19T01:53:08.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.964+0000 7f55adb7f740  1 --2- 172.21.15.46:0/283641636 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55c459784b70 0x55c459786fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.964+0000 7f55adb7f740  4 client.16350 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:53:08.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.964+0000 7f55adb7f740  1 -- 172.21.15.46:0/283641636 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c45972c3e0 con 0x55c459784b70
2024-03-19T01:53:08.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.964+0000 7f55a8d2c640  1 --2- 172.21.15.46:0/283641636 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55c459784b70 0x55c459786fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.965+0000 7f5583fff640 10 client.16350 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:53:08.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.965+0000 7f55a8d2c640  1 --2- 172.21.15.46:0/283641636 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55c459784b70 0x55c459786fd0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5cbca17955293f58 server_cookie=7b70528ca8b7ca9f in_seq=0 out_seq=0
2024-03-19T01:53:08.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.965+0000 7f5583fff640  1 -- 172.21.15.46:0/283641636 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55c45972c3e0 con 0x55c459784b70
2024-03-19T01:53:08.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.965+0000 7f5583fff640 10 client.16350 handle_command_reply: tid=0
2024-03-19T01:53:08.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.965+0000 7f55adb7f740  1 client.16350 shutdown
2024-03-19T01:53:08.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.965+0000 7f55adb7f740  1 -- 172.21.15.46:0/283641636 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c45976bbf0 msgr2=0x55c459771d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.965+0000 7f55adb7f740  1 --2- 172.21.15.46:0/283641636 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c45976bbf0 0x55c459771d00 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f5590004260 tx=0x7f5590004730 comp rx=0 tx=0).stop
2024-03-19T01:53:08.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.965+0000 7f55adb7f740  1 -- 172.21.15.46:0/283641636 shutdown_connections
2024-03-19T01:53:08.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.965+0000 7f55adb7f740  1 --2- 172.21.15.46:0/283641636 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55c459784b70 0x55c459786fd0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.965+0000 7f55adb7f740  1 --2- 172.21.15.46:0/283641636 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c4597747d0 0x55c459772240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.965+0000 7f55adb7f740  1 --2- 172.21.15.46:0/283641636 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c45976bbf0 0x55c459771d00 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.965+0000 7f55adb7f740  1 --2- 172.21.15.46:0/283641636 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c45976b2d0 0x55c4597717c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.965+0000 7f55adb7f740  1 -- 172.21.15.46:0/283641636 >> 172.21.15.46:0/283641636 conn(0x55c459765a00 msgr2=0x55c459767750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:08.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.965+0000 7f5583fff640  0 client.16350 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:53:08.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.966+0000 7f55adb7f740  1 -- 172.21.15.46:0/283641636 shutdown_connections
2024-03-19T01:53:08.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.966+0000 7f55adb7f740  1 -- 172.21.15.46:0/283641636 wait complete.
2024-03-19T01:53:08.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.966+0000 7f55adb7f740 20 client.16350 trim_cache size 0 max 16384
2024-03-19T01:53:08.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.982+0000 7f55adb7f740  1  Processor -- start
2024-03-19T01:53:08.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.982+0000 7f55adb7f740  1 --  start start
2024-03-19T01:53:08.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.982+0000 7f55adb7f740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c45976b2d0 0x55c459773ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.982+0000 7f55adb7f740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c45976bbf0 0x55c459780300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.982+0000 7f55adb7f740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c4597747d0 0x55c45978c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.982+0000 7f55adb7f740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f55a41b36d0 con 0x55c45976bbf0
2024-03-19T01:53:08.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.982+0000 7f55adb7f740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f55a41b0ee0 con 0x55c45976b2d0
2024-03-19T01:53:08.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.982+0000 7f55adb7f740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f55a41aed10 con 0x55c4597747d0
2024-03-19T01:53:08.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.982+0000 7f55a3fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c45976bbf0 0x55c459780300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.982+0000 7f55a3fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c45976bbf0 0x55c459780300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60950/0 (socket says 172.21.15.46:60950)
2024-03-19T01:53:08.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.982+0000 7f55a3fff640  1 -- 172.21.15.46:0/384897416 learned_addr learned my addr 172.21.15.46:0/384897416 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:08.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.982+0000 7f55a952d640  1 --2- 172.21.15.46:0/384897416 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c4597747d0 0x55c45978c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.982+0000 7f55a8d2c640  1 --2- 172.21.15.46:0/384897416 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c45976b2d0 0x55c459773ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.982+0000 7f55a3fff640  1 -- 172.21.15.46:0/384897416 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c4597747d0 msgr2=0x55c45978c8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:08.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.982+0000 7f55a3fff640  1 --2- 172.21.15.46:0/384897416 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c4597747d0 0x55c45978c8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.982+0000 7f55a3fff640  1 -- 172.21.15.46:0/384897416 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c45976b2d0 msgr2=0x55c459773ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:08.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.982+0000 7f55a3fff640  1 --2- 172.21.15.46:0/384897416 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c45976b2d0 0x55c459773ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.982+0000 7f55a3fff640  1 -- 172.21.15.46:0/384897416 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c45976fd10 con 0x55c45976bbf0
2024-03-19T01:53:08.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.983+0000 7f55a3fff640  1 --2- 172.21.15.46:0/384897416 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c45976bbf0 0x55c459780300 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f5590009e10 tx=0x7f5590009280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8798d937e958c8d2 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:08.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.983+0000 7f558e7fc640  1 -- 172.21.15.46:0/384897416 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5590003e00 con 0x55c45976bbf0
2024-03-19T01:53:08.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.983+0000 7f558e7fc640  1 -- 172.21.15.46:0/384897416 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5590025070 con 0x55c45976bbf0
2024-03-19T01:53:08.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.983+0000 7f558e7fc640  1 -- 172.21.15.46:0/384897416 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55900047a0 con 0x55c45976bbf0
2024-03-19T01:53:08.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.984+0000 7f55adb7f740  1 -- 172.21.15.46:0/384897416 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c45976bbf0 msgr2=0x55c459780300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.984+0000 7f55adb7f740  1 --2- 172.21.15.46:0/384897416 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c45976bbf0 0x55c459780300 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f5590009e10 tx=0x7f5590009280 comp rx=0 tx=0).stop
2024-03-19T01:53:08.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.984+0000 7f55adb7f740  1 -- 172.21.15.46:0/384897416 shutdown_connections
2024-03-19T01:53:08.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.984+0000 7f55adb7f740  1 --2- 172.21.15.46:0/384897416 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c4597747d0 0x55c45978c8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.984+0000 7f55adb7f740  1 --2- 172.21.15.46:0/384897416 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c45976bbf0 0x55c459780300 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.984+0000 7f55adb7f740  1 --2- 172.21.15.46:0/384897416 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c45976b2d0 0x55c459773ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.984+0000 7f55adb7f740  1 -- 172.21.15.46:0/384897416 >> 172.21.15.46:0/384897416 conn(0x55c459765a00 msgr2=0x55c459764ba0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:08.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.984+0000 7f55adb7f740  1 -- 172.21.15.46:0/384897416 shutdown_connections
2024-03-19T01:53:08.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.984+0000 7f55adb7f740  1 -- 172.21.15.46:0/384897416 wait complete.
2024-03-19T01:53:08.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.984+0000 7f55adb7f740  1 --  start start
2024-03-19T01:53:08.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.984+0000 7f55adb7f740  1  Processor -- start
2024-03-19T01:53:08.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.984+0000 7f55adb7f740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c45976b2d0 0x55c45977ca40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.984+0000 7f55adb7f740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c45976bbf0 0x55c459777ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.984+0000 7f55adb7f740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c4597747d0 0x55c459778430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.984+0000 7f55adb7f740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f55a41af3a0 con 0x55c45976b2d0
2024-03-19T01:53:08.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.984+0000 7f55adb7f740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f55a41b0810 con 0x55c45976bbf0
2024-03-19T01:53:08.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.984+0000 7f55adb7f740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f55a41afa70 con 0x55c4597747d0
2024-03-19T01:53:08.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.985+0000 7f55adb7f740 10 client.0 _ll_register_callbacks cb 0x7f5590009ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:53:08.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.985+0000 7f55a8d2c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c45976b2d0 0x55c45977ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.985+0000 7f55a8d2c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c45976b2d0 0x55c45977ca40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60958/0 (socket says 172.21.15.46:60958)
2024-03-19T01:53:08.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.985+0000 7f55a3fff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c45976bbf0 0x55c459777ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.985+0000 7f55a8d2c640  1 -- 172.21.15.46:0/1636167308 learned_addr learned my addr 172.21.15.46:0/1636167308 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:08.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.985+0000 7f55a952d640  1 --2- 172.21.15.46:0/1636167308 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c4597747d0 0x55c459778430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.985+0000 7f55a8d2c640  1 -- 172.21.15.46:0/1636167308 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c4597747d0 msgr2=0x55c459778430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:08.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.985+0000 7f55a8d2c640  1 --2- 172.21.15.46:0/1636167308 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c4597747d0 0x55c459778430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.985+0000 7f55a8d2c640  1 -- 172.21.15.46:0/1636167308 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c45976bbf0 msgr2=0x55c459777ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:08.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.985+0000 7f55a8d2c640  1 --2- 172.21.15.46:0/1636167308 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c45976bbf0 0x55c459777ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.985+0000 7f55a8d2c640  1 -- 172.21.15.46:0/1636167308 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c459778a70 con 0x55c45976b2d0
2024-03-19T01:53:08.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.985+0000 7f55a3fff640  1 --2- 172.21.15.46:0/1636167308 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c45976bbf0 0x55c459777ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:53:08.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.985+0000 7f55a8d2c640  1 --2- 172.21.15.46:0/1636167308 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c45976b2d0 0x55c45977ca40 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f5598005ec0 tx=0x7f5598005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b3d5ca6e627f385 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:08.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.985+0000 7f5583fff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:53:08.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.985+0000 7f5583fff640  1 -- 172.21.15.46:0/1636167308 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5598045040 con 0x55c45976b2d0
2024-03-19T01:53:08.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.985+0000 7f55adb7f740  1 -- 172.21.15.46:0/1636167308 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5590025070 con 0x55c45976b2d0
2024-03-19T01:53:08.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.985+0000 7f5583fff640  1 -- 172.21.15.46:0/1636167308 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f5598050070 con 0x55c45976b2d0
2024-03-19T01:53:08.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.985+0000 7f5583fff640  1 -- 172.21.15.46:0/1636167308 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f559805f050 con 0x55c45976b2d0
2024-03-19T01:53:08.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.985+0000 7f55adb7f740 10 client.16356 fetch_fsmap learned FSMap version 29
2024-03-19T01:53:08.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.985+0000 7f55adb7f740  1 -- 172.21.15.46:0/1636167308 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c4597ead80 con 0x55c45976b2d0
2024-03-19T01:53:08.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.986+0000 7f5583fff640  1 -- 172.21.15.46:0/1636167308 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5590025070 con 0x55c45976b2d0
2024-03-19T01:53:08.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.986+0000 7f5583fff640  1 -- 172.21.15.46:0/1636167308 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f5598052260 con 0x55c45976b2d0
2024-03-19T01:53:08.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.986+0000 7f55adb7f740 10 client.16356 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:53:08.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.986+0000 7f55adb7f740 10 client.16356 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:53:08.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.986+0000 7f55adb7f740 20 client.16356 populate_metadata read hostname 'smithi046'
2024-03-19T01:53:08.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.986+0000 7f55adb7f740  1 --2- 172.21.15.46:0/1636167308 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55c4597eb180 0x55c4597ed570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:08.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.986+0000 7f55adb7f740  4 client.16356 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:53:08.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.986+0000 7f55adb7f740  1 -- 172.21.15.46:0/1636167308 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c4596db9f0 con 0x55c4597eb180
2024-03-19T01:53:08.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.986+0000 7f55a3fff640  1 --2- 172.21.15.46:0/1636167308 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55c4597eb180 0x55c4597ed570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:08.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.986+0000 7f55a3fff640  1 --2- 172.21.15.46:0/1636167308 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55c4597eb180 0x55c4597ed570 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f7c13eef811619f server_cookie=a7499f2e07bf4615 in_seq=0 out_seq=0
2024-03-19T01:53:08.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.986+0000 7f5583fff640 10 client.16356 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:53:08.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.988+0000 7f5583fff640  1 -- 172.21.15.46:0/1636167308 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c4596db9f0 con 0x55c4597eb180
2024-03-19T01:53:08.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.988+0000 7f5583fff640 10 client.16356 handle_command_reply: tid=0
2024-03-19T01:53:08.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.988+0000 7f55adb7f740  1 client.16356 shutdown
2024-03-19T01:53:08.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.988+0000 7f55adb7f740  1 -- 172.21.15.46:0/1636167308 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c45976b2d0 msgr2=0x55c45977ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.988+0000 7f55adb7f740  1 --2- 172.21.15.46:0/1636167308 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c45976b2d0 0x55c45977ca40 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f5598005ec0 tx=0x7f5598005b50 comp rx=0 tx=0).stop
2024-03-19T01:53:08.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.988+0000 7f55adb7f740  1 -- 172.21.15.46:0/1636167308 shutdown_connections
2024-03-19T01:53:08.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.988+0000 7f55adb7f740  1 --2- 172.21.15.46:0/1636167308 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55c4597eb180 0x55c4597ed570 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.989+0000 7f55adb7f740  1 --2- 172.21.15.46:0/1636167308 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c4597747d0 0x55c459778430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.989+0000 7f5583fff640  0 client.16356 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:53:08.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.989+0000 7f55adb7f740  1 --2- 172.21.15.46:0/1636167308 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c45976bbf0 0x55c459777ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.989+0000 7f55adb7f740  1 --2- 172.21.15.46:0/1636167308 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c45976b2d0 0x55c45977ca40 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.989+0000 7f55adb7f740  1 -- 172.21.15.46:0/1636167308 >> 172.21.15.46:0/1636167308 conn(0x55c459765a00 msgr2=0x55c459771780 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:08.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.989+0000 7f55adb7f740  1 -- 172.21.15.46:0/1636167308 shutdown_connections
2024-03-19T01:53:08.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.989+0000 7f55adb7f740  1 -- 172.21.15.46:0/1636167308 wait complete.
2024-03-19T01:53:08.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.989+0000 7f55adb7f740 20 client.16356 trim_cache size 0 max 16384
2024-03-19T01:53:08.994 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:53:08.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.989+0000 7f55aaf90640  1 -- 172.21.15.46:0/2268481543 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f55940a2970 msgr2=0x7f55940a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.989+0000 7f55aaf90640  1 --2- 172.21.15.46:0/2268481543 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f55940a2970 0x7f55940a4e30 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f5590009710 tx=0x7f5590009ad0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.989+0000 7f55aaf90640  1 -- 172.21.15.46:0/2268481543 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f55a41066b0 msgr2=0x7f55a410ea80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:08.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.989+0000 7f55aaf90640  1 --2- 172.21.15.46:0/2268481543 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f55a41066b0 0x7f55a410ea80 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f559c00eb10 tx=0x7f559c00c2d0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.989+0000 7f55aaf90640  1 -- 172.21.15.46:0/2268481543 shutdown_connections
2024-03-19T01:53:08.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.989+0000 7f55aaf90640  1 --2- 172.21.15.46:0/2268481543 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f55a41066b0 0x7f55a410ea80 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.989+0000 7f55aaf90640  1 --2- 172.21.15.46:0/2268481543 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f55940a2970 0x7f55940a4e30 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.989+0000 7f55aaf90640  1 --2- 172.21.15.46:0/2268481543 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f55a4101060 0x7f55a410e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.989+0000 7f55aaf90640  1 --2- 172.21.15.46:0/2268481543 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f55a41006a0 0x7f55a410e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:08.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.989+0000 7f55aaf90640  1 -- 172.21.15.46:0/2268481543 >> 172.21.15.46:0/2268481543 conn(0x7f55a40778d0 msgr2=0x7f55a4103070 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:08.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.989+0000 7f55aaf90640  1 -- 172.21.15.46:0/2268481543 shutdown_connections
2024-03-19T01:53:08.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:08.989+0000 7f55aaf90640  1 -- 172.21.15.46:0/2268481543 wait complete.
2024-03-19T01:53:09.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:08 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/296094830' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:53:09.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:08 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/296094830' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:53:09.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:08 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/296094830' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:53:10.000 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs
2024-03-19T01:53:10.001 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:53:10.001 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive
2024-03-19T01:53:10.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:09 smithi046 ceph-mon[63102]: pgmap v95: 129 pgs: 129 active+clean; 2.1 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 639 KiB/s rd, 657 KiB/s wr, 111 op/s
2024-03-19T01:53:10.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.125+0000 7f7103d3b640  1 -- 172.21.15.46:0/4105644751 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f70fc1066a0 msgr2=0x7f70fc106a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:10.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.125+0000 7f7103d3b640  1 --2- 172.21.15.46:0/4105644751 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f70fc1066a0 0x7f70fc106a80 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f70f8009930 tx=0x7f70f802bc30 comp rx=0 tx=0).stop
2024-03-19T01:53:10.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.125+0000 7f7103d3b640  1 -- 172.21.15.46:0/4105644751 shutdown_connections
2024-03-19T01:53:10.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.125+0000 7f7103d3b640  1 --2- 172.21.15.46:0/4105644751 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f70fc101050 0x7f70fc10d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.125+0000 7f7103d3b640  1 --2- 172.21.15.46:0/4105644751 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f70fc100690 0x7f70fc100b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.125+0000 7f7103d3b640  1 --2- 172.21.15.46:0/4105644751 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f70fc1066a0 0x7f70fc106a80 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.125+0000 7f7103d3b640  1 -- 172.21.15.46:0/4105644751 >> 172.21.15.46:0/4105644751 conn(0x7f70fc077820 msgr2=0x7f70fc077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:10.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.125+0000 7f7103d3b640  1 -- 172.21.15.46:0/4105644751 shutdown_connections
2024-03-19T01:53:10.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.125+0000 7f7103d3b640  1 -- 172.21.15.46:0/4105644751 wait complete.
2024-03-19T01:53:10.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.125+0000 7f7103d3b640  1  Processor -- start
2024-03-19T01:53:10.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.125+0000 7f7103d3b640  1 --  start start
2024-03-19T01:53:10.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.126+0000 7f7103d3b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f70fc100690 0x7f70fc198e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.126+0000 7f7103d3b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f70fc101050 0x7f70fc199370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.126+0000 7f7103d3b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f70fc1066a0 0x7f70fc1a3eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.126+0000 7f7103d3b640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f70fc110960 con 0x7f70fc101050
2024-03-19T01:53:10.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.126+0000 7f7103d3b640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f70fc1107e0 con 0x7f70fc100690
2024-03-19T01:53:10.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.126+0000 7f7103d3b640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f70fc110ae0 con 0x7f70fc1066a0
2024-03-19T01:53:10.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.126+0000 7f71012d6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f70fc101050 0x7f70fc199370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.126+0000 7f71012d6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f70fc101050 0x7f70fc199370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60974/0 (socket says 172.21.15.46:60974)
2024-03-19T01:53:10.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.126+0000 7f71012d6640  1 -- 172.21.15.46:0/1406546901 learned_addr learned my addr 172.21.15.46:0/1406546901 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:10.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.126+0000 7f71022d8640  1 --2- 172.21.15.46:0/1406546901 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f70fc1066a0 0x7f70fc1a3eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.126+0000 7f7101ad7640  1 --2- 172.21.15.46:0/1406546901 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f70fc100690 0x7f70fc198e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.126+0000 7f71012d6640  1 -- 172.21.15.46:0/1406546901 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f70fc1066a0 msgr2=0x7f70fc1a3eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:10.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.126+0000 7f71012d6640  1 --2- 172.21.15.46:0/1406546901 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f70fc1066a0 0x7f70fc1a3eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.126+0000 7f71012d6640  1 -- 172.21.15.46:0/1406546901 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f70fc100690 msgr2=0x7f70fc198e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:10.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.126+0000 7f71012d6640  1 --2- 172.21.15.46:0/1406546901 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f70fc100690 0x7f70fc198e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.126+0000 7f71012d6640  1 -- 172.21.15.46:0/1406546901 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70fc1a43f0 con 0x7f70fc101050
2024-03-19T01:53:10.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.126+0000 7f71012d6640  1 --2- 172.21.15.46:0/1406546901 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f70fc101050 0x7f70fc199370 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f70ec00ea60 tx=0x7f70ec00ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:10.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.126+0000 7f70f2ffd640  1 -- 172.21.15.46:0/1406546901 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70ec00cde0 con 0x7f70fc101050
2024-03-19T01:53:10.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.126+0000 7f70f2ffd640  1 -- 172.21.15.46:0/1406546901 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f70ec0035f0 con 0x7f70fc101050
2024-03-19T01:53:10.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.126+0000 7f7103d3b640  1 -- 172.21.15.46:0/1406546901 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70fc1a45c0 con 0x7f70fc101050
2024-03-19T01:53:10.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.126+0000 7f70f2ffd640  1 -- 172.21.15.46:0/1406546901 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70ec010690 con 0x7f70fc101050
2024-03-19T01:53:10.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.126+0000 7f7103d3b640  1 -- 172.21.15.46:0/1406546901 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70fc1a4b10 con 0x7f70fc101050
2024-03-19T01:53:10.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.128+0000 7f70f2ffd640  1 -- 172.21.15.46:0/1406546901 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f70ec0037a0 con 0x7f70fc101050
2024-03-19T01:53:10.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.129+0000 7f7106a00740  1  Processor -- start
2024-03-19T01:53:10.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.129+0000 7f7106a00740  1 --  start start
2024-03-19T01:53:10.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.129+0000 7f70f2ffd640  1 --2- 172.21.15.46:0/1406546901 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f70e80a2970 0x7f70e80a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.129+0000 7f7106a00740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55661c487380 0x55661c487760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.129+0000 7f7106a00740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55661c487ca0 0x55661c490340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.129+0000 7f7106a00740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55661c490880 0x55661c492c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.129+0000 7f7106a00740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55661c3eb160 con 0x55661c490880
2024-03-19T01:53:10.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.129+0000 7f7106a00740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55661c393e10 con 0x55661c487380
2024-03-19T01:53:10.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.129+0000 7f7106a00740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55661c3e7200 con 0x55661c487ca0
2024-03-19T01:53:10.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.130+0000 7f70f2ffd640  1 -- 172.21.15.46:0/1406546901 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f70ec0cf470 con 0x7f70fc101050
2024-03-19T01:53:10.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.130+0000 7f71022d8640  1 --2- 172.21.15.46:0/1406546901 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f70e80a2970 0x7f70e80a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.130+0000 7f7101ad7640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55661c487380 0x55661c487760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.130+0000 7f7101ad7640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55661c487380 0x55661c487760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:47878/0 (socket says 172.21.15.46:47878)
2024-03-19T01:53:10.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.130+0000 7f7101ad7640  1 -- 172.21.15.46:0/1429163707 learned_addr learned my addr 172.21.15.46:0/1429163707 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:10.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.130+0000 7f71012d6640  1 --2- 172.21.15.46:0/1429163707 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55661c487ca0 0x55661c490340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.130+0000 7f71022d8640  1 --2- 172.21.15.46:0/1429163707 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55661c490880 0x55661c492c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.130+0000 7f7101ad7640  1 -- 172.21.15.46:0/1429163707 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55661c487ca0 msgr2=0x55661c490340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:10.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.130+0000 7f7101ad7640  1 --2- 172.21.15.46:0/1429163707 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55661c487ca0 0x55661c490340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.130+0000 7f7101ad7640  1 -- 172.21.15.46:0/1429163707 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55661c490880 msgr2=0x55661c492c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:10.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.130+0000 7f7101ad7640  1 --2- 172.21.15.46:0/1429163707 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55661c490880 0x55661c492c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.130+0000 7f7101ad7640  1 -- 172.21.15.46:0/1429163707 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55661c1c77e0 con 0x55661c487380
2024-03-19T01:53:10.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.130+0000 7f7101ad7640  1 --2- 172.21.15.46:0/1429163707 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55661c487380 0x55661c487760 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f70f8036040 tx=0x7f70f8009560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=357c2e2901850d03 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:10.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.130+0000 7f71022d8640  1 --2- 172.21.15.46:0/1406546901 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f70e80a2970 0x7f70e80a4e30 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f70f4005fd0 tx=0x7f70f4009e90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:10.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.130+0000 7f70e7fff640  1 -- 172.21.15.46:0/1429163707 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f8045020 con 0x55661c487380
2024-03-19T01:53:10.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.130+0000 7f70e7fff640  1 -- 172.21.15.46:0/1429163707 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f70f802c7e0 con 0x55661c487380
2024-03-19T01:53:10.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.130+0000 7f70e7fff640  1 -- 172.21.15.46:0/1429163707 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f8005490 con 0x55661c487380
2024-03-19T01:53:10.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.131+0000 7f7106a00740  1 -- 172.21.15.46:0/1429163707 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55661c487380 msgr2=0x55661c487760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:10.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.131+0000 7f7106a00740  1 --2- 172.21.15.46:0/1429163707 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55661c487380 0x55661c487760 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f70f8036040 tx=0x7f70f8009560 comp rx=0 tx=0).stop
2024-03-19T01:53:10.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.131+0000 7f7106a00740  1 -- 172.21.15.46:0/1429163707 shutdown_connections
2024-03-19T01:53:10.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.131+0000 7f7106a00740  1 --2- 172.21.15.46:0/1429163707 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55661c490880 0x55661c492c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.131+0000 7f7106a00740  1 --2- 172.21.15.46:0/1429163707 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55661c487ca0 0x55661c490340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.131+0000 7f7106a00740  1 --2- 172.21.15.46:0/1429163707 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55661c487380 0x55661c487760 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.131+0000 7f7106a00740  1 -- 172.21.15.46:0/1429163707 >> 172.21.15.46:0/1429163707 conn(0x55661c481ab0 msgr2=0x55661c481e90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:10.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.131+0000 7f7106a00740  1 -- 172.21.15.46:0/1429163707 shutdown_connections
2024-03-19T01:53:10.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.131+0000 7f7106a00740  1 -- 172.21.15.46:0/1429163707 wait complete.
2024-03-19T01:53:10.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.131+0000 7f7106a00740  1 --  start start
2024-03-19T01:53:10.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.132+0000 7f7106a00740  1  Processor -- start
2024-03-19T01:53:10.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.132+0000 7f7106a00740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55661c487380 0x55661c48d7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.132+0000 7f7106a00740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55661c487ca0 0x55661c48dd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.132+0000 7f7106a00740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55661c490880 0x55661c48e260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.132+0000 7f7106a00740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55661c493610 con 0x55661c487ca0
2024-03-19T01:53:10.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.132+0000 7f7106a00740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55661c3a71a0 con 0x55661c490880
2024-03-19T01:53:10.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.132+0000 7f7106a00740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55661c493790 con 0x55661c487380
2024-03-19T01:53:10.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.132+0000 7f7106a00740 10 client.0 _ll_register_callbacks cb 0x55661c0fec60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:53:10.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.132+0000 7f71012d6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55661c487ca0 0x55661c48dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.132+0000 7f7101ad7640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55661c487380 0x55661c48d7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.132+0000 7f71022d8640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55661c490880 0x55661c48e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.132+0000 7f71012d6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55661c487ca0 0x55661c48dd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:32772/0 (socket says 172.21.15.46:32772)
2024-03-19T01:53:10.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.132+0000 7f71012d6640  1 -- 172.21.15.46:0/1543414871 learned_addr learned my addr 172.21.15.46:0/1543414871 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:10.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.132+0000 7f71012d6640  1 -- 172.21.15.46:0/1543414871 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55661c487380 msgr2=0x55661c48d7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:10.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.132+0000 7f71012d6640  1 --2- 172.21.15.46:0/1543414871 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55661c487380 0x55661c48d7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.132+0000 7f71012d6640  1 -- 172.21.15.46:0/1543414871 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55661c490880 msgr2=0x55661c48e260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:10.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.132+0000 7f71012d6640  1 --2- 172.21.15.46:0/1543414871 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55661c490880 0x55661c48e260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.132+0000 7f71012d6640  1 -- 172.21.15.46:0/1543414871 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55661c227f70 con 0x55661c487ca0
2024-03-19T01:53:10.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.132+0000 7f71022d8640  1 --2- 172.21.15.46:0/1543414871 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55661c490880 0x55661c48e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:53:10.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.133+0000 7f71012d6640  1 --2- 172.21.15.46:0/1543414871 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55661c487ca0 0x55661c48dd20 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f70ec00d010 tx=0x7f70ec09b180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4260ddc1417b2779 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:10.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.133+0000 7f70e57fa640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:53:10.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.133+0000 7f70e57fa640  1 -- 172.21.15.46:0/1543414871 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70ec066bc0 con 0x55661c487ca0
2024-03-19T01:53:10.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.133+0000 7f70e57fa640  1 -- 172.21.15.46:0/1543414871 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f70ec097dd0 con 0x55661c487ca0
2024-03-19T01:53:10.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.133+0000 7f7106a00740  1 -- 172.21.15.46:0/1543414871 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f70f802c7e0 con 0x55661c487ca0
2024-03-19T01:53:10.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.133+0000 7f70e57fa640  1 -- 172.21.15.46:0/1543414871 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f70ec09b760 con 0x55661c487ca0
2024-03-19T01:53:10.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.133+0000 7f7106a00740 10 client.16368 fetch_fsmap learned FSMap version 29
2024-03-19T01:53:10.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.133+0000 7f7106a00740  1 -- 172.21.15.46:0/1543414871 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55661c0bf170 con 0x55661c487ca0
2024-03-19T01:53:10.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.133+0000 7f70e57fa640  1 -- 172.21.15.46:0/1543414871 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f70f802c7e0 con 0x55661c487ca0
2024-03-19T01:53:10.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.133+0000 7f70e57fa640  1 -- 172.21.15.46:0/1543414871 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f70ec07a100 con 0x55661c487ca0
2024-03-19T01:53:10.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.133+0000 7f7106a00740 10 client.16368 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:53:10.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.133+0000 7f7106a00740 10 client.16368 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:53:10.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.133+0000 7f7106a00740 20 client.16368 populate_metadata read hostname 'smithi046'
2024-03-19T01:53:10.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.133+0000 7f7106a00740  1 --2- 172.21.15.46:0/1543414871 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55661c4a0b20 0x55661c4a2f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.133+0000 7f7106a00740  4 client.16368 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:53:10.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.133+0000 7f7106a00740  1 -- 172.21.15.46:0/1543414871 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55661c3f86a0 con 0x55661c4a0b20
2024-03-19T01:53:10.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.134+0000 7f7101ad7640  1 --2- 172.21.15.46:0/1543414871 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55661c4a0b20 0x55661c4a2f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.134+0000 7f70e57fa640 10 client.16368 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:53:10.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.134+0000 7f7101ad7640  1 --2- 172.21.15.46:0/1543414871 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55661c4a0b20 0x55661c4a2f10 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fab66b00518002f3 server_cookie=6de1abf83e3d56a4 in_seq=0 out_seq=0
2024-03-19T01:53:10.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.136+0000 7f70e57fa640  1 -- 172.21.15.46:0/1543414871 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55661c3f86a0 con 0x55661c4a0b20
2024-03-19T01:53:10.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.136+0000 7f70e57fa640 10 client.16368 handle_command_reply: tid=0
2024-03-19T01:53:10.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.136+0000 7f7106a00740  1 client.16368 shutdown
2024-03-19T01:53:10.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.136+0000 7f7106a00740  1 -- 172.21.15.46:0/1543414871 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55661c487ca0 msgr2=0x55661c48dd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:10.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.136+0000 7f7106a00740  1 --2- 172.21.15.46:0/1543414871 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55661c487ca0 0x55661c48dd20 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f70ec00d010 tx=0x7f70ec09b180 comp rx=0 tx=0).stop
2024-03-19T01:53:10.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.136+0000 7f7106a00740  1 -- 172.21.15.46:0/1543414871 shutdown_connections
2024-03-19T01:53:10.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.136+0000 7f7106a00740  1 --2- 172.21.15.46:0/1543414871 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55661c4a0b20 0x55661c4a2f10 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.136+0000 7f7106a00740  1 --2- 172.21.15.46:0/1543414871 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55661c490880 0x55661c48e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.136+0000 7f70e57fa640  0 client.16368 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:53:10.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.136+0000 7f7106a00740  1 --2- 172.21.15.46:0/1543414871 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55661c487ca0 0x55661c48dd20 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.136+0000 7f7106a00740  1 --2- 172.21.15.46:0/1543414871 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55661c487380 0x55661c48d7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.136+0000 7f7106a00740  1 -- 172.21.15.46:0/1543414871 >> 172.21.15.46:0/1543414871 conn(0x55661c481ab0 msgr2=0x55661c483800 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:10.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.136+0000 7f7106a00740  1 -- 172.21.15.46:0/1543414871 shutdown_connections
2024-03-19T01:53:10.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.136+0000 7f7106a00740  1 -- 172.21.15.46:0/1543414871 wait complete.
2024-03-19T01:53:10.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.136+0000 7f7106a00740 20 client.16368 trim_cache size 0 max 16384
2024-03-19T01:53:10.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.154+0000 7f7106a00740  1  Processor -- start
2024-03-19T01:53:10.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.154+0000 7f7106a00740  1 --  start start
2024-03-19T01:53:10.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.155+0000 7f7106a00740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55661c487380 0x55661c48ff10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.155+0000 7f7106a00740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55661c487ca0 0x55661c49c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.155+0000 7f7106a00740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55661c490880 0x55661c4a87d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.155+0000 7f7106a00740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f70fc1b1520 con 0x55661c490880
2024-03-19T01:53:10.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.155+0000 7f7106a00740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f70fc1aed30 con 0x55661c487380
2024-03-19T01:53:10.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.155+0000 7f7106a00740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f70fc1acb60 con 0x55661c487ca0
2024-03-19T01:53:10.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.155+0000 7f71022d8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55661c490880 0x55661c4a87d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.155+0000 7f71022d8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55661c490880 0x55661c4a87d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:32788/0 (socket says 172.21.15.46:32788)
2024-03-19T01:53:10.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.155+0000 7f71022d8640  1 -- 172.21.15.46:0/2896802364 learned_addr learned my addr 172.21.15.46:0/2896802364 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:10.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.155+0000 7f7101ad7640  1 --2- 172.21.15.46:0/2896802364 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55661c487380 0x55661c48ff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.155+0000 7f71012d6640  1 --2- 172.21.15.46:0/2896802364 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55661c487ca0 0x55661c49c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.155+0000 7f71022d8640  1 -- 172.21.15.46:0/2896802364 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55661c487ca0 msgr2=0x55661c49c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:10.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.155+0000 7f71022d8640  1 --2- 172.21.15.46:0/2896802364 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55661c487ca0 0x55661c49c3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.155+0000 7f71022d8640  1 -- 172.21.15.46:0/2896802364 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55661c487380 msgr2=0x55661c48ff10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:10.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.155+0000 7f71022d8640  1 --2- 172.21.15.46:0/2896802364 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55661c487380 0x55661c48ff10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.155+0000 7f71022d8640  1 -- 172.21.15.46:0/2896802364 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55661c4a3540 con 0x55661c490880
2024-03-19T01:53:10.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.155+0000 7f71012d6640  1 --2- 172.21.15.46:0/2896802364 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55661c487ca0 0x55661c49c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:53:10.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.155+0000 7f71022d8640  1 --2- 172.21.15.46:0/2896802364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55661c490880 0x55661c4a87d0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f70f40115b0 tx=0x7f70f4021000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abe64b0a08fa8c68 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:10.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.155+0000 7f70e77fe640  1 -- 172.21.15.46:0/2896802364 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f402e070 con 0x55661c490880
2024-03-19T01:53:10.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.155+0000 7f70e77fe640  1 -- 172.21.15.46:0/2896802364 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f70f4003d40 con 0x55661c490880
2024-03-19T01:53:10.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.155+0000 7f70e77fe640  1 -- 172.21.15.46:0/2896802364 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f401fd50 con 0x55661c490880
2024-03-19T01:53:10.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.156+0000 7f7106a00740  1 -- 172.21.15.46:0/2896802364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55661c490880 msgr2=0x55661c4a87d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:10.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.156+0000 7f7106a00740  1 --2- 172.21.15.46:0/2896802364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55661c490880 0x55661c4a87d0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f70f40115b0 tx=0x7f70f4021000 comp rx=0 tx=0).stop
2024-03-19T01:53:10.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.156+0000 7f7106a00740  1 -- 172.21.15.46:0/2896802364 shutdown_connections
2024-03-19T01:53:10.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.156+0000 7f7106a00740  1 --2- 172.21.15.46:0/2896802364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55661c490880 0x55661c4a87d0 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.156+0000 7f7106a00740  1 --2- 172.21.15.46:0/2896802364 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55661c487ca0 0x55661c49c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.156+0000 7f7106a00740  1 --2- 172.21.15.46:0/2896802364 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55661c487380 0x55661c48ff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.156+0000 7f7106a00740  1 -- 172.21.15.46:0/2896802364 >> 172.21.15.46:0/2896802364 conn(0x55661c481ab0 msgr2=0x55661c480b30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:10.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.156+0000 7f7106a00740  1 -- 172.21.15.46:0/2896802364 shutdown_connections
2024-03-19T01:53:10.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.156+0000 7f7106a00740  1 -- 172.21.15.46:0/2896802364 wait complete.
2024-03-19T01:53:10.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.156+0000 7f7106a00740  1 --  start start
2024-03-19T01:53:10.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.156+0000 7f7106a00740  1  Processor -- start
2024-03-19T01:53:10.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.157+0000 7f7106a00740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55661c487380 0x55661c4985e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.157+0000 7f7106a00740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55661c487ca0 0x55661c498b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.157+0000 7f7106a00740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55661c490880 0x55661c494a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.157+0000 7f7106a00740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f70fc1ad1f0 con 0x55661c487380
2024-03-19T01:53:10.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.157+0000 7f7106a00740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f70fc1ae660 con 0x55661c487ca0
2024-03-19T01:53:10.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.157+0000 7f7106a00740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f70fc1ad8c0 con 0x55661c490880
2024-03-19T01:53:10.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.157+0000 7f7106a00740 10 client.0 _ll_register_callbacks cb 0x7f70ec00e9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:53:10.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.157+0000 7f7101ad7640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55661c487380 0x55661c4985e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.157+0000 7f71012d6640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55661c487ca0 0x55661c498b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.157+0000 7f7101ad7640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55661c487380 0x55661c4985e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:32794/0 (socket says 172.21.15.46:32794)
2024-03-19T01:53:10.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.157+0000 7f7101ad7640  1 -- 172.21.15.46:0/2162686572 learned_addr learned my addr 172.21.15.46:0/2162686572 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:10.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.157+0000 7f71022d8640  1 --2- 172.21.15.46:0/2162686572 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55661c490880 0x55661c494a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.157+0000 7f7101ad7640  1 -- 172.21.15.46:0/2162686572 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55661c490880 msgr2=0x55661c494a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:10.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.157+0000 7f7101ad7640  1 --2- 172.21.15.46:0/2162686572 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55661c490880 0x55661c494a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.157+0000 7f7101ad7640  1 -- 172.21.15.46:0/2162686572 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55661c487ca0 msgr2=0x55661c498b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:10.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.157+0000 7f7101ad7640  1 --2- 172.21.15.46:0/2162686572 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55661c487ca0 0x55661c498b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.157+0000 7f7101ad7640  1 -- 172.21.15.46:0/2162686572 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55661c4818e0 con 0x55661c487380
2024-03-19T01:53:10.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.157+0000 7f71012d6640  1 --2- 172.21.15.46:0/2162686572 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55661c487ca0 0x55661c498b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:53:10.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.157+0000 7f7101ad7640  1 --2- 172.21.15.46:0/2162686572 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55661c487380 0x55661c4985e0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f70f802c780 tx=0x7f70f802c710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6064ff598bde477e server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:10.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.157+0000 7f70e57fa640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:53:10.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.158+0000 7f70e57fa640  1 -- 172.21.15.46:0/2162686572 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f8045040 con 0x55661c487380
2024-03-19T01:53:10.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.158+0000 7f70e57fa640  1 -- 172.21.15.46:0/2162686572 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f70f8004250 con 0x55661c487380
2024-03-19T01:53:10.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.158+0000 7f7106a00740  1 -- 172.21.15.46:0/2162686572 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f70f4003d40 con 0x55661c487380
2024-03-19T01:53:10.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.158+0000 7f70e57fa640  1 -- 172.21.15.46:0/2162686572 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f70f802c7e0 con 0x55661c487380
2024-03-19T01:53:10.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.158+0000 7f7106a00740 10 client.16374 fetch_fsmap learned FSMap version 29
2024-03-19T01:53:10.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.158+0000 7f7106a00740  1 -- 172.21.15.46:0/2162686572 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55661c507750 con 0x55661c487380
2024-03-19T01:53:10.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.158+0000 7f70e57fa640  1 -- 172.21.15.46:0/2162686572 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f70f4003d40 con 0x55661c487380
2024-03-19T01:53:10.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.158+0000 7f70e57fa640  1 -- 172.21.15.46:0/2162686572 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f70f8004850 con 0x55661c487380
2024-03-19T01:53:10.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.158+0000 7f7106a00740 10 client.16374 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:53:10.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.158+0000 7f7106a00740 10 client.16374 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:53:10.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.158+0000 7f7106a00740 20 client.16374 populate_metadata read hostname 'smithi046'
2024-03-19T01:53:10.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.158+0000 7f7106a00740  1 --2- 172.21.15.46:0/2162686572 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55661c507a90 0x55661c509e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.158+0000 7f7106a00740  4 client.16374 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}]
2024-03-19T01:53:10.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.158+0000 7f7106a00740  1 -- 172.21.15.46:0/2162686572 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55661c3f29f0 con 0x55661c507a90
2024-03-19T01:53:10.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.158+0000 7f71012d6640  1 --2- 172.21.15.46:0/2162686572 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55661c507a90 0x55661c509e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.159+0000 7f70e57fa640 10 client.16374 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:53:10.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.159+0000 7f71012d6640  1 --2- 172.21.15.46:0/2162686572 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55661c507a90 0x55661c509e80 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6da00cd696d73232 server_cookie=36ef8356f17237cc in_seq=0 out_seq=0
2024-03-19T01:53:10.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.198+0000 7f70e57fa640  1 -- 172.21.15.46:0/2162686572 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55661c3f29f0 con 0x55661c507a90
2024-03-19T01:53:10.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.198+0000 7f70e57fa640 10 client.16374 handle_command_reply: tid=0
2024-03-19T01:53:10.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.198+0000 7f7106a00740  1 client.16374 shutdown
2024-03-19T01:53:10.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.198+0000 7f7106a00740  1 -- 172.21.15.46:0/2162686572 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55661c487380 msgr2=0x55661c4985e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:10.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.198+0000 7f7106a00740  1 --2- 172.21.15.46:0/2162686572 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55661c487380 0x55661c4985e0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f70f802c780 tx=0x7f70f802c710 comp rx=0 tx=0).stop
2024-03-19T01:53:10.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.198+0000 7f7106a00740  1 -- 172.21.15.46:0/2162686572 shutdown_connections
2024-03-19T01:53:10.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.198+0000 7f7106a00740  1 --2- 172.21.15.46:0/2162686572 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55661c507a90 0x55661c509e80 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.198+0000 7f7106a00740  1 --2- 172.21.15.46:0/2162686572 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55661c490880 0x55661c494a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.198+0000 7f7106a00740  1 --2- 172.21.15.46:0/2162686572 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55661c487ca0 0x55661c498b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.198+0000 7f70e57fa640  0 client.16374 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:53:10.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.198+0000 7f7106a00740  1 --2- 172.21.15.46:0/2162686572 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55661c487380 0x55661c4985e0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.198+0000 7f7106a00740  1 -- 172.21.15.46:0/2162686572 >> 172.21.15.46:0/2162686572 conn(0x55661c481ab0 msgr2=0x55661c48d7a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:10.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.198+0000 7f7106a00740  1 -- 172.21.15.46:0/2162686572 shutdown_connections
2024-03-19T01:53:10.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.198+0000 7f7106a00740  1 -- 172.21.15.46:0/2162686572 wait complete.
2024-03-19T01:53:10.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.198+0000 7f7106a00740 20 client.16374 trim_cache size 0 max 16384
2024-03-19T01:53:10.200 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:53:10.200 INFO:teuthology.orchestra.run.smithi046.stdout:    "return_code": 0,
2024-03-19T01:53:10.200 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrub_tag": "3c6dfb78-020f-4d64-b35f-c4f8f1c0cb27",
2024-03-19T01:53:10.200 INFO:teuthology.orchestra.run.smithi046.stdout:    "mode": "asynchronous"
2024-03-19T01:53:10.200 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:53:10.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.199+0000 7f7103d3b640  1 -- 172.21.15.46:0/1406546901 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f70e80a2970 msgr2=0x7f70e80a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:10.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.199+0000 7f7103d3b640  1 --2- 172.21.15.46:0/1406546901 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f70e80a2970 0x7f70e80a4e30 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f70f4005fd0 tx=0x7f70f4009e90 comp rx=0 tx=0).stop
2024-03-19T01:53:10.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.199+0000 7f7103d3b640  1 -- 172.21.15.46:0/1406546901 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f70fc101050 msgr2=0x7f70fc199370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:10.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.199+0000 7f7103d3b640  1 --2- 172.21.15.46:0/1406546901 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f70fc101050 0x7f70fc199370 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f70ec00ea60 tx=0x7f70ec00ef20 comp rx=0 tx=0).stop
2024-03-19T01:53:10.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.199+0000 7f7103d3b640  1 -- 172.21.15.46:0/1406546901 shutdown_connections
2024-03-19T01:53:10.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.199+0000 7f7103d3b640  1 --2- 172.21.15.46:0/1406546901 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f70e80a2970 0x7f70e80a4e30 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.199+0000 7f7103d3b640  1 --2- 172.21.15.46:0/1406546901 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f70fc1066a0 0x7f70fc1a3eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.199+0000 7f7103d3b640  1 --2- 172.21.15.46:0/1406546901 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f70fc101050 0x7f70fc199370 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.199+0000 7f7103d3b640  1 --2- 172.21.15.46:0/1406546901 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f70fc100690 0x7f70fc198e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.199+0000 7f7103d3b640  1 -- 172.21.15.46:0/1406546901 >> 172.21.15.46:0/1406546901 conn(0x7f70fc077820 msgr2=0x7f70fc102ff0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:10.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.199+0000 7f7103d3b640  1 -- 172.21.15.46:0/1406546901 shutdown_connections
2024-03-19T01:53:10.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.199+0000 7f7103d3b640  1 -- 172.21.15.46:0/1406546901 wait complete.
2024-03-19T01:53:10.209 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:53:10.209 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:53:10.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:09 smithi073 ceph-mon[66833]: pgmap v95: 129 pgs: 129 active+clean; 2.1 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 639 KiB/s rd, 657 KiB/s wr, 111 op/s
2024-03-19T01:53:10.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:09 smithi102 ceph-mon[66557]: pgmap v95: 129 pgs: 129 active+clean; 2.1 GiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 639 KiB/s rd, 657 KiB/s wr, 111 op/s
2024-03-19T01:53:10.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.316+0000 7fb1c45bc640  1 -- 172.21.15.46:0/1848518692 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1bc105190 msgr2=0x7fb1bc10cd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:10.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.316+0000 7fb1c45bc640  1 --2- 172.21.15.46:0/1848518692 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1bc105190 0x7fb1bc10cd60 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fb1b4009be0 tx=0x7fb1b402bef0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.316+0000 7fb1c45bc640  1 -- 172.21.15.46:0/1848518692 shutdown_connections
2024-03-19T01:53:10.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.316+0000 7fb1c45bc640  1 --2- 172.21.15.46:0/1848518692 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1bc105190 0x7fb1bc10cd60 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.319 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.316+0000 7fb1c45bc640  1 --2- 172.21.15.46:0/1848518692 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1bc100a70 0x7fb1bc104ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.319 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.316+0000 7fb1c45bc640  1 --2- 172.21.15.46:0/1848518692 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb1bc1000c0 0x7fb1bc1004a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.319 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.316+0000 7fb1c45bc640  1 -- 172.21.15.46:0/1848518692 >> 172.21.15.46:0/1848518692 conn(0x7fb1bc076ce0 msgr2=0x7fb1bc0fe030 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:10.319 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.316+0000 7fb1c45bc640  1 -- 172.21.15.46:0/1848518692 shutdown_connections
2024-03-19T01:53:10.319 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.316+0000 7fb1c45bc640  1 -- 172.21.15.46:0/1848518692 wait complete.
2024-03-19T01:53:10.319 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.317+0000 7fb1c45bc640  1  Processor -- start
2024-03-19T01:53:10.319 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.317+0000 7fb1c45bc640  1 --  start start
2024-03-19T01:53:10.319 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.317+0000 7fb1c45bc640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1bc1000c0 0x7fb1bc197f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.319 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.317+0000 7fb1c45bc640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb1bc105190 0x7fb1bc1984c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.319 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.317+0000 7fb1c45bc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1bc19c840 0x7fb1bc19ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.319 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.317+0000 7fb1c45bc640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb1bc10f870 con 0x7fb1bc19c840
2024-03-19T01:53:10.319 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.317+0000 7fb1c45bc640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb1bc10f6f0 con 0x7fb1bc105190
2024-03-19T01:53:10.319 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.317+0000 7fb1c45bc640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb1bc10f9f0 con 0x7fb1bc1000c0
2024-03-19T01:53:10.319 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.317+0000 7fb1c2b59640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1bc19c840 0x7fb1bc19ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.319 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.317+0000 7fb1c2b59640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1bc19c840 0x7fb1bc19ccf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:32820/0 (socket says 172.21.15.46:32820)
2024-03-19T01:53:10.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.317+0000 7fb1c2358640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1bc1000c0 0x7fb1bc197f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.317+0000 7fb1c2b59640  1 -- 172.21.15.46:0/2879755712 learned_addr learned my addr 172.21.15.46:0/2879755712 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:10.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.317+0000 7fb1c1b57640  1 --2- 172.21.15.46:0/2879755712 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb1bc105190 0x7fb1bc1984c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.317+0000 7fb1c2b59640  1 -- 172.21.15.46:0/2879755712 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1bc1000c0 msgr2=0x7fb1bc197f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:10.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.317+0000 7fb1c2b59640  1 --2- 172.21.15.46:0/2879755712 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1bc1000c0 0x7fb1bc197f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.317+0000 7fb1c2b59640  1 -- 172.21.15.46:0/2879755712 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb1bc105190 msgr2=0x7fb1bc1984c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:10.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.317+0000 7fb1c2b59640  1 --2- 172.21.15.46:0/2879755712 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb1bc105190 0x7fb1bc1984c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.317+0000 7fb1c2b59640  1 -- 172.21.15.46:0/2879755712 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1bc19d330 con 0x7fb1bc19c840
2024-03-19T01:53:10.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.317+0000 7fb1c2358640  1 --2- 172.21.15.46:0/2879755712 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1bc1000c0 0x7fb1bc197f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:53:10.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.318+0000 7fb1c2b59640  1 --2- 172.21.15.46:0/2879755712 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1bc19c840 0x7fb1bc19ccf0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fb1b4009d00 tx=0x7fb1b4033a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:10.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.318+0000 7fb1b37fe640  1 -- 172.21.15.46:0/2879755712 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1b4043020 con 0x7fb1bc19c840
2024-03-19T01:53:10.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.318+0000 7fb1c45bc640  1 -- 172.21.15.46:0/2879755712 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1bc19d5c0 con 0x7fb1bc19c840
2024-03-19T01:53:10.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.318+0000 7fb1b37fe640  1 -- 172.21.15.46:0/2879755712 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb1b4033e60 con 0x7fb1bc19c840
2024-03-19T01:53:10.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.318+0000 7fb1b37fe640  1 -- 172.21.15.46:0/2879755712 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1b4034430 con 0x7fb1bc19c840
2024-03-19T01:53:10.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.318+0000 7fb1c45bc640  1 -- 172.21.15.46:0/2879755712 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1bc1a4e10 con 0x7fb1bc19c840
2024-03-19T01:53:10.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.320+0000 7fb1b37fe640  1 -- 172.21.15.46:0/2879755712 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fb1b4046020 con 0x7fb1bc19c840
2024-03-19T01:53:10.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.321+0000 7fb1c719c740  1  Processor -- start
2024-03-19T01:53:10.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.321+0000 7fb1c719c740  1 --  start start
2024-03-19T01:53:10.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.321+0000 7fb1c719c740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56176b298a30 0x56176b298e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.321+0000 7fb1c719c740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56176b299350 0x56176b2a19f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.321+0000 7fb1b37fe640  1 --2- 172.21.15.46:0/2879755712 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb1a80a29f0 0x7fb1a80a4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.321+0000 7fb1c719c740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56176b2a1f30 0x56176b2a4320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.321+0000 7fb1c719c740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x56176b1fc500 con 0x56176b299350
2024-03-19T01:53:10.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.321+0000 7fb1c719c740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x56176b1a4be0 con 0x56176b298a30
2024-03-19T01:53:10.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.321+0000 7fb1c719c740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x56176b1f85a0 con 0x56176b2a1f30
2024-03-19T01:53:10.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.321+0000 7fb1c1b57640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56176b298a30 0x56176b298e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.321+0000 7fb1c2b59640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56176b2a1f30 0x56176b2a4320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.321+0000 7fb1c1b57640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56176b299350 0x56176b2a19f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.321+0000 7fb1c2358640  1 --2- 172.21.15.46:0/2879755712 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb1a80a29f0 0x7fb1a80a4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.321+0000 7fb1c1b57640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56176b299350 0x56176b2a19f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:32822/0 (socket says 172.21.15.46:32822)
2024-03-19T01:53:10.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.321+0000 7fb1c1b57640  1 -- 172.21.15.46:0/920049371 learned_addr learned my addr 172.21.15.46:0/920049371 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:10.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.322+0000 7fb1b37fe640  1 -- 172.21.15.46:0/2879755712 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fb1b40f15c0 con 0x7fb1bc19c840
2024-03-19T01:53:10.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.322+0000 7fb1c2b59640  1 -- 172.21.15.46:0/920049371 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56176b298a30 msgr2=0x56176b298e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:10.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.322+0000 7fb1c2b59640  1 --2- 172.21.15.46:0/920049371 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56176b298a30 0x56176b298e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.322+0000 7fb1c2b59640  1 -- 172.21.15.46:0/920049371 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56176b299350 msgr2=0x56176b2a19f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:10.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.322+0000 7fb1c2b59640  1 --2- 172.21.15.46:0/920049371 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56176b299350 0x56176b2a19f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.322+0000 7fb1c2b59640  1 -- 172.21.15.46:0/920049371 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56176b1c6000 con 0x56176b2a1f30
2024-03-19T01:53:10.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.322+0000 7fb1c2b59640  1 --2- 172.21.15.46:0/920049371 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56176b2a1f30 0x56176b2a4320 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fb1b40eeab0 tx=0x7fb1b403af20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f747df5442129bb6 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:10.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.322+0000 7fb1c2358640  1 --2- 172.21.15.46:0/2879755712 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb1a80a29f0 0x7fb1a80a4eb0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb1b800a7d0 tx=0x7fb1b8010040 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:10.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.322+0000 7fb1b0bfe640  1 -- 172.21.15.46:0/920049371 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1b40bd790 con 0x56176b2a1f30
2024-03-19T01:53:10.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.322+0000 7fb1b0bfe640  1 -- 172.21.15.46:0/920049371 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb1b40be0c0 con 0x56176b2a1f30
2024-03-19T01:53:10.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.322+0000 7fb1b0bfe640  1 -- 172.21.15.46:0/920049371 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1b404e260 con 0x56176b2a1f30
2024-03-19T01:53:10.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.323+0000 7fb1c719c740  1 -- 172.21.15.46:0/920049371 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56176b2a1f30 msgr2=0x56176b2a4320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:10.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.323+0000 7fb1c719c740  1 --2- 172.21.15.46:0/920049371 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56176b2a1f30 0x56176b2a4320 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fb1b40eeab0 tx=0x7fb1b403af20 comp rx=0 tx=0).stop
2024-03-19T01:53:10.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.323+0000 7fb1c719c740  1 -- 172.21.15.46:0/920049371 shutdown_connections
2024-03-19T01:53:10.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.323+0000 7fb1c719c740  1 --2- 172.21.15.46:0/920049371 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56176b2a1f30 0x56176b2a4320 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.323+0000 7fb1c719c740  1 --2- 172.21.15.46:0/920049371 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56176b299350 0x56176b2a19f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.323+0000 7fb1c719c740  1 --2- 172.21.15.46:0/920049371 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56176b298a30 0x56176b298e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.323+0000 7fb1c719c740  1 -- 172.21.15.46:0/920049371 >> 172.21.15.46:0/920049371 conn(0x56176b293160 msgr2=0x56176b293540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:10.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.323+0000 7fb1c719c740  1 -- 172.21.15.46:0/920049371 shutdown_connections
2024-03-19T01:53:10.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.323+0000 7fb1c719c740  1 -- 172.21.15.46:0/920049371 wait complete.
2024-03-19T01:53:10.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.324+0000 7fb1c719c740  1 --  start start
2024-03-19T01:53:10.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.324+0000 7fb1c719c740  1  Processor -- start
2024-03-19T01:53:10.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.324+0000 7fb1c719c740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56176b298a30 0x56176b29ee30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.324+0000 7fb1c719c740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56176b299350 0x56176b29f370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.324+0000 7fb1c719c740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56176b2a1f30 0x56176b29f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.324+0000 7fb1c719c740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x56176b2a4ae0 con 0x56176b2a1f30
2024-03-19T01:53:10.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.324+0000 7fb1c719c740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x56176b1b8160 con 0x56176b299350
2024-03-19T01:53:10.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.324+0000 7fb1c719c740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x56176b2a4c60 con 0x56176b298a30
2024-03-19T01:53:10.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.324+0000 7fb1c719c740 10 client.0 _ll_register_callbacks cb 0x56176b1f4a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:53:10.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.324+0000 7fb1c2358640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56176b298a30 0x56176b29ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.324+0000 7fb1c2b59640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56176b2a1f30 0x56176b29f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.324+0000 7fb1c1b57640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56176b299350 0x56176b29f370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.324+0000 7fb1c2358640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56176b298a30 0x56176b29ee30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:60062/0 (socket says 172.21.15.46:60062)
2024-03-19T01:53:10.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.324+0000 7fb1c2358640  1 -- 172.21.15.46:0/3932725782 learned_addr learned my addr 172.21.15.46:0/3932725782 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:10.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.324+0000 7fb1c1b57640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56176b299350 0x56176b29f370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:47934/0 (socket says 172.21.15.46:47934)
2024-03-19T01:53:10.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.325+0000 7fb1c2358640  1 -- 172.21.15.46:0/3932725782 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56176b299350 msgr2=0x56176b29f370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:10.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.325+0000 7fb1c2358640  1 --2- 172.21.15.46:0/3932725782 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56176b299350 0x56176b29f370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.325+0000 7fb1c2358640  1 -- 172.21.15.46:0/3932725782 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56176b2a1f30 msgr2=0x56176b29f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:10.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.325+0000 7fb1c2358640  1 --2- 172.21.15.46:0/3932725782 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56176b2a1f30 0x56176b29f8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.325+0000 7fb1c2358640  1 -- 172.21.15.46:0/3932725782 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56176afda7d0 con 0x56176b298a30
2024-03-19T01:53:10.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.325+0000 7fb1c1b57640  1 --2- 172.21.15.46:0/3932725782 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56176b299350 0x56176b29f370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:53:10.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.325+0000 7fb1c2358640  1 --2- 172.21.15.46:0/3932725782 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56176b298a30 0x56176b29ee30 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fb1b800ddf0 tx=0x7fb1b80046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e813d7023cc5ecc4 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:10.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.325+0000 7fb1a5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.102:3300/0
2024-03-19T01:53:10.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.325+0000 7fb1a5ffb640  1 -- 172.21.15.46:0/3932725782 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1b801b0d0 con 0x56176b298a30
2024-03-19T01:53:10.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.325+0000 7fb1a5ffb640  1 -- 172.21.15.46:0/3932725782 <== mon.1 v2:172.21.15.102:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fb1b8009050 con 0x56176b298a30
2024-03-19T01:53:10.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.325+0000 7fb1c719c740  1 -- 172.21.15.46:0/3932725782 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb1b40be0c0 con 0x56176b298a30
2024-03-19T01:53:10.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.325+0000 7fb1a5ffb640  1 -- 172.21.15.46:0/3932725782 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb1b802f050 con 0x56176b298a30
2024-03-19T01:53:10.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.325+0000 7fb1c719c740 10 client.26182 fetch_fsmap learned FSMap version 29
2024-03-19T01:53:10.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.326+0000 7fb1c719c740  1 -- 172.21.15.46:0/3932725782 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56176af103f0 con 0x56176b298a30
2024-03-19T01:53:10.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.326+0000 7fb1a5ffb640  1 -- 172.21.15.46:0/3932725782 <== mon.1 v2:172.21.15.102:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb1b40be0c0 con 0x56176b298a30
2024-03-19T01:53:10.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.326+0000 7fb1a5ffb640  1 -- 172.21.15.46:0/3932725782 <== mon.1 v2:172.21.15.102:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fb1b8018070 con 0x56176b298a30
2024-03-19T01:53:10.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.326+0000 7fb1c719c740 10 client.26182 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:53:10.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.326+0000 7fb1c719c740 10 client.26182 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:53:10.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.326+0000 7fb1c719c740 20 client.26182 populate_metadata read hostname 'smithi046'
2024-03-19T01:53:10.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.326+0000 7fb1c719c740  1 --2- 172.21.15.46:0/3932725782 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56176b2b1fc0 0x56176b2b4480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.326+0000 7fb1c719c740  4 client.26182 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:53:10.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.326+0000 7fb1c719c740  1 -- 172.21.15.46:0/3932725782 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56176b209a40 con 0x56176b2b1fc0
2024-03-19T01:53:10.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.326+0000 7fb1c1b57640  1 --2- 172.21.15.46:0/3932725782 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56176b2b1fc0 0x56176b2b4480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.327+0000 7fb1c1b57640  1 --2- 172.21.15.46:0/3932725782 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56176b2b1fc0 0x56176b2b4480 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=26f46496d21ec242 server_cookie=4aafecb49cfc1ce2 in_seq=0 out_seq=0
2024-03-19T01:53:10.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.327+0000 7fb1a5ffb640 10 client.26182 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:53:10.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.330+0000 7fb1a5ffb640  1 -- 172.21.15.46:0/3932725782 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x56176b209a40 con 0x56176b2b1fc0
2024-03-19T01:53:10.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.330+0000 7fb1a5ffb640 10 client.26182 handle_command_reply: tid=0
2024-03-19T01:53:10.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.330+0000 7fb1c719c740  1 client.26182 shutdown
2024-03-19T01:53:10.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.331+0000 7fb1c719c740  1 -- 172.21.15.46:0/3932725782 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56176b298a30 msgr2=0x56176b29ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:10.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.331+0000 7fb1c719c740  1 --2- 172.21.15.46:0/3932725782 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56176b298a30 0x56176b29ee30 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fb1b800ddf0 tx=0x7fb1b80046c0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.331+0000 7fb1c719c740  1 -- 172.21.15.46:0/3932725782 shutdown_connections
2024-03-19T01:53:10.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.331+0000 7fb1c719c740  1 --2- 172.21.15.46:0/3932725782 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56176b2b1fc0 0x56176b2b4480 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.331+0000 7fb1c719c740  1 --2- 172.21.15.46:0/3932725782 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56176b2a1f30 0x56176b29f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.331+0000 7fb1c719c740  1 --2- 172.21.15.46:0/3932725782 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56176b299350 0x56176b29f370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.331+0000 7fb1a5ffb640  0 client.26182 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:53:10.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.331+0000 7fb1c719c740  1 --2- 172.21.15.46:0/3932725782 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56176b298a30 0x56176b29ee30 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.331+0000 7fb1c719c740  1 -- 172.21.15.46:0/3932725782 >> 172.21.15.46:0/3932725782 conn(0x56176b293160 msgr2=0x56176b294eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:10.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.331+0000 7fb1c719c740  1 -- 172.21.15.46:0/3932725782 shutdown_connections
2024-03-19T01:53:10.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.331+0000 7fb1c719c740  1 -- 172.21.15.46:0/3932725782 wait complete.
2024-03-19T01:53:10.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.331+0000 7fb1c719c740 20 client.26182 trim_cache size 0 max 16384
2024-03-19T01:53:10.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.349+0000 7fb1c719c740  1  Processor -- start
2024-03-19T01:53:10.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.349+0000 7fb1c719c740  1 --  start start
2024-03-19T01:53:10.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.349+0000 7fb1c719c740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56176b298a30 0x56176b2a1560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.349+0000 7fb1c719c740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56176b299350 0x56176b29e120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.349+0000 7fb1c719c740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56176b2a1f30 0x56176b2ad7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.349+0000 7fb1c719c740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb1bc1b1410 con 0x56176b2a1f30
2024-03-19T01:53:10.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.349+0000 7fb1c719c740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb1bc1aec20 con 0x56176b299350
2024-03-19T01:53:10.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.349+0000 7fb1c719c740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb1bc1aca50 con 0x56176b298a30
2024-03-19T01:53:10.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.350+0000 7fb1c2b59640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56176b2a1f30 0x56176b2ad7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.350+0000 7fb1c2b59640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56176b2a1f30 0x56176b2ad7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:32832/0 (socket says 172.21.15.46:32832)
2024-03-19T01:53:10.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.350+0000 7fb1c2b59640  1 -- 172.21.15.46:0/1267880184 learned_addr learned my addr 172.21.15.46:0/1267880184 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:10.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.350+0000 7fb1c1b57640  1 --2- 172.21.15.46:0/1267880184 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56176b299350 0x56176b29e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.350+0000 7fb1c2358640  1 --2- 172.21.15.46:0/1267880184 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56176b298a30 0x56176b2a1560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.350+0000 7fb1c2b59640  1 -- 172.21.15.46:0/1267880184 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56176b298a30 msgr2=0x56176b2a1560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:10.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.350+0000 7fb1c2b59640  1 --2- 172.21.15.46:0/1267880184 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56176b298a30 0x56176b2a1560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.350+0000 7fb1c2b59640  1 -- 172.21.15.46:0/1267880184 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56176b299350 msgr2=0x56176b29e120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:10.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.350+0000 7fb1c2b59640  1 --2- 172.21.15.46:0/1267880184 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56176b299350 0x56176b29e120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.350+0000 7fb1c2b59640  1 -- 172.21.15.46:0/1267880184 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56176aed00f0 con 0x56176b2a1f30
2024-03-19T01:53:10.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.350+0000 7fb1c2358640  1 --2- 172.21.15.46:0/1267880184 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56176b298a30 0x56176b2a1560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:53:10.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.350+0000 7fb1c2b59640  1 --2- 172.21.15.46:0/1267880184 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56176b2a1f30 0x56176b2ad7f0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fb1b40099a0 tx=0x7fb1b4005ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5039125ce4e63ec5 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:10.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.350+0000 7fb1a7fff640  1 -- 172.21.15.46:0/1267880184 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1b40d6a80 con 0x56176b2a1f30
2024-03-19T01:53:10.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.350+0000 7fb1a7fff640  1 -- 172.21.15.46:0/1267880184 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb1b404e260 con 0x56176b2a1f30
2024-03-19T01:53:10.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.350+0000 7fb1a7fff640  1 -- 172.21.15.46:0/1267880184 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1b40d6c60 con 0x56176b2a1f30
2024-03-19T01:53:10.356 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.351+0000 7fb1c719c740  1 -- 172.21.15.46:0/1267880184 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56176b2a1f30 msgr2=0x56176b2ad7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:10.356 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.351+0000 7fb1c719c740  1 --2- 172.21.15.46:0/1267880184 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56176b2a1f30 0x56176b2ad7f0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fb1b40099a0 tx=0x7fb1b4005ec0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.356 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.351+0000 7fb1c719c740  1 -- 172.21.15.46:0/1267880184 shutdown_connections
2024-03-19T01:53:10.356 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.351+0000 7fb1c719c740  1 --2- 172.21.15.46:0/1267880184 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56176b2a1f30 0x56176b2ad7f0 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.356 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.351+0000 7fb1c719c740  1 --2- 172.21.15.46:0/1267880184 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56176b299350 0x56176b29e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.356 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.351+0000 7fb1c719c740  1 --2- 172.21.15.46:0/1267880184 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56176b298a30 0x56176b2a1560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.351+0000 7fb1c719c740  1 -- 172.21.15.46:0/1267880184 >> 172.21.15.46:0/1267880184 conn(0x56176b293160 msgr2=0x56176b2921e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:10.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.351+0000 7fb1c719c740  1 -- 172.21.15.46:0/1267880184 shutdown_connections
2024-03-19T01:53:10.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.351+0000 7fb1c719c740  1 -- 172.21.15.46:0/1267880184 wait complete.
2024-03-19T01:53:10.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.351+0000 7fb1c719c740  1 --  start start
2024-03-19T01:53:10.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.351+0000 7fb1c719c740  1  Processor -- start
2024-03-19T01:53:10.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.352+0000 7fb1c719c740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56176b298a30 0x56176b29bd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.352+0000 7fb1c719c740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56176b299350 0x56176b29c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.352+0000 7fb1c719c740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56176b2a1f30 0x56176b29c820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.352+0000 7fb1c719c740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb1bc1ad0e0 con 0x56176b298a30
2024-03-19T01:53:10.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.352+0000 7fb1c719c740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb1bc1ae550 con 0x56176b299350
2024-03-19T01:53:10.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.352+0000 7fb1c719c740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb1bc1ad7b0 con 0x56176b2a1f30
2024-03-19T01:53:10.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.352+0000 7fb1c2358640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56176b298a30 0x56176b29bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.352+0000 7fb1c2358640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56176b298a30 0x56176b29bd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:32846/0 (socket says 172.21.15.46:32846)
2024-03-19T01:53:10.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.352+0000 7fb1c2358640  1 -- 172.21.15.46:0/3011601186 learned_addr learned my addr 172.21.15.46:0/3011601186 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:10.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.352+0000 7fb1c1b57640  1 --2- 172.21.15.46:0/3011601186 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56176b299350 0x56176b29c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.352+0000 7fb1c719c740 10 client.0 _ll_register_callbacks cb 0x7fb1b800a6f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:53:10.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.352+0000 7fb1c2b59640  1 --2- 172.21.15.46:0/3011601186 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56176b2a1f30 0x56176b29c820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.352+0000 7fb1c2358640  1 -- 172.21.15.46:0/3011601186 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56176b2a1f30 msgr2=0x56176b29c820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:10.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.352+0000 7fb1c2358640  1 --2- 172.21.15.46:0/3011601186 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56176b2a1f30 0x56176b29c820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.352+0000 7fb1c2358640  1 -- 172.21.15.46:0/3011601186 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56176b299350 msgr2=0x56176b29c2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:10.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.352+0000 7fb1c2358640  1 --2- 172.21.15.46:0/3011601186 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56176b299350 0x56176b29c2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.352+0000 7fb1c2358640  1 -- 172.21.15.46:0/3011601186 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56176b317690 con 0x56176b298a30
2024-03-19T01:53:10.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.352+0000 7fb1c2358640  1 --2- 172.21.15.46:0/3011601186 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56176b298a30 0x56176b29bd80 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fb1b801bfd0 tx=0x7fb1b800af00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0706744e5599fa7 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:10.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.352+0000 7fb1a5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:53:10.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.352+0000 7fb1a5ffb640  1 -- 172.21.15.46:0/3011601186 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1b803a070 con 0x56176b298a30
2024-03-19T01:53:10.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.353+0000 7fb1a5ffb640  1 -- 172.21.15.46:0/3011601186 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fb1b8021040 con 0x56176b298a30
2024-03-19T01:53:10.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.353+0000 7fb1c719c740  1 -- 172.21.15.46:0/3011601186 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x56176b203d90 con 0x56176b298a30
2024-03-19T01:53:10.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.353+0000 7fb1a5ffb640  1 -- 172.21.15.46:0/3011601186 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb1b8046050 con 0x56176b298a30
2024-03-19T01:53:10.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.353+0000 7fb1c719c740 10 client.16392 fetch_fsmap learned FSMap version 29
2024-03-19T01:53:10.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.353+0000 7fb1c719c740  1 -- 172.21.15.46:0/3011601186 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56176b318980 con 0x56176b298a30
2024-03-19T01:53:10.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.353+0000 7fb1a5ffb640  1 -- 172.21.15.46:0/3011601186 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x56176b203d90 con 0x56176b298a30
2024-03-19T01:53:10.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.353+0000 7fb1a5ffb640  1 -- 172.21.15.46:0/3011601186 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fb1b8018040 con 0x56176b298a30
2024-03-19T01:53:10.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.353+0000 7fb1c719c740 10 client.16392 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:53:10.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.353+0000 7fb1c719c740 10 client.16392 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:53:10.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.353+0000 7fb1c719c740 20 client.16392 populate_metadata read hostname 'smithi046'
2024-03-19T01:53:10.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.353+0000 7fb1c719c740  1 --2- 172.21.15.46:0/3011601186 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56176b319100 0x56176b31b520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:10.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.353+0000 7fb1c719c740  4 client.16392 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:53:10.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.353+0000 7fb1c719c740  1 -- 172.21.15.46:0/3011601186 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56176b181540 con 0x56176b319100
2024-03-19T01:53:10.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.353+0000 7fb1c1b57640  1 --2- 172.21.15.46:0/3011601186 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56176b319100 0x56176b31b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:10.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.354+0000 7fb1c1b57640  1 --2- 172.21.15.46:0/3011601186 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56176b319100 0x56176b31b520 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=304b1ce6658102f7 server_cookie=6045a25776351d24 in_seq=0 out_seq=0
2024-03-19T01:53:10.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.354+0000 7fb1a5ffb640 10 client.16392 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:53:10.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.355+0000 7fb1a5ffb640  1 -- 172.21.15.46:0/3011601186 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+267 (crc 0 0 0) 0x56176b181540 con 0x56176b319100
2024-03-19T01:53:10.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.355+0000 7fb1a5ffb640 10 client.16392 handle_command_reply: tid=0
2024-03-19T01:53:10.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.355+0000 7fb1c719c740  1 client.16392 shutdown
2024-03-19T01:53:10.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.355+0000 7fb1c719c740  1 -- 172.21.15.46:0/3011601186 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56176b298a30 msgr2=0x56176b29bd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:10.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.355+0000 7fb1c719c740  1 --2- 172.21.15.46:0/3011601186 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56176b298a30 0x56176b29bd80 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fb1b801bfd0 tx=0x7fb1b800af00 comp rx=0 tx=0).stop
2024-03-19T01:53:10.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.355+0000 7fb1c719c740  1 -- 172.21.15.46:0/3011601186 shutdown_connections
2024-03-19T01:53:10.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.355+0000 7fb1c719c740  1 --2- 172.21.15.46:0/3011601186 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56176b319100 0x56176b31b520 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.355+0000 7fb1a5ffb640  0 client.16392 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:53:10.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.355+0000 7fb1c719c740  1 --2- 172.21.15.46:0/3011601186 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56176b2a1f30 0x56176b29c820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.355+0000 7fb1c719c740  1 --2- 172.21.15.46:0/3011601186 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56176b299350 0x56176b29c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.355+0000 7fb1c719c740  1 --2- 172.21.15.46:0/3011601186 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56176b298a30 0x56176b29bd80 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.355+0000 7fb1c719c740  1 -- 172.21.15.46:0/3011601186 >> 172.21.15.46:0/3011601186 conn(0x56176b293160 msgr2=0x56176b29ed80 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:10.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.355+0000 7fb1c719c740  1 -- 172.21.15.46:0/3011601186 shutdown_connections
2024-03-19T01:53:10.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.355+0000 7fb1c719c740  1 -- 172.21.15.46:0/3011601186 wait complete.
2024-03-19T01:53:10.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.355+0000 7fb1c719c740 20 client.16392 trim_cache size 0 max 16384
2024-03-19T01:53:10.361 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:53:10.361 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "scrub active (292 inodes in the stack)",
2024-03-19T01:53:10.361 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {
2024-03-19T01:53:10.361 INFO:teuthology.orchestra.run.smithi046.stdout:        "3c6dfb78-020f-4d64-b35f-c4f8f1c0cb27": {
2024-03-19T01:53:10.361 INFO:teuthology.orchestra.run.smithi046.stdout:            "path": "/",
2024-03-19T01:53:10.361 INFO:teuthology.orchestra.run.smithi046.stdout:            "tag": "3c6dfb78-020f-4d64-b35f-c4f8f1c0cb27",
2024-03-19T01:53:10.361 INFO:teuthology.orchestra.run.smithi046.stdout:            "options": "recursive,force"
2024-03-19T01:53:10.361 INFO:teuthology.orchestra.run.smithi046.stdout:        }
2024-03-19T01:53:10.361 INFO:teuthology.orchestra.run.smithi046.stdout:    }
2024-03-19T01:53:10.361 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:53:10.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.356+0000 7fb1c45bc640  1 -- 172.21.15.46:0/2879755712 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb1a80a29f0 msgr2=0x7fb1a80a4eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:10.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.356+0000 7fb1c45bc640  1 --2- 172.21.15.46:0/2879755712 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb1a80a29f0 0x7fb1a80a4eb0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb1b800a7d0 tx=0x7fb1b8010040 comp rx=0 tx=0).stop
2024-03-19T01:53:10.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.356+0000 7fb1c45bc640  1 -- 172.21.15.46:0/2879755712 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1bc19c840 msgr2=0x7fb1bc19ccf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:10.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.356+0000 7fb1c45bc640  1 --2- 172.21.15.46:0/2879755712 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1bc19c840 0x7fb1bc19ccf0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fb1b4009d00 tx=0x7fb1b4033a60 comp rx=0 tx=0).stop
2024-03-19T01:53:10.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.356+0000 7fb1c45bc640  1 -- 172.21.15.46:0/2879755712 shutdown_connections
2024-03-19T01:53:10.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.356+0000 7fb1c45bc640  1 --2- 172.21.15.46:0/2879755712 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1bc19c840 0x7fb1bc19ccf0 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.356+0000 7fb1c45bc640  1 --2- 172.21.15.46:0/2879755712 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb1bc105190 0x7fb1bc1984c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.356+0000 7fb1c45bc640  1 --2- 172.21.15.46:0/2879755712 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb1a80a29f0 0x7fb1a80a4eb0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.356+0000 7fb1c45bc640  1 --2- 172.21.15.46:0/2879755712 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1bc1000c0 0x7fb1bc197f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:10.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.356+0000 7fb1c45bc640  1 -- 172.21.15.46:0/2879755712 >> 172.21.15.46:0/2879755712 conn(0x7fb1bc076ce0 msgr2=0x7fb1bc103a00 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:10.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.356+0000 7fb1c45bc640  1 -- 172.21.15.46:0/2879755712 shutdown_connections
2024-03-19T01:53:10.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:10.356+0000 7fb1c45bc640  1 -- 172.21.15.46:0/2879755712 wait complete.
2024-03-19T01:53:10.370 INFO:tasks.cephfs.filesystem:scrub status for tag:3c6dfb78-020f-4d64-b35f-c4f8f1c0cb27 - {'path': '/', 'tag': '3c6dfb78-020f-4d64-b35f-c4f8f1c0cb27', 'options': 'recursive,force'}
2024-03-19T01:53:12.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:11 smithi046 ceph-mon[63102]: pgmap v96: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 196 op/s
2024-03-19T01:53:12.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:11 smithi046 ceph-mon[63102]: scrub queued for path: /
2024-03-19T01:53:12.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:11 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:53:12.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:11 smithi046 ceph-mon[63102]: scrub summary: active paths [/]
2024-03-19T01:53:12.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:11 smithi073 ceph-mon[66833]: pgmap v96: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 196 op/s
2024-03-19T01:53:12.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:11 smithi073 ceph-mon[66833]: scrub queued for path: /
2024-03-19T01:53:12.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:11 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:53:12.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:11 smithi073 ceph-mon[66833]: scrub summary: active paths [/]
2024-03-19T01:53:12.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:11 smithi102 ceph-mon[66557]: pgmap v96: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 196 op/s
2024-03-19T01:53:12.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:11 smithi102 ceph-mon[66557]: scrub queued for path: /
2024-03-19T01:53:12.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:11 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:53:12.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:11 smithi102 ceph-mon[66557]: scrub summary: active paths [/]
2024-03-19T01:53:13.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:12 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:53:13.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:12 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:53:13.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:12 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:53:14.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:13 smithi046 ceph-mon[63102]: pgmap v97: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 985 KiB/s rd, 969 KiB/s wr, 155 op/s
2024-03-19T01:53:14.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:13 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:53:14.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:13 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:53:14.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:13 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:53:14.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:13 smithi073 ceph-mon[66833]: pgmap v97: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 985 KiB/s rd, 969 KiB/s wr, 155 op/s
2024-03-19T01:53:14.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:13 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:53:14.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:13 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:53:14.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:13 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:53:14.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:13 smithi102 ceph-mon[66557]: pgmap v97: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 985 KiB/s rd, 969 KiB/s wr, 155 op/s
2024-03-19T01:53:14.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:13 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:53:14.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:13 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:53:14.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:13 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:53:16.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:15 smithi046 ceph-mon[63102]: pgmap v98: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 985 KiB/s rd, 969 KiB/s wr, 155 op/s
2024-03-19T01:53:16.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:15 smithi073 ceph-mon[66833]: pgmap v98: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 985 KiB/s rd, 969 KiB/s wr, 155 op/s
2024-03-19T01:53:16.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:15 smithi102 ceph-mon[66557]: pgmap v98: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 985 KiB/s rd, 969 KiB/s wr, 155 op/s
2024-03-19T01:53:18.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:17 smithi046 ceph-mon[63102]: pgmap v99: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 245 op/s
2024-03-19T01:53:18.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:17 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:53:18.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:17 smithi073 ceph-mon[66833]: pgmap v99: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 245 op/s
2024-03-19T01:53:18.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:17 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:53:18.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:17 smithi102 ceph-mon[66557]: pgmap v99: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 245 op/s
2024-03-19T01:53:18.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:17 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:53:20.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:19 smithi046 ceph-mon[63102]: pgmap v100: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 955 KiB/s rd, 955 KiB/s wr, 175 op/s
2024-03-19T01:53:20.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:19 smithi073 ceph-mon[66833]: pgmap v100: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 955 KiB/s rd, 955 KiB/s wr, 175 op/s
2024-03-19T01:53:20.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:19 smithi102 ceph-mon[66557]: pgmap v100: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 955 KiB/s rd, 955 KiB/s wr, 175 op/s
2024-03-19T01:53:22.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:21 smithi046 ceph-mon[63102]: pgmap v101: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 254 op/s
2024-03-19T01:53:22.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:21 smithi046 ceph-mon[63102]: scrub summary: idle
2024-03-19T01:53:22.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:21 smithi073 ceph-mon[66833]: pgmap v101: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 254 op/s
2024-03-19T01:53:22.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:21 smithi073 ceph-mon[66833]: scrub summary: idle
2024-03-19T01:53:22.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:21 smithi102 ceph-mon[66557]: pgmap v101: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 254 op/s
2024-03-19T01:53:22.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:21 smithi102 ceph-mon[66557]: scrub summary: idle
2024-03-19T01:53:24.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:23 smithi073 ceph-mon[66833]: pgmap v102: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 652 KiB/s rd, 664 KiB/s wr, 169 op/s
2024-03-19T01:53:24.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:23 smithi102 ceph-mon[66557]: pgmap v102: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 652 KiB/s rd, 664 KiB/s wr, 169 op/s
2024-03-19T01:53:24.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:23 smithi046 ceph-mon[63102]: pgmap v102: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 652 KiB/s rd, 664 KiB/s wr, 169 op/s
2024-03-19T01:53:26.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:25 smithi073 ceph-mon[66833]: pgmap v103: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 652 KiB/s rd, 664 KiB/s wr, 169 op/s
2024-03-19T01:53:26.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:25 smithi102 ceph-mon[66557]: pgmap v103: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 652 KiB/s rd, 664 KiB/s wr, 169 op/s
2024-03-19T01:53:26.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:25 smithi046 ceph-mon[63102]: pgmap v103: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 652 KiB/s rd, 664 KiB/s wr, 169 op/s
2024-03-19T01:53:28.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:27 smithi073 ceph-mon[66833]: pgmap v104: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 962 KiB/s rd, 982 KiB/s wr, 225 op/s
2024-03-19T01:53:28.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:27 smithi102 ceph-mon[66557]: pgmap v104: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 962 KiB/s rd, 982 KiB/s wr, 225 op/s
2024-03-19T01:53:28.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:27 smithi046 ceph-mon[63102]: pgmap v104: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 962 KiB/s rd, 982 KiB/s wr, 225 op/s
2024-03-19T01:53:30.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:29 smithi073 ceph-mon[66833]: pgmap v105: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 622 KiB/s rd, 617 KiB/s wr, 135 op/s
2024-03-19T01:53:30.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:29 smithi102 ceph-mon[66557]: pgmap v105: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 622 KiB/s rd, 617 KiB/s wr, 135 op/s
2024-03-19T01:53:30.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:29 smithi046 ceph-mon[63102]: pgmap v105: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 622 KiB/s rd, 617 KiB/s wr, 135 op/s
2024-03-19T01:53:32.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:31 smithi073 ceph-mon[66833]: pgmap v106: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 928 KiB/s rd, 913 KiB/s wr, 185 op/s
2024-03-19T01:53:32.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:31 smithi102 ceph-mon[66557]: pgmap v106: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 928 KiB/s rd, 913 KiB/s wr, 185 op/s
2024-03-19T01:53:32.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:31 smithi046 ceph-mon[63102]: pgmap v106: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 928 KiB/s rd, 913 KiB/s wr, 185 op/s
2024-03-19T01:53:34.167 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:33 smithi046 ceph-mon[63102]: pgmap v107: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 616 KiB/s rd, 614 KiB/s wr, 105 op/s
2024-03-19T01:53:34.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:33 smithi073 ceph-mon[66833]: pgmap v107: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 616 KiB/s rd, 614 KiB/s wr, 105 op/s
2024-03-19T01:53:34.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:33 smithi102 ceph-mon[66557]: pgmap v107: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 616 KiB/s rd, 614 KiB/s wr, 105 op/s
2024-03-19T01:53:36.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:35 smithi073 ceph-mon[66833]: pgmap v108: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 616 KiB/s rd, 614 KiB/s wr, 105 op/s
2024-03-19T01:53:36.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:35 smithi102 ceph-mon[66557]: pgmap v108: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 616 KiB/s rd, 614 KiB/s wr, 105 op/s
2024-03-19T01:53:36.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:35 smithi046 ceph-mon[63102]: pgmap v108: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 616 KiB/s rd, 614 KiB/s wr, 105 op/s
2024-03-19T01:53:38.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:37 smithi073 ceph-mon[66833]: pgmap v109: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 897 KiB/s rd, 892 KiB/s wr, 164 op/s
2024-03-19T01:53:38.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:37 smithi102 ceph-mon[66557]: pgmap v109: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 897 KiB/s rd, 892 KiB/s wr, 164 op/s
2024-03-19T01:53:38.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:37 smithi046 ceph-mon[63102]: pgmap v109: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 897 KiB/s rd, 892 KiB/s wr, 164 op/s
2024-03-19T01:53:40.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:39 smithi073 ceph-mon[66833]: pgmap v110: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 587 KiB/s rd, 575 KiB/s wr, 108 op/s
2024-03-19T01:53:40.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:39 smithi102 ceph-mon[66557]: pgmap v110: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 587 KiB/s rd, 575 KiB/s wr, 108 op/s
2024-03-19T01:53:40.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:39 smithi046 ceph-mon[63102]: pgmap v110: 129 pgs: 129 active+clean; 2.1 GiB data, 5.3 GiB used, 1.0 TiB / 1.0 TiB avail; 587 KiB/s rd, 575 KiB/s wr, 108 op/s
2024-03-19T01:53:40.371 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:53:40.371 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:53:40.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.518+0000 7f1ad8085640  1 -- 172.21.15.46:0/1580541132 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ad01017c0 msgr2=0x7f1ad0101c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:40.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.518+0000 7f1ad8085640  1 --2- 172.21.15.46:0/1580541132 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ad01017c0 0x7f1ad0101c40 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f1ac4009930 tx=0x7f1ac402bc30 comp rx=0 tx=0).stop
2024-03-19T01:53:40.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.519+0000 7f1ad8085640  1 -- 172.21.15.46:0/1580541132 shutdown_connections
2024-03-19T01:53:40.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.519+0000 7f1ad8085640  1 --2- 172.21.15.46:0/1580541132 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1ad0102180 0x7f1ad010e690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.519+0000 7f1ad8085640  1 --2- 172.21.15.46:0/1580541132 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ad01017c0 0x7f1ad0101c40 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.519+0000 7f1ad8085640  1 --2- 172.21.15.46:0/1580541132 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1ad01077d0 0x7f1ad0107bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.519+0000 7f1ad8085640  1 -- 172.21.15.46:0/1580541132 >> 172.21.15.46:0/1580541132 conn(0x7f1ad00fd250 msgr2=0x7f1ad00ff670 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:40.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.519+0000 7f1ad8085640  1 -- 172.21.15.46:0/1580541132 shutdown_connections
2024-03-19T01:53:40.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.519+0000 7f1ad8085640  1 -- 172.21.15.46:0/1580541132 wait complete.
2024-03-19T01:53:40.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.519+0000 7f1ad8085640  1  Processor -- start
2024-03-19T01:53:40.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.519+0000 7f1ad8085640  1 --  start start
2024-03-19T01:53:40.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.519+0000 7f1ad8085640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ad01017c0 0x7f1ad0198010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:40.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.519+0000 7f1ad8085640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1ad0102180 0x7f1ad0198550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:40.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.519+0000 7f1ad8085640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1ad01077d0 0x7f1ad019c8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:40.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.519+0000 7f1ad8085640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1ad0111a90 con 0x7f1ad01017c0
2024-03-19T01:53:40.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.519+0000 7f1ad8085640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f1ad0111910 con 0x7f1ad0102180
2024-03-19T01:53:40.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.519+0000 7f1ad8085640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1ad0111c10 con 0x7f1ad01077d0
2024-03-19T01:53:40.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.520+0000 7f1ad5e21640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ad01017c0 0x7f1ad0198010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:40.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.520+0000 7f1ad5e21640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ad01017c0 0x7f1ad0198010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44478/0 (socket says 172.21.15.46:44478)
2024-03-19T01:53:40.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.520+0000 7f1ad5e21640  1 -- 172.21.15.46:0/4121246269 learned_addr learned my addr 172.21.15.46:0/4121246269 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:40.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.520+0000 7f1ad5620640  1 --2- 172.21.15.46:0/4121246269 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1ad0102180 0x7f1ad0198550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:40.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.520+0000 7f1ad6622640  1 --2- 172.21.15.46:0/4121246269 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1ad01077d0 0x7f1ad019c8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:40.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.520+0000 7f1ad5e21640  1 -- 172.21.15.46:0/4121246269 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1ad01077d0 msgr2=0x7f1ad019c8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:40.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.520+0000 7f1ad5e21640  1 --2- 172.21.15.46:0/4121246269 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1ad01077d0 0x7f1ad019c8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.520+0000 7f1ad5e21640  1 -- 172.21.15.46:0/4121246269 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1ad0102180 msgr2=0x7f1ad0198550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:40.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.520+0000 7f1ad5e21640  1 --2- 172.21.15.46:0/4121246269 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1ad0102180 0x7f1ad0198550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.520+0000 7f1ad5e21640  1 -- 172.21.15.46:0/4121246269 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ad019d000 con 0x7f1ad01017c0
2024-03-19T01:53:40.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.520+0000 7f1ad5e21640  1 --2- 172.21.15.46:0/4121246269 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ad01017c0 0x7f1ad0198010 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f1ac000ebc0 tx=0x7f1ac000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:40.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.520+0000 7f1aceffd640  1 -- 172.21.15.46:0/4121246269 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ac0010630 con 0x7f1ad01017c0
2024-03-19T01:53:40.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.520+0000 7f1ad8085640  1 -- 172.21.15.46:0/4121246269 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ad019d2f0 con 0x7f1ad01017c0
2024-03-19T01:53:40.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.520+0000 7f1aceffd640  1 -- 172.21.15.46:0/4121246269 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1ac0010c80 con 0x7f1ad01017c0
2024-03-19T01:53:40.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.520+0000 7f1aceffd640  1 -- 172.21.15.46:0/4121246269 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ac0018b30 con 0x7f1ad01017c0
2024-03-19T01:53:40.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.520+0000 7f1ad8085640  1 -- 172.21.15.46:0/4121246269 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ad01a4b80 con 0x7f1ad01017c0
2024-03-19T01:53:40.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.522+0000 7f1aceffd640  1 -- 172.21.15.46:0/4121246269 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f1ac0018cd0 con 0x7f1ad01017c0
2024-03-19T01:53:40.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.523+0000 7f1adac78740  1  Processor -- start
2024-03-19T01:53:40.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.523+0000 7f1adac78740  1 --  start start
2024-03-19T01:53:40.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.523+0000 7f1aceffd640  1 --2- 172.21.15.46:0/4121246269 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f1ab80a2970 0x7f1ab80a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:40.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.523+0000 7f1aceffd640  1 -- 172.21.15.46:0/4121246269 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f1ac00cf720 con 0x7f1ad01017c0
2024-03-19T01:53:40.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.523+0000 7f1adac78740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5560bb13ea30 0x5560bb13ee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:40.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.523+0000 7f1ad6622640  1 --2- 172.21.15.46:0/4121246269 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f1ab80a2970 0x7f1ab80a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:40.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.523+0000 7f1adac78740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5560bb13f350 0x5560bb1479f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:40.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.523+0000 7f1adac78740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5560bb147f30 0x5560bb14a320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:40.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.523+0000 7f1adac78740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5560bb0a2500 con 0x5560bb147f30
2024-03-19T01:53:40.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.523+0000 7f1adac78740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5560bb04abe0 con 0x5560bb13f350
2024-03-19T01:53:40.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.523+0000 7f1adac78740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5560bb09e5a0 con 0x5560bb13ea30
2024-03-19T01:53:40.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.523+0000 7f1ad5620640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5560bb13f350 0x5560bb1479f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:40.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.523+0000 7f1ad5e21640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5560bb13ea30 0x5560bb13ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:40.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.523+0000 7f1ad5620640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5560bb13f350 0x5560bb1479f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:53510/0 (socket says 172.21.15.46:53510)
2024-03-19T01:53:40.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.523+0000 7f1ad5620640  1 -- 172.21.15.46:0/2251245165 learned_addr learned my addr 172.21.15.46:0/2251245165 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:40.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.524+0000 7f1ad5e21640  1 -- 172.21.15.46:0/2251245165 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5560bb13f350 msgr2=0x5560bb1479f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:40.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.524+0000 7f1ad5e21640  1 --2- 172.21.15.46:0/2251245165 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5560bb13f350 0x5560bb1479f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.524+0000 7f1ad5e21640  1 -- 172.21.15.46:0/2251245165 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5560bb147f30 msgr2=0x5560bb14a320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:40.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.524+0000 7f1ad5e21640  1 --2- 172.21.15.46:0/2251245165 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5560bb147f30 0x5560bb14a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.524+0000 7f1ad5e21640  1 -- 172.21.15.46:0/2251245165 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5560bb06c000 con 0x5560bb13ea30
2024-03-19T01:53:40.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.524+0000 7f1ad6622640  1 --2- 172.21.15.46:0/4121246269 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f1ab80a2970 0x7f1ab80a4e30 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f1ac8009cf0 tx=0x7f1ac8009830 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:40.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.524+0000 7f1ad5e21640  1 --2- 172.21.15.46:0/2251245165 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5560bb13ea30 0x5560bb13ee10 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f1ac00ccb00 tx=0x7f1ac000cf90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d2eabe57974534a1 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:40.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.524+0000 7f1ab7fff640  1 -- 172.21.15.46:0/2251245165 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ac009fb60 con 0x5560bb13ea30
2024-03-19T01:53:40.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.524+0000 7f1ab7fff640  1 -- 172.21.15.46:0/2251245165 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1ac00a41b0 con 0x5560bb13ea30
2024-03-19T01:53:40.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.524+0000 7f1ab7fff640  1 -- 172.21.15.46:0/2251245165 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ac00cf370 con 0x5560bb13ea30
2024-03-19T01:53:40.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.525+0000 7f1adac78740  1 -- 172.21.15.46:0/2251245165 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5560bb13ea30 msgr2=0x5560bb13ee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:40.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.525+0000 7f1adac78740  1 --2- 172.21.15.46:0/2251245165 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5560bb13ea30 0x5560bb13ee10 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f1ac00ccb00 tx=0x7f1ac000cf90 comp rx=0 tx=0).stop
2024-03-19T01:53:40.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.525+0000 7f1adac78740  1 -- 172.21.15.46:0/2251245165 shutdown_connections
2024-03-19T01:53:40.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.525+0000 7f1adac78740  1 --2- 172.21.15.46:0/2251245165 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5560bb147f30 0x5560bb14a320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.525+0000 7f1adac78740  1 --2- 172.21.15.46:0/2251245165 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5560bb13f350 0x5560bb1479f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.525+0000 7f1adac78740  1 --2- 172.21.15.46:0/2251245165 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5560bb13ea30 0x5560bb13ee10 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.525+0000 7f1adac78740  1 -- 172.21.15.46:0/2251245165 >> 172.21.15.46:0/2251245165 conn(0x5560bb139160 msgr2=0x5560bb139540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:40.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.525+0000 7f1adac78740  1 -- 172.21.15.46:0/2251245165 shutdown_connections
2024-03-19T01:53:40.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.525+0000 7f1adac78740  1 -- 172.21.15.46:0/2251245165 wait complete.
2024-03-19T01:53:40.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.525+0000 7f1adac78740  1 --  start start
2024-03-19T01:53:40.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.525+0000 7f1adac78740  1  Processor -- start
2024-03-19T01:53:40.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.526+0000 7f1adac78740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5560bb13ea30 0x5560bb144f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:40.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.526+0000 7f1adac78740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5560bb13f350 0x5560bb145470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:40.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.526+0000 7f1adac78740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5560bb147f30 0x5560bb1459b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:40.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.526+0000 7f1adac78740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5560bb14ad20 con 0x5560bb13ea30
2024-03-19T01:53:40.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.526+0000 7f1adac78740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5560bb05e160 con 0x5560bb13f350
2024-03-19T01:53:40.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.526+0000 7f1adac78740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5560bb14aea0 con 0x5560bb147f30
2024-03-19T01:53:40.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.526+0000 7f1ad5e21640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5560bb13ea30 0x5560bb144f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:40.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.526+0000 7f1ad5e21640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5560bb13ea30 0x5560bb144f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44488/0 (socket says 172.21.15.46:44488)
2024-03-19T01:53:40.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.526+0000 7f1ad5e21640  1 -- 172.21.15.46:0/1993245364 learned_addr learned my addr 172.21.15.46:0/1993245364 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:40.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.526+0000 7f1ad5620640  1 --2- 172.21.15.46:0/1993245364 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5560bb13f350 0x5560bb145470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:40.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.526+0000 7f1adac78740 10 client.0 _ll_register_callbacks cb 0x5560bb09aa40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:53:40.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.526+0000 7f1ad6622640  1 --2- 172.21.15.46:0/1993245364 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5560bb147f30 0x5560bb1459b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:40.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.526+0000 7f1ad5e21640  1 -- 172.21.15.46:0/1993245364 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5560bb147f30 msgr2=0x5560bb1459b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:40.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.526+0000 7f1ad5e21640  1 --2- 172.21.15.46:0/1993245364 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5560bb147f30 0x5560bb1459b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.526+0000 7f1ad5e21640  1 -- 172.21.15.46:0/1993245364 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5560bb13f350 msgr2=0x5560bb145470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:40.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.526+0000 7f1ad5e21640  1 --2- 172.21.15.46:0/1993245364 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5560bb13f350 0x5560bb145470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.526+0000 7f1ad5e21640  1 -- 172.21.15.46:0/1993245364 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5560bae807d0 con 0x5560bb13ea30
2024-03-19T01:53:40.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.526+0000 7f1ad5e21640  1 --2- 172.21.15.46:0/1993245364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5560bb13ea30 0x5560bb144f30 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f1ac000cba0 tx=0x7f1ac009bc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afd922657160a368 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:40.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.526+0000 7f1ab57fa640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:53:40.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.527+0000 7f1ab57fa640  1 -- 172.21.15.46:0/1993245364 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ac00b4070 con 0x5560bb13ea30
2024-03-19T01:53:40.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.527+0000 7f1ab57fa640  1 -- 172.21.15.46:0/1993245364 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f1ac00cf370 con 0x5560bb13ea30
2024-03-19T01:53:40.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.527+0000 7f1adac78740  1 -- 172.21.15.46:0/1993245364 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1ac00a41b0 con 0x5560bb13ea30
2024-03-19T01:53:40.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.527+0000 7f1ab57fa640  1 -- 172.21.15.46:0/1993245364 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1ac00cf570 con 0x5560bb13ea30
2024-03-19T01:53:40.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.527+0000 7f1adac78740 10 client.16401 fetch_fsmap learned FSMap version 29
2024-03-19T01:53:40.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.527+0000 7f1adac78740  1 -- 172.21.15.46:0/1993245364 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5560badb63f0 con 0x5560bb13ea30
2024-03-19T01:53:40.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.527+0000 7f1ab57fa640  1 -- 172.21.15.46:0/1993245364 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1ac00a41b0 con 0x5560bb13ea30
2024-03-19T01:53:40.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.527+0000 7f1ab57fa640  1 -- 172.21.15.46:0/1993245364 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f1ac00cf050 con 0x5560bb13ea30
2024-03-19T01:53:40.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.527+0000 7f1adac78740 10 client.16401 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:53:40.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.527+0000 7f1adac78740 10 client.16401 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:53:40.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.527+0000 7f1adac78740 20 client.16401 populate_metadata read hostname 'smithi046'
2024-03-19T01:53:40.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.527+0000 7f1adac78740  1 --2- 172.21.15.46:0/1993245364 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5560bb158110 0x5560bb15a500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:40.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.527+0000 7f1adac78740  4 client.16401 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:53:40.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.527+0000 7f1adac78740  1 -- 172.21.15.46:0/1993245364 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5560bb0afa40 con 0x5560bb158110
2024-03-19T01:53:40.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.527+0000 7f1ad5620640  1 --2- 172.21.15.46:0/1993245364 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5560bb158110 0x5560bb15a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:40.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.528+0000 7f1ab57fa640 10 client.16401 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:53:40.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.528+0000 7f1ad5620640  1 --2- 172.21.15.46:0/1993245364 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5560bb158110 0x5560bb15a500 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d1ec6aaca8f0832e server_cookie=ad39f2f6ba19efd in_seq=0 out_seq=0
2024-03-19T01:53:40.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.538+0000 7f1ab57fa640  1 -- 172.21.15.46:0/1993245364 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5560bb0afa40 con 0x5560bb158110
2024-03-19T01:53:40.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.538+0000 7f1ab57fa640 10 client.16401 handle_command_reply: tid=0
2024-03-19T01:53:40.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.538+0000 7f1adac78740  1 client.16401 shutdown
2024-03-19T01:53:40.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.538+0000 7f1adac78740  1 -- 172.21.15.46:0/1993245364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5560bb13ea30 msgr2=0x5560bb144f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:40.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.538+0000 7f1adac78740  1 --2- 172.21.15.46:0/1993245364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5560bb13ea30 0x5560bb144f30 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f1ac000cba0 tx=0x7f1ac009bc40 comp rx=0 tx=0).stop
2024-03-19T01:53:40.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.538+0000 7f1adac78740  1 -- 172.21.15.46:0/1993245364 shutdown_connections
2024-03-19T01:53:40.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.538+0000 7f1adac78740  1 --2- 172.21.15.46:0/1993245364 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5560bb158110 0x5560bb15a500 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.538+0000 7f1adac78740  1 --2- 172.21.15.46:0/1993245364 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5560bb147f30 0x5560bb1459b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.538+0000 7f1ab57fa640  0 client.16401 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:53:40.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.538+0000 7f1adac78740  1 --2- 172.21.15.46:0/1993245364 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5560bb13f350 0x5560bb145470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.538+0000 7f1adac78740  1 --2- 172.21.15.46:0/1993245364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5560bb13ea30 0x5560bb144f30 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.538+0000 7f1adac78740  1 -- 172.21.15.46:0/1993245364 >> 172.21.15.46:0/1993245364 conn(0x5560bb139160 msgr2=0x5560bb13aeb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:40.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.538+0000 7f1adac78740  1 -- 172.21.15.46:0/1993245364 shutdown_connections
2024-03-19T01:53:40.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.538+0000 7f1adac78740  1 -- 172.21.15.46:0/1993245364 wait complete.
2024-03-19T01:53:40.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.538+0000 7f1adac78740 20 client.16401 trim_cache size 0 max 16384
2024-03-19T01:53:40.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.556+0000 7f1adac78740  1  Processor -- start
2024-03-19T01:53:40.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.556+0000 7f1adac78740  1 --  start start
2024-03-19T01:53:40.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.556+0000 7f1adac78740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5560bb13ea30 0x5560bb147660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:40.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.556+0000 7f1adac78740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5560bb13f350 0x5560bb1539b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:40.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.556+0000 7f1adac78740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5560bb147f30 0x5560bb145600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:40.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.556+0000 7f1adac78740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1ad01b15b0 con 0x5560bb147f30
2024-03-19T01:53:40.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.556+0000 7f1adac78740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f1ad01aedc0 con 0x5560bb13f350
2024-03-19T01:53:40.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.556+0000 7f1adac78740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1ad01acbf0 con 0x5560bb13ea30
2024-03-19T01:53:40.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.556+0000 7f1ad6622640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5560bb147f30 0x5560bb145600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:40.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.556+0000 7f1ad5620640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5560bb13f350 0x5560bb1539b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:40.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.556+0000 7f1ad5e21640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5560bb13ea30 0x5560bb147660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:40.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.556+0000 7f1ad6622640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5560bb147f30 0x5560bb145600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44490/0 (socket says 172.21.15.46:44490)
2024-03-19T01:53:40.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.557+0000 7f1ad5e21640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5560bb13ea30 0x5560bb147660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:49378/0 (socket says 172.21.15.46:49378)
2024-03-19T01:53:40.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.557+0000 7f1ad6622640  1 -- 172.21.15.46:0/2458646409 learned_addr learned my addr 172.21.15.46:0/2458646409 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:40.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.557+0000 7f1ad5620640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5560bb13f350 0x5560bb1539b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:53522/0 (socket says 172.21.15.46:53522)
2024-03-19T01:53:40.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.557+0000 7f1ad6622640  1 -- 172.21.15.46:0/2458646409 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5560bb13ea30 msgr2=0x5560bb147660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:40.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.557+0000 7f1ad6622640  1 --2- 172.21.15.46:0/2458646409 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5560bb13ea30 0x5560bb147660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.557+0000 7f1ad6622640  1 -- 172.21.15.46:0/2458646409 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5560bb13f350 msgr2=0x5560bb1539b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:40.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.557+0000 7f1ad6622640  1 --2- 172.21.15.46:0/2458646409 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5560bb13f350 0x5560bb1539b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.557+0000 7f1ad6622640  1 -- 172.21.15.46:0/2458646409 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5560bad760f0 con 0x5560bb147f30
2024-03-19T01:53:40.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.557+0000 7f1ad5620640  1 --2- 172.21.15.46:0/2458646409 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5560bb13f350 0x5560bb1539b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:53:40.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.557+0000 7f1ad5e21640  1 --2- 172.21.15.46:0/2458646409 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5560bb13ea30 0x5560bb147660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:53:40.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.557+0000 7f1ad6622640  1 --2- 172.21.15.46:0/2458646409 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5560bb147f30 0x5560bb145600 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f1ac8009a70 tx=0x7f1ac8016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7605b0e707306e9 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:40.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.557+0000 7f1ab77fe640  1 -- 172.21.15.46:0/2458646409 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ac8005020 con 0x5560bb147f30
2024-03-19T01:53:40.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.557+0000 7f1ab77fe640  1 -- 172.21.15.46:0/2458646409 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1ac80047a0 con 0x5560bb147f30
2024-03-19T01:53:40.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.557+0000 7f1ab77fe640  1 -- 172.21.15.46:0/2458646409 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ac801f680 con 0x5560bb147f30
2024-03-19T01:53:40.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.558+0000 7f1adac78740  1 -- 172.21.15.46:0/2458646409 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5560bb147f30 msgr2=0x5560bb145600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:40.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.558+0000 7f1adac78740  1 --2- 172.21.15.46:0/2458646409 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5560bb147f30 0x5560bb145600 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f1ac8009a70 tx=0x7f1ac8016000 comp rx=0 tx=0).stop
2024-03-19T01:53:40.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.558+0000 7f1adac78740  1 -- 172.21.15.46:0/2458646409 shutdown_connections
2024-03-19T01:53:40.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.558+0000 7f1adac78740  1 --2- 172.21.15.46:0/2458646409 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5560bb147f30 0x5560bb145600 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.558+0000 7f1adac78740  1 --2- 172.21.15.46:0/2458646409 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5560bb13f350 0x5560bb1539b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.558+0000 7f1adac78740  1 --2- 172.21.15.46:0/2458646409 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5560bb13ea30 0x5560bb147660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.558+0000 7f1adac78740  1 -- 172.21.15.46:0/2458646409 >> 172.21.15.46:0/2458646409 conn(0x5560bb139160 msgr2=0x5560bb144ef0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:40.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.558+0000 7f1adac78740  1 -- 172.21.15.46:0/2458646409 shutdown_connections
2024-03-19T01:53:40.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.558+0000 7f1adac78740  1 -- 172.21.15.46:0/2458646409 wait complete.
2024-03-19T01:53:40.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.558+0000 7f1adac78740  1 --  start start
2024-03-19T01:53:40.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.558+0000 7f1adac78740  1  Processor -- start
2024-03-19T01:53:40.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.558+0000 7f1adac78740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5560bb13ea30 0x5560bb15b520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:40.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.558+0000 7f1adac78740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5560bb13f350 0x5560bb15ba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:40.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.558+0000 7f1adac78740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5560bb147f30 0x5560bb1bd0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:40.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.558+0000 7f1adac78740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1ad01ad280 con 0x5560bb13f350
2024-03-19T01:53:40.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.558+0000 7f1adac78740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f1ad01ae6f0 con 0x5560bb147f30
2024-03-19T01:53:40.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.558+0000 7f1adac78740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1ad01ad950 con 0x5560bb13ea30
2024-03-19T01:53:40.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.559+0000 7f1adac78740 10 client.0 _ll_register_callbacks cb 0x7f1ac8005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:53:40.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.559+0000 7f1ad5620640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5560bb13f350 0x5560bb15ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:40.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.559+0000 7f1ad5620640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5560bb13f350 0x5560bb15ba60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44500/0 (socket says 172.21.15.46:44500)
2024-03-19T01:53:40.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.559+0000 7f1ad5620640  1 -- 172.21.15.46:0/1069400894 learned_addr learned my addr 172.21.15.46:0/1069400894 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:40.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.559+0000 7f1ad5e21640  1 --2- 172.21.15.46:0/1069400894 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5560bb13ea30 0x5560bb15b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:40.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.559+0000 7f1ad6622640  1 --2- 172.21.15.46:0/1069400894 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5560bb147f30 0x5560bb1bd0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:40.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.559+0000 7f1ad5620640  1 -- 172.21.15.46:0/1069400894 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5560bb13ea30 msgr2=0x5560bb15b520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:40.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.559+0000 7f1ad5620640  1 --2- 172.21.15.46:0/1069400894 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5560bb13ea30 0x5560bb15b520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.559+0000 7f1ad5620640  1 -- 172.21.15.46:0/1069400894 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5560bb147f30 msgr2=0x5560bb1bd0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:40.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.559+0000 7f1ad5620640  1 --2- 172.21.15.46:0/1069400894 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5560bb147f30 0x5560bb1bd0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.559+0000 7f1ad5620640  1 -- 172.21.15.46:0/1069400894 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5560bb1bd5f0 con 0x5560bb13f350
2024-03-19T01:53:40.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.559+0000 7f1ad5620640  1 --2- 172.21.15.46:0/1069400894 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5560bb13f350 0x5560bb15ba60 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f1ac402c170 tx=0x7f1ac40043f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ff525082ed27d94 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:40.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.559+0000 7f1ab57fa640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:53:40.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.559+0000 7f1ab57fa640  1 -- 172.21.15.46:0/1069400894 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ac404bcc0 con 0x5560bb13f350
2024-03-19T01:53:40.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.559+0000 7f1adac78740  1 -- 172.21.15.46:0/1069400894 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1ac80047a0 con 0x5560bb13f350
2024-03-19T01:53:40.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.559+0000 7f1ab57fa640  1 -- 172.21.15.46:0/1069400894 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f1ac402c7e0 con 0x5560bb13f350
2024-03-19T01:53:40.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.559+0000 7f1ab57fa640  1 -- 172.21.15.46:0/1069400894 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1ac4059050 con 0x5560bb13f350
2024-03-19T01:53:40.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.559+0000 7f1adac78740 10 client.16407 fetch_fsmap learned FSMap version 29
2024-03-19T01:53:40.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.559+0000 7f1adac78740  1 -- 172.21.15.46:0/1069400894 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5560bb1be8f0 con 0x5560bb13f350
2024-03-19T01:53:40.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.560+0000 7f1ab57fa640  1 -- 172.21.15.46:0/1069400894 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1ac80047a0 con 0x5560bb13f350
2024-03-19T01:53:40.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.560+0000 7f1ab57fa640  1 -- 172.21.15.46:0/1069400894 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f1ac4005030 con 0x5560bb13f350
2024-03-19T01:53:40.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.560+0000 7f1adac78740 10 client.16407 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:53:40.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.560+0000 7f1adac78740 10 client.16407 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:53:40.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.560+0000 7f1adac78740 20 client.16407 populate_metadata read hostname 'smithi046'
2024-03-19T01:53:40.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.560+0000 7f1adac78740  1 --2- 172.21.15.46:0/1069400894 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5560bb1bf100 0x5560bb1c1520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:40.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.560+0000 7f1adac78740  4 client.16407 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:53:40.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.560+0000 7f1adac78740  1 -- 172.21.15.46:0/1069400894 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5560bb0a9d90 con 0x5560bb1bf100
2024-03-19T01:53:40.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.560+0000 7f1ad5e21640  1 --2- 172.21.15.46:0/1069400894 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5560bb1bf100 0x5560bb1c1520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:40.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.560+0000 7f1ab57fa640 10 client.16407 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:53:40.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.560+0000 7f1ad5e21640  1 --2- 172.21.15.46:0/1069400894 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5560bb1bf100 0x5560bb1c1520 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d0e3913ad51c92d0 server_cookie=8436c775bfe91ba0 in_seq=0 out_seq=0
2024-03-19T01:53:40.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.574+0000 7f1ab57fa640  1 -- 172.21.15.46:0/1069400894 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5560bb0a9d90 con 0x5560bb1bf100
2024-03-19T01:53:40.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.574+0000 7f1ab57fa640 10 client.16407 handle_command_reply: tid=0
2024-03-19T01:53:40.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.574+0000 7f1adac78740  1 client.16407 shutdown
2024-03-19T01:53:40.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.574+0000 7f1adac78740  1 -- 172.21.15.46:0/1069400894 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5560bb13f350 msgr2=0x5560bb15ba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:40.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.574+0000 7f1adac78740  1 --2- 172.21.15.46:0/1069400894 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5560bb13f350 0x5560bb15ba60 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f1ac402c170 tx=0x7f1ac40043f0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.574+0000 7f1adac78740  1 -- 172.21.15.46:0/1069400894 shutdown_connections
2024-03-19T01:53:40.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.574+0000 7f1adac78740  1 --2- 172.21.15.46:0/1069400894 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5560bb1bf100 0x5560bb1c1520 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.574+0000 7f1adac78740  1 --2- 172.21.15.46:0/1069400894 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5560bb147f30 0x5560bb1bd0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.574+0000 7f1adac78740  1 --2- 172.21.15.46:0/1069400894 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5560bb13f350 0x5560bb15ba60 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.574+0000 7f1adac78740  1 --2- 172.21.15.46:0/1069400894 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5560bb13ea30 0x5560bb15b520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.574+0000 7f1ab57fa640  0 client.16407 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:53:40.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.574+0000 7f1adac78740  1 -- 172.21.15.46:0/1069400894 >> 172.21.15.46:0/1069400894 conn(0x5560bb139160 msgr2=0x5560bb13acf0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:40.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.574+0000 7f1adac78740  1 -- 172.21.15.46:0/1069400894 shutdown_connections
2024-03-19T01:53:40.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.574+0000 7f1adac78740  1 -- 172.21.15.46:0/1069400894 wait complete.
2024-03-19T01:53:40.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.575+0000 7f1adac78740 20 client.16407 trim_cache size 0 max 16384
2024-03-19T01:53:40.577 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:53:40.577 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "no active scrubs running",
2024-03-19T01:53:40.577 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {}
2024-03-19T01:53:40.577 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:53:40.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.575+0000 7f1ad8085640  1 -- 172.21.15.46:0/4121246269 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f1ab80a2970 msgr2=0x7f1ab80a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:40.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.575+0000 7f1ad8085640  1 --2- 172.21.15.46:0/4121246269 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f1ab80a2970 0x7f1ab80a4e30 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f1ac8009cf0 tx=0x7f1ac8009830 comp rx=0 tx=0).stop
2024-03-19T01:53:40.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.575+0000 7f1ad8085640  1 -- 172.21.15.46:0/4121246269 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ad01017c0 msgr2=0x7f1ad0198010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:40.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.575+0000 7f1ad8085640  1 --2- 172.21.15.46:0/4121246269 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ad01017c0 0x7f1ad0198010 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f1ac000ebc0 tx=0x7f1ac000c6a0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.575+0000 7f1ad8085640  1 -- 172.21.15.46:0/4121246269 shutdown_connections
2024-03-19T01:53:40.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.575+0000 7f1ad8085640  1 --2- 172.21.15.46:0/4121246269 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f1ab80a2970 0x7f1ab80a4e30 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.575+0000 7f1ad8085640  1 --2- 172.21.15.46:0/4121246269 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1ad01077d0 0x7f1ad019c8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.575+0000 7f1ad8085640  1 --2- 172.21.15.46:0/4121246269 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1ad0102180 0x7f1ad0198550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.575+0000 7f1ad8085640  1 --2- 172.21.15.46:0/4121246269 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ad01017c0 0x7f1ad0198010 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.575+0000 7f1ad8085640  1 -- 172.21.15.46:0/4121246269 >> 172.21.15.46:0/4121246269 conn(0x7f1ad00fd250 msgr2=0x7f1ad00fda80 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:40.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.575+0000 7f1ad8085640  1 -- 172.21.15.46:0/4121246269 shutdown_connections
2024-03-19T01:53:40.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.575+0000 7f1ad8085640  1 -- 172.21.15.46:0/4121246269 wait complete.
2024-03-19T01:53:40.586 INFO:tasks.cephfs.filesystem:all active scrubs completed
2024-03-19T01:53:40.587 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:53:40.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.690+0000 7ff8a13f4640  1 -- 172.21.15.46:0/3066939495 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff89c1010b0 msgr2=0x7ff89c10d5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:40.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.690+0000 7ff8a13f4640  1 --2- 172.21.15.46:0/3066939495 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff89c1010b0 0x7ff89c10d5c0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7ff894009cd0 tx=0x7ff89402c0f0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.691+0000 7ff8a13f4640  1 -- 172.21.15.46:0/3066939495 shutdown_connections
2024-03-19T01:53:40.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.691+0000 7ff8a13f4640  1 --2- 172.21.15.46:0/3066939495 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff89c1010b0 0x7ff89c10d5c0 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.691+0000 7ff8a13f4640  1 --2- 172.21.15.46:0/3066939495 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff89c1006f0 0x7ff89c100b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.691+0000 7ff8a13f4640  1 --2- 172.21.15.46:0/3066939495 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff89c106700 0x7ff89c106ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.691+0000 7ff8a13f4640  1 -- 172.21.15.46:0/3066939495 >> 172.21.15.46:0/3066939495 conn(0x7ff89c076aa0 msgr2=0x7ff89c076eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:40.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.691+0000 7ff8a13f4640  1 -- 172.21.15.46:0/3066939495 shutdown_connections
2024-03-19T01:53:40.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.691+0000 7ff8a13f4640  1 -- 172.21.15.46:0/3066939495 wait complete.
2024-03-19T01:53:40.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.691+0000 7ff8a13f4640  1  Processor -- start
2024-03-19T01:53:40.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.691+0000 7ff8a13f4640  1 --  start start
2024-03-19T01:53:40.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.691+0000 7ff8a13f4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff89c1006f0 0x7ff89c196f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:40.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.691+0000 7ff8a13f4640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff89c1010b0 0x7ff89c197440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:40.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.691+0000 7ff8a13f4640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff89c106700 0x7ff89c19b770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:40.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.691+0000 7ff8a13f4640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff89c1109c0 con 0x7ff89c1006f0
2024-03-19T01:53:40.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.691+0000 7ff8a13f4640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ff89c110840 con 0x7ff89c106700
2024-03-19T01:53:40.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.691+0000 7ff8a13f4640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff89c110b40 con 0x7ff89c1010b0
2024-03-19T01:53:40.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.691+0000 7ff89affd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff89c1006f0 0x7ff89c196f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:40.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.691+0000 7ff89affd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff89c1006f0 0x7ff89c196f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44512/0 (socket says 172.21.15.46:44512)
2024-03-19T01:53:40.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.691+0000 7ff89affd640  1 -- 172.21.15.46:0/11449376 learned_addr learned my addr 172.21.15.46:0/11449376 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:40.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.691+0000 7ff89b7fe640  1 --2- 172.21.15.46:0/11449376 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff89c106700 0x7ff89c19b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:40.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.691+0000 7ff893fff640  1 --2- 172.21.15.46:0/11449376 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff89c1010b0 0x7ff89c197440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:40.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.692+0000 7ff89affd640  1 -- 172.21.15.46:0/11449376 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff89c1010b0 msgr2=0x7ff89c197440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:40.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.692+0000 7ff89affd640  1 --2- 172.21.15.46:0/11449376 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff89c1010b0 0x7ff89c197440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.692+0000 7ff89affd640  1 -- 172.21.15.46:0/11449376 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff89c106700 msgr2=0x7ff89c19b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:40.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.692+0000 7ff89affd640  1 --2- 172.21.15.46:0/11449376 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff89c106700 0x7ff89c19b770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.692+0000 7ff89affd640  1 -- 172.21.15.46:0/11449376 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff89c19bea0 con 0x7ff89c1006f0
2024-03-19T01:53:40.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.692+0000 7ff89affd640  1 --2- 172.21.15.46:0/11449376 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff89c1006f0 0x7ff89c196f00 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7ff88c00e9f0 tx=0x7ff88c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:40.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.692+0000 7ff898ff9640  1 -- 172.21.15.46:0/11449376 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff88c00cd80 con 0x7ff89c1006f0
2024-03-19T01:53:40.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.692+0000 7ff8a13f4640  1 -- 172.21.15.46:0/11449376 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff89c19c190 con 0x7ff89c1006f0
2024-03-19T01:53:40.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.692+0000 7ff898ff9640  1 -- 172.21.15.46:0/11449376 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff88c0108e0 con 0x7ff89c1006f0
2024-03-19T01:53:40.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.692+0000 7ff898ff9640  1 -- 172.21.15.46:0/11449376 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff88c018920 con 0x7ff89c1006f0
2024-03-19T01:53:40.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.692+0000 7ff8a13f4640  1 -- 172.21.15.46:0/11449376 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff89c1a3a20 con 0x7ff89c1006f0
2024-03-19T01:53:40.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.693+0000 7ff8a13f4640  1 -- 172.21.15.46:0/11449376 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff89c068a60 con 0x7ff89c1006f0
2024-03-19T01:53:40.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.694+0000 7ff898ff9640  1 -- 172.21.15.46:0/11449376 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7ff88c010a90 con 0x7ff89c1006f0
2024-03-19T01:53:40.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.695+0000 7ff898ff9640  1 --2- 172.21.15.46:0/11449376 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff8880a2970 0x7ff8880a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:40.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.695+0000 7ff898ff9640  1 -- 172.21.15.46:0/11449376 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7ff88c0cf480 con 0x7ff89c1006f0
2024-03-19T01:53:40.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.695+0000 7ff893fff640  1 --2- 172.21.15.46:0/11449376 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff8880a2970 0x7ff8880a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:40.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.695+0000 7ff893fff640  1 --2- 172.21.15.46:0/11449376 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff8880a2970 0x7ff8880a4e30 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7ff8840095f0 tx=0x7ff884005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:40.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.700+0000 7ff898ff9640  1 -- 172.21.15.46:0/11449376 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7ff88c09b820 con 0x7ff89c1006f0
2024-03-19T01:53:40.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.927+0000 7ff8a13f4640  1 -- 172.21.15.46:0/11449376 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff89c198200 con 0x7ff89c1006f0
2024-03-19T01:53:40.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.928+0000 7ff898ff9640  1 -- 172.21.15.46:0/11449376 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11870 (secure 0 0 0) 0x7ff88c09f8c0 con 0x7ff89c1006f0
2024-03-19T01:53:40.929 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:53:40.929 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-19T01:47:26.395717+0000","modified":"2024-03-19T01:52:53.660338+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24506,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[0,1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6839/1788589639","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6838","nonce":1788589639},{"type":"v1","addr":"172.21.15.73:6839","nonce":1788589639}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24506,"qdb_cluster":[24479,24478,24506]},"id":1}]}
2024-03-19T01:53:40.929 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 29
2024-03-19T01:53:40.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.929+0000 7ff8a13f4640  1 -- 172.21.15.46:0/11449376 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff8880a2970 msgr2=0x7ff8880a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:40.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.929+0000 7ff8a13f4640  1 --2- 172.21.15.46:0/11449376 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff8880a2970 0x7ff8880a4e30 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7ff8840095f0 tx=0x7ff884005f90 comp rx=0 tx=0).stop
2024-03-19T01:53:40.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.929+0000 7ff8a13f4640  1 -- 172.21.15.46:0/11449376 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff89c1006f0 msgr2=0x7ff89c196f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:40.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.929+0000 7ff8a13f4640  1 --2- 172.21.15.46:0/11449376 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff89c1006f0 0x7ff89c196f00 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7ff88c00e9f0 tx=0x7ff88c00eeb0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.929+0000 7ff8a13f4640  1 -- 172.21.15.46:0/11449376 shutdown_connections
2024-03-19T01:53:40.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.929+0000 7ff8a13f4640  1 --2- 172.21.15.46:0/11449376 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff89c106700 0x7ff89c19b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.929+0000 7ff8a13f4640  1 --2- 172.21.15.46:0/11449376 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff8880a2970 0x7ff8880a4e30 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.929+0000 7ff8a13f4640  1 --2- 172.21.15.46:0/11449376 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff89c1010b0 0x7ff89c197440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.930+0000 7ff8a13f4640  1 --2- 172.21.15.46:0/11449376 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff89c1006f0 0x7ff89c196f00 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:40.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.930+0000 7ff8a13f4640  1 -- 172.21.15.46:0/11449376 >> 172.21.15.46:0/11449376 conn(0x7ff89c076aa0 msgr2=0x7ff89c0fe100 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:40.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.930+0000 7ff8a13f4640  1 -- 172.21.15.46:0/11449376 shutdown_connections
2024-03-19T01:53:40.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:40.930+0000 7ff8a13f4640  1 -- 172.21.15.46:0/11449376 wait complete.
2024-03-19T01:53:40.941 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls
2024-03-19T01:53:41.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.049+0000 7f7b38d3b640  1 -- 172.21.15.46:0/3990181317 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b341066b0 msgr2=0x7f7b34106a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:41.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.049+0000 7f7b38d3b640  1 --2- 172.21.15.46:0/3990181317 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b341066b0 0x7f7b34106a90 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f7b24009930 tx=0x7f7b2402bc30 comp rx=0 tx=0).stop
2024-03-19T01:53:41.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.049+0000 7f7b38d3b640  1 -- 172.21.15.46:0/3990181317 shutdown_connections
2024-03-19T01:53:41.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.049+0000 7f7b38d3b640  1 --2- 172.21.15.46:0/3990181317 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7b34101060 0x7f7b3410d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.049+0000 7f7b38d3b640  1 --2- 172.21.15.46:0/3990181317 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7b341006a0 0x7f7b34100b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.049+0000 7f7b38d3b640  1 --2- 172.21.15.46:0/3990181317 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b341066b0 0x7f7b34106a90 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.049+0000 7f7b38d3b640  1 -- 172.21.15.46:0/3990181317 >> 172.21.15.46:0/3990181317 conn(0x7f7b340778d0 msgr2=0x7f7b34077ce0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:41.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.049+0000 7f7b38d3b640  1 -- 172.21.15.46:0/3990181317 shutdown_connections
2024-03-19T01:53:41.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.049+0000 7f7b38d3b640  1 -- 172.21.15.46:0/3990181317 wait complete.
2024-03-19T01:53:41.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.050+0000 7f7b38d3b640  1  Processor -- start
2024-03-19T01:53:41.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.050+0000 7f7b38d3b640  1 --  start start
2024-03-19T01:53:41.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.050+0000 7f7b38d3b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b341006a0 0x7f7b34196ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.050+0000 7f7b38d3b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7b34101060 0x7f7b34197430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.050+0000 7f7b38d3b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7b341066b0 0x7f7b3419b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.050+0000 7f7b38d3b640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7b34110970 con 0x7f7b341006a0
2024-03-19T01:53:41.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.050+0000 7f7b38d3b640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f7b341107f0 con 0x7f7b34101060
2024-03-19T01:53:41.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.050+0000 7f7b38d3b640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f7b34110af0 con 0x7f7b341066b0
2024-03-19T01:53:41.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.050+0000 7f7b3259c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b341006a0 0x7f7b34196ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.050+0000 7f7b3259c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b341006a0 0x7f7b34196ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44518/0 (socket says 172.21.15.46:44518)
2024-03-19T01:53:41.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.050+0000 7f7b3259c640  1 -- 172.21.15.46:0/2515350701 learned_addr learned my addr 172.21.15.46:0/2515350701 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:41.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.050+0000 7f7b31d9b640  1 --2- 172.21.15.46:0/2515350701 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7b34101060 0x7f7b34197430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.050+0000 7f7b32d9d640  1 --2- 172.21.15.46:0/2515350701 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7b341066b0 0x7f7b3419b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.050+0000 7f7b3259c640  1 -- 172.21.15.46:0/2515350701 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7b341066b0 msgr2=0x7f7b3419b760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:41.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.050+0000 7f7b3259c640  1 --2- 172.21.15.46:0/2515350701 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7b341066b0 0x7f7b3419b760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.050+0000 7f7b3259c640  1 -- 172.21.15.46:0/2515350701 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7b34101060 msgr2=0x7f7b34197430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:41.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.050+0000 7f7b3259c640  1 --2- 172.21.15.46:0/2515350701 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7b34101060 0x7f7b34197430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.050+0000 7f7b3259c640  1 -- 172.21.15.46:0/2515350701 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b3419be90 con 0x7f7b341006a0
2024-03-19T01:53:41.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.051+0000 7f7b3259c640  1 --2- 172.21.15.46:0/2515350701 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b341006a0 0x7f7b34196ef0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f7b24009230 tx=0x7f7b2402c5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:41.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.051+0000 7f7b237fe640  1 -- 172.21.15.46:0/2515350701 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b24043020 con 0x7f7b341006a0
2024-03-19T01:53:41.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.051+0000 7f7b237fe640  1 -- 172.21.15.46:0/2515350701 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b2402ca70 con 0x7f7b341006a0
2024-03-19T01:53:41.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.051+0000 7f7b38d3b640  1 -- 172.21.15.46:0/2515350701 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b3419c120 con 0x7f7b341006a0
2024-03-19T01:53:41.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.051+0000 7f7b237fe640  1 -- 172.21.15.46:0/2515350701 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b24003a50 con 0x7f7b341006a0
2024-03-19T01:53:41.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.051+0000 7f7b38d3b640  1 -- 172.21.15.46:0/2515350701 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b341a3a10 con 0x7f7b341006a0
2024-03-19T01:53:41.061 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.054+0000 7f7b237fe640  1 -- 172.21.15.46:0/2515350701 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f7b24046020 con 0x7f7b341006a0
2024-03-19T01:53:41.061 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.054+0000 7f7b3ba01740  1  Processor -- start
2024-03-19T01:53:41.061 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.054+0000 7f7b3ba01740  1 --  start start
2024-03-19T01:53:41.061 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.054+0000 7f7b3ba01740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55840f05f000 0x55840f05f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.061 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.054+0000 7f7b3ba01740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55840f05f920 0x55840f06a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.061 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.054+0000 7f7b3ba01740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55840f06a9e0 0x55840f06cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.061 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.054+0000 7f7b3ba01740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55840efc24b0 con 0x55840f05f000
2024-03-19T01:53:41.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.054+0000 7f7b3ba01740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55840ef6ad70 con 0x55840f05f920
2024-03-19T01:53:41.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.054+0000 7f7b3ba01740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55840efbe550 con 0x55840f06a9e0
2024-03-19T01:53:41.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.054+0000 7f7b32d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55840f05f000 0x55840f05f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.054+0000 7f7b3259c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55840f05f920 0x55840f06a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.054+0000 7f7b32d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55840f05f000 0x55840f05f3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44530/0 (socket says 172.21.15.46:44530)
2024-03-19T01:53:41.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.054+0000 7f7b3259c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55840f05f920 0x55840f06a4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:53566/0 (socket says 172.21.15.46:53566)
2024-03-19T01:53:41.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.054+0000 7f7b32d9d640  1 -- 172.21.15.46:0/2888855461 learned_addr learned my addr 172.21.15.46:0/2888855461 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:41.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.054+0000 7f7b31d9b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55840f06a9e0 0x55840f06cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.054+0000 7f7b237fe640  1 --2- 172.21.15.46:0/2515350701 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7b1c0a2970 0x7f7b1c0a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.055+0000 7f7b32d9d640  1 --2- 172.21.15.46:0/2515350701 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7b1c0a2970 0x7f7b1c0a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.055+0000 7f7b31d9b640  1 -- 172.21.15.46:0/2888855461 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55840f05f920 msgr2=0x55840f06a4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:41.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.055+0000 7f7b31d9b640  1 --2- 172.21.15.46:0/2888855461 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55840f05f920 0x55840f06a4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.055+0000 7f7b31d9b640  1 -- 172.21.15.46:0/2888855461 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55840f05f000 msgr2=0x55840f05f3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:41.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.055+0000 7f7b31d9b640  1 --2- 172.21.15.46:0/2888855461 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55840f05f000 0x55840f05f3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.055+0000 7f7b31d9b640  1 -- 172.21.15.46:0/2888855461 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55840ef8d210 con 0x55840f06a9e0
2024-03-19T01:53:41.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.055+0000 7f7b32d9d640  1 --2- 172.21.15.46:0/2888855461 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55840f05f000 0x55840f05f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:53:41.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.055+0000 7f7b237fe640  1 -- 172.21.15.46:0/2515350701 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f7b240f10a0 con 0x7f7b341006a0
2024-03-19T01:53:41.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.055+0000 7f7b31d9b640  1 --2- 172.21.15.46:0/2888855461 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55840f06a9e0 0x55840f06cdd0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f7b28009bd0 tx=0x7f7b28011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f2f92b11bd147492 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:41.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.055+0000 7f7b20ff9640  1 -- 172.21.15.46:0/2888855461 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b28004230 con 0x55840f06a9e0
2024-03-19T01:53:41.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.055+0000 7f7b32d9d640  1 --2- 172.21.15.46:0/2515350701 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7b1c0a2970 0x7f7b1c0a4e30 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f7b2c0049d0 tx=0x7f7b2c004ab0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:41.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.055+0000 7f7b20ff9640  1 -- 172.21.15.46:0/2888855461 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b28009e40 con 0x55840f06a9e0
2024-03-19T01:53:41.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.055+0000 7f7b20ff9640  1 -- 172.21.15.46:0/2888855461 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b28004ca0 con 0x55840f06a9e0
2024-03-19T01:53:41.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.056+0000 7f7b3ba01740  1 -- 172.21.15.46:0/2888855461 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55840f06a9e0 msgr2=0x55840f06cdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:41.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.056+0000 7f7b3ba01740  1 --2- 172.21.15.46:0/2888855461 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55840f06a9e0 0x55840f06cdd0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f7b28009bd0 tx=0x7f7b28011810 comp rx=0 tx=0).stop
2024-03-19T01:53:41.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.056+0000 7f7b3ba01740  1 -- 172.21.15.46:0/2888855461 shutdown_connections
2024-03-19T01:53:41.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.056+0000 7f7b3ba01740  1 --2- 172.21.15.46:0/2888855461 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55840f06a9e0 0x55840f06cdd0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.064 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.056+0000 7f7b3ba01740  1 --2- 172.21.15.46:0/2888855461 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55840f05f920 0x55840f06a4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.064 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.056+0000 7f7b3ba01740  1 --2- 172.21.15.46:0/2888855461 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55840f05f000 0x55840f05f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.064 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.056+0000 7f7b3ba01740  1 -- 172.21.15.46:0/2888855461 >> 172.21.15.46:0/2888855461 conn(0x55840f059a00 msgr2=0x55840f059de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:41.064 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.056+0000 7f7b3ba01740  1 -- 172.21.15.46:0/2888855461 shutdown_connections
2024-03-19T01:53:41.064 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.056+0000 7f7b3ba01740  1 -- 172.21.15.46:0/2888855461 wait complete.
2024-03-19T01:53:41.064 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.056+0000 7f7b3ba01740  1 --  start start
2024-03-19T01:53:41.064 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.056+0000 7f7b3ba01740  1  Processor -- start
2024-03-19T01:53:41.064 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.057+0000 7f7b3ba01740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55840f05f000 0x55840f067960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.064 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.057+0000 7f7b3ba01740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55840f05f920 0x55840f067ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.064 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.057+0000 7f7b3ba01740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55840f06a9e0 0x55840f0683e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.064 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.057+0000 7f7b3ba01740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55840f06d7a0 con 0x55840f05f920
2024-03-19T01:53:41.064 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.057+0000 7f7b3ba01740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55840ef7e310 con 0x55840f06a9e0
2024-03-19T01:53:41.064 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.057+0000 7f7b3ba01740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55840f06d920 con 0x55840f05f000
2024-03-19T01:53:41.064 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.057+0000 7f7b3ba01740 10 client.0 _ll_register_callbacks cb 0x55840ef722d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:53:41.065 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.057+0000 7f7b31d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55840f05f920 0x55840f067ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.065 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.057+0000 7f7b32d9d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55840f06a9e0 0x55840f0683e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.065 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.057+0000 7f7b31d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55840f05f920 0x55840f067ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44546/0 (socket says 172.21.15.46:44546)
2024-03-19T01:53:41.065 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.057+0000 7f7b31d9b640  1 -- 172.21.15.46:0/727875994 learned_addr learned my addr 172.21.15.46:0/727875994 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:41.065 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.057+0000 7f7b3259c640  1 --2- 172.21.15.46:0/727875994 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55840f05f000 0x55840f067960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.065 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.057+0000 7f7b31d9b640  1 -- 172.21.15.46:0/727875994 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55840f05f000 msgr2=0x55840f067960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:41.065 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.057+0000 7f7b31d9b640  1 --2- 172.21.15.46:0/727875994 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55840f05f000 0x55840f067960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.065 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.057+0000 7f7b31d9b640  1 -- 172.21.15.46:0/727875994 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55840f06a9e0 msgr2=0x55840f0683e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:41.065 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.057+0000 7f7b31d9b640  1 --2- 172.21.15.46:0/727875994 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55840f06a9e0 0x55840f0683e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.065 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.057+0000 7f7b31d9b640  1 -- 172.21.15.46:0/727875994 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55840ecd63f0 con 0x55840f05f920
2024-03-19T01:53:41.065 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.057+0000 7f7b31d9b640  1 --2- 172.21.15.46:0/727875994 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55840f05f920 0x55840f067ea0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f7b280096e0 tx=0x7f7b28019ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebb4427d602534b0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:41.065 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.057+0000 7f7b19ffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:53:41.065 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.057+0000 7f7b19ffb640  1 -- 172.21.15.46:0/727875994 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b28028020 con 0x55840f05f920
2024-03-19T01:53:41.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.057+0000 7f7b3ba01740  1 -- 172.21.15.46:0/727875994 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55840f0203e0 con 0x55840f05f920
2024-03-19T01:53:41.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.057+0000 7f7b19ffb640  1 -- 172.21.15.46:0/727875994 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f7b28024470 con 0x55840f05f920
2024-03-19T01:53:41.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.058+0000 7f7b19ffb640  1 -- 172.21.15.46:0/727875994 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7b28033050 con 0x55840f05f920
2024-03-19T01:53:41.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.058+0000 7f7b3ba01740 10 client.16425 fetch_fsmap learned FSMap version 29
2024-03-19T01:53:41.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.058+0000 7f7b3ba01740  1 -- 172.21.15.46:0/727875994 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55840eda07d0 con 0x55840f05f920
2024-03-19T01:53:41.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.058+0000 7f7b19ffb640  1 -- 172.21.15.46:0/727875994 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55840f0203e0 con 0x55840f05f920
2024-03-19T01:53:41.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.058+0000 7f7b19ffb640  1 -- 172.21.15.46:0/727875994 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f7b28018070 con 0x55840f05f920
2024-03-19T01:53:41.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.058+0000 7f7b3ba01740 10 client.16425 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:53:41.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.058+0000 7f7b3ba01740 10 client.16425 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:53:41.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.058+0000 7f7b3ba01740 20 client.16425 populate_metadata read hostname 'smithi046'
2024-03-19T01:53:41.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.058+0000 7f7b3ba01740  1 --2- 172.21.15.46:0/727875994 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55840f07abf0 0x55840f07cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.058+0000 7f7b3ba01740  4 client.16425 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:53:41.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.058+0000 7f7b3ba01740  1 -- 172.21.15.46:0/727875994 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55840efcf9f0 con 0x55840f07abf0
2024-03-19T01:53:41.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.058+0000 7f7b3259c640  1 --2- 172.21.15.46:0/727875994 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55840f07abf0 0x55840f07cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.059+0000 7f7b19ffb640 10 client.16425 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:53:41.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.059+0000 7f7b3259c640  1 --2- 172.21.15.46:0/727875994 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55840f07abf0 0x55840f07cfe0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=88d8c125f9809ee6 server_cookie=17f0d21f272335d1 in_seq=0 out_seq=0
2024-03-19T01:53:41.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.059+0000 7f7b19ffb640  1 -- 172.21.15.46:0/727875994 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55840efcf9f0 con 0x55840f07abf0
2024-03-19T01:53:41.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.059+0000 7f7b19ffb640 10 client.16425 handle_command_reply: tid=0
2024-03-19T01:53:41.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.060+0000 7f7b3ba01740  1 client.16425 shutdown
2024-03-19T01:53:41.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.060+0000 7f7b3ba01740  1 -- 172.21.15.46:0/727875994 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55840f05f920 msgr2=0x55840f067ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:41.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.060+0000 7f7b3ba01740  1 --2- 172.21.15.46:0/727875994 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55840f05f920 0x55840f067ea0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f7b280096e0 tx=0x7f7b28019ad0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.060+0000 7f7b3ba01740  1 -- 172.21.15.46:0/727875994 shutdown_connections
2024-03-19T01:53:41.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.060+0000 7f7b3ba01740  1 --2- 172.21.15.46:0/727875994 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55840f07abf0 0x55840f07cfe0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.060+0000 7f7b3ba01740  1 --2- 172.21.15.46:0/727875994 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55840f06a9e0 0x55840f0683e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.060+0000 7f7b19ffb640  0 client.16425 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:53:41.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.060+0000 7f7b3ba01740  1 --2- 172.21.15.46:0/727875994 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55840f05f920 0x55840f067ea0 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.060+0000 7f7b3ba01740  1 --2- 172.21.15.46:0/727875994 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55840f05f000 0x55840f067960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.060+0000 7f7b3ba01740  1 -- 172.21.15.46:0/727875994 >> 172.21.15.46:0/727875994 conn(0x55840f059a00 msgr2=0x55840f05b750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:41.068 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.060+0000 7f7b3ba01740  1 -- 172.21.15.46:0/727875994 shutdown_connections
2024-03-19T01:53:41.068 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.060+0000 7f7b3ba01740  1 -- 172.21.15.46:0/727875994 wait complete.
2024-03-19T01:53:41.068 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.060+0000 7f7b3ba01740 20 client.16425 trim_cache size 0 max 16384
2024-03-19T01:53:41.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.073+0000 7f7b3ba01740  1  Processor -- start
2024-03-19T01:53:41.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.073+0000 7f7b3ba01740  1 --  start start
2024-03-19T01:53:41.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.073+0000 7f7b3ba01740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55840f05f000 0x55840f06a090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.073+0000 7f7b3ba01740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55840f05f920 0x55840f054a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.073+0000 7f7b3ba01740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55840f06a9e0 0x55840f076580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.073+0000 7f7b3ba01740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7b341af2b0 con 0x55840f05f920
2024-03-19T01:53:41.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.073+0000 7f7b3ba01740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f7b341acac0 con 0x55840f06a9e0
2024-03-19T01:53:41.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.073+0000 7f7b3ba01740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f7b341aa8f0 con 0x55840f05f000
2024-03-19T01:53:41.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.073+0000 7f7b31d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55840f05f920 0x55840f054a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.074+0000 7f7b32d9d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55840f06a9e0 0x55840f076580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.074+0000 7f7b31d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55840f05f920 0x55840f054a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44554/0 (socket says 172.21.15.46:44554)
2024-03-19T01:53:41.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.074+0000 7f7b31d9b640  1 -- 172.21.15.46:0/876918197 learned_addr learned my addr 172.21.15.46:0/876918197 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:41.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.074+0000 7f7b3259c640  1 --2- 172.21.15.46:0/876918197 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55840f05f000 0x55840f06a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.074+0000 7f7b31d9b640  1 -- 172.21.15.46:0/876918197 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55840f05f000 msgr2=0x55840f06a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:41.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.074+0000 7f7b31d9b640  1 --2- 172.21.15.46:0/876918197 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55840f05f000 0x55840f06a090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.074+0000 7f7b31d9b640  1 -- 172.21.15.46:0/876918197 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55840f06a9e0 msgr2=0x55840f076580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:41.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.074+0000 7f7b31d9b640  1 --2- 172.21.15.46:0/876918197 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55840f06a9e0 0x55840f076580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.074+0000 7f7b31d9b640  1 -- 172.21.15.46:0/876918197 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55840f066910 con 0x55840f05f920
2024-03-19T01:53:41.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.074+0000 7f7b31d9b640  1 --2- 172.21.15.46:0/876918197 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55840f05f920 0x55840f054a30 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f7b280197f0 tx=0x7f7b28023380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c2592339caea69f server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:41.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.074+0000 7f7b1bfff640  1 -- 172.21.15.46:0/876918197 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b28028040 con 0x55840f05f920
2024-03-19T01:53:41.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.074+0000 7f7b1bfff640  1 -- 172.21.15.46:0/876918197 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b28004520 con 0x55840f05f920
2024-03-19T01:53:41.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.074+0000 7f7b1bfff640  1 -- 172.21.15.46:0/876918197 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b2801e040 con 0x55840f05f920
2024-03-19T01:53:41.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.075+0000 7f7b3ba01740  1 -- 172.21.15.46:0/876918197 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55840f05f920 msgr2=0x55840f054a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:41.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.075+0000 7f7b3ba01740  1 --2- 172.21.15.46:0/876918197 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55840f05f920 0x55840f054a30 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f7b280197f0 tx=0x7f7b28023380 comp rx=0 tx=0).stop
2024-03-19T01:53:41.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.075+0000 7f7b3ba01740  1 -- 172.21.15.46:0/876918197 shutdown_connections
2024-03-19T01:53:41.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.075+0000 7f7b3ba01740  1 --2- 172.21.15.46:0/876918197 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55840f06a9e0 0x55840f076580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.075+0000 7f7b3ba01740  1 --2- 172.21.15.46:0/876918197 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55840f05f920 0x55840f054a30 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.075+0000 7f7b3ba01740  1 --2- 172.21.15.46:0/876918197 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55840f05f000 0x55840f06a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.075+0000 7f7b3ba01740  1 -- 172.21.15.46:0/876918197 >> 172.21.15.46:0/876918197 conn(0x55840f059a00 msgr2=0x55840f05b6e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:41.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.075+0000 7f7b3ba01740  1 -- 172.21.15.46:0/876918197 shutdown_connections
2024-03-19T01:53:41.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.075+0000 7f7b3ba01740  1 -- 172.21.15.46:0/876918197 wait complete.
2024-03-19T01:53:41.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.075+0000 7f7b3ba01740  1 --  start start
2024-03-19T01:53:41.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.075+0000 7f7b3ba01740  1  Processor -- start
2024-03-19T01:53:41.081 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.075+0000 7f7b3ba01740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55840f05f000 0x55840f072bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.082 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.075+0000 7f7b3ba01740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55840f05f920 0x55840f063fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.082 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.075+0000 7f7b3ba01740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55840f06a9e0 0x55840f064520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.082 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.075+0000 7f7b3ba01740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7b341aaf80 con 0x55840f06a9e0
2024-03-19T01:53:41.082 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.075+0000 7f7b3ba01740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f7b341ac3f0 con 0x55840f05f920
2024-03-19T01:53:41.082 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.075+0000 7f7b3ba01740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f7b341ab650 con 0x55840f05f000
2024-03-19T01:53:41.082 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.076+0000 7f7b3ba01740 10 client.0 _ll_register_callbacks cb 0x7f7b2c009b30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:53:41.082 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.076+0000 7f7b32d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55840f06a9e0 0x55840f064520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.082 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.076+0000 7f7b31d9b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55840f05f920 0x55840f063fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.082 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.076+0000 7f7b32d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55840f06a9e0 0x55840f064520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44566/0 (socket says 172.21.15.46:44566)
2024-03-19T01:53:41.082 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.076+0000 7f7b32d9d640  1 -- 172.21.15.46:0/2586425247 learned_addr learned my addr 172.21.15.46:0/2586425247 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:41.082 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.076+0000 7f7b3259c640  1 --2- 172.21.15.46:0/2586425247 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55840f05f000 0x55840f072bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.082 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.076+0000 7f7b32d9d640  1 -- 172.21.15.46:0/2586425247 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55840f05f000 msgr2=0x55840f072bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:41.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.076+0000 7f7b32d9d640  1 --2- 172.21.15.46:0/2586425247 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55840f05f000 0x55840f072bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.076+0000 7f7b32d9d640  1 -- 172.21.15.46:0/2586425247 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55840f05f920 msgr2=0x55840f063fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:41.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.076+0000 7f7b32d9d640  1 --2- 172.21.15.46:0/2586425247 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55840f05f920 0x55840f063fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.076+0000 7f7b32d9d640  1 -- 172.21.15.46:0/2586425247 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55840f064a60 con 0x55840f06a9e0
2024-03-19T01:53:41.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.076+0000 7f7b32d9d640  1 --2- 172.21.15.46:0/2586425247 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55840f06a9e0 0x55840f064520 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f7b2c005c40 tx=0x7f7b2c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd8fdc28a943194 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:41.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.076+0000 7f7b19ffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:53:41.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.076+0000 7f7b19ffb640  1 -- 172.21.15.46:0/2586425247 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b2c031060 con 0x55840f06a9e0
2024-03-19T01:53:41.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.076+0000 7f7b19ffb640  1 -- 172.21.15.46:0/2586425247 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f7b2c010640 con 0x55840f06a9e0
2024-03-19T01:53:41.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.076+0000 7f7b3ba01740  1 -- 172.21.15.46:0/2586425247 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b28004520 con 0x55840f06a9e0
2024-03-19T01:53:41.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.076+0000 7f7b19ffb640  1 -- 172.21.15.46:0/2586425247 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7b2c038050 con 0x55840f06a9e0
2024-03-19T01:53:41.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.076+0000 7f7b3ba01740 10 client.16431 fetch_fsmap learned FSMap version 29
2024-03-19T01:53:41.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.076+0000 7f7b3ba01740  1 -- 172.21.15.46:0/2586425247 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55840f0e0b80 con 0x55840f06a9e0
2024-03-19T01:53:41.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.077+0000 7f7b19ffb640  1 -- 172.21.15.46:0/2586425247 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b28004520 con 0x55840f06a9e0
2024-03-19T01:53:41.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.077+0000 7f7b19ffb640  1 -- 172.21.15.46:0/2586425247 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f7b2c01f040 con 0x55840f06a9e0
2024-03-19T01:53:41.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.077+0000 7f7b3ba01740 10 client.16431 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:53:41.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.077+0000 7f7b3ba01740 10 client.16431 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:53:41.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.077+0000 7f7b3ba01740 20 client.16431 populate_metadata read hostname 'smithi046'
2024-03-19T01:53:41.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.077+0000 7f7b3ba01740  1 --2- 172.21.15.46:0/2586425247 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55840f0e1390 0x55840f0e37b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.077+0000 7f7b3ba01740  4 client.16431 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:53:41.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.077+0000 7f7b3ba01740  1 -- 172.21.15.46:0/2586425247 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55840efc9d40 con 0x55840f0e1390
2024-03-19T01:53:41.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.077+0000 7f7b3259c640  1 --2- 172.21.15.46:0/2586425247 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55840f0e1390 0x55840f0e37b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.077+0000 7f7b3259c640  1 --2- 172.21.15.46:0/2586425247 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55840f0e1390 0x55840f0e37b0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=20e90ef8c6082263 server_cookie=1f469557a8d3952c in_seq=0 out_seq=0
2024-03-19T01:53:41.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.077+0000 7f7b19ffb640 10 client.16431 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:53:41.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.078+0000 7f7b19ffb640  1 -- 172.21.15.46:0/2586425247 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55840efc9d40 con 0x55840f0e1390
2024-03-19T01:53:41.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.078+0000 7f7b19ffb640 10 client.16431 handle_command_reply: tid=0
2024-03-19T01:53:41.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.078+0000 7f7b3ba01740  1 client.16431 shutdown
2024-03-19T01:53:41.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.078+0000 7f7b3ba01740  1 -- 172.21.15.46:0/2586425247 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55840f06a9e0 msgr2=0x55840f064520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:41.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.078+0000 7f7b3ba01740  1 --2- 172.21.15.46:0/2586425247 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55840f06a9e0 0x55840f064520 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f7b2c005c40 tx=0x7f7b2c004a40 comp rx=0 tx=0).stop
2024-03-19T01:53:41.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.078+0000 7f7b3ba01740  1 -- 172.21.15.46:0/2586425247 shutdown_connections
2024-03-19T01:53:41.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.078+0000 7f7b3ba01740  1 --2- 172.21.15.46:0/2586425247 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55840f0e1390 0x55840f0e37b0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.078+0000 7f7b3ba01740  1 --2- 172.21.15.46:0/2586425247 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55840f06a9e0 0x55840f064520 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.078+0000 7f7b3ba01740  1 --2- 172.21.15.46:0/2586425247 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55840f05f920 0x55840f063fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.078+0000 7f7b19ffb640  0 client.16431 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:53:41.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.078+0000 7f7b3ba01740  1 --2- 172.21.15.46:0/2586425247 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55840f05f000 0x55840f072bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.078+0000 7f7b3ba01740  1 -- 172.21.15.46:0/2586425247 >> 172.21.15.46:0/2586425247 conn(0x55840f059a00 msgr2=0x55840f067750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:41.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.078+0000 7f7b3ba01740  1 -- 172.21.15.46:0/2586425247 shutdown_connections
2024-03-19T01:53:41.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.078+0000 7f7b3ba01740  1 -- 172.21.15.46:0/2586425247 wait complete.
2024-03-19T01:53:41.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.078+0000 7f7b3ba01740 20 client.16431 trim_cache size 0 max 16384
2024-03-19T01:53:41.085 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:53:41.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.078+0000 7f7b38d3b640  1 -- 172.21.15.46:0/2515350701 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7b1c0a2970 msgr2=0x7f7b1c0a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:41.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.078+0000 7f7b38d3b640  1 --2- 172.21.15.46:0/2515350701 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7b1c0a2970 0x7f7b1c0a4e30 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f7b2c0049d0 tx=0x7f7b2c004ab0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.078+0000 7f7b38d3b640  1 -- 172.21.15.46:0/2515350701 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b341006a0 msgr2=0x7f7b34196ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:41.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.078+0000 7f7b38d3b640  1 --2- 172.21.15.46:0/2515350701 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b341006a0 0x7f7b34196ef0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f7b24009230 tx=0x7f7b2402c5d0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.078+0000 7f7b38d3b640  1 -- 172.21.15.46:0/2515350701 shutdown_connections
2024-03-19T01:53:41.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.078+0000 7f7b38d3b640  1 --2- 172.21.15.46:0/2515350701 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7b1c0a2970 0x7f7b1c0a4e30 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.078+0000 7f7b38d3b640  1 --2- 172.21.15.46:0/2515350701 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7b341066b0 0x7f7b3419b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.078+0000 7f7b38d3b640  1 --2- 172.21.15.46:0/2515350701 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7b34101060 0x7f7b34197430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.078+0000 7f7b38d3b640  1 --2- 172.21.15.46:0/2515350701 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b341006a0 0x7f7b34196ef0 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.078+0000 7f7b38d3b640  1 -- 172.21.15.46:0/2515350701 >> 172.21.15.46:0/2515350701 conn(0x7f7b340778d0 msgr2=0x7f7b34102fe0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:41.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.078+0000 7f7b38d3b640  1 -- 172.21.15.46:0/2515350701 shutdown_connections
2024-03-19T01:53:41.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.078+0000 7f7b38d3b640  1 -- 172.21.15.46:0/2515350701 wait complete.
2024-03-19T01:53:41.091 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls
2024-03-19T01:53:41.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.199+0000 7fdf09c0c640  1 -- 172.21.15.46:0/1332667792 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf04105660 msgr2=0x7fdf04105a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:41.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.199+0000 7fdf09c0c640  1 --2- 172.21.15.46:0/1332667792 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf04105660 0x7fdf04105a40 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7fdef4009ca0 tx=0x7fdef402c0f0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.199+0000 7fdf09c0c640  1 -- 172.21.15.46:0/1332667792 shutdown_connections
2024-03-19T01:53:41.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.199+0000 7fdf09c0c640  1 --2- 172.21.15.46:0/1332667792 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf04101330 0x7fdf0410d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.199+0000 7fdf09c0c640  1 --2- 172.21.15.46:0/1332667792 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf04100970 0x7fdf04100df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.199+0000 7fdf09c0c640  1 --2- 172.21.15.46:0/1332667792 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf04105660 0x7fdf04105a40 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.199+0000 7fdf09c0c640  1 -- 172.21.15.46:0/1332667792 >> 172.21.15.46:0/1332667792 conn(0x7fdf040774c0 msgr2=0x7fdf040778d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:41.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.199+0000 7fdf09c0c640  1 -- 172.21.15.46:0/1332667792 shutdown_connections
2024-03-19T01:53:41.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.199+0000 7fdf09c0c640  1 -- 172.21.15.46:0/1332667792 wait complete.
2024-03-19T01:53:41.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.200+0000 7fdf09c0c640  1  Processor -- start
2024-03-19T01:53:41.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.200+0000 7fdf09c0c640  1 --  start start
2024-03-19T01:53:41.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.200+0000 7fdf09c0c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf04100970 0x7fdf04197f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.200+0000 7fdf09c0c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf04101330 0x7fdf041984b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.200+0000 7fdf09c0c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf04105660 0x7fdf0419c830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.200+0000 7fdf09c0c640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fdf04111a50 con 0x7fdf04100970
2024-03-19T01:53:41.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.200+0000 7fdf09c0c640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fdf041118d0 con 0x7fdf04101330
2024-03-19T01:53:41.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.200+0000 7fdf09c0c640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fdf04111bd0 con 0x7fdf04105660
2024-03-19T01:53:41.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.200+0000 7fdf037fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf04100970 0x7fdf04197f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.200+0000 7fdf037fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf04100970 0x7fdf04197f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44594/0 (socket says 172.21.15.46:44594)
2024-03-19T01:53:41.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.200+0000 7fdf037fe640  1 -- 172.21.15.46:0/1759801852 learned_addr learned my addr 172.21.15.46:0/1759801852 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:41.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.200+0000 7fdf02ffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf04101330 0x7fdf041984b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.200+0000 7fdf03fff640  1 --2- 172.21.15.46:0/1759801852 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf04105660 0x7fdf0419c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.201+0000 7fdf02ffd640  1 -- 172.21.15.46:0/1759801852 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf04105660 msgr2=0x7fdf0419c830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:41.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.201+0000 7fdf02ffd640  1 --2- 172.21.15.46:0/1759801852 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf04105660 0x7fdf0419c830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.201+0000 7fdf02ffd640  1 -- 172.21.15.46:0/1759801852 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf04100970 msgr2=0x7fdf04197f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:41.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.201+0000 7fdf02ffd640  1 --2- 172.21.15.46:0/1759801852 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf04100970 0x7fdf04197f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.201+0000 7fdf02ffd640  1 -- 172.21.15.46:0/1759801852 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf0419cf60 con 0x7fdf04101330
2024-03-19T01:53:41.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.201+0000 7fdf037fe640  1 --2- 172.21.15.46:0/1759801852 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf04100970 0x7fdf04197f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:53:41.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.201+0000 7fdf03fff640  1 --2- 172.21.15.46:0/1759801852 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf04105660 0x7fdf0419c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:53:41.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.201+0000 7fdf02ffd640  1 --2- 172.21.15.46:0/1759801852 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf04101330 0x7fdf041984b0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fdef800e9f0 tx=0x7fdef800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:41.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.201+0000 7fdf00ff9640  1 -- 172.21.15.46:0/1759801852 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdef800ccc0 con 0x7fdf04101330
2024-03-19T01:53:41.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.201+0000 7fdf09c0c640  1 -- 172.21.15.46:0/1759801852 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf0419d250 con 0x7fdf04101330
2024-03-19T01:53:41.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.201+0000 7fdf00ff9640  1 -- 172.21.15.46:0/1759801852 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdef8005020 con 0x7fdf04101330
2024-03-19T01:53:41.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.201+0000 7fdf09c0c640  1 -- 172.21.15.46:0/1759801852 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf041a4ae0 con 0x7fdf04101330
2024-03-19T01:53:41.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.201+0000 7fdf00ff9640  1 -- 172.21.15.46:0/1759801852 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdef8004a00 con 0x7fdf04101330
2024-03-19T01:53:41.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.203+0000 7fdf00ff9640  1 -- 172.21.15.46:0/1759801852 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fdef8004ba0 con 0x7fdf04101330
2024-03-19T01:53:41.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.203+0000 7fdf0c7f0740  1  Processor -- start
2024-03-19T01:53:41.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.204+0000 7fdf0c7f0740  1 --  start start
2024-03-19T01:53:41.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.204+0000 7fdf0c7f0740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c89de572d0 0x55c89de576b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.204+0000 7fdf0c7f0740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c89de57bf0 0x55c89de60290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.204+0000 7fdf0c7f0740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c89de607d0 0x55c89de62bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.204+0000 7fdf0c7f0740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55c89ddba4b0 con 0x55c89de572d0
2024-03-19T01:53:41.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.204+0000 7fdf0c7f0740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55c89dd62d70 con 0x55c89de607d0
2024-03-19T01:53:41.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.204+0000 7fdf0c7f0740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55c89ddb6550 con 0x55c89de57bf0
2024-03-19T01:53:41.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.204+0000 7fdf03fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c89de572d0 0x55c89de576b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.204+0000 7fdf03fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c89de572d0 0x55c89de576b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44598/0 (socket says 172.21.15.46:44598)
2024-03-19T01:53:41.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.204+0000 7fdf03fff640  1 -- 172.21.15.46:0/1322136514 learned_addr learned my addr 172.21.15.46:0/1322136514 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:41.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.204+0000 7fdf02ffd640  1 --2- 172.21.15.46:0/1322136514 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c89de607d0 0x55c89de62bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.204+0000 7fdf037fe640  1 --2- 172.21.15.46:0/1322136514 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c89de57bf0 0x55c89de60290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.204+0000 7fdf00ff9640  1 --2- 172.21.15.46:0/1759801852 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdeec0a2970 0x7fdeec0a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.204+0000 7fdf03fff640  1 -- 172.21.15.46:0/1322136514 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c89de57bf0 msgr2=0x55c89de60290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:41.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.204+0000 7fdf03fff640  1 --2- 172.21.15.46:0/1322136514 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c89de57bf0 0x55c89de60290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.204+0000 7fdf03fff640  1 -- 172.21.15.46:0/1322136514 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c89de607d0 msgr2=0x55c89de62bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:41.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.204+0000 7fdf03fff640  1 --2- 172.21.15.46:0/1322136514 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c89de607d0 0x55c89de62bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.204+0000 7fdf03fff640  1 -- 172.21.15.46:0/1322136514 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c89dd85210 con 0x55c89de572d0
2024-03-19T01:53:41.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.204+0000 7fdf037fe640  1 --2- 172.21.15.46:0/1322136514 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c89de57bf0 0x55c89de60290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:53:41.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.204+0000 7fdf02ffd640  1 --2- 172.21.15.46:0/1322136514 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c89de607d0 0x55c89de62bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:53:41.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.204+0000 7fdf00ff9640  1 -- 172.21.15.46:0/1759801852 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fdef80cf190 con 0x7fdf04101330
2024-03-19T01:53:41.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.204+0000 7fdf03fff640  1 --2- 172.21.15.46:0/1759801852 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdeec0a2970 0x7fdeec0a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.204+0000 7fdf03fff640  1 --2- 172.21.15.46:0/1322136514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c89de572d0 0x55c89de576b0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fdefc011540 tx=0x7fdefc011a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfa0739fff8f1e00 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:41.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.205+0000 7fdee9ffb640  1 -- 172.21.15.46:0/1322136514 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdefc017050 con 0x55c89de572d0
2024-03-19T01:53:41.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.205+0000 7fdee9ffb640  1 -- 172.21.15.46:0/1322136514 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdefc01bc70 con 0x55c89de572d0
2024-03-19T01:53:41.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.205+0000 7fdee9ffb640  1 -- 172.21.15.46:0/1322136514 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdefc00e950 con 0x55c89de572d0
2024-03-19T01:53:41.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.205+0000 7fdf03fff640  1 --2- 172.21.15.46:0/1759801852 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdeec0a2970 0x7fdeec0a4e30 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fdefc023000 tx=0x7fdefc024000 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:41.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.205+0000 7fdf0c7f0740  1 -- 172.21.15.46:0/1322136514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c89de572d0 msgr2=0x55c89de576b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:41.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.205+0000 7fdf0c7f0740  1 --2- 172.21.15.46:0/1322136514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c89de572d0 0x55c89de576b0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fdefc011540 tx=0x7fdefc011a00 comp rx=0 tx=0).stop
2024-03-19T01:53:41.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.205+0000 7fdf0c7f0740  1 -- 172.21.15.46:0/1322136514 shutdown_connections
2024-03-19T01:53:41.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.205+0000 7fdf0c7f0740  1 --2- 172.21.15.46:0/1322136514 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c89de607d0 0x55c89de62bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.205+0000 7fdf0c7f0740  1 --2- 172.21.15.46:0/1322136514 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c89de57bf0 0x55c89de60290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.205+0000 7fdf0c7f0740  1 --2- 172.21.15.46:0/1322136514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c89de572d0 0x55c89de576b0 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.205+0000 7fdf0c7f0740  1 -- 172.21.15.46:0/1322136514 >> 172.21.15.46:0/1322136514 conn(0x55c89de51a00 msgr2=0x55c89de51de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:41.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.205+0000 7fdf0c7f0740  1 -- 172.21.15.46:0/1322136514 shutdown_connections
2024-03-19T01:53:41.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.205+0000 7fdf0c7f0740  1 -- 172.21.15.46:0/1322136514 wait complete.
2024-03-19T01:53:41.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.206+0000 7fdf0c7f0740  1 --  start start
2024-03-19T01:53:41.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.206+0000 7fdf0c7f0740  1  Processor -- start
2024-03-19T01:53:41.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.206+0000 7fdf0c7f0740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c89de572d0 0x55c89de5d820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.206+0000 7fdf0c7f0740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c89de57bf0 0x55c89de5dd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.206+0000 7fdf0c7f0740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c89de607d0 0x55c89de5e2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.206+0000 7fdf0c7f0740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55c89de635c0 con 0x55c89de57bf0
2024-03-19T01:53:41.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.206+0000 7fdf0c7f0740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55c89dd76310 con 0x55c89de572d0
2024-03-19T01:53:41.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.206+0000 7fdf0c7f0740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55c89de63740 con 0x55c89de607d0
2024-03-19T01:53:41.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.206+0000 7fdf0c7f0740 10 client.0 _ll_register_callbacks cb 0x55c89dd6a2d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:53:41.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.206+0000 7fdf02ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c89de57bf0 0x55c89de5dd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.206+0000 7fdf037fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c89de572d0 0x55c89de5d820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.206+0000 7fdf02ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c89de57bf0 0x55c89de5dd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44602/0 (socket says 172.21.15.46:44602)
2024-03-19T01:53:41.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.206+0000 7fdf02ffd640  1 -- 172.21.15.46:0/1865651004 learned_addr learned my addr 172.21.15.46:0/1865651004 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:41.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.206+0000 7fdf037fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c89de572d0 0x55c89de5d820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:53628/0 (socket says 172.21.15.46:53628)
2024-03-19T01:53:41.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.206+0000 7fdf03fff640  1 --2- 172.21.15.46:0/1865651004 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c89de607d0 0x55c89de5e2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.207+0000 7fdf02ffd640  1 -- 172.21.15.46:0/1865651004 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c89de607d0 msgr2=0x55c89de5e2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:41.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.207+0000 7fdf02ffd640  1 --2- 172.21.15.46:0/1865651004 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c89de607d0 0x55c89de5e2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.207+0000 7fdf02ffd640  1 -- 172.21.15.46:0/1865651004 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c89de572d0 msgr2=0x55c89de5d820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:41.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.207+0000 7fdf02ffd640  1 --2- 172.21.15.46:0/1865651004 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c89de572d0 0x55c89de5d820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.207+0000 7fdf02ffd640  1 -- 172.21.15.46:0/1865651004 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c89dace3f0 con 0x55c89de57bf0
2024-03-19T01:53:41.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.207+0000 7fdf037fe640  1 --2- 172.21.15.46:0/1865651004 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c89de572d0 0x55c89de5d820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:53:41.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.207+0000 7fdf02ffd640  1 --2- 172.21.15.46:0/1865651004 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c89de57bf0 0x55c89de5dd60 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7fdef809b410 tx=0x7fdef80054d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb39a6e71f18133 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:41.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.207+0000 7fdee2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:53:41.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.207+0000 7fdee2ffd640  1 -- 172.21.15.46:0/1865651004 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdef801c030 con 0x55c89de57bf0
2024-03-19T01:53:41.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.207+0000 7fdee2ffd640  1 -- 172.21.15.46:0/1865651004 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fdef809b6e0 con 0x55c89de57bf0
2024-03-19T01:53:41.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.207+0000 7fdf0c7f0740  1 -- 172.21.15.46:0/1865651004 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdefc01bc70 con 0x55c89de57bf0
2024-03-19T01:53:41.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.207+0000 7fdee2ffd640  1 -- 172.21.15.46:0/1865651004 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fdef809ade0 con 0x55c89de57bf0
2024-03-19T01:53:41.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.207+0000 7fdf0c7f0740 10 client.16443 fetch_fsmap learned FSMap version 29
2024-03-19T01:53:41.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.207+0000 7fdf0c7f0740  1 -- 172.21.15.46:0/1865651004 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c89db987d0 con 0x55c89de57bf0
2024-03-19T01:53:41.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.207+0000 7fdee2ffd640  1 -- 172.21.15.46:0/1865651004 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdefc01bc70 con 0x55c89de57bf0
2024-03-19T01:53:41.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.207+0000 7fdee2ffd640  1 -- 172.21.15.46:0/1865651004 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fdef80a3790 con 0x55c89de57bf0
2024-03-19T01:53:41.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.208+0000 7fdf0c7f0740 10 client.16443 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:53:41.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.208+0000 7fdf0c7f0740 10 client.16443 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:53:41.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.208+0000 7fdf0c7f0740 20 client.16443 populate_metadata read hostname 'smithi046'
2024-03-19T01:53:41.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.208+0000 7fdf0c7f0740  1 --2- 172.21.15.46:0/1865651004 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55c89de793d0 0x55c89de7b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.208+0000 7fdf0c7f0740  4 client.16443 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:53:41.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.208+0000 7fdf0c7f0740  1 -- 172.21.15.46:0/1865651004 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c89de183e0 con 0x55c89de793d0
2024-03-19T01:53:41.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.208+0000 7fdf037fe640  1 --2- 172.21.15.46:0/1865651004 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55c89de793d0 0x55c89de7b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.208+0000 7fdf037fe640  1 --2- 172.21.15.46:0/1865651004 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55c89de793d0 0x55c89de7b7c0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=bb497eb53f184e44 server_cookie=a719a233eb6c37a0 in_seq=0 out_seq=0
2024-03-19T01:53:41.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.208+0000 7fdee2ffd640 10 client.16443 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:53:41.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.209+0000 7fdee2ffd640  1 -- 172.21.15.46:0/1865651004 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55c89de183e0 con 0x55c89de793d0
2024-03-19T01:53:41.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.209+0000 7fdee2ffd640 10 client.16443 handle_command_reply: tid=0
2024-03-19T01:53:41.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.209+0000 7fdf0c7f0740  1 client.16443 shutdown
2024-03-19T01:53:41.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.209+0000 7fdf0c7f0740  1 -- 172.21.15.46:0/1865651004 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c89de57bf0 msgr2=0x55c89de5dd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:41.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.209+0000 7fdf0c7f0740  1 --2- 172.21.15.46:0/1865651004 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c89de57bf0 0x55c89de5dd60 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7fdef809b410 tx=0x7fdef80054d0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.209+0000 7fdf0c7f0740  1 -- 172.21.15.46:0/1865651004 shutdown_connections
2024-03-19T01:53:41.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.209+0000 7fdf0c7f0740  1 --2- 172.21.15.46:0/1865651004 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55c89de793d0 0x55c89de7b7c0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.209+0000 7fdf0c7f0740  1 --2- 172.21.15.46:0/1865651004 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c89de607d0 0x55c89de5e2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.209+0000 7fdee2ffd640  0 client.16443 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:53:41.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.209+0000 7fdf0c7f0740  1 --2- 172.21.15.46:0/1865651004 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c89de57bf0 0x55c89de5dd60 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.209+0000 7fdf0c7f0740  1 --2- 172.21.15.46:0/1865651004 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c89de572d0 0x55c89de5d820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.209+0000 7fdf0c7f0740  1 -- 172.21.15.46:0/1865651004 >> 172.21.15.46:0/1865651004 conn(0x55c89de51a00 msgr2=0x55c89de53750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:41.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.209+0000 7fdf0c7f0740  1 -- 172.21.15.46:0/1865651004 shutdown_connections
2024-03-19T01:53:41.219 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.209+0000 7fdf0c7f0740  1 -- 172.21.15.46:0/1865651004 wait complete.
2024-03-19T01:53:41.219 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.209+0000 7fdf0c7f0740 20 client.16443 trim_cache size 0 max 16384
2024-03-19T01:53:41.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.223+0000 7fdf0c7f0740  1  Processor -- start
2024-03-19T01:53:41.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.223+0000 7fdf0c7f0740  1 --  start start
2024-03-19T01:53:41.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.223+0000 7fdf0c7f0740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c89de572d0 0x55c89de74bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.223+0000 7fdf0c7f0740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c89de57bf0 0x55c89de81040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.223+0000 7fdf0c7f0740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c89de607d0 0x55c89de71210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.223+0000 7fdf0c7f0740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fdf041af300 con 0x55c89de607d0
2024-03-19T01:53:41.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.223+0000 7fdf0c7f0740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fdf041acb10 con 0x55c89de57bf0
2024-03-19T01:53:41.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.223+0000 7fdf0c7f0740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fdf041aa940 con 0x55c89de572d0
2024-03-19T01:53:41.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.224+0000 7fdf03fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c89de607d0 0x55c89de71210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.224+0000 7fdf02ffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c89de57bf0 0x55c89de81040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.224+0000 7fdf03fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c89de607d0 0x55c89de71210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44616/0 (socket says 172.21.15.46:44616)
2024-03-19T01:53:41.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.224+0000 7fdf03fff640  1 -- 172.21.15.46:0/2631315800 learned_addr learned my addr 172.21.15.46:0/2631315800 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:41.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.224+0000 7fdf037fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c89de572d0 0x55c89de74bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.224+0000 7fdf03fff640  1 -- 172.21.15.46:0/2631315800 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c89de572d0 msgr2=0x55c89de74bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:41.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.224+0000 7fdf03fff640  1 --2- 172.21.15.46:0/2631315800 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c89de572d0 0x55c89de74bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.224+0000 7fdf03fff640  1 -- 172.21.15.46:0/2631315800 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c89de57bf0 msgr2=0x55c89de81040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:41.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.224+0000 7fdf03fff640  1 --2- 172.21.15.46:0/2631315800 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c89de57bf0 0x55c89de81040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.224+0000 7fdf03fff640  1 -- 172.21.15.46:0/2631315800 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c89de27880 con 0x55c89de607d0
2024-03-19T01:53:41.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.224+0000 7fdf037fe640  1 --2- 172.21.15.46:0/2631315800 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c89de572d0 0x55c89de74bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:53:41.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.224+0000 7fdf03fff640  1 --2- 172.21.15.46:0/2631315800 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c89de607d0 0x55c89de71210 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7fdefc009b60 tx=0x7fdefc009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b113ef8663723d0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:41.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.224+0000 7fdee97fa640  1 -- 172.21.15.46:0/2631315800 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdefc02b040 con 0x55c89de607d0
2024-03-19T01:53:41.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.224+0000 7fdee97fa640  1 -- 172.21.15.46:0/2631315800 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdefc034070 con 0x55c89de607d0
2024-03-19T01:53:41.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.224+0000 7fdee97fa640  1 -- 172.21.15.46:0/2631315800 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdefc01b8b0 con 0x55c89de607d0
2024-03-19T01:53:41.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.225+0000 7fdf0c7f0740  1 -- 172.21.15.46:0/2631315800 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c89de607d0 msgr2=0x55c89de71210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:41.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.225+0000 7fdf0c7f0740  1 --2- 172.21.15.46:0/2631315800 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c89de607d0 0x55c89de71210 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7fdefc009b60 tx=0x7fdefc009310 comp rx=0 tx=0).stop
2024-03-19T01:53:41.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.225+0000 7fdf0c7f0740  1 -- 172.21.15.46:0/2631315800 shutdown_connections
2024-03-19T01:53:41.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.225+0000 7fdf0c7f0740  1 --2- 172.21.15.46:0/2631315800 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c89de607d0 0x55c89de71210 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.225+0000 7fdf0c7f0740  1 --2- 172.21.15.46:0/2631315800 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c89de57bf0 0x55c89de81040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.225+0000 7fdf0c7f0740  1 --2- 172.21.15.46:0/2631315800 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c89de572d0 0x55c89de74bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.225+0000 7fdf0c7f0740  1 -- 172.21.15.46:0/2631315800 >> 172.21.15.46:0/2631315800 conn(0x55c89de51a00 msgr2=0x55c89de5d7e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:41.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.225+0000 7fdf0c7f0740  1 -- 172.21.15.46:0/2631315800 shutdown_connections
2024-03-19T01:53:41.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.225+0000 7fdf0c7f0740  1 -- 172.21.15.46:0/2631315800 wait complete.
2024-03-19T01:53:41.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.225+0000 7fdf0c7f0740  1 --  start start
2024-03-19T01:53:41.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.225+0000 7fdf0c7f0740  1  Processor -- start
2024-03-19T01:53:41.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.226+0000 7fdf0c7f0740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c89de572d0 0x55c89de5a590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.226+0000 7fdf0c7f0740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c89de57bf0 0x55c89de5aad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.226+0000 7fdf0c7f0740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c89de607d0 0x55c89de5b010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.226+0000 7fdf0c7f0740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fdf041aafd0 con 0x55c89de57bf0
2024-03-19T01:53:41.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.226+0000 7fdf0c7f0740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fdf041ac440 con 0x55c89de572d0
2024-03-19T01:53:41.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.226+0000 7fdf0c7f0740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fdf041ab6a0 con 0x55c89de607d0
2024-03-19T01:53:41.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.226+0000 7fdf0c7f0740 10 client.0 _ll_register_callbacks cb 0x7fdef80046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:53:41.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.226+0000 7fdf037fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c89de572d0 0x55c89de5a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.226+0000 7fdf02ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c89de57bf0 0x55c89de5aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.226+0000 7fdf037fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c89de572d0 0x55c89de5a590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:53646/0 (socket says 172.21.15.46:53646)
2024-03-19T01:53:41.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.226+0000 7fdf037fe640  1 -- 172.21.15.46:0/1265008852 learned_addr learned my addr 172.21.15.46:0/1265008852 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:41.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.226+0000 7fdf03fff640  1 --2- 172.21.15.46:0/1265008852 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c89de607d0 0x55c89de5b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.226+0000 7fdf037fe640  1 -- 172.21.15.46:0/1265008852 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c89de607d0 msgr2=0x55c89de5b010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:41.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.226+0000 7fdf037fe640  1 --2- 172.21.15.46:0/1265008852 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c89de607d0 0x55c89de5b010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.226+0000 7fdf037fe640  1 -- 172.21.15.46:0/1265008852 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c89de57bf0 msgr2=0x55c89de5aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:41.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.226+0000 7fdf037fe640  1 --2- 172.21.15.46:0/1265008852 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c89de57bf0 0x55c89de5aad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.226+0000 7fdf037fe640  1 -- 172.21.15.46:0/1265008852 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c89dede840 con 0x55c89de572d0
2024-03-19T01:53:41.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.226+0000 7fdf02ffd640  1 --2- 172.21.15.46:0/1265008852 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c89de57bf0 0x55c89de5aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:53:41.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.226+0000 7fdf037fe640  1 --2- 172.21.15.46:0/1265008852 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c89de572d0 0x55c89de5a590 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fdef4006010 tx=0x7fdef4009c20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5ccdecdcb3bcf4ad server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:41.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.226+0000 7fdee2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.73:3300/0
2024-03-19T01:53:41.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.227+0000 7fdee2ffd640  1 -- 172.21.15.46:0/1265008852 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdef4050060 con 0x55c89de572d0
2024-03-19T01:53:41.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.227+0000 7fdf0c7f0740  1 -- 172.21.15.46:0/1265008852 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdefc034070 con 0x55c89de572d0
2024-03-19T01:53:41.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.227+0000 7fdee2ffd640  1 -- 172.21.15.46:0/1265008852 <== mon.2 v2:172.21.15.73:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fdef4003970 con 0x55c89de572d0
2024-03-19T01:53:41.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.227+0000 7fdee2ffd640  1 -- 172.21.15.46:0/1265008852 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fdef4057050 con 0x55c89de572d0
2024-03-19T01:53:41.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.227+0000 7fdf0c7f0740 10 client.26306 fetch_fsmap learned FSMap version 29
2024-03-19T01:53:41.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.227+0000 7fdf0c7f0740  1 -- 172.21.15.46:0/1265008852 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c89dedfbd0 con 0x55c89de572d0
2024-03-19T01:53:41.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.227+0000 7fdee2ffd640  1 -- 172.21.15.46:0/1265008852 <== mon.2 v2:172.21.15.73:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdefc034070 con 0x55c89de572d0
2024-03-19T01:53:41.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.227+0000 7fdee2ffd640  1 -- 172.21.15.46:0/1265008852 <== mon.2 v2:172.21.15.73:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fdef404b480 con 0x55c89de572d0
2024-03-19T01:53:41.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.227+0000 7fdf0c7f0740 10 client.26306 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:53:41.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.227+0000 7fdf0c7f0740 10 client.26306 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:53:41.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.227+0000 7fdf0c7f0740 20 client.26306 populate_metadata read hostname 'smithi046'
2024-03-19T01:53:41.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.227+0000 7fdf0c7f0740  1 --2- 172.21.15.46:0/1265008852 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55c89dee03c0 0x55c89dee27e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.227+0000 7fdf0c7f0740  4 client.26306 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:53:41.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.227+0000 7fdf0c7f0740  1 -- 172.21.15.46:0/1265008852 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c89ddc79f0 con 0x55c89dee03c0
2024-03-19T01:53:41.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.227+0000 7fdf02ffd640  1 --2- 172.21.15.46:0/1265008852 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55c89dee03c0 0x55c89dee27e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.228+0000 7fdf02ffd640  1 --2- 172.21.15.46:0/1265008852 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55c89dee03c0 0x55c89dee27e0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=81634c8eb6e35cf4 server_cookie=5203236bd009dbf1 in_seq=0 out_seq=0
2024-03-19T01:53:41.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.228+0000 7fdee2ffd640 10 client.26306 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:53:41.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.228+0000 7fdee2ffd640  1 -- 172.21.15.46:0/1265008852 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c89ddc79f0 con 0x55c89dee03c0
2024-03-19T01:53:41.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.228+0000 7fdee2ffd640 10 client.26306 handle_command_reply: tid=0
2024-03-19T01:53:41.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.228+0000 7fdf0c7f0740  1 client.26306 shutdown
2024-03-19T01:53:41.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.228+0000 7fdf0c7f0740  1 -- 172.21.15.46:0/1265008852 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c89de572d0 msgr2=0x55c89de5a590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:41.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.228+0000 7fdf0c7f0740  1 --2- 172.21.15.46:0/1265008852 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c89de572d0 0x55c89de5a590 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fdef4006010 tx=0x7fdef4009c20 comp rx=0 tx=0).stop
2024-03-19T01:53:41.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.228+0000 7fdf0c7f0740  1 -- 172.21.15.46:0/1265008852 shutdown_connections
2024-03-19T01:53:41.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.228+0000 7fdf0c7f0740  1 --2- 172.21.15.46:0/1265008852 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55c89dee03c0 0x55c89dee27e0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.228+0000 7fdf0c7f0740  1 --2- 172.21.15.46:0/1265008852 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c89de607d0 0x55c89de5b010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.228+0000 7fdf0c7f0740  1 --2- 172.21.15.46:0/1265008852 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c89de57bf0 0x55c89de5aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.228+0000 7fdee2ffd640  0 client.26306 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:53:41.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.228+0000 7fdf0c7f0740  1 --2- 172.21.15.46:0/1265008852 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c89de572d0 0x55c89de5a590 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.228+0000 7fdf0c7f0740  1 -- 172.21.15.46:0/1265008852 >> 172.21.15.46:0/1265008852 conn(0x55c89de51a00 msgr2=0x55c89de5d7e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:41.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.228+0000 7fdf0c7f0740  1 -- 172.21.15.46:0/1265008852 shutdown_connections
2024-03-19T01:53:41.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.228+0000 7fdf0c7f0740  1 -- 172.21.15.46:0/1265008852 wait complete.
2024-03-19T01:53:41.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.228+0000 7fdf0c7f0740 20 client.26306 trim_cache size 0 max 16384
2024-03-19T01:53:41.236 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:53:41.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.229+0000 7fdf09c0c640  1 -- 172.21.15.46:0/1759801852 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdeec0a2970 msgr2=0x7fdeec0a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:41.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.229+0000 7fdf09c0c640  1 --2- 172.21.15.46:0/1759801852 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdeec0a2970 0x7fdeec0a4e30 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fdefc023000 tx=0x7fdefc024000 comp rx=0 tx=0).stop
2024-03-19T01:53:41.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.229+0000 7fdf09c0c640  1 -- 172.21.15.46:0/1759801852 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf04101330 msgr2=0x7fdf041984b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:41.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.229+0000 7fdf09c0c640  1 --2- 172.21.15.46:0/1759801852 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf04101330 0x7fdf041984b0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fdef800e9f0 tx=0x7fdef800eeb0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.229+0000 7fdf09c0c640  1 -- 172.21.15.46:0/1759801852 shutdown_connections
2024-03-19T01:53:41.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.229+0000 7fdf09c0c640  1 --2- 172.21.15.46:0/1759801852 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdeec0a2970 0x7fdeec0a4e30 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.229+0000 7fdf09c0c640  1 --2- 172.21.15.46:0/1759801852 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf04105660 0x7fdf0419c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.229+0000 7fdf09c0c640  1 --2- 172.21.15.46:0/1759801852 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf04101330 0x7fdf041984b0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.229+0000 7fdf09c0c640  1 --2- 172.21.15.46:0/1759801852 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf04100970 0x7fdf04197f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.229+0000 7fdf09c0c640  1 -- 172.21.15.46:0/1759801852 >> 172.21.15.46:0/1759801852 conn(0x7fdf040774c0 msgr2=0x7fdf040fe7a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:41.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.229+0000 7fdf09c0c640  1 -- 172.21.15.46:0/1759801852 shutdown_connections
2024-03-19T01:53:41.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.229+0000 7fdf09c0c640  1 -- 172.21.15.46:0/1759801852 wait complete.
2024-03-19T01:53:41.241 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls
2024-03-19T01:53:41.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.347+0000 7f900e634640  1 -- 172.21.15.46:0/3681534680 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f90081006a0 msgr2=0x7f9008100b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:41.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.347+0000 7f900e634640  1 --2- 172.21.15.46:0/3681534680 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f90081006a0 0x7f9008100b20 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f8ffc009930 tx=0x7f8ffc02bc30 comp rx=0 tx=0).stop
2024-03-19T01:53:41.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.347+0000 7f900e634640  1 -- 172.21.15.46:0/3681534680 shutdown_connections
2024-03-19T01:53:41.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.347+0000 7f900e634640  1 --2- 172.21.15.46:0/3681534680 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9008101060 0x7f900810d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.347+0000 7f900e634640  1 --2- 172.21.15.46:0/3681534680 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f90081006a0 0x7f9008100b20 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.347+0000 7f900e634640  1 --2- 172.21.15.46:0/3681534680 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f90081066b0 0x7f9008106a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.347+0000 7f900e634640  1 -- 172.21.15.46:0/3681534680 >> 172.21.15.46:0/3681534680 conn(0x7f90080778d0 msgr2=0x7f9008077ce0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:41.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.347+0000 7f900e634640  1 -- 172.21.15.46:0/3681534680 shutdown_connections
2024-03-19T01:53:41.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.347+0000 7f900e634640  1 -- 172.21.15.46:0/3681534680 wait complete.
2024-03-19T01:53:41.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.348+0000 7f900e634640  1  Processor -- start
2024-03-19T01:53:41.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.348+0000 7f900e634640  1 --  start start
2024-03-19T01:53:41.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.348+0000 7f900e634640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f90081006a0 0x7f900819a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.348+0000 7f900e634640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9008101060 0x7f900819a700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.348+0000 7f900e634640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f90081066b0 0x7f900819ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.348+0000 7f900e634640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f900810f860 con 0x7f90081066b0
2024-03-19T01:53:41.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.348+0000 7f900e634640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f900810f6e0 con 0x7f9008101060
2024-03-19T01:53:41.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.348+0000 7f900e634640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f900810f9e0 con 0x7f90081006a0
2024-03-19T01:53:41.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.348+0000 7f900cbd1640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f90081066b0 0x7f900819ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.348+0000 7f90077fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9008101060 0x7f900819a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.348+0000 7f900cbd1640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f90081066b0 0x7f900819ea80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44642/0 (socket says 172.21.15.46:44642)
2024-03-19T01:53:41.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.348+0000 7f900cbd1640  1 -- 172.21.15.46:0/2955836530 learned_addr learned my addr 172.21.15.46:0/2955836530 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:41.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.348+0000 7f9007fff640  1 --2- 172.21.15.46:0/2955836530 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f90081006a0 0x7f900819a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.348+0000 7f900cbd1640  1 -- 172.21.15.46:0/2955836530 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f90081006a0 msgr2=0x7f900819a1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:41.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.348+0000 7f900cbd1640  1 --2- 172.21.15.46:0/2955836530 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f90081006a0 0x7f900819a1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.348+0000 7f900cbd1640  1 -- 172.21.15.46:0/2955836530 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9008101060 msgr2=0x7f900819a700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:41.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.348+0000 7f900cbd1640  1 --2- 172.21.15.46:0/2955836530 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9008101060 0x7f900819a700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.348+0000 7f900cbd1640  1 -- 172.21.15.46:0/2955836530 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f900819f1b0 con 0x7f90081066b0
2024-03-19T01:53:41.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.348+0000 7f9007fff640  1 --2- 172.21.15.46:0/2955836530 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f90081006a0 0x7f900819a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:53:41.353 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.348+0000 7f90077fe640  1 --2- 172.21.15.46:0/2955836530 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9008101060 0x7f900819a700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:53:41.353 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.349+0000 7f900cbd1640  1 --2- 172.21.15.46:0/2955836530 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f90081066b0 0x7f900819ea80 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f9000009e20 tx=0x7f900000e490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:41.353 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.349+0000 7f90057fa640  1 -- 172.21.15.46:0/2955836530 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9000004b20 con 0x7f90081066b0
2024-03-19T01:53:41.353 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.349+0000 7f900e634640  1 -- 172.21.15.46:0/2955836530 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f900819f4a0 con 0x7f90081066b0
2024-03-19T01:53:41.353 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.349+0000 7f90057fa640  1 -- 172.21.15.46:0/2955836530 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9000004cc0 con 0x7f90081066b0
2024-03-19T01:53:41.353 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.349+0000 7f90057fa640  1 -- 172.21.15.46:0/2955836530 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9000005860 con 0x7f90081066b0
2024-03-19T01:53:41.353 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.349+0000 7f900e634640  1 -- 172.21.15.46:0/2955836530 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90081a6d30 con 0x7f90081066b0
2024-03-19T01:53:41.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.351+0000 7f90057fa640  1 -- 172.21.15.46:0/2955836530 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f900001b020 con 0x7f90081066b0
2024-03-19T01:53:41.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.351+0000 7f901121a740  1  Processor -- start
2024-03-19T01:53:41.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.352+0000 7f901121a740  1 --  start start
2024-03-19T01:53:41.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.352+0000 7f901121a740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55acf2cb02d0 0x55acf2cb06b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.352+0000 7f901121a740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55acf2cb0bf0 0x55acf2cb9290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.352+0000 7f901121a740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55acf2cb97d0 0x55acf2cbbbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.352+0000 7f901121a740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55acf2c134b0 con 0x55acf2cb97d0
2024-03-19T01:53:41.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.352+0000 7f901121a740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55acf2bbbd70 con 0x55acf2cb02d0
2024-03-19T01:53:41.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.352+0000 7f901121a740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55acf2c0f550 con 0x55acf2cb0bf0
2024-03-19T01:53:41.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.352+0000 7f90057fa640  1 --2- 172.21.15.46:0/2955836530 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f8ff00a2970 0x7f8ff00a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.352+0000 7f90077fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55acf2cb97d0 0x55acf2cbbbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.352+0000 7f90077fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55acf2cb97d0 0x55acf2cbbbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44656/0 (socket says 172.21.15.46:44656)
2024-03-19T01:53:41.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.352+0000 7f90077fe640  1 -- 172.21.15.46:0/2905112537 learned_addr learned my addr 172.21.15.46:0/2905112537 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:41.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.352+0000 7f9007fff640  1 --2- 172.21.15.46:0/2905112537 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55acf2cb0bf0 0x55acf2cb9290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.352+0000 7f900cbd1640  1 --2- 172.21.15.46:0/2955836530 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f8ff00a2970 0x7f8ff00a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.352+0000 7f90077fe640  1 --2- 172.21.15.46:0/2905112537 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55acf2cb02d0 0x55acf2cb06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.352+0000 7f90057fa640  1 -- 172.21.15.46:0/2955836530 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f90000cebd0 con 0x7f90081066b0
2024-03-19T01:53:41.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.352+0000 7f9007fff640  1 -- 172.21.15.46:0/2905112537 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55acf2cb02d0 msgr2=0x55acf2cb06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:41.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.352+0000 7f9007fff640  1 --2- 172.21.15.46:0/2905112537 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55acf2cb02d0 0x55acf2cb06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.352+0000 7f9007fff640  1 -- 172.21.15.46:0/2905112537 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55acf2cb97d0 msgr2=0x55acf2cbbbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:41.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.352+0000 7f9007fff640  1 --2- 172.21.15.46:0/2905112537 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55acf2cb97d0 0x55acf2cbbbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.352+0000 7f9007fff640  1 -- 172.21.15.46:0/2905112537 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55acf2bde210 con 0x55acf2cb0bf0
2024-03-19T01:53:41.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.352+0000 7f90077fe640  1 --2- 172.21.15.46:0/2905112537 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55acf2cb97d0 0x55acf2cbbbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:53:41.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.353+0000 7f900cbd1640  1 --2- 172.21.15.46:0/2955836530 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f8ff00a2970 0x7f8ff00a4e30 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f900009ab80 tx=0x7f900006cab0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:41.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.353+0000 7f9007fff640  1 --2- 172.21.15.46:0/2905112537 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55acf2cb0bf0 0x55acf2cb9290 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f8ff8009f50 tx=0x7f8ff80118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d772a5db7206b16f server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:41.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.353+0000 7f8fee7fc640  1 -- 172.21.15.46:0/2905112537 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ff8004030 con 0x55acf2cb0bf0
2024-03-19T01:53:41.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.353+0000 7f8fee7fc640  1 -- 172.21.15.46:0/2905112537 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8ff80054d0 con 0x55acf2cb0bf0
2024-03-19T01:53:41.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.353+0000 7f8fee7fc640  1 -- 172.21.15.46:0/2905112537 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ff8004b80 con 0x55acf2cb0bf0
2024-03-19T01:53:41.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.354+0000 7f901121a740  1 -- 172.21.15.46:0/2905112537 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55acf2cb0bf0 msgr2=0x55acf2cb9290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:41.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.354+0000 7f901121a740  1 --2- 172.21.15.46:0/2905112537 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55acf2cb0bf0 0x55acf2cb9290 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f8ff8009f50 tx=0x7f8ff80118d0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.354+0000 7f901121a740  1 -- 172.21.15.46:0/2905112537 shutdown_connections
2024-03-19T01:53:41.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.354+0000 7f901121a740  1 --2- 172.21.15.46:0/2905112537 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55acf2cb97d0 0x55acf2cbbbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.354+0000 7f901121a740  1 --2- 172.21.15.46:0/2905112537 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55acf2cb0bf0 0x55acf2cb9290 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.354+0000 7f901121a740  1 --2- 172.21.15.46:0/2905112537 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55acf2cb02d0 0x55acf2cb06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.354+0000 7f901121a740  1 -- 172.21.15.46:0/2905112537 >> 172.21.15.46:0/2905112537 conn(0x55acf2caaa00 msgr2=0x55acf2caade0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:41.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.354+0000 7f901121a740  1 -- 172.21.15.46:0/2905112537 shutdown_connections
2024-03-19T01:53:41.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.354+0000 7f901121a740  1 -- 172.21.15.46:0/2905112537 wait complete.
2024-03-19T01:53:41.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.354+0000 7f901121a740  1 --  start start
2024-03-19T01:53:41.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.355+0000 7f901121a740  1  Processor -- start
2024-03-19T01:53:41.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.355+0000 7f901121a740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55acf2cb02d0 0x55acf2cb67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.355+0000 7f901121a740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55acf2cb0bf0 0x55acf2cb6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.355+0000 7f901121a740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55acf2cb97d0 0x55acf2cb7250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.355+0000 7f901121a740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55acf2cbc5c0 con 0x55acf2cb02d0
2024-03-19T01:53:41.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.355+0000 7f901121a740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55acf2bcf310 con 0x55acf2cb97d0
2024-03-19T01:53:41.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.355+0000 7f901121a740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55acf2cbc740 con 0x55acf2cb0bf0
2024-03-19T01:53:41.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.355+0000 7f901121a740 10 client.0 _ll_register_callbacks cb 0x55acf2bc32d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:53:41.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.355+0000 7f90077fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55acf2cb02d0 0x55acf2cb67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.355+0000 7f9007fff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55acf2cb0bf0 0x55acf2cb6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.355+0000 7f9007fff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55acf2cb0bf0 0x55acf2cb6d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:49524/0 (socket says 172.21.15.46:49524)
2024-03-19T01:53:41.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.355+0000 7f9007fff640  1 -- 172.21.15.46:0/2622199615 learned_addr learned my addr 172.21.15.46:0/2622199615 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:41.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.355+0000 7f9007fff640  1 -- 172.21.15.46:0/2622199615 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55acf2cb97d0 msgr2=0x55acf2cb7250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:41.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.355+0000 7f9007fff640  1 --2- 172.21.15.46:0/2622199615 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55acf2cb97d0 0x55acf2cb7250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.355+0000 7f9007fff640  1 -- 172.21.15.46:0/2622199615 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55acf2cb02d0 msgr2=0x55acf2cb67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:41.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.356+0000 7f9007fff640  1 --2- 172.21.15.46:0/2622199615 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55acf2cb02d0 0x55acf2cb67d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.356+0000 7f9007fff640  1 -- 172.21.15.46:0/2622199615 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55acf29273f0 con 0x55acf2cb0bf0
2024-03-19T01:53:41.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.356+0000 7f90077fe640  1 --2- 172.21.15.46:0/2622199615 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55acf2cb02d0 0x55acf2cb67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:53:41.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.356+0000 7f9007fff640  1 --2- 172.21.15.46:0/2622199615 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55acf2cb0bf0 0x55acf2cb6d10 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f8ff8012fd0 tx=0x7f8ff800fbb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d3426246897de511 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:41.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.356+0000 7f8fe77fe640 10 client.0 ms_handle_connect on v2:172.21.15.102:3300/0
2024-03-19T01:53:41.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.356+0000 7f8fe77fe640  1 -- 172.21.15.46:0/2622199615 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ff8029020 con 0x55acf2cb0bf0
2024-03-19T01:53:41.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.356+0000 7f901121a740  1 -- 172.21.15.46:0/2622199615 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8ff80054d0 con 0x55acf2cb0bf0
2024-03-19T01:53:41.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.356+0000 7f8fe77fe640  1 -- 172.21.15.46:0/2622199615 <== mon.1 v2:172.21.15.102:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f8ff8025470 con 0x55acf2cb0bf0
2024-03-19T01:53:41.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.356+0000 7f8fe77fe640  1 -- 172.21.15.46:0/2622199615 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8ff8025670 con 0x55acf2cb0bf0
2024-03-19T01:53:41.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.356+0000 7f901121a740 10 client.26260 fetch_fsmap learned FSMap version 29
2024-03-19T01:53:41.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.356+0000 7f901121a740  1 -- 172.21.15.46:0/2622199615 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55acf29f17d0 con 0x55acf2cb0bf0
2024-03-19T01:53:41.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.356+0000 7f8fe77fe640  1 -- 172.21.15.46:0/2622199615 <== mon.1 v2:172.21.15.102:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8ff80054d0 con 0x55acf2cb0bf0
2024-03-19T01:53:41.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.357+0000 7f8fe77fe640  1 -- 172.21.15.46:0/2622199615 <== mon.1 v2:172.21.15.102:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f8ff8019570 con 0x55acf2cb0bf0
2024-03-19T01:53:41.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.357+0000 7f901121a740 10 client.26260 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:53:41.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.357+0000 7f901121a740 10 client.26260 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:53:41.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.357+0000 7f901121a740 20 client.26260 populate_metadata read hostname 'smithi046'
2024-03-19T01:53:41.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.357+0000 7f901121a740  1 --2- 172.21.15.46:0/2622199615 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55acf2cc9b60 0x55acf2ccbf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.357+0000 7f901121a740  4 client.26260 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:53:41.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.357+0000 7f901121a740  1 -- 172.21.15.46:0/2622199615 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55acf2c713e0 con 0x55acf2cc9b60
2024-03-19T01:53:41.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.357+0000 7f90077fe640  1 --2- 172.21.15.46:0/2622199615 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55acf2cc9b60 0x55acf2ccbf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.364 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.357+0000 7f8fe77fe640 10 client.26260 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:53:41.364 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.357+0000 7f90077fe640  1 --2- 172.21.15.46:0/2622199615 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55acf2cc9b60 0x55acf2ccbf50 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aab6dba36b42e410 server_cookie=3bda3005f3a5b46d in_seq=0 out_seq=0
2024-03-19T01:53:41.364 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.361+0000 7f8fe77fe640  1 -- 172.21.15.46:0/2622199615 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55acf2c713e0 con 0x55acf2cc9b60
2024-03-19T01:53:41.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.361+0000 7f8fe77fe640 10 client.26260 handle_command_reply: tid=0
2024-03-19T01:53:41.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.361+0000 7f901121a740  1 client.26260 shutdown
2024-03-19T01:53:41.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.361+0000 7f901121a740  1 -- 172.21.15.46:0/2622199615 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55acf2cb0bf0 msgr2=0x55acf2cb6d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:41.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.361+0000 7f901121a740  1 --2- 172.21.15.46:0/2622199615 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55acf2cb0bf0 0x55acf2cb6d10 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f8ff8012fd0 tx=0x7f8ff800fbb0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.361+0000 7f901121a740  1 -- 172.21.15.46:0/2622199615 shutdown_connections
2024-03-19T01:53:41.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.361+0000 7f901121a740  1 --2- 172.21.15.46:0/2622199615 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55acf2cc9b60 0x55acf2ccbf50 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.361+0000 7f901121a740  1 --2- 172.21.15.46:0/2622199615 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55acf2cb97d0 0x55acf2cb7250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.361+0000 7f901121a740  1 --2- 172.21.15.46:0/2622199615 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55acf2cb0bf0 0x55acf2cb6d10 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.361+0000 7f901121a740  1 --2- 172.21.15.46:0/2622199615 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55acf2cb02d0 0x55acf2cb67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.361+0000 7f901121a740  1 -- 172.21.15.46:0/2622199615 >> 172.21.15.46:0/2622199615 conn(0x55acf2caaa00 msgr2=0x55acf2cac750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:41.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.361+0000 7f8fe77fe640  0 client.26260 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:53:41.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.361+0000 7f901121a740  1 -- 172.21.15.46:0/2622199615 shutdown_connections
2024-03-19T01:53:41.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.362+0000 7f901121a740  1 -- 172.21.15.46:0/2622199615 wait complete.
2024-03-19T01:53:41.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.362+0000 7f901121a740 20 client.26260 trim_cache size 0 max 16384
2024-03-19T01:53:41.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.377+0000 7f901121a740  1  Processor -- start
2024-03-19T01:53:41.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.377+0000 7f901121a740  1 --  start start
2024-03-19T01:53:41.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.377+0000 7f901121a740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55acf2cb02d0 0x55acf2cb8f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.377+0000 7f901121a740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55acf2cb0bf0 0x55acf2cb5930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.377+0000 7f901121a740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55acf2cb97d0 0x55acf2cc5360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.377+0000 7f901121a740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f90081b3720 con 0x55acf2cb0bf0
2024-03-19T01:53:41.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.377+0000 7f901121a740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f90081b0f30 con 0x55acf2cb97d0
2024-03-19T01:53:41.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.377+0000 7f901121a740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f90081aed60 con 0x55acf2cb02d0
2024-03-19T01:53:41.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.377+0000 7f9007fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55acf2cb0bf0 0x55acf2cb5930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.377+0000 7f90077fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55acf2cb02d0 0x55acf2cb8f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.377+0000 7f9007fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55acf2cb0bf0 0x55acf2cb5930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44674/0 (socket says 172.21.15.46:44674)
2024-03-19T01:53:41.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.377+0000 7f9007fff640  1 -- 172.21.15.46:0/1899456208 learned_addr learned my addr 172.21.15.46:0/1899456208 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:41.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.377+0000 7f90077fe640  1 --2- 172.21.15.46:0/1899456208 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55acf2cb97d0 0x55acf2cc5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.377+0000 7f90077fe640  1 -- 172.21.15.46:0/1899456208 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55acf2cb97d0 msgr2=0x55acf2cc5360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:41.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.377+0000 7f90077fe640  1 --2- 172.21.15.46:0/1899456208 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55acf2cb97d0 0x55acf2cc5360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.377+0000 7f90077fe640  1 -- 172.21.15.46:0/1899456208 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55acf2cb0bf0 msgr2=0x55acf2cb5930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:41.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.377+0000 7f90077fe640  1 --2- 172.21.15.46:0/1899456208 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55acf2cb0bf0 0x55acf2cb5930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.377+0000 7f90077fe640  1 -- 172.21.15.46:0/1899456208 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55acf2cbbbc0 con 0x55acf2cb02d0
2024-03-19T01:53:41.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.377+0000 7f90077fe640  1 --2- 172.21.15.46:0/1899456208 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55acf2cb02d0 0x55acf2cb8f00 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f8ffc0096c0 tx=0x7f8ffc02c5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3924ef17eb0722da server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:41.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.378+0000 7f8fedffb640  1 -- 172.21.15.46:0/1899456208 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ffc02c7e0 con 0x55acf2cb02d0
2024-03-19T01:53:41.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.378+0000 7f8fedffb640  1 -- 172.21.15.46:0/1899456208 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8ffc04e320 con 0x55acf2cb02d0
2024-03-19T01:53:41.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.378+0000 7f8fedffb640  1 -- 172.21.15.46:0/1899456208 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ffc003a50 con 0x55acf2cb02d0
2024-03-19T01:53:41.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.378+0000 7f901121a740  1 -- 172.21.15.46:0/1899456208 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55acf2cb02d0 msgr2=0x55acf2cb8f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:41.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.378+0000 7f901121a740  1 --2- 172.21.15.46:0/1899456208 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55acf2cb02d0 0x55acf2cb8f00 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f8ffc0096c0 tx=0x7f8ffc02c5d0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.378+0000 7f901121a740  1 -- 172.21.15.46:0/1899456208 shutdown_connections
2024-03-19T01:53:41.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.378+0000 7f901121a740  1 --2- 172.21.15.46:0/1899456208 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55acf2cb97d0 0x55acf2cc5360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.378+0000 7f901121a740  1 --2- 172.21.15.46:0/1899456208 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55acf2cb0bf0 0x55acf2cb5930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.378+0000 7f901121a740  1 --2- 172.21.15.46:0/1899456208 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55acf2cb02d0 0x55acf2cb8f00 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.378+0000 7f901121a740  1 -- 172.21.15.46:0/1899456208 >> 172.21.15.46:0/1899456208 conn(0x55acf2caaa00 msgr2=0x55acf2ca9310 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:41.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.378+0000 7f901121a740  1 -- 172.21.15.46:0/1899456208 shutdown_connections
2024-03-19T01:53:41.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.378+0000 7f901121a740  1 -- 172.21.15.46:0/1899456208 wait complete.
2024-03-19T01:53:41.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.379+0000 7f901121a740  1 --  start start
2024-03-19T01:53:41.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.379+0000 7f901121a740  1  Processor -- start
2024-03-19T01:53:41.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.379+0000 7f901121a740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55acf2cb02d0 0x55acf2cbcb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.379+0000 7f901121a740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55acf2cb0bf0 0x55acf2cbd080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.379+0000 7f901121a740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55acf2cb97d0 0x55acf2d27cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.379+0000 7f901121a740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f90081af3f0 con 0x55acf2cb02d0
2024-03-19T01:53:41.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.379+0000 7f901121a740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f90081b0860 con 0x55acf2cb0bf0
2024-03-19T01:53:41.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.379+0000 7f901121a740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f90081afac0 con 0x55acf2cb97d0
2024-03-19T01:53:41.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.379+0000 7f901121a740 10 client.0 _ll_register_callbacks cb 0x7f900000b5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:53:41.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.379+0000 7f90077fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55acf2cb02d0 0x55acf2cbcb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.379+0000 7f90077fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55acf2cb02d0 0x55acf2cbcb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44680/0 (socket says 172.21.15.46:44680)
2024-03-19T01:53:41.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.379+0000 7f90077fe640  1 -- 172.21.15.46:0/3141170594 learned_addr learned my addr 172.21.15.46:0/3141170594 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:41.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.379+0000 7f9007fff640  1 --2- 172.21.15.46:0/3141170594 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55acf2cb0bf0 0x55acf2cbd080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.379+0000 7f90077fe640  1 --2- 172.21.15.46:0/3141170594 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55acf2cb97d0 0x55acf2d27cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.380+0000 7f90077fe640  1 -- 172.21.15.46:0/3141170594 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55acf2cb97d0 msgr2=0x55acf2d27cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:41.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.380+0000 7f90077fe640  1 --2- 172.21.15.46:0/3141170594 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55acf2cb97d0 0x55acf2d27cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.380+0000 7f90077fe640  1 -- 172.21.15.46:0/3141170594 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55acf2cb0bf0 msgr2=0x55acf2cbd080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:41.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.380+0000 7f90077fe640  1 --2- 172.21.15.46:0/3141170594 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55acf2cb0bf0 0x55acf2cbd080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.380+0000 7f90077fe640  1 -- 172.21.15.46:0/3141170594 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55acf2d28290 con 0x55acf2cb02d0
2024-03-19T01:53:41.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.380+0000 7f9007fff640  1 --2- 172.21.15.46:0/3141170594 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55acf2cb0bf0 0x55acf2cbd080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:53:41.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.380+0000 7f90077fe640  1 --2- 172.21.15.46:0/3141170594 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55acf2cb02d0 0x55acf2cbcb40 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f8ffc036040 tx=0x7f8ffc02c640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe1c8c5f90198a8b server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:41.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.380+0000 7f8fe77fe640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:53:41.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.380+0000 7f8fe77fe640  1 -- 172.21.15.46:0/3141170594 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ffc02cbf0 con 0x55acf2cb02d0
2024-03-19T01:53:41.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.380+0000 7f8fe77fe640  1 -- 172.21.15.46:0/3141170594 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f8ffc0035f0 con 0x55acf2cb02d0
2024-03-19T01:53:41.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.380+0000 7f901121a740  1 -- 172.21.15.46:0/3141170594 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8ffc04e320 con 0x55acf2cb02d0
2024-03-19T01:53:41.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.380+0000 7f8fe77fe640  1 -- 172.21.15.46:0/3141170594 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8ffc06c050 con 0x55acf2cb02d0
2024-03-19T01:53:41.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.380+0000 7f901121a740 10 client.16467 fetch_fsmap learned FSMap version 29
2024-03-19T01:53:41.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.380+0000 7f901121a740  1 -- 172.21.15.46:0/3141170594 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55acf2d2f640 con 0x55acf2cb02d0
2024-03-19T01:53:41.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.381+0000 7f8fe77fe640  1 -- 172.21.15.46:0/3141170594 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8ffc04e320 con 0x55acf2cb02d0
2024-03-19T01:53:41.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.381+0000 7f8fe77fe640  1 -- 172.21.15.46:0/3141170594 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f8ffc058580 con 0x55acf2cb02d0
2024-03-19T01:53:41.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.381+0000 7f901121a740 10 client.16467 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:53:41.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.381+0000 7f901121a740 10 client.16467 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:53:41.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.381+0000 7f901121a740 20 client.16467 populate_metadata read hostname 'smithi046'
2024-03-19T01:53:41.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.381+0000 7f901121a740  1 --2- 172.21.15.46:0/3141170594 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55acf2d2fcb0 0x55acf2d320d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:41.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.382+0000 7f901121a740  4 client.16467 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:53:41.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.382+0000 7f901121a740  1 -- 172.21.15.46:0/3141170594 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55acf2c209f0 con 0x55acf2d2fcb0
2024-03-19T01:53:41.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.382+0000 7f9007fff640  1 --2- 172.21.15.46:0/3141170594 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55acf2d2fcb0 0x55acf2d320d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:41.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.384+0000 7f9007fff640  1 --2- 172.21.15.46:0/3141170594 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55acf2d2fcb0 0x55acf2d320d0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=34980e54834a1b2c server_cookie=b671f0b28b1db36e in_seq=0 out_seq=0
2024-03-19T01:53:41.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.384+0000 7f8fe77fe640 10 client.16467 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:53:41.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.385+0000 7f8fe77fe640  1 -- 172.21.15.46:0/3141170594 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55acf2c209f0 con 0x55acf2d2fcb0
2024-03-19T01:53:41.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.385+0000 7f8fe77fe640 10 client.16467 handle_command_reply: tid=0
2024-03-19T01:53:41.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.385+0000 7f901121a740  1 client.16467 shutdown
2024-03-19T01:53:41.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.385+0000 7f901121a740  1 -- 172.21.15.46:0/3141170594 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55acf2cb02d0 msgr2=0x55acf2cbcb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:41.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.385+0000 7f901121a740  1 --2- 172.21.15.46:0/3141170594 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55acf2cb02d0 0x55acf2cbcb40 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f8ffc036040 tx=0x7f8ffc02c640 comp rx=0 tx=0).stop
2024-03-19T01:53:41.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.385+0000 7f901121a740  1 -- 172.21.15.46:0/3141170594 shutdown_connections
2024-03-19T01:53:41.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.385+0000 7f901121a740  1 --2- 172.21.15.46:0/3141170594 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55acf2d2fcb0 0x55acf2d320d0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.385+0000 7f901121a740  1 --2- 172.21.15.46:0/3141170594 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55acf2cb97d0 0x55acf2d27cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.385+0000 7f901121a740  1 --2- 172.21.15.46:0/3141170594 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55acf2cb0bf0 0x55acf2cbd080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.385+0000 7f8fe77fe640  0 client.16467 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:53:41.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.385+0000 7f901121a740  1 --2- 172.21.15.46:0/3141170594 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55acf2cb02d0 0x55acf2cbcb40 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.385+0000 7f901121a740  1 -- 172.21.15.46:0/3141170594 >> 172.21.15.46:0/3141170594 conn(0x55acf2caaa00 msgr2=0x55acf2ca9310 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:41.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.385+0000 7f901121a740  1 -- 172.21.15.46:0/3141170594 shutdown_connections
2024-03-19T01:53:41.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.385+0000 7f901121a740  1 -- 172.21.15.46:0/3141170594 wait complete.
2024-03-19T01:53:41.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.385+0000 7f901121a740 20 client.16467 trim_cache size 0 max 16384
2024-03-19T01:53:41.389 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:53:41.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.386+0000 7f900e634640  1 -- 172.21.15.46:0/2955836530 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f8ff00a2970 msgr2=0x7f8ff00a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:41.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.386+0000 7f900e634640  1 --2- 172.21.15.46:0/2955836530 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f8ff00a2970 0x7f8ff00a4e30 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f900009ab80 tx=0x7f900006cab0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.386+0000 7f900e634640  1 -- 172.21.15.46:0/2955836530 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f90081066b0 msgr2=0x7f900819ea80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:41.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.386+0000 7f900e634640  1 --2- 172.21.15.46:0/2955836530 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f90081066b0 0x7f900819ea80 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f9000009e20 tx=0x7f900000e490 comp rx=0 tx=0).stop
2024-03-19T01:53:41.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.386+0000 7f900e634640  1 -- 172.21.15.46:0/2955836530 shutdown_connections
2024-03-19T01:53:41.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.386+0000 7f900e634640  1 --2- 172.21.15.46:0/2955836530 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f90081066b0 0x7f900819ea80 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.386+0000 7f900e634640  1 --2- 172.21.15.46:0/2955836530 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9008101060 0x7f900819a700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.386+0000 7f900e634640  1 --2- 172.21.15.46:0/2955836530 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f8ff00a2970 0x7f8ff00a4e30 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.386+0000 7f900e634640  1 --2- 172.21.15.46:0/2955836530 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f90081006a0 0x7f900819a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:41.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.386+0000 7f900e634640  1 -- 172.21.15.46:0/2955836530 >> 172.21.15.46:0/2955836530 conn(0x7f90080778d0 msgr2=0x7f900810ba90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:41.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.386+0000 7f900e634640  1 -- 172.21.15.46:0/2955836530 shutdown_connections
2024-03-19T01:53:41.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:41.386+0000 7f900e634640  1 -- 172.21.15.46:0/2955836530 wait complete.
2024-03-19T01:53:42.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:41 smithi073 ceph-mon[66833]: pgmap v111: 129 pgs: 129 active+clean; 2.1 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 899 KiB/s rd, 981 KiB/s wr, 179 op/s
2024-03-19T01:53:42.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:41 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/11449376' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:53:42.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:41 smithi102 ceph-mon[66557]: pgmap v111: 129 pgs: 129 active+clean; 2.1 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 899 KiB/s rd, 981 KiB/s wr, 179 op/s
2024-03-19T01:53:42.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:41 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/11449376' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:53:42.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:41 smithi046 ceph-mon[63102]: pgmap v111: 129 pgs: 129 active+clean; 2.1 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 899 KiB/s rd, 981 KiB/s wr, 179 op/s
2024-03-19T01:53:42.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:41 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/11449376' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:53:42.404 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs
2024-03-19T01:53:42.404 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:53:42.404 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive
2024-03-19T01:53:42.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.541+0000 7fedecab2640  1 -- 172.21.15.46:0/1768004379 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fede806a890 msgr2=0x7fede810e6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:42.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.541+0000 7fedecab2640  1 --2- 172.21.15.46:0/1768004379 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fede806a890 0x7fede810e6a0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7fede0009cd0 tx=0x7fede002c0f0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.541+0000 7fedecab2640  1 -- 172.21.15.46:0/1768004379 shutdown_connections
2024-03-19T01:53:42.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.541+0000 7fedecab2640  1 --2- 172.21.15.46:0/1768004379 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fede806a890 0x7fede810e6a0 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.541+0000 7fedecab2640  1 --2- 172.21.15.46:0/1768004379 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fede8069ed0 0x7fede806a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.541+0000 7fedecab2640  1 --2- 172.21.15.46:0/1768004379 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fede8107890 0x7fede8107c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.541+0000 7fedecab2640  1 -- 172.21.15.46:0/1768004379 >> 172.21.15.46:0/1768004379 conn(0x7fede80777f0 msgr2=0x7fede8077c00 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:42.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.541+0000 7fedecab2640  1 -- 172.21.15.46:0/1768004379 shutdown_connections
2024-03-19T01:53:42.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.541+0000 7fedecab2640  1 -- 172.21.15.46:0/1768004379 wait complete.
2024-03-19T01:53:42.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.542+0000 7fedecab2640  1  Processor -- start
2024-03-19T01:53:42.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.542+0000 7fedecab2640  1 --  start start
2024-03-19T01:53:42.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.542+0000 7fedecab2640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fede8069ed0 0x7fede8100700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.542+0000 7fedecab2640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fede806a890 0x7fede8100c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.542+0000 7fedecab2640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fede8107890 0x7fede8101180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.542+0000 7fedecab2640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fede8111a90 con 0x7fede806a890
2024-03-19T01:53:42.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.542+0000 7fedecab2640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fede8111910 con 0x7fede8069ed0
2024-03-19T01:53:42.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.542+0000 7fedecab2640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fede8111c10 con 0x7fede8107890
2024-03-19T01:53:42.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.542+0000 7feddffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fede806a890 0x7fede8100c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.542+0000 7fede6d9d640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fede8107890 0x7fede8101180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.542+0000 7feddffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fede806a890 0x7fede8100c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57990/0 (socket says 172.21.15.46:57990)
2024-03-19T01:53:42.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.542+0000 7feddffff640  1 -- 172.21.15.46:0/2850222355 learned_addr learned my addr 172.21.15.46:0/2850222355 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:42.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.542+0000 7fede659c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fede8069ed0 0x7fede8100700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.542+0000 7fede6d9d640  1 -- 172.21.15.46:0/2850222355 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fede8069ed0 msgr2=0x7fede8100700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:42.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.542+0000 7fede6d9d640  1 --2- 172.21.15.46:0/2850222355 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fede8069ed0 0x7fede8100700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.542+0000 7fede6d9d640  1 -- 172.21.15.46:0/2850222355 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fede806a890 msgr2=0x7fede8100c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:42.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.542+0000 7fede6d9d640  1 --2- 172.21.15.46:0/2850222355 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fede806a890 0x7fede8100c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.542+0000 7fede6d9d640  1 -- 172.21.15.46:0/2850222355 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fede81a6450 con 0x7fede8107890
2024-03-19T01:53:42.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.543+0000 7fede6d9d640  1 --2- 172.21.15.46:0/2850222355 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fede8107890 0x7fede8101180 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fede002c630 tx=0x7fede0035d60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:42.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.543+0000 7feddf7fe640  1 -- 172.21.15.46:0/2850222355 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fede0039040 con 0x7fede8107890
2024-03-19T01:53:42.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.543+0000 7fedecab2640  1 -- 172.21.15.46:0/2850222355 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fede81a66e0 con 0x7fede8107890
2024-03-19T01:53:42.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.543+0000 7feddf7fe640  1 -- 172.21.15.46:0/2850222355 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fede0044070 con 0x7fede8107890
2024-03-19T01:53:42.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.543+0000 7feddf7fe640  1 -- 172.21.15.46:0/2850222355 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fede00042a0 con 0x7fede8107890
2024-03-19T01:53:42.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.543+0000 7fedecab2640  1 -- 172.21.15.46:0/2850222355 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fede81a6bf0 con 0x7fede8107890
2024-03-19T01:53:42.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.545+0000 7feddf7fe640  1 -- 172.21.15.46:0/2850222355 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fede0004440 con 0x7fede8107890
2024-03-19T01:53:42.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.545+0000 7fedef77b740  1  Processor -- start
2024-03-19T01:53:42.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.545+0000 7fedef77b740  1 --  start start
2024-03-19T01:53:42.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.546+0000 7fedef77b740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a4167e0380 0x55a4167e0760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.546+0000 7fedef77b740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a4167e0ca0 0x55a4167e9340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.546+0000 7fedef77b740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a4167e9880 0x55a4167ebc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.546+0000 7fedef77b740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55a416744160 con 0x55a4167e0380
2024-03-19T01:53:42.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.546+0000 7fedef77b740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55a4166ece10 con 0x55a4167e0ca0
2024-03-19T01:53:42.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.546+0000 7fedef77b740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55a416740200 con 0x55a4167e9880
2024-03-19T01:53:42.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.546+0000 7feddf7fe640  1 --2- 172.21.15.46:0/2850222355 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fedd40a2970 0x7fedd40a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.546+0000 7fede659c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a4167e0ca0 0x55a4167e9340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.546+0000 7fede6d9d640  1 --2- 172.21.15.46:0/2850222355 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fedd40a2970 0x7fedd40a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.546+0000 7fede659c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a4167e0ca0 0x55a4167e9340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:60740/0 (socket says 172.21.15.46:60740)
2024-03-19T01:53:42.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.546+0000 7feddffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a4167e0380 0x55a4167e0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.546+0000 7fede659c640  1 -- 172.21.15.46:0/4139083300 learned_addr learned my addr 172.21.15.46:0/4139083300 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:42.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.546+0000 7feddf7fe640  1 -- 172.21.15.46:0/2850222355 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fede00f14a0 con 0x7fede8107890
2024-03-19T01:53:42.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.546+0000 7feddffff640  1 --2- 172.21.15.46:0/4139083300 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a4167e9880 0x55a4167ebc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.546+0000 7fede659c640  1 -- 172.21.15.46:0/4139083300 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a4167e9880 msgr2=0x55a4167ebc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:42.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.546+0000 7fede659c640  1 --2- 172.21.15.46:0/4139083300 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a4167e9880 0x55a4167ebc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.546+0000 7fede659c640  1 -- 172.21.15.46:0/4139083300 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a4167e0380 msgr2=0x55a4167e0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:42.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.546+0000 7fede659c640  1 --2- 172.21.15.46:0/4139083300 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a4167e0380 0x55a4167e0760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.546+0000 7fede659c640  1 -- 172.21.15.46:0/4139083300 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a4165207e0 con 0x55a4167e0ca0
2024-03-19T01:53:42.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.546+0000 7fede6d9d640  1 --2- 172.21.15.46:0/2850222355 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fedd40a2970 0x7fedd40a4e30 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fede00b9d00 tx=0x7fede0035f50 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:42.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.546+0000 7fede659c640  1 --2- 172.21.15.46:0/4139083300 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a4167e0ca0 0x55a4167e9340 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fedd8009c70 tx=0x7fedd8011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e2b32f22b8ee0225 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:42.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.546+0000 7feddcff9640  1 -- 172.21.15.46:0/4139083300 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedd8004230 con 0x55a4167e0ca0
2024-03-19T01:53:42.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.546+0000 7feddcff9640  1 -- 172.21.15.46:0/4139083300 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fedd80043d0 con 0x55a4167e0ca0
2024-03-19T01:53:42.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.546+0000 7feddcff9640  1 -- 172.21.15.46:0/4139083300 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedd80196d0 con 0x55a4167e0ca0
2024-03-19T01:53:42.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.547+0000 7fedef77b740  1 -- 172.21.15.46:0/4139083300 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a4167e0ca0 msgr2=0x55a4167e9340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:42.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.547+0000 7fedef77b740  1 --2- 172.21.15.46:0/4139083300 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a4167e0ca0 0x55a4167e9340 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fedd8009c70 tx=0x7fedd8011810 comp rx=0 tx=0).stop
2024-03-19T01:53:42.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.547+0000 7fedef77b740  1 -- 172.21.15.46:0/4139083300 shutdown_connections
2024-03-19T01:53:42.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.547+0000 7fedef77b740  1 --2- 172.21.15.46:0/4139083300 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a4167e9880 0x55a4167ebc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.547+0000 7fedef77b740  1 --2- 172.21.15.46:0/4139083300 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a4167e0ca0 0x55a4167e9340 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.547+0000 7fedef77b740  1 --2- 172.21.15.46:0/4139083300 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a4167e0380 0x55a4167e0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.547+0000 7fedef77b740  1 -- 172.21.15.46:0/4139083300 >> 172.21.15.46:0/4139083300 conn(0x55a4167daab0 msgr2=0x55a4167dae90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:42.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.547+0000 7fedef77b740  1 -- 172.21.15.46:0/4139083300 shutdown_connections
2024-03-19T01:53:42.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.547+0000 7fedef77b740  1 -- 172.21.15.46:0/4139083300 wait complete.
2024-03-19T01:53:42.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.547+0000 7fedef77b740  1 --  start start
2024-03-19T01:53:42.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.548+0000 7fedef77b740  1  Processor -- start
2024-03-19T01:53:42.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.548+0000 7fedef77b740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a4167e0380 0x55a4167e6800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.548+0000 7fedef77b740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a4167e0ca0 0x55a4167e6d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.548+0000 7fedef77b740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a4167e9880 0x55a4167e7280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.548+0000 7fedef77b740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55a4167ec670 con 0x55a4167e0ca0
2024-03-19T01:53:42.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.548+0000 7fedef77b740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55a4167001a0 con 0x55a4167e0380
2024-03-19T01:53:42.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.548+0000 7fedef77b740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55a4167ec7f0 con 0x55a4167e9880
2024-03-19T01:53:42.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.548+0000 7fedef77b740 10 client.0 _ll_register_callbacks cb 0x55a416457c60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:53:42.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.548+0000 7fede659c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a4167e0ca0 0x55a4167e6d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.548+0000 7feddffff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a4167e0380 0x55a4167e6800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.548+0000 7fede659c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a4167e0ca0 0x55a4167e6d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58006/0 (socket says 172.21.15.46:58006)
2024-03-19T01:53:42.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.548+0000 7fede659c640  1 -- 172.21.15.46:0/2575571896 learned_addr learned my addr 172.21.15.46:0/2575571896 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:42.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.548+0000 7feddffff640  1 --2- 172.21.15.46:0/2575571896 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a4167e9880 0x55a4167e7280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.548+0000 7fede659c640  1 -- 172.21.15.46:0/2575571896 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a4167e9880 msgr2=0x55a4167e7280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:42.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.548+0000 7fede659c640  1 --2- 172.21.15.46:0/2575571896 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a4167e9880 0x55a4167e7280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.548+0000 7fede659c640  1 -- 172.21.15.46:0/2575571896 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a4167e0380 msgr2=0x55a4167e6800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:42.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.548+0000 7fede659c640  1 --2- 172.21.15.46:0/2575571896 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a4167e0380 0x55a4167e6800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.548+0000 7fede659c640  1 -- 172.21.15.46:0/2575571896 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a416580f70 con 0x55a4167e0ca0
2024-03-19T01:53:42.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.548+0000 7feddffff640  1 --2- 172.21.15.46:0/2575571896 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a4167e0380 0x55a4167e6800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:53:42.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.548+0000 7fede659c640  1 --2- 172.21.15.46:0/2575571896 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a4167e0ca0 0x55a4167e6d40 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fedd80057c0 tx=0x7fedd8004350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5eb83d6fa8b37a22 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:42.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.548+0000 7fedcdffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:53:42.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.548+0000 7fedcdffb640  1 -- 172.21.15.46:0/2575571896 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedd8027070 con 0x55a4167e0ca0
2024-03-19T01:53:42.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.549+0000 7fedcdffb640  1 -- 172.21.15.46:0/2575571896 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fedd8003800 con 0x55a4167e0ca0
2024-03-19T01:53:42.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.549+0000 7fedef77b740  1 -- 172.21.15.46:0/2575571896 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fedd80043d0 con 0x55a4167e0ca0
2024-03-19T01:53:42.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.549+0000 7fedcdffb640  1 -- 172.21.15.46:0/2575571896 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fedd8033050 con 0x55a4167e0ca0
2024-03-19T01:53:42.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.549+0000 7fedef77b740 10 client.16479 fetch_fsmap learned FSMap version 29
2024-03-19T01:53:42.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.549+0000 7fedef77b740  1 -- 172.21.15.46:0/2575571896 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a416418170 con 0x55a4167e0ca0
2024-03-19T01:53:42.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.549+0000 7fedcdffb640  1 -- 172.21.15.46:0/2575571896 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fedd80043d0 con 0x55a4167e0ca0
2024-03-19T01:53:42.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.549+0000 7fedcdffb640  1 -- 172.21.15.46:0/2575571896 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fedd8018070 con 0x55a4167e0ca0
2024-03-19T01:53:42.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.549+0000 7fedef77b740 10 client.16479 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:53:42.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.549+0000 7fedef77b740 10 client.16479 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:53:42.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.549+0000 7fedef77b740 20 client.16479 populate_metadata read hostname 'smithi046'
2024-03-19T01:53:42.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.549+0000 7fedef77b740  1 --2- 172.21.15.46:0/2575571896 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55a4167f9a60 0x55a4167fbe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.549+0000 7fedef77b740  4 client.16479 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:53:42.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.549+0000 7fedef77b740  1 -- 172.21.15.46:0/2575571896 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a4167516a0 con 0x55a4167f9a60
2024-03-19T01:53:42.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.549+0000 7feddffff640  1 --2- 172.21.15.46:0/2575571896 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55a4167f9a60 0x55a4167fbe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.550+0000 7feddffff640  1 --2- 172.21.15.46:0/2575571896 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55a4167f9a60 0x55a4167fbe50 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1ab665378e850598 server_cookie=a06a80c4deccf0 in_seq=0 out_seq=0
2024-03-19T01:53:42.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.550+0000 7fedcdffb640 10 client.16479 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:53:42.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.554+0000 7fedcdffb640  1 -- 172.21.15.46:0/2575571896 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55a4167516a0 con 0x55a4167f9a60
2024-03-19T01:53:42.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.554+0000 7fedcdffb640 10 client.16479 handle_command_reply: tid=0
2024-03-19T01:53:42.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.554+0000 7fedef77b740  1 client.16479 shutdown
2024-03-19T01:53:42.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.555+0000 7fedef77b740  1 -- 172.21.15.46:0/2575571896 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a4167e0ca0 msgr2=0x55a4167e6d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:42.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.555+0000 7fedef77b740  1 --2- 172.21.15.46:0/2575571896 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a4167e0ca0 0x55a4167e6d40 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fedd80057c0 tx=0x7fedd8004350 comp rx=0 tx=0).stop
2024-03-19T01:53:42.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.555+0000 7fedef77b740  1 -- 172.21.15.46:0/2575571896 shutdown_connections
2024-03-19T01:53:42.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.555+0000 7fedef77b740  1 --2- 172.21.15.46:0/2575571896 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55a4167f9a60 0x55a4167fbe50 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.555+0000 7fedef77b740  1 --2- 172.21.15.46:0/2575571896 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a4167e9880 0x55a4167e7280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.555+0000 7fedcdffb640  0 client.16479 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:53:42.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.555+0000 7fedef77b740  1 --2- 172.21.15.46:0/2575571896 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a4167e0ca0 0x55a4167e6d40 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.555+0000 7fedef77b740  1 --2- 172.21.15.46:0/2575571896 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a4167e0380 0x55a4167e6800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.555+0000 7fedef77b740  1 -- 172.21.15.46:0/2575571896 >> 172.21.15.46:0/2575571896 conn(0x55a4167daab0 msgr2=0x55a4167dc800 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:42.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.555+0000 7fedef77b740  1 -- 172.21.15.46:0/2575571896 shutdown_connections
2024-03-19T01:53:42.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.555+0000 7fedef77b740  1 -- 172.21.15.46:0/2575571896 wait complete.
2024-03-19T01:53:42.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.555+0000 7fedef77b740 20 client.16479 trim_cache size 0 max 16384
2024-03-19T01:53:42.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.573+0000 7fedef77b740  1  Processor -- start
2024-03-19T01:53:42.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.573+0000 7fedef77b740  1 --  start start
2024-03-19T01:53:42.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.573+0000 7fedef77b740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a4167e0380 0x55a4167e8ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.573+0000 7fedef77b740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a4167e0ca0 0x55a4167f5440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.573+0000 7fedef77b740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a4167e9880 0x55a4168016b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.573+0000 7fedef77b740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fede81b3770 con 0x55a4167e0380
2024-03-19T01:53:42.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.573+0000 7fedef77b740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fede81b0f80 con 0x55a4167e0ca0
2024-03-19T01:53:42.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.573+0000 7fedef77b740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fede81aedb0 con 0x55a4167e9880
2024-03-19T01:53:42.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.573+0000 7feddffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a4167e0380 0x55a4167e8ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.573+0000 7feddffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a4167e0380 0x55a4167e8ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58008/0 (socket says 172.21.15.46:58008)
2024-03-19T01:53:42.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.573+0000 7feddffff640  1 -- 172.21.15.46:0/2103401776 learned_addr learned my addr 172.21.15.46:0/2103401776 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:42.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.573+0000 7fede659c640  1 --2- 172.21.15.46:0/2103401776 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a4167e0ca0 0x55a4167f5440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.573+0000 7feddffff640  1 --2- 172.21.15.46:0/2103401776 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a4167e9880 0x55a4168016b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.573+0000 7feddffff640  1 -- 172.21.15.46:0/2103401776 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a4167e9880 msgr2=0x55a4168016b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:42.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.573+0000 7feddffff640  1 --2- 172.21.15.46:0/2103401776 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a4167e9880 0x55a4168016b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.573+0000 7feddffff640  1 -- 172.21.15.46:0/2103401776 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a4167e0ca0 msgr2=0x55a4167f5440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:42.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.573+0000 7feddffff640  1 --2- 172.21.15.46:0/2103401776 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a4167e0ca0 0x55a4167f5440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.573+0000 7feddffff640  1 -- 172.21.15.46:0/2103401776 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a4167fc1c0 con 0x55a4167e0380
2024-03-19T01:53:42.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.574+0000 7feddffff640  1 --2- 172.21.15.46:0/2103401776 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a4167e0380 0x55a4167e8ec0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7fedd0009640 tx=0x7fedd0015040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35da1817ab5ff97a server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:42.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.574+0000 7fedcffff640  1 -- 172.21.15.46:0/2103401776 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedd000fd60 con 0x55a4167e0380
2024-03-19T01:53:42.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.574+0000 7fedcffff640  1 -- 172.21.15.46:0/2103401776 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fedd002a030 con 0x55a4167e0380
2024-03-19T01:53:42.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.574+0000 7fedcffff640  1 -- 172.21.15.46:0/2103401776 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedd0005280 con 0x55a4167e0380
2024-03-19T01:53:42.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.574+0000 7fedef77b740  1 -- 172.21.15.46:0/2103401776 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a4167e0380 msgr2=0x55a4167e8ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:42.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.574+0000 7fedef77b740  1 --2- 172.21.15.46:0/2103401776 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a4167e0380 0x55a4167e8ec0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7fedd0009640 tx=0x7fedd0015040 comp rx=0 tx=0).stop
2024-03-19T01:53:42.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.574+0000 7fedef77b740  1 -- 172.21.15.46:0/2103401776 shutdown_connections
2024-03-19T01:53:42.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.574+0000 7fedef77b740  1 --2- 172.21.15.46:0/2103401776 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a4167e9880 0x55a4168016b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.574+0000 7fedef77b740  1 --2- 172.21.15.46:0/2103401776 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a4167e0ca0 0x55a4167f5440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.574+0000 7fedef77b740  1 --2- 172.21.15.46:0/2103401776 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a4167e0380 0x55a4167e8ec0 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.574+0000 7fedef77b740  1 -- 172.21.15.46:0/2103401776 >> 172.21.15.46:0/2103401776 conn(0x55a4167daab0 msgr2=0x55a4167dc6e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:42.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.574+0000 7fedef77b740  1 -- 172.21.15.46:0/2103401776 shutdown_connections
2024-03-19T01:53:42.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.574+0000 7fedef77b740  1 -- 172.21.15.46:0/2103401776 wait complete.
2024-03-19T01:53:42.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.575+0000 7fedef77b740  1 --  start start
2024-03-19T01:53:42.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.575+0000 7fedef77b740  1  Processor -- start
2024-03-19T01:53:42.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.575+0000 7fedef77b740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a4167e0380 0x55a4167f1a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.575+0000 7fedef77b740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a4167e0ca0 0x55a4167eea40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.575+0000 7fedef77b740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a4167e9880 0x55a4167eef80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.575+0000 7fedef77b740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fede81af440 con 0x55a4167e0380
2024-03-19T01:53:42.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.575+0000 7fedef77b740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fede81b08b0 con 0x55a4167e9880
2024-03-19T01:53:42.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.575+0000 7fedef77b740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fede81afb10 con 0x55a4167e0ca0
2024-03-19T01:53:42.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.575+0000 7fedef77b740 10 client.0 _ll_register_callbacks cb 0x7fedd0009880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:53:42.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.575+0000 7feddffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a4167e0380 0x55a4167f1a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.575+0000 7feddffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a4167e0380 0x55a4167f1a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58010/0 (socket says 172.21.15.46:58010)
2024-03-19T01:53:42.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.575+0000 7feddffff640  1 -- 172.21.15.46:0/844539064 learned_addr learned my addr 172.21.15.46:0/844539064 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:42.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.575+0000 7fede659c640  1 --2- 172.21.15.46:0/844539064 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a4167e0ca0 0x55a4167eea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.575+0000 7feddffff640  1 --2- 172.21.15.46:0/844539064 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a4167e9880 0x55a4167eef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.575+0000 7feddffff640  1 -- 172.21.15.46:0/844539064 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a4167e0ca0 msgr2=0x55a4167eea40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:42.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.575+0000 7feddffff640  1 --2- 172.21.15.46:0/844539064 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a4167e0ca0 0x55a4167eea40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.575+0000 7feddffff640  1 -- 172.21.15.46:0/844539064 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a4167e9880 msgr2=0x55a4167eef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:42.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.575+0000 7feddffff640  1 --2- 172.21.15.46:0/844539064 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a4167e9880 0x55a4167eef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.575+0000 7feddffff640  1 -- 172.21.15.46:0/844539064 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a4167f2160 con 0x55a4167e0380
2024-03-19T01:53:42.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.576+0000 7feddffff640  1 --2- 172.21.15.46:0/844539064 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a4167e0380 0x55a4167f1a70 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fedd0009c40 tx=0x7fedd0009fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a348b50d67acb16f server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:42.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.576+0000 7fedcdffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:53:42.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.576+0000 7fedcdffb640  1 -- 172.21.15.46:0/844539064 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedd000fea0 con 0x55a4167e0380
2024-03-19T01:53:42.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.576+0000 7fedef77b740  1 -- 172.21.15.46:0/844539064 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fedd002a030 con 0x55a4167e0380
2024-03-19T01:53:42.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.576+0000 7fedcdffb640  1 -- 172.21.15.46:0/844539064 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fedd0025450 con 0x55a4167e0380
2024-03-19T01:53:42.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.576+0000 7fedcdffb640  1 -- 172.21.15.46:0/844539064 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fedd003e050 con 0x55a4167e0380
2024-03-19T01:53:42.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.576+0000 7fedef77b740 10 client.16485 fetch_fsmap learned FSMap version 29
2024-03-19T01:53:42.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.576+0000 7fedef77b740  1 -- 172.21.15.46:0/844539064 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a4168607f0 con 0x55a4167e0380
2024-03-19T01:53:42.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.576+0000 7fedcdffb640  1 -- 172.21.15.46:0/844539064 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fedd002a030 con 0x55a4167e0380
2024-03-19T01:53:42.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.576+0000 7fedcdffb640  1 -- 172.21.15.46:0/844539064 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fedd0022040 con 0x55a4167e0380
2024-03-19T01:53:42.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.576+0000 7fedef77b740 10 client.16485 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:53:42.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.576+0000 7fedef77b740 10 client.16485 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:53:42.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.576+0000 7fedef77b740 20 client.16485 populate_metadata read hostname 'smithi046'
2024-03-19T01:53:42.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.576+0000 7fedef77b740  1 --2- 172.21.15.46:0/844539064 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55a4167f9a60 0x55a416862fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.576+0000 7fedef77b740  4 client.16485 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}]
2024-03-19T01:53:42.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.576+0000 7fedef77b740  1 -- 172.21.15.46:0/844539064 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55a41674b9f0 con 0x55a4167f9a60
2024-03-19T01:53:42.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.576+0000 7fede659c640  1 --2- 172.21.15.46:0/844539064 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55a4167f9a60 0x55a416862fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.577+0000 7fede659c640  1 --2- 172.21.15.46:0/844539064 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55a4167f9a60 0x55a416862fb0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5fff6bc8f3fe6c2b server_cookie=1239296a04b78afc in_seq=0 out_seq=0
2024-03-19T01:53:42.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.577+0000 7fedcdffb640 10 client.16485 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:53:42.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.594+0000 7fedcdffb640  1 -- 172.21.15.46:0/844539064 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55a41674b9f0 con 0x55a4167f9a60
2024-03-19T01:53:42.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.594+0000 7fedcdffb640 10 client.16485 handle_command_reply: tid=0
2024-03-19T01:53:42.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.594+0000 7fedef77b740  1 client.16485 shutdown
2024-03-19T01:53:42.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.595+0000 7fedef77b740  1 -- 172.21.15.46:0/844539064 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a4167e0380 msgr2=0x55a4167f1a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:42.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.595+0000 7fedef77b740  1 --2- 172.21.15.46:0/844539064 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a4167e0380 0x55a4167f1a70 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fedd0009c40 tx=0x7fedd0009fb0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.595+0000 7fedef77b740  1 -- 172.21.15.46:0/844539064 shutdown_connections
2024-03-19T01:53:42.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.595+0000 7fedef77b740  1 --2- 172.21.15.46:0/844539064 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55a4167f9a60 0x55a416862fb0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.595+0000 7fedef77b740  1 --2- 172.21.15.46:0/844539064 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a4167e9880 0x55a4167eef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.595+0000 7fedcdffb640  0 client.16485 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:53:42.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.595+0000 7fedef77b740  1 --2- 172.21.15.46:0/844539064 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a4167e0ca0 0x55a4167eea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.595+0000 7fedef77b740  1 --2- 172.21.15.46:0/844539064 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a4167e0380 0x55a4167f1a70 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.595+0000 7fedef77b740  1 -- 172.21.15.46:0/844539064 >> 172.21.15.46:0/844539064 conn(0x55a4167daab0 msgr2=0x55a4167dbe50 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:42.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.595+0000 7fedef77b740  1 -- 172.21.15.46:0/844539064 shutdown_connections
2024-03-19T01:53:42.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.595+0000 7fedef77b740  1 -- 172.21.15.46:0/844539064 wait complete.
2024-03-19T01:53:42.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.595+0000 7fedef77b740 20 client.16485 trim_cache size 0 max 16384
2024-03-19T01:53:42.597 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:53:42.597 INFO:teuthology.orchestra.run.smithi046.stdout:    "return_code": 0,
2024-03-19T01:53:42.598 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrub_tag": "eacd4d80-3e20-4b38-86b8-c6adcd86e192",
2024-03-19T01:53:42.598 INFO:teuthology.orchestra.run.smithi046.stdout:    "mode": "asynchronous"
2024-03-19T01:53:42.598 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:53:42.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.595+0000 7fedecab2640  1 -- 172.21.15.46:0/2850222355 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fedd40a2970 msgr2=0x7fedd40a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:42.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.595+0000 7fedecab2640  1 --2- 172.21.15.46:0/2850222355 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fedd40a2970 0x7fedd40a4e30 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fede00b9d00 tx=0x7fede0035f50 comp rx=0 tx=0).stop
2024-03-19T01:53:42.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.595+0000 7fedecab2640  1 -- 172.21.15.46:0/2850222355 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fede8107890 msgr2=0x7fede8101180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:42.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.595+0000 7fedecab2640  1 --2- 172.21.15.46:0/2850222355 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fede8107890 0x7fede8101180 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fede002c630 tx=0x7fede0035d60 comp rx=0 tx=0).stop
2024-03-19T01:53:42.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.595+0000 7fedecab2640  1 -- 172.21.15.46:0/2850222355 shutdown_connections
2024-03-19T01:53:42.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.595+0000 7fedecab2640  1 --2- 172.21.15.46:0/2850222355 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fedd40a2970 0x7fedd40a4e30 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.595+0000 7fedecab2640  1 --2- 172.21.15.46:0/2850222355 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fede8107890 0x7fede8101180 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.595+0000 7fedecab2640  1 --2- 172.21.15.46:0/2850222355 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fede806a890 0x7fede8100c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.595+0000 7fedecab2640  1 --2- 172.21.15.46:0/2850222355 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fede8069ed0 0x7fede8100700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.595+0000 7fedecab2640  1 -- 172.21.15.46:0/2850222355 >> 172.21.15.46:0/2850222355 conn(0x7fede80777f0 msgr2=0x7fede80fe250 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:42.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.595+0000 7fedecab2640  1 -- 172.21.15.46:0/2850222355 shutdown_connections
2024-03-19T01:53:42.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.595+0000 7fedecab2640  1 -- 172.21.15.46:0/2850222355 wait complete.
2024-03-19T01:53:42.607 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:53:42.607 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:53:42.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.716+0000 7f1f4b2ff640  1 -- 172.21.15.46:0/3403211511 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f44100690 msgr2=0x7f1f44100b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:42.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.716+0000 7f1f4b2ff640  1 --2- 172.21.15.46:0/3403211511 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f44100690 0x7f1f44100b10 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f1f34009930 tx=0x7f1f3402bc30 comp rx=0 tx=0).stop
2024-03-19T01:53:42.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.716+0000 7f1f4b2ff640  1 -- 172.21.15.46:0/3403211511 shutdown_connections
2024-03-19T01:53:42.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.716+0000 7f1f4b2ff640  1 --2- 172.21.15.46:0/3403211511 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1f44101050 0x7f1f4410d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.716+0000 7f1f4b2ff640  1 --2- 172.21.15.46:0/3403211511 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f44100690 0x7f1f44100b10 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.716+0000 7f1f4b2ff640  1 --2- 172.21.15.46:0/3403211511 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1f441066a0 0x7f1f44106a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.716+0000 7f1f4b2ff640  1 -- 172.21.15.46:0/3403211511 >> 172.21.15.46:0/3403211511 conn(0x7f1f44077820 msgr2=0x7f1f44077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:42.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.716+0000 7f1f4b2ff640  1 -- 172.21.15.46:0/3403211511 shutdown_connections
2024-03-19T01:53:42.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.716+0000 7f1f4b2ff640  1 -- 172.21.15.46:0/3403211511 wait complete.
2024-03-19T01:53:42.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.716+0000 7f1f4b2ff640  1  Processor -- start
2024-03-19T01:53:42.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.716+0000 7f1f4b2ff640  1 --  start start
2024-03-19T01:53:42.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.717+0000 7f1f4b2ff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f44100690 0x7f1f44197ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.717+0000 7f1f4b2ff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1f44101050 0x7f1f44198530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.717+0000 7f1f4b2ff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1f441066a0 0x7f1f4419c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.717+0000 7f1f4b2ff640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1f44111a60 con 0x7f1f44100690
2024-03-19T01:53:42.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.717+0000 7f1f4b2ff640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f1f441118e0 con 0x7f1f441066a0
2024-03-19T01:53:42.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.717+0000 7f1f4b2ff640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1f44111be0 con 0x7f1f44101050
2024-03-19T01:53:42.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.717+0000 7f1f4909b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f44100690 0x7f1f44197ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.717+0000 7f1f4909b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f44100690 0x7f1f44197ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58028/0 (socket says 172.21.15.46:58028)
2024-03-19T01:53:42.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.717+0000 7f1f4909b640  1 -- 172.21.15.46:0/1478599097 learned_addr learned my addr 172.21.15.46:0/1478599097 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:42.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.717+0000 7f1f4989c640  1 --2- 172.21.15.46:0/1478599097 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1f441066a0 0x7f1f4419c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.717+0000 7f1f4889a640  1 --2- 172.21.15.46:0/1478599097 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1f44101050 0x7f1f44198530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.717+0000 7f1f4909b640  1 -- 172.21.15.46:0/1478599097 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1f44101050 msgr2=0x7f1f44198530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:42.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.717+0000 7f1f4909b640  1 --2- 172.21.15.46:0/1478599097 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1f44101050 0x7f1f44198530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.717+0000 7f1f4909b640  1 -- 172.21.15.46:0/1478599097 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1f441066a0 msgr2=0x7f1f4419c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:42.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.717+0000 7f1f4909b640  1 --2- 172.21.15.46:0/1478599097 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1f441066a0 0x7f1f4419c8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.717+0000 7f1f4909b640  1 -- 172.21.15.46:0/1478599097 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f4419cfe0 con 0x7f1f44100690
2024-03-19T01:53:42.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.717+0000 7f1f4909b640  1 --2- 172.21.15.46:0/1478599097 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f44100690 0x7f1f44197ff0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f1f4000e9f0 tx=0x7f1f4000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:42.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.717+0000 7f1f3a7fc640  1 -- 172.21.15.46:0/1478599097 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f4000cd80 con 0x7f1f44100690
2024-03-19T01:53:42.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.717+0000 7f1f3a7fc640  1 -- 172.21.15.46:0/1478599097 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1f400108e0 con 0x7f1f44100690
2024-03-19T01:53:42.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.717+0000 7f1f4b2ff640  1 -- 172.21.15.46:0/1478599097 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f4419d2d0 con 0x7f1f44100690
2024-03-19T01:53:42.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.717+0000 7f1f3a7fc640  1 -- 172.21.15.46:0/1478599097 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f40018920 con 0x7f1f44100690
2024-03-19T01:53:42.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.717+0000 7f1f4b2ff640  1 -- 172.21.15.46:0/1478599097 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f441a4b60 con 0x7f1f44100690
2024-03-19T01:53:42.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.719+0000 7f1f3a7fc640  1 -- 172.21.15.46:0/1478599097 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f1f40010a90 con 0x7f1f44100690
2024-03-19T01:53:42.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.720+0000 7f1f4dfca740  1  Processor -- start
2024-03-19T01:53:42.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.720+0000 7f1f4dfca740  1 --  start start
2024-03-19T01:53:42.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.720+0000 7f1f3a7fc640  1 --2- 172.21.15.46:0/1478599097 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f1f300a2970 0x7f1f300a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.720+0000 7f1f4dfca740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560b1729ca30 0x560b1729ce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.720+0000 7f1f4dfca740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b1729d350 0x560b172a59f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.720+0000 7f1f4dfca740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560b172a5f30 0x560b172a8320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.720+0000 7f1f4dfca740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x560b17200500 con 0x560b172a5f30
2024-03-19T01:53:42.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.720+0000 7f1f4dfca740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x560b171a8be0 con 0x560b1729ca30
2024-03-19T01:53:42.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.720+0000 7f1f4dfca740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x560b171fc5a0 con 0x560b1729d350
2024-03-19T01:53:42.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.720+0000 7f1f3a7fc640  1 -- 172.21.15.46:0/1478599097 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f1f400cf480 con 0x7f1f44100690
2024-03-19T01:53:42.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.720+0000 7f1f4909b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560b1729ca30 0x560b1729ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.720+0000 7f1f4989c640  1 --2- 172.21.15.46:0/1478599097 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f1f300a2970 0x7f1f300a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.720+0000 7f1f4889a640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b1729d350 0x560b172a59f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.720+0000 7f1f4909b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560b1729ca30 0x560b1729ce10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:60782/0 (socket says 172.21.15.46:60782)
2024-03-19T01:53:42.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.720+0000 7f1f4909b640  1 -- 172.21.15.46:0/3919352201 learned_addr learned my addr 172.21.15.46:0/3919352201 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:42.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.720+0000 7f1f4989c640  1 --2- 172.21.15.46:0/3919352201 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560b172a5f30 0x560b172a8320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.721+0000 7f1f4909b640  1 -- 172.21.15.46:0/3919352201 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b1729d350 msgr2=0x560b172a59f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:42.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.721+0000 7f1f4909b640  1 --2- 172.21.15.46:0/3919352201 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b1729d350 0x560b172a59f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.721+0000 7f1f4909b640  1 -- 172.21.15.46:0/3919352201 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560b172a5f30 msgr2=0x560b172a8320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:42.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.721+0000 7f1f4909b640  1 --2- 172.21.15.46:0/3919352201 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560b172a5f30 0x560b172a8320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.721+0000 7f1f4909b640  1 -- 172.21.15.46:0/3919352201 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b171ca000 con 0x560b1729ca30
2024-03-19T01:53:42.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.721+0000 7f1f4889a640  1 --2- 172.21.15.46:0/3919352201 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b1729d350 0x560b172a59f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:53:42.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.721+0000 7f1f4989c640  1 --2- 172.21.15.46:0/3919352201 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560b172a5f30 0x560b172a8320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:53:42.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.721+0000 7f1f4909b640  1 --2- 172.21.15.46:0/3919352201 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560b1729ca30 0x560b1729ce10 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f1f400a39e0 tx=0x7f1f40097bf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a298cf4e32438a85 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:42.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.721+0000 7f1f4989c640  1 --2- 172.21.15.46:0/1478599097 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f1f300a2970 0x7f1f300a4e30 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x560b172982f0 tx=0x7f1f3c009bf0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:42.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.721+0000 7f1f2f7fe640  1 -- 172.21.15.46:0/3919352201 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f40016d40 con 0x560b1729ca30
2024-03-19T01:53:42.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.721+0000 7f1f2f7fe640  1 -- 172.21.15.46:0/3919352201 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1f4000bc00 con 0x560b1729ca30
2024-03-19T01:53:42.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.721+0000 7f1f2f7fe640  1 -- 172.21.15.46:0/3919352201 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f40097e90 con 0x560b1729ca30
2024-03-19T01:53:42.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.722+0000 7f1f4dfca740  1 -- 172.21.15.46:0/3919352201 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560b1729ca30 msgr2=0x560b1729ce10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:42.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.722+0000 7f1f4dfca740  1 --2- 172.21.15.46:0/3919352201 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560b1729ca30 0x560b1729ce10 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f1f400a39e0 tx=0x7f1f40097bf0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.722+0000 7f1f4dfca740  1 -- 172.21.15.46:0/3919352201 shutdown_connections
2024-03-19T01:53:42.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.722+0000 7f1f4dfca740  1 --2- 172.21.15.46:0/3919352201 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560b172a5f30 0x560b172a8320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.722+0000 7f1f4dfca740  1 --2- 172.21.15.46:0/3919352201 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b1729d350 0x560b172a59f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.722+0000 7f1f4dfca740  1 --2- 172.21.15.46:0/3919352201 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560b1729ca30 0x560b1729ce10 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.722+0000 7f1f4dfca740  1 -- 172.21.15.46:0/3919352201 >> 172.21.15.46:0/3919352201 conn(0x560b17297160 msgr2=0x560b17297540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:42.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.722+0000 7f1f4dfca740  1 -- 172.21.15.46:0/3919352201 shutdown_connections
2024-03-19T01:53:42.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.722+0000 7f1f4dfca740  1 -- 172.21.15.46:0/3919352201 wait complete.
2024-03-19T01:53:42.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.722+0000 7f1f4dfca740  1 --  start start
2024-03-19T01:53:42.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.722+0000 7f1f4dfca740  1  Processor -- start
2024-03-19T01:53:42.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.723+0000 7f1f4dfca740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560b1729ca30 0x560b172a2f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.723+0000 7f1f4dfca740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560b1729d350 0x560b172a3490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.723+0000 7f1f4dfca740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b172a5f30 0x560b172a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.723+0000 7f1f4dfca740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x560b172a8cc0 con 0x560b1729ca30
2024-03-19T01:53:42.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.723+0000 7f1f4dfca740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x560b171bc160 con 0x560b1729d350
2024-03-19T01:53:42.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.723+0000 7f1f4dfca740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x560b172a8e40 con 0x560b172a5f30
2024-03-19T01:53:42.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.723+0000 7f1f4909b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560b1729ca30 0x560b172a2f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.723+0000 7f1f4909b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560b1729ca30 0x560b172a2f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58042/0 (socket says 172.21.15.46:58042)
2024-03-19T01:53:42.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.723+0000 7f1f4909b640  1 -- 172.21.15.46:0/1213658480 learned_addr learned my addr 172.21.15.46:0/1213658480 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:42.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.723+0000 7f1f4dfca740 10 client.0 _ll_register_callbacks cb 0x560b171f8a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:53:42.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.723+0000 7f1f4889a640  1 --2- 172.21.15.46:0/1213658480 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560b1729d350 0x560b172a3490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.723+0000 7f1f4989c640  1 --2- 172.21.15.46:0/1213658480 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b172a5f30 0x560b172a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.723+0000 7f1f4909b640  1 -- 172.21.15.46:0/1213658480 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b172a5f30 msgr2=0x560b172a39d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:42.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.723+0000 7f1f4909b640  1 --2- 172.21.15.46:0/1213658480 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b172a5f30 0x560b172a39d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.723+0000 7f1f4909b640  1 -- 172.21.15.46:0/1213658480 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560b1729d350 msgr2=0x560b172a3490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:42.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.723+0000 7f1f4909b640  1 --2- 172.21.15.46:0/1213658480 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560b1729d350 0x560b172a3490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.723+0000 7f1f4909b640  1 -- 172.21.15.46:0/1213658480 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b16fde7d0 con 0x560b1729ca30
2024-03-19T01:53:42.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.723+0000 7f1f4889a640  1 --2- 172.21.15.46:0/1213658480 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560b1729d350 0x560b172a3490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:53:42.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.723+0000 7f1f4909b640  1 --2- 172.21.15.46:0/1213658480 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560b1729ca30 0x560b172a2f50 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f1f40017040 tx=0x7f1f40013fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91b60da4c79dc1b4 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:42.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.723+0000 7f1f2cff9640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:53:42.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.723+0000 7f1f2cff9640  1 -- 172.21.15.46:0/1213658480 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f400b3070 con 0x560b1729ca30
2024-03-19T01:53:42.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.724+0000 7f1f2cff9640  1 -- 172.21.15.46:0/1213658480 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f1f400ccae0 con 0x560b1729ca30
2024-03-19T01:53:42.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.724+0000 7f1f4dfca740  1 -- 172.21.15.46:0/1213658480 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1f4000bc00 con 0x560b1729ca30
2024-03-19T01:53:42.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.724+0000 7f1f2cff9640  1 -- 172.21.15.46:0/1213658480 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1f400ccce0 con 0x560b1729ca30
2024-03-19T01:53:42.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.724+0000 7f1f4dfca740 10 client.16497 fetch_fsmap learned FSMap version 29
2024-03-19T01:53:42.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.724+0000 7f1f4dfca740  1 -- 172.21.15.46:0/1213658480 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560b16f143f0 con 0x560b1729ca30
2024-03-19T01:53:42.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.724+0000 7f1f2cff9640  1 -- 172.21.15.46:0/1213658480 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1f4000bc00 con 0x560b1729ca30
2024-03-19T01:53:42.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.724+0000 7f1f2cff9640  1 -- 172.21.15.46:0/1213658480 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f1f40013640 con 0x560b1729ca30
2024-03-19T01:53:42.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.724+0000 7f1f4dfca740 10 client.16497 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:53:42.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.724+0000 7f1f4dfca740 10 client.16497 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:53:42.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.724+0000 7f1f4dfca740 20 client.16497 populate_metadata read hostname 'smithi046'
2024-03-19T01:53:42.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.724+0000 7f1f4dfca740  1 --2- 172.21.15.46:0/1213658480 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x560b172b60c0 0x560b172b84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.724+0000 7f1f4dfca740  4 client.16497 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:53:42.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.724+0000 7f1f4dfca740  1 -- 172.21.15.46:0/1213658480 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560b1720da40 con 0x560b172b60c0
2024-03-19T01:53:42.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.724+0000 7f1f4889a640  1 --2- 172.21.15.46:0/1213658480 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x560b172b60c0 0x560b172b84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.725+0000 7f1f2cff9640 10 client.16497 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:53:42.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.725+0000 7f1f4889a640  1 --2- 172.21.15.46:0/1213658480 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x560b172b60c0 0x560b172b84b0 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6391959bc7a57fd3 server_cookie=b32e2ea5ed3b32f8 in_seq=0 out_seq=0
2024-03-19T01:53:42.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.727+0000 7f1f2cff9640  1 -- 172.21.15.46:0/1213658480 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x560b1720da40 con 0x560b172b60c0
2024-03-19T01:53:42.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.727+0000 7f1f2cff9640 10 client.16497 handle_command_reply: tid=0
2024-03-19T01:53:42.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.727+0000 7f1f4dfca740  1 client.16497 shutdown
2024-03-19T01:53:42.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.727+0000 7f1f4dfca740  1 -- 172.21.15.46:0/1213658480 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560b1729ca30 msgr2=0x560b172a2f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:42.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.727+0000 7f1f4dfca740  1 --2- 172.21.15.46:0/1213658480 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560b1729ca30 0x560b172a2f50 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f1f40017040 tx=0x7f1f40013fd0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.727+0000 7f1f4dfca740  1 -- 172.21.15.46:0/1213658480 shutdown_connections
2024-03-19T01:53:42.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.727+0000 7f1f4dfca740  1 --2- 172.21.15.46:0/1213658480 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x560b172b60c0 0x560b172b84b0 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.727+0000 7f1f4dfca740  1 --2- 172.21.15.46:0/1213658480 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b172a5f30 0x560b172a39d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.727+0000 7f1f4dfca740  1 --2- 172.21.15.46:0/1213658480 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560b1729d350 0x560b172a3490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.727+0000 7f1f2cff9640  0 client.16497 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:53:42.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.727+0000 7f1f4dfca740  1 --2- 172.21.15.46:0/1213658480 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560b1729ca30 0x560b172a2f50 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.727+0000 7f1f4dfca740  1 -- 172.21.15.46:0/1213658480 >> 172.21.15.46:0/1213658480 conn(0x560b17297160 msgr2=0x560b17298eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:42.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.727+0000 7f1f4dfca740  1 -- 172.21.15.46:0/1213658480 shutdown_connections
2024-03-19T01:53:42.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.727+0000 7f1f4dfca740  1 -- 172.21.15.46:0/1213658480 wait complete.
2024-03-19T01:53:42.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.727+0000 7f1f4dfca740 20 client.16497 trim_cache size 0 max 16384
2024-03-19T01:53:42.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.746+0000 7f1f4dfca740  1  Processor -- start
2024-03-19T01:53:42.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.746+0000 7f1f4dfca740  1 --  start start
2024-03-19T01:53:42.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.746+0000 7f1f4dfca740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560b1729ca30 0x560b172a5680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.746+0000 7f1f4dfca740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560b1729d350 0x560b172a1e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.746+0000 7f1f4dfca740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b172a5f30 0x560b172bb4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.746+0000 7f1f4dfca740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1f441b1510 con 0x560b1729d350
2024-03-19T01:53:42.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.746+0000 7f1f4dfca740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f1f441aed20 con 0x560b1729ca30
2024-03-19T01:53:42.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.746+0000 7f1f4dfca740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1f441acb50 con 0x560b172a5f30
2024-03-19T01:53:42.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.746+0000 7f1f4889a640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560b1729d350 0x560b172a1e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.746+0000 7f1f4889a640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560b1729d350 0x560b172a1e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58056/0 (socket says 172.21.15.46:58056)
2024-03-19T01:53:42.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.746+0000 7f1f4889a640  1 -- 172.21.15.46:0/2655706668 learned_addr learned my addr 172.21.15.46:0/2655706668 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:42.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.746+0000 7f1f4989c640  1 --2- 172.21.15.46:0/2655706668 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b172a5f30 0x560b172bb4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.746+0000 7f1f4909b640  1 --2- 172.21.15.46:0/2655706668 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560b1729ca30 0x560b172a5680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.747+0000 7f1f4889a640  1 -- 172.21.15.46:0/2655706668 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b172a5f30 msgr2=0x560b172bb4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:42.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.747+0000 7f1f4889a640  1 --2- 172.21.15.46:0/2655706668 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b172a5f30 0x560b172bb4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.747+0000 7f1f4889a640  1 -- 172.21.15.46:0/2655706668 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560b1729ca30 msgr2=0x560b172a5680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:42.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.747+0000 7f1f4889a640  1 --2- 172.21.15.46:0/2655706668 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560b1729ca30 0x560b172a5680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.747+0000 7f1f4889a640  1 -- 172.21.15.46:0/2655706668 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b16ed40f0 con 0x560b1729d350
2024-03-19T01:53:42.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.747+0000 7f1f4889a640  1 --2- 172.21.15.46:0/2655706668 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560b1729d350 0x560b172a1e90 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f1f34005ab0 tx=0x7f1f3402c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6a2fb7f71d25e02 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:42.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.747+0000 7f1f2effd640  1 -- 172.21.15.46:0/2655706668 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f3402c7e0 con 0x560b1729d350
2024-03-19T01:53:42.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.747+0000 7f1f2effd640  1 -- 172.21.15.46:0/2655706668 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1f34005040 con 0x560b1729d350
2024-03-19T01:53:42.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.747+0000 7f1f2effd640  1 -- 172.21.15.46:0/2655706668 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f34004920 con 0x560b1729d350
2024-03-19T01:53:42.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.748+0000 7f1f4dfca740  1 -- 172.21.15.46:0/2655706668 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560b1729d350 msgr2=0x560b172a1e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:42.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.748+0000 7f1f4dfca740  1 --2- 172.21.15.46:0/2655706668 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560b1729d350 0x560b172a1e90 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f1f34005ab0 tx=0x7f1f3402c3e0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.748+0000 7f1f4dfca740  1 -- 172.21.15.46:0/2655706668 shutdown_connections
2024-03-19T01:53:42.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.748+0000 7f1f4dfca740  1 --2- 172.21.15.46:0/2655706668 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b172a5f30 0x560b172bb4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.748+0000 7f1f4dfca740  1 --2- 172.21.15.46:0/2655706668 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560b1729d350 0x560b172a1e90 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.748+0000 7f1f4dfca740  1 --2- 172.21.15.46:0/2655706668 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560b1729ca30 0x560b172a5680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.748+0000 7f1f4dfca740  1 -- 172.21.15.46:0/2655706668 >> 172.21.15.46:0/2655706668 conn(0x560b17297160 msgr2=0x560b172961e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:42.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.748+0000 7f1f4dfca740  1 -- 172.21.15.46:0/2655706668 shutdown_connections
2024-03-19T01:53:42.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.748+0000 7f1f4dfca740  1 -- 172.21.15.46:0/2655706668 wait complete.
2024-03-19T01:53:42.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.748+0000 7f1f4dfca740  1 --  start start
2024-03-19T01:53:42.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.748+0000 7f1f4dfca740  1  Processor -- start
2024-03-19T01:53:42.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.748+0000 7f1f4dfca740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560b1729ca30 0x560b172bb8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.748+0000 7f1f4dfca740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b1729d350 0x560b172b8c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.748+0000 7f1f4dfca740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560b172a5f30 0x560b172b93b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.748+0000 7f1f4dfca740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1f441ad1e0 con 0x560b1729ca30
2024-03-19T01:53:42.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.748+0000 7f1f4dfca740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f1f441ae650 con 0x560b172a5f30
2024-03-19T01:53:42.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.748+0000 7f1f4dfca740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1f441ad8b0 con 0x560b1729d350
2024-03-19T01:53:42.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.748+0000 7f1f4dfca740 10 client.0 _ll_register_callbacks cb 0x7f1f3c0093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:53:42.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.749+0000 7f1f4909b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560b1729ca30 0x560b172bb8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.749+0000 7f1f4909b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560b1729ca30 0x560b172bb8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58072/0 (socket says 172.21.15.46:58072)
2024-03-19T01:53:42.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.749+0000 7f1f4909b640  1 -- 172.21.15.46:0/4071475028 learned_addr learned my addr 172.21.15.46:0/4071475028 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:53:42.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.749+0000 7f1f4889a640  1 --2- 172.21.15.46:0/4071475028 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b1729d350 0x560b172b8c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.749+0000 7f1f4989c640  1 --2- 172.21.15.46:0/4071475028 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560b172a5f30 0x560b172b93b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.749+0000 7f1f4909b640  1 -- 172.21.15.46:0/4071475028 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b1729d350 msgr2=0x560b172b8c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:42.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.749+0000 7f1f4909b640  1 --2- 172.21.15.46:0/4071475028 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b1729d350 0x560b172b8c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.749+0000 7f1f4909b640  1 -- 172.21.15.46:0/4071475028 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560b172a5f30 msgr2=0x560b172b93b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:53:42.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.749+0000 7f1f4909b640  1 --2- 172.21.15.46:0/4071475028 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560b172a5f30 0x560b172b93b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.749+0000 7f1f4909b640  1 -- 172.21.15.46:0/4071475028 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b1731b060 con 0x560b1729ca30
2024-03-19T01:53:42.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.749+0000 7f1f4989c640  1 --2- 172.21.15.46:0/4071475028 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560b172a5f30 0x560b172b93b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:53:42.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.749+0000 7f1f4909b640  1 --2- 172.21.15.46:0/4071475028 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560b1729ca30 0x560b172bb8e0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f1f4000e9c0 tx=0x7f1f4009b470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c414292bfee8c456 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:53:42.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.749+0000 7f1f2cff9640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:53:42.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.749+0000 7f1f2cff9640  1 -- 172.21.15.46:0/4071475028 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f400ccce0 con 0x560b1729ca30
2024-03-19T01:53:42.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.749+0000 7f1f2cff9640  1 -- 172.21.15.46:0/4071475028 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f1f400afb50 con 0x560b1729ca30
2024-03-19T01:53:42.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.749+0000 7f1f4dfca740  1 -- 172.21.15.46:0/4071475028 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1f34005040 con 0x560b1729ca30
2024-03-19T01:53:42.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.749+0000 7f1f2cff9640  1 -- 172.21.15.46:0/4071475028 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1f4009f8c0 con 0x560b1729ca30
2024-03-19T01:53:42.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.749+0000 7f1f4dfca740 10 client.16503 fetch_fsmap learned FSMap version 29
2024-03-19T01:53:42.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.749+0000 7f1f4dfca740  1 -- 172.21.15.46:0/4071475028 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560b1731c1d0 con 0x560b1729ca30
2024-03-19T01:53:42.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.749+0000 7f1f2cff9640  1 -- 172.21.15.46:0/4071475028 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1f34005040 con 0x560b1729ca30
2024-03-19T01:53:42.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.749+0000 7f1f2cff9640  1 -- 172.21.15.46:0/4071475028 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f1f4009ade0 con 0x560b1729ca30
2024-03-19T01:53:42.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.750+0000 7f1f4dfca740 10 client.16503 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:53:42.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.750+0000 7f1f4dfca740 10 client.16503 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:53:42.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.750+0000 7f1f4dfca740 20 client.16503 populate_metadata read hostname 'smithi046'
2024-03-19T01:53:42.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.750+0000 7f1f4dfca740  1 --2- 172.21.15.46:0/4071475028 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x560b1731c810 0x560b1731ec30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:53:42.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.750+0000 7f1f4dfca740  4 client.16503 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:53:42.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.750+0000 7f1f4dfca740  1 -- 172.21.15.46:0/4071475028 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x560b17207d90 con 0x560b1731c810
2024-03-19T01:53:42.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.750+0000 7f1f4889a640  1 --2- 172.21.15.46:0/4071475028 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x560b1731c810 0x560b1731ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:53:42.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.750+0000 7f1f4889a640  1 --2- 172.21.15.46:0/4071475028 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x560b1731c810 0x560b1731ec30 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b9d7a0970f870d0 server_cookie=8c69871296a1de6b in_seq=0 out_seq=0
2024-03-19T01:53:42.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.750+0000 7f1f2cff9640 10 client.16503 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:53:42.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.759+0000 7f1f2cff9640  1 -- 172.21.15.46:0/4071475028 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+267 (crc 0 0 0) 0x560b17207d90 con 0x560b1731c810
2024-03-19T01:53:42.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.759+0000 7f1f2cff9640 10 client.16503 handle_command_reply: tid=0
2024-03-19T01:53:42.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.759+0000 7f1f4dfca740  1 client.16503 shutdown
2024-03-19T01:53:42.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.759+0000 7f1f4dfca740  1 -- 172.21.15.46:0/4071475028 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560b1729ca30 msgr2=0x560b172bb8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:42.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.759+0000 7f1f4dfca740  1 --2- 172.21.15.46:0/4071475028 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560b1729ca30 0x560b172bb8e0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f1f4000e9c0 tx=0x7f1f4009b470 comp rx=0 tx=0).stop
2024-03-19T01:53:42.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.759+0000 7f1f4dfca740  1 -- 172.21.15.46:0/4071475028 shutdown_connections
2024-03-19T01:53:42.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.759+0000 7f1f4dfca740  1 --2- 172.21.15.46:0/4071475028 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x560b1731c810 0x560b1731ec30 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.759+0000 7f1f4dfca740  1 --2- 172.21.15.46:0/4071475028 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560b172a5f30 0x560b172b93b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.759+0000 7f1f2cff9640  0 client.16503 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:53:42.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.759+0000 7f1f4dfca740  1 --2- 172.21.15.46:0/4071475028 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b1729d350 0x560b172b8c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.759+0000 7f1f4dfca740  1 --2- 172.21.15.46:0/4071475028 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560b1729ca30 0x560b172bb8e0 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.759+0000 7f1f4dfca740  1 -- 172.21.15.46:0/4071475028 >> 172.21.15.46:0/4071475028 conn(0x560b17297160 msgr2=0x560b172b1090 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:42.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.760+0000 7f1f4dfca740  1 -- 172.21.15.46:0/4071475028 shutdown_connections
2024-03-19T01:53:42.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.760+0000 7f1f4dfca740  1 -- 172.21.15.46:0/4071475028 wait complete.
2024-03-19T01:53:42.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.760+0000 7f1f4dfca740 20 client.16503 trim_cache size 0 max 16384
2024-03-19T01:53:42.762 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:53:42.762 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "scrub active (103 inodes in the stack)",
2024-03-19T01:53:42.762 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {
2024-03-19T01:53:42.762 INFO:teuthology.orchestra.run.smithi046.stdout:        "eacd4d80-3e20-4b38-86b8-c6adcd86e192": {
2024-03-19T01:53:42.762 INFO:teuthology.orchestra.run.smithi046.stdout:            "path": "/",
2024-03-19T01:53:42.763 INFO:teuthology.orchestra.run.smithi046.stdout:            "tag": "eacd4d80-3e20-4b38-86b8-c6adcd86e192",
2024-03-19T01:53:42.763 INFO:teuthology.orchestra.run.smithi046.stdout:            "options": "recursive,force"
2024-03-19T01:53:42.763 INFO:teuthology.orchestra.run.smithi046.stdout:        }
2024-03-19T01:53:42.763 INFO:teuthology.orchestra.run.smithi046.stdout:    }
2024-03-19T01:53:42.763 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:53:42.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.760+0000 7f1f4b2ff640  1 -- 172.21.15.46:0/1478599097 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f1f300a2970 msgr2=0x7f1f300a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:42.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.760+0000 7f1f4b2ff640  1 --2- 172.21.15.46:0/1478599097 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f1f300a2970 0x7f1f300a4e30 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x560b172982f0 tx=0x7f1f3c009bf0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.760+0000 7f1f4b2ff640  1 -- 172.21.15.46:0/1478599097 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f44100690 msgr2=0x7f1f44197ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:53:42.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.760+0000 7f1f4b2ff640  1 --2- 172.21.15.46:0/1478599097 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f44100690 0x7f1f44197ff0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f1f4000e9f0 tx=0x7f1f4000eeb0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.760+0000 7f1f4b2ff640  1 -- 172.21.15.46:0/1478599097 shutdown_connections
2024-03-19T01:53:42.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.760+0000 7f1f4b2ff640  1 --2- 172.21.15.46:0/1478599097 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1f441066a0 0x7f1f4419c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.760+0000 7f1f4b2ff640  1 --2- 172.21.15.46:0/1478599097 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f1f300a2970 0x7f1f300a4e30 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.760+0000 7f1f4b2ff640  1 --2- 172.21.15.46:0/1478599097 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1f44101050 0x7f1f44198530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.760+0000 7f1f4b2ff640  1 --2- 172.21.15.46:0/1478599097 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f44100690 0x7f1f44197ff0 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:53:42.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.760+0000 7f1f4b2ff640  1 -- 172.21.15.46:0/1478599097 >> 172.21.15.46:0/1478599097 conn(0x7f1f44077820 msgr2=0x7f1f44102fc0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:53:42.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.760+0000 7f1f4b2ff640  1 -- 172.21.15.46:0/1478599097 shutdown_connections
2024-03-19T01:53:42.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:53:42.760+0000 7f1f4b2ff640  1 -- 172.21.15.46:0/1478599097 wait complete.
2024-03-19T01:53:42.772 INFO:tasks.cephfs.filesystem:scrub status for tag:eacd4d80-3e20-4b38-86b8-c6adcd86e192 - {'path': '/', 'tag': 'eacd4d80-3e20-4b38-86b8-c6adcd86e192', 'options': 'recursive,force'}
2024-03-19T01:53:44.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:43 smithi073 ceph-mon[66833]: pgmap v112: 129 pgs: 129 active+clean; 2.1 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 594 KiB/s rd, 685 KiB/s wr, 129 op/s
2024-03-19T01:53:44.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:43 smithi073 ceph-mon[66833]: scrub queued for path: /
2024-03-19T01:53:44.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:43 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:53:44.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:43 smithi073 ceph-mon[66833]: scrub summary: active paths [/]
2024-03-19T01:53:44.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:43 smithi102 ceph-mon[66557]: pgmap v112: 129 pgs: 129 active+clean; 2.1 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 594 KiB/s rd, 685 KiB/s wr, 129 op/s
2024-03-19T01:53:44.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:43 smithi102 ceph-mon[66557]: scrub queued for path: /
2024-03-19T01:53:44.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:43 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:53:44.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:43 smithi102 ceph-mon[66557]: scrub summary: active paths [/]
2024-03-19T01:53:44.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:43 smithi046 ceph-mon[63102]: pgmap v112: 129 pgs: 129 active+clean; 2.1 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 594 KiB/s rd, 685 KiB/s wr, 129 op/s
2024-03-19T01:53:44.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:43 smithi046 ceph-mon[63102]: scrub queued for path: /
2024-03-19T01:53:44.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:43 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:53:44.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:43 smithi046 ceph-mon[63102]: scrub summary: active paths [/]
2024-03-19T01:53:45.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:44 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:53:45.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:44 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:53:45.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:44 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:53:46.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:45 smithi073 ceph-mon[66833]: pgmap v113: 129 pgs: 129 active+clean; 2.1 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 594 KiB/s rd, 685 KiB/s wr, 129 op/s
2024-03-19T01:53:46.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:45 smithi102 ceph-mon[66557]: pgmap v113: 129 pgs: 129 active+clean; 2.1 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 594 KiB/s rd, 685 KiB/s wr, 129 op/s
2024-03-19T01:53:46.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:45 smithi046 ceph-mon[63102]: pgmap v113: 129 pgs: 129 active+clean; 2.1 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 594 KiB/s rd, 685 KiB/s wr, 129 op/s
2024-03-19T01:53:47.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:46 smithi073 ceph-mon[66833]: scrub summary: idle
2024-03-19T01:53:47.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:46 smithi102 ceph-mon[66557]: scrub summary: idle
2024-03-19T01:53:47.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:46 smithi046 ceph-mon[63102]: scrub summary: idle
2024-03-19T01:53:48.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:47 smithi073 ceph-mon[66833]: pgmap v114: 129 pgs: 129 active+clean; 2.1 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 964 KiB/s rd, 1.0 MiB/s wr, 198 op/s
2024-03-19T01:53:48.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:47 smithi102 ceph-mon[66557]: pgmap v114: 129 pgs: 129 active+clean; 2.1 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 964 KiB/s rd, 1.0 MiB/s wr, 198 op/s
2024-03-19T01:53:48.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:47 smithi046 ceph-mon[63102]: pgmap v114: 129 pgs: 129 active+clean; 2.1 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 964 KiB/s rd, 1.0 MiB/s wr, 198 op/s
2024-03-19T01:53:50.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:49 smithi073 ceph-mon[66833]: pgmap v115: 129 pgs: 129 active+clean; 2.1 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 682 KiB/s rd, 751 KiB/s wr, 139 op/s
2024-03-19T01:53:50.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:49 smithi102 ceph-mon[66557]: pgmap v115: 129 pgs: 129 active+clean; 2.1 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 682 KiB/s rd, 751 KiB/s wr, 139 op/s
2024-03-19T01:53:50.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:49 smithi046 ceph-mon[63102]: pgmap v115: 129 pgs: 129 active+clean; 2.1 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 682 KiB/s rd, 751 KiB/s wr, 139 op/s
2024-03-19T01:53:52.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:51 smithi073 ceph-mon[66833]: pgmap v116: 129 pgs: 129 active+clean; 2.2 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 216 op/s
2024-03-19T01:53:52.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:51 smithi102 ceph-mon[66557]: pgmap v116: 129 pgs: 129 active+clean; 2.2 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 216 op/s
2024-03-19T01:53:52.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:51 smithi046 ceph-mon[63102]: pgmap v116: 129 pgs: 129 active+clean; 2.2 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 216 op/s
2024-03-19T01:53:54.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:53 smithi073 ceph-mon[66833]: pgmap v117: 129 pgs: 129 active+clean; 2.2 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 816 KiB/s rd, 814 KiB/s wr, 145 op/s
2024-03-19T01:53:54.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:53 smithi102 ceph-mon[66557]: pgmap v117: 129 pgs: 129 active+clean; 2.2 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 816 KiB/s rd, 814 KiB/s wr, 145 op/s
2024-03-19T01:53:54.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:53 smithi046 ceph-mon[63102]: pgmap v117: 129 pgs: 129 active+clean; 2.2 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 816 KiB/s rd, 814 KiB/s wr, 145 op/s
2024-03-19T01:53:56.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:55 smithi073 ceph-mon[66833]: pgmap v118: 129 pgs: 129 active+clean; 2.2 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 816 KiB/s rd, 814 KiB/s wr, 145 op/s
2024-03-19T01:53:56.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:55 smithi102 ceph-mon[66557]: pgmap v118: 129 pgs: 129 active+clean; 2.2 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 816 KiB/s rd, 814 KiB/s wr, 145 op/s
2024-03-19T01:53:56.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:55 smithi046 ceph-mon[63102]: pgmap v118: 129 pgs: 129 active+clean; 2.2 GiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 816 KiB/s rd, 814 KiB/s wr, 145 op/s
2024-03-19T01:53:58.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:57 smithi073 ceph-mon[66833]: pgmap v119: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 970 KiB/s wr, 202 op/s
2024-03-19T01:53:58.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:57 smithi102 ceph-mon[66557]: pgmap v119: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 970 KiB/s wr, 202 op/s
2024-03-19T01:53:58.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:57 smithi046 ceph-mon[63102]: pgmap v119: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 970 KiB/s wr, 202 op/s
2024-03-19T01:53:58.529 INFO:tasks.workunit:Stopping ['suites/fsstress.sh'] on client.0...
2024-03-19T01:53:58.530 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0
2024-03-19T01:53:58.814 DEBUG:teuthology.parallel:result is None
2024-03-19T01:53:58.815 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0
2024-03-19T01:53:58.854 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0
2024-03-19T01:53:58.854 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally
2024-03-19T01:53:58.864 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec...
2024-03-19T01:53:58.864 INFO:teuthology.task.exec:Executing custom commands...
2024-03-19T01:53:58.864 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi046.front.sepia.ceph.com
2024-03-19T01:53:58.865 DEBUG:teuthology.orchestra.run.smithi046:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME'
2024-03-19T01:53:58.930 DEBUG:teuthology.orchestra.run.smithi046:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi'
2024-03-19T01:54:00.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:53:59 smithi073 ceph-mon[66833]: pgmap v120: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 626 KiB/s wr, 133 op/s
2024-03-19T01:54:00.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:53:59 smithi102 ceph-mon[66557]: pgmap v120: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 626 KiB/s wr, 133 op/s
2024-03-19T01:54:00.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:53:59 smithi046 ceph-mon[63102]: pgmap v120: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 626 KiB/s wr, 133 op/s
2024-03-19T01:54:02.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:01 smithi073 ceph-mon[66833]: pgmap v121: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 935 KiB/s rd, 900 KiB/s wr, 179 op/s
2024-03-19T01:54:02.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:01 smithi102 ceph-mon[66557]: pgmap v121: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 935 KiB/s rd, 900 KiB/s wr, 179 op/s
2024-03-19T01:54:02.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:01 smithi046 ceph-mon[63102]: pgmap v121: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 935 KiB/s rd, 900 KiB/s wr, 179 op/s
2024-03-19T01:54:04.168 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:03 smithi046 ceph-mon[63102]: pgmap v122: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 490 KiB/s rd, 429 KiB/s wr, 102 op/s
2024-03-19T01:54:04.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:03 smithi073 ceph-mon[66833]: pgmap v122: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 490 KiB/s rd, 429 KiB/s wr, 102 op/s
2024-03-19T01:54:04.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:03 smithi102 ceph-mon[66557]: pgmap v122: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 490 KiB/s rd, 429 KiB/s wr, 102 op/s
2024-03-19T01:54:06.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:05 smithi073 ceph-mon[66833]: pgmap v123: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 490 KiB/s rd, 429 KiB/s wr, 102 op/s
2024-03-19T01:54:06.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:05 smithi102 ceph-mon[66557]: pgmap v123: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 490 KiB/s rd, 429 KiB/s wr, 102 op/s
2024-03-19T01:54:06.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:05 smithi046 ceph-mon[63102]: pgmap v123: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 490 KiB/s rd, 429 KiB/s wr, 102 op/s
2024-03-19T01:54:08.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:07 smithi073 ceph-mon[66833]: pgmap v124: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 522 KiB/s rd, 473 KiB/s wr, 128 op/s
2024-03-19T01:54:08.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:07 smithi102 ceph-mon[66557]: pgmap v124: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 522 KiB/s rd, 473 KiB/s wr, 128 op/s
2024-03-19T01:54:08.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:07 smithi046 ceph-mon[63102]: pgmap v124: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 522 KiB/s rd, 473 KiB/s wr, 128 op/s
2024-03-19T01:54:10.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:09 smithi073 ceph-mon[66833]: pgmap v125: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 318 KiB/s wr, 72 op/s
2024-03-19T01:54:10.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:09 smithi102 ceph-mon[66557]: pgmap v125: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 318 KiB/s wr, 72 op/s
2024-03-19T01:54:10.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:09 smithi046 ceph-mon[63102]: pgmap v125: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 318 KiB/s wr, 72 op/s
2024-03-19T01:54:12.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:11 smithi073 ceph-mon[66833]: pgmap v126: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 316 KiB/s rd, 330 KiB/s wr, 77 op/s
2024-03-19T01:54:12.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:11 smithi102 ceph-mon[66557]: pgmap v126: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 316 KiB/s rd, 330 KiB/s wr, 77 op/s
2024-03-19T01:54:12.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:11 smithi046 ceph-mon[63102]: pgmap v126: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 316 KiB/s rd, 330 KiB/s wr, 77 op/s
2024-03-19T01:54:12.773 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:54:12.773 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:54:12.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.890+0000 7f394b2b2640  1 -- 172.21.15.46:0/2099434235 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3944105c50 msgr2=0x7f3944106100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:12.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.890+0000 7f394b2b2640  1 --2- 172.21.15.46:0/2099434235 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3944105c50 0x7f3944106100 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f393c009cd0 tx=0x7f393c02c180 comp rx=0 tx=0).stop
2024-03-19T01:54:12.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.890+0000 7f394b2b2640  1 -- 172.21.15.46:0/2099434235 shutdown_connections
2024-03-19T01:54:12.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.890+0000 7f394b2b2640  1 --2- 172.21.15.46:0/2099434235 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3944105c50 0x7f3944106100 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.890+0000 7f394b2b2640  1 --2- 172.21.15.46:0/2099434235 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3944101170 0x7f3944105630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.890+0000 7f394b2b2640  1 --2- 172.21.15.46:0/2099434235 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3944100850 0x7f3944100c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.890+0000 7f394b2b2640  1 -- 172.21.15.46:0/2099434235 >> 172.21.15.46:0/2099434235 conn(0x7f3944076aa0 msgr2=0x7f3944076eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:12.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.890+0000 7f394b2b2640  1 -- 172.21.15.46:0/2099434235 shutdown_connections
2024-03-19T01:54:12.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.890+0000 7f394b2b2640  1 -- 172.21.15.46:0/2099434235 wait complete.
2024-03-19T01:54:12.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.891+0000 7f394b2b2640  1  Processor -- start
2024-03-19T01:54:12.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.891+0000 7f394b2b2640  1 --  start start
2024-03-19T01:54:12.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.891+0000 7f394b2b2640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3944100850 0x7f394419e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:12.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.891+0000 7f394b2b2640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3944101170 0x7f394419eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:12.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.891+0000 7f394b2b2640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3944105c50 0x7f39441a2f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:12.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.891+0000 7f394b2b2640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f3944118050 con 0x7f3944105c50
2024-03-19T01:54:12.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.891+0000 7f394b2b2640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f3944117ed0 con 0x7f3944100850
2024-03-19T01:54:12.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.891+0000 7f394b2b2640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f39441181d0 con 0x7f3944101170
2024-03-19T01:54:12.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.891+0000 7f394984f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3944105c50 0x7f39441a2f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:12.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.891+0000 7f394904e640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3944100850 0x7f394419e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:12.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.891+0000 7f394884d640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3944101170 0x7f394419eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:12.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.891+0000 7f394904e640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3944100850 0x7f394419e650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:60298/0 (socket says 172.21.15.46:60298)
2024-03-19T01:54:12.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.891+0000 7f394904e640  1 -- 172.21.15.46:0/2690366570 learned_addr learned my addr 172.21.15.46:0/2690366570 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:12.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.891+0000 7f394984f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3944105c50 0x7f39441a2f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33700/0 (socket says 172.21.15.46:33700)
2024-03-19T01:54:12.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.892+0000 7f394904e640  1 -- 172.21.15.46:0/2690366570 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3944101170 msgr2=0x7f394419eb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:12.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.892+0000 7f394904e640  1 --2- 172.21.15.46:0/2690366570 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3944101170 0x7f394419eb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.892+0000 7f394904e640  1 -- 172.21.15.46:0/2690366570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3944105c50 msgr2=0x7f39441a2f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:12.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.892+0000 7f394904e640  1 --2- 172.21.15.46:0/2690366570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3944105c50 0x7f39441a2f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.892+0000 7f394904e640  1 -- 172.21.15.46:0/2690366570 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39441a3640 con 0x7f3944100850
2024-03-19T01:54:12.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.892+0000 7f394984f640  1 --2- 172.21.15.46:0/2690366570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3944105c50 0x7f39441a2f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:54:12.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.892+0000 7f394884d640  1 --2- 172.21.15.46:0/2690366570 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3944101170 0x7f394419eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:54:12.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.892+0000 7f394904e640  1 --2- 172.21.15.46:0/2690366570 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3944100850 0x7f394419e650 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f394000e9f0 tx=0x7f394000edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:12.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.892+0000 7f393a7fc640  1 -- 172.21.15.46:0/2690366570 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f394000cd80 con 0x7f3944100850
2024-03-19T01:54:12.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.892+0000 7f394b2b2640  1 -- 172.21.15.46:0/2690366570 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39441a3930 con 0x7f3944100850
2024-03-19T01:54:12.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.892+0000 7f393a7fc640  1 -- 172.21.15.46:0/2690366570 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f39400054d0 con 0x7f3944100850
2024-03-19T01:54:12.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.892+0000 7f393a7fc640  1 -- 172.21.15.46:0/2690366570 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3940010490 con 0x7f3944100850
2024-03-19T01:54:12.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.892+0000 7f394b2b2640  1 -- 172.21.15.46:0/2690366570 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39441ab1c0 con 0x7f3944100850
2024-03-19T01:54:12.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.894+0000 7f393a7fc640  1 -- 172.21.15.46:0/2690366570 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f3940005020 con 0x7f3944100850
2024-03-19T01:54:12.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.895+0000 7f394df7f740  1  Processor -- start
2024-03-19T01:54:12.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.895+0000 7f394df7f740  1 --  start start
2024-03-19T01:54:12.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.895+0000 7f394df7f740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc20591a30 0x55bc20591e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:12.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.895+0000 7f394df7f740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc20592350 0x55bc2059a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:12.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.895+0000 7f394df7f740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc2059af30 0x55bc2059d320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:12.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.895+0000 7f394df7f740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55bc204f5500 con 0x55bc20592350
2024-03-19T01:54:12.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.895+0000 7f394df7f740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55bc2049dbe0 con 0x55bc2059af30
2024-03-19T01:54:12.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.895+0000 7f394df7f740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55bc204f15a0 con 0x55bc20591a30
2024-03-19T01:54:12.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.895+0000 7f393a7fc640  1 --2- 172.21.15.46:0/2690366570 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f39300a2970 0x7f39300a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:12.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.895+0000 7f394904e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc20592350 0x55bc2059a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:12.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.895+0000 7f394984f640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc20591a30 0x55bc20591e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:12.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.895+0000 7f394884d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc2059af30 0x55bc2059d320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:12.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.895+0000 7f394984f640  1 --2- 172.21.15.46:0/2690366570 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f39300a2970 0x7f39300a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:12.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.895+0000 7f394884d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc2059af30 0x55bc2059d320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:60312/0 (socket says 172.21.15.46:60312)
2024-03-19T01:54:12.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.895+0000 7f394884d640  1 -- 172.21.15.46:0/3426732160 learned_addr learned my addr 172.21.15.46:0/3426732160 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:12.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.896+0000 7f393a7fc640  1 -- 172.21.15.46:0/2690366570 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f39400cf580 con 0x7f3944100850
2024-03-19T01:54:12.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.896+0000 7f394884d640  1 -- 172.21.15.46:0/3426732160 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc20591a30 msgr2=0x55bc20591e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:12.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.896+0000 7f394884d640  1 --2- 172.21.15.46:0/3426732160 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc20591a30 0x55bc20591e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.896+0000 7f394884d640  1 -- 172.21.15.46:0/3426732160 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc20592350 msgr2=0x55bc2059a9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:12.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.896+0000 7f394884d640  1 --2- 172.21.15.46:0/3426732160 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc20592350 0x55bc2059a9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.896+0000 7f394884d640  1 -- 172.21.15.46:0/3426732160 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bc204bf000 con 0x55bc2059af30
2024-03-19T01:54:12.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.896+0000 7f394984f640  1 --2- 172.21.15.46:0/2690366570 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f39300a2970 0x7f39300a4e30 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f393c005cc0 tx=0x7f393c009360 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:12.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.896+0000 7f394884d640  1 --2- 172.21.15.46:0/3426732160 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc2059af30 0x55bc2059d320 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f3934011470 tx=0x7f3934011930 comp rx=0 tx=0).ready entity=mon.2 client_cookie=10564bf2e1cf9fa7 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:12.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.896+0000 7f392f7fe640  1 -- 172.21.15.46:0/3426732160 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3934004020 con 0x55bc2059af30
2024-03-19T01:54:12.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.896+0000 7f392f7fe640  1 -- 172.21.15.46:0/3426732160 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f39340035f0 con 0x55bc2059af30
2024-03-19T01:54:12.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.896+0000 7f392f7fe640  1 -- 172.21.15.46:0/3426732160 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f393400f840 con 0x55bc2059af30
2024-03-19T01:54:12.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.897+0000 7f394df7f740  1 -- 172.21.15.46:0/3426732160 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc2059af30 msgr2=0x55bc2059d320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:12.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.897+0000 7f394df7f740  1 --2- 172.21.15.46:0/3426732160 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc2059af30 0x55bc2059d320 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f3934011470 tx=0x7f3934011930 comp rx=0 tx=0).stop
2024-03-19T01:54:12.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.897+0000 7f394df7f740  1 -- 172.21.15.46:0/3426732160 shutdown_connections
2024-03-19T01:54:12.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.897+0000 7f394df7f740  1 --2- 172.21.15.46:0/3426732160 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc2059af30 0x55bc2059d320 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.897+0000 7f394df7f740  1 --2- 172.21.15.46:0/3426732160 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc20592350 0x55bc2059a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.897+0000 7f394df7f740  1 --2- 172.21.15.46:0/3426732160 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc20591a30 0x55bc20591e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.897+0000 7f394df7f740  1 -- 172.21.15.46:0/3426732160 >> 172.21.15.46:0/3426732160 conn(0x55bc2058c160 msgr2=0x55bc2058c540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:12.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.897+0000 7f394df7f740  1 -- 172.21.15.46:0/3426732160 shutdown_connections
2024-03-19T01:54:12.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.897+0000 7f394df7f740  1 -- 172.21.15.46:0/3426732160 wait complete.
2024-03-19T01:54:12.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.897+0000 7f394df7f740  1 --  start start
2024-03-19T01:54:12.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.897+0000 7f394df7f740  1  Processor -- start
2024-03-19T01:54:12.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.898+0000 7f394df7f740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc20591a30 0x55bc20597f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:12.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.898+0000 7f394df7f740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc20592350 0x55bc20598440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:12.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.898+0000 7f394df7f740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc2059af30 0x55bc20598980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:12.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.898+0000 7f394df7f740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55bc2059dd20 con 0x55bc2059af30
2024-03-19T01:54:12.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.898+0000 7f394df7f740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55bc204b1160 con 0x55bc20591a30
2024-03-19T01:54:12.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.898+0000 7f394df7f740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55bc2059dea0 con 0x55bc20592350
2024-03-19T01:54:12.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.898+0000 7f394df7f740 10 client.0 _ll_register_callbacks cb 0x55bc204eda40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:54:12.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.898+0000 7f394984f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc2059af30 0x55bc20598980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:12.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.898+0000 7f394984f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc2059af30 0x55bc20598980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33710/0 (socket says 172.21.15.46:33710)
2024-03-19T01:54:12.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.898+0000 7f394984f640  1 -- 172.21.15.46:0/3363101539 learned_addr learned my addr 172.21.15.46:0/3363101539 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:12.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.898+0000 7f394904e640  1 --2- 172.21.15.46:0/3363101539 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc20591a30 0x55bc20597f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:12.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.898+0000 7f394884d640  1 --2- 172.21.15.46:0/3363101539 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc20592350 0x55bc20598440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:12.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.898+0000 7f394984f640  1 -- 172.21.15.46:0/3363101539 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc20592350 msgr2=0x55bc20598440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:12.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.898+0000 7f394984f640  1 --2- 172.21.15.46:0/3363101539 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc20592350 0x55bc20598440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.898+0000 7f394984f640  1 -- 172.21.15.46:0/3363101539 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc20591a30 msgr2=0x55bc20597f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:12.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.898+0000 7f394984f640  1 --2- 172.21.15.46:0/3363101539 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc20591a30 0x55bc20597f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.898+0000 7f394984f640  1 -- 172.21.15.46:0/3363101539 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bc202d37d0 con 0x55bc2059af30
2024-03-19T01:54:12.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.898+0000 7f394984f640  1 --2- 172.21.15.46:0/3363101539 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc2059af30 0x55bc20598980 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f393c009cd0 tx=0x7f393c02e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce05a6f7f2168f81 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:12.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.898+0000 7f392cff9640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:54:12.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.899+0000 7f392cff9640  1 -- 172.21.15.46:0/3363101539 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f393c039040 con 0x55bc2059af30
2024-03-19T01:54:12.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.899+0000 7f394df7f740  1 -- 172.21.15.46:0/3363101539 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f39340035f0 con 0x55bc2059af30
2024-03-19T01:54:12.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.899+0000 7f392cff9640  1 -- 172.21.15.46:0/3363101539 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f393c0041e0 con 0x55bc2059af30
2024-03-19T01:54:12.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.899+0000 7f392cff9640  1 -- 172.21.15.46:0/3363101539 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f393c05b050 con 0x55bc2059af30
2024-03-19T01:54:12.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.899+0000 7f394df7f740 10 client.16515 fetch_fsmap learned FSMap version 29
2024-03-19T01:54:12.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.899+0000 7f394df7f740  1 -- 172.21.15.46:0/3363101539 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55bc202093f0 con 0x55bc2059af30
2024-03-19T01:54:12.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.899+0000 7f392cff9640  1 -- 172.21.15.46:0/3363101539 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f39340035f0 con 0x55bc2059af30
2024-03-19T01:54:12.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.899+0000 7f392cff9640  1 -- 172.21.15.46:0/3363101539 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f393c03f040 con 0x55bc2059af30
2024-03-19T01:54:12.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.899+0000 7f394df7f740 10 client.16515 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:54:12.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.899+0000 7f394df7f740 10 client.16515 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:54:12.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.899+0000 7f394df7f740 20 client.16515 populate_metadata read hostname 'smithi046'
2024-03-19T01:54:12.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.899+0000 7f394df7f740  1 --2- 172.21.15.46:0/3363101539 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55bc205ab750 0x55bc205adbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:12.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.899+0000 7f394df7f740  4 client.16515 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:54:12.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.899+0000 7f394df7f740  1 -- 172.21.15.46:0/3363101539 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bc20502a40 con 0x55bc205ab750
2024-03-19T01:54:12.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.899+0000 7f394904e640  1 --2- 172.21.15.46:0/3363101539 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55bc205ab750 0x55bc205adbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:12.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.900+0000 7f392cff9640 10 client.16515 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:54:12.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.900+0000 7f394904e640  1 --2- 172.21.15.46:0/3363101539 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55bc205ab750 0x55bc205adbd0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2ed2a59b53a324c7 server_cookie=300139b500e301dc in_seq=0 out_seq=0
2024-03-19T01:54:12.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.900+0000 7f392cff9640  1 -- 172.21.15.46:0/3363101539 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55bc20502a40 con 0x55bc205ab750
2024-03-19T01:54:12.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.900+0000 7f392cff9640 10 client.16515 handle_command_reply: tid=0
2024-03-19T01:54:12.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.900+0000 7f394df7f740  1 client.16515 shutdown
2024-03-19T01:54:12.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.900+0000 7f394df7f740  1 -- 172.21.15.46:0/3363101539 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc2059af30 msgr2=0x55bc20598980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:12.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.901+0000 7f394df7f740  1 --2- 172.21.15.46:0/3363101539 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc2059af30 0x55bc20598980 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f393c009cd0 tx=0x7f393c02e040 comp rx=0 tx=0).stop
2024-03-19T01:54:12.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.901+0000 7f394df7f740  1 -- 172.21.15.46:0/3363101539 shutdown_connections
2024-03-19T01:54:12.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.901+0000 7f394df7f740  1 --2- 172.21.15.46:0/3363101539 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55bc205ab750 0x55bc205adbd0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.901+0000 7f394df7f740  1 --2- 172.21.15.46:0/3363101539 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc2059af30 0x55bc20598980 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.901+0000 7f394df7f740  1 --2- 172.21.15.46:0/3363101539 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc20592350 0x55bc20598440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.901+0000 7f394df7f740  1 --2- 172.21.15.46:0/3363101539 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc20591a30 0x55bc20597f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.901+0000 7f394df7f740  1 -- 172.21.15.46:0/3363101539 >> 172.21.15.46:0/3363101539 conn(0x55bc2058c160 msgr2=0x55bc2058deb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:12.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.901+0000 7f392cff9640  0 client.16515 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:54:12.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.901+0000 7f394df7f740  1 -- 172.21.15.46:0/3363101539 shutdown_connections
2024-03-19T01:54:12.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.901+0000 7f394df7f740  1 -- 172.21.15.46:0/3363101539 wait complete.
2024-03-19T01:54:12.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.901+0000 7f394df7f740 20 client.16515 trim_cache size 0 max 16384
2024-03-19T01:54:12.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.918+0000 7f394df7f740  1  Processor -- start
2024-03-19T01:54:12.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.918+0000 7f394df7f740  1 --  start start
2024-03-19T01:54:12.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.918+0000 7f394df7f740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc20591a30 0x55bc2059a630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:12.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.918+0000 7f394df7f740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc20592350 0x55bc205a6ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:12.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.918+0000 7f394df7f740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc2059af30 0x55bc205b34e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:12.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.918+0000 7f394df7f740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f39441b7b80 con 0x55bc20592350
2024-03-19T01:54:12.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.918+0000 7f394df7f740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f39441b5390 con 0x55bc20591a30
2024-03-19T01:54:12.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.918+0000 7f394df7f740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f39441b31c0 con 0x55bc2059af30
2024-03-19T01:54:12.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.919+0000 7f394884d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc20592350 0x55bc205a6ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:12.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.919+0000 7f394884d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc20592350 0x55bc205a6ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33718/0 (socket says 172.21.15.46:33718)
2024-03-19T01:54:12.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.919+0000 7f394884d640  1 -- 172.21.15.46:0/3318654411 learned_addr learned my addr 172.21.15.46:0/3318654411 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:12.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.919+0000 7f394904e640  1 --2- 172.21.15.46:0/3318654411 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc20591a30 0x55bc2059a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:12.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.919+0000 7f394984f640  1 --2- 172.21.15.46:0/3318654411 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc2059af30 0x55bc205b34e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:12.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.919+0000 7f394884d640  1 -- 172.21.15.46:0/3318654411 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc2059af30 msgr2=0x55bc205b34e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:12.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.919+0000 7f394884d640  1 --2- 172.21.15.46:0/3318654411 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc2059af30 0x55bc205b34e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.919+0000 7f394884d640  1 -- 172.21.15.46:0/3318654411 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc20591a30 msgr2=0x55bc2059a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:12.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.919+0000 7f394884d640  1 --2- 172.21.15.46:0/3318654411 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc20591a30 0x55bc2059a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.919+0000 7f394884d640  1 -- 172.21.15.46:0/3318654411 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bc201c90f0 con 0x55bc20592350
2024-03-19T01:54:12.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.919+0000 7f394904e640  1 --2- 172.21.15.46:0/3318654411 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc20591a30 0x55bc2059a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:54:12.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.919+0000 7f394884d640  1 --2- 172.21.15.46:0/3318654411 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc20592350 0x55bc205a6ac0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f3934009380 tx=0x7f3934009ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d90697ef9baae8d5 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:12.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.919+0000 7f392effd640  1 -- 172.21.15.46:0/3318654411 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f393402a020 con 0x55bc20592350
2024-03-19T01:54:12.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.919+0000 7f392effd640  1 -- 172.21.15.46:0/3318654411 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f39340035f0 con 0x55bc20592350
2024-03-19T01:54:12.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.919+0000 7f392effd640  1 -- 172.21.15.46:0/3318654411 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f393400f600 con 0x55bc20592350
2024-03-19T01:54:12.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.920+0000 7f394df7f740  1 -- 172.21.15.46:0/3318654411 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc20592350 msgr2=0x55bc205a6ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:12.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.920+0000 7f394df7f740  1 --2- 172.21.15.46:0/3318654411 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc20592350 0x55bc205a6ac0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f3934009380 tx=0x7f3934009ce0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.920+0000 7f394df7f740  1 -- 172.21.15.46:0/3318654411 shutdown_connections
2024-03-19T01:54:12.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.920+0000 7f394df7f740  1 --2- 172.21.15.46:0/3318654411 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc2059af30 0x55bc205b34e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.920+0000 7f394df7f740  1 --2- 172.21.15.46:0/3318654411 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc20592350 0x55bc205a6ac0 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.920+0000 7f394df7f740  1 --2- 172.21.15.46:0/3318654411 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc20591a30 0x55bc2059a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.920+0000 7f394df7f740  1 -- 172.21.15.46:0/3318654411 >> 172.21.15.46:0/3318654411 conn(0x55bc2058c160 msgr2=0x55bc2058d540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:12.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.920+0000 7f394df7f740  1 -- 172.21.15.46:0/3318654411 shutdown_connections
2024-03-19T01:54:12.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.920+0000 7f394df7f740  1 -- 172.21.15.46:0/3318654411 wait complete.
2024-03-19T01:54:12.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.920+0000 7f394df7f740  1 --  start start
2024-03-19T01:54:12.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.920+0000 7f394df7f740  1  Processor -- start
2024-03-19T01:54:12.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.921+0000 7f394df7f740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc20591a30 0x55bc205a2e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:12.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.921+0000 7f394df7f740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc20592350 0x55bc205a3350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:12.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.921+0000 7f394df7f740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc2059af30 0x55bc2059e1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:12.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.921+0000 7f394df7f740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f39441b3850 con 0x55bc20591a30
2024-03-19T01:54:12.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.921+0000 7f394df7f740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f39441b4cc0 con 0x55bc20592350
2024-03-19T01:54:12.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.921+0000 7f394df7f740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f39441b3f20 con 0x55bc2059af30
2024-03-19T01:54:12.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.921+0000 7f394df7f740 10 client.0 _ll_register_callbacks cb 0x7f3940005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:54:12.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.921+0000 7f394904e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc20591a30 0x55bc205a2e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:12.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.921+0000 7f394904e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc20591a30 0x55bc205a2e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33728/0 (socket says 172.21.15.46:33728)
2024-03-19T01:54:12.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.921+0000 7f394904e640  1 -- 172.21.15.46:0/2600188795 learned_addr learned my addr 172.21.15.46:0/2600188795 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:12.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.921+0000 7f394884d640  1 --2- 172.21.15.46:0/2600188795 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc20592350 0x55bc205a3350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:12.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.921+0000 7f394984f640  1 --2- 172.21.15.46:0/2600188795 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc2059af30 0x55bc2059e1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:12.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.921+0000 7f394904e640  1 -- 172.21.15.46:0/2600188795 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc2059af30 msgr2=0x55bc2059e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:12.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.921+0000 7f394904e640  1 --2- 172.21.15.46:0/2600188795 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc2059af30 0x55bc2059e1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.921+0000 7f394904e640  1 -- 172.21.15.46:0/2600188795 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc20592350 msgr2=0x55bc205a3350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:12.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.921+0000 7f394904e640  1 --2- 172.21.15.46:0/2600188795 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc20592350 0x55bc205a3350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.921+0000 7f394904e640  1 -- 172.21.15.46:0/2600188795 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bc2059e9f0 con 0x55bc20591a30
2024-03-19T01:54:12.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.921+0000 7f394984f640  1 --2- 172.21.15.46:0/2600188795 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc2059af30 0x55bc2059e1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:54:12.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.921+0000 7f394884d640  1 --2- 172.21.15.46:0/2600188795 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc20592350 0x55bc205a3350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:54:12.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.921+0000 7f394904e640  1 --2- 172.21.15.46:0/2600188795 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc20591a30 0x55bc205a2e10 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f394009b7c0 tx=0x7f394006b3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a14f28532286d3a5 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:12.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.921+0000 7f392cff9640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:54:12.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.921+0000 7f392cff9640  1 -- 172.21.15.46:0/2600188795 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39400a3fd0 con 0x55bc20591a30
2024-03-19T01:54:12.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.922+0000 7f392cff9640  1 -- 172.21.15.46:0/2600188795 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f39400860b0 con 0x55bc20591a30
2024-03-19T01:54:12.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.922+0000 7f394df7f740  1 -- 172.21.15.46:0/2600188795 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f39340035f0 con 0x55bc20591a30
2024-03-19T01:54:12.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.922+0000 7f392cff9640  1 -- 172.21.15.46:0/2600188795 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f394009b830 con 0x55bc20591a30
2024-03-19T01:54:12.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.922+0000 7f394df7f740 10 client.16521 fetch_fsmap learned FSMap version 29
2024-03-19T01:54:12.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.922+0000 7f394df7f740  1 -- 172.21.15.46:0/2600188795 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55bc20611630 con 0x55bc20591a30
2024-03-19T01:54:12.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.922+0000 7f392cff9640  1 -- 172.21.15.46:0/2600188795 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f39340035f0 con 0x55bc20591a30
2024-03-19T01:54:12.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.922+0000 7f392cff9640  1 -- 172.21.15.46:0/2600188795 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f3940099df0 con 0x55bc20591a30
2024-03-19T01:54:12.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.922+0000 7f394df7f740 10 client.16521 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:54:12.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.922+0000 7f394df7f740 10 client.16521 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:54:12.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.922+0000 7f394df7f740 20 client.16521 populate_metadata read hostname 'smithi046'
2024-03-19T01:54:12.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.922+0000 7f394df7f740  1 --2- 172.21.15.46:0/2600188795 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55bc20611d00 0x55bc20614140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:12.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.922+0000 7f394df7f740  4 client.16521 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:54:12.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.922+0000 7f394df7f740  1 -- 172.21.15.46:0/2600188795 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55bc204fcd90 con 0x55bc20611d00
2024-03-19T01:54:12.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.922+0000 7f394884d640  1 --2- 172.21.15.46:0/2600188795 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55bc20611d00 0x55bc20614140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:12.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.923+0000 7f394884d640  1 --2- 172.21.15.46:0/2600188795 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55bc20611d00 0x55bc20614140 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=33eda1ec1c8d4ac8 server_cookie=a930011cf874e41e in_seq=0 out_seq=0
2024-03-19T01:54:12.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.923+0000 7f392cff9640 10 client.16521 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:54:12.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.923+0000 7f392cff9640  1 -- 172.21.15.46:0/2600188795 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55bc204fcd90 con 0x55bc20611d00
2024-03-19T01:54:12.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.923+0000 7f392cff9640 10 client.16521 handle_command_reply: tid=0
2024-03-19T01:54:12.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.923+0000 7f394df7f740  1 client.16521 shutdown
2024-03-19T01:54:12.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.923+0000 7f394df7f740  1 -- 172.21.15.46:0/2600188795 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc20591a30 msgr2=0x55bc205a2e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:12.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.923+0000 7f394df7f740  1 --2- 172.21.15.46:0/2600188795 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc20591a30 0x55bc205a2e10 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f394009b7c0 tx=0x7f394006b3c0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.923+0000 7f394df7f740  1 -- 172.21.15.46:0/2600188795 shutdown_connections
2024-03-19T01:54:12.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.923+0000 7f394df7f740  1 --2- 172.21.15.46:0/2600188795 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55bc20611d00 0x55bc20614140 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.923+0000 7f394df7f740  1 --2- 172.21.15.46:0/2600188795 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bc2059af30 0x55bc2059e1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.923+0000 7f394df7f740  1 --2- 172.21.15.46:0/2600188795 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bc20592350 0x55bc205a3350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.923+0000 7f392cff9640  0 client.16521 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:54:12.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.923+0000 7f394df7f740  1 --2- 172.21.15.46:0/2600188795 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc20591a30 0x55bc205a2e10 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.923+0000 7f394df7f740  1 -- 172.21.15.46:0/2600188795 >> 172.21.15.46:0/2600188795 conn(0x55bc2058c160 msgr2=0x55bc20598750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:12.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.923+0000 7f394df7f740  1 -- 172.21.15.46:0/2600188795 shutdown_connections
2024-03-19T01:54:12.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.923+0000 7f394df7f740  1 -- 172.21.15.46:0/2600188795 wait complete.
2024-03-19T01:54:12.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.923+0000 7f394df7f740 20 client.16521 trim_cache size 0 max 16384
2024-03-19T01:54:12.931 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:54:12.931 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "no active scrubs running",
2024-03-19T01:54:12.931 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {}
2024-03-19T01:54:12.931 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:54:12.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.924+0000 7f394b2b2640  1 -- 172.21.15.46:0/2690366570 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f39300a2970 msgr2=0x7f39300a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:12.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.924+0000 7f394b2b2640  1 --2- 172.21.15.46:0/2690366570 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f39300a2970 0x7f39300a4e30 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f393c005cc0 tx=0x7f393c009360 comp rx=0 tx=0).stop
2024-03-19T01:54:12.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.924+0000 7f394b2b2640  1 -- 172.21.15.46:0/2690366570 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3944100850 msgr2=0x7f394419e650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:12.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.924+0000 7f394b2b2640  1 --2- 172.21.15.46:0/2690366570 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3944100850 0x7f394419e650 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f394000e9f0 tx=0x7f394000edf0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.924+0000 7f394b2b2640  1 -- 172.21.15.46:0/2690366570 shutdown_connections
2024-03-19T01:54:12.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.924+0000 7f394b2b2640  1 --2- 172.21.15.46:0/2690366570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3944105c50 0x7f39441a2f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.924+0000 7f394b2b2640  1 --2- 172.21.15.46:0/2690366570 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f39300a2970 0x7f39300a4e30 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.924+0000 7f394b2b2640  1 --2- 172.21.15.46:0/2690366570 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3944101170 0x7f394419eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.924+0000 7f394b2b2640  1 --2- 172.21.15.46:0/2690366570 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3944100850 0x7f394419e650 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:12.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.924+0000 7f394b2b2640  1 -- 172.21.15.46:0/2690366570 >> 172.21.15.46:0/2690366570 conn(0x7f3944076aa0 msgr2=0x7f3944103600 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:12.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.924+0000 7f394b2b2640  1 -- 172.21.15.46:0/2690366570 shutdown_connections
2024-03-19T01:54:12.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:12.924+0000 7f394b2b2640  1 -- 172.21.15.46:0/2690366570 wait complete.
2024-03-19T01:54:12.935 INFO:tasks.cephfs.filesystem:all active scrubs completed
2024-03-19T01:54:12.935 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:54:13.039 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.038+0000 7f14c68c6640  1 -- 172.21.15.46:0/2860444480 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f14c0102180 msgr2=0x7f14c010e690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:13.039 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.038+0000 7f14c68c6640  1 --2- 172.21.15.46:0/2860444480 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f14c0102180 0x7f14c010e690 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f14b8009ca0 tx=0x7f14b802c0f0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.039 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.038+0000 7f14c68c6640  1 -- 172.21.15.46:0/2860444480 shutdown_connections
2024-03-19T01:54:13.039 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.038+0000 7f14c68c6640  1 --2- 172.21.15.46:0/2860444480 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f14c0102180 0x7f14c010e690 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.039 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.038+0000 7f14c68c6640  1 --2- 172.21.15.46:0/2860444480 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14c01017c0 0x7f14c0101c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.039 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.038+0000 7f14c68c6640  1 --2- 172.21.15.46:0/2860444480 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f14c01077d0 0x7f14c0107bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.039 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.038+0000 7f14c68c6640  1 -- 172.21.15.46:0/2860444480 >> 172.21.15.46:0/2860444480 conn(0x7f14c00fd2b0 msgr2=0x7f14c00ff6d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:13.039 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.038+0000 7f14c68c6640  1 -- 172.21.15.46:0/2860444480 shutdown_connections
2024-03-19T01:54:13.039 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.038+0000 7f14c68c6640  1 -- 172.21.15.46:0/2860444480 wait complete.
2024-03-19T01:54:13.039 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.039+0000 7f14c68c6640  1  Processor -- start
2024-03-19T01:54:13.040 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.039+0000 7f14c68c6640  1 --  start start
2024-03-19T01:54:13.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.039+0000 7f14c68c6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14c01017c0 0x7f14c0073b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.039+0000 7f14c68c6640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f14c0102180 0x7f14c0074060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.039+0000 7f14c68c6640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f14c01077d0 0x7f14c00745a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.039+0000 7f14c68c6640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f14c0111a90 con 0x7f14c01017c0
2024-03-19T01:54:13.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.039+0000 7f14c68c6640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f14c0111910 con 0x7f14c01077d0
2024-03-19T01:54:13.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.039+0000 7f14c68c6640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f14c0111c10 con 0x7f14c0102180
2024-03-19T01:54:13.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.039+0000 7f14bffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14c01017c0 0x7f14c0073b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.040+0000 7f14bffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14c01017c0 0x7f14c0073b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33750/0 (socket says 172.21.15.46:33750)
2024-03-19T01:54:13.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.040+0000 7f14bffff640  1 -- 172.21.15.46:0/806060270 learned_addr learned my addr 172.21.15.46:0/806060270 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:13.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.040+0000 7f14bf7fe640  1 --2- 172.21.15.46:0/806060270 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f14c0102180 0x7f14c0074060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.040+0000 7f14c4e63640  1 --2- 172.21.15.46:0/806060270 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f14c01077d0 0x7f14c00745a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.040+0000 7f14bffff640  1 -- 172.21.15.46:0/806060270 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f14c0102180 msgr2=0x7f14c0074060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:13.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.040+0000 7f14bffff640  1 --2- 172.21.15.46:0/806060270 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f14c0102180 0x7f14c0074060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.040+0000 7f14bffff640  1 -- 172.21.15.46:0/806060270 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f14c01077d0 msgr2=0x7f14c00745a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:13.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.040+0000 7f14bffff640  1 --2- 172.21.15.46:0/806060270 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f14c01077d0 0x7f14c00745a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.040+0000 7f14bffff640  1 -- 172.21.15.46:0/806060270 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14c01a6470 con 0x7f14c01017c0
2024-03-19T01:54:13.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.040+0000 7f14bffff640  1 --2- 172.21.15.46:0/806060270 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14c01017c0 0x7f14c0073b20 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f14b000e9f0 tx=0x7f14b000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:13.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.040+0000 7f14bd7fa640  1 -- 172.21.15.46:0/806060270 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14b000cd80 con 0x7f14c01017c0
2024-03-19T01:54:13.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.040+0000 7f14bd7fa640  1 -- 172.21.15.46:0/806060270 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f14b00054d0 con 0x7f14c01017c0
2024-03-19T01:54:13.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.040+0000 7f14c68c6640  1 -- 172.21.15.46:0/806060270 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14c01a6760 con 0x7f14c01017c0
2024-03-19T01:54:13.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.040+0000 7f14bd7fa640  1 -- 172.21.15.46:0/806060270 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14b0010490 con 0x7f14c01017c0
2024-03-19T01:54:13.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.040+0000 7f14c68c6640  1 -- 172.21.15.46:0/806060270 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14c01a6c60 con 0x7f14c01017c0
2024-03-19T01:54:13.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.041+0000 7f14c68c6640  1 -- 172.21.15.46:0/806060270 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14c0068610 con 0x7f14c01017c0
2024-03-19T01:54:13.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.042+0000 7f14bd7fa640  1 -- 172.21.15.46:0/806060270 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f14b0005020 con 0x7f14c01017c0
2024-03-19T01:54:13.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.043+0000 7f14bd7fa640  1 --2- 172.21.15.46:0/806060270 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f14a80a2970 0x7f14a80a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.043+0000 7f14bf7fe640  1 --2- 172.21.15.46:0/806060270 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f14a80a2970 0x7f14a80a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.043+0000 7f14bd7fa640  1 -- 172.21.15.46:0/806060270 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f14b00cf500 con 0x7f14c01017c0
2024-03-19T01:54:13.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.043+0000 7f14bf7fe640  1 --2- 172.21.15.46:0/806060270 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f14a80a2970 0x7f14a80a4e30 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f14c00755b0 tx=0x7f14b4005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:13.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.047+0000 7f14bd7fa640  1 -- 172.21.15.46:0/806060270 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f14b009beb0 con 0x7f14c01017c0
2024-03-19T01:54:13.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.272+0000 7f14c68c6640  1 -- 172.21.15.46:0/806060270 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f14c0109d30 con 0x7f14c01017c0
2024-03-19T01:54:13.273 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.273+0000 7f14bd7fa640  1 -- 172.21.15.46:0/806060270 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11870 (secure 0 0 0) 0x7f14b009b7b0 con 0x7f14c01017c0
2024-03-19T01:54:13.273 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:54:13.273 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-19T01:47:26.395717+0000","modified":"2024-03-19T01:52:53.660338+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24506,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[0,1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6839/1788589639","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6838","nonce":1788589639},{"type":"v1","addr":"172.21.15.73:6839","nonce":1788589639}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24506,"qdb_cluster":[24479,24478,24506]},"id":1}]}
2024-03-19T01:54:13.273 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 29
2024-03-19T01:54:13.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.275+0000 7f14c68c6640  1 -- 172.21.15.46:0/806060270 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f14a80a2970 msgr2=0x7f14a80a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:13.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.275+0000 7f14c68c6640  1 --2- 172.21.15.46:0/806060270 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f14a80a2970 0x7f14a80a4e30 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f14c00755b0 tx=0x7f14b4005f90 comp rx=0 tx=0).stop
2024-03-19T01:54:13.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.275+0000 7f14c68c6640  1 -- 172.21.15.46:0/806060270 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14c01017c0 msgr2=0x7f14c0073b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:13.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.275+0000 7f14c68c6640  1 --2- 172.21.15.46:0/806060270 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14c01017c0 0x7f14c0073b20 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f14b000e9f0 tx=0x7f14b000edf0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.275+0000 7f14c68c6640  1 -- 172.21.15.46:0/806060270 shutdown_connections
2024-03-19T01:54:13.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.275+0000 7f14c68c6640  1 --2- 172.21.15.46:0/806060270 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f14c01077d0 0x7f14c00745a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.275+0000 7f14c68c6640  1 --2- 172.21.15.46:0/806060270 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f14a80a2970 0x7f14a80a4e30 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.275+0000 7f14c68c6640  1 --2- 172.21.15.46:0/806060270 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f14c0102180 0x7f14c0074060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.275+0000 7f14c68c6640  1 --2- 172.21.15.46:0/806060270 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14c01017c0 0x7f14c0073b20 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.275+0000 7f14c68c6640  1 -- 172.21.15.46:0/806060270 >> 172.21.15.46:0/806060270 conn(0x7f14c00fd2b0 msgr2=0x7f14c00fdab0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:13.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.275+0000 7f14c68c6640  1 -- 172.21.15.46:0/806060270 shutdown_connections
2024-03-19T01:54:13.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.275+0000 7f14c68c6640  1 -- 172.21.15.46:0/806060270 wait complete.
2024-03-19T01:54:13.287 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls
2024-03-19T01:54:13.395 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.393+0000 7fb1101cd640  1 -- 172.21.15.46:0/3890197507 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb108103360 msgr2=0x7fb10810b840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:13.395 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.393+0000 7fb1101cd640  1 --2- 172.21.15.46:0/3890197507 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb108103360 0x7fb10810b840 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fb0f8009900 tx=0x7fb0f802bcd0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.395 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.393+0000 7fb1101cd640  1 -- 172.21.15.46:0/3890197507 shutdown_connections
2024-03-19T01:54:13.395 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.393+0000 7fb1101cd640  1 --2- 172.21.15.46:0/3890197507 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb10810bd80 0x7fb10810e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.395 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.393+0000 7fb1101cd640  1 --2- 172.21.15.46:0/3890197507 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb108103360 0x7fb10810b840 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.395 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.393+0000 7fb1101cd640  1 --2- 172.21.15.46:0/3890197507 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb108102a40 0x7fb108102e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.395 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.393+0000 7fb1101cd640  1 -- 172.21.15.46:0/3890197507 >> 172.21.15.46:0/3890197507 conn(0x7fb1080778d0 msgr2=0x7fb108077ce0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:13.395 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.393+0000 7fb1101cd640  1 -- 172.21.15.46:0/3890197507 shutdown_connections
2024-03-19T01:54:13.395 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.393+0000 7fb1101cd640  1 -- 172.21.15.46:0/3890197507 wait complete.
2024-03-19T01:54:13.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.393+0000 7fb1101cd640  1  Processor -- start
2024-03-19T01:54:13.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.393+0000 7fb1101cd640  1 --  start start
2024-03-19T01:54:13.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.393+0000 7fb1101cd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb108102a40 0x7fb108197fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.394+0000 7fb1101cd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb108103360 0x7fb108198510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.394+0000 7fb1101cd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb10810bd80 0x7fb10819c890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.394+0000 7fb1101cd640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb108111a30 con 0x7fb108103360
2024-03-19T01:54:13.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.394+0000 7fb1101cd640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb1081118b0 con 0x7fb10810bd80
2024-03-19T01:54:13.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.394+0000 7fb1101cd640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb108111bb0 con 0x7fb108102a40
2024-03-19T01:54:13.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.394+0000 7fb10d768640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb108103360 0x7fb108198510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.394+0000 7fb10d768640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb108103360 0x7fb108198510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33762/0 (socket says 172.21.15.46:33762)
2024-03-19T01:54:13.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.394+0000 7fb10d768640  1 -- 172.21.15.46:0/2000720810 learned_addr learned my addr 172.21.15.46:0/2000720810 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:13.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.394+0000 7fb10df69640  1 --2- 172.21.15.46:0/2000720810 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb108102a40 0x7fb108197fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.394+0000 7fb10e76a640  1 --2- 172.21.15.46:0/2000720810 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb10810bd80 0x7fb10819c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.394+0000 7fb10d768640  1 -- 172.21.15.46:0/2000720810 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb108102a40 msgr2=0x7fb108197fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:13.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.394+0000 7fb10d768640  1 --2- 172.21.15.46:0/2000720810 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb108102a40 0x7fb108197fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.394+0000 7fb10d768640  1 -- 172.21.15.46:0/2000720810 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb10810bd80 msgr2=0x7fb10819c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:13.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.394+0000 7fb10d768640  1 --2- 172.21.15.46:0/2000720810 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb10810bd80 0x7fb10819c890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.394+0000 7fb10d768640  1 -- 172.21.15.46:0/2000720810 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb10819cfc0 con 0x7fb108103360
2024-03-19T01:54:13.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.394+0000 7fb10d768640  1 --2- 172.21.15.46:0/2000720810 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb108103360 0x7fb108198510 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fb0f8005940 tx=0x7fb0f80045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:13.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.394+0000 7fb0feffd640  1 -- 172.21.15.46:0/2000720810 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0f8043020 con 0x7fb108103360
2024-03-19T01:54:13.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.394+0000 7fb0feffd640  1 -- 172.21.15.46:0/2000720810 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb0f802dba0 con 0x7fb108103360
2024-03-19T01:54:13.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.394+0000 7fb1101cd640  1 -- 172.21.15.46:0/2000720810 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb10819d250 con 0x7fb108103360
2024-03-19T01:54:13.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.394+0000 7fb0feffd640  1 -- 172.21.15.46:0/2000720810 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0f8003a10 con 0x7fb108103360
2024-03-19T01:54:13.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.394+0000 7fb1101cd640  1 -- 172.21.15.46:0/2000720810 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1081a4b40 con 0x7fb108103360
2024-03-19T01:54:13.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.397+0000 7fb0feffd640  1 -- 172.21.15.46:0/2000720810 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fb0f8046020 con 0x7fb108103360
2024-03-19T01:54:13.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.397+0000 7fb112dbc740  1  Processor -- start
2024-03-19T01:54:13.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.398+0000 7fb112dbc740  1 --  start start
2024-03-19T01:54:13.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.398+0000 7fb112dbc740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c2706000 0x5578c27063e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.398+0000 7fb112dbc740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c2706920 0x5578c27136a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.398+0000 7fb112dbc740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c2713be0 0x5578c2715fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.398+0000 7fb112dbc740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5578c26694b0 con 0x5578c2713be0
2024-03-19T01:54:13.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.398+0000 7fb112dbc740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5578c2611d70 con 0x5578c2706920
2024-03-19T01:54:13.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.398+0000 7fb112dbc740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5578c2665550 con 0x5578c2706000
2024-03-19T01:54:13.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.398+0000 7fb10d768640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c2713be0 0x5578c2715fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.398+0000 7fb10df69640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c2706920 0x5578c27136a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.398+0000 7fb10d768640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c2713be0 0x5578c2715fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33770/0 (socket says 172.21.15.46:33770)
2024-03-19T01:54:13.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.398+0000 7fb0feffd640  1 --2- 172.21.15.46:0/2000720810 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb0f40a29f0 0x7fb0f40a4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.398+0000 7fb10d768640  1 -- 172.21.15.46:0/2398251080 learned_addr learned my addr 172.21.15.46:0/2398251080 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:13.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.398+0000 7fb10e76a640  1 --2- 172.21.15.46:0/2398251080 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c2706000 0x5578c27063e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.398+0000 7fb10e76a640  1 --2- 172.21.15.46:0/2000720810 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb0f40a29f0 0x7fb0f40a4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.398+0000 7fb10df69640  1 -- 172.21.15.46:0/2398251080 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c2706000 msgr2=0x5578c27063e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:13.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.398+0000 7fb10df69640  1 --2- 172.21.15.46:0/2398251080 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c2706000 0x5578c27063e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.398+0000 7fb10df69640  1 -- 172.21.15.46:0/2398251080 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c2713be0 msgr2=0x5578c2715fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:13.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.398+0000 7fb10df69640  1 --2- 172.21.15.46:0/2398251080 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c2713be0 0x5578c2715fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.398+0000 7fb10df69640  1 -- 172.21.15.46:0/2398251080 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5578c2634210 con 0x5578c2706920
2024-03-19T01:54:13.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.398+0000 7fb0feffd640  1 -- 172.21.15.46:0/2000720810 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fb0f80f10a0 con 0x7fb108103360
2024-03-19T01:54:13.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.399+0000 7fb10df69640  1 --2- 172.21.15.46:0/2398251080 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c2706920 0x5578c27136a0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fb104009c00 tx=0x7fb104011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3b8bcea7412a334c server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:13.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.399+0000 7fb10e76a640  1 --2- 172.21.15.46:0/2000720810 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb0f40a29f0 0x7fb0f40a4eb0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fb100005fd0 tx=0x7fb100004ab0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:13.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.399+0000 7fb0f3fff640  1 -- 172.21.15.46:0/2398251080 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb104004230 con 0x5578c2706920
2024-03-19T01:54:13.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.399+0000 7fb0f3fff640  1 -- 172.21.15.46:0/2398251080 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb1040043d0 con 0x5578c2706920
2024-03-19T01:54:13.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.399+0000 7fb0f3fff640  1 -- 172.21.15.46:0/2398251080 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb104004c60 con 0x5578c2706920
2024-03-19T01:54:13.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.400+0000 7fb112dbc740  1 -- 172.21.15.46:0/2398251080 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c2706920 msgr2=0x5578c27136a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:13.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.400+0000 7fb112dbc740  1 --2- 172.21.15.46:0/2398251080 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c2706920 0x5578c27136a0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fb104009c00 tx=0x7fb104011810 comp rx=0 tx=0).stop
2024-03-19T01:54:13.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.400+0000 7fb112dbc740  1 -- 172.21.15.46:0/2398251080 shutdown_connections
2024-03-19T01:54:13.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.400+0000 7fb112dbc740  1 --2- 172.21.15.46:0/2398251080 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c2713be0 0x5578c2715fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.400+0000 7fb112dbc740  1 --2- 172.21.15.46:0/2398251080 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c2706920 0x5578c27136a0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.400+0000 7fb112dbc740  1 --2- 172.21.15.46:0/2398251080 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c2706000 0x5578c27063e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.400+0000 7fb112dbc740  1 -- 172.21.15.46:0/2398251080 >> 172.21.15.46:0/2398251080 conn(0x5578c2700a00 msgr2=0x5578c2700de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:13.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.400+0000 7fb112dbc740  1 -- 172.21.15.46:0/2398251080 shutdown_connections
2024-03-19T01:54:13.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.400+0000 7fb112dbc740  1 -- 172.21.15.46:0/2398251080 wait complete.
2024-03-19T01:54:13.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.400+0000 7fb112dbc740  1 --  start start
2024-03-19T01:54:13.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.400+0000 7fb112dbc740  1  Processor -- start
2024-03-19T01:54:13.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.401+0000 7fb112dbc740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c2706000 0x5578c2710bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.401+0000 7fb112dbc740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c2706920 0x5578c2711100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.401+0000 7fb112dbc740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c2713be0 0x5578c2711640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.401+0000 7fb112dbc740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5578c27169a0 con 0x5578c2706000
2024-03-19T01:54:13.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.401+0000 7fb112dbc740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5578c2625310 con 0x5578c2706920
2024-03-19T01:54:13.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.401+0000 7fb112dbc740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5578c2716b20 con 0x5578c2713be0
2024-03-19T01:54:13.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.401+0000 7fb112dbc740 10 client.0 _ll_register_callbacks cb 0x5578c26192d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:54:13.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.401+0000 7fb10df69640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c2706000 0x5578c2710bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.401+0000 7fb10df69640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c2706000 0x5578c2710bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33786/0 (socket says 172.21.15.46:33786)
2024-03-19T01:54:13.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.401+0000 7fb10df69640  1 -- 172.21.15.46:0/1495352702 learned_addr learned my addr 172.21.15.46:0/1495352702 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:13.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.401+0000 7fb10d768640  1 --2- 172.21.15.46:0/1495352702 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c2706920 0x5578c2711100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.401+0000 7fb10e76a640  1 --2- 172.21.15.46:0/1495352702 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c2713be0 0x5578c2711640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.401+0000 7fb10df69640  1 -- 172.21.15.46:0/1495352702 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c2713be0 msgr2=0x5578c2711640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:13.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.401+0000 7fb10df69640  1 --2- 172.21.15.46:0/1495352702 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c2713be0 0x5578c2711640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.401+0000 7fb10df69640  1 -- 172.21.15.46:0/1495352702 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c2706920 msgr2=0x5578c2711100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:13.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.401+0000 7fb10df69640  1 --2- 172.21.15.46:0/1495352702 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c2706920 0x5578c2711100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.401+0000 7fb10df69640  1 -- 172.21.15.46:0/1495352702 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5578c237d3f0 con 0x5578c2706000
2024-03-19T01:54:13.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.401+0000 7fb10e76a640  1 --2- 172.21.15.46:0/1495352702 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c2713be0 0x5578c2711640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:54:13.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.401+0000 7fb10df69640  1 --2- 172.21.15.46:0/1495352702 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c2706000 0x5578c2710bc0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7fb104019ad0 tx=0x7fb104019b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a631b6287a9818df server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:13.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.401+0000 7fb0f17fa640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:54:13.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.401+0000 7fb0f17fa640  1 -- 172.21.15.46:0/1495352702 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb104028020 con 0x5578c2706000
2024-03-19T01:54:13.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.401+0000 7fb0f17fa640  1 -- 172.21.15.46:0/1495352702 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fb104024620 con 0x5578c2706000
2024-03-19T01:54:13.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.401+0000 7fb112dbc740  1 -- 172.21.15.46:0/1495352702 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb1040043d0 con 0x5578c2706000
2024-03-19T01:54:13.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.402+0000 7fb0f17fa640  1 -- 172.21.15.46:0/1495352702 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb104033050 con 0x5578c2706000
2024-03-19T01:54:13.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.402+0000 7fb112dbc740 10 client.16539 fetch_fsmap learned FSMap version 29
2024-03-19T01:54:13.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.402+0000 7fb112dbc740  1 -- 172.21.15.46:0/1495352702 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5578c24477d0 con 0x5578c2706000
2024-03-19T01:54:13.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.402+0000 7fb0f17fa640  1 -- 172.21.15.46:0/1495352702 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb1040043d0 con 0x5578c2706000
2024-03-19T01:54:13.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.402+0000 7fb0f17fa640  1 -- 172.21.15.46:0/1495352702 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fb104018070 con 0x5578c2706000
2024-03-19T01:54:13.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.402+0000 7fb112dbc740 10 client.16539 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:54:13.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.402+0000 7fb112dbc740 10 client.16539 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:54:13.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.402+0000 7fb112dbc740 20 client.16539 populate_metadata read hostname 'smithi046'
2024-03-19T01:54:13.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.402+0000 7fb112dbc740  1 --2- 172.21.15.46:0/1495352702 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5578c2723ec0 0x5578c27262b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.402+0000 7fb112dbc740  4 client.16539 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:54:13.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.402+0000 7fb112dbc740  1 -- 172.21.15.46:0/1495352702 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5578c26c73e0 con 0x5578c2723ec0
2024-03-19T01:54:13.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.402+0000 7fb10d768640  1 --2- 172.21.15.46:0/1495352702 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5578c2723ec0 0x5578c27262b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.403+0000 7fb0f17fa640 10 client.16539 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:54:13.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.403+0000 7fb10d768640  1 --2- 172.21.15.46:0/1495352702 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5578c2723ec0 0x5578c27262b0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=248285bed82bcd50 server_cookie=79115f28e2b94148 in_seq=0 out_seq=0
2024-03-19T01:54:13.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.403+0000 7fb0f17fa640  1 -- 172.21.15.46:0/1495352702 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5578c26c73e0 con 0x5578c2723ec0
2024-03-19T01:54:13.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.403+0000 7fb0f17fa640 10 client.16539 handle_command_reply: tid=0
2024-03-19T01:54:13.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.403+0000 7fb112dbc740  1 client.16539 shutdown
2024-03-19T01:54:13.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.403+0000 7fb112dbc740  1 -- 172.21.15.46:0/1495352702 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c2706000 msgr2=0x5578c2710bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:13.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.403+0000 7fb112dbc740  1 --2- 172.21.15.46:0/1495352702 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c2706000 0x5578c2710bc0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7fb104019ad0 tx=0x7fb104019b00 comp rx=0 tx=0).stop
2024-03-19T01:54:13.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.403+0000 7fb112dbc740  1 -- 172.21.15.46:0/1495352702 shutdown_connections
2024-03-19T01:54:13.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.403+0000 7fb112dbc740  1 --2- 172.21.15.46:0/1495352702 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5578c2723ec0 0x5578c27262b0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.403+0000 7fb112dbc740  1 --2- 172.21.15.46:0/1495352702 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c2713be0 0x5578c2711640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.403+0000 7fb112dbc740  1 --2- 172.21.15.46:0/1495352702 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c2706920 0x5578c2711100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.403+0000 7fb0f17fa640  0 client.16539 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:54:13.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.403+0000 7fb112dbc740  1 --2- 172.21.15.46:0/1495352702 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c2706000 0x5578c2710bc0 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.403+0000 7fb112dbc740  1 -- 172.21.15.46:0/1495352702 >> 172.21.15.46:0/1495352702 conn(0x5578c2700a00 msgr2=0x5578c2702750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:13.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.404+0000 7fb112dbc740  1 -- 172.21.15.46:0/1495352702 shutdown_connections
2024-03-19T01:54:13.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.404+0000 7fb112dbc740  1 -- 172.21.15.46:0/1495352702 wait complete.
2024-03-19T01:54:13.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.404+0000 7fb112dbc740 20 client.16539 trim_cache size 0 max 16384
2024-03-19T01:54:13.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.417+0000 7fb112dbc740  1  Processor -- start
2024-03-19T01:54:13.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.417+0000 7fb112dbc740  1 --  start start
2024-03-19T01:54:13.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.417+0000 7fb112dbc740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c2706000 0x5578c27132f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.417+0000 7fb112dbc740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c2706920 0x5578c271f780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.417+0000 7fb112dbc740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c2713be0 0x5578c2701e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.417+0000 7fb112dbc740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb1081af2a0 con 0x5578c2713be0
2024-03-19T01:54:13.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.417+0000 7fb112dbc740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb1081acab0 con 0x5578c2706920
2024-03-19T01:54:13.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.417+0000 7fb112dbc740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb1081aa8e0 con 0x5578c2706000
2024-03-19T01:54:13.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.417+0000 7fb10e76a640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c2713be0 0x5578c2701e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.417+0000 7fb10e76a640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c2713be0 0x5578c2701e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33790/0 (socket says 172.21.15.46:33790)
2024-03-19T01:54:13.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.417+0000 7fb10e76a640  1 -- 172.21.15.46:0/3605008432 learned_addr learned my addr 172.21.15.46:0/3605008432 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:13.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.417+0000 7fb10df69640  1 --2- 172.21.15.46:0/3605008432 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c2706000 0x5578c27132f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.417+0000 7fb10d768640  1 --2- 172.21.15.46:0/3605008432 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c2706920 0x5578c271f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.417+0000 7fb10e76a640  1 -- 172.21.15.46:0/3605008432 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c2706000 msgr2=0x5578c27132f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:13.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.417+0000 7fb10e76a640  1 --2- 172.21.15.46:0/3605008432 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c2706000 0x5578c27132f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.417+0000 7fb10e76a640  1 -- 172.21.15.46:0/3605008432 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c2706920 msgr2=0x5578c271f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:13.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.417+0000 7fb10e76a640  1 --2- 172.21.15.46:0/3605008432 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c2706920 0x5578c271f780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.417+0000 7fb10e76a640  1 -- 172.21.15.46:0/3605008432 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5578c2702d00 con 0x5578c2713be0
2024-03-19T01:54:13.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.418+0000 7fb10e76a640  1 --2- 172.21.15.46:0/3605008432 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c2713be0 0x5578c2701e50 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7fb1000121c0 tx=0x7fb100009ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85baf42cd2ffaf14 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:13.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.418+0000 7fb0f37fe640  1 -- 172.21.15.46:0/3605008432 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb10000ee40 con 0x5578c2713be0
2024-03-19T01:54:13.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.418+0000 7fb0f37fe640  1 -- 172.21.15.46:0/3605008432 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb100025070 con 0x5578c2713be0
2024-03-19T01:54:13.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.418+0000 7fb0f37fe640  1 -- 172.21.15.46:0/3605008432 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb100021c20 con 0x5578c2713be0
2024-03-19T01:54:13.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.418+0000 7fb112dbc740  1 -- 172.21.15.46:0/3605008432 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c2713be0 msgr2=0x5578c2701e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:13.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.418+0000 7fb112dbc740  1 --2- 172.21.15.46:0/3605008432 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c2713be0 0x5578c2701e50 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7fb1000121c0 tx=0x7fb100009ab0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.418+0000 7fb112dbc740  1 -- 172.21.15.46:0/3605008432 shutdown_connections
2024-03-19T01:54:13.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.418+0000 7fb112dbc740  1 --2- 172.21.15.46:0/3605008432 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c2713be0 0x5578c2701e50 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.418+0000 7fb112dbc740  1 --2- 172.21.15.46:0/3605008432 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c2706920 0x5578c271f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.418+0000 7fb112dbc740  1 --2- 172.21.15.46:0/3605008432 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c2706000 0x5578c27132f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.418+0000 7fb112dbc740  1 -- 172.21.15.46:0/3605008432 >> 172.21.15.46:0/3605008432 conn(0x5578c2700a00 msgr2=0x5578c270fbf0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:13.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.419+0000 7fb112dbc740  1 -- 172.21.15.46:0/3605008432 shutdown_connections
2024-03-19T01:54:13.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.419+0000 7fb112dbc740  1 -- 172.21.15.46:0/3605008432 wait complete.
2024-03-19T01:54:13.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.419+0000 7fb112dbc740  1 --  start start
2024-03-19T01:54:13.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.419+0000 7fb112dbc740  1  Processor -- start
2024-03-19T01:54:13.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.419+0000 7fb112dbc740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c2706000 0x5578c271c1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.419+0000 7fb112dbc740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c2706920 0x5578c270d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.419+0000 7fb112dbc740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c2713be0 0x5578c270dd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.419+0000 7fb112dbc740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb1081aaf70 con 0x5578c2713be0
2024-03-19T01:54:13.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.419+0000 7fb112dbc740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb1081ac3e0 con 0x5578c2706920
2024-03-19T01:54:13.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.419+0000 7fb112dbc740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb1081ab640 con 0x5578c2706000
2024-03-19T01:54:13.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.419+0000 7fb112dbc740 10 client.0 _ll_register_callbacks cb 0x7fb0f80bd2f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:54:13.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.419+0000 7fb10e76a640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c2713be0 0x5578c270dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.419+0000 7fb10e76a640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c2713be0 0x5578c270dd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33796/0 (socket says 172.21.15.46:33796)
2024-03-19T01:54:13.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.420+0000 7fb10e76a640  1 -- 172.21.15.46:0/652354624 learned_addr learned my addr 172.21.15.46:0/652354624 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:13.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.420+0000 7fb10d768640  1 --2- 172.21.15.46:0/652354624 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c2706920 0x5578c270d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.420+0000 7fb10df69640  1 --2- 172.21.15.46:0/652354624 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c2706000 0x5578c271c1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.420+0000 7fb10e76a640  1 -- 172.21.15.46:0/652354624 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c2706000 msgr2=0x5578c271c1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:13.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.420+0000 7fb10e76a640  1 --2- 172.21.15.46:0/652354624 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c2706000 0x5578c271c1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.420+0000 7fb10e76a640  1 -- 172.21.15.46:0/652354624 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c2706920 msgr2=0x5578c270d5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:13.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.420+0000 7fb10e76a640  1 --2- 172.21.15.46:0/652354624 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c2706920 0x5578c270d5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.420+0000 7fb10e76a640  1 -- 172.21.15.46:0/652354624 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5578c2716530 con 0x5578c2713be0
2024-03-19T01:54:13.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.420+0000 7fb10d768640  1 --2- 172.21.15.46:0/652354624 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c2706920 0x5578c270d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:54:13.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.420+0000 7fb10e76a640  1 --2- 172.21.15.46:0/652354624 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c2713be0 0x5578c270dd30 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fb100009dd0 tx=0x7fb100021620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4467b43f5737a3f9 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:13.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.420+0000 7fb0f17fa640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:54:13.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.420+0000 7fb0f17fa640  1 -- 172.21.15.46:0/652354624 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb100039060 con 0x5578c2713be0
2024-03-19T01:54:13.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.420+0000 7fb0f17fa640  1 -- 172.21.15.46:0/652354624 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fb1000119b0 con 0x5578c2713be0
2024-03-19T01:54:13.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.420+0000 7fb112dbc740  1 -- 172.21.15.46:0/652354624 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb100025070 con 0x5578c2713be0
2024-03-19T01:54:13.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.420+0000 7fb0f17fa640  1 -- 172.21.15.46:0/652354624 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb100040050 con 0x5578c2713be0
2024-03-19T01:54:13.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.420+0000 7fb112dbc740 10 client.16545 fetch_fsmap learned FSMap version 29
2024-03-19T01:54:13.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.420+0000 7fb112dbc740  1 -- 172.21.15.46:0/652354624 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5578c278a1a0 con 0x5578c2713be0
2024-03-19T01:54:13.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.421+0000 7fb0f17fa640  1 -- 172.21.15.46:0/652354624 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb100025070 con 0x5578c2713be0
2024-03-19T01:54:13.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.421+0000 7fb0f17fa640  1 -- 172.21.15.46:0/652354624 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fb10001e030 con 0x5578c2713be0
2024-03-19T01:54:13.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.421+0000 7fb112dbc740 10 client.16545 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:54:13.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.421+0000 7fb112dbc740 10 client.16545 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:54:13.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.421+0000 7fb112dbc740 20 client.16545 populate_metadata read hostname 'smithi046'
2024-03-19T01:54:13.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.421+0000 7fb112dbc740  1 --2- 172.21.15.46:0/652354624 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5578c278a810 0x5578c278cc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.421+0000 7fb112dbc740  4 client.16545 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:54:13.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.421+0000 7fb112dbc740  1 -- 172.21.15.46:0/652354624 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5578c26769f0 con 0x5578c278a810
2024-03-19T01:54:13.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.421+0000 7fb10df69640  1 --2- 172.21.15.46:0/652354624 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5578c278a810 0x5578c278cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.421+0000 7fb0f17fa640 10 client.16545 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:54:13.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.421+0000 7fb10df69640  1 --2- 172.21.15.46:0/652354624 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5578c278a810 0x5578c278cc30 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1dbdf4d44d31e316 server_cookie=2bae2d5dc190a5a1 in_seq=0 out_seq=0
2024-03-19T01:54:13.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.422+0000 7fb0f17fa640  1 -- 172.21.15.46:0/652354624 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5578c26769f0 con 0x5578c278a810
2024-03-19T01:54:13.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.422+0000 7fb0f17fa640 10 client.16545 handle_command_reply: tid=0
2024-03-19T01:54:13.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.422+0000 7fb112dbc740  1 client.16545 shutdown
2024-03-19T01:54:13.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.422+0000 7fb112dbc740  1 -- 172.21.15.46:0/652354624 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c2713be0 msgr2=0x5578c270dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:13.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.422+0000 7fb112dbc740  1 --2- 172.21.15.46:0/652354624 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c2713be0 0x5578c270dd30 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fb100009dd0 tx=0x7fb100021620 comp rx=0 tx=0).stop
2024-03-19T01:54:13.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.422+0000 7fb112dbc740  1 -- 172.21.15.46:0/652354624 shutdown_connections
2024-03-19T01:54:13.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.422+0000 7fb112dbc740  1 --2- 172.21.15.46:0/652354624 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5578c278a810 0x5578c278cc30 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.422+0000 7fb112dbc740  1 --2- 172.21.15.46:0/652354624 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578c2713be0 0x5578c270dd30 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.422+0000 7fb112dbc740  1 --2- 172.21.15.46:0/652354624 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578c2706920 0x5578c270d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.422+0000 7fb112dbc740  1 --2- 172.21.15.46:0/652354624 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578c2706000 0x5578c271c1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.422+0000 7fb0f17fa640  0 client.16545 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:54:13.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.422+0000 7fb112dbc740  1 -- 172.21.15.46:0/652354624 >> 172.21.15.46:0/652354624 conn(0x5578c2700a00 msgr2=0x5578c270fbf0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:13.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.422+0000 7fb112dbc740  1 -- 172.21.15.46:0/652354624 shutdown_connections
2024-03-19T01:54:13.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.422+0000 7fb112dbc740  1 -- 172.21.15.46:0/652354624 wait complete.
2024-03-19T01:54:13.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.422+0000 7fb112dbc740 20 client.16545 trim_cache size 0 max 16384
2024-03-19T01:54:13.429 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:54:13.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.422+0000 7fb1101cd640  1 -- 172.21.15.46:0/2000720810 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb0f40a29f0 msgr2=0x7fb0f40a4eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:13.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.422+0000 7fb1101cd640  1 --2- 172.21.15.46:0/2000720810 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb0f40a29f0 0x7fb0f40a4eb0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fb100005fd0 tx=0x7fb100004ab0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.423+0000 7fb1101cd640  1 -- 172.21.15.46:0/2000720810 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb108103360 msgr2=0x7fb108198510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:13.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.423+0000 7fb1101cd640  1 --2- 172.21.15.46:0/2000720810 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb108103360 0x7fb108198510 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fb0f8005940 tx=0x7fb0f80045e0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.423+0000 7fb1101cd640  1 -- 172.21.15.46:0/2000720810 shutdown_connections
2024-03-19T01:54:13.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.423+0000 7fb1101cd640  1 --2- 172.21.15.46:0/2000720810 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb10810bd80 0x7fb10819c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.423+0000 7fb1101cd640  1 --2- 172.21.15.46:0/2000720810 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb108103360 0x7fb108198510 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.423+0000 7fb1101cd640  1 --2- 172.21.15.46:0/2000720810 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb0f40a29f0 0x7fb0f40a4eb0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.423+0000 7fb1101cd640  1 --2- 172.21.15.46:0/2000720810 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb108102a40 0x7fb108197fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.423+0000 7fb1101cd640  1 -- 172.21.15.46:0/2000720810 >> 172.21.15.46:0/2000720810 conn(0x7fb1080778d0 msgr2=0x7fb1080fd880 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:13.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.423+0000 7fb1101cd640  1 -- 172.21.15.46:0/2000720810 shutdown_connections
2024-03-19T01:54:13.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.423+0000 7fb1101cd640  1 -- 172.21.15.46:0/2000720810 wait complete.
2024-03-19T01:54:13.433 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls
2024-03-19T01:54:13.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.540+0000 7fe7e2fb3640  1 -- 172.21.15.46:0/1187762187 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7dc1066b0 msgr2=0x7fe7dc106a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:13.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.540+0000 7fe7e2fb3640  1 --2- 172.21.15.46:0/1187762187 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7dc1066b0 0x7fe7dc106a90 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7fe7d0009930 tx=0x7fe7d002bc30 comp rx=0 tx=0).stop
2024-03-19T01:54:13.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.540+0000 7fe7e2fb3640  1 -- 172.21.15.46:0/1187762187 shutdown_connections
2024-03-19T01:54:13.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.540+0000 7fe7e2fb3640  1 --2- 172.21.15.46:0/1187762187 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe7dc101060 0x7fe7dc10d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.540+0000 7fe7e2fb3640  1 --2- 172.21.15.46:0/1187762187 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe7dc1006a0 0x7fe7dc100b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.540+0000 7fe7e2fb3640  1 --2- 172.21.15.46:0/1187762187 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7dc1066b0 0x7fe7dc106a90 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.540+0000 7fe7e2fb3640  1 -- 172.21.15.46:0/1187762187 >> 172.21.15.46:0/1187762187 conn(0x7fe7dc0778d0 msgr2=0x7fe7dc077ce0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:13.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.540+0000 7fe7e2fb3640  1 -- 172.21.15.46:0/1187762187 shutdown_connections
2024-03-19T01:54:13.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.540+0000 7fe7e2fb3640  1 -- 172.21.15.46:0/1187762187 wait complete.
2024-03-19T01:54:13.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.541+0000 7fe7e2fb3640  1  Processor -- start
2024-03-19T01:54:13.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.541+0000 7fe7e2fb3640  1 --  start start
2024-03-19T01:54:13.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.541+0000 7fe7e2fb3640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe7dc1006a0 0x7fe7dc196e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.541+0000 7fe7e2fb3640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7dc101060 0x7fe7dc1973d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.541+0000 7fe7e2fb3640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe7dc1066b0 0x7fe7dc19b750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.541+0000 7fe7e2fb3640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe7dc110970 con 0x7fe7dc101060
2024-03-19T01:54:13.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.541+0000 7fe7e2fb3640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe7dc1107f0 con 0x7fe7dc1066b0
2024-03-19T01:54:13.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.541+0000 7fe7e2fb3640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe7dc110af0 con 0x7fe7dc1006a0
2024-03-19T01:54:13.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.541+0000 7fe7dbfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7dc101060 0x7fe7dc1973d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.541+0000 7fe7dbfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7dc101060 0x7fe7dc1973d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33816/0 (socket says 172.21.15.46:33816)
2024-03-19T01:54:13.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.541+0000 7fe7dbfff640  1 -- 172.21.15.46:0/1476510471 learned_addr learned my addr 172.21.15.46:0/1476510471 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:13.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.541+0000 7fe7e1550640  1 --2- 172.21.15.46:0/1476510471 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe7dc1066b0 0x7fe7dc19b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.541+0000 7fe7e0d4f640  1 --2- 172.21.15.46:0/1476510471 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe7dc1006a0 0x7fe7dc196e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.541+0000 7fe7dbfff640  1 -- 172.21.15.46:0/1476510471 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe7dc1006a0 msgr2=0x7fe7dc196e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:13.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.542+0000 7fe7dbfff640  1 --2- 172.21.15.46:0/1476510471 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe7dc1006a0 0x7fe7dc196e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.542+0000 7fe7dbfff640  1 -- 172.21.15.46:0/1476510471 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe7dc1066b0 msgr2=0x7fe7dc19b750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:13.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.542+0000 7fe7dbfff640  1 --2- 172.21.15.46:0/1476510471 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe7dc1066b0 0x7fe7dc19b750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.542+0000 7fe7dbfff640  1 -- 172.21.15.46:0/1476510471 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7dc19be80 con 0x7fe7dc101060
2024-03-19T01:54:13.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.542+0000 7fe7e1550640  1 --2- 172.21.15.46:0/1476510471 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe7dc1066b0 0x7fe7dc19b750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:54:13.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.542+0000 7fe7dbfff640  1 --2- 172.21.15.46:0/1476510471 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7dc101060 0x7fe7dc1973d0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fe7c800e9f0 tx=0x7fe7c800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:13.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.542+0000 7fe7d9ffb640  1 -- 172.21.15.46:0/1476510471 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7c800cd80 con 0x7fe7dc101060
2024-03-19T01:54:13.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.542+0000 7fe7d9ffb640  1 -- 172.21.15.46:0/1476510471 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe7c80108e0 con 0x7fe7dc101060
2024-03-19T01:54:13.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.542+0000 7fe7e2fb3640  1 -- 172.21.15.46:0/1476510471 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7dc19c170 con 0x7fe7dc101060
2024-03-19T01:54:13.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.542+0000 7fe7d9ffb640  1 -- 172.21.15.46:0/1476510471 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7c8018920 con 0x7fe7dc101060
2024-03-19T01:54:13.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.542+0000 7fe7e2fb3640  1 -- 172.21.15.46:0/1476510471 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7dc1a3a00 con 0x7fe7dc101060
2024-03-19T01:54:13.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.544+0000 7fe7d9ffb640  1 -- 172.21.15.46:0/1476510471 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fe7c8018ac0 con 0x7fe7dc101060
2024-03-19T01:54:13.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.544+0000 7fe7e5b97740  1  Processor -- start
2024-03-19T01:54:13.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.545+0000 7fe7e5b97740  1 --  start start
2024-03-19T01:54:13.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.545+0000 7fe7d9ffb640  1 --2- 172.21.15.46:0/1476510471 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe7cc0a2970 0x7fe7cc0a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.545+0000 7fe7e5b97740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5565c1060f80 0x5565c1061360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.545+0000 7fe7e5b97740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5565c10618a0 0x5565c106c4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.545+0000 7fe7e5b97740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5565c106c9e0 0x5565c106edd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.545+0000 7fe7e5b97740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5565c0fc44b0 con 0x5565c1060f80
2024-03-19T01:54:13.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.545+0000 7fe7e5b97740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5565c0f6cd70 con 0x5565c106c9e0
2024-03-19T01:54:13.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.545+0000 7fe7e5b97740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5565c0fc0550 con 0x5565c10618a0
2024-03-19T01:54:13.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.545+0000 7fe7e1550640  1 --2- 172.21.15.46:0/1476510471 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe7cc0a2970 0x7fe7cc0a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.545+0000 7fe7d9ffb640  1 -- 172.21.15.46:0/1476510471 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fe7c80cf470 con 0x7fe7dc101060
2024-03-19T01:54:13.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.545+0000 7fe7e0d4f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5565c1060f80 0x5565c1061360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.545+0000 7fe7e0d4f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5565c1060f80 0x5565c1061360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33822/0 (socket says 172.21.15.46:33822)
2024-03-19T01:54:13.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.545+0000 7fe7e0d4f640  1 -- 172.21.15.46:0/582731285 learned_addr learned my addr 172.21.15.46:0/582731285 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:13.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.545+0000 7fe7dbfff640  1 --2- 172.21.15.46:0/582731285 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5565c10618a0 0x5565c106c4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.545+0000 7fe7e1550640  1 --2- 172.21.15.46:0/582731285 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5565c106c9e0 0x5565c106edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.545+0000 7fe7e0d4f640  1 -- 172.21.15.46:0/582731285 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5565c10618a0 msgr2=0x5565c106c4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:13.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.545+0000 7fe7e0d4f640  1 --2- 172.21.15.46:0/582731285 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5565c10618a0 0x5565c106c4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.545+0000 7fe7e0d4f640  1 -- 172.21.15.46:0/582731285 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5565c106c9e0 msgr2=0x5565c106edd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:13.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.545+0000 7fe7e0d4f640  1 --2- 172.21.15.46:0/582731285 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5565c106c9e0 0x5565c106edd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.545+0000 7fe7e0d4f640  1 -- 172.21.15.46:0/582731285 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5565c0f8f210 con 0x5565c1060f80
2024-03-19T01:54:13.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.545+0000 7fe7dbfff640  1 --2- 172.21.15.46:0/582731285 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5565c10618a0 0x5565c106c4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:54:13.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.545+0000 7fe7e1550640  1 --2- 172.21.15.46:0/1476510471 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe7cc0a2970 0x7fe7cc0a4e30 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fe7d4009fd0 tx=0x7fe7d4013680 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:13.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.545+0000 7fe7e0d4f640  1 --2- 172.21.15.46:0/582731285 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5565c1060f80 0x5565c1061360 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fe7d0036040 tx=0x7fe7d0009560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97b67ec63da5b3e server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:13.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.546+0000 7fe7c6ffd640  1 -- 172.21.15.46:0/582731285 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7d0045020 con 0x5565c1060f80
2024-03-19T01:54:13.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.546+0000 7fe7c6ffd640  1 -- 172.21.15.46:0/582731285 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe7d002c7e0 con 0x5565c1060f80
2024-03-19T01:54:13.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.546+0000 7fe7c6ffd640  1 -- 172.21.15.46:0/582731285 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7d0005450 con 0x5565c1060f80
2024-03-19T01:54:13.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.547+0000 7fe7e5b97740  1 -- 172.21.15.46:0/582731285 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5565c1060f80 msgr2=0x5565c1061360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:13.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.547+0000 7fe7e5b97740  1 --2- 172.21.15.46:0/582731285 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5565c1060f80 0x5565c1061360 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fe7d0036040 tx=0x7fe7d0009560 comp rx=0 tx=0).stop
2024-03-19T01:54:13.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.547+0000 7fe7e5b97740  1 -- 172.21.15.46:0/582731285 shutdown_connections
2024-03-19T01:54:13.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.547+0000 7fe7e5b97740  1 --2- 172.21.15.46:0/582731285 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5565c106c9e0 0x5565c106edd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.547+0000 7fe7e5b97740  1 --2- 172.21.15.46:0/582731285 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5565c10618a0 0x5565c106c4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.547+0000 7fe7e5b97740  1 --2- 172.21.15.46:0/582731285 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5565c1060f80 0x5565c1061360 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.547+0000 7fe7e5b97740  1 -- 172.21.15.46:0/582731285 >> 172.21.15.46:0/582731285 conn(0x5565c105ba00 msgr2=0x5565c105bde0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:13.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.547+0000 7fe7e5b97740  1 -- 172.21.15.46:0/582731285 shutdown_connections
2024-03-19T01:54:13.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.547+0000 7fe7e5b97740  1 -- 172.21.15.46:0/582731285 wait complete.
2024-03-19T01:54:13.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.547+0000 7fe7e5b97740  1 --  start start
2024-03-19T01:54:13.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.547+0000 7fe7e5b97740  1  Processor -- start
2024-03-19T01:54:13.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.548+0000 7fe7e5b97740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5565c1060f80 0x5565c1069920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.548+0000 7fe7e5b97740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5565c10618a0 0x5565c1069e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.548+0000 7fe7e5b97740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5565c106c9e0 0x5565c106a3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.548+0000 7fe7e5b97740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5565c106f7c0 con 0x5565c10618a0
2024-03-19T01:54:13.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.548+0000 7fe7e5b97740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5565c0f80310 con 0x5565c1060f80
2024-03-19T01:54:13.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.548+0000 7fe7e5b97740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5565c106f940 con 0x5565c106c9e0
2024-03-19T01:54:13.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.548+0000 7fe7e5b97740 10 client.0 _ll_register_callbacks cb 0x5565c0f742d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:54:13.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.548+0000 7fe7dbfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5565c10618a0 0x5565c1069e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.548+0000 7fe7e0d4f640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5565c1060f80 0x5565c1069920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.548+0000 7fe7dbfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5565c10618a0 0x5565c1069e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33826/0 (socket says 172.21.15.46:33826)
2024-03-19T01:54:13.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.548+0000 7fe7dbfff640  1 -- 172.21.15.46:0/3960690183 learned_addr learned my addr 172.21.15.46:0/3960690183 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:13.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.548+0000 7fe7e0d4f640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5565c1060f80 0x5565c1069920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:60440/0 (socket says 172.21.15.46:60440)
2024-03-19T01:54:13.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.548+0000 7fe7e1550640  1 --2- 172.21.15.46:0/3960690183 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5565c106c9e0 0x5565c106a3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.548+0000 7fe7dbfff640  1 -- 172.21.15.46:0/3960690183 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5565c106c9e0 msgr2=0x5565c106a3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:13.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.548+0000 7fe7dbfff640  1 --2- 172.21.15.46:0/3960690183 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5565c106c9e0 0x5565c106a3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.548+0000 7fe7dbfff640  1 -- 172.21.15.46:0/3960690183 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5565c1060f80 msgr2=0x5565c1069920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:13.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.548+0000 7fe7dbfff640  1 --2- 172.21.15.46:0/3960690183 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5565c1060f80 0x5565c1069920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.548+0000 7fe7dbfff640  1 -- 172.21.15.46:0/3960690183 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5565c0cd83f0 con 0x5565c10618a0
2024-03-19T01:54:13.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.548+0000 7fe7e1550640  1 --2- 172.21.15.46:0/3960690183 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5565c106c9e0 0x5565c106a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:54:13.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.548+0000 7fe7e0d4f640  1 --2- 172.21.15.46:0/3960690183 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5565c1060f80 0x5565c1069920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:54:13.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.548+0000 7fe7dbfff640  1 --2- 172.21.15.46:0/3960690183 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5565c10618a0 0x5565c1069e60 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fe7c8009380 tx=0x7fe7c8010de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a90c49782742042 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:13.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.548+0000 7fe7bbfff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:54:13.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.549+0000 7fe7bbfff640  1 -- 172.21.15.46:0/3960690183 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7c807a040 con 0x5565c10618a0
2024-03-19T01:54:13.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.549+0000 7fe7bbfff640  1 -- 172.21.15.46:0/3960690183 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fe7c80cf170 con 0x5565c10618a0
2024-03-19T01:54:13.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.549+0000 7fe7e5b97740  1 -- 172.21.15.46:0/3960690183 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe7d002c7e0 con 0x5565c10618a0
2024-03-19T01:54:13.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.549+0000 7fe7bbfff640  1 -- 172.21.15.46:0/3960690183 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe7c809f950 con 0x5565c10618a0
2024-03-19T01:54:13.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.549+0000 7fe7e5b97740 10 client.16557 fetch_fsmap learned FSMap version 29
2024-03-19T01:54:13.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.549+0000 7fe7e5b97740  1 -- 172.21.15.46:0/3960690183 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5565c0da27d0 con 0x5565c10618a0
2024-03-19T01:54:13.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.549+0000 7fe7bbfff640  1 -- 172.21.15.46:0/3960690183 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe7d002c7e0 con 0x5565c10618a0
2024-03-19T01:54:13.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.549+0000 7fe7bbfff640  1 -- 172.21.15.46:0/3960690183 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fe7c807dda0 con 0x5565c10618a0
2024-03-19T01:54:13.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.549+0000 7fe7e5b97740 10 client.16557 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:54:13.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.549+0000 7fe7e5b97740 10 client.16557 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:54:13.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.549+0000 7fe7e5b97740 20 client.16557 populate_metadata read hostname 'smithi046'
2024-03-19T01:54:13.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.549+0000 7fe7e5b97740  1 --2- 172.21.15.46:0/3960690183 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x5565c1063470 0x5565c1063920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.549+0000 7fe7e5b97740  4 client.16557 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:54:13.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.549+0000 7fe7e5b97740  1 -- 172.21.15.46:0/3960690183 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5565c10223e0 con 0x5565c1063470
2024-03-19T01:54:13.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.549+0000 7fe7e0d4f640  1 --2- 172.21.15.46:0/3960690183 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x5565c1063470 0x5565c1063920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.550+0000 7fe7e0d4f640  1 --2- 172.21.15.46:0/3960690183 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x5565c1063470 0x5565c1063920 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9c8a83dca186a100 server_cookie=f94e9e16cba34983 in_seq=0 out_seq=0
2024-03-19T01:54:13.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.550+0000 7fe7bbfff640 10 client.16557 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:54:13.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.550+0000 7fe7bbfff640  1 -- 172.21.15.46:0/3960690183 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5565c10223e0 con 0x5565c1063470
2024-03-19T01:54:13.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.550+0000 7fe7bbfff640 10 client.16557 handle_command_reply: tid=0
2024-03-19T01:54:13.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.550+0000 7fe7e5b97740  1 client.16557 shutdown
2024-03-19T01:54:13.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.551+0000 7fe7e5b97740  1 -- 172.21.15.46:0/3960690183 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5565c10618a0 msgr2=0x5565c1069e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:13.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.551+0000 7fe7e5b97740  1 --2- 172.21.15.46:0/3960690183 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5565c10618a0 0x5565c1069e60 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fe7c8009380 tx=0x7fe7c8010de0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.551+0000 7fe7e5b97740  1 -- 172.21.15.46:0/3960690183 shutdown_connections
2024-03-19T01:54:13.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.551+0000 7fe7e5b97740  1 --2- 172.21.15.46:0/3960690183 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x5565c1063470 0x5565c1063920 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.551+0000 7fe7e5b97740  1 --2- 172.21.15.46:0/3960690183 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5565c106c9e0 0x5565c106a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.551+0000 7fe7e5b97740  1 --2- 172.21.15.46:0/3960690183 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5565c10618a0 0x5565c1069e60 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.551+0000 7fe7bbfff640  0 client.16557 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:54:13.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.551+0000 7fe7e5b97740  1 --2- 172.21.15.46:0/3960690183 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5565c1060f80 0x5565c1069920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.551+0000 7fe7e5b97740  1 -- 172.21.15.46:0/3960690183 >> 172.21.15.46:0/3960690183 conn(0x5565c105ba00 msgr2=0x5565c105d750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:13.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.551+0000 7fe7e5b97740  1 -- 172.21.15.46:0/3960690183 shutdown_connections
2024-03-19T01:54:13.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.551+0000 7fe7e5b97740  1 -- 172.21.15.46:0/3960690183 wait complete.
2024-03-19T01:54:13.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.551+0000 7fe7e5b97740 20 client.16557 trim_cache size 0 max 16384
2024-03-19T01:54:13.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.579+0000 7fe7e5b97740  1  Processor -- start
2024-03-19T01:54:13.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.579+0000 7fe7e5b97740  1 --  start start
2024-03-19T01:54:13.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.579+0000 7fe7e5b97740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5565c1060f80 0x5565c105aa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.579+0000 7fe7e5b97740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5565c10618a0 0x5565c1080920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.579+0000 7fe7e5b97740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5565c106c9e0 0x5565c1066b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.579+0000 7fe7e5b97740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe7dc1af1a0 con 0x5565c1060f80
2024-03-19T01:54:13.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.579+0000 7fe7e5b97740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe7dc1ac9b0 con 0x5565c106c9e0
2024-03-19T01:54:13.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.579+0000 7fe7e5b97740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe7dc1aa7e0 con 0x5565c10618a0
2024-03-19T01:54:13.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.579+0000 7fe7e0d4f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5565c1060f80 0x5565c105aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.579+0000 7fe7e0d4f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5565c1060f80 0x5565c105aa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33838/0 (socket says 172.21.15.46:33838)
2024-03-19T01:54:13.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.579+0000 7fe7e0d4f640  1 -- 172.21.15.46:0/3379289176 learned_addr learned my addr 172.21.15.46:0/3379289176 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:13.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.579+0000 7fe7e1550640  1 --2- 172.21.15.46:0/3379289176 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5565c106c9e0 0x5565c1066b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.579+0000 7fe7dbfff640  1 --2- 172.21.15.46:0/3379289176 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5565c10618a0 0x5565c1080920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.580+0000 7fe7e0d4f640  1 -- 172.21.15.46:0/3379289176 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5565c10618a0 msgr2=0x5565c1080920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:13.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.580+0000 7fe7e0d4f640  1 --2- 172.21.15.46:0/3379289176 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5565c10618a0 0x5565c1080920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.580+0000 7fe7e0d4f640  1 -- 172.21.15.46:0/3379289176 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5565c106c9e0 msgr2=0x5565c1066b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:13.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.580+0000 7fe7e0d4f640  1 --2- 172.21.15.46:0/3379289176 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5565c106c9e0 0x5565c1066b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.580+0000 7fe7e0d4f640  1 -- 172.21.15.46:0/3379289176 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5565c106edd0 con 0x5565c1060f80
2024-03-19T01:54:13.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.580+0000 7fe7e0d4f640  1 --2- 172.21.15.46:0/3379289176 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5565c1060f80 0x5565c105aa20 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fe7d0005ab0 tx=0x7fe7d0000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d2969e15f27c1b8 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:13.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.580+0000 7fe7c67fc640  1 -- 172.21.15.46:0/3379289176 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7d0045040 con 0x5565c1060f80
2024-03-19T01:54:13.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.580+0000 7fe7c67fc640  1 -- 172.21.15.46:0/3379289176 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe7d002c7e0 con 0x5565c1060f80
2024-03-19T01:54:13.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.580+0000 7fe7c67fc640  1 -- 172.21.15.46:0/3379289176 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7d0055720 con 0x5565c1060f80
2024-03-19T01:54:13.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.581+0000 7fe7e5b97740  1 -- 172.21.15.46:0/3379289176 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5565c1060f80 msgr2=0x5565c105aa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:13.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.581+0000 7fe7e5b97740  1 --2- 172.21.15.46:0/3379289176 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5565c1060f80 0x5565c105aa20 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fe7d0005ab0 tx=0x7fe7d0000bc0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.581+0000 7fe7e5b97740  1 -- 172.21.15.46:0/3379289176 shutdown_connections
2024-03-19T01:54:13.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.581+0000 7fe7e5b97740  1 --2- 172.21.15.46:0/3379289176 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5565c106c9e0 0x5565c1066b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.581+0000 7fe7e5b97740  1 --2- 172.21.15.46:0/3379289176 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5565c10618a0 0x5565c1080920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.581+0000 7fe7e5b97740  1 --2- 172.21.15.46:0/3379289176 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5565c1060f80 0x5565c105aa20 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.581+0000 7fe7e5b97740  1 -- 172.21.15.46:0/3379289176 >> 172.21.15.46:0/3379289176 conn(0x5565c105ba00 msgr2=0x5565c105a310 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:13.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.581+0000 7fe7e5b97740  1 -- 172.21.15.46:0/3379289176 shutdown_connections
2024-03-19T01:54:13.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.581+0000 7fe7e5b97740  1 -- 172.21.15.46:0/3379289176 wait complete.
2024-03-19T01:54:13.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.581+0000 7fe7e5b97740  1 --  start start
2024-03-19T01:54:13.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.581+0000 7fe7e5b97740  1  Processor -- start
2024-03-19T01:54:13.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.581+0000 7fe7e5b97740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5565c1060f80 0x5565c107da90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.582+0000 7fe7e5b97740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5565c10618a0 0x5565c107dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.582+0000 7fe7e5b97740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5565c106c9e0 0x5565c10d9070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.582+0000 7fe7e5b97740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe7dc1aae70 con 0x5565c1060f80
2024-03-19T01:54:13.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.582+0000 7fe7e5b97740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe7dc1ac2e0 con 0x5565c10618a0
2024-03-19T01:54:13.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.582+0000 7fe7e5b97740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe7dc1ab540 con 0x5565c106c9e0
2024-03-19T01:54:13.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.582+0000 7fe7e5b97740 10 client.0 _ll_register_callbacks cb 0x7fe7c80974e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:54:13.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.582+0000 7fe7e0d4f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5565c1060f80 0x5565c107da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.582+0000 7fe7e0d4f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5565c1060f80 0x5565c107da90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33846/0 (socket says 172.21.15.46:33846)
2024-03-19T01:54:13.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.582+0000 7fe7e0d4f640  1 -- 172.21.15.46:0/2384689764 learned_addr learned my addr 172.21.15.46:0/2384689764 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:13.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.582+0000 7fe7dbfff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5565c10618a0 0x5565c107dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.582+0000 7fe7e1550640  1 --2- 172.21.15.46:0/2384689764 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5565c106c9e0 0x5565c10d9070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.582+0000 7fe7e0d4f640  1 -- 172.21.15.46:0/2384689764 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5565c106c9e0 msgr2=0x5565c10d9070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:13.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.582+0000 7fe7e0d4f640  1 --2- 172.21.15.46:0/2384689764 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5565c106c9e0 0x5565c10d9070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.582+0000 7fe7e0d4f640  1 -- 172.21.15.46:0/2384689764 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5565c10618a0 msgr2=0x5565c107dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:13.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.582+0000 7fe7e0d4f640  1 --2- 172.21.15.46:0/2384689764 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5565c10618a0 0x5565c107dfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.582+0000 7fe7e0d4f640  1 -- 172.21.15.46:0/2384689764 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5565c10d9660 con 0x5565c1060f80
2024-03-19T01:54:13.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.582+0000 7fe7e0d4f640  1 --2- 172.21.15.46:0/2384689764 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5565c1060f80 0x5565c107da90 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fe7d002c360 tx=0x7fe7d002c390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2e142aa5a3cf767 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:13.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.582+0000 7fe7bbfff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:54:13.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.582+0000 7fe7bbfff640  1 -- 172.21.15.46:0/2384689764 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7d0059050 con 0x5565c1060f80
2024-03-19T01:54:13.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.582+0000 7fe7bbfff640  1 -- 172.21.15.46:0/2384689764 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fe7d00055f0 con 0x5565c1060f80
2024-03-19T01:54:13.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.582+0000 7fe7e5b97740  1 -- 172.21.15.46:0/2384689764 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe7d002c7e0 con 0x5565c1060f80
2024-03-19T01:54:13.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.582+0000 7fe7bbfff640  1 -- 172.21.15.46:0/2384689764 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe7d0045040 con 0x5565c1060f80
2024-03-19T01:54:13.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.583+0000 7fe7e5b97740 10 client.16563 fetch_fsmap learned FSMap version 29
2024-03-19T01:54:13.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.583+0000 7fe7e5b97740  1 -- 172.21.15.46:0/2384689764 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5565c10e09e0 con 0x5565c1060f80
2024-03-19T01:54:13.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.583+0000 7fe7bbfff640  1 -- 172.21.15.46:0/2384689764 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe7d002c7e0 con 0x5565c1060f80
2024-03-19T01:54:13.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.583+0000 7fe7bbfff640  1 -- 172.21.15.46:0/2384689764 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fe7d0041950 con 0x5565c1060f80
2024-03-19T01:54:13.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.583+0000 7fe7e5b97740 10 client.16563 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:54:13.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.583+0000 7fe7e5b97740 10 client.16563 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:54:13.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.583+0000 7fe7e5b97740 20 client.16563 populate_metadata read hostname 'smithi046'
2024-03-19T01:54:13.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.583+0000 7fe7e5b97740  1 --2- 172.21.15.46:0/2384689764 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x5565c10e0d60 0x5565c10e3180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.583+0000 7fe7e5b97740  4 client.16563 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:54:13.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.583+0000 7fe7e5b97740  1 -- 172.21.15.46:0/2384689764 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5565c0fd19f0 con 0x5565c10e0d60
2024-03-19T01:54:13.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.583+0000 7fe7dbfff640  1 --2- 172.21.15.46:0/2384689764 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x5565c10e0d60 0x5565c10e3180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.583+0000 7fe7bbfff640 10 client.16563 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:54:13.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.584+0000 7fe7dbfff640  1 --2- 172.21.15.46:0/2384689764 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x5565c10e0d60 0x5565c10e3180 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=88ed39adf9190e4b server_cookie=589f61caad1e872f in_seq=0 out_seq=0
2024-03-19T01:54:13.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.584+0000 7fe7bbfff640  1 -- 172.21.15.46:0/2384689764 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5565c0fd19f0 con 0x5565c10e0d60
2024-03-19T01:54:13.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.584+0000 7fe7bbfff640 10 client.16563 handle_command_reply: tid=0
2024-03-19T01:54:13.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.584+0000 7fe7e5b97740  1 client.16563 shutdown
2024-03-19T01:54:13.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.584+0000 7fe7e5b97740  1 -- 172.21.15.46:0/2384689764 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5565c1060f80 msgr2=0x5565c107da90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:13.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.584+0000 7fe7e5b97740  1 --2- 172.21.15.46:0/2384689764 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5565c1060f80 0x5565c107da90 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fe7d002c360 tx=0x7fe7d002c390 comp rx=0 tx=0).stop
2024-03-19T01:54:13.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.584+0000 7fe7e5b97740  1 -- 172.21.15.46:0/2384689764 shutdown_connections
2024-03-19T01:54:13.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.584+0000 7fe7e5b97740  1 --2- 172.21.15.46:0/2384689764 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x5565c10e0d60 0x5565c10e3180 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.584+0000 7fe7e5b97740  1 --2- 172.21.15.46:0/2384689764 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5565c106c9e0 0x5565c10d9070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.584+0000 7fe7bbfff640  0 client.16563 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:54:13.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.584+0000 7fe7e5b97740  1 --2- 172.21.15.46:0/2384689764 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5565c10618a0 0x5565c107dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.584+0000 7fe7e5b97740  1 --2- 172.21.15.46:0/2384689764 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5565c1060f80 0x5565c107da90 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.584+0000 7fe7e5b97740  1 -- 172.21.15.46:0/2384689764 >> 172.21.15.46:0/2384689764 conn(0x5565c105ba00 msgr2=0x5565c106af60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:13.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.584+0000 7fe7e5b97740  1 -- 172.21.15.46:0/2384689764 shutdown_connections
2024-03-19T01:54:13.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.584+0000 7fe7e5b97740  1 -- 172.21.15.46:0/2384689764 wait complete.
2024-03-19T01:54:13.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.584+0000 7fe7e5b97740 20 client.16563 trim_cache size 0 max 16384
2024-03-19T01:54:13.591 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:54:13.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.585+0000 7fe7e2fb3640  1 -- 172.21.15.46:0/1476510471 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe7cc0a2970 msgr2=0x7fe7cc0a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:13.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.585+0000 7fe7e2fb3640  1 --2- 172.21.15.46:0/1476510471 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe7cc0a2970 0x7fe7cc0a4e30 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fe7d4009fd0 tx=0x7fe7d4013680 comp rx=0 tx=0).stop
2024-03-19T01:54:13.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.585+0000 7fe7e2fb3640  1 -- 172.21.15.46:0/1476510471 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7dc101060 msgr2=0x7fe7dc1973d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:13.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.585+0000 7fe7e2fb3640  1 --2- 172.21.15.46:0/1476510471 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7dc101060 0x7fe7dc1973d0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fe7c800e9f0 tx=0x7fe7c800eeb0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.585+0000 7fe7e2fb3640  1 -- 172.21.15.46:0/1476510471 shutdown_connections
2024-03-19T01:54:13.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.585+0000 7fe7e2fb3640  1 --2- 172.21.15.46:0/1476510471 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe7dc1066b0 0x7fe7dc19b750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.585+0000 7fe7e2fb3640  1 --2- 172.21.15.46:0/1476510471 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7dc101060 0x7fe7dc1973d0 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.585+0000 7fe7e2fb3640  1 --2- 172.21.15.46:0/1476510471 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe7cc0a2970 0x7fe7cc0a4e30 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.585+0000 7fe7e2fb3640  1 --2- 172.21.15.46:0/1476510471 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe7dc1006a0 0x7fe7dc196e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.585+0000 7fe7e2fb3640  1 -- 172.21.15.46:0/1476510471 >> 172.21.15.46:0/1476510471 conn(0x7fe7dc0778d0 msgr2=0x7fe7dc103050 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:13.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.585+0000 7fe7e2fb3640  1 -- 172.21.15.46:0/1476510471 shutdown_connections
2024-03-19T01:54:13.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.585+0000 7fe7e2fb3640  1 -- 172.21.15.46:0/1476510471 wait complete.
2024-03-19T01:54:13.596 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls
2024-03-19T01:54:13.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.707+0000 7f8e323e6640  1 -- 172.21.15.46:0/1772817753 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8e2c103360 msgr2=0x7f8e2c10b840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:13.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.707+0000 7f8e323e6640  1 --2- 172.21.15.46:0/1772817753 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8e2c103360 0x7f8e2c10b840 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f8e1c009900 tx=0x7f8e1c02bcd0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.707+0000 7f8e323e6640  1 -- 172.21.15.46:0/1772817753 shutdown_connections
2024-03-19T01:54:13.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.707+0000 7f8e323e6640  1 --2- 172.21.15.46:0/1772817753 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8e2c10bd80 0x7f8e2c10e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.707+0000 7f8e323e6640  1 --2- 172.21.15.46:0/1772817753 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8e2c103360 0x7f8e2c10b840 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.707+0000 7f8e323e6640  1 --2- 172.21.15.46:0/1772817753 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8e2c102a40 0x7f8e2c102e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.707+0000 7f8e323e6640  1 -- 172.21.15.46:0/1772817753 >> 172.21.15.46:0/1772817753 conn(0x7f8e2c0778d0 msgr2=0x7f8e2c077ce0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:13.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.707+0000 7f8e323e6640  1 -- 172.21.15.46:0/1772817753 shutdown_connections
2024-03-19T01:54:13.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.707+0000 7f8e323e6640  1 -- 172.21.15.46:0/1772817753 wait complete.
2024-03-19T01:54:13.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.707+0000 7f8e323e6640  1  Processor -- start
2024-03-19T01:54:13.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.707+0000 7f8e323e6640  1 --  start start
2024-03-19T01:54:13.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.708+0000 7f8e323e6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8e2c102a40 0x7f8e2c100690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.708+0000 7f8e323e6640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8e2c103360 0x7f8e2c100bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.708+0000 7f8e323e6640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8e2c10bd80 0x7f8e2c101110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.708+0000 7f8e323e6640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f8e2c111a30 con 0x7f8e2c102a40
2024-03-19T01:54:13.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.708+0000 7f8e323e6640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f8e2c1118b0 con 0x7f8e2c103360
2024-03-19T01:54:13.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.708+0000 7f8e323e6640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f8e2c111bb0 con 0x7f8e2c10bd80
2024-03-19T01:54:13.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.708+0000 7f8e2bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8e2c102a40 0x7f8e2c100690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.708+0000 7f8e2bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8e2c102a40 0x7f8e2c100690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33870/0 (socket says 172.21.15.46:33870)
2024-03-19T01:54:13.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.708+0000 7f8e2bfff640  1 -- 172.21.15.46:0/2489798084 learned_addr learned my addr 172.21.15.46:0/2489798084 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:13.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.708+0000 7f8e2b7fe640  1 --2- 172.21.15.46:0/2489798084 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8e2c103360 0x7f8e2c100bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.708+0000 7f8e30983640  1 --2- 172.21.15.46:0/2489798084 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8e2c10bd80 0x7f8e2c101110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.708+0000 7f8e2bfff640  1 -- 172.21.15.46:0/2489798084 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8e2c10bd80 msgr2=0x7f8e2c101110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:13.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.708+0000 7f8e2bfff640  1 --2- 172.21.15.46:0/2489798084 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8e2c10bd80 0x7f8e2c101110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.708+0000 7f8e2bfff640  1 -- 172.21.15.46:0/2489798084 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8e2c103360 msgr2=0x7f8e2c100bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:13.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.708+0000 7f8e2bfff640  1 --2- 172.21.15.46:0/2489798084 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8e2c103360 0x7f8e2c100bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.708+0000 7f8e2bfff640  1 -- 172.21.15.46:0/2489798084 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e2c1a6450 con 0x7f8e2c102a40
2024-03-19T01:54:13.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.708+0000 7f8e30983640  1 --2- 172.21.15.46:0/2489798084 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8e2c10bd80 0x7f8e2c101110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:54:13.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.708+0000 7f8e2bfff640  1 --2- 172.21.15.46:0/2489798084 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8e2c102a40 0x7f8e2c100690 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f8e1400e9f0 tx=0x7f8e1400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:13.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.708+0000 7f8e297fa640  1 -- 172.21.15.46:0/2489798084 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e1400cd80 con 0x7f8e2c102a40
2024-03-19T01:54:13.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.708+0000 7f8e323e6640  1 -- 172.21.15.46:0/2489798084 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e2c1a6740 con 0x7f8e2c102a40
2024-03-19T01:54:13.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.708+0000 7f8e297fa640  1 -- 172.21.15.46:0/2489798084 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8e140054d0 con 0x7f8e2c102a40
2024-03-19T01:54:13.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.708+0000 7f8e323e6640  1 -- 172.21.15.46:0/2489798084 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e2c1a6c60 con 0x7f8e2c102a40
2024-03-19T01:54:13.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.708+0000 7f8e297fa640  1 -- 172.21.15.46:0/2489798084 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e14010490 con 0x7f8e2c102a40
2024-03-19T01:54:13.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.711+0000 7f8e297fa640  1 -- 172.21.15.46:0/2489798084 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f8e14010730 con 0x7f8e2c102a40
2024-03-19T01:54:13.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.711+0000 7f8e34fd2740  1  Processor -- start
2024-03-19T01:54:13.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.711+0000 7f8e34fd2740  1 --  start start
2024-03-19T01:54:13.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.711+0000 7f8e34fd2740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f2299bd2d0 0x55f2299bd6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.711+0000 7f8e34fd2740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f2299bdbf0 0x55f2299c6290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.711+0000 7f8e34fd2740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f2299c67d0 0x55f2299c8bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.711+0000 7f8e34fd2740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55f2299204b0 con 0x55f2299c67d0
2024-03-19T01:54:13.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.711+0000 7f8e34fd2740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55f2298c8d70 con 0x55f2299bd2d0
2024-03-19T01:54:13.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.711+0000 7f8e34fd2740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55f22991c550 con 0x55f2299bdbf0
2024-03-19T01:54:13.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.711+0000 7f8e297fa640  1 --2- 172.21.15.46:0/2489798084 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f8e180a29a0 0x7f8e180a4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.711+0000 7f8e2b7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f2299c67d0 0x55f2299c8bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.711+0000 7f8e30983640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f2299bd2d0 0x55f2299bd6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.711+0000 7f8e30983640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f2299bd2d0 0x55f2299bd6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:60502/0 (socket says 172.21.15.46:60502)
2024-03-19T01:54:13.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.711+0000 7f8e30983640  1 -- 172.21.15.46:0/2050559071 learned_addr learned my addr 172.21.15.46:0/2050559071 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:13.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.711+0000 7f8e2bfff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f2299bdbf0 0x55f2299c6290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.711+0000 7f8e2b7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f2299c67d0 0x55f2299c8bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33872/0 (socket says 172.21.15.46:33872)
2024-03-19T01:54:13.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.712+0000 7f8e30983640  1 --2- 172.21.15.46:0/2489798084 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f8e180a29a0 0x7f8e180a4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.712+0000 7f8e297fa640  1 -- 172.21.15.46:0/2489798084 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f8e140cf640 con 0x7f8e2c102a40
2024-03-19T01:54:13.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.712+0000 7f8e2b7fe640  1 -- 172.21.15.46:0/2050559071 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f2299bdbf0 msgr2=0x55f2299c6290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:13.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.712+0000 7f8e2b7fe640  1 --2- 172.21.15.46:0/2050559071 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f2299bdbf0 0x55f2299c6290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.712+0000 7f8e2b7fe640  1 -- 172.21.15.46:0/2050559071 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f2299bd2d0 msgr2=0x55f2299bd6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:13.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.712+0000 7f8e2b7fe640  1 --2- 172.21.15.46:0/2050559071 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f2299bd2d0 0x55f2299bd6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.712+0000 7f8e2b7fe640  1 -- 172.21.15.46:0/2050559071 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f2298eb210 con 0x55f2299c67d0
2024-03-19T01:54:13.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.712+0000 7f8e30983640  1 --2- 172.21.15.46:0/2050559071 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f2299bd2d0 0x55f2299bd6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:54:13.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.712+0000 7f8e2b7fe640  1 --2- 172.21.15.46:0/2050559071 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f2299c67d0 0x55f2299c8bc0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f8e1c000c00 tx=0x7f8e1c0095f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=812a4cd47b8d42f6 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:13.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.712+0000 7f8e30983640  1 --2- 172.21.15.46:0/2489798084 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f8e180a29a0 0x7f8e180a4e60 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f8e24009fd0 tx=0x7f8e24004ab0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:13.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.712+0000 7f8e227fc640  1 -- 172.21.15.46:0/2050559071 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e1c004040 con 0x55f2299c67d0
2024-03-19T01:54:13.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.712+0000 7f8e227fc640  1 -- 172.21.15.46:0/2050559071 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8e1c0054f0 con 0x55f2299c67d0
2024-03-19T01:54:13.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.712+0000 7f8e227fc640  1 -- 172.21.15.46:0/2050559071 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e1c02cdf0 con 0x55f2299c67d0
2024-03-19T01:54:13.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.713+0000 7f8e34fd2740  1 -- 172.21.15.46:0/2050559071 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f2299c67d0 msgr2=0x55f2299c8bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:13.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.713+0000 7f8e34fd2740  1 --2- 172.21.15.46:0/2050559071 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f2299c67d0 0x55f2299c8bc0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f8e1c000c00 tx=0x7f8e1c0095f0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.713+0000 7f8e34fd2740  1 -- 172.21.15.46:0/2050559071 shutdown_connections
2024-03-19T01:54:13.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.713+0000 7f8e34fd2740  1 --2- 172.21.15.46:0/2050559071 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f2299c67d0 0x55f2299c8bc0 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.713+0000 7f8e34fd2740  1 --2- 172.21.15.46:0/2050559071 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f2299bdbf0 0x55f2299c6290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.713+0000 7f8e34fd2740  1 --2- 172.21.15.46:0/2050559071 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f2299bd2d0 0x55f2299bd6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.713+0000 7f8e34fd2740  1 -- 172.21.15.46:0/2050559071 >> 172.21.15.46:0/2050559071 conn(0x55f2299b7a00 msgr2=0x55f2299b7de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:13.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.713+0000 7f8e34fd2740  1 -- 172.21.15.46:0/2050559071 shutdown_connections
2024-03-19T01:54:13.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.713+0000 7f8e34fd2740  1 -- 172.21.15.46:0/2050559071 wait complete.
2024-03-19T01:54:13.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.713+0000 7f8e34fd2740  1 --  start start
2024-03-19T01:54:13.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.714+0000 7f8e34fd2740  1  Processor -- start
2024-03-19T01:54:13.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.714+0000 7f8e34fd2740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f2299bd2d0 0x55f2299c37d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.714+0000 7f8e34fd2740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f2299bdbf0 0x55f2299c3d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.714+0000 7f8e34fd2740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f2299c67d0 0x55f2299c4250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.714+0000 7f8e34fd2740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55f2299c9560 con 0x55f2299bd2d0
2024-03-19T01:54:13.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.714+0000 7f8e34fd2740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55f2298dc310 con 0x55f2299bdbf0
2024-03-19T01:54:13.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.714+0000 7f8e34fd2740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55f2299c96e0 con 0x55f2299c67d0
2024-03-19T01:54:13.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.714+0000 7f8e34fd2740 10 client.0 _ll_register_callbacks cb 0x55f2298d02d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:54:13.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.714+0000 7f8e2bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f2299bd2d0 0x55f2299c37d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.714+0000 7f8e2bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f2299bd2d0 0x55f2299c37d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33878/0 (socket says 172.21.15.46:33878)
2024-03-19T01:54:13.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.714+0000 7f8e2bfff640  1 -- 172.21.15.46:0/4184141767 learned_addr learned my addr 172.21.15.46:0/4184141767 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:13.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.714+0000 7f8e30983640  1 --2- 172.21.15.46:0/4184141767 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f2299c67d0 0x55f2299c4250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.714+0000 7f8e2b7fe640  1 --2- 172.21.15.46:0/4184141767 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f2299bdbf0 0x55f2299c3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.714+0000 7f8e2bfff640  1 -- 172.21.15.46:0/4184141767 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f2299c67d0 msgr2=0x55f2299c4250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:13.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.714+0000 7f8e2bfff640  1 --2- 172.21.15.46:0/4184141767 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f2299c67d0 0x55f2299c4250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.714+0000 7f8e2bfff640  1 -- 172.21.15.46:0/4184141767 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f2299bdbf0 msgr2=0x55f2299c3d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:13.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.714+0000 7f8e2bfff640  1 --2- 172.21.15.46:0/4184141767 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f2299bdbf0 0x55f2299c3d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.714+0000 7f8e2bfff640  1 -- 172.21.15.46:0/4184141767 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f2296343f0 con 0x55f2299bd2d0
2024-03-19T01:54:13.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.714+0000 7f8e2bfff640  1 --2- 172.21.15.46:0/4184141767 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f2299bd2d0 0x55f2299c37d0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f8e1409b630 tx=0x7f8e14011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bad69dc4d4c836c9 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:13.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.714+0000 7f8e0b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:54:13.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.714+0000 7f8e0b7fe640  1 -- 172.21.15.46:0/4184141767 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e140ce030 con 0x55f2299bd2d0
2024-03-19T01:54:13.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.715+0000 7f8e0b7fe640  1 -- 172.21.15.46:0/4184141767 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f8e140ccca0 con 0x55f2299bd2d0
2024-03-19T01:54:13.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.715+0000 7f8e34fd2740  1 -- 172.21.15.46:0/4184141767 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8e1c0054f0 con 0x55f2299bd2d0
2024-03-19T01:54:13.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.715+0000 7f8e0b7fe640  1 -- 172.21.15.46:0/4184141767 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8e140ccea0 con 0x55f2299bd2d0
2024-03-19T01:54:13.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.715+0000 7f8e34fd2740 10 client.16575 fetch_fsmap learned FSMap version 29
2024-03-19T01:54:13.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.715+0000 7f8e34fd2740  1 -- 172.21.15.46:0/4184141767 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f2296fe7d0 con 0x55f2299bd2d0
2024-03-19T01:54:13.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.715+0000 7f8e0b7fe640  1 -- 172.21.15.46:0/4184141767 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8e1c0054f0 con 0x55f2299bd2d0
2024-03-19T01:54:13.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.715+0000 7f8e0b7fe640  1 -- 172.21.15.46:0/4184141767 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f8e140860c0 con 0x55f2299bd2d0
2024-03-19T01:54:13.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.715+0000 7f8e34fd2740 10 client.16575 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:54:13.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.715+0000 7f8e34fd2740 10 client.16575 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:54:13.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.715+0000 7f8e34fd2740 20 client.16575 populate_metadata read hostname 'smithi046'
2024-03-19T01:54:13.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.715+0000 7f8e34fd2740  1 --2- 172.21.15.46:0/4184141767 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f2299d6b10 0x55f2299d8f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.715+0000 7f8e34fd2740  4 client.16575 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:54:13.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.715+0000 7f8e34fd2740  1 -- 172.21.15.46:0/4184141767 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f22997e3e0 con 0x55f2299d6b10
2024-03-19T01:54:13.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.715+0000 7f8e2b7fe640  1 --2- 172.21.15.46:0/4184141767 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f2299d6b10 0x55f2299d8f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.716+0000 7f8e2b7fe640  1 --2- 172.21.15.46:0/4184141767 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f2299d6b10 0x55f2299d8f80 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=99361b42f99a581 server_cookie=50a361486a0391c5 in_seq=0 out_seq=0
2024-03-19T01:54:13.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.716+0000 7f8e0b7fe640 10 client.16575 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:54:13.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.716+0000 7f8e0b7fe640  1 -- 172.21.15.46:0/4184141767 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55f22997e3e0 con 0x55f2299d6b10
2024-03-19T01:54:13.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.716+0000 7f8e0b7fe640 10 client.16575 handle_command_reply: tid=0
2024-03-19T01:54:13.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.716+0000 7f8e34fd2740  1 client.16575 shutdown
2024-03-19T01:54:13.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.716+0000 7f8e34fd2740  1 -- 172.21.15.46:0/4184141767 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f2299bd2d0 msgr2=0x55f2299c37d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:13.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.716+0000 7f8e34fd2740  1 --2- 172.21.15.46:0/4184141767 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f2299bd2d0 0x55f2299c37d0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f8e1409b630 tx=0x7f8e14011000 comp rx=0 tx=0).stop
2024-03-19T01:54:13.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.717+0000 7f8e34fd2740  1 -- 172.21.15.46:0/4184141767 shutdown_connections
2024-03-19T01:54:13.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.717+0000 7f8e34fd2740  1 --2- 172.21.15.46:0/4184141767 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f2299d6b10 0x55f2299d8f80 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.717+0000 7f8e34fd2740  1 --2- 172.21.15.46:0/4184141767 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f2299c67d0 0x55f2299c4250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.717+0000 7f8e34fd2740  1 --2- 172.21.15.46:0/4184141767 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f2299bdbf0 0x55f2299c3d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.717+0000 7f8e0b7fe640  0 client.16575 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:54:13.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.717+0000 7f8e34fd2740  1 --2- 172.21.15.46:0/4184141767 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f2299bd2d0 0x55f2299c37d0 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.717+0000 7f8e34fd2740  1 -- 172.21.15.46:0/4184141767 >> 172.21.15.46:0/4184141767 conn(0x55f2299b7a00 msgr2=0x55f2299b9750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:13.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.717+0000 7f8e34fd2740  1 -- 172.21.15.46:0/4184141767 shutdown_connections
2024-03-19T01:54:13.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.717+0000 7f8e34fd2740  1 -- 172.21.15.46:0/4184141767 wait complete.
2024-03-19T01:54:13.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.717+0000 7f8e34fd2740 20 client.16575 trim_cache size 0 max 16384
2024-03-19T01:54:13.747 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.742+0000 7f8e34fd2740  1  Processor -- start
2024-03-19T01:54:13.747 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.742+0000 7f8e34fd2740  1 --  start start
2024-03-19T01:54:13.747 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.742+0000 7f8e34fd2740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f2299bd2d0 0x55f2299d2300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.747 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.742+0000 7f8e34fd2740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f2299bdbf0 0x55f2299c4070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.742+0000 7f8e34fd2740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f2299c67d0 0x55f2299de850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.742+0000 7f8e34fd2740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f8e2c1b3670 con 0x55f2299bd2d0
2024-03-19T01:54:13.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.742+0000 7f8e34fd2740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f8e2c1b0e80 con 0x55f2299bdbf0
2024-03-19T01:54:13.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.742+0000 7f8e34fd2740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f8e2c1aecb0 con 0x55f2299c67d0
2024-03-19T01:54:13.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.742+0000 7f8e2bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f2299bd2d0 0x55f2299d2300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.742+0000 7f8e2bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f2299bd2d0 0x55f2299d2300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33880/0 (socket says 172.21.15.46:33880)
2024-03-19T01:54:13.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.742+0000 7f8e2bfff640  1 -- 172.21.15.46:0/3547797837 learned_addr learned my addr 172.21.15.46:0/3547797837 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:13.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.742+0000 7f8e30983640  1 --2- 172.21.15.46:0/3547797837 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f2299c67d0 0x55f2299de850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.742+0000 7f8e2b7fe640  1 --2- 172.21.15.46:0/3547797837 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f2299bdbf0 0x55f2299c4070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.742+0000 7f8e2bfff640  1 -- 172.21.15.46:0/3547797837 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f2299c67d0 msgr2=0x55f2299de850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:13.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.743+0000 7f8e2bfff640  1 --2- 172.21.15.46:0/3547797837 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f2299c67d0 0x55f2299de850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.743+0000 7f8e2bfff640  1 -- 172.21.15.46:0/3547797837 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f2299bdbf0 msgr2=0x55f2299c4070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:13.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.743+0000 7f8e2bfff640  1 --2- 172.21.15.46:0/3547797837 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f2299bdbf0 0x55f2299c4070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.743+0000 7f8e2bfff640  1 -- 172.21.15.46:0/3547797837 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f2299bf3a0 con 0x55f2299bd2d0
2024-03-19T01:54:13.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.743+0000 7f8e2bfff640  1 --2- 172.21.15.46:0/3547797837 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f2299bd2d0 0x55f2299d2300 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f8e140982b0 tx=0x7f8e14097bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11a762f442060bf0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:13.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.743+0000 7f8e21ffb640  1 -- 172.21.15.46:0/3547797837 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e14005680 con 0x55f2299bd2d0
2024-03-19T01:54:13.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.743+0000 7f8e21ffb640  1 -- 172.21.15.46:0/3547797837 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8e1409b930 con 0x55f2299bd2d0
2024-03-19T01:54:13.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.743+0000 7f8e21ffb640  1 -- 172.21.15.46:0/3547797837 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e140860b0 con 0x55f2299bd2d0
2024-03-19T01:54:13.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.744+0000 7f8e34fd2740  1 -- 172.21.15.46:0/3547797837 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f2299bd2d0 msgr2=0x55f2299d2300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:13.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.744+0000 7f8e34fd2740  1 --2- 172.21.15.46:0/3547797837 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f2299bd2d0 0x55f2299d2300 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f8e140982b0 tx=0x7f8e14097bd0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.744+0000 7f8e34fd2740  1 -- 172.21.15.46:0/3547797837 shutdown_connections
2024-03-19T01:54:13.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.744+0000 7f8e34fd2740  1 --2- 172.21.15.46:0/3547797837 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f2299c67d0 0x55f2299de850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.744+0000 7f8e34fd2740  1 --2- 172.21.15.46:0/3547797837 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f2299bdbf0 0x55f2299c4070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.744+0000 7f8e34fd2740  1 --2- 172.21.15.46:0/3547797837 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f2299bd2d0 0x55f2299d2300 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.744+0000 7f8e34fd2740  1 -- 172.21.15.46:0/3547797837 >> 172.21.15.46:0/3547797837 conn(0x55f2299b7a00 msgr2=0x55f2299b6ba0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:13.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.744+0000 7f8e34fd2740  1 -- 172.21.15.46:0/3547797837 shutdown_connections
2024-03-19T01:54:13.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.744+0000 7f8e34fd2740  1 -- 172.21.15.46:0/3547797837 wait complete.
2024-03-19T01:54:13.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.744+0000 7f8e34fd2740  1 --  start start
2024-03-19T01:54:13.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.744+0000 7f8e34fd2740  1  Processor -- start
2024-03-19T01:54:13.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.745+0000 7f8e34fd2740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f2299bd2d0 0x55f2299ce990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.745+0000 7f8e34fd2740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f2299bdbf0 0x55f2299c9ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.745+0000 7f8e34fd2740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f2299c67d0 0x55f2299ca430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.745+0000 7f8e34fd2740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f8e2c1af340 con 0x55f2299c67d0
2024-03-19T01:54:13.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.745+0000 7f8e34fd2740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f8e2c1b07b0 con 0x55f2299bdbf0
2024-03-19T01:54:13.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.745+0000 7f8e34fd2740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f8e2c1afa10 con 0x55f2299bd2d0
2024-03-19T01:54:13.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.745+0000 7f8e34fd2740 10 client.0 _ll_register_callbacks cb 0x7f8e14004990 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:54:13.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.745+0000 7f8e30983640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f2299c67d0 0x55f2299ca430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.745+0000 7f8e30983640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f2299c67d0 0x55f2299ca430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33888/0 (socket says 172.21.15.46:33888)
2024-03-19T01:54:13.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.745+0000 7f8e30983640  1 -- 172.21.15.46:0/805622363 learned_addr learned my addr 172.21.15.46:0/805622363 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:13.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.745+0000 7f8e2bfff640  1 --2- 172.21.15.46:0/805622363 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f2299bd2d0 0x55f2299ce990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.745+0000 7f8e2b7fe640  1 --2- 172.21.15.46:0/805622363 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f2299bdbf0 0x55f2299c9ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.745+0000 7f8e30983640  1 -- 172.21.15.46:0/805622363 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f2299bd2d0 msgr2=0x55f2299ce990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:13.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.745+0000 7f8e30983640  1 --2- 172.21.15.46:0/805622363 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f2299bd2d0 0x55f2299ce990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.745+0000 7f8e30983640  1 -- 172.21.15.46:0/805622363 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f2299bdbf0 msgr2=0x55f2299c9ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:13.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.745+0000 7f8e30983640  1 --2- 172.21.15.46:0/805622363 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f2299bdbf0 0x55f2299c9ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.745+0000 7f8e30983640  1 -- 172.21.15.46:0/805622363 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f2299ca970 con 0x55f2299c67d0
2024-03-19T01:54:13.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.745+0000 7f8e30983640  1 --2- 172.21.15.46:0/805622363 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f2299c67d0 0x55f2299ca430 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f8e24012730 tx=0x7f8e24004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8afbfe269fe784bc server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:13.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.745+0000 7f8e0b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:54:13.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.745+0000 7f8e0b7fe640  1 -- 172.21.15.46:0/805622363 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e24004d20 con 0x55f2299c67d0
2024-03-19T01:54:13.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.745+0000 7f8e0b7fe640  1 -- 172.21.15.46:0/805622363 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f8e2401e630 con 0x55f2299c67d0
2024-03-19T01:54:13.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.745+0000 7f8e34fd2740  1 -- 172.21.15.46:0/805622363 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8e1409b930 con 0x55f2299c67d0
2024-03-19T01:54:13.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.745+0000 7f8e0b7fe640  1 -- 172.21.15.46:0/805622363 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8e24034050 con 0x55f2299c67d0
2024-03-19T01:54:13.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.746+0000 7f8e34fd2740 10 client.16581 fetch_fsmap learned FSMap version 29
2024-03-19T01:54:13.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.746+0000 7f8e34fd2740  1 -- 172.21.15.46:0/805622363 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f229a3cc10 con 0x55f2299c67d0
2024-03-19T01:54:13.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.746+0000 7f8e0b7fe640  1 -- 172.21.15.46:0/805622363 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8e1409b930 con 0x55f2299c67d0
2024-03-19T01:54:13.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.746+0000 7f8e0b7fe640  1 -- 172.21.15.46:0/805622363 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f8e24029a00 con 0x55f2299c67d0
2024-03-19T01:54:13.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.746+0000 7f8e34fd2740 10 client.16581 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:54:13.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.746+0000 7f8e34fd2740 10 client.16581 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:54:13.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.746+0000 7f8e34fd2740 20 client.16581 populate_metadata read hostname 'smithi046'
2024-03-19T01:54:13.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.746+0000 7f8e34fd2740  1 --2- 172.21.15.46:0/805622363 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f229a3d440 0x55f229a3f860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:13.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.746+0000 7f8e34fd2740  4 client.16581 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:54:13.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.746+0000 7f8e34fd2740  1 -- 172.21.15.46:0/805622363 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f22992d9f0 con 0x55f229a3d440
2024-03-19T01:54:13.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.746+0000 7f8e2bfff640  1 --2- 172.21.15.46:0/805622363 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f229a3d440 0x55f229a3f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:13.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.746+0000 7f8e2bfff640  1 --2- 172.21.15.46:0/805622363 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f229a3d440 0x55f229a3f860 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f6a5810b7ce3fef5 server_cookie=d1bc4724f8d7e752 in_seq=0 out_seq=0
2024-03-19T01:54:13.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.746+0000 7f8e0b7fe640 10 client.16581 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:54:13.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.747+0000 7f8e0b7fe640  1 -- 172.21.15.46:0/805622363 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f22992d9f0 con 0x55f229a3d440
2024-03-19T01:54:13.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.747+0000 7f8e0b7fe640 10 client.16581 handle_command_reply: tid=0
2024-03-19T01:54:13.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.747+0000 7f8e34fd2740  1 client.16581 shutdown
2024-03-19T01:54:13.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.747+0000 7f8e34fd2740  1 -- 172.21.15.46:0/805622363 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f2299c67d0 msgr2=0x55f2299ca430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:13.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.747+0000 7f8e34fd2740  1 --2- 172.21.15.46:0/805622363 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f2299c67d0 0x55f2299ca430 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f8e24012730 tx=0x7f8e24004a40 comp rx=0 tx=0).stop
2024-03-19T01:54:13.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.747+0000 7f8e34fd2740  1 -- 172.21.15.46:0/805622363 shutdown_connections
2024-03-19T01:54:13.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.747+0000 7f8e34fd2740  1 --2- 172.21.15.46:0/805622363 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f229a3d440 0x55f229a3f860 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.747+0000 7f8e34fd2740  1 --2- 172.21.15.46:0/805622363 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f2299c67d0 0x55f2299ca430 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.747+0000 7f8e34fd2740  1 --2- 172.21.15.46:0/805622363 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f2299bdbf0 0x55f2299c9ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.747+0000 7f8e34fd2740  1 --2- 172.21.15.46:0/805622363 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f2299bd2d0 0x55f2299ce990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.747+0000 7f8e0b7fe640  0 client.16581 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:54:13.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.747+0000 7f8e34fd2740  1 -- 172.21.15.46:0/805622363 >> 172.21.15.46:0/805622363 conn(0x55f2299b7a00 msgr2=0x55f2299b8bc0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:13.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.747+0000 7f8e34fd2740  1 -- 172.21.15.46:0/805622363 shutdown_connections
2024-03-19T01:54:13.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.747+0000 7f8e34fd2740  1 -- 172.21.15.46:0/805622363 wait complete.
2024-03-19T01:54:13.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.747+0000 7f8e34fd2740 20 client.16581 trim_cache size 0 max 16384
2024-03-19T01:54:13.756 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:54:13.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.747+0000 7f8e323e6640  1 -- 172.21.15.46:0/2489798084 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f8e180a29a0 msgr2=0x7f8e180a4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:13.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.747+0000 7f8e323e6640  1 --2- 172.21.15.46:0/2489798084 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f8e180a29a0 0x7f8e180a4e60 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f8e24009fd0 tx=0x7f8e24004ab0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.747+0000 7f8e323e6640  1 -- 172.21.15.46:0/2489798084 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8e2c102a40 msgr2=0x7f8e2c100690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:13.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.747+0000 7f8e323e6640  1 --2- 172.21.15.46:0/2489798084 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8e2c102a40 0x7f8e2c100690 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f8e1400e9f0 tx=0x7f8e1400edf0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.748+0000 7f8e323e6640  1 -- 172.21.15.46:0/2489798084 shutdown_connections
2024-03-19T01:54:13.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.748+0000 7f8e323e6640  1 --2- 172.21.15.46:0/2489798084 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f8e180a29a0 0x7f8e180a4e60 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.748+0000 7f8e323e6640  1 --2- 172.21.15.46:0/2489798084 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8e2c10bd80 0x7f8e2c101110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.748+0000 7f8e323e6640  1 --2- 172.21.15.46:0/2489798084 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8e2c103360 0x7f8e2c100bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.748+0000 7f8e323e6640  1 --2- 172.21.15.46:0/2489798084 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8e2c102a40 0x7f8e2c100690 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:13.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.748+0000 7f8e323e6640  1 -- 172.21.15.46:0/2489798084 >> 172.21.15.46:0/2489798084 conn(0x7f8e2c0778d0 msgr2=0x7f8e2c0fd820 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:13.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.748+0000 7f8e323e6640  1 -- 172.21.15.46:0/2489798084 shutdown_connections
2024-03-19T01:54:13.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:13.748+0000 7f8e323e6640  1 -- 172.21.15.46:0/2489798084 wait complete.
2024-03-19T01:54:14.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:13 smithi073 ceph-mon[66833]: pgmap v127: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 56 KiB/s wr, 31 op/s
2024-03-19T01:54:14.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:13 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:54:14.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:13 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/806060270' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:54:14.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:13 smithi102 ceph-mon[66557]: pgmap v127: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 56 KiB/s wr, 31 op/s
2024-03-19T01:54:14.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:13 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:54:14.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:13 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/806060270' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:54:14.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:13 smithi046 ceph-mon[63102]: pgmap v127: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 56 KiB/s wr, 31 op/s
2024-03-19T01:54:14.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:13 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:54:14.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:13 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/806060270' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:54:14.759 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs
2024-03-19T01:54:14.759 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:54:14.760 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive
2024-03-19T01:54:14.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.878+0000 7f573f2f8640  1 -- 172.21.15.46:0/1214920358 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5738102ab0 msgr2=0x7f5738102e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:14.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.878+0000 7f573f2f8640  1 --2- 172.21.15.46:0/1214920358 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5738102ab0 0x7f5738102e90 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f572c009900 tx=0x7f572c02bcd0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.878+0000 7f573f2f8640  1 -- 172.21.15.46:0/1214920358 shutdown_connections
2024-03-19T01:54:14.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.878+0000 7f573f2f8640  1 --2- 172.21.15.46:0/1214920358 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f573810be80 0x7f573810e2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.878+0000 7f573f2f8640  1 --2- 172.21.15.46:0/1214920358 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f57381033d0 0x7f573810b8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.878+0000 7f573f2f8640  1 --2- 172.21.15.46:0/1214920358 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5738102ab0 0x7f5738102e90 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.878+0000 7f573f2f8640  1 -- 172.21.15.46:0/1214920358 >> 172.21.15.46:0/1214920358 conn(0x7f5738077880 msgr2=0x7f5738077c90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:14.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.878+0000 7f573f2f8640  1 -- 172.21.15.46:0/1214920358 shutdown_connections
2024-03-19T01:54:14.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.878+0000 7f573f2f8640  1 -- 172.21.15.46:0/1214920358 wait complete.
2024-03-19T01:54:14.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.879+0000 7f573f2f8640  1  Processor -- start
2024-03-19T01:54:14.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.879+0000 7f573f2f8640  1 --  start start
2024-03-19T01:54:14.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.879+0000 7f573f2f8640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5738102ab0 0x7f5738198050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:14.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.879+0000 7f573f2f8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f57381033d0 0x7f5738198590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:14.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.879+0000 7f573f2f8640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f573810be80 0x7f573819c910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:14.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.879+0000 7f573f2f8640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f5738111ad0 con 0x7f57381033d0
2024-03-19T01:54:14.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.879+0000 7f573f2f8640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f5738111950 con 0x7f573810be80
2024-03-19T01:54:14.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.879+0000 7f573f2f8640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5738111c50 con 0x7f5738102ab0
2024-03-19T01:54:14.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.879+0000 7f573c893640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f57381033d0 0x7f5738198590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:14.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.879+0000 7f573c893640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f57381033d0 0x7f5738198590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33914/0 (socket says 172.21.15.46:33914)
2024-03-19T01:54:14.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.879+0000 7f573c893640  1 -- 172.21.15.46:0/3752614324 learned_addr learned my addr 172.21.15.46:0/3752614324 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:14.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.879+0000 7f573d094640  1 --2- 172.21.15.46:0/3752614324 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5738102ab0 0x7f5738198050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:14.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.879+0000 7f573d895640  1 --2- 172.21.15.46:0/3752614324 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f573810be80 0x7f573819c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:14.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.880+0000 7f573c893640  1 -- 172.21.15.46:0/3752614324 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5738102ab0 msgr2=0x7f5738198050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:14.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.880+0000 7f573c893640  1 --2- 172.21.15.46:0/3752614324 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5738102ab0 0x7f5738198050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.880+0000 7f573c893640  1 -- 172.21.15.46:0/3752614324 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f573810be80 msgr2=0x7f573819c910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:14.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.880+0000 7f573c893640  1 --2- 172.21.15.46:0/3752614324 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f573810be80 0x7f573819c910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.880+0000 7f573c893640  1 -- 172.21.15.46:0/3752614324 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f573819d040 con 0x7f57381033d0
2024-03-19T01:54:14.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.880+0000 7f573d094640  1 --2- 172.21.15.46:0/3752614324 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5738102ab0 0x7f5738198050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:54:14.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.880+0000 7f573c893640  1 --2- 172.21.15.46:0/3752614324 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f57381033d0 0x7f5738198590 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f573400e9f0 tx=0x7f573400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:14.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.880+0000 7f572a7fc640  1 -- 172.21.15.46:0/3752614324 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f573400ccc0 con 0x7f57381033d0
2024-03-19T01:54:14.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.880+0000 7f573f2f8640  1 -- 172.21.15.46:0/3752614324 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f573819d330 con 0x7f57381033d0
2024-03-19T01:54:14.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.880+0000 7f572a7fc640  1 -- 172.21.15.46:0/3752614324 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f57340108e0 con 0x7f57381033d0
2024-03-19T01:54:14.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.880+0000 7f572a7fc640  1 -- 172.21.15.46:0/3752614324 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57340187c0 con 0x7f57381033d0
2024-03-19T01:54:14.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.880+0000 7f573f2f8640  1 -- 172.21.15.46:0/3752614324 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57381a4bc0 con 0x7f57381033d0
2024-03-19T01:54:14.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.882+0000 7f572a7fc640  1 -- 172.21.15.46:0/3752614324 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f5734010a90 con 0x7f57381033d0
2024-03-19T01:54:14.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.883+0000 7f5741fc2740  1  Processor -- start
2024-03-19T01:54:14.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.883+0000 7f5741fc2740  1 --  start start
2024-03-19T01:54:14.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.883+0000 7f5741fc2740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560846575380 0x560846575760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:14.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.883+0000 7f5741fc2740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560846575ca0 0x56084657e340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:14.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.883+0000 7f572a7fc640  1 --2- 172.21.15.46:0/3752614324 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f57240a2970 0x7f57240a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:14.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.883+0000 7f5741fc2740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56084657e880 0x560846580c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:14.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.883+0000 7f5741fc2740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5608464d9160 con 0x560846575ca0
2024-03-19T01:54:14.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.883+0000 7f5741fc2740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x560846481e10 con 0x560846575380
2024-03-19T01:54:14.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.883+0000 7f5741fc2740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5608464d5200 con 0x56084657e880
2024-03-19T01:54:14.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.883+0000 7f573d094640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560846575ca0 0x56084657e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:14.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.883+0000 7f573c893640  1 --2- 172.21.15.46:0/3752614324 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f57240a2970 0x7f57240a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:14.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.883+0000 7f573d094640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560846575ca0 0x56084657e340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33920/0 (socket says 172.21.15.46:33920)
2024-03-19T01:54:14.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.883+0000 7f573d094640  1 -- 172.21.15.46:0/3199024663 learned_addr learned my addr 172.21.15.46:0/3199024663 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:14.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.883+0000 7f573d895640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560846575380 0x560846575760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:14.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.883+0000 7f573d895640  1 --2- 172.21.15.46:0/3199024663 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56084657e880 0x560846580c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:14.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.883+0000 7f572a7fc640  1 -- 172.21.15.46:0/3752614324 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f57340cf610 con 0x7f57381033d0
2024-03-19T01:54:14.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.884+0000 7f573d094640  1 -- 172.21.15.46:0/3199024663 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56084657e880 msgr2=0x560846580c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:14.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.884+0000 7f573d094640  1 --2- 172.21.15.46:0/3199024663 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56084657e880 0x560846580c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.884+0000 7f573d094640  1 -- 172.21.15.46:0/3199024663 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560846575380 msgr2=0x560846575760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:14.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.884+0000 7f573d094640  1 --2- 172.21.15.46:0/3199024663 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560846575380 0x560846575760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.884+0000 7f573d094640  1 -- 172.21.15.46:0/3199024663 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5608462b57e0 con 0x560846575ca0
2024-03-19T01:54:14.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.884+0000 7f573c893640  1 --2- 172.21.15.46:0/3752614324 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f57240a2970 0x7f57240a4e30 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f5734097d20 tx=0x7f57340863f0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:14.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.884+0000 7f573d094640  1 --2- 172.21.15.46:0/3199024663 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560846575ca0 0x56084657e340 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f572c009900 tx=0x7f572c0095f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d06a4a8122dcf28f server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:14.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.884+0000 7f57237fe640  1 -- 172.21.15.46:0/3199024663 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f572c043070 con 0x560846575ca0
2024-03-19T01:54:14.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.884+0000 7f57237fe640  1 -- 172.21.15.46:0/3199024663 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f572c02c880 con 0x560846575ca0
2024-03-19T01:54:14.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.884+0000 7f57237fe640  1 -- 172.21.15.46:0/3199024663 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f572c0038c0 con 0x560846575ca0
2024-03-19T01:54:14.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.885+0000 7f5741fc2740  1 -- 172.21.15.46:0/3199024663 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560846575ca0 msgr2=0x56084657e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:14.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.885+0000 7f5741fc2740  1 --2- 172.21.15.46:0/3199024663 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560846575ca0 0x56084657e340 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f572c009900 tx=0x7f572c0095f0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.885+0000 7f5741fc2740  1 -- 172.21.15.46:0/3199024663 shutdown_connections
2024-03-19T01:54:14.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.885+0000 7f5741fc2740  1 --2- 172.21.15.46:0/3199024663 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56084657e880 0x560846580c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.885+0000 7f5741fc2740  1 --2- 172.21.15.46:0/3199024663 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560846575ca0 0x56084657e340 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.885+0000 7f5741fc2740  1 --2- 172.21.15.46:0/3199024663 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560846575380 0x560846575760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.885+0000 7f5741fc2740  1 -- 172.21.15.46:0/3199024663 >> 172.21.15.46:0/3199024663 conn(0x56084656fab0 msgr2=0x56084656fe90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:14.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.885+0000 7f5741fc2740  1 -- 172.21.15.46:0/3199024663 shutdown_connections
2024-03-19T01:54:14.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.885+0000 7f5741fc2740  1 -- 172.21.15.46:0/3199024663 wait complete.
2024-03-19T01:54:14.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.885+0000 7f5741fc2740  1 --  start start
2024-03-19T01:54:14.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.885+0000 7f5741fc2740  1  Processor -- start
2024-03-19T01:54:14.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.886+0000 7f5741fc2740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560846575380 0x56084657b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:14.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.886+0000 7f5741fc2740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560846575ca0 0x56084657bd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:14.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.886+0000 7f5741fc2740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56084657e880 0x56084657c240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:14.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.886+0000 7f5741fc2740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x560846581610 con 0x56084657e880
2024-03-19T01:54:14.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.886+0000 7f5741fc2740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5608464951a0 con 0x560846575380
2024-03-19T01:54:14.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.886+0000 7f5741fc2740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x560846581790 con 0x560846575ca0
2024-03-19T01:54:14.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.886+0000 7f5741fc2740 10 client.0 _ll_register_callbacks cb 0x5608461ecc60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:54:14.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.886+0000 7f573d895640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56084657e880 0x56084657c240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:14.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.886+0000 7f573d895640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56084657e880 0x56084657c240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33930/0 (socket says 172.21.15.46:33930)
2024-03-19T01:54:14.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.886+0000 7f573d895640  1 -- 172.21.15.46:0/838328166 learned_addr learned my addr 172.21.15.46:0/838328166 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:14.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.886+0000 7f573d895640  1 --2- 172.21.15.46:0/838328166 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560846575380 0x56084657b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:14.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.886+0000 7f573d094640  1 --2- 172.21.15.46:0/838328166 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560846575ca0 0x56084657bd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:14.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.886+0000 7f573d895640  1 -- 172.21.15.46:0/838328166 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560846575ca0 msgr2=0x56084657bd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:14.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.886+0000 7f573d895640  1 --2- 172.21.15.46:0/838328166 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560846575ca0 0x56084657bd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.886+0000 7f573d895640  1 -- 172.21.15.46:0/838328166 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560846575380 msgr2=0x56084657b7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:14.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.886+0000 7f573d895640  1 --2- 172.21.15.46:0/838328166 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560846575380 0x56084657b7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.886+0000 7f573d895640  1 -- 172.21.15.46:0/838328166 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560846315f70 con 0x56084657e880
2024-03-19T01:54:14.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.886+0000 7f573d895640  1 --2- 172.21.15.46:0/838328166 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56084657e880 0x56084657c240 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f5730011fb0 tx=0x7f5730009e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9daccc8b80a0f01a server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:14.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.886+0000 7f5720ff9640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:54:14.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.886+0000 7f5720ff9640  1 -- 172.21.15.46:0/838328166 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5730011340 con 0x56084657e880
2024-03-19T01:54:14.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.886+0000 7f5720ff9640  1 -- 172.21.15.46:0/838328166 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f5730004b20 con 0x56084657e880
2024-03-19T01:54:14.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.886+0000 7f5741fc2740  1 -- 172.21.15.46:0/838328166 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f572c02c880 con 0x56084657e880
2024-03-19T01:54:14.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.887+0000 7f5720ff9640  1 -- 172.21.15.46:0/838328166 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5730004d20 con 0x56084657e880
2024-03-19T01:54:14.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.887+0000 7f5741fc2740 10 client.16593 fetch_fsmap learned FSMap version 29
2024-03-19T01:54:14.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.887+0000 7f5741fc2740  1 -- 172.21.15.46:0/838328166 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5608461ad170 con 0x56084657e880
2024-03-19T01:54:14.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.887+0000 7f5720ff9640  1 -- 172.21.15.46:0/838328166 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f572c02c880 con 0x56084657e880
2024-03-19T01:54:14.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.887+0000 7f5720ff9640  1 -- 172.21.15.46:0/838328166 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f57300043d0 con 0x56084657e880
2024-03-19T01:54:14.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.887+0000 7f5741fc2740 10 client.16593 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:54:14.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.887+0000 7f5741fc2740 10 client.16593 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:54:14.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.887+0000 7f5741fc2740 20 client.16593 populate_metadata read hostname 'smithi046'
2024-03-19T01:54:14.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.887+0000 7f5741fc2740  1 --2- 172.21.15.46:0/838328166 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56084658ec40 0x560846591030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:14.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.887+0000 7f5741fc2740  4 client.16593 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:54:14.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.887+0000 7f5741fc2740  1 -- 172.21.15.46:0/838328166 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5608464e66a0 con 0x56084658ec40
2024-03-19T01:54:14.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.887+0000 7f573d094640  1 --2- 172.21.15.46:0/838328166 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56084658ec40 0x560846591030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:14.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.888+0000 7f5720ff9640 10 client.16593 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:54:14.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.888+0000 7f573d094640  1 --2- 172.21.15.46:0/838328166 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56084658ec40 0x560846591030 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ab46be2eb5c781d1 server_cookie=45e8b65eca98611f in_seq=0 out_seq=0
2024-03-19T01:54:14.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.888+0000 7f5720ff9640  1 -- 172.21.15.46:0/838328166 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5608464e66a0 con 0x56084658ec40
2024-03-19T01:54:14.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.888+0000 7f5720ff9640 10 client.16593 handle_command_reply: tid=0
2024-03-19T01:54:14.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.888+0000 7f5741fc2740  1 client.16593 shutdown
2024-03-19T01:54:14.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.888+0000 7f5741fc2740  1 -- 172.21.15.46:0/838328166 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56084657e880 msgr2=0x56084657c240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:14.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.888+0000 7f5741fc2740  1 --2- 172.21.15.46:0/838328166 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56084657e880 0x56084657c240 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f5730011fb0 tx=0x7f5730009e00 comp rx=0 tx=0).stop
2024-03-19T01:54:14.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.888+0000 7f5741fc2740  1 -- 172.21.15.46:0/838328166 shutdown_connections
2024-03-19T01:54:14.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.888+0000 7f5741fc2740  1 --2- 172.21.15.46:0/838328166 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56084658ec40 0x560846591030 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.888+0000 7f5741fc2740  1 --2- 172.21.15.46:0/838328166 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56084657e880 0x56084657c240 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.888+0000 7f5741fc2740  1 --2- 172.21.15.46:0/838328166 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560846575ca0 0x56084657bd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.888+0000 7f5720ff9640  0 client.16593 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:54:14.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.888+0000 7f5741fc2740  1 --2- 172.21.15.46:0/838328166 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560846575380 0x56084657b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.888+0000 7f5741fc2740  1 -- 172.21.15.46:0/838328166 >> 172.21.15.46:0/838328166 conn(0x56084656fab0 msgr2=0x560846571800 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:14.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.889+0000 7f5741fc2740  1 -- 172.21.15.46:0/838328166 shutdown_connections
2024-03-19T01:54:14.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.889+0000 7f5741fc2740  1 -- 172.21.15.46:0/838328166 wait complete.
2024-03-19T01:54:14.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.889+0000 7f5741fc2740 20 client.16593 trim_cache size 0 max 16384
2024-03-19T01:54:14.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.907+0000 7f5741fc2740  1  Processor -- start
2024-03-19T01:54:14.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.907+0000 7f5741fc2740  1 --  start start
2024-03-19T01:54:14.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.907+0000 7f5741fc2740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560846575380 0x56084657def0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:14.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.907+0000 7f5741fc2740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560846575ca0 0x56084658a440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:14.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.907+0000 7f5741fc2740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56084657e880 0x560846596940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:14.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.907+0000 7f5741fc2740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f57381b1560 con 0x560846575ca0
2024-03-19T01:54:14.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.907+0000 7f5741fc2740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f57381aed70 con 0x56084657e880
2024-03-19T01:54:14.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.907+0000 7f5741fc2740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f57381acba0 con 0x560846575380
2024-03-19T01:54:14.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.907+0000 7f573d094640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560846575ca0 0x56084658a440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:14.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.907+0000 7f573d094640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560846575ca0 0x56084658a440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33938/0 (socket says 172.21.15.46:33938)
2024-03-19T01:54:14.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.907+0000 7f573d094640  1 -- 172.21.15.46:0/1377656869 learned_addr learned my addr 172.21.15.46:0/1377656869 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:14.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.907+0000 7f573d895640  1 --2- 172.21.15.46:0/1377656869 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560846575380 0x56084657def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:14.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.907+0000 7f573d895640  1 --2- 172.21.15.46:0/1377656869 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56084657e880 0x560846596940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:14.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.907+0000 7f573d094640  1 -- 172.21.15.46:0/1377656869 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560846575380 msgr2=0x56084657def0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:14.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.907+0000 7f573d094640  1 --2- 172.21.15.46:0/1377656869 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560846575380 0x56084657def0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.907+0000 7f573d094640  1 -- 172.21.15.46:0/1377656869 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56084657e880 msgr2=0x560846596940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:14.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.907+0000 7f573d094640  1 --2- 172.21.15.46:0/1377656869 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56084657e880 0x560846596940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.907+0000 7f573d094640  1 -- 172.21.15.46:0/1377656869 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56084656f8e0 con 0x560846575ca0
2024-03-19T01:54:14.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.907+0000 7f573d094640  1 --2- 172.21.15.46:0/1377656869 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560846575ca0 0x56084658a440 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f572c000c00 tx=0x7f572c02e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb52fe4d1e22fed6 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:14.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.907+0000 7f5722ffd640  1 -- 172.21.15.46:0/1377656869 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f572c056070 con 0x560846575ca0
2024-03-19T01:54:14.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.907+0000 7f5722ffd640  1 -- 172.21.15.46:0/1377656869 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f572c0503d0 con 0x560846575ca0
2024-03-19T01:54:14.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.908+0000 7f5722ffd640  1 -- 172.21.15.46:0/1377656869 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f572c043040 con 0x560846575ca0
2024-03-19T01:54:14.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.908+0000 7f5741fc2740  1 -- 172.21.15.46:0/1377656869 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560846575ca0 msgr2=0x56084658a440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:14.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.908+0000 7f5741fc2740  1 --2- 172.21.15.46:0/1377656869 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560846575ca0 0x56084658a440 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f572c000c00 tx=0x7f572c02e040 comp rx=0 tx=0).stop
2024-03-19T01:54:14.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.908+0000 7f5741fc2740  1 -- 172.21.15.46:0/1377656869 shutdown_connections
2024-03-19T01:54:14.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.908+0000 7f5741fc2740  1 --2- 172.21.15.46:0/1377656869 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56084657e880 0x560846596940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.908+0000 7f5741fc2740  1 --2- 172.21.15.46:0/1377656869 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560846575ca0 0x56084658a440 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.908+0000 7f5741fc2740  1 --2- 172.21.15.46:0/1377656869 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560846575380 0x56084657def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.908+0000 7f5741fc2740  1 -- 172.21.15.46:0/1377656869 >> 172.21.15.46:0/1377656869 conn(0x56084656fab0 msgr2=0x56084656e2a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:14.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.908+0000 7f5741fc2740  1 -- 172.21.15.46:0/1377656869 shutdown_connections
2024-03-19T01:54:14.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.908+0000 7f5741fc2740  1 -- 172.21.15.46:0/1377656869 wait complete.
2024-03-19T01:54:14.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.908+0000 7f5741fc2740  1 --  start start
2024-03-19T01:54:14.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.909+0000 7f5741fc2740  1  Processor -- start
2024-03-19T01:54:14.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.909+0000 7f5741fc2740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560846575380 0x560846586a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:14.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.909+0000 7f5741fc2740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560846575ca0 0x560846583a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:14.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.909+0000 7f5741fc2740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56084657e880 0x560846583f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:14.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.909+0000 7f5741fc2740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f57381ad230 con 0x560846575ca0
2024-03-19T01:54:14.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.909+0000 7f5741fc2740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f57381ae6a0 con 0x560846575380
2024-03-19T01:54:14.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.909+0000 7f5741fc2740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f57381ad900 con 0x56084657e880
2024-03-19T01:54:14.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.909+0000 7f5741fc2740 10 client.0 _ll_register_callbacks cb 0x7f57300118a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:54:14.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.909+0000 7f573d094640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560846575ca0 0x560846583a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:14.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.909+0000 7f573d094640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560846575ca0 0x560846583a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33950/0 (socket says 172.21.15.46:33950)
2024-03-19T01:54:14.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.909+0000 7f573d094640  1 -- 172.21.15.46:0/3906041832 learned_addr learned my addr 172.21.15.46:0/3906041832 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:14.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.909+0000 7f573d895640  1 --2- 172.21.15.46:0/3906041832 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560846575380 0x560846586a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:14.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.909+0000 7f573d895640  1 --2- 172.21.15.46:0/3906041832 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56084657e880 0x560846583f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:14.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.909+0000 7f573d094640  1 -- 172.21.15.46:0/3906041832 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56084657e880 msgr2=0x560846583f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:14.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.909+0000 7f573d094640  1 --2- 172.21.15.46:0/3906041832 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56084657e880 0x560846583f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.909+0000 7f573d094640  1 -- 172.21.15.46:0/3906041832 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560846575380 msgr2=0x560846586a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:14.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.909+0000 7f573d094640  1 --2- 172.21.15.46:0/3906041832 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560846575380 0x560846586a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.909+0000 7f573d094640  1 -- 172.21.15.46:0/3906041832 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5608465870e0 con 0x560846575ca0
2024-03-19T01:54:14.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.909+0000 7f573d895640  1 --2- 172.21.15.46:0/3906041832 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56084657e880 0x560846583f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:54:14.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.910+0000 7f573d094640  1 --2- 172.21.15.46:0/3906041832 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560846575ca0 0x560846583a40 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f572c02ced0 tx=0x7f572c005be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1425ba5421412e99 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:14.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.910+0000 7f5720ff9640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:54:14.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.910+0000 7f5720ff9640  1 -- 172.21.15.46:0/3906041832 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f572c056030 con 0x560846575ca0
2024-03-19T01:54:14.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.910+0000 7f5741fc2740  1 -- 172.21.15.46:0/3906041832 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f572c0503d0 con 0x560846575ca0
2024-03-19T01:54:14.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.910+0000 7f5720ff9640  1 -- 172.21.15.46:0/3906041832 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f572c004260 con 0x560846575ca0
2024-03-19T01:54:14.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.910+0000 7f5720ff9640  1 -- 172.21.15.46:0/3906041832 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f572c060050 con 0x560846575ca0
2024-03-19T01:54:14.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.910+0000 7f5741fc2740 10 client.16599 fetch_fsmap learned FSMap version 29
2024-03-19T01:54:14.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.910+0000 7f5741fc2740  1 -- 172.21.15.46:0/3906041832 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5608465f5a00 con 0x560846575ca0
2024-03-19T01:54:14.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.910+0000 7f5720ff9640  1 -- 172.21.15.46:0/3906041832 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f572c0503d0 con 0x560846575ca0
2024-03-19T01:54:14.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.910+0000 7f5720ff9640  1 -- 172.21.15.46:0/3906041832 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f572c0506a0 con 0x560846575ca0
2024-03-19T01:54:14.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.910+0000 7f5741fc2740 10 client.16599 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:54:14.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.910+0000 7f5741fc2740 10 client.16599 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:54:14.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.910+0000 7f5741fc2740 20 client.16599 populate_metadata read hostname 'smithi046'
2024-03-19T01:54:14.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.910+0000 7f5741fc2740  1 --2- 172.21.15.46:0/3906041832 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5608465f5d30 0x5608465f8120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:14.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.910+0000 7f5741fc2740  4 client.16599 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}]
2024-03-19T01:54:14.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.910+0000 7f5741fc2740  1 -- 172.21.15.46:0/3906041832 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5608464e09f0 con 0x5608465f5d30
2024-03-19T01:54:14.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.911+0000 7f573d895640  1 --2- 172.21.15.46:0/3906041832 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5608465f5d30 0x5608465f8120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:14.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.911+0000 7f573d895640  1 --2- 172.21.15.46:0/3906041832 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5608465f5d30 0x5608465f8120 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6711d40e6aac69a9 server_cookie=6099c7ae1da36da1 in_seq=0 out_seq=0
2024-03-19T01:54:14.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.911+0000 7f5720ff9640 10 client.16599 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:54:14.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.912+0000 7f5720ff9640  1 -- 172.21.15.46:0/3906041832 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5608464e09f0 con 0x5608465f5d30
2024-03-19T01:54:14.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.912+0000 7f5720ff9640 10 client.16599 handle_command_reply: tid=0
2024-03-19T01:54:14.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.912+0000 7f5741fc2740  1 client.16599 shutdown
2024-03-19T01:54:14.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.912+0000 7f5741fc2740  1 -- 172.21.15.46:0/3906041832 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560846575ca0 msgr2=0x560846583a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:14.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.912+0000 7f5741fc2740  1 --2- 172.21.15.46:0/3906041832 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560846575ca0 0x560846583a40 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f572c02ced0 tx=0x7f572c005be0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.912+0000 7f5741fc2740  1 -- 172.21.15.46:0/3906041832 shutdown_connections
2024-03-19T01:54:14.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.912+0000 7f5741fc2740  1 --2- 172.21.15.46:0/3906041832 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5608465f5d30 0x5608465f8120 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.912+0000 7f5741fc2740  1 --2- 172.21.15.46:0/3906041832 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56084657e880 0x560846583f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.912+0000 7f5741fc2740  1 --2- 172.21.15.46:0/3906041832 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560846575ca0 0x560846583a40 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.912+0000 7f5720ff9640  0 client.16599 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:54:14.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.912+0000 7f5741fc2740  1 --2- 172.21.15.46:0/3906041832 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560846575380 0x560846586a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.912+0000 7f5741fc2740  1 -- 172.21.15.46:0/3906041832 >> 172.21.15.46:0/3906041832 conn(0x56084656fab0 msgr2=0x56084657c010 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:14.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.913+0000 7f5741fc2740  1 -- 172.21.15.46:0/3906041832 shutdown_connections
2024-03-19T01:54:14.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.913+0000 7f5741fc2740  1 -- 172.21.15.46:0/3906041832 wait complete.
2024-03-19T01:54:14.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.913+0000 7f5741fc2740 20 client.16599 trim_cache size 0 max 16384
2024-03-19T01:54:14.919 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:54:14.919 INFO:teuthology.orchestra.run.smithi046.stdout:    "return_code": 0,
2024-03-19T01:54:14.919 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrub_tag": "2c990b5e-5579-4ce4-b741-b7cb9ac46dc3",
2024-03-19T01:54:14.919 INFO:teuthology.orchestra.run.smithi046.stdout:    "mode": "asynchronous"
2024-03-19T01:54:14.919 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:54:14.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.913+0000 7f573f2f8640  1 -- 172.21.15.46:0/3752614324 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f57240a2970 msgr2=0x7f57240a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:14.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.913+0000 7f573f2f8640  1 --2- 172.21.15.46:0/3752614324 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f57240a2970 0x7f57240a4e30 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f5734097d20 tx=0x7f57340863f0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.913+0000 7f573f2f8640  1 -- 172.21.15.46:0/3752614324 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f57381033d0 msgr2=0x7f5738198590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:14.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.913+0000 7f573f2f8640  1 --2- 172.21.15.46:0/3752614324 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f57381033d0 0x7f5738198590 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f573400e9f0 tx=0x7f573400edf0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.913+0000 7f573f2f8640  1 -- 172.21.15.46:0/3752614324 shutdown_connections
2024-03-19T01:54:14.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.913+0000 7f573f2f8640  1 --2- 172.21.15.46:0/3752614324 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f573810be80 0x7f573819c910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.913+0000 7f573f2f8640  1 --2- 172.21.15.46:0/3752614324 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f57381033d0 0x7f5738198590 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.913+0000 7f573f2f8640  1 --2- 172.21.15.46:0/3752614324 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f57240a2970 0x7f57240a4e30 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.913+0000 7f573f2f8640  1 --2- 172.21.15.46:0/3752614324 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5738102ab0 0x7f5738198050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:14.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.913+0000 7f573f2f8640  1 -- 172.21.15.46:0/3752614324 >> 172.21.15.46:0/3752614324 conn(0x7f5738077880 msgr2=0x7f57380fd8d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:14.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.913+0000 7f573f2f8640  1 -- 172.21.15.46:0/3752614324 shutdown_connections
2024-03-19T01:54:14.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:14.913+0000 7f573f2f8640  1 -- 172.21.15.46:0/3752614324 wait complete.
2024-03-19T01:54:14.924 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:54:14.924 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:54:15.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.029+0000 7fdfd2ae8640  1 -- 172.21.15.46:0/2349339506 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdfcc101100 msgr2=0x7fdfcc10d610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:15.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.029+0000 7fdfd2ae8640  1 --2- 172.21.15.46:0/2349339506 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdfcc101100 0x7fdfcc10d610 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7fdfc4009cd0 tx=0x7fdfc402c0f0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.029+0000 7fdfd2ae8640  1 -- 172.21.15.46:0/2349339506 shutdown_connections
2024-03-19T01:54:15.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.029+0000 7fdfd2ae8640  1 --2- 172.21.15.46:0/2349339506 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdfcc101100 0x7fdfcc10d610 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.029+0000 7fdfd2ae8640  1 --2- 172.21.15.46:0/2349339506 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdfcc100740 0x7fdfcc100bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.029+0000 7fdfd2ae8640  1 --2- 172.21.15.46:0/2349339506 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdfcc106750 0x7fdfcc106b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.029+0000 7fdfd2ae8640  1 -- 172.21.15.46:0/2349339506 >> 172.21.15.46:0/2349339506 conn(0x7fdfcc077880 msgr2=0x7fdfcc077c90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:15.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.029+0000 7fdfd2ae8640  1 -- 172.21.15.46:0/2349339506 shutdown_connections
2024-03-19T01:54:15.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.029+0000 7fdfd2ae8640  1 -- 172.21.15.46:0/2349339506 wait complete.
2024-03-19T01:54:15.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.029+0000 7fdfd2ae8640  1  Processor -- start
2024-03-19T01:54:15.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.029+0000 7fdfd2ae8640  1 --  start start
2024-03-19T01:54:15.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.029+0000 7fdfd2ae8640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdfcc100740 0x7fdfcc1980a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:15.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.029+0000 7fdfd2ae8640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdfcc101100 0x7fdfcc1985e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:15.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.029+0000 7fdfd2ae8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdfcc106750 0x7fdfcc19c910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:15.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.029+0000 7fdfd2ae8640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fdfcc110a10 con 0x7fdfcc106750
2024-03-19T01:54:15.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.029+0000 7fdfd2ae8640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fdfcc110890 con 0x7fdfcc101100
2024-03-19T01:54:15.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.029+0000 7fdfd2ae8640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fdfcc110b90 con 0x7fdfcc100740
2024-03-19T01:54:15.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.030+0000 7fdfd1085640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdfcc106750 0x7fdfcc19c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:15.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.030+0000 7fdfd1085640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdfcc106750 0x7fdfcc19c910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33968/0 (socket says 172.21.15.46:33968)
2024-03-19T01:54:15.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.030+0000 7fdfd1085640  1 -- 172.21.15.46:0/139568526 learned_addr learned my addr 172.21.15.46:0/139568526 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:15.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.030+0000 7fdfcbfff640  1 --2- 172.21.15.46:0/139568526 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdfcc101100 0x7fdfcc1985e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:15.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.030+0000 7fdfd0884640  1 --2- 172.21.15.46:0/139568526 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdfcc100740 0x7fdfcc1980a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:15.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.030+0000 7fdfd1085640  1 -- 172.21.15.46:0/139568526 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdfcc100740 msgr2=0x7fdfcc1980a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:15.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.030+0000 7fdfd1085640  1 --2- 172.21.15.46:0/139568526 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdfcc100740 0x7fdfcc1980a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.030+0000 7fdfd1085640  1 -- 172.21.15.46:0/139568526 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdfcc101100 msgr2=0x7fdfcc1985e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:15.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.030+0000 7fdfd1085640  1 --2- 172.21.15.46:0/139568526 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdfcc101100 0x7fdfcc1985e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.030+0000 7fdfd1085640  1 -- 172.21.15.46:0/139568526 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfcc19d040 con 0x7fdfcc106750
2024-03-19T01:54:15.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.030+0000 7fdfd1085640  1 --2- 172.21.15.46:0/139568526 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdfcc106750 0x7fdfcc19c910 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7fdfc4004af0 tx=0x7fdfc4035ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:15.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.030+0000 7fdfc9ffb640  1 -- 172.21.15.46:0/139568526 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfc4039040 con 0x7fdfcc106750
2024-03-19T01:54:15.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.030+0000 7fdfc9ffb640  1 -- 172.21.15.46:0/139568526 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdfc4044070 con 0x7fdfcc106750
2024-03-19T01:54:15.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.030+0000 7fdfd2ae8640  1 -- 172.21.15.46:0/139568526 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfcc19d2d0 con 0x7fdfcc106750
2024-03-19T01:54:15.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.030+0000 7fdfc9ffb640  1 -- 172.21.15.46:0/139568526 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfc40042a0 con 0x7fdfcc106750
2024-03-19T01:54:15.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.030+0000 7fdfd2ae8640  1 -- 172.21.15.46:0/139568526 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfcc1a4bc0 con 0x7fdfcc106750
2024-03-19T01:54:15.039 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.032+0000 7fdfc9ffb640  1 -- 172.21.15.46:0/139568526 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fdfc4003970 con 0x7fdfcc106750
2024-03-19T01:54:15.040 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.033+0000 7fdfd57ac740  1  Processor -- start
2024-03-19T01:54:15.040 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.033+0000 7fdfd57ac740  1 --  start start
2024-03-19T01:54:15.040 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.033+0000 7fdfc9ffb640  1 --2- 172.21.15.46:0/139568526 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdfbc0a2970 0x7fdfbc0a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:15.040 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.033+0000 7fdfd57ac740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df7ead3a30 0x55df7ead3e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:15.040 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.033+0000 7fdfd57ac740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df7ead4350 0x55df7eadc9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:15.040 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.033+0000 7fdfd57ac740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df7eadcf30 0x55df7eadf320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:15.040 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.033+0000 7fdfd57ac740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55df7ea37500 con 0x55df7ead3a30
2024-03-19T01:54:15.040 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.033+0000 7fdfd57ac740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55df7e9dfbe0 con 0x55df7ead4350
2024-03-19T01:54:15.040 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.033+0000 7fdfd57ac740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55df7ea335a0 con 0x55df7eadcf30
2024-03-19T01:54:15.040 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.033+0000 7fdfcbfff640  1 --2- 172.21.15.46:0/139568526 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdfbc0a2970 0x7fdfbc0a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:15.040 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.033+0000 7fdfc9ffb640  1 -- 172.21.15.46:0/139568526 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fdfc40f1510 con 0x7fdfcc106750
2024-03-19T01:54:15.040 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.033+0000 7fdfd0884640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df7ead3a30 0x55df7ead3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:15.040 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.033+0000 7fdfd0884640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df7ead3a30 0x55df7ead3e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33970/0 (socket says 172.21.15.46:33970)
2024-03-19T01:54:15.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.033+0000 7fdfd0884640  1 -- 172.21.15.46:0/2130316595 learned_addr learned my addr 172.21.15.46:0/2130316595 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:15.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.033+0000 7fdfcbfff640  1 --2- 172.21.15.46:0/2130316595 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df7ead4350 0x55df7eadc9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:15.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.033+0000 7fdfd1085640  1 --2- 172.21.15.46:0/2130316595 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df7eadcf30 0x55df7eadf320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:15.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.033+0000 7fdfd0884640  1 -- 172.21.15.46:0/2130316595 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df7eadcf30 msgr2=0x55df7eadf320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:15.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.033+0000 7fdfd0884640  1 --2- 172.21.15.46:0/2130316595 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df7eadcf30 0x55df7eadf320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.033+0000 7fdfd0884640  1 -- 172.21.15.46:0/2130316595 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df7ead4350 msgr2=0x55df7eadc9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:15.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.033+0000 7fdfd0884640  1 --2- 172.21.15.46:0/2130316595 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df7ead4350 0x55df7eadc9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.033+0000 7fdfd0884640  1 -- 172.21.15.46:0/2130316595 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55df7ea01000 con 0x55df7ead3a30
2024-03-19T01:54:15.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.034+0000 7fdfcbfff640  1 --2- 172.21.15.46:0/139568526 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdfbc0a2970 0x7fdfbc0a4e30 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fdfb8009710 tx=0x7fdfb8009af0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:15.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.034+0000 7fdfd0884640  1 --2- 172.21.15.46:0/2130316595 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df7ead3a30 0x55df7ead3e10 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7fdfc0009c70 tx=0x7fdfc0011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d875d29d5cd8e88d server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:15.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.034+0000 7fdfb6ffd640  1 -- 172.21.15.46:0/2130316595 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfc0004230 con 0x55df7ead3a30
2024-03-19T01:54:15.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.034+0000 7fdfb6ffd640  1 -- 172.21.15.46:0/2130316595 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdfc00043d0 con 0x55df7ead3a30
2024-03-19T01:54:15.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.034+0000 7fdfb6ffd640  1 -- 172.21.15.46:0/2130316595 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfc00196b0 con 0x55df7ead3a30
2024-03-19T01:54:15.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.034+0000 7fdfd57ac740  1 -- 172.21.15.46:0/2130316595 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df7ead3a30 msgr2=0x55df7ead3e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:15.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.034+0000 7fdfd57ac740  1 --2- 172.21.15.46:0/2130316595 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df7ead3a30 0x55df7ead3e10 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7fdfc0009c70 tx=0x7fdfc0011810 comp rx=0 tx=0).stop
2024-03-19T01:54:15.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.034+0000 7fdfd57ac740  1 -- 172.21.15.46:0/2130316595 shutdown_connections
2024-03-19T01:54:15.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.034+0000 7fdfd57ac740  1 --2- 172.21.15.46:0/2130316595 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df7eadcf30 0x55df7eadf320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.034+0000 7fdfd57ac740  1 --2- 172.21.15.46:0/2130316595 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df7ead4350 0x55df7eadc9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.034+0000 7fdfd57ac740  1 --2- 172.21.15.46:0/2130316595 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df7ead3a30 0x55df7ead3e10 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.034+0000 7fdfd57ac740  1 -- 172.21.15.46:0/2130316595 >> 172.21.15.46:0/2130316595 conn(0x55df7eace160 msgr2=0x55df7eace540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:15.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.035+0000 7fdfd57ac740  1 -- 172.21.15.46:0/2130316595 shutdown_connections
2024-03-19T01:54:15.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.035+0000 7fdfd57ac740  1 -- 172.21.15.46:0/2130316595 wait complete.
2024-03-19T01:54:15.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.035+0000 7fdfd57ac740  1 --  start start
2024-03-19T01:54:15.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.035+0000 7fdfd57ac740  1  Processor -- start
2024-03-19T01:54:15.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.035+0000 7fdfd57ac740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df7ead3a30 0x55df7ead9e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:15.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.035+0000 7fdfd57ac740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df7ead4350 0x55df7eada350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:15.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.035+0000 7fdfd57ac740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df7eadcf30 0x55df7eada890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:15.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.035+0000 7fdfd57ac740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55df7eadfd20 con 0x55df7ead4350
2024-03-19T01:54:15.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.035+0000 7fdfd57ac740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55df7e9f3160 con 0x55df7ead3a30
2024-03-19T01:54:15.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.035+0000 7fdfd57ac740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55df7eadfea0 con 0x55df7eadcf30
2024-03-19T01:54:15.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.035+0000 7fdfd57ac740 10 client.0 _ll_register_callbacks cb 0x55df7ea2fa40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:54:15.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.035+0000 7fdfcbfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df7ead4350 0x55df7eada350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:15.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.035+0000 7fdfcbfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df7ead4350 0x55df7eada350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33980/0 (socket says 172.21.15.46:33980)
2024-03-19T01:54:15.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.035+0000 7fdfcbfff640  1 -- 172.21.15.46:0/1259172517 learned_addr learned my addr 172.21.15.46:0/1259172517 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:15.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.035+0000 7fdfd0884640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df7ead3a30 0x55df7ead9e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:15.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.035+0000 7fdfd1085640  1 --2- 172.21.15.46:0/1259172517 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df7eadcf30 0x55df7eada890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:15.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.036+0000 7fdfcbfff640  1 -- 172.21.15.46:0/1259172517 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df7eadcf30 msgr2=0x55df7eada890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:15.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.036+0000 7fdfcbfff640  1 --2- 172.21.15.46:0/1259172517 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df7eadcf30 0x55df7eada890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.036+0000 7fdfcbfff640  1 -- 172.21.15.46:0/1259172517 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df7ead3a30 msgr2=0x55df7ead9e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:15.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.036+0000 7fdfcbfff640  1 --2- 172.21.15.46:0/1259172517 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df7ead3a30 0x55df7ead9e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.036+0000 7fdfcbfff640  1 -- 172.21.15.46:0/1259172517 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55df7e8157d0 con 0x55df7ead4350
2024-03-19T01:54:15.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.036+0000 7fdfcbfff640  1 --2- 172.21.15.46:0/1259172517 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df7ead4350 0x55df7eada350 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7fdfb80058c0 tx=0x7fdfb8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25dec61c71c683e2 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:15.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.036+0000 7fdfabfff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:54:15.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.036+0000 7fdfabfff640  1 -- 172.21.15.46:0/1259172517 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfb80035f0 con 0x55df7ead4350
2024-03-19T01:54:15.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.036+0000 7fdfabfff640  1 -- 172.21.15.46:0/1259172517 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fdfb8003790 con 0x55df7ead4350
2024-03-19T01:54:15.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.036+0000 7fdfd57ac740  1 -- 172.21.15.46:0/1259172517 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdfc00043d0 con 0x55df7ead4350
2024-03-19T01:54:15.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.036+0000 7fdfabfff640  1 -- 172.21.15.46:0/1259172517 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fdfb8032050 con 0x55df7ead4350
2024-03-19T01:54:15.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.036+0000 7fdfd57ac740 10 client.16611 fetch_fsmap learned FSMap version 29
2024-03-19T01:54:15.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.036+0000 7fdfd57ac740  1 -- 172.21.15.46:0/1259172517 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55df7e74b3f0 con 0x55df7ead4350
2024-03-19T01:54:15.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.036+0000 7fdfabfff640  1 -- 172.21.15.46:0/1259172517 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdfc00043d0 con 0x55df7ead4350
2024-03-19T01:54:15.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.036+0000 7fdfabfff640  1 -- 172.21.15.46:0/1259172517 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fdfb801f040 con 0x55df7ead4350
2024-03-19T01:54:15.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.037+0000 7fdfd57ac740 10 client.16611 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:54:15.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.037+0000 7fdfd57ac740 10 client.16611 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:54:15.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.037+0000 7fdfd57ac740 20 client.16611 populate_metadata read hostname 'smithi046'
2024-03-19T01:54:15.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.037+0000 7fdfd57ac740  1 --2- 172.21.15.46:0/1259172517 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55df7eaed1b0 0x55df7eaef600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:15.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.037+0000 7fdfd57ac740  4 client.16611 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:54:15.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.037+0000 7fdfd57ac740  1 -- 172.21.15.46:0/1259172517 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55df7ea44a40 con 0x55df7eaed1b0
2024-03-19T01:54:15.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.037+0000 7fdfd0884640  1 --2- 172.21.15.46:0/1259172517 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55df7eaed1b0 0x55df7eaef600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:15.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.037+0000 7fdfabfff640 10 client.16611 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:54:15.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.037+0000 7fdfd0884640  1 --2- 172.21.15.46:0/1259172517 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55df7eaed1b0 0x55df7eaef600 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=569f4d860eb95a2f server_cookie=2cae4eae1ca6796d in_seq=0 out_seq=0
2024-03-19T01:54:15.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.038+0000 7fdfabfff640  1 -- 172.21.15.46:0/1259172517 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55df7ea44a40 con 0x55df7eaed1b0
2024-03-19T01:54:15.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.038+0000 7fdfabfff640 10 client.16611 handle_command_reply: tid=0
2024-03-19T01:54:15.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.038+0000 7fdfd57ac740  1 client.16611 shutdown
2024-03-19T01:54:15.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.038+0000 7fdfd57ac740  1 -- 172.21.15.46:0/1259172517 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df7ead4350 msgr2=0x55df7eada350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:15.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.038+0000 7fdfd57ac740  1 --2- 172.21.15.46:0/1259172517 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df7ead4350 0x55df7eada350 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7fdfb80058c0 tx=0x7fdfb8004730 comp rx=0 tx=0).stop
2024-03-19T01:54:15.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.038+0000 7fdfd57ac740  1 -- 172.21.15.46:0/1259172517 shutdown_connections
2024-03-19T01:54:15.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.038+0000 7fdfd57ac740  1 --2- 172.21.15.46:0/1259172517 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55df7eaed1b0 0x55df7eaef600 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.038+0000 7fdfd57ac740  1 --2- 172.21.15.46:0/1259172517 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df7eadcf30 0x55df7eada890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.038+0000 7fdfd57ac740  1 --2- 172.21.15.46:0/1259172517 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df7ead4350 0x55df7eada350 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.038+0000 7fdfabfff640  0 client.16611 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:54:15.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.038+0000 7fdfd57ac740  1 --2- 172.21.15.46:0/1259172517 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df7ead3a30 0x55df7ead9e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.038+0000 7fdfd57ac740  1 -- 172.21.15.46:0/1259172517 >> 172.21.15.46:0/1259172517 conn(0x55df7eace160 msgr2=0x55df7eacfeb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:15.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.038+0000 7fdfd57ac740  1 -- 172.21.15.46:0/1259172517 shutdown_connections
2024-03-19T01:54:15.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.038+0000 7fdfd57ac740  1 -- 172.21.15.46:0/1259172517 wait complete.
2024-03-19T01:54:15.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.038+0000 7fdfd57ac740 20 client.16611 trim_cache size 0 max 16384
2024-03-19T01:54:15.061 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.055+0000 7fdfd57ac740  1  Processor -- start
2024-03-19T01:54:15.061 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.055+0000 7fdfd57ac740  1 --  start start
2024-03-19T01:54:15.061 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.055+0000 7fdfd57ac740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df7ead3a30 0x55df7eadc540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:15.061 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.055+0000 7fdfd57ac740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df7ead4350 0x55df7eae8ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:15.061 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.055+0000 7fdfd57ac740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df7eadcf30 0x55df7eada660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:15.061 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.055+0000 7fdfd57ac740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fdfcc1b14a0 con 0x55df7eadcf30
2024-03-19T01:54:15.061 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.055+0000 7fdfd57ac740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fdfcc1aecb0 con 0x55df7ead3a30
2024-03-19T01:54:15.061 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.055+0000 7fdfd57ac740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fdfcc1acae0 con 0x55df7ead4350
2024-03-19T01:54:15.061 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.055+0000 7fdfd1085640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df7eadcf30 0x55df7eada660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:15.061 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.056+0000 7fdfd0884640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df7ead3a30 0x55df7eadc540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:15.061 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.056+0000 7fdfd1085640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df7eadcf30 0x55df7eada660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33986/0 (socket says 172.21.15.46:33986)
2024-03-19T01:54:15.061 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.056+0000 7fdfd1085640  1 -- 172.21.15.46:0/156414388 learned_addr learned my addr 172.21.15.46:0/156414388 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:15.061 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.056+0000 7fdfcbfff640  1 --2- 172.21.15.46:0/156414388 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df7ead4350 0x55df7eae8ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:15.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.056+0000 7fdfd1085640  1 -- 172.21.15.46:0/156414388 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df7ead4350 msgr2=0x55df7eae8ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:15.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.056+0000 7fdfd1085640  1 --2- 172.21.15.46:0/156414388 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df7ead4350 0x55df7eae8ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.056+0000 7fdfd1085640  1 -- 172.21.15.46:0/156414388 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df7ead3a30 msgr2=0x55df7eadc540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:15.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.056+0000 7fdfd1085640  1 --2- 172.21.15.46:0/156414388 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df7ead3a30 0x55df7eadc540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.056+0000 7fdfd1085640  1 -- 172.21.15.46:0/156414388 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55df7e70b0f0 con 0x55df7eadcf30
2024-03-19T01:54:15.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.056+0000 7fdfd0884640  1 --2- 172.21.15.46:0/156414388 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df7ead3a30 0x55df7eadc540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:54:15.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.056+0000 7fdfd1085640  1 --2- 172.21.15.46:0/156414388 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df7eadcf30 0x55df7eada660 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7fdfc40b9d30 tx=0x7fdfc40a8040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5f2c8d974f8b6e8 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:15.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.056+0000 7fdfb67fc640  1 -- 172.21.15.46:0/156414388 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfc40d6070 con 0x55df7eadcf30
2024-03-19T01:54:15.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.056+0000 7fdfb67fc640  1 -- 172.21.15.46:0/156414388 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdfc40098d0 con 0x55df7eadcf30
2024-03-19T01:54:15.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.056+0000 7fdfb67fc640  1 -- 172.21.15.46:0/156414388 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfc40b9f40 con 0x55df7eadcf30
2024-03-19T01:54:15.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.057+0000 7fdfd57ac740  1 -- 172.21.15.46:0/156414388 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df7eadcf30 msgr2=0x55df7eada660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:15.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.057+0000 7fdfd57ac740  1 --2- 172.21.15.46:0/156414388 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df7eadcf30 0x55df7eada660 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7fdfc40b9d30 tx=0x7fdfc40a8040 comp rx=0 tx=0).stop
2024-03-19T01:54:15.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.057+0000 7fdfd57ac740  1 -- 172.21.15.46:0/156414388 shutdown_connections
2024-03-19T01:54:15.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.057+0000 7fdfd57ac740  1 --2- 172.21.15.46:0/156414388 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df7eadcf30 0x55df7eada660 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.057+0000 7fdfd57ac740  1 --2- 172.21.15.46:0/156414388 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df7ead4350 0x55df7eae8ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.057+0000 7fdfd57ac740  1 --2- 172.21.15.46:0/156414388 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df7ead3a30 0x55df7eadc540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.057+0000 7fdfd57ac740  1 -- 172.21.15.46:0/156414388 >> 172.21.15.46:0/156414388 conn(0x55df7eace160 msgr2=0x55df7ead8d50 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:15.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.057+0000 7fdfd57ac740  1 -- 172.21.15.46:0/156414388 shutdown_connections
2024-03-19T01:54:15.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.057+0000 7fdfd57ac740  1 -- 172.21.15.46:0/156414388 wait complete.
2024-03-19T01:54:15.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.057+0000 7fdfd57ac740  1 --  start start
2024-03-19T01:54:15.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.057+0000 7fdfd57ac740  1  Processor -- start
2024-03-19T01:54:15.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.057+0000 7fdfd57ac740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df7ead3a30 0x55df7ead6ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:15.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.057+0000 7fdfd57ac740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df7ead4350 0x55df7ead6ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:15.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.057+0000 7fdfd57ac740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df7eadcf30 0x55df7ead7530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:15.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.057+0000 7fdfd57ac740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fdfcc1ad170 con 0x55df7ead4350
2024-03-19T01:54:15.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.057+0000 7fdfd57ac740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fdfcc1ae5e0 con 0x55df7ead3a30
2024-03-19T01:54:15.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.057+0000 7fdfd57ac740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fdfcc1ad840 con 0x55df7eadcf30
2024-03-19T01:54:15.064 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.058+0000 7fdfd57ac740 10 client.0 _ll_register_callbacks cb 0x7fdfb8009d00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:54:15.064 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.058+0000 7fdfd0884640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df7ead3a30 0x55df7ead6ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:15.064 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.058+0000 7fdfcbfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df7ead4350 0x55df7ead6ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:15.064 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.058+0000 7fdfd0884640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df7ead3a30 0x55df7ead6ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:60646/0 (socket says 172.21.15.46:60646)
2024-03-19T01:54:15.064 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.058+0000 7fdfd0884640  1 -- 172.21.15.46:0/3188209452 learned_addr learned my addr 172.21.15.46:0/3188209452 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:15.064 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.058+0000 7fdfd1085640  1 --2- 172.21.15.46:0/3188209452 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df7eadcf30 0x55df7ead7530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:15.064 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.058+0000 7fdfd0884640  1 -- 172.21.15.46:0/3188209452 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df7eadcf30 msgr2=0x55df7ead7530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:15.064 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.058+0000 7fdfd0884640  1 --2- 172.21.15.46:0/3188209452 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df7eadcf30 0x55df7ead7530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.064 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.058+0000 7fdfd0884640  1 -- 172.21.15.46:0/3188209452 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df7ead4350 msgr2=0x55df7ead6ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:15.064 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.058+0000 7fdfd0884640  1 --2- 172.21.15.46:0/3188209452 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df7ead4350 0x55df7ead6ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.064 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.058+0000 7fdfd0884640  1 -- 172.21.15.46:0/3188209452 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55df7eb52640 con 0x55df7ead3a30
2024-03-19T01:54:15.064 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.058+0000 7fdfcbfff640  1 --2- 172.21.15.46:0/3188209452 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df7ead4350 0x55df7ead6ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:54:15.064 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.058+0000 7fdfd0884640  1 --2- 172.21.15.46:0/3188209452 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df7ead3a30 0x55df7ead6ab0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fdfc0009730 tx=0x7fdfc00093b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=94f4dedbdcd563ee server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:15.064 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.058+0000 7fdfabfff640 10 client.0 ms_handle_connect on v2:172.21.15.73:3300/0
2024-03-19T01:54:15.065 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.058+0000 7fdfabfff640  1 -- 172.21.15.46:0/3188209452 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfc0005070 con 0x55df7ead3a30
2024-03-19T01:54:15.065 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.058+0000 7fdfd57ac740  1 -- 172.21.15.46:0/3188209452 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55df7ea3ed90 con 0x55df7ead3a30
2024-03-19T01:54:15.065 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.058+0000 7fdfabfff640  1 -- 172.21.15.46:0/3188209452 <== mon.2 v2:172.21.15.73:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fdfc0005210 con 0x55df7ead3a30
2024-03-19T01:54:15.065 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.058+0000 7fdfabfff640  1 -- 172.21.15.46:0/3188209452 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fdfc0005410 con 0x55df7ead3a30
2024-03-19T01:54:15.065 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.058+0000 7fdfd57ac740 10 client.26471 fetch_fsmap learned FSMap version 29
2024-03-19T01:54:15.065 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.058+0000 7fdfd57ac740  1 -- 172.21.15.46:0/3188209452 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55df7eb53950 con 0x55df7ead3a30
2024-03-19T01:54:15.065 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.059+0000 7fdfabfff640  1 -- 172.21.15.46:0/3188209452 <== mon.2 v2:172.21.15.73:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55df7ea3ed90 con 0x55df7ead3a30
2024-03-19T01:54:15.065 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.059+0000 7fdfabfff640  1 -- 172.21.15.46:0/3188209452 <== mon.2 v2:172.21.15.73:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fdfc0018070 con 0x55df7ead3a30
2024-03-19T01:54:15.065 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.059+0000 7fdfd57ac740 10 client.26471 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:54:15.065 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.059+0000 7fdfd57ac740 10 client.26471 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:54:15.065 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.059+0000 7fdfd57ac740 20 client.26471 populate_metadata read hostname 'smithi046'
2024-03-19T01:54:15.065 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.059+0000 7fdfd57ac740  1 --2- 172.21.15.46:0/3188209452 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55df7eb53f60 0x55df7eb56380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:15.065 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.059+0000 7fdfd57ac740  4 client.26471 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:54:15.065 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.059+0000 7fdfd57ac740  1 -- 172.21.15.46:0/3188209452 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55df7e9bc540 con 0x55df7eb53f60
2024-03-19T01:54:15.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.059+0000 7fdfcbfff640  1 --2- 172.21.15.46:0/3188209452 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55df7eb53f60 0x55df7eb56380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:15.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.059+0000 7fdfcbfff640  1 --2- 172.21.15.46:0/3188209452 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55df7eb53f60 0x55df7eb56380 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a0676437462dce9f server_cookie=3d7a1ee3431c1a9f in_seq=0 out_seq=0
2024-03-19T01:54:15.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.059+0000 7fdfabfff640 10 client.26471 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:54:15.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.059+0000 7fdfabfff640  1 -- 172.21.15.46:0/3188209452 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55df7e9bc540 con 0x55df7eb53f60
2024-03-19T01:54:15.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.059+0000 7fdfabfff640 10 client.26471 handle_command_reply: tid=0
2024-03-19T01:54:15.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.060+0000 7fdfd57ac740  1 client.26471 shutdown
2024-03-19T01:54:15.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.060+0000 7fdfd57ac740  1 -- 172.21.15.46:0/3188209452 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df7ead3a30 msgr2=0x55df7ead6ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:15.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.060+0000 7fdfd57ac740  1 --2- 172.21.15.46:0/3188209452 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df7ead3a30 0x55df7ead6ab0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fdfc0009730 tx=0x7fdfc00093b0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.060+0000 7fdfd57ac740  1 -- 172.21.15.46:0/3188209452 shutdown_connections
2024-03-19T01:54:15.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.060+0000 7fdfd57ac740  1 --2- 172.21.15.46:0/3188209452 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55df7eb53f60 0x55df7eb56380 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.060+0000 7fdfd57ac740  1 --2- 172.21.15.46:0/3188209452 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df7eadcf30 0x55df7ead7530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.060+0000 7fdfd57ac740  1 --2- 172.21.15.46:0/3188209452 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df7ead4350 0x55df7ead6ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.060+0000 7fdfd57ac740  1 --2- 172.21.15.46:0/3188209452 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df7ead3a30 0x55df7ead6ab0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.060+0000 7fdfabfff640  0 client.26471 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:54:15.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.060+0000 7fdfd57ac740  1 -- 172.21.15.46:0/3188209452 >> 172.21.15.46:0/3188209452 conn(0x55df7eace160 msgr2=0x55df7eada660 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:15.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.060+0000 7fdfd57ac740  1 -- 172.21.15.46:0/3188209452 shutdown_connections
2024-03-19T01:54:15.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.060+0000 7fdfd57ac740  1 -- 172.21.15.46:0/3188209452 wait complete.
2024-03-19T01:54:15.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.060+0000 7fdfd57ac740 20 client.26471 trim_cache size 0 max 16384
2024-03-19T01:54:15.067 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:54:15.067 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "IDLE (waiting for more scrubs)",
2024-03-19T01:54:15.067 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {
2024-03-19T01:54:15.067 INFO:teuthology.orchestra.run.smithi046.stdout:        "2c990b5e-5579-4ce4-b741-b7cb9ac46dc3": {
2024-03-19T01:54:15.067 INFO:teuthology.orchestra.run.smithi046.stdout:            "path": "/",
2024-03-19T01:54:15.068 INFO:teuthology.orchestra.run.smithi046.stdout:            "tag": "2c990b5e-5579-4ce4-b741-b7cb9ac46dc3",
2024-03-19T01:54:15.068 INFO:teuthology.orchestra.run.smithi046.stdout:            "options": "recursive,force"
2024-03-19T01:54:15.068 INFO:teuthology.orchestra.run.smithi046.stdout:        }
2024-03-19T01:54:15.068 INFO:teuthology.orchestra.run.smithi046.stdout:    }
2024-03-19T01:54:15.068 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:54:15.069 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.060+0000 7fdfd2ae8640  1 -- 172.21.15.46:0/139568526 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdfbc0a2970 msgr2=0x7fdfbc0a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:15.069 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.060+0000 7fdfd2ae8640  1 --2- 172.21.15.46:0/139568526 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdfbc0a2970 0x7fdfbc0a4e30 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fdfb8009710 tx=0x7fdfb8009af0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.069 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.060+0000 7fdfd2ae8640  1 -- 172.21.15.46:0/139568526 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdfcc106750 msgr2=0x7fdfcc19c910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:15.069 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.060+0000 7fdfd2ae8640  1 --2- 172.21.15.46:0/139568526 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdfcc106750 0x7fdfcc19c910 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7fdfc4004af0 tx=0x7fdfc4035ce0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.069 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.060+0000 7fdfd2ae8640  1 -- 172.21.15.46:0/139568526 shutdown_connections
2024-03-19T01:54:15.069 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.060+0000 7fdfd2ae8640  1 --2- 172.21.15.46:0/139568526 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdfcc106750 0x7fdfcc19c910 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.069 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.060+0000 7fdfd2ae8640  1 --2- 172.21.15.46:0/139568526 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdfcc101100 0x7fdfcc1985e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.069 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.060+0000 7fdfd2ae8640  1 --2- 172.21.15.46:0/139568526 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdfbc0a2970 0x7fdfbc0a4e30 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.069 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.060+0000 7fdfd2ae8640  1 --2- 172.21.15.46:0/139568526 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdfcc100740 0x7fdfcc1980a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:15.069 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.060+0000 7fdfd2ae8640  1 -- 172.21.15.46:0/139568526 >> 172.21.15.46:0/139568526 conn(0x7fdfcc077880 msgr2=0x7fdfcc06a1d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:15.069 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.061+0000 7fdfd2ae8640  1 -- 172.21.15.46:0/139568526 shutdown_connections
2024-03-19T01:54:15.069 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:15.061+0000 7fdfd2ae8640  1 -- 172.21.15.46:0/139568526 wait complete.
2024-03-19T01:54:15.070 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:14 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:54:15.070 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:14 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:54:15.070 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:14 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:54:15.071 INFO:tasks.cephfs.filesystem:scrub status for tag:2c990b5e-5579-4ce4-b741-b7cb9ac46dc3 - {'path': '/', 'tag': '2c990b5e-5579-4ce4-b741-b7cb9ac46dc3', 'options': 'recursive,force'}
2024-03-19T01:54:15.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:14 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:54:15.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:14 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:54:15.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:14 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:54:15.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:14 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:54:15.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:14 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:54:15.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:14 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:54:16.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:15 smithi046 ceph-mon[63102]: pgmap v128: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 56 KiB/s wr, 31 op/s
2024-03-19T01:54:16.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:15 smithi046 ceph-mon[63102]: scrub queued for path: /
2024-03-19T01:54:16.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:15 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:54:16.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:15 smithi046 ceph-mon[63102]: scrub summary: active paths [/]
2024-03-19T01:54:16.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:15 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:54:16.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:15 smithi073 ceph-mon[66833]: pgmap v128: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 56 KiB/s wr, 31 op/s
2024-03-19T01:54:16.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:15 smithi073 ceph-mon[66833]: scrub queued for path: /
2024-03-19T01:54:16.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:15 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:54:16.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:15 smithi073 ceph-mon[66833]: scrub summary: active paths [/]
2024-03-19T01:54:16.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:15 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:54:16.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:15 smithi102 ceph-mon[66557]: pgmap v128: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 56 KiB/s wr, 31 op/s
2024-03-19T01:54:16.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:15 smithi102 ceph-mon[66557]: scrub queued for path: /
2024-03-19T01:54:16.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:15 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:54:16.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:15 smithi102 ceph-mon[66557]: scrub summary: active paths [/]
2024-03-19T01:54:16.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:15 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:54:17.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:16 smithi046 ceph-mon[63102]: scrub summary: idle
2024-03-19T01:54:17.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:17 smithi073 ceph-mon[66833]: scrub summary: idle
2024-03-19T01:54:17.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:17 smithi102 ceph-mon[66557]: scrub summary: idle
2024-03-19T01:54:18.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:18 smithi046 ceph-mon[63102]: pgmap v129: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 56 KiB/s wr, 35 op/s
2024-03-19T01:54:18.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:18 smithi073 ceph-mon[66833]: pgmap v129: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 56 KiB/s wr, 35 op/s
2024-03-19T01:54:18.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:18 smithi102 ceph-mon[66557]: pgmap v129: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 56 KiB/s wr, 35 op/s
2024-03-19T01:54:20.282 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:20 smithi102 ceph-mon[66557]: pgmap v130: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 8 op/s
2024-03-19T01:54:20.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:20 smithi046 ceph-mon[63102]: pgmap v130: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 8 op/s
2024-03-19T01:54:20.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:20 smithi073 ceph-mon[66833]: pgmap v130: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 8 op/s
2024-03-19T01:54:22.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:22 smithi046 ceph-mon[63102]: pgmap v131: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 11 op/s
2024-03-19T01:54:22.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:22 smithi073 ceph-mon[66833]: pgmap v131: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 11 op/s
2024-03-19T01:54:22.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:22 smithi102 ceph-mon[66557]: pgmap v131: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 11 op/s
2024-03-19T01:54:24.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:24 smithi046 ceph-mon[63102]: pgmap v132: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1023 B/s wr, 7 op/s
2024-03-19T01:54:24.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:24 smithi073 ceph-mon[66833]: pgmap v132: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1023 B/s wr, 7 op/s
2024-03-19T01:54:24.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:24 smithi102 ceph-mon[66557]: pgmap v132: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1023 B/s wr, 7 op/s
2024-03-19T01:54:26.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:26 smithi046 ceph-mon[63102]: pgmap v133: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1023 B/s wr, 7 op/s
2024-03-19T01:54:26.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:26 smithi073 ceph-mon[66833]: pgmap v133: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1023 B/s wr, 7 op/s
2024-03-19T01:54:26.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:26 smithi102 ceph-mon[66557]: pgmap v133: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1023 B/s wr, 7 op/s
2024-03-19T01:54:27.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:27 smithi046 ceph-mon[63102]: pgmap v134: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1023 B/s wr, 10 op/s
2024-03-19T01:54:27.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:27 smithi073 ceph-mon[66833]: pgmap v134: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1023 B/s wr, 10 op/s
2024-03-19T01:54:27.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:27 smithi102 ceph-mon[66557]: pgmap v134: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1023 B/s wr, 10 op/s
2024-03-19T01:54:29.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:29 smithi073 ceph-mon[66833]: pgmap v135: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 426 B/s wr, 6 op/s
2024-03-19T01:54:29.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:29 smithi102 ceph-mon[66557]: pgmap v135: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 426 B/s wr, 6 op/s
2024-03-19T01:54:29.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:29 smithi046 ceph-mon[63102]: pgmap v135: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 426 B/s wr, 6 op/s
2024-03-19T01:54:31.466 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:31 smithi073 ceph-mon[66833]: pgmap v136: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 426 B/s wr, 10 op/s
2024-03-19T01:54:31.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:31 smithi102 ceph-mon[66557]: pgmap v136: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 426 B/s wr, 10 op/s
2024-03-19T01:54:31.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:31 smithi046 ceph-mon[63102]: pgmap v136: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 426 B/s wr, 10 op/s
2024-03-19T01:54:33.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:33 smithi073 ceph-mon[66833]: pgmap v137: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:54:33.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:33 smithi102 ceph-mon[66557]: pgmap v137: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:54:33.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:33 smithi046 ceph-mon[63102]: pgmap v137: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:54:35.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:35 smithi073 ceph-mon[66833]: pgmap v138: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:54:35.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:35 smithi102 ceph-mon[66557]: pgmap v138: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:54:35.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:35 smithi046 ceph-mon[63102]: pgmap v138: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:54:37.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:37 smithi073 ceph-mon[66833]: pgmap v139: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:54:37.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:37 smithi102 ceph-mon[66557]: pgmap v139: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:54:37.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:37 smithi046 ceph-mon[63102]: pgmap v139: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:54:39.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:39 smithi073 ceph-mon[66833]: pgmap v140: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:54:39.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:39 smithi102 ceph-mon[66557]: pgmap v140: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:54:39.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:39 smithi046 ceph-mon[63102]: pgmap v140: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:54:41.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:41 smithi073 ceph-mon[66833]: pgmap v141: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:54:41.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:41 smithi102 ceph-mon[66557]: pgmap v141: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:54:41.614 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:41 smithi046 ceph-mon[63102]: pgmap v141: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:54:43.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:43 smithi073 ceph-mon[66833]: pgmap v142: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:54:43.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:43 smithi102 ceph-mon[66557]: pgmap v142: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:54:43.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:43 smithi046 ceph-mon[63102]: pgmap v142: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:54:45.073 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:54:45.073 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:54:45.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.190+0000 7f22ec377640  1 -- 172.21.15.46:0/4228073983 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f22e41077a0 msgr2=0x7f22e4107b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.190+0000 7f22ec377640  1 --2- 172.21.15.46:0/4228073983 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f22e41077a0 0x7f22e4107b80 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f22e0009930 tx=0x7f22e002bc30 comp rx=0 tx=0).stop
2024-03-19T01:54:45.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.190+0000 7f22ec377640  1 -- 172.21.15.46:0/4228073983 shutdown_connections
2024-03-19T01:54:45.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.190+0000 7f22ec377640  1 --2- 172.21.15.46:0/4228073983 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f22e40693c0 0x7f22e410e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.190+0000 7f22ec377640  1 --2- 172.21.15.46:0/4228073983 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22e4068a00 0x7f22e4068e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.190+0000 7f22ec377640  1 --2- 172.21.15.46:0/4228073983 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f22e41077a0 0x7f22e4107b80 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.190+0000 7f22ec377640  1 -- 172.21.15.46:0/4228073983 >> 172.21.15.46:0/4228073983 conn(0x7f22e4077820 msgr2=0x7f22e4077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:45.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.190+0000 7f22ec377640  1 -- 172.21.15.46:0/4228073983 shutdown_connections
2024-03-19T01:54:45.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.190+0000 7f22ec377640  1 -- 172.21.15.46:0/4228073983 wait complete.
2024-03-19T01:54:45.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.191+0000 7f22ec377640  1  Processor -- start
2024-03-19T01:54:45.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.191+0000 7f22ec377640  1 --  start start
2024-03-19T01:54:45.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.191+0000 7f22ec377640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f22e4068a00 0x7f22e4198030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.191+0000 7f22ec377640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f22e40693c0 0x7f22e4198570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.191+0000 7f22ec377640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22e41077a0 0x7f22e419c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.191+0000 7f22ec377640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f22e4111a60 con 0x7f22e4068a00
2024-03-19T01:54:45.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.191+0000 7f22ec377640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f22e41118e0 con 0x7f22e40693c0
2024-03-19T01:54:45.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.191+0000 7f22ec377640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f22e4111be0 con 0x7f22e41077a0
2024-03-19T01:54:45.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.191+0000 7f22ea113640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f22e4068a00 0x7f22e4198030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.191+0000 7f22ea113640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f22e4068a00 0x7f22e4198030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48036/0 (socket says 172.21.15.46:48036)
2024-03-19T01:54:45.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.191+0000 7f22ea113640  1 -- 172.21.15.46:0/358052429 learned_addr learned my addr 172.21.15.46:0/358052429 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:45.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.191+0000 7f22e9912640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f22e40693c0 0x7f22e4198570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.191+0000 7f22ea914640  1 --2- 172.21.15.46:0/358052429 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22e41077a0 0x7f22e419c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.192+0000 7f22ea113640  1 -- 172.21.15.46:0/358052429 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22e41077a0 msgr2=0x7f22e419c8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.192+0000 7f22ea113640  1 --2- 172.21.15.46:0/358052429 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22e41077a0 0x7f22e419c8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.192+0000 7f22ea113640  1 -- 172.21.15.46:0/358052429 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f22e40693c0 msgr2=0x7f22e4198570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.192+0000 7f22ea113640  1 --2- 172.21.15.46:0/358052429 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f22e40693c0 0x7f22e4198570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.192+0000 7f22ea113640  1 -- 172.21.15.46:0/358052429 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22e419d020 con 0x7f22e4068a00
2024-03-19T01:54:45.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.192+0000 7f22e9912640  1 --2- 172.21.15.46:0/358052429 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f22e40693c0 0x7f22e4198570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:54:45.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.192+0000 7f22ea113640  1 --2- 172.21.15.46:0/358052429 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f22e4068a00 0x7f22e4198030 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f22e0009230 tx=0x7f22e002c5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:45.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.192+0000 7f22db7fe640  1 -- 172.21.15.46:0/358052429 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22e0043020 con 0x7f22e4068a00
2024-03-19T01:54:45.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.192+0000 7f22db7fe640  1 -- 172.21.15.46:0/358052429 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f22e002ca70 con 0x7f22e4068a00
2024-03-19T01:54:45.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.192+0000 7f22ec377640  1 -- 172.21.15.46:0/358052429 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22e419d2b0 con 0x7f22e4068a00
2024-03-19T01:54:45.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.192+0000 7f22db7fe640  1 -- 172.21.15.46:0/358052429 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22e0003970 con 0x7f22e4068a00
2024-03-19T01:54:45.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.192+0000 7f22ec377640  1 -- 172.21.15.46:0/358052429 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22e41a4ba0 con 0x7f22e4068a00
2024-03-19T01:54:45.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.195+0000 7f22db7fe640  1 -- 172.21.15.46:0/358052429 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f22e0046020 con 0x7f22e4068a00
2024-03-19T01:54:45.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.195+0000 7f22ef03a740  1  Processor -- start
2024-03-19T01:54:45.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.195+0000 7f22ef03a740  1 --  start start
2024-03-19T01:54:45.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.196+0000 7f22ef03a740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aca560ea30 0x55aca560ee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.196+0000 7f22ef03a740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aca560f350 0x55aca56179f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.196+0000 7f22ef03a740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aca5617f30 0x55aca561a320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.196+0000 7f22ef03a740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55aca5572500 con 0x55aca560ea30
2024-03-19T01:54:45.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.196+0000 7f22ef03a740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55aca551abe0 con 0x55aca5617f30
2024-03-19T01:54:45.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.196+0000 7f22ef03a740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55aca556e5a0 con 0x55aca560f350
2024-03-19T01:54:45.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.196+0000 7f22ea914640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aca560ea30 0x55aca560ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.196+0000 7f22ea914640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aca560ea30 0x55aca560ee10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48040/0 (socket says 172.21.15.46:48040)
2024-03-19T01:54:45.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.196+0000 7f22ea914640  1 -- 172.21.15.46:0/1172135595 learned_addr learned my addr 172.21.15.46:0/1172135595 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:45.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.196+0000 7f22e9912640  1 --2- 172.21.15.46:0/1172135595 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aca5617f30 0x55aca561a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.196+0000 7f22ea113640  1 --2- 172.21.15.46:0/1172135595 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aca560f350 0x55aca56179f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.196+0000 7f22db7fe640  1 --2- 172.21.15.46:0/358052429 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f22d00a2970 0x7f22d00a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.196+0000 7f22e9912640  1 -- 172.21.15.46:0/1172135595 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aca560f350 msgr2=0x55aca56179f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:45.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.196+0000 7f22e9912640  1 --2- 172.21.15.46:0/1172135595 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aca560f350 0x55aca56179f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.196+0000 7f22e9912640  1 -- 172.21.15.46:0/1172135595 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aca560ea30 msgr2=0x55aca560ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:45.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.196+0000 7f22e9912640  1 --2- 172.21.15.46:0/1172135595 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aca560ea30 0x55aca560ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.196+0000 7f22e9912640  1 -- 172.21.15.46:0/1172135595 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aca553c000 con 0x55aca5617f30
2024-03-19T01:54:45.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.196+0000 7f22ea914640  1 --2- 172.21.15.46:0/1172135595 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aca560ea30 0x55aca560ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:54:45.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.196+0000 7f22ea113640  1 --2- 172.21.15.46:0/1172135595 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aca560f350 0x55aca56179f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:54:45.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.196+0000 7f22db7fe640  1 -- 172.21.15.46:0/358052429 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f22e00f1120 con 0x7f22e4068a00
2024-03-19T01:54:45.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.196+0000 7f22ea914640  1 --2- 172.21.15.46:0/358052429 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f22d00a2970 0x7f22d00a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.196+0000 7f22e9912640  1 --2- 172.21.15.46:0/1172135595 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aca5617f30 0x55aca561a320 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f22d4009fa0 tx=0x7f22d40118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ae6f858d7d96c385 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:45.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.197+0000 7f22d8bfe640  1 -- 172.21.15.46:0/1172135595 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22d4004310 con 0x55aca5617f30
2024-03-19T01:54:45.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.197+0000 7f22d8bfe640  1 -- 172.21.15.46:0/1172135595 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f22d40044b0 con 0x55aca5617f30
2024-03-19T01:54:45.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.197+0000 7f22d8bfe640  1 -- 172.21.15.46:0/1172135595 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22d400f970 con 0x55aca5617f30
2024-03-19T01:54:45.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.197+0000 7f22ef03a740  1 -- 172.21.15.46:0/1172135595 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aca5617f30 msgr2=0x55aca561a320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.197+0000 7f22ea914640  1 --2- 172.21.15.46:0/358052429 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f22d00a2970 0x7f22d00a4e30 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f22dc009fd0 tx=0x7f22dc004a40 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:45.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.197+0000 7f22ef03a740  1 --2- 172.21.15.46:0/1172135595 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aca5617f30 0x55aca561a320 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f22d4009fa0 tx=0x7f22d40118d0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.197+0000 7f22ef03a740  1 -- 172.21.15.46:0/1172135595 shutdown_connections
2024-03-19T01:54:45.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.197+0000 7f22ef03a740  1 --2- 172.21.15.46:0/1172135595 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aca5617f30 0x55aca561a320 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.197+0000 7f22ef03a740  1 --2- 172.21.15.46:0/1172135595 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aca560f350 0x55aca56179f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.197+0000 7f22ef03a740  1 --2- 172.21.15.46:0/1172135595 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aca560ea30 0x55aca560ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.198+0000 7f22ef03a740  1 -- 172.21.15.46:0/1172135595 >> 172.21.15.46:0/1172135595 conn(0x55aca5609160 msgr2=0x55aca5609540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:45.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.198+0000 7f22ef03a740  1 -- 172.21.15.46:0/1172135595 shutdown_connections
2024-03-19T01:54:45.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.198+0000 7f22ef03a740  1 -- 172.21.15.46:0/1172135595 wait complete.
2024-03-19T01:54:45.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.198+0000 7f22ef03a740  1 --  start start
2024-03-19T01:54:45.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.198+0000 7f22ef03a740  1  Processor -- start
2024-03-19T01:54:45.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.198+0000 7f22ef03a740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aca560ea30 0x55aca5614ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.198+0000 7f22ef03a740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aca560f350 0x55aca5615410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.198+0000 7f22ef03a740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aca5617f30 0x55aca5615950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.198+0000 7f22ef03a740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55aca561ad20 con 0x55aca560ea30
2024-03-19T01:54:45.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.198+0000 7f22ef03a740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55aca552e160 con 0x55aca560f350
2024-03-19T01:54:45.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.198+0000 7f22ef03a740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55aca561aea0 con 0x55aca5617f30
2024-03-19T01:54:45.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.198+0000 7f22ef03a740 10 client.0 _ll_register_callbacks cb 0x55aca556aa40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:54:45.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.198+0000 7f22e9912640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aca560f350 0x55aca5615410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.198+0000 7f22ea113640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aca560ea30 0x55aca5614ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.198+0000 7f22e9912640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aca560f350 0x55aca5615410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:43630/0 (socket says 172.21.15.46:43630)
2024-03-19T01:54:45.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.198+0000 7f22e9912640  1 -- 172.21.15.46:0/2348000197 learned_addr learned my addr 172.21.15.46:0/2348000197 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:45.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.198+0000 7f22ea914640  1 --2- 172.21.15.46:0/2348000197 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aca5617f30 0x55aca5615950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.199+0000 7f22e9912640  1 -- 172.21.15.46:0/2348000197 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aca5617f30 msgr2=0x55aca5615950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:45.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.199+0000 7f22e9912640  1 --2- 172.21.15.46:0/2348000197 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aca5617f30 0x55aca5615950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.199+0000 7f22e9912640  1 -- 172.21.15.46:0/2348000197 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aca560ea30 msgr2=0x55aca5614ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:45.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.199+0000 7f22e9912640  1 --2- 172.21.15.46:0/2348000197 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aca560ea30 0x55aca5614ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.199+0000 7f22e9912640  1 -- 172.21.15.46:0/2348000197 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aca53507d0 con 0x55aca560f350
2024-03-19T01:54:45.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.199+0000 7f22e9912640  1 --2- 172.21.15.46:0/2348000197 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aca560f350 0x55aca5615410 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f22d401b040 tx=0x7f22d40052f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b078fd3f6c937510 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:45.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.199+0000 7f22cdffb640 10 client.0 ms_handle_connect on v2:172.21.15.73:3300/0
2024-03-19T01:54:45.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.199+0000 7f22cdffb640  1 -- 172.21.15.46:0/2348000197 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22d4029020 con 0x55aca560f350
2024-03-19T01:54:45.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.199+0000 7f22ef03a740  1 -- 172.21.15.46:0/2348000197 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f22d40044b0 con 0x55aca560f350
2024-03-19T01:54:45.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.199+0000 7f22cdffb640  1 -- 172.21.15.46:0/2348000197 <== mon.2 v2:172.21.15.73:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f22d40048c0 con 0x55aca560f350
2024-03-19T01:54:45.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.199+0000 7f22cdffb640  1 -- 172.21.15.46:0/2348000197 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f22d4034050 con 0x55aca560f350
2024-03-19T01:54:45.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.199+0000 7f22ef03a740 10 client.26483 fetch_fsmap learned FSMap version 29
2024-03-19T01:54:45.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.199+0000 7f22ef03a740  1 -- 172.21.15.46:0/2348000197 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55aca52863f0 con 0x55aca560f350
2024-03-19T01:54:45.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.199+0000 7f22cdffb640  1 -- 172.21.15.46:0/2348000197 <== mon.2 v2:172.21.15.73:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f22d40044b0 con 0x55aca560f350
2024-03-19T01:54:45.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.200+0000 7f22cdffb640  1 -- 172.21.15.46:0/2348000197 <== mon.2 v2:172.21.15.73:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f22d400fd20 con 0x55aca560f350
2024-03-19T01:54:45.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.200+0000 7f22ef03a740 10 client.26483 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:54:45.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.200+0000 7f22ef03a740 10 client.26483 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:54:45.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.200+0000 7f22ef03a740 20 client.26483 populate_metadata read hostname 'smithi046'
2024-03-19T01:54:45.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.200+0000 7f22ef03a740  1 --2- 172.21.15.46:0/2348000197 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55aca5628190 0x55aca562a580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.200+0000 7f22ef03a740  4 client.26483 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:54:45.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.200+0000 7f22ef03a740  1 -- 172.21.15.46:0/2348000197 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aca557fa40 con 0x55aca5628190
2024-03-19T01:54:45.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.200+0000 7f22ea113640  1 --2- 172.21.15.46:0/2348000197 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55aca5628190 0x55aca562a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.200+0000 7f22cdffb640 10 client.26483 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:54:45.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.200+0000 7f22ea113640  1 --2- 172.21.15.46:0/2348000197 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55aca5628190 0x55aca562a580 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a1b58eca268f5774 server_cookie=dd1104719c351234 in_seq=0 out_seq=0
2024-03-19T01:54:45.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.201+0000 7f22cdffb640  1 -- 172.21.15.46:0/2348000197 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55aca557fa40 con 0x55aca5628190
2024-03-19T01:54:45.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.201+0000 7f22cdffb640 10 client.26483 handle_command_reply: tid=0
2024-03-19T01:54:45.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.201+0000 7f22ef03a740  1 client.26483 shutdown
2024-03-19T01:54:45.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.201+0000 7f22ef03a740  1 -- 172.21.15.46:0/2348000197 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aca560f350 msgr2=0x55aca5615410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.201+0000 7f22ef03a740  1 --2- 172.21.15.46:0/2348000197 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aca560f350 0x55aca5615410 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f22d401b040 tx=0x7f22d40052f0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.201+0000 7f22ef03a740  1 -- 172.21.15.46:0/2348000197 shutdown_connections
2024-03-19T01:54:45.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.201+0000 7f22ef03a740  1 --2- 172.21.15.46:0/2348000197 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55aca5628190 0x55aca562a580 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.201+0000 7f22ef03a740  1 --2- 172.21.15.46:0/2348000197 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aca5617f30 0x55aca5615950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.201+0000 7f22ef03a740  1 --2- 172.21.15.46:0/2348000197 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aca560f350 0x55aca5615410 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.201+0000 7f22cdffb640  0 client.26483 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:54:45.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.201+0000 7f22ef03a740  1 --2- 172.21.15.46:0/2348000197 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aca560ea30 0x55aca5614ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.201+0000 7f22ef03a740  1 -- 172.21.15.46:0/2348000197 >> 172.21.15.46:0/2348000197 conn(0x55aca5609160 msgr2=0x55aca560aeb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:45.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.201+0000 7f22ef03a740  1 -- 172.21.15.46:0/2348000197 shutdown_connections
2024-03-19T01:54:45.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.201+0000 7f22ef03a740  1 -- 172.21.15.46:0/2348000197 wait complete.
2024-03-19T01:54:45.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.202+0000 7f22ef03a740 20 client.26483 trim_cache size 0 max 16384
2024-03-19T01:54:45.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.219+0000 7f22ef03a740  1  Processor -- start
2024-03-19T01:54:45.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.219+0000 7f22ef03a740  1 --  start start
2024-03-19T01:54:45.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.219+0000 7f22ef03a740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aca560ea30 0x55aca5617600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.219+0000 7f22ef03a740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aca560f350 0x55aca5613e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.219+0000 7f22ef03a740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aca5617f30 0x55aca56101b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.219+0000 7f22ef03a740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f22e41b1570 con 0x55aca560f350
2024-03-19T01:54:45.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.219+0000 7f22ef03a740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f22e41aed80 con 0x55aca560ea30
2024-03-19T01:54:45.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.219+0000 7f22ef03a740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f22e41acbb0 con 0x55aca5617f30
2024-03-19T01:54:45.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.219+0000 7f22e9912640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aca560f350 0x55aca5613e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.219+0000 7f22ea113640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aca560ea30 0x55aca5617600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.219+0000 7f22e9912640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aca560f350 0x55aca5613e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48056/0 (socket says 172.21.15.46:48056)
2024-03-19T01:54:45.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.219+0000 7f22e9912640  1 -- 172.21.15.46:0/646226423 learned_addr learned my addr 172.21.15.46:0/646226423 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:45.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.219+0000 7f22ea914640  1 --2- 172.21.15.46:0/646226423 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aca5617f30 0x55aca56101b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.220+0000 7f22ea113640  1 -- 172.21.15.46:0/646226423 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aca5617f30 msgr2=0x55aca56101b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:45.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.220+0000 7f22ea113640  1 --2- 172.21.15.46:0/646226423 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aca5617f30 0x55aca56101b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.220+0000 7f22ea113640  1 -- 172.21.15.46:0/646226423 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aca560f350 msgr2=0x55aca5613e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:45.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.220+0000 7f22ea113640  1 --2- 172.21.15.46:0/646226423 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aca560f350 0x55aca5613e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.220+0000 7f22ea113640  1 -- 172.21.15.46:0/646226423 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aca52460f0 con 0x55aca560ea30
2024-03-19T01:54:45.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.220+0000 7f22e9912640  1 --2- 172.21.15.46:0/646226423 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aca560f350 0x55aca5613e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:54:45.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.220+0000 7f22ea914640  1 --2- 172.21.15.46:0/646226423 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aca5617f30 0x55aca56101b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:54:45.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.220+0000 7f22ea113640  1 --2- 172.21.15.46:0/646226423 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aca560ea30 0x55aca5617600 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f22e00ee610 tx=0x7f22e00a8040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cff17f46aff343aa server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:45.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.220+0000 7f22cffff640  1 -- 172.21.15.46:0/646226423 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22e00b97c0 con 0x55aca560ea30
2024-03-19T01:54:45.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.220+0000 7f22cffff640  1 -- 172.21.15.46:0/646226423 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f22e00bdc20 con 0x55aca560ea30
2024-03-19T01:54:45.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.220+0000 7f22cffff640  1 -- 172.21.15.46:0/646226423 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22e00bce80 con 0x55aca560ea30
2024-03-19T01:54:45.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.220+0000 7f22ef03a740  1 -- 172.21.15.46:0/646226423 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aca560ea30 msgr2=0x55aca5617600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.220+0000 7f22ef03a740  1 --2- 172.21.15.46:0/646226423 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aca560ea30 0x55aca5617600 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f22e00ee610 tx=0x7f22e00a8040 comp rx=0 tx=0).stop
2024-03-19T01:54:45.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.220+0000 7f22ef03a740  1 -- 172.21.15.46:0/646226423 shutdown_connections
2024-03-19T01:54:45.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.220+0000 7f22ef03a740  1 --2- 172.21.15.46:0/646226423 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aca5617f30 0x55aca56101b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.220+0000 7f22ef03a740  1 --2- 172.21.15.46:0/646226423 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aca560f350 0x55aca5613e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.220+0000 7f22ef03a740  1 --2- 172.21.15.46:0/646226423 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aca560ea30 0x55aca5617600 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.220+0000 7f22ef03a740  1 -- 172.21.15.46:0/646226423 >> 172.21.15.46:0/646226423 conn(0x55aca5609160 msgr2=0x55aca5615720 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:45.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.220+0000 7f22ef03a740  1 -- 172.21.15.46:0/646226423 shutdown_connections
2024-03-19T01:54:45.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.220+0000 7f22ef03a740  1 -- 172.21.15.46:0/646226423 wait complete.
2024-03-19T01:54:45.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.221+0000 7f22ef03a740  1 --  start start
2024-03-19T01:54:45.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.221+0000 7f22ef03a740  1  Processor -- start
2024-03-19T01:54:45.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.221+0000 7f22ef03a740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aca560ea30 0x55aca561c040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.221+0000 7f22ef03a740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aca560f350 0x55aca561c580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.221+0000 7f22ef03a740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aca5617f30 0x55aca568d400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.221+0000 7f22ef03a740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f22e41ad240 con 0x55aca560ea30
2024-03-19T01:54:45.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.221+0000 7f22ef03a740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f22e41ae6b0 con 0x55aca560f350
2024-03-19T01:54:45.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.221+0000 7f22ef03a740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f22e41ad910 con 0x55aca5617f30
2024-03-19T01:54:45.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.221+0000 7f22ef03a740 10 client.0 _ll_register_callbacks cb 0x7f22dc009900 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:54:45.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.221+0000 7f22ea113640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aca560ea30 0x55aca561c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.221+0000 7f22ea113640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aca560ea30 0x55aca561c040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48058/0 (socket says 172.21.15.46:48058)
2024-03-19T01:54:45.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.221+0000 7f22ea113640  1 -- 172.21.15.46:0/12467456 learned_addr learned my addr 172.21.15.46:0/12467456 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:45.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.221+0000 7f22e9912640  1 --2- 172.21.15.46:0/12467456 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aca560f350 0x55aca561c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.221+0000 7f22ea914640  1 --2- 172.21.15.46:0/12467456 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aca5617f30 0x55aca568d400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.221+0000 7f22ea113640  1 -- 172.21.15.46:0/12467456 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aca5617f30 msgr2=0x55aca568d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:45.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.221+0000 7f22ea113640  1 --2- 172.21.15.46:0/12467456 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aca5617f30 0x55aca568d400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.221+0000 7f22ea113640  1 -- 172.21.15.46:0/12467456 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aca560f350 msgr2=0x55aca561c580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:45.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.221+0000 7f22ea113640  1 --2- 172.21.15.46:0/12467456 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aca560f350 0x55aca561c580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.221+0000 7f22ea113640  1 -- 172.21.15.46:0/12467456 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aca568d940 con 0x55aca560ea30
2024-03-19T01:54:45.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.221+0000 7f22e9912640  1 --2- 172.21.15.46:0/12467456 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aca560f350 0x55aca561c580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:54:45.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.221+0000 7f22ea914640  1 --2- 172.21.15.46:0/12467456 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aca5617f30 0x55aca568d400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:54:45.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.222+0000 7f22ea113640  1 --2- 172.21.15.46:0/12467456 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aca560ea30 0x55aca561c040 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f22e00bd220 tx=0x7f22e00bce80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38db707539fb6016 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:45.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.222+0000 7f22cdffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:54:45.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.222+0000 7f22cdffb640  1 -- 172.21.15.46:0/12467456 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22e00a6020 con 0x55aca560ea30
2024-03-19T01:54:45.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.222+0000 7f22cdffb640  1 -- 172.21.15.46:0/12467456 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f22e00c5830 con 0x55aca560ea30
2024-03-19T01:54:45.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.222+0000 7f22ef03a740  1 -- 172.21.15.46:0/12467456 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f22e00bdc20 con 0x55aca560ea30
2024-03-19T01:54:45.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.222+0000 7f22cdffb640  1 -- 172.21.15.46:0/12467456 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f22e00bd060 con 0x55aca560ea30
2024-03-19T01:54:45.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.222+0000 7f22ef03a740 10 client.16635 fetch_fsmap learned FSMap version 29
2024-03-19T01:54:45.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.222+0000 7f22ef03a740  1 -- 172.21.15.46:0/12467456 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55aca568eb50 con 0x55aca560ea30
2024-03-19T01:54:45.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.222+0000 7f22cdffb640  1 -- 172.21.15.46:0/12467456 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f22e00bdc20 con 0x55aca560ea30
2024-03-19T01:54:45.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.222+0000 7f22cdffb640  1 -- 172.21.15.46:0/12467456 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f22e00d6150 con 0x55aca560ea30
2024-03-19T01:54:45.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.222+0000 7f22ef03a740 10 client.16635 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:54:45.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.222+0000 7f22ef03a740 10 client.16635 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:54:45.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.222+0000 7f22ef03a740 20 client.16635 populate_metadata read hostname 'smithi046'
2024-03-19T01:54:45.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.222+0000 7f22ef03a740  1 --2- 172.21.15.46:0/12467456 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55aca568f2a0 0x55aca56916c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.222+0000 7f22ef03a740  4 client.16635 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:54:45.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.222+0000 7f22ef03a740  1 -- 172.21.15.46:0/12467456 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55aca5579d90 con 0x55aca568f2a0
2024-03-19T01:54:45.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.222+0000 7f22e9912640  1 --2- 172.21.15.46:0/12467456 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55aca568f2a0 0x55aca56916c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.223+0000 7f22cdffb640 10 client.16635 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:54:45.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.223+0000 7f22e9912640  1 --2- 172.21.15.46:0/12467456 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55aca568f2a0 0x55aca56916c0 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=321cbe2d31a0b6b5 server_cookie=a87b912fef084f2 in_seq=0 out_seq=0
2024-03-19T01:54:45.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.223+0000 7f22cdffb640  1 -- 172.21.15.46:0/12467456 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55aca5579d90 con 0x55aca568f2a0
2024-03-19T01:54:45.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.223+0000 7f22cdffb640 10 client.16635 handle_command_reply: tid=0
2024-03-19T01:54:45.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.223+0000 7f22ef03a740  1 client.16635 shutdown
2024-03-19T01:54:45.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.223+0000 7f22ef03a740  1 -- 172.21.15.46:0/12467456 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aca560ea30 msgr2=0x55aca561c040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.223+0000 7f22ef03a740  1 --2- 172.21.15.46:0/12467456 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aca560ea30 0x55aca561c040 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f22e00bd220 tx=0x7f22e00bce80 comp rx=0 tx=0).stop
2024-03-19T01:54:45.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.223+0000 7f22ef03a740  1 -- 172.21.15.46:0/12467456 shutdown_connections
2024-03-19T01:54:45.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.223+0000 7f22ef03a740  1 --2- 172.21.15.46:0/12467456 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55aca568f2a0 0x55aca56916c0 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.223+0000 7f22ef03a740  1 --2- 172.21.15.46:0/12467456 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55aca5617f30 0x55aca568d400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.223+0000 7f22cdffb640  0 client.16635 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:54:45.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.223+0000 7f22ef03a740  1 --2- 172.21.15.46:0/12467456 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55aca560f350 0x55aca561c580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.223+0000 7f22ef03a740  1 --2- 172.21.15.46:0/12467456 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aca560ea30 0x55aca561c040 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.223+0000 7f22ef03a740  1 -- 172.21.15.46:0/12467456 >> 172.21.15.46:0/12467456 conn(0x55aca5609160 msgr2=0x55aca5607950 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:45.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.223+0000 7f22ef03a740  1 -- 172.21.15.46:0/12467456 shutdown_connections
2024-03-19T01:54:45.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.223+0000 7f22ef03a740  1 -- 172.21.15.46:0/12467456 wait complete.
2024-03-19T01:54:45.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.223+0000 7f22ef03a740 20 client.16635 trim_cache size 0 max 16384
2024-03-19T01:54:45.231 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:54:45.231 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "no active scrubs running",
2024-03-19T01:54:45.231 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {}
2024-03-19T01:54:45.231 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:54:45.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.224+0000 7f22ec377640  1 -- 172.21.15.46:0/358052429 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f22d00a2970 msgr2=0x7f22d00a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.224+0000 7f22ec377640  1 --2- 172.21.15.46:0/358052429 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f22d00a2970 0x7f22d00a4e30 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f22dc009fd0 tx=0x7f22dc004a40 comp rx=0 tx=0).stop
2024-03-19T01:54:45.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.224+0000 7f22ec377640  1 -- 172.21.15.46:0/358052429 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f22e4068a00 msgr2=0x7f22e4198030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.224+0000 7f22ec377640  1 --2- 172.21.15.46:0/358052429 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f22e4068a00 0x7f22e4198030 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f22e0009230 tx=0x7f22e002c5d0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.224+0000 7f22ec377640  1 -- 172.21.15.46:0/358052429 shutdown_connections
2024-03-19T01:54:45.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.224+0000 7f22ec377640  1 --2- 172.21.15.46:0/358052429 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f22d00a2970 0x7f22d00a4e30 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.224+0000 7f22ec377640  1 --2- 172.21.15.46:0/358052429 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22e41077a0 0x7f22e419c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.224+0000 7f22ec377640  1 --2- 172.21.15.46:0/358052429 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f22e40693c0 0x7f22e4198570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.224+0000 7f22ec377640  1 --2- 172.21.15.46:0/358052429 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f22e4068a00 0x7f22e4198030 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.224+0000 7f22ec377640  1 -- 172.21.15.46:0/358052429 >> 172.21.15.46:0/358052429 conn(0x7f22e4077820 msgr2=0x7f22e40fe410 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:45.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.224+0000 7f22ec377640  1 -- 172.21.15.46:0/358052429 shutdown_connections
2024-03-19T01:54:45.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.224+0000 7f22ec377640  1 -- 172.21.15.46:0/358052429 wait complete.
2024-03-19T01:54:45.235 INFO:tasks.cephfs.filesystem:all active scrubs completed
2024-03-19T01:54:45.235 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:54:45.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.338+0000 7fe27ce63640  1 -- 172.21.15.46:0/3090481972 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe278106730 msgr2=0x7fe278106b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.338+0000 7fe27ce63640  1 --2- 172.21.15.46:0/3090481972 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe278106730 0x7fe278106b10 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7fe268009930 tx=0x7fe26802bc30 comp rx=0 tx=0).stop
2024-03-19T01:54:45.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.338+0000 7fe27ce63640  1 -- 172.21.15.46:0/3090481972 shutdown_connections
2024-03-19T01:54:45.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.338+0000 7fe27ce63640  1 --2- 172.21.15.46:0/3090481972 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe2781010e0 0x7fe27810d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.338+0000 7fe27ce63640  1 --2- 172.21.15.46:0/3090481972 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe278100720 0x7fe278100ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.340 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.338+0000 7fe27ce63640  1 --2- 172.21.15.46:0/3090481972 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe278106730 0x7fe278106b10 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.338+0000 7fe27ce63640  1 -- 172.21.15.46:0/3090481972 >> 172.21.15.46:0/3090481972 conn(0x7fe278077820 msgr2=0x7fe278077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:45.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.338+0000 7fe27ce63640  1 -- 172.21.15.46:0/3090481972 shutdown_connections
2024-03-19T01:54:45.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.338+0000 7fe27ce63640  1 -- 172.21.15.46:0/3090481972 wait complete.
2024-03-19T01:54:45.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.338+0000 7fe27ce63640  1  Processor -- start
2024-03-19T01:54:45.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.338+0000 7fe27ce63640  1 --  start start
2024-03-19T01:54:45.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.339+0000 7fe27ce63640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe278100720 0x7fe278102e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.339+0000 7fe27ce63640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe2781010e0 0x7fe278103390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.339+0000 7fe27ce63640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe278106730 0x7fe2781038d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.339+0000 7fe27ce63640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe2781109b0 con 0x7fe278100720
2024-03-19T01:54:45.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.339+0000 7fe27ce63640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe278110830 con 0x7fe2781010e0
2024-03-19T01:54:45.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.339+0000 7fe27ce63640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe278110b30 con 0x7fe278106730
2024-03-19T01:54:45.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.339+0000 7fe27659c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe278100720 0x7fe278102e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.339+0000 7fe27659c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe278100720 0x7fe278102e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48080/0 (socket says 172.21.15.46:48080)
2024-03-19T01:54:45.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.339+0000 7fe27659c640  1 -- 172.21.15.46:0/1984673666 learned_addr learned my addr 172.21.15.46:0/1984673666 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:45.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.339+0000 7fe26ffff640  1 --2- 172.21.15.46:0/1984673666 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe2781010e0 0x7fe278103390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.339+0000 7fe276d9d640  1 --2- 172.21.15.46:0/1984673666 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe278106730 0x7fe2781038d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.339+0000 7fe27659c640  1 -- 172.21.15.46:0/1984673666 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe278106730 msgr2=0x7fe2781038d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.339+0000 7fe27659c640  1 --2- 172.21.15.46:0/1984673666 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe278106730 0x7fe2781038d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.339+0000 7fe27659c640  1 -- 172.21.15.46:0/1984673666 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe2781010e0 msgr2=0x7fe278103390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.339+0000 7fe27659c640  1 --2- 172.21.15.46:0/1984673666 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe2781010e0 0x7fe278103390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.339+0000 7fe27659c640  1 -- 172.21.15.46:0/1984673666 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2781a6560 con 0x7fe278100720
2024-03-19T01:54:45.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.339+0000 7fe26ffff640  1 --2- 172.21.15.46:0/1984673666 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe2781010e0 0x7fe278103390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:54:45.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.339+0000 7fe276d9d640  1 --2- 172.21.15.46:0/1984673666 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe278106730 0x7fe2781038d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:54:45.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.339+0000 7fe27659c640  1 --2- 172.21.15.46:0/1984673666 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe278100720 0x7fe278102e50 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7fe268009230 tx=0x7fe26802c5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:45.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.339+0000 7fe26f7fe640  1 -- 172.21.15.46:0/1984673666 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe268043020 con 0x7fe278100720
2024-03-19T01:54:45.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.339+0000 7fe26f7fe640  1 -- 172.21.15.46:0/1984673666 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe26802ca70 con 0x7fe278100720
2024-03-19T01:54:45.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.339+0000 7fe27ce63640  1 -- 172.21.15.46:0/1984673666 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2781a67f0 con 0x7fe278100720
2024-03-19T01:54:45.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.339+0000 7fe26f7fe640  1 -- 172.21.15.46:0/1984673666 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe268003a50 con 0x7fe278100720
2024-03-19T01:54:45.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.339+0000 7fe27ce63640  1 -- 172.21.15.46:0/1984673666 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2781a6d40 con 0x7fe278100720
2024-03-19T01:54:45.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.340+0000 7fe27ce63640  1 -- 172.21.15.46:0/1984673666 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe278068610 con 0x7fe278100720
2024-03-19T01:54:45.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.341+0000 7fe26f7fe640  1 -- 172.21.15.46:0/1984673666 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fe268046020 con 0x7fe278100720
2024-03-19T01:54:45.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.342+0000 7fe26f7fe640  1 --2- 172.21.15.46:0/1984673666 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe2640a2970 0x7fe2640a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.342+0000 7fe26f7fe640  1 -- 172.21.15.46:0/1984673666 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fe2680f1210 con 0x7fe278100720
2024-03-19T01:54:45.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.342+0000 7fe26ffff640  1 --2- 172.21.15.46:0/1984673666 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe2640a2970 0x7fe2640a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.342+0000 7fe26ffff640  1 --2- 172.21.15.46:0/1984673666 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe2640a2970 0x7fe2640a4e30 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fe2781048e0 tx=0x7fe260005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:45.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.347+0000 7fe26f7fe640  1 -- 172.21.15.46:0/1984673666 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fe26804d020 con 0x7fe278100720
2024-03-19T01:54:45.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:45 smithi046 ceph-mon[63102]: pgmap v143: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:54:45.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:45 smithi073 ceph-mon[66833]: pgmap v143: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:54:45.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:45 smithi102 ceph-mon[66557]: pgmap v143: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:54:45.571 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.571+0000 7fe27ce63640  1 -- 172.21.15.46:0/1984673666 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe278109ca0 con 0x7fe278100720
2024-03-19T01:54:45.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.572+0000 7fe26f7fe640  1 -- 172.21.15.46:0/1984673666 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11870 (secure 0 0 0) 0x7fe26803c350 con 0x7fe278100720
2024-03-19T01:54:45.572 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:54:45.572 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-19T01:47:26.395717+0000","modified":"2024-03-19T01:52:53.660338+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24506,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[0,1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6839/1788589639","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6838","nonce":1788589639},{"type":"v1","addr":"172.21.15.73:6839","nonce":1788589639}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24506,"qdb_cluster":[24479,24478,24506]},"id":1}]}
2024-03-19T01:54:45.572 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 29
2024-03-19T01:54:45.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.574+0000 7fe27ce63640  1 -- 172.21.15.46:0/1984673666 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe2640a2970 msgr2=0x7fe2640a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.574+0000 7fe27ce63640  1 --2- 172.21.15.46:0/1984673666 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe2640a2970 0x7fe2640a4e30 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fe2781048e0 tx=0x7fe260005f90 comp rx=0 tx=0).stop
2024-03-19T01:54:45.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.574+0000 7fe27ce63640  1 -- 172.21.15.46:0/1984673666 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe278100720 msgr2=0x7fe278102e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.574+0000 7fe27ce63640  1 --2- 172.21.15.46:0/1984673666 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe278100720 0x7fe278102e50 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7fe268009230 tx=0x7fe26802c5d0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.574+0000 7fe27ce63640  1 -- 172.21.15.46:0/1984673666 shutdown_connections
2024-03-19T01:54:45.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.574+0000 7fe27ce63640  1 --2- 172.21.15.46:0/1984673666 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe2640a2970 0x7fe2640a4e30 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.574+0000 7fe27ce63640  1 --2- 172.21.15.46:0/1984673666 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe278106730 0x7fe2781038d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.574+0000 7fe27ce63640  1 --2- 172.21.15.46:0/1984673666 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe2781010e0 0x7fe278103390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.574+0000 7fe27ce63640  1 --2- 172.21.15.46:0/1984673666 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe278100720 0x7fe278102e50 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.574+0000 7fe27ce63640  1 -- 172.21.15.46:0/1984673666 >> 172.21.15.46:0/1984673666 conn(0x7fe278077820 msgr2=0x7fe278068dc0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:45.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.574+0000 7fe27ce63640  1 -- 172.21.15.46:0/1984673666 shutdown_connections
2024-03-19T01:54:45.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.574+0000 7fe27ce63640  1 -- 172.21.15.46:0/1984673666 wait complete.
2024-03-19T01:54:45.585 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls
2024-03-19T01:54:45.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.690+0000 7fc5d3ab2640  1 -- 172.21.15.46:0/3888328941 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc5cc1051b0 msgr2=0x7fc5cc10cd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.690+0000 7fc5d3ab2640  1 --2- 172.21.15.46:0/3888328941 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc5cc1051b0 0x7fc5cc10cd80 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7fc5c4009ca0 tx=0x7fc5c402c0f0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.690+0000 7fc5d3ab2640  1 -- 172.21.15.46:0/3888328941 shutdown_connections
2024-03-19T01:54:45.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.690+0000 7fc5d3ab2640  1 --2- 172.21.15.46:0/3888328941 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc5cc1051b0 0x7fc5cc10cd80 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.690+0000 7fc5d3ab2640  1 --2- 172.21.15.46:0/3888328941 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc5cc100a90 0x7fc5cc104ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.690+0000 7fc5d3ab2640  1 --2- 172.21.15.46:0/3888328941 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc5cc1000e0 0x7fc5cc1004c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.690+0000 7fc5d3ab2640  1 -- 172.21.15.46:0/3888328941 >> 172.21.15.46:0/3888328941 conn(0x7fc5cc076c40 msgr2=0x7fc5cc0fe030 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:45.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.690+0000 7fc5d3ab2640  1 -- 172.21.15.46:0/3888328941 shutdown_connections
2024-03-19T01:54:45.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.690+0000 7fc5d3ab2640  1 -- 172.21.15.46:0/3888328941 wait complete.
2024-03-19T01:54:45.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.691+0000 7fc5d3ab2640  1  Processor -- start
2024-03-19T01:54:45.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.691+0000 7fc5d3ab2640  1 --  start start
2024-03-19T01:54:45.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.691+0000 7fc5d3ab2640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc5cc1000e0 0x7fc5cc197f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.691+0000 7fc5d3ab2640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc5cc1051b0 0x7fc5cc1984b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.691+0000 7fc5d3ab2640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc5cc19c830 0x7fc5cc19cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.691+0000 7fc5d3ab2640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc5cc110990 con 0x7fc5cc1051b0
2024-03-19T01:54:45.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.691+0000 7fc5d3ab2640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fc5cc110810 con 0x7fc5cc1000e0
2024-03-19T01:54:45.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.691+0000 7fc5d3ab2640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc5cc110b10 con 0x7fc5cc19c830
2024-03-19T01:54:45.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.691+0000 7fc5d104d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc5cc1051b0 0x7fc5cc1984b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.691+0000 7fc5d184e640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc5cc1000e0 0x7fc5cc197f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.691+0000 7fc5d104d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc5cc1051b0 0x7fc5cc1984b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48106/0 (socket says 172.21.15.46:48106)
2024-03-19T01:54:45.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.691+0000 7fc5d104d640  1 -- 172.21.15.46:0/4193861189 learned_addr learned my addr 172.21.15.46:0/4193861189 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:45.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.691+0000 7fc5d204f640  1 --2- 172.21.15.46:0/4193861189 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc5cc19c830 0x7fc5cc19cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.691+0000 7fc5d104d640  1 -- 172.21.15.46:0/4193861189 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc5cc19c830 msgr2=0x7fc5cc19cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.691+0000 7fc5d104d640  1 --2- 172.21.15.46:0/4193861189 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc5cc19c830 0x7fc5cc19cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.691+0000 7fc5d104d640  1 -- 172.21.15.46:0/4193861189 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc5cc1000e0 msgr2=0x7fc5cc197f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.691+0000 7fc5d104d640  1 --2- 172.21.15.46:0/4193861189 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc5cc1000e0 0x7fc5cc197f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.691+0000 7fc5d104d640  1 -- 172.21.15.46:0/4193861189 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5cc19d320 con 0x7fc5cc1051b0
2024-03-19T01:54:45.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.691+0000 7fc5d204f640  1 --2- 172.21.15.46:0/4193861189 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc5cc19c830 0x7fc5cc19cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:54:45.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.692+0000 7fc5d104d640  1 --2- 172.21.15.46:0/4193861189 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc5cc1051b0 0x7fc5cc1984b0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fc5bc00e9a0 tx=0x7fc5bc00ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:45.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.692+0000 7fc5c2ffd640  1 -- 172.21.15.46:0/4193861189 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5bc00cd80 con 0x7fc5cc1051b0
2024-03-19T01:54:45.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.692+0000 7fc5c2ffd640  1 -- 172.21.15.46:0/4193861189 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc5bc0035f0 con 0x7fc5cc1051b0
2024-03-19T01:54:45.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.692+0000 7fc5d3ab2640  1 -- 172.21.15.46:0/4193861189 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5cc19d610 con 0x7fc5cc1051b0
2024-03-19T01:54:45.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.692+0000 7fc5c2ffd640  1 -- 172.21.15.46:0/4193861189 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5bc010690 con 0x7fc5cc1051b0
2024-03-19T01:54:45.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.692+0000 7fc5d3ab2640  1 -- 172.21.15.46:0/4193861189 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5cc1a4e00 con 0x7fc5cc1051b0
2024-03-19T01:54:45.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.694+0000 7fc5c2ffd640  1 -- 172.21.15.46:0/4193861189 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fc5bc0037a0 con 0x7fc5cc1051b0
2024-03-19T01:54:45.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.694+0000 7fc5d677a740  1  Processor -- start
2024-03-19T01:54:45.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.695+0000 7fc5d677a740  1 --  start start
2024-03-19T01:54:45.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.695+0000 7fc5d677a740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dd220582d0 0x55dd220586b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.695+0000 7fc5d677a740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dd22058bf0 0x55dd22061290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.695+0000 7fc5d677a740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dd220617d0 0x55dd22063bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.695+0000 7fc5c2ffd640  1 --2- 172.21.15.46:0/4193861189 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fc5b80a2970 0x7fc5b80a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.695+0000 7fc5d677a740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55dd21fbb4b0 con 0x55dd22058bf0
2024-03-19T01:54:45.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.695+0000 7fc5d677a740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55dd21f63d70 con 0x55dd220582d0
2024-03-19T01:54:45.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.695+0000 7fc5d677a740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55dd21fb7550 con 0x55dd220617d0
2024-03-19T01:54:45.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.695+0000 7fc5d204f640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dd220582d0 0x55dd220586b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.695+0000 7fc5d184e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dd22058bf0 0x55dd22061290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.695+0000 7fc5d204f640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dd220582d0 0x55dd220586b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:43684/0 (socket says 172.21.15.46:43684)
2024-03-19T01:54:45.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.695+0000 7fc5d204f640  1 -- 172.21.15.46:0/3044776879 learned_addr learned my addr 172.21.15.46:0/3044776879 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:45.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.695+0000 7fc5d204f640  1 --2- 172.21.15.46:0/4193861189 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fc5b80a2970 0x7fc5b80a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.695+0000 7fc5c2ffd640  1 -- 172.21.15.46:0/4193861189 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fc5bc0cf4c0 con 0x7fc5cc1051b0
2024-03-19T01:54:45.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.695+0000 7fc5d104d640  1 --2- 172.21.15.46:0/3044776879 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dd220617d0 0x55dd22063bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.695+0000 7fc5d184e640  1 -- 172.21.15.46:0/3044776879 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dd220617d0 msgr2=0x55dd22063bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:45.703 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.695+0000 7fc5d184e640  1 --2- 172.21.15.46:0/3044776879 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dd220617d0 0x55dd22063bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.703 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.695+0000 7fc5d184e640  1 -- 172.21.15.46:0/3044776879 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dd220582d0 msgr2=0x55dd220586b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:45.703 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.695+0000 7fc5d184e640  1 --2- 172.21.15.46:0/3044776879 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dd220582d0 0x55dd220586b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.703 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.695+0000 7fc5d184e640  1 -- 172.21.15.46:0/3044776879 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd21f86210 con 0x55dd22058bf0
2024-03-19T01:54:45.703 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.695+0000 7fc5d204f640  1 --2- 172.21.15.46:0/3044776879 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dd220582d0 0x55dd220586b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:54:45.703 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.696+0000 7fc5d184e640  1 --2- 172.21.15.46:0/3044776879 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dd22058bf0 0x55dd22061290 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7fc5c8009c20 tx=0x7fc5c8011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=462a247758d8bdf7 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:45.703 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.696+0000 7fc5d204f640  1 --2- 172.21.15.46:0/4193861189 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fc5b80a2970 0x7fc5b80a4e30 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fc5c4033000 tx=0x7fc5c402c0f0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:45.703 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.696+0000 7fc5b7fff640  1 -- 172.21.15.46:0/3044776879 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5c8004050 con 0x55dd22058bf0
2024-03-19T01:54:45.703 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.696+0000 7fc5b7fff640  1 -- 172.21.15.46:0/3044776879 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc5c80054d0 con 0x55dd22058bf0
2024-03-19T01:54:45.703 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.696+0000 7fc5b7fff640  1 -- 172.21.15.46:0/3044776879 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5c8004cf0 con 0x55dd22058bf0
2024-03-19T01:54:45.703 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.697+0000 7fc5d677a740  1 -- 172.21.15.46:0/3044776879 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dd22058bf0 msgr2=0x55dd22061290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.703 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.697+0000 7fc5d677a740  1 --2- 172.21.15.46:0/3044776879 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dd22058bf0 0x55dd22061290 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7fc5c8009c20 tx=0x7fc5c8011810 comp rx=0 tx=0).stop
2024-03-19T01:54:45.703 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.697+0000 7fc5d677a740  1 -- 172.21.15.46:0/3044776879 shutdown_connections
2024-03-19T01:54:45.703 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.697+0000 7fc5d677a740  1 --2- 172.21.15.46:0/3044776879 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dd220617d0 0x55dd22063bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.697+0000 7fc5d677a740  1 --2- 172.21.15.46:0/3044776879 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dd22058bf0 0x55dd22061290 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.697+0000 7fc5d677a740  1 --2- 172.21.15.46:0/3044776879 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dd220582d0 0x55dd220586b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.697+0000 7fc5d677a740  1 -- 172.21.15.46:0/3044776879 >> 172.21.15.46:0/3044776879 conn(0x55dd22052a00 msgr2=0x55dd22052de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:45.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.697+0000 7fc5d677a740  1 -- 172.21.15.46:0/3044776879 shutdown_connections
2024-03-19T01:54:45.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.697+0000 7fc5d677a740  1 -- 172.21.15.46:0/3044776879 wait complete.
2024-03-19T01:54:45.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.697+0000 7fc5d677a740  1 --  start start
2024-03-19T01:54:45.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.697+0000 7fc5d677a740  1  Processor -- start
2024-03-19T01:54:45.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.697+0000 7fc5d677a740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dd220582d0 0x55dd2205e870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.697+0000 7fc5d677a740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dd22058bf0 0x55dd2205edb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.698+0000 7fc5d677a740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dd220617d0 0x55dd2205f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.698+0000 7fc5d677a740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55dd220645c0 con 0x55dd22058bf0
2024-03-19T01:54:45.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.698+0000 7fc5d677a740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55dd21f77310 con 0x55dd220617d0
2024-03-19T01:54:45.705 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.698+0000 7fc5d677a740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55dd22064740 con 0x55dd220582d0
2024-03-19T01:54:45.705 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.698+0000 7fc5d677a740 10 client.0 _ll_register_callbacks cb 0x55dd21f6b2d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:54:45.705 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.698+0000 7fc5d104d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dd22058bf0 0x55dd2205edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.705 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.698+0000 7fc5d104d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dd22058bf0 0x55dd2205edb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48128/0 (socket says 172.21.15.46:48128)
2024-03-19T01:54:45.705 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.698+0000 7fc5d104d640  1 -- 172.21.15.46:0/815067647 learned_addr learned my addr 172.21.15.46:0/815067647 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:45.705 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.698+0000 7fc5d184e640  1 --2- 172.21.15.46:0/815067647 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dd220582d0 0x55dd2205e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.705 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.698+0000 7fc5d204f640  1 --2- 172.21.15.46:0/815067647 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dd220617d0 0x55dd2205f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.705 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.698+0000 7fc5d104d640  1 -- 172.21.15.46:0/815067647 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dd220582d0 msgr2=0x55dd2205e870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:45.705 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.698+0000 7fc5d104d640  1 --2- 172.21.15.46:0/815067647 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dd220582d0 0x55dd2205e870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.705 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.698+0000 7fc5d104d640  1 -- 172.21.15.46:0/815067647 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dd220617d0 msgr2=0x55dd2205f2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:45.705 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.698+0000 7fc5d104d640  1 --2- 172.21.15.46:0/815067647 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dd220617d0 0x55dd2205f2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.705 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.698+0000 7fc5d104d640  1 -- 172.21.15.46:0/815067647 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dd21ccf3f0 con 0x55dd22058bf0
2024-03-19T01:54:45.706 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.698+0000 7fc5d104d640  1 --2- 172.21.15.46:0/815067647 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dd22058bf0 0x55dd2205edb0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7fc5bc09b470 tx=0x7fc5bc09b0d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9b33189402827dc server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:45.706 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.698+0000 7fc5b57fa640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:54:45.706 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.698+0000 7fc5b57fa640  1 -- 172.21.15.46:0/815067647 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5bc09b770 con 0x55dd22058bf0
2024-03-19T01:54:45.706 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.698+0000 7fc5b57fa640  1 -- 172.21.15.46:0/815067647 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fc5bc0ccae0 con 0x55dd22058bf0
2024-03-19T01:54:45.706 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.698+0000 7fc5d677a740  1 -- 172.21.15.46:0/815067647 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5c80054d0 con 0x55dd22058bf0
2024-03-19T01:54:45.706 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.698+0000 7fc5b57fa640  1 -- 172.21.15.46:0/815067647 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc5bc0ccce0 con 0x55dd22058bf0
2024-03-19T01:54:45.706 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.698+0000 7fc5d677a740 10 client.16653 fetch_fsmap learned FSMap version 29
2024-03-19T01:54:45.706 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.698+0000 7fc5d677a740  1 -- 172.21.15.46:0/815067647 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55dd21d997d0 con 0x55dd22058bf0
2024-03-19T01:54:45.706 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.699+0000 7fc5b57fa640  1 -- 172.21.15.46:0/815067647 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc5c80054d0 con 0x55dd22058bf0
2024-03-19T01:54:45.706 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.699+0000 7fc5b57fa640  1 -- 172.21.15.46:0/815067647 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fc5bc003fb0 con 0x55dd22058bf0
2024-03-19T01:54:45.706 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.699+0000 7fc5d677a740 10 client.16653 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:54:45.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.699+0000 7fc5d677a740 10 client.16653 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:54:45.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.699+0000 7fc5d677a740 20 client.16653 populate_metadata read hostname 'smithi046'
2024-03-19T01:54:45.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.699+0000 7fc5d677a740  1 --2- 172.21.15.46:0/815067647 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55dd22071b50 0x55dd22073fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.699+0000 7fc5d677a740  4 client.16653 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:54:45.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.699+0000 7fc5d677a740  1 -- 172.21.15.46:0/815067647 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dd220193e0 con 0x55dd22071b50
2024-03-19T01:54:45.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.699+0000 7fc5d184e640  1 --2- 172.21.15.46:0/815067647 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55dd22071b50 0x55dd22073fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.699+0000 7fc5b57fa640 10 client.16653 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:54:45.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.699+0000 7fc5d184e640  1 --2- 172.21.15.46:0/815067647 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55dd22071b50 0x55dd22073fd0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1a2e8268de2dc9dc server_cookie=ccaec31c185f1c89 in_seq=0 out_seq=0
2024-03-19T01:54:45.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.700+0000 7fc5b57fa640  1 -- 172.21.15.46:0/815067647 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55dd220193e0 con 0x55dd22071b50
2024-03-19T01:54:45.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.700+0000 7fc5b57fa640 10 client.16653 handle_command_reply: tid=0
2024-03-19T01:54:45.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.700+0000 7fc5d677a740  1 client.16653 shutdown
2024-03-19T01:54:45.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.700+0000 7fc5d677a740  1 -- 172.21.15.46:0/815067647 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dd22058bf0 msgr2=0x55dd2205edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.700+0000 7fc5d677a740  1 --2- 172.21.15.46:0/815067647 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dd22058bf0 0x55dd2205edb0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7fc5bc09b470 tx=0x7fc5bc09b0d0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.700+0000 7fc5d677a740  1 -- 172.21.15.46:0/815067647 shutdown_connections
2024-03-19T01:54:45.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.700+0000 7fc5d677a740  1 --2- 172.21.15.46:0/815067647 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55dd22071b50 0x55dd22073fd0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.700+0000 7fc5d677a740  1 --2- 172.21.15.46:0/815067647 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dd220617d0 0x55dd2205f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.700+0000 7fc5d677a740  1 --2- 172.21.15.46:0/815067647 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dd22058bf0 0x55dd2205edb0 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.700+0000 7fc5d677a740  1 --2- 172.21.15.46:0/815067647 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dd220582d0 0x55dd2205e870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.700+0000 7fc5b57fa640  0 client.16653 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:54:45.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.700+0000 7fc5d677a740  1 -- 172.21.15.46:0/815067647 >> 172.21.15.46:0/815067647 conn(0x55dd22052a00 msgr2=0x55dd22054750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:45.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.700+0000 7fc5d677a740  1 -- 172.21.15.46:0/815067647 shutdown_connections
2024-03-19T01:54:45.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.700+0000 7fc5d677a740  1 -- 172.21.15.46:0/815067647 wait complete.
2024-03-19T01:54:45.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.700+0000 7fc5d677a740 20 client.16653 trim_cache size 0 max 16384
2024-03-19T01:54:45.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.714+0000 7fc5d677a740  1  Processor -- start
2024-03-19T01:54:45.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.714+0000 7fc5d677a740  1 --  start start
2024-03-19T01:54:45.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.714+0000 7fc5d677a740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dd220582d0 0x55dd22060fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.714+0000 7fc5d677a740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dd22058bf0 0x55dd22069d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.714+0000 7fc5d677a740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dd220617d0 0x55dd2206d360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.714+0000 7fc5d677a740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc5cc1b1560 con 0x55dd220617d0
2024-03-19T01:54:45.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.714+0000 7fc5d677a740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fc5cc1aed70 con 0x55dd220582d0
2024-03-19T01:54:45.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.714+0000 7fc5d677a740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc5cc1acba0 con 0x55dd22058bf0
2024-03-19T01:54:45.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.714+0000 7fc5d204f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dd220617d0 0x55dd2206d360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.714+0000 7fc5d204f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dd220617d0 0x55dd2206d360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48134/0 (socket says 172.21.15.46:48134)
2024-03-19T01:54:45.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.714+0000 7fc5d204f640  1 -- 172.21.15.46:0/952855897 learned_addr learned my addr 172.21.15.46:0/952855897 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:45.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.714+0000 7fc5d184e640  1 --2- 172.21.15.46:0/952855897 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dd220582d0 0x55dd22060fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.714+0000 7fc5d104d640  1 --2- 172.21.15.46:0/952855897 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dd22058bf0 0x55dd22069d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.714+0000 7fc5d204f640  1 -- 172.21.15.46:0/952855897 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dd22058bf0 msgr2=0x55dd22069d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:45.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.714+0000 7fc5d204f640  1 --2- 172.21.15.46:0/952855897 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dd22058bf0 0x55dd22069d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.714+0000 7fc5d204f640  1 -- 172.21.15.46:0/952855897 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dd220582d0 msgr2=0x55dd22060fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:45.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.714+0000 7fc5d204f640  1 --2- 172.21.15.46:0/952855897 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dd220582d0 0x55dd22060fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.714+0000 7fc5d204f640  1 -- 172.21.15.46:0/952855897 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd22028880 con 0x55dd220617d0
2024-03-19T01:54:45.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.714+0000 7fc5d184e640  1 --2- 172.21.15.46:0/952855897 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dd220582d0 0x55dd22060fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:54:45.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.714+0000 7fc5d204f640  1 --2- 172.21.15.46:0/952855897 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dd220617d0 0x55dd2206d360 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7fc5c4009430 tx=0x7fc5c4041000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef30a2a9074f4756 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:45.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.715+0000 7fc5b77fe640  1 -- 172.21.15.46:0/952855897 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5c4039070 con 0x55dd220617d0
2024-03-19T01:54:45.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.715+0000 7fc5b77fe640  1 -- 172.21.15.46:0/952855897 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc5c4054070 con 0x55dd220617d0
2024-03-19T01:54:45.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.715+0000 7fc5b77fe640  1 -- 172.21.15.46:0/952855897 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5c4004790 con 0x55dd220617d0
2024-03-19T01:54:45.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.715+0000 7fc5d677a740  1 -- 172.21.15.46:0/952855897 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dd220617d0 msgr2=0x55dd2206d360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.715+0000 7fc5d677a740  1 --2- 172.21.15.46:0/952855897 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dd220617d0 0x55dd2206d360 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7fc5c4009430 tx=0x7fc5c4041000 comp rx=0 tx=0).stop
2024-03-19T01:54:45.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.715+0000 7fc5d677a740  1 -- 172.21.15.46:0/952855897 shutdown_connections
2024-03-19T01:54:45.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.715+0000 7fc5d677a740  1 --2- 172.21.15.46:0/952855897 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dd220617d0 0x55dd2206d360 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.715+0000 7fc5d677a740  1 --2- 172.21.15.46:0/952855897 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dd22058bf0 0x55dd22069d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.715+0000 7fc5d677a740  1 --2- 172.21.15.46:0/952855897 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dd220582d0 0x55dd22060fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.715+0000 7fc5d677a740  1 -- 172.21.15.46:0/952855897 >> 172.21.15.46:0/952855897 conn(0x55dd22052a00 msgr2=0x55dd22058fd0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:45.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.715+0000 7fc5d677a740  1 -- 172.21.15.46:0/952855897 shutdown_connections
2024-03-19T01:54:45.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.715+0000 7fc5d677a740  1 -- 172.21.15.46:0/952855897 wait complete.
2024-03-19T01:54:45.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.715+0000 7fc5d677a740  1 --  start start
2024-03-19T01:54:45.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.715+0000 7fc5d677a740  1  Processor -- start
2024-03-19T01:54:45.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.716+0000 7fc5d677a740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dd220582d0 0x55dd220cfe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.716+0000 7fc5d677a740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dd22058bf0 0x55dd220d03d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.716+0000 7fc5d677a740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dd220617d0 0x55dd220daf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.716+0000 7fc5d677a740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc5cc1ad230 con 0x55dd220582d0
2024-03-19T01:54:45.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.716+0000 7fc5d677a740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fc5cc1ae6a0 con 0x55dd220617d0
2024-03-19T01:54:45.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.716+0000 7fc5d677a740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc5cc1ad900 con 0x55dd22058bf0
2024-03-19T01:54:45.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.716+0000 7fc5d677a740 10 client.0 _ll_register_callbacks cb 0x7fc5bc00e8f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:54:45.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.716+0000 7fc5d184e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dd220582d0 0x55dd220cfe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.716+0000 7fc5d184e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dd220582d0 0x55dd220cfe90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48146/0 (socket says 172.21.15.46:48146)
2024-03-19T01:54:45.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.716+0000 7fc5d184e640  1 -- 172.21.15.46:0/1554869575 learned_addr learned my addr 172.21.15.46:0/1554869575 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:45.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.716+0000 7fc5d104d640  1 --2- 172.21.15.46:0/1554869575 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dd22058bf0 0x55dd220d03d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.716+0000 7fc5d204f640  1 --2- 172.21.15.46:0/1554869575 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dd220617d0 0x55dd220daf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.716+0000 7fc5d184e640  1 -- 172.21.15.46:0/1554869575 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dd22058bf0 msgr2=0x55dd220d03d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:45.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.716+0000 7fc5d184e640  1 --2- 172.21.15.46:0/1554869575 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dd22058bf0 0x55dd220d03d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.716+0000 7fc5d184e640  1 -- 172.21.15.46:0/1554869575 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dd220617d0 msgr2=0x55dd220daf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:45.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.716+0000 7fc5d184e640  1 --2- 172.21.15.46:0/1554869575 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dd220617d0 0x55dd220daf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.716+0000 7fc5d184e640  1 -- 172.21.15.46:0/1554869575 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dd220db450 con 0x55dd220582d0
2024-03-19T01:54:45.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.716+0000 7fc5d184e640  1 --2- 172.21.15.46:0/1554869575 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dd220582d0 0x55dd220cfe90 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7fc5c8000c00 tx=0x7fc5c80097e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=310afdb04cff5c20 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:45.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.716+0000 7fc5b57fa640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:54:45.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.716+0000 7fc5b57fa640  1 -- 172.21.15.46:0/1554869575 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5c802ecc0 con 0x55dd220582d0
2024-03-19T01:54:45.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.717+0000 7fc5b57fa640  1 -- 172.21.15.46:0/1554869575 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fc5c802e3f0 con 0x55dd220582d0
2024-03-19T01:54:45.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.717+0000 7fc5d677a740  1 -- 172.21.15.46:0/1554869575 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5c4054070 con 0x55dd220582d0
2024-03-19T01:54:45.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.717+0000 7fc5b57fa640  1 -- 172.21.15.46:0/1554869575 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc5c803b050 con 0x55dd220582d0
2024-03-19T01:54:45.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.717+0000 7fc5d677a740 10 client.16659 fetch_fsmap learned FSMap version 29
2024-03-19T01:54:45.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.717+0000 7fc5d677a740  1 -- 172.21.15.46:0/1554869575 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55dd220dc580 con 0x55dd220582d0
2024-03-19T01:54:45.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.717+0000 7fc5b57fa640  1 -- 172.21.15.46:0/1554869575 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc5c4054070 con 0x55dd220582d0
2024-03-19T01:54:45.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.717+0000 7fc5b57fa640  1 -- 172.21.15.46:0/1554869575 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fc5c802d030 con 0x55dd220582d0
2024-03-19T01:54:45.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.717+0000 7fc5d677a740 10 client.16659 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:54:45.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.717+0000 7fc5d677a740 10 client.16659 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:54:45.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.717+0000 7fc5d677a740 20 client.16659 populate_metadata read hostname 'smithi046'
2024-03-19T01:54:45.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.717+0000 7fc5d677a740  1 --2- 172.21.15.46:0/1554869575 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55dd220dcbc0 0x55dd220defe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.717+0000 7fc5d677a740  4 client.16659 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:54:45.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.717+0000 7fc5d677a740  1 -- 172.21.15.46:0/1554869575 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55dd21fc89f0 con 0x55dd220dcbc0
2024-03-19T01:54:45.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.717+0000 7fc5d104d640  1 --2- 172.21.15.46:0/1554869575 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55dd220dcbc0 0x55dd220defe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.718+0000 7fc5b57fa640 10 client.16659 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:54:45.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.718+0000 7fc5d104d640  1 --2- 172.21.15.46:0/1554869575 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55dd220dcbc0 0x55dd220defe0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6a1ca90856c9a966 server_cookie=627d5b909e19168a in_seq=0 out_seq=0
2024-03-19T01:54:45.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.718+0000 7fc5b57fa640  1 -- 172.21.15.46:0/1554869575 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55dd21fc89f0 con 0x55dd220dcbc0
2024-03-19T01:54:45.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.718+0000 7fc5b57fa640 10 client.16659 handle_command_reply: tid=0
2024-03-19T01:54:45.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.718+0000 7fc5d677a740  1 client.16659 shutdown
2024-03-19T01:54:45.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.718+0000 7fc5d677a740  1 -- 172.21.15.46:0/1554869575 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dd220582d0 msgr2=0x55dd220cfe90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.718+0000 7fc5d677a740  1 --2- 172.21.15.46:0/1554869575 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dd220582d0 0x55dd220cfe90 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7fc5c8000c00 tx=0x7fc5c80097e0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.718+0000 7fc5d677a740  1 -- 172.21.15.46:0/1554869575 shutdown_connections
2024-03-19T01:54:45.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.718+0000 7fc5d677a740  1 --2- 172.21.15.46:0/1554869575 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55dd220dcbc0 0x55dd220defe0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.718+0000 7fc5d677a740  1 --2- 172.21.15.46:0/1554869575 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dd220617d0 0x55dd220daf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.718+0000 7fc5b57fa640  0 client.16659 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:54:45.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.718+0000 7fc5d677a740  1 --2- 172.21.15.46:0/1554869575 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dd22058bf0 0x55dd220d03d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.718+0000 7fc5d677a740  1 --2- 172.21.15.46:0/1554869575 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dd220582d0 0x55dd220cfe90 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.718+0000 7fc5d677a740  1 -- 172.21.15.46:0/1554869575 >> 172.21.15.46:0/1554869575 conn(0x55dd22052a00 msgr2=0x55dd22051310 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:45.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.718+0000 7fc5d677a740  1 -- 172.21.15.46:0/1554869575 shutdown_connections
2024-03-19T01:54:45.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.718+0000 7fc5d677a740  1 -- 172.21.15.46:0/1554869575 wait complete.
2024-03-19T01:54:45.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.718+0000 7fc5d677a740 20 client.16659 trim_cache size 0 max 16384
2024-03-19T01:54:45.726 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:54:45.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.719+0000 7fc5d3ab2640  1 -- 172.21.15.46:0/4193861189 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fc5b80a2970 msgr2=0x7fc5b80a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.719+0000 7fc5d3ab2640  1 --2- 172.21.15.46:0/4193861189 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fc5b80a2970 0x7fc5b80a4e30 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fc5c4033000 tx=0x7fc5c402c0f0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.719+0000 7fc5d3ab2640  1 -- 172.21.15.46:0/4193861189 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc5cc1051b0 msgr2=0x7fc5cc1984b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.719+0000 7fc5d3ab2640  1 --2- 172.21.15.46:0/4193861189 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc5cc1051b0 0x7fc5cc1984b0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fc5bc00e9a0 tx=0x7fc5bc00ee60 comp rx=0 tx=0).stop
2024-03-19T01:54:45.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.719+0000 7fc5d3ab2640  1 -- 172.21.15.46:0/4193861189 shutdown_connections
2024-03-19T01:54:45.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.719+0000 7fc5d3ab2640  1 --2- 172.21.15.46:0/4193861189 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fc5b80a2970 0x7fc5b80a4e30 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.719+0000 7fc5d3ab2640  1 --2- 172.21.15.46:0/4193861189 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc5cc19c830 0x7fc5cc19cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.719+0000 7fc5d3ab2640  1 --2- 172.21.15.46:0/4193861189 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc5cc1051b0 0x7fc5cc1984b0 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.719+0000 7fc5d3ab2640  1 --2- 172.21.15.46:0/4193861189 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc5cc1000e0 0x7fc5cc197f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.719+0000 7fc5d3ab2640  1 -- 172.21.15.46:0/4193861189 >> 172.21.15.46:0/4193861189 conn(0x7fc5cc076c40 msgr2=0x7fc5cc10da70 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:45.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.719+0000 7fc5d3ab2640  1 -- 172.21.15.46:0/4193861189 shutdown_connections
2024-03-19T01:54:45.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.719+0000 7fc5d3ab2640  1 -- 172.21.15.46:0/4193861189 wait complete.
2024-03-19T01:54:45.729 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls
2024-03-19T01:54:45.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.834+0000 7f59cccc6640  1 -- 172.21.15.46:0/2671726441 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59c8101060 msgr2=0x7f59c810d570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.834+0000 7f59cccc6640  1 --2- 172.21.15.46:0/2671726441 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59c8101060 0x7f59c810d570 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f59b8009930 tx=0x7f59b802bc30 comp rx=0 tx=0).stop
2024-03-19T01:54:45.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.834+0000 7f59cccc6640  1 -- 172.21.15.46:0/2671726441 shutdown_connections
2024-03-19T01:54:45.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.834+0000 7f59cccc6640  1 --2- 172.21.15.46:0/2671726441 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59c8101060 0x7f59c810d570 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.834+0000 7f59cccc6640  1 --2- 172.21.15.46:0/2671726441 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f59c81006a0 0x7f59c8100b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.834+0000 7f59cccc6640  1 --2- 172.21.15.46:0/2671726441 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f59c81066b0 0x7f59c8106a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.834+0000 7f59cccc6640  1 -- 172.21.15.46:0/2671726441 >> 172.21.15.46:0/2671726441 conn(0x7f59c80778d0 msgr2=0x7f59c8077ce0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:45.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.835+0000 7f59cccc6640  1 -- 172.21.15.46:0/2671726441 shutdown_connections
2024-03-19T01:54:45.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.835+0000 7f59cccc6640  1 -- 172.21.15.46:0/2671726441 wait complete.
2024-03-19T01:54:45.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.835+0000 7f59cccc6640  1  Processor -- start
2024-03-19T01:54:45.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.835+0000 7f59cccc6640  1 --  start start
2024-03-19T01:54:45.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.835+0000 7f59cccc6640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f59c81006a0 0x7f59c8197f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.835+0000 7f59cccc6640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f59c8101060 0x7f59c8198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.835+0000 7f59cccc6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59c81066b0 0x7f59c819c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.835+0000 7f59cccc6640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f59c8111a70 con 0x7f59c81066b0
2024-03-19T01:54:45.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.835+0000 7f59cccc6640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f59c81118f0 con 0x7f59c81006a0
2024-03-19T01:54:45.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.835+0000 7f59cccc6640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f59c8111bf0 con 0x7f59c8101060
2024-03-19T01:54:45.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.836+0000 7f59c6d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59c81066b0 0x7f59c819c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.836+0000 7f59c659c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f59c81006a0 0x7f59c8197f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.836+0000 7f59c6d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59c81066b0 0x7f59c819c7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48174/0 (socket says 172.21.15.46:48174)
2024-03-19T01:54:45.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.836+0000 7f59c6d9d640  1 -- 172.21.15.46:0/1482450748 learned_addr learned my addr 172.21.15.46:0/1482450748 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:45.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.836+0000 7f59c5d9b640  1 --2- 172.21.15.46:0/1482450748 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f59c8101060 0x7f59c8198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.836+0000 7f59c6d9d640  1 -- 172.21.15.46:0/1482450748 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f59c8101060 msgr2=0x7f59c8198470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.836+0000 7f59c6d9d640  1 --2- 172.21.15.46:0/1482450748 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f59c8101060 0x7f59c8198470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.836+0000 7f59c6d9d640  1 -- 172.21.15.46:0/1482450748 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f59c81006a0 msgr2=0x7f59c8197f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.836+0000 7f59c6d9d640  1 --2- 172.21.15.46:0/1482450748 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f59c81006a0 0x7f59c8197f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.836+0000 7f59c6d9d640  1 -- 172.21.15.46:0/1482450748 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59c819cf20 con 0x7f59c81066b0
2024-03-19T01:54:45.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.836+0000 7f59c659c640  1 --2- 172.21.15.46:0/1482450748 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f59c81006a0 0x7f59c8197f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:54:45.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.836+0000 7f59c6d9d640  1 --2- 172.21.15.46:0/1482450748 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59c81066b0 0x7f59c819c7f0 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f59b8005940 tx=0x7f59b80045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:45.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.836+0000 7f59bf7fe640  1 -- 172.21.15.46:0/1482450748 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59b8043020 con 0x7f59c81066b0
2024-03-19T01:54:45.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.836+0000 7f59bf7fe640  1 -- 172.21.15.46:0/1482450748 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f59b802c9f0 con 0x7f59c81066b0
2024-03-19T01:54:45.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.836+0000 7f59cccc6640  1 -- 172.21.15.46:0/1482450748 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59c819d1b0 con 0x7f59c81066b0
2024-03-19T01:54:45.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.836+0000 7f59bf7fe640  1 -- 172.21.15.46:0/1482450748 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59b8003a10 con 0x7f59c81066b0
2024-03-19T01:54:45.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.836+0000 7f59cccc6640  1 -- 172.21.15.46:0/1482450748 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59c81a4aa0 con 0x7f59c81066b0
2024-03-19T01:54:45.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.838+0000 7f59bf7fe640  1 -- 172.21.15.46:0/1482450748 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f59b8046020 con 0x7f59c81066b0
2024-03-19T01:54:45.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.839+0000 7f59cf98f740  1  Processor -- start
2024-03-19T01:54:45.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.839+0000 7f59cf98f740  1 --  start start
2024-03-19T01:54:45.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.839+0000 7f59cf98f740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56200beae2d0 0x56200beae6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.839+0000 7f59cf98f740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56200beaebf0 0x56200beb7290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.839+0000 7f59cf98f740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56200beb77d0 0x56200beb9bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.839+0000 7f59cf98f740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x56200be114b0 con 0x56200beb77d0
2024-03-19T01:54:45.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.839+0000 7f59cf98f740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x56200bdb9d70 con 0x56200beae2d0
2024-03-19T01:54:45.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.839+0000 7f59cf98f740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x56200be0d550 con 0x56200beaebf0
2024-03-19T01:54:45.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.839+0000 7f59bf7fe640  1 --2- 172.21.15.46:0/1482450748 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f59b40a2970 0x7f59b40a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.839+0000 7f59c5d9b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56200beae2d0 0x56200beae6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.839+0000 7f59c659c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56200beaebf0 0x56200beb7290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.839+0000 7f59c5d9b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56200beae2d0 0x56200beae6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:43728/0 (socket says 172.21.15.46:43728)
2024-03-19T01:54:45.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.839+0000 7f59c5d9b640  1 -- 172.21.15.46:0/4207180337 learned_addr learned my addr 172.21.15.46:0/4207180337 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:45.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.839+0000 7f59c6d9d640  1 --2- 172.21.15.46:0/1482450748 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f59b40a2970 0x7f59b40a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.839+0000 7f59c5d9b640  1 --2- 172.21.15.46:0/4207180337 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56200beb77d0 0x56200beb9bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.839+0000 7f59c5d9b640  1 -- 172.21.15.46:0/4207180337 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56200beaebf0 msgr2=0x56200beb7290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:45.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.839+0000 7f59c5d9b640  1 --2- 172.21.15.46:0/4207180337 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56200beaebf0 0x56200beb7290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.839+0000 7f59c5d9b640  1 -- 172.21.15.46:0/4207180337 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56200beb77d0 msgr2=0x56200beb9bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:45.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.839+0000 7f59c5d9b640  1 --2- 172.21.15.46:0/4207180337 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56200beb77d0 0x56200beb9bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.839+0000 7f59c5d9b640  1 -- 172.21.15.46:0/4207180337 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56200bddc210 con 0x56200beae2d0
2024-03-19T01:54:45.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.839+0000 7f59bf7fe640  1 -- 172.21.15.46:0/1482450748 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f59b80f1120 con 0x7f59c81066b0
2024-03-19T01:54:45.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.839+0000 7f59c659c640  1 --2- 172.21.15.46:0/4207180337 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56200beaebf0 0x56200beb7290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:54:45.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.840+0000 7f59c6d9d640  1 --2- 172.21.15.46:0/1482450748 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f59b40a2970 0x7f59b40a4e30 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f59b8090190 tx=0x7f59b80901c0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:45.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.840+0000 7f59c5d9b640  1 --2- 172.21.15.46:0/4207180337 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56200beae2d0 0x56200beae6b0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f59b00058c0 tx=0x7f59b0005850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=57d257698589a1ad server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:45.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.840+0000 7f59bcff9640  1 -- 172.21.15.46:0/4207180337 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59b0004030 con 0x56200beae2d0
2024-03-19T01:54:45.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.840+0000 7f59bcff9640  1 -- 172.21.15.46:0/4207180337 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f59b0005020 con 0x56200beae2d0
2024-03-19T01:54:45.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.840+0000 7f59bcff9640  1 -- 172.21.15.46:0/4207180337 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59b0004c80 con 0x56200beae2d0
2024-03-19T01:54:45.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.841+0000 7f59cf98f740  1 -- 172.21.15.46:0/4207180337 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56200beae2d0 msgr2=0x56200beae6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.849 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.841+0000 7f59cf98f740  1 --2- 172.21.15.46:0/4207180337 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56200beae2d0 0x56200beae6b0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f59b00058c0 tx=0x7f59b0005850 comp rx=0 tx=0).stop
2024-03-19T01:54:45.849 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.841+0000 7f59cf98f740  1 -- 172.21.15.46:0/4207180337 shutdown_connections
2024-03-19T01:54:45.849 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.841+0000 7f59cf98f740  1 --2- 172.21.15.46:0/4207180337 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56200beb77d0 0x56200beb9bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.849 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.841+0000 7f59cf98f740  1 --2- 172.21.15.46:0/4207180337 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56200beaebf0 0x56200beb7290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.849 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.841+0000 7f59cf98f740  1 --2- 172.21.15.46:0/4207180337 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56200beae2d0 0x56200beae6b0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.849 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.841+0000 7f59cf98f740  1 -- 172.21.15.46:0/4207180337 >> 172.21.15.46:0/4207180337 conn(0x56200bea8a00 msgr2=0x56200bea8de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:45.849 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.841+0000 7f59cf98f740  1 -- 172.21.15.46:0/4207180337 shutdown_connections
2024-03-19T01:54:45.849 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.841+0000 7f59cf98f740  1 -- 172.21.15.46:0/4207180337 wait complete.
2024-03-19T01:54:45.849 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.841+0000 7f59cf98f740  1 --  start start
2024-03-19T01:54:45.849 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.841+0000 7f59cf98f740  1  Processor -- start
2024-03-19T01:54:45.849 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.841+0000 7f59cf98f740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56200beae2d0 0x56200beb47f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.849 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.841+0000 7f59cf98f740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56200beaebf0 0x56200beb4d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.850 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.841+0000 7f59cf98f740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56200beb77d0 0x56200beb5270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.850 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.841+0000 7f59cf98f740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x56200beba5c0 con 0x56200beb77d0
2024-03-19T01:54:45.850 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.841+0000 7f59cf98f740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x56200bdcd310 con 0x56200beae2d0
2024-03-19T01:54:45.850 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.841+0000 7f59cf98f740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x56200beba740 con 0x56200beaebf0
2024-03-19T01:54:45.850 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.841+0000 7f59cf98f740 10 client.0 _ll_register_callbacks cb 0x56200bdc12d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:54:45.850 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.842+0000 7f59c5d9b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56200beae2d0 0x56200beb47f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.850 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.842+0000 7f59c659c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56200beaebf0 0x56200beb4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.850 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.842+0000 7f59c5d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56200beb77d0 0x56200beb5270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.850 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.842+0000 7f59c659c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56200beaebf0 0x56200beb4d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:38122/0 (socket says 172.21.15.46:38122)
2024-03-19T01:54:45.850 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.842+0000 7f59c659c640  1 -- 172.21.15.46:0/3779216741 learned_addr learned my addr 172.21.15.46:0/3779216741 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:45.850 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.842+0000 7f59c659c640  1 -- 172.21.15.46:0/3779216741 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56200beae2d0 msgr2=0x56200beb47f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:45.850 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.842+0000 7f59c659c640  1 --2- 172.21.15.46:0/3779216741 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56200beae2d0 0x56200beb47f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.851 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.842+0000 7f59c659c640  1 -- 172.21.15.46:0/3779216741 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56200beb77d0 msgr2=0x56200beb5270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:45.851 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.842+0000 7f59c659c640  1 --2- 172.21.15.46:0/3779216741 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56200beb77d0 0x56200beb5270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.851 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.842+0000 7f59c659c640  1 -- 172.21.15.46:0/3779216741 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56200bb253f0 con 0x56200beaebf0
2024-03-19T01:54:45.851 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.842+0000 7f59c5d9b640  1 --2- 172.21.15.46:0/3779216741 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56200beb77d0 0x56200beb5270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:54:45.851 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.842+0000 7f59c659c640  1 --2- 172.21.15.46:0/3779216741 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56200beaebf0 0x56200beb4d30 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f59c000fe20 tx=0x7f59c0012820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fd1eb269e02fa66a server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:45.851 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.842+0000 7f59adffb640 10 client.0 ms_handle_connect on v2:172.21.15.102:3300/0
2024-03-19T01:54:45.851 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.842+0000 7f59adffb640  1 -- 172.21.15.46:0/3779216741 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59c0004b20 con 0x56200beaebf0
2024-03-19T01:54:45.851 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.842+0000 7f59adffb640  1 -- 172.21.15.46:0/3779216741 <== mon.1 v2:172.21.15.102:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f59c0004cc0 con 0x56200beaebf0
2024-03-19T01:54:45.851 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.842+0000 7f59cf98f740  1 -- 172.21.15.46:0/3779216741 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f59b0005020 con 0x56200beaebf0
2024-03-19T01:54:45.851 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.842+0000 7f59adffb640  1 -- 172.21.15.46:0/3779216741 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f59c001c470 con 0x56200beaebf0
2024-03-19T01:54:45.851 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.842+0000 7f59cf98f740 10 client.26470 fetch_fsmap learned FSMap version 29
2024-03-19T01:54:45.851 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.842+0000 7f59cf98f740  1 -- 172.21.15.46:0/3779216741 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56200bbef7d0 con 0x56200beaebf0
2024-03-19T01:54:45.851 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.843+0000 7f59adffb640  1 -- 172.21.15.46:0/3779216741 <== mon.1 v2:172.21.15.102:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f59b0005020 con 0x56200beaebf0
2024-03-19T01:54:45.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.843+0000 7f59adffb640  1 -- 172.21.15.46:0/3779216741 <== mon.1 v2:172.21.15.102:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f59c0010630 con 0x56200beaebf0
2024-03-19T01:54:45.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.843+0000 7f59cf98f740 10 client.26470 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:54:45.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.843+0000 7f59cf98f740 10 client.26470 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:54:45.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.843+0000 7f59cf98f740 20 client.26470 populate_metadata read hostname 'smithi046'
2024-03-19T01:54:45.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.843+0000 7f59cf98f740  1 --2- 172.21.15.46:0/3779216741 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x56200bec7c00 0x56200beca020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.843+0000 7f59cf98f740  4 client.26470 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:54:45.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.843+0000 7f59cf98f740  1 -- 172.21.15.46:0/3779216741 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56200be6f3e0 con 0x56200bec7c00
2024-03-19T01:54:45.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.843+0000 7f59c5d9b640  1 --2- 172.21.15.46:0/3779216741 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x56200bec7c00 0x56200beca020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.843+0000 7f59c5d9b640  1 --2- 172.21.15.46:0/3779216741 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x56200bec7c00 0x56200beca020 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6dcc4a1b46faf5ac server_cookie=c15157a3015f14e7 in_seq=0 out_seq=0
2024-03-19T01:54:45.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.843+0000 7f59adffb640 10 client.26470 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:54:45.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.844+0000 7f59adffb640  1 -- 172.21.15.46:0/3779216741 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x56200be6f3e0 con 0x56200bec7c00
2024-03-19T01:54:45.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.844+0000 7f59adffb640 10 client.26470 handle_command_reply: tid=0
2024-03-19T01:54:45.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.844+0000 7f59cf98f740  1 client.26470 shutdown
2024-03-19T01:54:45.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.844+0000 7f59cf98f740  1 -- 172.21.15.46:0/3779216741 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56200beaebf0 msgr2=0x56200beb4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.844+0000 7f59cf98f740  1 --2- 172.21.15.46:0/3779216741 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56200beaebf0 0x56200beb4d30 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f59c000fe20 tx=0x7f59c0012820 comp rx=0 tx=0).stop
2024-03-19T01:54:45.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.844+0000 7f59cf98f740  1 -- 172.21.15.46:0/3779216741 shutdown_connections
2024-03-19T01:54:45.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.844+0000 7f59cf98f740  1 --2- 172.21.15.46:0/3779216741 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x56200bec7c00 0x56200beca020 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.844+0000 7f59cf98f740  1 --2- 172.21.15.46:0/3779216741 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56200beb77d0 0x56200beb5270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.844+0000 7f59adffb640  0 client.26470 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:54:45.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.844+0000 7f59cf98f740  1 --2- 172.21.15.46:0/3779216741 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56200beaebf0 0x56200beb4d30 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.844+0000 7f59cf98f740  1 --2- 172.21.15.46:0/3779216741 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56200beae2d0 0x56200beb47f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.844+0000 7f59cf98f740  1 -- 172.21.15.46:0/3779216741 >> 172.21.15.46:0/3779216741 conn(0x56200bea8a00 msgr2=0x56200beaa750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:45.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.844+0000 7f59cf98f740  1 -- 172.21.15.46:0/3779216741 shutdown_connections
2024-03-19T01:54:45.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.844+0000 7f59cf98f740  1 -- 172.21.15.46:0/3779216741 wait complete.
2024-03-19T01:54:45.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.844+0000 7f59cf98f740 20 client.26470 trim_cache size 0 max 16384
2024-03-19T01:54:45.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.857+0000 7f59cf98f740  1  Processor -- start
2024-03-19T01:54:45.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.857+0000 7f59cf98f740  1 --  start start
2024-03-19T01:54:45.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.858+0000 7f59cf98f740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56200beae2d0 0x56200beb6f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.858+0000 7f59cf98f740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56200beaebf0 0x56200bec3390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.858+0000 7f59cf98f740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56200beb77d0 0x56200becf8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.858+0000 7f59cf98f740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f59c81b14a0 con 0x56200beae2d0
2024-03-19T01:54:45.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.858+0000 7f59cf98f740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f59c81aecb0 con 0x56200beaebf0
2024-03-19T01:54:45.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.858+0000 7f59cf98f740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f59c81acae0 con 0x56200beb77d0
2024-03-19T01:54:45.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.858+0000 7f59c5d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56200beae2d0 0x56200beb6f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.858+0000 7f59c5d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56200beae2d0 0x56200beb6f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48210/0 (socket says 172.21.15.46:48210)
2024-03-19T01:54:45.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.858+0000 7f59c5d9b640  1 -- 172.21.15.46:0/1769423071 learned_addr learned my addr 172.21.15.46:0/1769423071 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:45.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.858+0000 7f59c659c640  1 --2- 172.21.15.46:0/1769423071 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56200beaebf0 0x56200bec3390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.858+0000 7f59c5d9b640  1 --2- 172.21.15.46:0/1769423071 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56200beb77d0 0x56200becf8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.858+0000 7f59c5d9b640  1 -- 172.21.15.46:0/1769423071 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56200beb77d0 msgr2=0x56200becf8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:45.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.858+0000 7f59c5d9b640  1 --2- 172.21.15.46:0/1769423071 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56200beb77d0 0x56200becf8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.858+0000 7f59c5d9b640  1 -- 172.21.15.46:0/1769423071 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56200beaebf0 msgr2=0x56200bec3390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:45.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.858+0000 7f59c5d9b640  1 --2- 172.21.15.46:0/1769423071 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56200beaebf0 0x56200bec3390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.858+0000 7f59c5d9b640  1 -- 172.21.15.46:0/1769423071 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56200beca390 con 0x56200beae2d0
2024-03-19T01:54:45.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.858+0000 7f59c5d9b640  1 --2- 172.21.15.46:0/1769423071 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56200beae2d0 0x56200beb6f20 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f59b0004810 tx=0x7f59b0009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d72978106a71dbc server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:45.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.858+0000 7f59affff640  1 -- 172.21.15.46:0/1769423071 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59b0028040 con 0x56200beae2d0
2024-03-19T01:54:45.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.858+0000 7f59affff640  1 -- 172.21.15.46:0/1769423071 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f59b0004fb0 con 0x56200beae2d0
2024-03-19T01:54:45.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.858+0000 7f59affff640  1 -- 172.21.15.46:0/1769423071 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59b0004590 con 0x56200beae2d0
2024-03-19T01:54:45.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.859+0000 7f59cf98f740  1 -- 172.21.15.46:0/1769423071 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56200beae2d0 msgr2=0x56200beb6f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.859+0000 7f59cf98f740  1 --2- 172.21.15.46:0/1769423071 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56200beae2d0 0x56200beb6f20 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f59b0004810 tx=0x7f59b0009b60 comp rx=0 tx=0).stop
2024-03-19T01:54:45.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.859+0000 7f59cf98f740  1 -- 172.21.15.46:0/1769423071 shutdown_connections
2024-03-19T01:54:45.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.859+0000 7f59cf98f740  1 --2- 172.21.15.46:0/1769423071 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56200beb77d0 0x56200becf8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.859+0000 7f59cf98f740  1 --2- 172.21.15.46:0/1769423071 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56200beaebf0 0x56200bec3390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.859+0000 7f59cf98f740  1 --2- 172.21.15.46:0/1769423071 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56200beae2d0 0x56200beb6f20 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.859+0000 7f59cf98f740  1 -- 172.21.15.46:0/1769423071 >> 172.21.15.46:0/1769423071 conn(0x56200bea8a00 msgr2=0x56200bea8de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:45.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.859+0000 7f59cf98f740  1 -- 172.21.15.46:0/1769423071 shutdown_connections
2024-03-19T01:54:45.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.859+0000 7f59cf98f740  1 -- 172.21.15.46:0/1769423071 wait complete.
2024-03-19T01:54:45.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.859+0000 7f59cf98f740  1 --  start start
2024-03-19T01:54:45.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.859+0000 7f59cf98f740  1  Processor -- start
2024-03-19T01:54:45.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.859+0000 7f59cf98f740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56200beae2d0 0x56200bebfbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.859+0000 7f59cf98f740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56200beaebf0 0x56200beb1080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.860+0000 7f59cf98f740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56200beb77d0 0x56200beb15c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.860+0000 7f59cf98f740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f59c81ad170 con 0x56200beae2d0
2024-03-19T01:54:45.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.860+0000 7f59cf98f740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f59c81ae5e0 con 0x56200beb77d0
2024-03-19T01:54:45.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.860+0000 7f59cf98f740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f59c81ad840 con 0x56200beaebf0
2024-03-19T01:54:45.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.860+0000 7f59cf98f740 10 client.0 _ll_register_callbacks cb 0x7f59c000f4a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:54:45.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.860+0000 7f59c5d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56200beae2d0 0x56200bebfbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.860+0000 7f59c5d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56200beae2d0 0x56200bebfbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48226/0 (socket says 172.21.15.46:48226)
2024-03-19T01:54:45.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.860+0000 7f59c5d9b640  1 -- 172.21.15.46:0/849252877 learned_addr learned my addr 172.21.15.46:0/849252877 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:45.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.860+0000 7f59c659c640  1 --2- 172.21.15.46:0/849252877 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56200beaebf0 0x56200beb1080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.860+0000 7f59c5d9b640  1 --2- 172.21.15.46:0/849252877 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56200beb77d0 0x56200beb15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.860+0000 7f59c5d9b640  1 -- 172.21.15.46:0/849252877 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56200beaebf0 msgr2=0x56200beb1080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:45.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.860+0000 7f59c5d9b640  1 --2- 172.21.15.46:0/849252877 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56200beaebf0 0x56200beb1080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.860+0000 7f59c5d9b640  1 -- 172.21.15.46:0/849252877 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56200beb77d0 msgr2=0x56200beb15c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:45.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.860+0000 7f59c5d9b640  1 --2- 172.21.15.46:0/849252877 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56200beb77d0 0x56200beb15c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.860+0000 7f59c5d9b640  1 -- 172.21.15.46:0/849252877 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56200beb1df0 con 0x56200beae2d0
2024-03-19T01:54:45.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.860+0000 7f59c5d9b640  1 --2- 172.21.15.46:0/849252877 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56200beae2d0 0x56200bebfbb0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f59b0004270 tx=0x7f59b0004170 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0856da50db08713 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:45.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.860+0000 7f59adffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:54:45.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.860+0000 7f59adffb640  1 -- 172.21.15.46:0/849252877 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59b0011040 con 0x56200beae2d0
2024-03-19T01:54:45.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.860+0000 7f59adffb640  1 -- 172.21.15.46:0/849252877 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f59b00111e0 con 0x56200beae2d0
2024-03-19T01:54:45.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.860+0000 7f59cf98f740  1 -- 172.21.15.46:0/849252877 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f59b0004fb0 con 0x56200beae2d0
2024-03-19T01:54:45.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.860+0000 7f59adffb640  1 -- 172.21.15.46:0/849252877 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f59b00049a0 con 0x56200beae2d0
2024-03-19T01:54:45.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.860+0000 7f59cf98f740 10 client.16677 fetch_fsmap learned FSMap version 29
2024-03-19T01:54:45.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.860+0000 7f59cf98f740  1 -- 172.21.15.46:0/849252877 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56200bf2dde0 con 0x56200beae2d0
2024-03-19T01:54:45.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.861+0000 7f59adffb640  1 -- 172.21.15.46:0/849252877 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f59b0004fb0 con 0x56200beae2d0
2024-03-19T01:54:45.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.861+0000 7f59adffb640  1 -- 172.21.15.46:0/849252877 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f59b002e040 con 0x56200beae2d0
2024-03-19T01:54:45.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.861+0000 7f59cf98f740 10 client.16677 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:54:45.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.861+0000 7f59cf98f740 10 client.16677 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:54:45.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.861+0000 7f59cf98f740 20 client.16677 populate_metadata read hostname 'smithi046'
2024-03-19T01:54:45.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.861+0000 7f59cf98f740  1 --2- 172.21.15.46:0/849252877 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x56200bf2e340 0x56200bf30760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.861+0000 7f59cf98f740  4 client.16677 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:54:45.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.861+0000 7f59cf98f740  1 -- 172.21.15.46:0/849252877 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56200be1e9f0 con 0x56200bf2e340
2024-03-19T01:54:45.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.861+0000 7f59c659c640  1 --2- 172.21.15.46:0/849252877 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x56200bf2e340 0x56200bf30760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.861+0000 7f59adffb640 10 client.16677 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:54:45.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.861+0000 7f59c659c640  1 --2- 172.21.15.46:0/849252877 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x56200bf2e340 0x56200bf30760 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d253958491af6e08 server_cookie=2967f53c2bf5f in_seq=0 out_seq=0
2024-03-19T01:54:45.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.861+0000 7f59adffb640  1 -- 172.21.15.46:0/849252877 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56200be1e9f0 con 0x56200bf2e340
2024-03-19T01:54:45.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.861+0000 7f59adffb640 10 client.16677 handle_command_reply: tid=0
2024-03-19T01:54:45.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.861+0000 7f59cf98f740  1 client.16677 shutdown
2024-03-19T01:54:45.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.862+0000 7f59cf98f740  1 -- 172.21.15.46:0/849252877 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56200beae2d0 msgr2=0x56200bebfbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.862+0000 7f59cf98f740  1 --2- 172.21.15.46:0/849252877 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56200beae2d0 0x56200bebfbb0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f59b0004270 tx=0x7f59b0004170 comp rx=0 tx=0).stop
2024-03-19T01:54:45.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.862+0000 7f59cf98f740  1 -- 172.21.15.46:0/849252877 shutdown_connections
2024-03-19T01:54:45.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.862+0000 7f59cf98f740  1 --2- 172.21.15.46:0/849252877 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x56200bf2e340 0x56200bf30760 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.862+0000 7f59cf98f740  1 --2- 172.21.15.46:0/849252877 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56200beb77d0 0x56200beb15c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.862+0000 7f59cf98f740  1 --2- 172.21.15.46:0/849252877 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56200beaebf0 0x56200beb1080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.862+0000 7f59adffb640  0 client.16677 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:54:45.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.862+0000 7f59cf98f740  1 --2- 172.21.15.46:0/849252877 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56200beae2d0 0x56200bebfbb0 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.862+0000 7f59cf98f740  1 -- 172.21.15.46:0/849252877 >> 172.21.15.46:0/849252877 conn(0x56200bea8a00 msgr2=0x56200beb4790 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:45.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.862+0000 7f59cf98f740  1 -- 172.21.15.46:0/849252877 shutdown_connections
2024-03-19T01:54:45.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.862+0000 7f59cf98f740  1 -- 172.21.15.46:0/849252877 wait complete.
2024-03-19T01:54:45.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.862+0000 7f59cf98f740 20 client.16677 trim_cache size 0 max 16384
2024-03-19T01:54:45.870 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:54:45.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.862+0000 7f59cccc6640  1 -- 172.21.15.46:0/1482450748 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f59b40a2970 msgr2=0x7f59b40a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.862+0000 7f59cccc6640  1 --2- 172.21.15.46:0/1482450748 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f59b40a2970 0x7f59b40a4e30 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f59b8090190 tx=0x7f59b80901c0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.862+0000 7f59cccc6640  1 -- 172.21.15.46:0/1482450748 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59c81066b0 msgr2=0x7f59c819c7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.862+0000 7f59cccc6640  1 --2- 172.21.15.46:0/1482450748 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59c81066b0 0x7f59c819c7f0 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f59b8005940 tx=0x7f59b80045e0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.862+0000 7f59cccc6640  1 -- 172.21.15.46:0/1482450748 shutdown_connections
2024-03-19T01:54:45.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.862+0000 7f59cccc6640  1 --2- 172.21.15.46:0/1482450748 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59c81066b0 0x7f59c819c7f0 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.862+0000 7f59cccc6640  1 --2- 172.21.15.46:0/1482450748 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f59b40a2970 0x7f59b40a4e30 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.862+0000 7f59cccc6640  1 --2- 172.21.15.46:0/1482450748 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f59c8101060 0x7f59c8198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.862+0000 7f59cccc6640  1 --2- 172.21.15.46:0/1482450748 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f59c81006a0 0x7f59c8197f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.862+0000 7f59cccc6640  1 -- 172.21.15.46:0/1482450748 >> 172.21.15.46:0/1482450748 conn(0x7f59c80778d0 msgr2=0x7f59c8102f30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:45.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.862+0000 7f59cccc6640  1 -- 172.21.15.46:0/1482450748 shutdown_connections
2024-03-19T01:54:45.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.862+0000 7f59cccc6640  1 -- 172.21.15.46:0/1482450748 wait complete.
2024-03-19T01:54:45.874 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls
2024-03-19T01:54:45.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.977+0000 7f3cd9fb3640  1 -- 172.21.15.46:0/321673559 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3cd4100970 msgr2=0x7f3cd4100df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.977+0000 7f3cd9fb3640  1 --2- 172.21.15.46:0/321673559 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3cd4100970 0x7f3cd4100df0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f3cc8009900 tx=0x7f3cc802bc30 comp rx=0 tx=0).stop
2024-03-19T01:54:45.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.977+0000 7f3cd9fb3640  1 -- 172.21.15.46:0/321673559 shutdown_connections
2024-03-19T01:54:45.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.977+0000 7f3cd9fb3640  1 --2- 172.21.15.46:0/321673559 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3cd4101330 0x7f3cd410d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.977+0000 7f3cd9fb3640  1 --2- 172.21.15.46:0/321673559 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3cd4100970 0x7f3cd4100df0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.977+0000 7f3cd9fb3640  1 --2- 172.21.15.46:0/321673559 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3cd4105660 0x7f3cd4105a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.977+0000 7f3cd9fb3640  1 -- 172.21.15.46:0/321673559 >> 172.21.15.46:0/321673559 conn(0x7f3cd40774c0 msgr2=0x7f3cd40778d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:45.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.977+0000 7f3cd9fb3640  1 -- 172.21.15.46:0/321673559 shutdown_connections
2024-03-19T01:54:45.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.977+0000 7f3cd9fb3640  1 -- 172.21.15.46:0/321673559 wait complete.
2024-03-19T01:54:45.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.978+0000 7f3cd9fb3640  1  Processor -- start
2024-03-19T01:54:45.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.978+0000 7f3cd9fb3640  1 --  start start
2024-03-19T01:54:45.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.978+0000 7f3cd9fb3640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3cd4100970 0x7f3cd410df70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.978+0000 7f3cd9fb3640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3cd4101330 0x7f3cd410e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.978+0000 7f3cd9fb3640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3cd4105660 0x7f3cd410e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.978+0000 7f3cd9fb3640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f3cd4111a90 con 0x7f3cd4100970
2024-03-19T01:54:45.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.978+0000 7f3cd9fb3640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f3cd4111910 con 0x7f3cd4105660
2024-03-19T01:54:45.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.978+0000 7f3cd9fb3640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f3cd4111c10 con 0x7f3cd4101330
2024-03-19T01:54:45.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.979+0000 7f3cd37fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3cd4100970 0x7f3cd410df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.979+0000 7f3cd37fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3cd4100970 0x7f3cd410df70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48240/0 (socket says 172.21.15.46:48240)
2024-03-19T01:54:45.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.979+0000 7f3cd37fe640  1 -- 172.21.15.46:0/1409148918 learned_addr learned my addr 172.21.15.46:0/1409148918 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:45.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.979+0000 7f3cd2ffd640  1 --2- 172.21.15.46:0/1409148918 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3cd4101330 0x7f3cd410e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.979+0000 7f3cd3fff640  1 --2- 172.21.15.46:0/1409148918 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3cd4105660 0x7f3cd410e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.979+0000 7f3cd37fe640  1 -- 172.21.15.46:0/1409148918 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3cd4101330 msgr2=0x7f3cd410e4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.979+0000 7f3cd37fe640  1 --2- 172.21.15.46:0/1409148918 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3cd4101330 0x7f3cd410e4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.979+0000 7f3cd37fe640  1 -- 172.21.15.46:0/1409148918 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3cd4105660 msgr2=0x7f3cd410e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.979+0000 7f3cd37fe640  1 --2- 172.21.15.46:0/1409148918 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3cd4105660 0x7f3cd410e9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.979+0000 7f3cd37fe640  1 -- 172.21.15.46:0/1409148918 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cd41a64b0 con 0x7f3cd4100970
2024-03-19T01:54:45.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.979+0000 7f3cd37fe640  1 --2- 172.21.15.46:0/1409148918 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3cd4100970 0x7f3cd410df70 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f3cc400e9f0 tx=0x7f3cc400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:45.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.979+0000 7f3cd0ff9640  1 -- 172.21.15.46:0/1409148918 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cc400cd80 con 0x7f3cd4100970
2024-03-19T01:54:45.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.979+0000 7f3cd0ff9640  1 -- 172.21.15.46:0/1409148918 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3cc40054d0 con 0x7f3cd4100970
2024-03-19T01:54:45.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.979+0000 7f3cd9fb3640  1 -- 172.21.15.46:0/1409148918 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3cd41a67a0 con 0x7f3cd4100970
2024-03-19T01:54:45.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.979+0000 7f3cd0ff9640  1 -- 172.21.15.46:0/1409148918 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cc4010490 con 0x7f3cd4100970
2024-03-19T01:54:45.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.979+0000 7f3cd9fb3640  1 -- 172.21.15.46:0/1409148918 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3cd41a6c70 con 0x7f3cd4100970
2024-03-19T01:54:45.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.982+0000 7f3cd0ff9640  1 -- 172.21.15.46:0/1409148918 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f3cc4005020 con 0x7f3cd4100970
2024-03-19T01:54:45.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.982+0000 7f3cdcb9a740  1  Processor -- start
2024-03-19T01:54:45.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.982+0000 7f3cdcb9a740  1 --  start start
2024-03-19T01:54:45.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.982+0000 7f3cdcb9a740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d8980fd2d0 0x55d8980fd6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.982+0000 7f3cdcb9a740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d8980fdbf0 0x55d898106290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.982+0000 7f3cdcb9a740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d8981067d0 0x55d898108bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.982+0000 7f3cdcb9a740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55d8980604b0 con 0x55d8981067d0
2024-03-19T01:54:45.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.982+0000 7f3cdcb9a740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55d898008d70 con 0x55d8980fdbf0
2024-03-19T01:54:45.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.982+0000 7f3cdcb9a740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55d89805c550 con 0x55d8980fd2d0
2024-03-19T01:54:45.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.982+0000 7f3cd2ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d8981067d0 0x55d898108bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.982+0000 7f3cd3fff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d8980fd2d0 0x55d8980fd6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.982+0000 7f3cd37fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d8980fdbf0 0x55d898106290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.982+0000 7f3cd3fff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d8980fd2d0 0x55d8980fd6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:38178/0 (socket says 172.21.15.46:38178)
2024-03-19T01:54:45.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.982+0000 7f3cd3fff640  1 -- 172.21.15.46:0/3353378411 learned_addr learned my addr 172.21.15.46:0/3353378411 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:45.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.982+0000 7f3cd2ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d8981067d0 0x55d898108bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48256/0 (socket says 172.21.15.46:48256)
2024-03-19T01:54:45.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.982+0000 7f3cd0ff9640  1 --2- 172.21.15.46:0/1409148918 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f3cbc0a2970 0x7f3cbc0a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.983+0000 7f3cd3fff640  1 --2- 172.21.15.46:0/1409148918 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f3cbc0a2970 0x7f3cbc0a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.983+0000 7f3cd2ffd640  1 -- 172.21.15.46:0/3353378411 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d8980fd2d0 msgr2=0x55d8980fd6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:45.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.983+0000 7f3cd2ffd640  1 --2- 172.21.15.46:0/3353378411 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d8980fd2d0 0x55d8980fd6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.983+0000 7f3cd2ffd640  1 -- 172.21.15.46:0/3353378411 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d8980fdbf0 msgr2=0x55d898106290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:45.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.983+0000 7f3cd2ffd640  1 --2- 172.21.15.46:0/3353378411 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d8980fdbf0 0x55d898106290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.983+0000 7f3cd2ffd640  1 -- 172.21.15.46:0/3353378411 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d89802b210 con 0x55d8981067d0
2024-03-19T01:54:45.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.983+0000 7f3cd0ff9640  1 -- 172.21.15.46:0/1409148918 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f3cc40cf4c0 con 0x7f3cd4100970
2024-03-19T01:54:45.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.983+0000 7f3cd2ffd640  1 --2- 172.21.15.46:0/3353378411 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d8981067d0 0x55d898108bc0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f3cc802c170 tx=0x7f3cc80095e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9934de6ed71d81c8 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:45.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.983+0000 7f3cd3fff640  1 --2- 172.21.15.46:0/1409148918 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f3cbc0a2970 0x7f3cbc0a4e30 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f3ccc009fd0 tx=0x7f3ccc004ab0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:45.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.983+0000 7f3cb9ffb640  1 -- 172.21.15.46:0/3353378411 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cc8045020 con 0x55d8981067d0
2024-03-19T01:54:45.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.983+0000 7f3cb9ffb640  1 -- 172.21.15.46:0/3353378411 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3cc802c7e0 con 0x55d8981067d0
2024-03-19T01:54:45.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.983+0000 7f3cb9ffb640  1 -- 172.21.15.46:0/3353378411 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cc8005450 con 0x55d8981067d0
2024-03-19T01:54:45.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.984+0000 7f3cdcb9a740  1 -- 172.21.15.46:0/3353378411 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d8981067d0 msgr2=0x55d898108bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.984+0000 7f3cdcb9a740  1 --2- 172.21.15.46:0/3353378411 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d8981067d0 0x55d898108bc0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f3cc802c170 tx=0x7f3cc80095e0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.984+0000 7f3cdcb9a740  1 -- 172.21.15.46:0/3353378411 shutdown_connections
2024-03-19T01:54:45.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.984+0000 7f3cdcb9a740  1 --2- 172.21.15.46:0/3353378411 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d8981067d0 0x55d898108bc0 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.984+0000 7f3cdcb9a740  1 --2- 172.21.15.46:0/3353378411 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d8980fdbf0 0x55d898106290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.984+0000 7f3cdcb9a740  1 --2- 172.21.15.46:0/3353378411 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d8980fd2d0 0x55d8980fd6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.984+0000 7f3cdcb9a740  1 -- 172.21.15.46:0/3353378411 >> 172.21.15.46:0/3353378411 conn(0x55d8980f7a00 msgr2=0x55d8980f7de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:45.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.984+0000 7f3cdcb9a740  1 -- 172.21.15.46:0/3353378411 shutdown_connections
2024-03-19T01:54:45.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.984+0000 7f3cdcb9a740  1 -- 172.21.15.46:0/3353378411 wait complete.
2024-03-19T01:54:45.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.984+0000 7f3cdcb9a740  1 --  start start
2024-03-19T01:54:45.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.984+0000 7f3cdcb9a740  1  Processor -- start
2024-03-19T01:54:45.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.985+0000 7f3cdcb9a740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d8980fd2d0 0x55d898103800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.985+0000 7f3cdcb9a740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d8980fdbf0 0x55d898103d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.985+0000 7f3cdcb9a740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d8981067d0 0x55d898104280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.985+0000 7f3cdcb9a740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55d898109560 con 0x55d8980fd2d0
2024-03-19T01:54:45.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.985+0000 7f3cdcb9a740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55d89801c310 con 0x55d8981067d0
2024-03-19T01:54:45.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.985+0000 7f3cdcb9a740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55d8981096e0 con 0x55d8980fdbf0
2024-03-19T01:54:45.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.985+0000 7f3cdcb9a740 10 client.0 _ll_register_callbacks cb 0x55d8980102d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:54:45.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.985+0000 7f3cd37fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d8980fd2d0 0x55d898103800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.985+0000 7f3cd37fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d8980fd2d0 0x55d898103800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48264/0 (socket says 172.21.15.46:48264)
2024-03-19T01:54:45.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.985+0000 7f3cd37fe640  1 -- 172.21.15.46:0/918646404 learned_addr learned my addr 172.21.15.46:0/918646404 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:45.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.985+0000 7f3cd2ffd640  1 --2- 172.21.15.46:0/918646404 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d8980fdbf0 0x55d898103d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.985+0000 7f3cd3fff640  1 --2- 172.21.15.46:0/918646404 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d8981067d0 0x55d898104280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.985+0000 7f3cd37fe640  1 -- 172.21.15.46:0/918646404 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d8980fdbf0 msgr2=0x55d898103d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:45.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.985+0000 7f3cd37fe640  1 --2- 172.21.15.46:0/918646404 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d8980fdbf0 0x55d898103d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.985+0000 7f3cd37fe640  1 -- 172.21.15.46:0/918646404 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d8981067d0 msgr2=0x55d898104280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:45.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.985+0000 7f3cd37fe640  1 --2- 172.21.15.46:0/918646404 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d8981067d0 0x55d898104280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.985+0000 7f3cd37fe640  1 -- 172.21.15.46:0/918646404 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d897d743f0 con 0x55d8980fd2d0
2024-03-19T01:54:45.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.985+0000 7f3cd37fe640  1 --2- 172.21.15.46:0/918646404 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d8980fd2d0 0x55d898103800 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f3cc400c6a0 tx=0x7f3cc409b110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2868386402fc25a7 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:45.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.985+0000 7f3cb2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:54:45.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.985+0000 7f3cb2ffd640  1 -- 172.21.15.46:0/918646404 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cc4005680 con 0x55d8980fd2d0
2024-03-19T01:54:45.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.985+0000 7f3cb2ffd640  1 -- 172.21.15.46:0/918646404 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f3cc4097e20 con 0x55d8980fd2d0
2024-03-19T01:54:45.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.985+0000 7f3cdcb9a740  1 -- 172.21.15.46:0/918646404 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3cc802c7e0 con 0x55d8980fd2d0
2024-03-19T01:54:45.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.986+0000 7f3cb2ffd640  1 -- 172.21.15.46:0/918646404 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3cc409beb0 con 0x55d8980fd2d0
2024-03-19T01:54:45.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.986+0000 7f3cdcb9a740 10 client.16689 fetch_fsmap learned FSMap version 29
2024-03-19T01:54:45.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.986+0000 7f3cdcb9a740  1 -- 172.21.15.46:0/918646404 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d897e3e7d0 con 0x55d8980fd2d0
2024-03-19T01:54:45.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.986+0000 7f3cb2ffd640  1 -- 172.21.15.46:0/918646404 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3cc802c7e0 con 0x55d8980fd2d0
2024-03-19T01:54:45.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.986+0000 7f3cb2ffd640  1 -- 172.21.15.46:0/918646404 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f3cc40ccb20 con 0x55d8980fd2d0
2024-03-19T01:54:45.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.986+0000 7f3cdcb9a740 10 client.16689 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:54:45.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.986+0000 7f3cdcb9a740 10 client.16689 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:54:45.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.986+0000 7f3cdcb9a740 20 client.16689 populate_metadata read hostname 'smithi046'
2024-03-19T01:54:45.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.986+0000 7f3cdcb9a740  1 --2- 172.21.15.46:0/918646404 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55d898116b40 0x55d898118f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:45.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.986+0000 7f3cdcb9a740  4 client.16689 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:54:45.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.986+0000 7f3cdcb9a740  1 -- 172.21.15.46:0/918646404 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d8980be3e0 con 0x55d898116b40
2024-03-19T01:54:45.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.986+0000 7f3cd2ffd640  1 --2- 172.21.15.46:0/918646404 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55d898116b40 0x55d898118f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:45.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.986+0000 7f3cd2ffd640  1 --2- 172.21.15.46:0/918646404 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55d898116b40 0x55d898118f30 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d4f60f6e79096c60 server_cookie=424a6296b9f4cd99 in_seq=0 out_seq=0
2024-03-19T01:54:45.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.986+0000 7f3cb2ffd640 10 client.16689 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:54:45.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.987+0000 7f3cb2ffd640  1 -- 172.21.15.46:0/918646404 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55d8980be3e0 con 0x55d898116b40
2024-03-19T01:54:45.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.987+0000 7f3cb2ffd640 10 client.16689 handle_command_reply: tid=0
2024-03-19T01:54:45.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.987+0000 7f3cdcb9a740  1 client.16689 shutdown
2024-03-19T01:54:45.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.987+0000 7f3cdcb9a740  1 -- 172.21.15.46:0/918646404 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d8980fd2d0 msgr2=0x55d898103800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:45.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.987+0000 7f3cdcb9a740  1 --2- 172.21.15.46:0/918646404 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d8980fd2d0 0x55d898103800 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f3cc400c6a0 tx=0x7f3cc409b110 comp rx=0 tx=0).stop
2024-03-19T01:54:45.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.987+0000 7f3cdcb9a740  1 -- 172.21.15.46:0/918646404 shutdown_connections
2024-03-19T01:54:45.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.987+0000 7f3cdcb9a740  1 --2- 172.21.15.46:0/918646404 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55d898116b40 0x55d898118f30 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.987+0000 7f3cdcb9a740  1 --2- 172.21.15.46:0/918646404 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d8981067d0 0x55d898104280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.987+0000 7f3cb2ffd640  0 client.16689 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:54:45.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.987+0000 7f3cdcb9a740  1 --2- 172.21.15.46:0/918646404 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d8980fdbf0 0x55d898103d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.987+0000 7f3cdcb9a740  1 --2- 172.21.15.46:0/918646404 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d8980fd2d0 0x55d898103800 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:45.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.987+0000 7f3cdcb9a740  1 -- 172.21.15.46:0/918646404 >> 172.21.15.46:0/918646404 conn(0x55d8980f7a00 msgr2=0x55d8980f9750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:45.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.987+0000 7f3cdcb9a740  1 -- 172.21.15.46:0/918646404 shutdown_connections
2024-03-19T01:54:45.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.987+0000 7f3cdcb9a740  1 -- 172.21.15.46:0/918646404 wait complete.
2024-03-19T01:54:45.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:45.987+0000 7f3cdcb9a740 20 client.16689 trim_cache size 0 max 16384
2024-03-19T01:54:46.006 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.001+0000 7f3cdcb9a740  1  Processor -- start
2024-03-19T01:54:46.006 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.001+0000 7f3cdcb9a740  1 --  start start
2024-03-19T01:54:46.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.001+0000 7f3cdcb9a740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d8980fd2d0 0x55d898112300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:46.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.001+0000 7f3cdcb9a740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d8980fdbf0 0x55d89811e790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:46.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.001+0000 7f3cdcb9a740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d8981067d0 0x55d898103d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:46.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.001+0000 7f3cdcb9a740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f3cd41b3640 con 0x55d8980fd2d0
2024-03-19T01:54:46.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.001+0000 7f3cdcb9a740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f3cd41b0e50 con 0x55d8981067d0
2024-03-19T01:54:46.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.001+0000 7f3cdcb9a740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f3cd41aec80 con 0x55d8980fdbf0
2024-03-19T01:54:46.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.001+0000 7f3cd37fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d8980fd2d0 0x55d898112300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:46.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.001+0000 7f3cd37fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d8980fd2d0 0x55d898112300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48266/0 (socket says 172.21.15.46:48266)
2024-03-19T01:54:46.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.001+0000 7f3cd37fe640  1 -- 172.21.15.46:0/1072140129 learned_addr learned my addr 172.21.15.46:0/1072140129 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:46.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.001+0000 7f3cd2ffd640  1 --2- 172.21.15.46:0/1072140129 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d8980fdbf0 0x55d89811e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:46.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.001+0000 7f3cd3fff640  1 --2- 172.21.15.46:0/1072140129 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d8981067d0 0x55d898103d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:46.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.002+0000 7f3cd37fe640  1 -- 172.21.15.46:0/1072140129 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d8980fdbf0 msgr2=0x55d89811e790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:46.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.002+0000 7f3cd37fe640  1 --2- 172.21.15.46:0/1072140129 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d8980fdbf0 0x55d89811e790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:46.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.002+0000 7f3cd37fe640  1 -- 172.21.15.46:0/1072140129 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d8981067d0 msgr2=0x55d898103d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:46.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.002+0000 7f3cd37fe640  1 --2- 172.21.15.46:0/1072140129 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d8981067d0 0x55d898103d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:46.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.002+0000 7f3cd37fe640  1 -- 172.21.15.46:0/1072140129 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d8981192a0 con 0x55d8980fd2d0
2024-03-19T01:54:46.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.002+0000 7f3cd37fe640  1 --2- 172.21.15.46:0/1072140129 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d8980fd2d0 0x55d898112300 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f3cc4086010 tx=0x7f3cc400c7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd2ad4b0993add65 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:46.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.002+0000 7f3cb97fa640  1 -- 172.21.15.46:0/1072140129 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cc409b2f0 con 0x55d8980fd2d0
2024-03-19T01:54:46.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.002+0000 7f3cb97fa640  1 -- 172.21.15.46:0/1072140129 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3cc4005680 con 0x55d8980fd2d0
2024-03-19T01:54:46.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.002+0000 7f3cb97fa640  1 -- 172.21.15.46:0/1072140129 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cc4097e20 con 0x55d8980fd2d0
2024-03-19T01:54:46.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.003+0000 7f3cdcb9a740  1 -- 172.21.15.46:0/1072140129 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d8980fd2d0 msgr2=0x55d898112300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:46.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.003+0000 7f3cdcb9a740  1 --2- 172.21.15.46:0/1072140129 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d8980fd2d0 0x55d898112300 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f3cc4086010 tx=0x7f3cc400c7d0 comp rx=0 tx=0).stop
2024-03-19T01:54:46.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.003+0000 7f3cdcb9a740  1 -- 172.21.15.46:0/1072140129 shutdown_connections
2024-03-19T01:54:46.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.003+0000 7f3cdcb9a740  1 --2- 172.21.15.46:0/1072140129 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d8981067d0 0x55d898103d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:46.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.003+0000 7f3cdcb9a740  1 --2- 172.21.15.46:0/1072140129 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d8980fdbf0 0x55d89811e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:46.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.003+0000 7f3cdcb9a740  1 --2- 172.21.15.46:0/1072140129 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d8980fd2d0 0x55d898112300 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:46.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.003+0000 7f3cdcb9a740  1 -- 172.21.15.46:0/1072140129 >> 172.21.15.46:0/1072140129 conn(0x55d8980f7a00 msgr2=0x55d8980f96c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:46.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.003+0000 7f3cdcb9a740  1 -- 172.21.15.46:0/1072140129 shutdown_connections
2024-03-19T01:54:46.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.003+0000 7f3cdcb9a740  1 -- 172.21.15.46:0/1072140129 wait complete.
2024-03-19T01:54:46.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.003+0000 7f3cdcb9a740  1 --  start start
2024-03-19T01:54:46.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.003+0000 7f3cdcb9a740  1  Processor -- start
2024-03-19T01:54:46.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.003+0000 7f3cdcb9a740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d8980fd2d0 0x55d89810eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:46.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.003+0000 7f3cdcb9a740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d8980fdbf0 0x55d898109ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:46.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.003+0000 7f3cdcb9a740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d8981067d0 0x55d89810a410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:46.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.003+0000 7f3cdcb9a740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f3cd41af310 con 0x55d8980fd2d0
2024-03-19T01:54:46.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.003+0000 7f3cdcb9a740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f3cd41b0780 con 0x55d8981067d0
2024-03-19T01:54:46.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.003+0000 7f3cdcb9a740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f3cd41af9e0 con 0x55d8980fdbf0
2024-03-19T01:54:46.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.004+0000 7f3cdcb9a740 10 client.0 _ll_register_callbacks cb 0x7f3cc400cf20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:54:46.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.004+0000 7f3cd37fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d8980fd2d0 0x55d89810eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:46.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.004+0000 7f3cd37fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d8980fd2d0 0x55d89810eb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48280/0 (socket says 172.21.15.46:48280)
2024-03-19T01:54:46.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.004+0000 7f3cd37fe640  1 -- 172.21.15.46:0/166725392 learned_addr learned my addr 172.21.15.46:0/166725392 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:46.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.004+0000 7f3cd3fff640  1 --2- 172.21.15.46:0/166725392 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d8981067d0 0x55d89810a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:46.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.004+0000 7f3cd2ffd640  1 --2- 172.21.15.46:0/166725392 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d8980fdbf0 0x55d898109ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:46.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.004+0000 7f3cd37fe640  1 -- 172.21.15.46:0/166725392 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d8980fdbf0 msgr2=0x55d898109ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:46.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.004+0000 7f3cd37fe640  1 --2- 172.21.15.46:0/166725392 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d8980fdbf0 0x55d898109ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:46.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.004+0000 7f3cd37fe640  1 -- 172.21.15.46:0/166725392 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d8981067d0 msgr2=0x55d89810a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:46.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.004+0000 7f3cd37fe640  1 --2- 172.21.15.46:0/166725392 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d8981067d0 0x55d89810a410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:46.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.004+0000 7f3cd37fe640  1 -- 172.21.15.46:0/166725392 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d89810ac10 con 0x55d8980fd2d0
2024-03-19T01:54:46.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.004+0000 7f3cd37fe640  1 --2- 172.21.15.46:0/166725392 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d8980fd2d0 0x55d89810eb60 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f3cc4098180 tx=0x7f3cc400c840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b441cf40c816f1e1 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:46.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.004+0000 7f3cb2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:54:46.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.004+0000 7f3cb2ffd640  1 -- 172.21.15.46:0/166725392 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cc40b4040 con 0x55d8980fd2d0
2024-03-19T01:54:46.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.004+0000 7f3cb2ffd640  1 -- 172.21.15.46:0/166725392 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f3cc40afb90 con 0x55d8980fd2d0
2024-03-19T01:54:46.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.004+0000 7f3cdcb9a740  1 -- 172.21.15.46:0/166725392 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3cc4005680 con 0x55d8980fd2d0
2024-03-19T01:54:46.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.004+0000 7f3cb2ffd640  1 -- 172.21.15.46:0/166725392 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3cc409b2f0 con 0x55d8980fd2d0
2024-03-19T01:54:46.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.004+0000 7f3cdcb9a740 10 client.16695 fetch_fsmap learned FSMap version 29
2024-03-19T01:54:46.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.004+0000 7f3cdcb9a740  1 -- 172.21.15.46:0/166725392 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d89810ac10 con 0x55d8980fd2d0
2024-03-19T01:54:46.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.004+0000 7f3cb2ffd640  1 -- 172.21.15.46:0/166725392 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3cc4005680 con 0x55d8980fd2d0
2024-03-19T01:54:46.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.005+0000 7f3cb2ffd640  1 -- 172.21.15.46:0/166725392 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f3cc409cae0 con 0x55d8980fd2d0
2024-03-19T01:54:46.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.005+0000 7f3cdcb9a740 10 client.16695 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:54:46.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.005+0000 7f3cdcb9a740 10 client.16695 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:54:46.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.005+0000 7f3cdcb9a740 20 client.16695 populate_metadata read hostname 'smithi046'
2024-03-19T01:54:46.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.005+0000 7f3cdcb9a740  1 --2- 172.21.15.46:0/166725392 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55d898116b40 0x55d89817f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:46.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.005+0000 7f3cdcb9a740  4 client.16695 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:54:46.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.005+0000 7f3cdcb9a740  1 -- 172.21.15.46:0/166725392 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d89806d9f0 con 0x55d898116b40
2024-03-19T01:54:46.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.005+0000 7f3cd2ffd640  1 --2- 172.21.15.46:0/166725392 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55d898116b40 0x55d89817f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:46.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.005+0000 7f3cb2ffd640 10 client.16695 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:54:46.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.005+0000 7f3cd2ffd640  1 --2- 172.21.15.46:0/166725392 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55d898116b40 0x55d89817f1e0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6492b096a2c5be69 server_cookie=f48ca526292dfbf7 in_seq=0 out_seq=0
2024-03-19T01:54:46.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.005+0000 7f3cb2ffd640  1 -- 172.21.15.46:0/166725392 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d89806d9f0 con 0x55d898116b40
2024-03-19T01:54:46.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.005+0000 7f3cb2ffd640 10 client.16695 handle_command_reply: tid=0
2024-03-19T01:54:46.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.005+0000 7f3cdcb9a740  1 client.16695 shutdown
2024-03-19T01:54:46.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.006+0000 7f3cdcb9a740  1 -- 172.21.15.46:0/166725392 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d8980fd2d0 msgr2=0x55d89810eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:46.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.006+0000 7f3cdcb9a740  1 --2- 172.21.15.46:0/166725392 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d8980fd2d0 0x55d89810eb60 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f3cc4098180 tx=0x7f3cc400c840 comp rx=0 tx=0).stop
2024-03-19T01:54:46.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.006+0000 7f3cdcb9a740  1 -- 172.21.15.46:0/166725392 shutdown_connections
2024-03-19T01:54:46.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.006+0000 7f3cdcb9a740  1 --2- 172.21.15.46:0/166725392 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55d898116b40 0x55d89817f1e0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:46.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.006+0000 7f3cdcb9a740  1 --2- 172.21.15.46:0/166725392 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55d8981067d0 0x55d89810a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:46.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.006+0000 7f3cb2ffd640  0 client.16695 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:54:46.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.006+0000 7f3cdcb9a740  1 --2- 172.21.15.46:0/166725392 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55d8980fdbf0 0x55d898109ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:46.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.006+0000 7f3cdcb9a740  1 --2- 172.21.15.46:0/166725392 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d8980fd2d0 0x55d89810eb60 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:46.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.006+0000 7f3cdcb9a740  1 -- 172.21.15.46:0/166725392 >> 172.21.15.46:0/166725392 conn(0x55d8980f7a00 msgr2=0x55d8980f8bc0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:46.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.006+0000 7f3cdcb9a740  1 -- 172.21.15.46:0/166725392 shutdown_connections
2024-03-19T01:54:46.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.006+0000 7f3cdcb9a740  1 -- 172.21.15.46:0/166725392 wait complete.
2024-03-19T01:54:46.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.006+0000 7f3cdcb9a740 20 client.16695 trim_cache size 0 max 16384
2024-03-19T01:54:46.013 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:54:46.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.006+0000 7f3cd9fb3640  1 -- 172.21.15.46:0/1409148918 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f3cbc0a2970 msgr2=0x7f3cbc0a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:46.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.006+0000 7f3cd9fb3640  1 --2- 172.21.15.46:0/1409148918 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f3cbc0a2970 0x7f3cbc0a4e30 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f3ccc009fd0 tx=0x7f3ccc004ab0 comp rx=0 tx=0).stop
2024-03-19T01:54:46.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.006+0000 7f3cd9fb3640  1 -- 172.21.15.46:0/1409148918 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3cd4100970 msgr2=0x7f3cd410df70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:46.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.006+0000 7f3cd9fb3640  1 --2- 172.21.15.46:0/1409148918 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3cd4100970 0x7f3cd410df70 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f3cc400e9f0 tx=0x7f3cc400edf0 comp rx=0 tx=0).stop
2024-03-19T01:54:46.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.006+0000 7f3cd9fb3640  1 -- 172.21.15.46:0/1409148918 shutdown_connections
2024-03-19T01:54:46.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.006+0000 7f3cd9fb3640  1 --2- 172.21.15.46:0/1409148918 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f3cd4105660 0x7f3cd410e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:46.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.006+0000 7f3cd9fb3640  1 --2- 172.21.15.46:0/1409148918 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f3cbc0a2970 0x7f3cbc0a4e30 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:46.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.006+0000 7f3cd9fb3640  1 --2- 172.21.15.46:0/1409148918 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3cd4101330 0x7f3cd410e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:46.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.006+0000 7f3cd9fb3640  1 --2- 172.21.15.46:0/1409148918 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3cd4100970 0x7f3cd410df70 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:46.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.006+0000 7f3cd9fb3640  1 -- 172.21.15.46:0/1409148918 >> 172.21.15.46:0/1409148918 conn(0x7f3cd40774c0 msgr2=0x7f3cd40fe810 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:46.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.006+0000 7f3cd9fb3640  1 -- 172.21.15.46:0/1409148918 shutdown_connections
2024-03-19T01:54:46.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:46.006+0000 7f3cd9fb3640  1 -- 172.21.15.46:0/1409148918 wait complete.
2024-03-19T01:54:46.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:46 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1984673666' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:54:46.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:46 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1984673666' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:54:46.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:46 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1984673666' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:54:47.018 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs
2024-03-19T01:54:47.018 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:54:47.018 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive
2024-03-19T01:54:47.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.136+0000 7f6f42bb3640  1 -- 172.21.15.46:0/2292880664 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f3c1066e0 msgr2=0x7f6f3c106ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:47.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.136+0000 7f6f42bb3640  1 --2- 172.21.15.46:0/2292880664 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f3c1066e0 0x7f6f3c106ac0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f6f38009930 tx=0x7f6f3802bc30 comp rx=0 tx=0).stop
2024-03-19T01:54:47.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.136+0000 7f6f42bb3640  1 -- 172.21.15.46:0/2292880664 shutdown_connections
2024-03-19T01:54:47.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.136+0000 7f6f42bb3640  1 --2- 172.21.15.46:0/2292880664 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6f3c101090 0x7f6f3c10d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.136+0000 7f6f42bb3640  1 --2- 172.21.15.46:0/2292880664 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f3c1006d0 0x7f6f3c100b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.136+0000 7f6f42bb3640  1 --2- 172.21.15.46:0/2292880664 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f3c1066e0 0x7f6f3c106ac0 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.136+0000 7f6f42bb3640  1 -- 172.21.15.46:0/2292880664 >> 172.21.15.46:0/2292880664 conn(0x7f6f3c076aa0 msgr2=0x7f6f3c076eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:47.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.136+0000 7f6f42bb3640  1 -- 172.21.15.46:0/2292880664 shutdown_connections
2024-03-19T01:54:47.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.136+0000 7f6f42bb3640  1 -- 172.21.15.46:0/2292880664 wait complete.
2024-03-19T01:54:47.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.137+0000 7f6f42bb3640  1  Processor -- start
2024-03-19T01:54:47.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.137+0000 7f6f42bb3640  1 --  start start
2024-03-19T01:54:47.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.137+0000 7f6f42bb3640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6f3c1006d0 0x7f6f3c198ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.137+0000 7f6f42bb3640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f3c101090 0x7f6f3c199400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.137+0000 7f6f42bb3640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f3c1066e0 0x7f6f3c1a3f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.137+0000 7f6f42bb3640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6f3c1109a0 con 0x7f6f3c1066e0
2024-03-19T01:54:47.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.137+0000 7f6f42bb3640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f6f3c110820 con 0x7f6f3c1006d0
2024-03-19T01:54:47.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.137+0000 7f6f42bb3640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6f3c110b20 con 0x7f6f3c101090
2024-03-19T01:54:47.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.137+0000 7f6f41150640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f3c1066e0 0x7f6f3c1a3f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.137+0000 7f6f4094f640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6f3c1006d0 0x7f6f3c198ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.137+0000 7f6f4094f640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6f3c1006d0 0x7f6f3c198ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:43820/0 (socket says 172.21.15.46:43820)
2024-03-19T01:54:47.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.137+0000 7f6f41150640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f3c1066e0 0x7f6f3c1a3f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48286/0 (socket says 172.21.15.46:48286)
2024-03-19T01:54:47.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.137+0000 7f6f33fff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f3c101090 0x7f6f3c199400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.137+0000 7f6f4094f640  1 -- 172.21.15.46:0/3471018375 learned_addr learned my addr 172.21.15.46:0/3471018375 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:47.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.138+0000 7f6f4094f640  1 -- 172.21.15.46:0/3471018375 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f3c101090 msgr2=0x7f6f3c199400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:47.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.138+0000 7f6f4094f640  1 --2- 172.21.15.46:0/3471018375 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f3c101090 0x7f6f3c199400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.138+0000 7f6f4094f640  1 -- 172.21.15.46:0/3471018375 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f3c1066e0 msgr2=0x7f6f3c1a3f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:47.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.138+0000 7f6f4094f640  1 --2- 172.21.15.46:0/3471018375 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f3c1066e0 0x7f6f3c1a3f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.138+0000 7f6f4094f640  1 -- 172.21.15.46:0/3471018375 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f3c1a4480 con 0x7f6f3c1006d0
2024-03-19T01:54:47.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.138+0000 7f6f33fff640  1 --2- 172.21.15.46:0/3471018375 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f3c101090 0x7f6f3c199400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:54:47.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.138+0000 7f6f41150640  1 --2- 172.21.15.46:0/3471018375 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f3c1066e0 0x7f6f3c1a3f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:54:47.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.138+0000 7f6f4094f640  1 --2- 172.21.15.46:0/3471018375 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6f3c1006d0 0x7f6f3c198ec0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f6f38009230 tx=0x7f6f3802c5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:47.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.138+0000 7f6f31ffb640  1 -- 172.21.15.46:0/3471018375 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f38043020 con 0x7f6f3c1006d0
2024-03-19T01:54:47.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.138+0000 7f6f42bb3640  1 -- 172.21.15.46:0/3471018375 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f3c1a4650 con 0x7f6f3c1006d0
2024-03-19T01:54:47.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.138+0000 7f6f31ffb640  1 -- 172.21.15.46:0/3471018375 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6f3802ca70 con 0x7f6f3c1006d0
2024-03-19T01:54:47.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.138+0000 7f6f31ffb640  1 -- 172.21.15.46:0/3471018375 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f38003a50 con 0x7f6f3c1006d0
2024-03-19T01:54:47.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.138+0000 7f6f42bb3640  1 -- 172.21.15.46:0/3471018375 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f3c1a4b10 con 0x7f6f3c1006d0
2024-03-19T01:54:47.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.141+0000 7f6f31ffb640  1 -- 172.21.15.46:0/3471018375 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f6f38046020 con 0x7f6f3c1006d0
2024-03-19T01:54:47.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.141+0000 7f6f45797740  1  Processor -- start
2024-03-19T01:54:47.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.141+0000 7f6f45797740  1 --  start start
2024-03-19T01:54:47.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.141+0000 7f6f45797740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55878562c380 0x55878562c760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.141+0000 7f6f45797740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55878562cca0 0x558785635340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.141+0000 7f6f45797740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558785635880 0x558785637c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.141+0000 7f6f45797740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x558785590160 con 0x55878562c380
2024-03-19T01:54:47.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.141+0000 7f6f45797740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x558785538e10 con 0x55878562cca0
2024-03-19T01:54:47.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.141+0000 7f6f45797740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55878558c200 con 0x558785635880
2024-03-19T01:54:47.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.141+0000 7f6f41150640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55878562c380 0x55878562c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.141+0000 7f6f4094f640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55878562cca0 0x558785635340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.141+0000 7f6f4094f640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55878562cca0 0x558785635340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:43824/0 (socket says 172.21.15.46:43824)
2024-03-19T01:54:47.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.141+0000 7f6f41150640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55878562c380 0x55878562c760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48290/0 (socket says 172.21.15.46:48290)
2024-03-19T01:54:47.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.141+0000 7f6f4094f640  1 -- 172.21.15.46:0/4148484794 learned_addr learned my addr 172.21.15.46:0/4148484794 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:47.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.141+0000 7f6f33fff640  1 --2- 172.21.15.46:0/4148484794 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558785635880 0x558785637c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.141+0000 7f6f31ffb640  1 --2- 172.21.15.46:0/3471018375 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6f240a2970 0x7f6f240a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.142+0000 7f6f41150640  1 --2- 172.21.15.46:0/3471018375 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6f240a2970 0x7f6f240a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.142+0000 7f6f4094f640  1 -- 172.21.15.46:0/4148484794 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558785635880 msgr2=0x558785637c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:47.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.142+0000 7f6f4094f640  1 --2- 172.21.15.46:0/4148484794 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558785635880 0x558785637c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.142+0000 7f6f4094f640  1 -- 172.21.15.46:0/4148484794 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55878562c380 msgr2=0x55878562c760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:47.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.142+0000 7f6f4094f640  1 --2- 172.21.15.46:0/4148484794 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55878562c380 0x55878562c760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.142+0000 7f6f4094f640  1 -- 172.21.15.46:0/4148484794 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55878536c7e0 con 0x55878562cca0
2024-03-19T01:54:47.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.142+0000 7f6f33fff640  1 --2- 172.21.15.46:0/4148484794 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558785635880 0x558785637c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:54:47.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.142+0000 7f6f31ffb640  1 -- 172.21.15.46:0/3471018375 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f6f380f10a0 con 0x7f6f3c1006d0
2024-03-19T01:54:47.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.142+0000 7f6f4094f640  1 --2- 172.21.15.46:0/4148484794 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55878562cca0 0x558785635340 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f6f380ee500 tx=0x7f6f38009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b98dd17735317e91 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:47.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.142+0000 7f6f22ffd640  1 -- 172.21.15.46:0/4148484794 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f380bce00 con 0x55878562cca0
2024-03-19T01:54:47.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.142+0000 7f6f41150640  1 --2- 172.21.15.46:0/3471018375 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6f240a2970 0x7f6f240a4e30 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f6f340094d0 tx=0x7f6f34004ab0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:47.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.142+0000 7f6f22ffd640  1 -- 172.21.15.46:0/4148484794 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6f380bdba0 con 0x55878562cca0
2024-03-19T01:54:47.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.142+0000 7f6f22ffd640  1 -- 172.21.15.46:0/4148484794 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f380b9b10 con 0x55878562cca0
2024-03-19T01:54:47.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.143+0000 7f6f45797740  1 -- 172.21.15.46:0/4148484794 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55878562cca0 msgr2=0x558785635340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:47.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.143+0000 7f6f45797740  1 --2- 172.21.15.46:0/4148484794 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55878562cca0 0x558785635340 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f6f380ee500 tx=0x7f6f38009260 comp rx=0 tx=0).stop
2024-03-19T01:54:47.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.143+0000 7f6f45797740  1 -- 172.21.15.46:0/4148484794 shutdown_connections
2024-03-19T01:54:47.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.143+0000 7f6f45797740  1 --2- 172.21.15.46:0/4148484794 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558785635880 0x558785637c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.143+0000 7f6f45797740  1 --2- 172.21.15.46:0/4148484794 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55878562cca0 0x558785635340 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.143+0000 7f6f45797740  1 --2- 172.21.15.46:0/4148484794 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55878562c380 0x55878562c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.143+0000 7f6f45797740  1 -- 172.21.15.46:0/4148484794 >> 172.21.15.46:0/4148484794 conn(0x558785626ab0 msgr2=0x558785626e90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:47.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.143+0000 7f6f45797740  1 -- 172.21.15.46:0/4148484794 shutdown_connections
2024-03-19T01:54:47.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.143+0000 7f6f45797740  1 -- 172.21.15.46:0/4148484794 wait complete.
2024-03-19T01:54:47.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.143+0000 7f6f45797740  1 --  start start
2024-03-19T01:54:47.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.143+0000 7f6f45797740  1  Processor -- start
2024-03-19T01:54:47.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.144+0000 7f6f45797740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55878562c380 0x558785632700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.144+0000 7f6f45797740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55878562cca0 0x558785632c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.144+0000 7f6f45797740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558785635880 0x558785633180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.144+0000 7f6f45797740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x558785638430 con 0x558785635880
2024-03-19T01:54:47.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.144+0000 7f6f45797740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55878554c1a0 con 0x55878562cca0
2024-03-19T01:54:47.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.144+0000 7f6f45797740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5587856385b0 con 0x55878562c380
2024-03-19T01:54:47.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.144+0000 7f6f45797740 10 client.0 _ll_register_callbacks cb 0x5587852a3c60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:54:47.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.144+0000 7f6f41150640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558785635880 0x558785633180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.144+0000 7f6f41150640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558785635880 0x558785633180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48300/0 (socket says 172.21.15.46:48300)
2024-03-19T01:54:47.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.144+0000 7f6f41150640  1 -- 172.21.15.46:0/2892066638 learned_addr learned my addr 172.21.15.46:0/2892066638 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:47.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.144+0000 7f6f33fff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55878562cca0 0x558785632c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.144+0000 7f6f4094f640  1 --2- 172.21.15.46:0/2892066638 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55878562c380 0x558785632700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.144+0000 7f6f41150640  1 -- 172.21.15.46:0/2892066638 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55878562c380 msgr2=0x558785632700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:47.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.144+0000 7f6f41150640  1 --2- 172.21.15.46:0/2892066638 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55878562c380 0x558785632700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.144+0000 7f6f41150640  1 -- 172.21.15.46:0/2892066638 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55878562cca0 msgr2=0x558785632c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:47.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.144+0000 7f6f41150640  1 --2- 172.21.15.46:0/2892066638 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55878562cca0 0x558785632c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.144+0000 7f6f41150640  1 -- 172.21.15.46:0/2892066638 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5587853ccf70 con 0x558785635880
2024-03-19T01:54:47.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.144+0000 7f6f33fff640  1 --2- 172.21.15.46:0/2892066638 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55878562cca0 0x558785632c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:54:47.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.144+0000 7f6f4094f640  1 --2- 172.21.15.46:0/2892066638 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55878562c380 0x558785632700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:54:47.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.144+0000 7f6f41150640  1 --2- 172.21.15.46:0/2892066638 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558785635880 0x558785633180 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f6f3400ff70 tx=0x7f6f34004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f93840a3535a2b89 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:47.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.144+0000 7f6f1bfff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:54:47.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.145+0000 7f6f1bfff640  1 -- 172.21.15.46:0/2892066638 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f34026020 con 0x558785635880
2024-03-19T01:54:47.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.145+0000 7f6f1bfff640  1 -- 172.21.15.46:0/2892066638 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f6f34022480 con 0x558785635880
2024-03-19T01:54:47.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.145+0000 7f6f45797740  1 -- 172.21.15.46:0/2892066638 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6f380bdba0 con 0x558785635880
2024-03-19T01:54:47.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.145+0000 7f6f1bfff640  1 -- 172.21.15.46:0/2892066638 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6f34031050 con 0x558785635880
2024-03-19T01:54:47.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.145+0000 7f6f45797740 10 client.16707 fetch_fsmap learned FSMap version 29
2024-03-19T01:54:47.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.145+0000 7f6f45797740  1 -- 172.21.15.46:0/2892066638 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558785264170 con 0x558785635880
2024-03-19T01:54:47.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.145+0000 7f6f1bfff640  1 -- 172.21.15.46:0/2892066638 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6f380bdba0 con 0x558785635880
2024-03-19T01:54:47.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.145+0000 7f6f1bfff640  1 -- 172.21.15.46:0/2892066638 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f6f3401f070 con 0x558785635880
2024-03-19T01:54:47.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.145+0000 7f6f45797740 10 client.16707 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:54:47.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.145+0000 7f6f45797740 10 client.16707 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:54:47.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.145+0000 7f6f45797740 20 client.16707 populate_metadata read hostname 'smithi046'
2024-03-19T01:54:47.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.145+0000 7f6f45797740  1 --2- 172.21.15.46:0/2892066638 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5587856459e0 0x558785647e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.145+0000 7f6f45797740  4 client.16707 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:54:47.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.145+0000 7f6f45797740  1 -- 172.21.15.46:0/2892066638 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55878559d6a0 con 0x5587856459e0
2024-03-19T01:54:47.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.146+0000 7f6f4094f640  1 --2- 172.21.15.46:0/2892066638 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5587856459e0 0x558785647e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.146+0000 7f6f4094f640  1 --2- 172.21.15.46:0/2892066638 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5587856459e0 0x558785647e40 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cffb8cd157c94ee3 server_cookie=2512230fff2ffbf3 in_seq=0 out_seq=0
2024-03-19T01:54:47.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.146+0000 7f6f1bfff640 10 client.16707 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:54:47.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.146+0000 7f6f1bfff640  1 -- 172.21.15.46:0/2892066638 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55878559d6a0 con 0x5587856459e0
2024-03-19T01:54:47.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.146+0000 7f6f1bfff640 10 client.16707 handle_command_reply: tid=0
2024-03-19T01:54:47.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.147+0000 7f6f45797740  1 client.16707 shutdown
2024-03-19T01:54:47.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.147+0000 7f6f45797740  1 -- 172.21.15.46:0/2892066638 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558785635880 msgr2=0x558785633180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:47.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.147+0000 7f6f45797740  1 --2- 172.21.15.46:0/2892066638 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558785635880 0x558785633180 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f6f3400ff70 tx=0x7f6f34004a40 comp rx=0 tx=0).stop
2024-03-19T01:54:47.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.147+0000 7f6f45797740  1 -- 172.21.15.46:0/2892066638 shutdown_connections
2024-03-19T01:54:47.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.147+0000 7f6f45797740  1 --2- 172.21.15.46:0/2892066638 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5587856459e0 0x558785647e40 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.147+0000 7f6f45797740  1 --2- 172.21.15.46:0/2892066638 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558785635880 0x558785633180 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.147+0000 7f6f1bfff640  0 client.16707 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:54:47.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.147+0000 7f6f45797740  1 --2- 172.21.15.46:0/2892066638 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55878562cca0 0x558785632c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.147+0000 7f6f45797740  1 --2- 172.21.15.46:0/2892066638 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55878562c380 0x558785632700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.147+0000 7f6f45797740  1 -- 172.21.15.46:0/2892066638 >> 172.21.15.46:0/2892066638 conn(0x558785626ab0 msgr2=0x558785628800 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:47.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.147+0000 7f6f45797740  1 -- 172.21.15.46:0/2892066638 shutdown_connections
2024-03-19T01:54:47.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.147+0000 7f6f45797740  1 -- 172.21.15.46:0/2892066638 wait complete.
2024-03-19T01:54:47.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.147+0000 7f6f45797740 20 client.16707 trim_cache size 0 max 16384
2024-03-19T01:54:47.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.164+0000 7f6f45797740  1  Processor -- start
2024-03-19T01:54:47.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.164+0000 7f6f45797740  1 --  start start
2024-03-19T01:54:47.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.165+0000 7f6f45797740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55878562c380 0x558785634e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.165+0000 7f6f45797740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55878562cca0 0x5587856411d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.165+0000 7f6f45797740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558785635880 0x55878564d710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.165+0000 7f6f45797740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6f3c1b14a0 con 0x55878562cca0
2024-03-19T01:54:47.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.165+0000 7f6f45797740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f6f3c1aecb0 con 0x55878562c380
2024-03-19T01:54:47.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.165+0000 7f6f45797740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6f3c1acae0 con 0x558785635880
2024-03-19T01:54:47.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.165+0000 7f6f33fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55878562cca0 0x5587856411d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.165+0000 7f6f33fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55878562cca0 0x5587856411d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48310/0 (socket says 172.21.15.46:48310)
2024-03-19T01:54:47.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.165+0000 7f6f33fff640  1 -- 172.21.15.46:0/2991025006 learned_addr learned my addr 172.21.15.46:0/2991025006 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:47.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.165+0000 7f6f4094f640  1 --2- 172.21.15.46:0/2991025006 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55878562c380 0x558785634e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.165+0000 7f6f41150640  1 --2- 172.21.15.46:0/2991025006 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558785635880 0x55878564d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.165+0000 7f6f33fff640  1 -- 172.21.15.46:0/2991025006 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558785635880 msgr2=0x55878564d710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:47.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.165+0000 7f6f33fff640  1 --2- 172.21.15.46:0/2991025006 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558785635880 0x55878564d710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.165+0000 7f6f33fff640  1 -- 172.21.15.46:0/2991025006 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55878562c380 msgr2=0x558785634e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:47.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.165+0000 7f6f33fff640  1 --2- 172.21.15.46:0/2991025006 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55878562c380 0x558785634e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.165+0000 7f6f33fff640  1 -- 172.21.15.46:0/2991025006 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55878562cad0 con 0x55878562cca0
2024-03-19T01:54:47.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.165+0000 7f6f33fff640  1 --2- 172.21.15.46:0/2991025006 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55878562cca0 0x5587856411d0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f6f2c012ab0 tx=0x7f6f2c005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1ed9538a20c633e server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:47.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.165+0000 7f6f227fc640  1 -- 172.21.15.46:0/2991025006 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f2c022070 con 0x55878562cca0
2024-03-19T01:54:47.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.165+0000 7f6f227fc640  1 -- 172.21.15.46:0/2991025006 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6f2c00f960 con 0x55878562cca0
2024-03-19T01:54:47.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.165+0000 7f6f227fc640  1 -- 172.21.15.46:0/2991025006 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f2c003a10 con 0x55878562cca0
2024-03-19T01:54:47.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.166+0000 7f6f45797740  1 -- 172.21.15.46:0/2991025006 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55878562cca0 msgr2=0x5587856411d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:47.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.166+0000 7f6f45797740  1 --2- 172.21.15.46:0/2991025006 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55878562cca0 0x5587856411d0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f6f2c012ab0 tx=0x7f6f2c005f90 comp rx=0 tx=0).stop
2024-03-19T01:54:47.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.166+0000 7f6f45797740  1 -- 172.21.15.46:0/2991025006 shutdown_connections
2024-03-19T01:54:47.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.166+0000 7f6f45797740  1 --2- 172.21.15.46:0/2991025006 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558785635880 0x55878564d710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.166+0000 7f6f45797740  1 --2- 172.21.15.46:0/2991025006 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55878562cca0 0x5587856411d0 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.166+0000 7f6f45797740  1 --2- 172.21.15.46:0/2991025006 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55878562c380 0x558785634e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.166+0000 7f6f45797740  1 -- 172.21.15.46:0/2991025006 >> 172.21.15.46:0/2991025006 conn(0x558785626ab0 msgr2=0x558785625b30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:47.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.166+0000 7f6f45797740  1 -- 172.21.15.46:0/2991025006 shutdown_connections
2024-03-19T01:54:47.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.166+0000 7f6f45797740  1 -- 172.21.15.46:0/2991025006 wait complete.
2024-03-19T01:54:47.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.166+0000 7f6f45797740  1 --  start start
2024-03-19T01:54:47.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.166+0000 7f6f45797740  1  Processor -- start
2024-03-19T01:54:47.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.167+0000 7f6f45797740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55878562c380 0x55878563dc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.167+0000 7f6f45797740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55878562cca0 0x558785638fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.167+0000 7f6f45797740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558785635880 0x558785639720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.167+0000 7f6f45797740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6f3c1ad170 con 0x55878562cca0
2024-03-19T01:54:47.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.167+0000 7f6f45797740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f6f3c1ae5e0 con 0x558785635880
2024-03-19T01:54:47.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.167+0000 7f6f45797740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6f3c1ad840 con 0x55878562c380
2024-03-19T01:54:47.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.167+0000 7f6f45797740 10 client.0 _ll_register_callbacks cb 0x7f6f340136e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:54:47.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.167+0000 7f6f33fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55878562cca0 0x558785638fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.167+0000 7f6f33fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55878562cca0 0x558785638fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48314/0 (socket says 172.21.15.46:48314)
2024-03-19T01:54:47.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.167+0000 7f6f33fff640  1 -- 172.21.15.46:0/2234183257 learned_addr learned my addr 172.21.15.46:0/2234183257 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:47.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.167+0000 7f6f41150640  1 --2- 172.21.15.46:0/2234183257 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558785635880 0x558785639720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.167+0000 7f6f4094f640  1 --2- 172.21.15.46:0/2234183257 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55878562c380 0x55878563dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.167+0000 7f6f33fff640  1 -- 172.21.15.46:0/2234183257 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55878562c380 msgr2=0x55878563dc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:47.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.167+0000 7f6f33fff640  1 --2- 172.21.15.46:0/2234183257 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55878562c380 0x55878563dc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.167+0000 7f6f33fff640  1 -- 172.21.15.46:0/2234183257 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558785635880 msgr2=0x558785639720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:47.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.167+0000 7f6f33fff640  1 --2- 172.21.15.46:0/2234183257 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558785635880 0x558785639720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.167+0000 7f6f33fff640  1 -- 172.21.15.46:0/2234183257 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5587856aad40 con 0x55878562cca0
2024-03-19T01:54:47.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.167+0000 7f6f41150640  1 --2- 172.21.15.46:0/2234183257 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558785635880 0x558785639720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:54:47.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.167+0000 7f6f33fff640  1 --2- 172.21.15.46:0/2234183257 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55878562cca0 0x558785638fe0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f6f2c012a80 tx=0x7f6f2c0056d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b69a5246c0b8e605 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:47.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.167+0000 7f6f1bfff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:54:47.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.168+0000 7f6f1bfff640  1 -- 172.21.15.46:0/2234183257 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f2c022070 con 0x55878562cca0
2024-03-19T01:54:47.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.168+0000 7f6f1bfff640  1 -- 172.21.15.46:0/2234183257 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f6f2c003690 con 0x55878562cca0
2024-03-19T01:54:47.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.168+0000 7f6f45797740  1 -- 172.21.15.46:0/2234183257 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6f2c00f960 con 0x55878562cca0
2024-03-19T01:54:47.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.168+0000 7f6f1bfff640  1 -- 172.21.15.46:0/2234183257 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6f2c037050 con 0x55878562cca0
2024-03-19T01:54:47.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.168+0000 7f6f45797740 10 client.16713 fetch_fsmap learned FSMap version 29
2024-03-19T01:54:47.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.168+0000 7f6f45797740  1 -- 172.21.15.46:0/2234183257 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5587856abf40 con 0x55878562cca0
2024-03-19T01:54:47.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.168+0000 7f6f1bfff640  1 -- 172.21.15.46:0/2234183257 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6f2c00f960 con 0x55878562cca0
2024-03-19T01:54:47.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.168+0000 7f6f1bfff640  1 -- 172.21.15.46:0/2234183257 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f6f2c029780 con 0x55878562cca0
2024-03-19T01:54:47.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.168+0000 7f6f45797740 10 client.16713 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:54:47.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.168+0000 7f6f45797740 10 client.16713 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:54:47.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.168+0000 7f6f45797740 20 client.16713 populate_metadata read hostname 'smithi046'
2024-03-19T01:54:47.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.168+0000 7f6f45797740  1 --2- 172.21.15.46:0/2234183257 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5587856459e0 0x5587856ae6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.168+0000 7f6f45797740  4 client.16713 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}]
2024-03-19T01:54:47.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.168+0000 7f6f45797740  1 -- 172.21.15.46:0/2234183257 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5587855979f0 con 0x5587856459e0
2024-03-19T01:54:47.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.168+0000 7f6f4094f640  1 --2- 172.21.15.46:0/2234183257 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5587856459e0 0x5587856ae6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.169+0000 7f6f1bfff640 10 client.16713 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:54:47.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.169+0000 7f6f4094f640  1 --2- 172.21.15.46:0/2234183257 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5587856459e0 0x5587856ae6d0 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2994e49c3606970b server_cookie=e918f1ac24e4a0f4 in_seq=0 out_seq=0
2024-03-19T01:54:47.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.169+0000 7f6f1bfff640  1 -- 172.21.15.46:0/2234183257 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5587855979f0 con 0x5587856459e0
2024-03-19T01:54:47.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.169+0000 7f6f1bfff640 10 client.16713 handle_command_reply: tid=0
2024-03-19T01:54:47.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.170+0000 7f6f45797740  1 client.16713 shutdown
2024-03-19T01:54:47.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.170+0000 7f6f45797740  1 -- 172.21.15.46:0/2234183257 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55878562cca0 msgr2=0x558785638fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:47.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.170+0000 7f6f45797740  1 --2- 172.21.15.46:0/2234183257 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55878562cca0 0x558785638fe0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f6f2c012a80 tx=0x7f6f2c0056d0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.170+0000 7f6f45797740  1 -- 172.21.15.46:0/2234183257 shutdown_connections
2024-03-19T01:54:47.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.170+0000 7f6f45797740  1 --2- 172.21.15.46:0/2234183257 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5587856459e0 0x5587856ae6d0 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.170+0000 7f6f45797740  1 --2- 172.21.15.46:0/2234183257 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558785635880 0x558785639720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.170+0000 7f6f1bfff640  0 client.16713 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:54:47.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.170+0000 7f6f45797740  1 --2- 172.21.15.46:0/2234183257 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55878562cca0 0x558785638fe0 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.170+0000 7f6f45797740  1 --2- 172.21.15.46:0/2234183257 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55878562c380 0x55878563dc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.170+0000 7f6f45797740  1 -- 172.21.15.46:0/2234183257 >> 172.21.15.46:0/2234183257 conn(0x558785626ab0 msgr2=0x558785627e70 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:47.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.170+0000 7f6f45797740  1 -- 172.21.15.46:0/2234183257 shutdown_connections
2024-03-19T01:54:47.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.170+0000 7f6f45797740  1 -- 172.21.15.46:0/2234183257 wait complete.
2024-03-19T01:54:47.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.170+0000 7f6f45797740 20 client.16713 trim_cache size 0 max 16384
2024-03-19T01:54:47.177 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:54:47.177 INFO:teuthology.orchestra.run.smithi046.stdout:    "return_code": 0,
2024-03-19T01:54:47.177 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrub_tag": "a0e689b8-0ae7-4988-94f1-8b134fdadbe3",
2024-03-19T01:54:47.177 INFO:teuthology.orchestra.run.smithi046.stdout:    "mode": "asynchronous"
2024-03-19T01:54:47.177 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:54:47.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.171+0000 7f6f42bb3640  1 -- 172.21.15.46:0/3471018375 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6f240a2970 msgr2=0x7f6f240a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:47.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.171+0000 7f6f42bb3640  1 --2- 172.21.15.46:0/3471018375 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6f240a2970 0x7f6f240a4e30 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f6f340094d0 tx=0x7f6f34004ab0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.171+0000 7f6f42bb3640  1 -- 172.21.15.46:0/3471018375 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6f3c1006d0 msgr2=0x7f6f3c198ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:47.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.171+0000 7f6f42bb3640  1 --2- 172.21.15.46:0/3471018375 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6f3c1006d0 0x7f6f3c198ec0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f6f38009230 tx=0x7f6f3802c5d0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.171+0000 7f6f42bb3640  1 -- 172.21.15.46:0/3471018375 shutdown_connections
2024-03-19T01:54:47.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.171+0000 7f6f42bb3640  1 --2- 172.21.15.46:0/3471018375 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f3c1066e0 0x7f6f3c1a3f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.171+0000 7f6f42bb3640  1 --2- 172.21.15.46:0/3471018375 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6f240a2970 0x7f6f240a4e30 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.171+0000 7f6f42bb3640  1 --2- 172.21.15.46:0/3471018375 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f3c101090 0x7f6f3c199400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.171+0000 7f6f42bb3640  1 --2- 172.21.15.46:0/3471018375 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6f3c1006d0 0x7f6f3c198ec0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.171+0000 7f6f42bb3640  1 -- 172.21.15.46:0/3471018375 >> 172.21.15.46:0/3471018375 conn(0x7f6f3c076aa0 msgr2=0x7f6f3c0fe190 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:47.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.171+0000 7f6f42bb3640  1 -- 172.21.15.46:0/3471018375 shutdown_connections
2024-03-19T01:54:47.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.171+0000 7f6f42bb3640  1 -- 172.21.15.46:0/3471018375 wait complete.
2024-03-19T01:54:47.181 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:54:47.182 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:54:47.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.286+0000 7ff9a9827640  1 -- 172.21.15.46:0/881916300 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9a410be30 msgr2=0x7ff9a410e260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:47.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.286+0000 7ff9a9827640  1 --2- 172.21.15.46:0/881916300 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9a410be30 0x7ff9a410e260 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7ff99c009ca0 tx=0x7ff99c02c180 comp rx=0 tx=0).stop
2024-03-19T01:54:47.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.287+0000 7ff9a9827640  1 -- 172.21.15.46:0/881916300 shutdown_connections
2024-03-19T01:54:47.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.287+0000 7ff9a9827640  1 --2- 172.21.15.46:0/881916300 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9a410be30 0x7ff9a410e260 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.287+0000 7ff9a9827640  1 --2- 172.21.15.46:0/881916300 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff9a4103380 0x7ff9a410b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.287+0000 7ff9a9827640  1 --2- 172.21.15.46:0/881916300 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff9a4102a60 0x7ff9a4102e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.287+0000 7ff9a9827640  1 -- 172.21.15.46:0/881916300 >> 172.21.15.46:0/881916300 conn(0x7ff9a4076aa0 msgr2=0x7ff9a4076eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:47.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.287+0000 7ff9a9827640  1 -- 172.21.15.46:0/881916300 shutdown_connections
2024-03-19T01:54:47.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.287+0000 7ff9a9827640  1 -- 172.21.15.46:0/881916300 wait complete.
2024-03-19T01:54:47.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.287+0000 7ff9a9827640  1  Processor -- start
2024-03-19T01:54:47.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.287+0000 7ff9a9827640  1 --  start start
2024-03-19T01:54:47.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.288+0000 7ff9a9827640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff9a4102a60 0x7ff9a41006b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.288+0000 7ff9a9827640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9a4103380 0x7ff9a4100bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.288+0000 7ff9a9827640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff9a410be30 0x7ff9a4101130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.288+0000 7ff9a9827640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff9a4111a70 con 0x7ff9a4103380
2024-03-19T01:54:47.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.288+0000 7ff9a9827640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ff9a41118f0 con 0x7ff9a410be30
2024-03-19T01:54:47.302 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.288+0000 7ff9a9827640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff9a4111bf0 con 0x7ff9a4102a60
2024-03-19T01:54:47.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.288+0000 7ff99a7fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9a4103380 0x7ff9a4100bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.288+0000 7ff99a7fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9a4103380 0x7ff9a4100bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48332/0 (socket says 172.21.15.46:48332)
2024-03-19T01:54:47.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.288+0000 7ff99a7fc640  1 -- 172.21.15.46:0/2114963702 learned_addr learned my addr 172.21.15.46:0/2114963702 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:47.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.288+0000 7ff9a2ffd640  1 --2- 172.21.15.46:0/2114963702 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff9a4102a60 0x7ff9a41006b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.288+0000 7ff9a37fe640  1 --2- 172.21.15.46:0/2114963702 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff9a410be30 0x7ff9a4101130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.288+0000 7ff99a7fc640  1 -- 172.21.15.46:0/2114963702 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff9a4102a60 msgr2=0x7ff9a41006b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:47.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.288+0000 7ff99a7fc640  1 --2- 172.21.15.46:0/2114963702 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff9a4102a60 0x7ff9a41006b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.288+0000 7ff99a7fc640  1 -- 172.21.15.46:0/2114963702 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff9a410be30 msgr2=0x7ff9a4101130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:47.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.288+0000 7ff99a7fc640  1 --2- 172.21.15.46:0/2114963702 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff9a410be30 0x7ff9a4101130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.288+0000 7ff99a7fc640  1 -- 172.21.15.46:0/2114963702 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9a41a6490 con 0x7ff9a4103380
2024-03-19T01:54:47.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.288+0000 7ff99a7fc640  1 --2- 172.21.15.46:0/2114963702 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9a4103380 0x7ff9a4100bf0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7ff98c00ea60 tx=0x7ff98c00ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:47.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.288+0000 7ff9a8825640  1 -- 172.21.15.46:0/2114963702 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff98c00cde0 con 0x7ff9a4103380
2024-03-19T01:54:47.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.288+0000 7ff9a8825640  1 -- 172.21.15.46:0/2114963702 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff98c0035f0 con 0x7ff9a4103380
2024-03-19T01:54:47.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.288+0000 7ff9a9827640  1 -- 172.21.15.46:0/2114963702 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9a41a6780 con 0x7ff9a4103380
2024-03-19T01:54:47.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.288+0000 7ff9a8825640  1 -- 172.21.15.46:0/2114963702 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff98c010690 con 0x7ff9a4103380
2024-03-19T01:54:47.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.288+0000 7ff9a9827640  1 -- 172.21.15.46:0/2114963702 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9a41a6cd0 con 0x7ff9a4103380
2024-03-19T01:54:47.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.291+0000 7ff9a8825640  1 -- 172.21.15.46:0/2114963702 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7ff98c0037a0 con 0x7ff9a4103380
2024-03-19T01:54:47.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.291+0000 7ff9ac40e740  1  Processor -- start
2024-03-19T01:54:47.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.291+0000 7ff9ac40e740  1 --  start start
2024-03-19T01:54:47.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.292+0000 7ff9ac40e740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555fdce9ba30 0x555fdce9be10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.292+0000 7ff9ac40e740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555fdce9c350 0x555fdcea49f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.292+0000 7ff9ac40e740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555fdcea4f30 0x555fdcea7320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.292+0000 7ff9ac40e740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x555fdcdff500 con 0x555fdcea4f30
2024-03-19T01:54:47.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.292+0000 7ff9ac40e740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x555fdcda7be0 con 0x555fdce9ba30
2024-03-19T01:54:47.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.292+0000 7ff9ac40e740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x555fdcdfb5a0 con 0x555fdce9c350
2024-03-19T01:54:47.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.292+0000 7ff99a7fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555fdcea4f30 0x555fdcea7320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.292+0000 7ff9a37fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555fdce9ba30 0x555fdce9be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.292+0000 7ff9a8825640  1 --2- 172.21.15.46:0/2114963702 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff9900a2970 0x7ff9900a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.292+0000 7ff9a37fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555fdce9ba30 0x555fdce9be10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:43880/0 (socket says 172.21.15.46:43880)
2024-03-19T01:54:47.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.292+0000 7ff9a37fe640  1 -- 172.21.15.46:0/191666779 learned_addr learned my addr 172.21.15.46:0/191666779 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:47.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.292+0000 7ff9a2ffd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555fdce9c350 0x555fdcea49f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.292+0000 7ff9a37fe640  1 --2- 172.21.15.46:0/2114963702 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff9900a2970 0x7ff9900a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.292+0000 7ff9a2ffd640  1 -- 172.21.15.46:0/191666779 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555fdce9ba30 msgr2=0x555fdce9be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:47.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.292+0000 7ff9a2ffd640  1 --2- 172.21.15.46:0/191666779 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555fdce9ba30 0x555fdce9be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.292+0000 7ff9a2ffd640  1 -- 172.21.15.46:0/191666779 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555fdcea4f30 msgr2=0x555fdcea7320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:47.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.292+0000 7ff9a2ffd640  1 --2- 172.21.15.46:0/191666779 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555fdcea4f30 0x555fdcea7320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.292+0000 7ff9a8825640  1 -- 172.21.15.46:0/2114963702 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7ff98c0cf420 con 0x7ff9a4103380
2024-03-19T01:54:47.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.292+0000 7ff9a2ffd640  1 -- 172.21.15.46:0/191666779 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555fdcdc9000 con 0x555fdce9c350
2024-03-19T01:54:47.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.292+0000 7ff9a2ffd640  1 --2- 172.21.15.46:0/191666779 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555fdce9c350 0x555fdcea49f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7ff994009c20 tx=0x7ff994011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=18530bc38706cb9d server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:47.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.292+0000 7ff9a37fe640  1 --2- 172.21.15.46:0/2114963702 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff9900a2970 0x7ff9900a4e30 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7ff99c009430 tx=0x7ff99c02c180 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:47.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.292+0000 7ff999ffb640  1 -- 172.21.15.46:0/191666779 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff994004050 con 0x555fdce9c350
2024-03-19T01:54:47.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.292+0000 7ff999ffb640  1 -- 172.21.15.46:0/191666779 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff9940054d0 con 0x555fdce9c350
2024-03-19T01:54:47.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.292+0000 7ff999ffb640  1 -- 172.21.15.46:0/191666779 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff994004cf0 con 0x555fdce9c350
2024-03-19T01:54:47.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.293+0000 7ff9ac40e740  1 -- 172.21.15.46:0/191666779 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555fdce9c350 msgr2=0x555fdcea49f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:47.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.293+0000 7ff9ac40e740  1 --2- 172.21.15.46:0/191666779 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555fdce9c350 0x555fdcea49f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7ff994009c20 tx=0x7ff994011810 comp rx=0 tx=0).stop
2024-03-19T01:54:47.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.293+0000 7ff9ac40e740  1 -- 172.21.15.46:0/191666779 shutdown_connections
2024-03-19T01:54:47.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.293+0000 7ff9ac40e740  1 --2- 172.21.15.46:0/191666779 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555fdcea4f30 0x555fdcea7320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.293+0000 7ff9ac40e740  1 --2- 172.21.15.46:0/191666779 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555fdce9c350 0x555fdcea49f0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.293+0000 7ff9ac40e740  1 --2- 172.21.15.46:0/191666779 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555fdce9ba30 0x555fdce9be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.293+0000 7ff9ac40e740  1 -- 172.21.15.46:0/191666779 >> 172.21.15.46:0/191666779 conn(0x555fdce96160 msgr2=0x555fdce96540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:47.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.293+0000 7ff9ac40e740  1 -- 172.21.15.46:0/191666779 shutdown_connections
2024-03-19T01:54:47.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.293+0000 7ff9ac40e740  1 -- 172.21.15.46:0/191666779 wait complete.
2024-03-19T01:54:47.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.293+0000 7ff9ac40e740  1 --  start start
2024-03-19T01:54:47.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.294+0000 7ff9ac40e740  1  Processor -- start
2024-03-19T01:54:47.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.294+0000 7ff9ac40e740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555fdce9ba30 0x555fdcea1f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.294+0000 7ff9ac40e740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555fdce9c350 0x555fdcea2450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.294+0000 7ff9ac40e740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555fdcea4f30 0x555fdcea2990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.294+0000 7ff9ac40e740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x555fdcea7d20 con 0x555fdce9ba30
2024-03-19T01:54:47.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.294+0000 7ff9ac40e740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x555fdcdbb160 con 0x555fdcea4f30
2024-03-19T01:54:47.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.294+0000 7ff9ac40e740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x555fdcea7ea0 con 0x555fdce9c350
2024-03-19T01:54:47.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.294+0000 7ff9a2ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555fdce9ba30 0x555fdcea1f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.294+0000 7ff9ac40e740 10 client.0 _ll_register_callbacks cb 0x555fdcdf7a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:54:47.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.294+0000 7ff9a2ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555fdce9ba30 0x555fdcea1f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48342/0 (socket says 172.21.15.46:48342)
2024-03-19T01:54:47.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.294+0000 7ff9a2ffd640  1 -- 172.21.15.46:0/4064708620 learned_addr learned my addr 172.21.15.46:0/4064708620 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:47.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.294+0000 7ff99a7fc640  1 --2- 172.21.15.46:0/4064708620 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555fdce9c350 0x555fdcea2450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.294+0000 7ff9a37fe640  1 --2- 172.21.15.46:0/4064708620 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555fdcea4f30 0x555fdcea2990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.294+0000 7ff9a2ffd640  1 -- 172.21.15.46:0/4064708620 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555fdce9c350 msgr2=0x555fdcea2450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:47.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.294+0000 7ff9a2ffd640  1 --2- 172.21.15.46:0/4064708620 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555fdce9c350 0x555fdcea2450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.294+0000 7ff9a2ffd640  1 -- 172.21.15.46:0/4064708620 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555fdcea4f30 msgr2=0x555fdcea2990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:47.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.294+0000 7ff9a2ffd640  1 --2- 172.21.15.46:0/4064708620 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555fdcea4f30 0x555fdcea2990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.294+0000 7ff9a2ffd640  1 -- 172.21.15.46:0/4064708620 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555fdcbdd7d0 con 0x555fdce9ba30
2024-03-19T01:54:47.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.294+0000 7ff99a7fc640  1 --2- 172.21.15.46:0/4064708620 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555fdce9c350 0x555fdcea2450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:54:47.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.295+0000 7ff9a2ffd640  1 --2- 172.21.15.46:0/4064708620 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555fdce9ba30 0x555fdcea1f10 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7ff99401b040 tx=0x7ff994004930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74d1912781dcebfd server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:47.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.295+0000 7ff982ffd640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:54:47.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.295+0000 7ff982ffd640  1 -- 172.21.15.46:0/4064708620 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff994029070 con 0x555fdce9ba30
2024-03-19T01:54:47.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.295+0000 7ff982ffd640  1 -- 172.21.15.46:0/4064708620 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7ff994003a00 con 0x555fdce9ba30
2024-03-19T01:54:47.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.295+0000 7ff9ac40e740  1 -- 172.21.15.46:0/4064708620 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff9940054d0 con 0x555fdce9ba30
2024-03-19T01:54:47.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.295+0000 7ff982ffd640  1 -- 172.21.15.46:0/4064708620 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff994035050 con 0x555fdce9ba30
2024-03-19T01:54:47.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.295+0000 7ff9ac40e740 10 client.16725 fetch_fsmap learned FSMap version 29
2024-03-19T01:54:47.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.295+0000 7ff9ac40e740  1 -- 172.21.15.46:0/4064708620 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555fdcb133f0 con 0x555fdce9ba30
2024-03-19T01:54:47.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.295+0000 7ff982ffd640  1 -- 172.21.15.46:0/4064708620 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff9940054d0 con 0x555fdce9ba30
2024-03-19T01:54:47.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.295+0000 7ff982ffd640  1 -- 172.21.15.46:0/4064708620 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7ff994005120 con 0x555fdce9ba30
2024-03-19T01:54:47.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.295+0000 7ff9ac40e740 10 client.16725 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:54:47.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.295+0000 7ff9ac40e740 10 client.16725 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:54:47.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.295+0000 7ff9ac40e740 20 client.16725 populate_metadata read hostname 'smithi046'
2024-03-19T01:54:47.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.295+0000 7ff9ac40e740  1 --2- 172.21.15.46:0/4064708620 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555fdceb5510 0x555fdceb79d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.295+0000 7ff9ac40e740  4 client.16725 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:54:47.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.295+0000 7ff9ac40e740  1 -- 172.21.15.46:0/4064708620 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555fdce0ca40 con 0x555fdceb5510
2024-03-19T01:54:47.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.295+0000 7ff99a7fc640  1 --2- 172.21.15.46:0/4064708620 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555fdceb5510 0x555fdceb79d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.296+0000 7ff99a7fc640  1 --2- 172.21.15.46:0/4064708620 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555fdceb5510 0x555fdceb79d0 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=18c58858bddf4fca server_cookie=5e8bd3276179a77f in_seq=0 out_seq=0
2024-03-19T01:54:47.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.296+0000 7ff982ffd640 10 client.16725 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:54:47.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.296+0000 7ff982ffd640  1 -- 172.21.15.46:0/4064708620 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x555fdce0ca40 con 0x555fdceb5510
2024-03-19T01:54:47.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.296+0000 7ff982ffd640 10 client.16725 handle_command_reply: tid=0
2024-03-19T01:54:47.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.296+0000 7ff9ac40e740  1 client.16725 shutdown
2024-03-19T01:54:47.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.297+0000 7ff9ac40e740  1 -- 172.21.15.46:0/4064708620 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555fdce9ba30 msgr2=0x555fdcea1f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:47.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.297+0000 7ff9ac40e740  1 --2- 172.21.15.46:0/4064708620 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555fdce9ba30 0x555fdcea1f10 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7ff99401b040 tx=0x7ff994004930 comp rx=0 tx=0).stop
2024-03-19T01:54:47.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.297+0000 7ff9ac40e740  1 -- 172.21.15.46:0/4064708620 shutdown_connections
2024-03-19T01:54:47.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.297+0000 7ff9ac40e740  1 --2- 172.21.15.46:0/4064708620 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555fdceb5510 0x555fdceb79d0 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.297+0000 7ff9ac40e740  1 --2- 172.21.15.46:0/4064708620 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555fdcea4f30 0x555fdcea2990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.297+0000 7ff9ac40e740  1 --2- 172.21.15.46:0/4064708620 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555fdce9c350 0x555fdcea2450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.297+0000 7ff9ac40e740  1 --2- 172.21.15.46:0/4064708620 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555fdce9ba30 0x555fdcea1f10 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.297+0000 7ff982ffd640  0 client.16725 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:54:47.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.297+0000 7ff9ac40e740  1 -- 172.21.15.46:0/4064708620 >> 172.21.15.46:0/4064708620 conn(0x555fdce96160 msgr2=0x555fdce97eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:47.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.297+0000 7ff9ac40e740  1 -- 172.21.15.46:0/4064708620 shutdown_connections
2024-03-19T01:54:47.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.297+0000 7ff9ac40e740  1 -- 172.21.15.46:0/4064708620 wait complete.
2024-03-19T01:54:47.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.297+0000 7ff9ac40e740 20 client.16725 trim_cache size 0 max 16384
2024-03-19T01:54:47.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.315+0000 7ff9ac40e740  1  Processor -- start
2024-03-19T01:54:47.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.315+0000 7ff9ac40e740  1 --  start start
2024-03-19T01:54:47.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.315+0000 7ff9ac40e740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555fdce9ba30 0x555fdcea4640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.315+0000 7ff9ac40e740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555fdce9c350 0x555fdceb0ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.315+0000 7ff9ac40e740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555fdcea4f30 0x555fdce95060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.315+0000 7ff9ac40e740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff9a41b3760 con 0x555fdcea4f30
2024-03-19T01:54:47.317 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.315+0000 7ff9ac40e740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ff9a41b0f70 con 0x555fdce9c350
2024-03-19T01:54:47.317 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.315+0000 7ff9ac40e740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff9a41aeda0 con 0x555fdce9ba30
2024-03-19T01:54:47.317 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.315+0000 7ff9a2ffd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555fdce9ba30 0x555fdcea4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.317 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.315+0000 7ff99a7fc640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555fdce9c350 0x555fdceb0ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.317 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.315+0000 7ff9a37fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555fdcea4f30 0x555fdce95060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.317 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.315+0000 7ff9a2ffd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555fdce9ba30 0x555fdcea4640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:38288/0 (socket says 172.21.15.46:38288)
2024-03-19T01:54:47.317 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.315+0000 7ff99a7fc640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555fdce9c350 0x555fdceb0ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:43896/0 (socket says 172.21.15.46:43896)
2024-03-19T01:54:47.317 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.315+0000 7ff9a2ffd640  1 -- 172.21.15.46:0/1360345134 learned_addr learned my addr 172.21.15.46:0/1360345134 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:47.317 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.315+0000 7ff99a7fc640  1 -- 172.21.15.46:0/1360345134 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555fdce9ba30 msgr2=0x555fdcea4640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:47.317 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.315+0000 7ff99a7fc640  1 --2- 172.21.15.46:0/1360345134 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555fdce9ba30 0x555fdcea4640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.315+0000 7ff99a7fc640  1 -- 172.21.15.46:0/1360345134 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555fdcea4f30 msgr2=0x555fdce95060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:47.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.315+0000 7ff99a7fc640  1 --2- 172.21.15.46:0/1360345134 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555fdcea4f30 0x555fdce95060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.315+0000 7ff99a7fc640  1 -- 172.21.15.46:0/1360345134 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555fdcad30f0 con 0x555fdce9c350
2024-03-19T01:54:47.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.316+0000 7ff99a7fc640  1 --2- 172.21.15.46:0/1360345134 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555fdce9c350 0x555fdceb0ac0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7ff98c0cc7c0 tx=0x7ff98c086040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5488cb97efbaff3f server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:47.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.316+0000 7ff9997fa640  1 -- 172.21.15.46:0/1360345134 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff98c0860b0 con 0x555fdce9c350
2024-03-19T01:54:47.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.316+0000 7ff9997fa640  1 -- 172.21.15.46:0/1360345134 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff98c09bdd0 con 0x555fdce9c350
2024-03-19T01:54:47.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.316+0000 7ff9997fa640  1 -- 172.21.15.46:0/1360345134 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff98c0999d0 con 0x555fdce9c350
2024-03-19T01:54:47.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.317+0000 7ff9ac40e740  1 -- 172.21.15.46:0/1360345134 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555fdce9c350 msgr2=0x555fdceb0ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:47.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.317+0000 7ff9ac40e740  1 --2- 172.21.15.46:0/1360345134 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555fdce9c350 0x555fdceb0ac0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7ff98c0cc7c0 tx=0x7ff98c086040 comp rx=0 tx=0).stop
2024-03-19T01:54:47.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.317+0000 7ff9ac40e740  1 -- 172.21.15.46:0/1360345134 shutdown_connections
2024-03-19T01:54:47.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.317+0000 7ff9ac40e740  1 --2- 172.21.15.46:0/1360345134 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555fdcea4f30 0x555fdce95060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.317+0000 7ff9ac40e740  1 --2- 172.21.15.46:0/1360345134 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555fdce9c350 0x555fdceb0ac0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.317+0000 7ff9ac40e740  1 --2- 172.21.15.46:0/1360345134 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555fdce9ba30 0x555fdcea4640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.317+0000 7ff9ac40e740  1 -- 172.21.15.46:0/1360345134 >> 172.21.15.46:0/1360345134 conn(0x555fdce96160 msgr2=0x555fdce94950 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:47.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.317+0000 7ff9ac40e740  1 -- 172.21.15.46:0/1360345134 shutdown_connections
2024-03-19T01:54:47.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.317+0000 7ff9ac40e740  1 -- 172.21.15.46:0/1360345134 wait complete.
2024-03-19T01:54:47.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.317+0000 7ff9ac40e740  1 --  start start
2024-03-19T01:54:47.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.317+0000 7ff9ac40e740  1  Processor -- start
2024-03-19T01:54:47.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.317+0000 7ff9ac40e740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555fdce9ba30 0x555fdcead350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.317+0000 7ff9ac40e740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555fdce9c350 0x555fdce9e780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.317+0000 7ff9ac40e740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555fdcea4f30 0x555fdce9ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.318+0000 7ff9ac40e740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff9a41af430 con 0x555fdce9c350
2024-03-19T01:54:47.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.318+0000 7ff9ac40e740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ff9a41b08a0 con 0x555fdce9ba30
2024-03-19T01:54:47.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.318+0000 7ff9ac40e740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff9a41afb00 con 0x555fdcea4f30
2024-03-19T01:54:47.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.318+0000 7ff9ac40e740 10 client.0 _ll_register_callbacks cb 0x7ff98c09b4a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:54:47.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.318+0000 7ff99a7fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555fdce9c350 0x555fdce9e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.318+0000 7ff9a2ffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555fdce9ba30 0x555fdcead350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.318+0000 7ff9a2ffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555fdce9ba30 0x555fdcead350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:43900/0 (socket says 172.21.15.46:43900)
2024-03-19T01:54:47.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.318+0000 7ff9a2ffd640  1 -- 172.21.15.46:0/2744113748 learned_addr learned my addr 172.21.15.46:0/2744113748 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:54:47.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.318+0000 7ff99a7fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555fdce9c350 0x555fdce9e780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48370/0 (socket says 172.21.15.46:48370)
2024-03-19T01:54:47.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.318+0000 7ff9a37fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555fdcea4f30 0x555fdce9ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.318+0000 7ff9a2ffd640  1 -- 172.21.15.46:0/2744113748 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555fdcea4f30 msgr2=0x555fdce9ecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:47.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.318+0000 7ff9a2ffd640  1 --2- 172.21.15.46:0/2744113748 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555fdcea4f30 0x555fdce9ecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.318+0000 7ff9a2ffd640  1 -- 172.21.15.46:0/2744113748 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555fdce9c350 msgr2=0x555fdce9e780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:54:47.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.318+0000 7ff9a2ffd640  1 --2- 172.21.15.46:0/2744113748 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555fdce9c350 0x555fdce9e780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.318+0000 7ff9a2ffd640  1 -- 172.21.15.46:0/2744113748 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555fdce9f4f0 con 0x555fdce9ba30
2024-03-19T01:54:47.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.318+0000 7ff9a2ffd640  1 --2- 172.21.15.46:0/2744113748 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555fdce9ba30 0x555fdcead350 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7ff994004020 tx=0x7ff994023720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bb07f9c5252110a1 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:54:47.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.318+0000 7ff982ffd640 10 client.0 ms_handle_connect on v2:172.21.15.73:3300/0
2024-03-19T01:54:47.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.318+0000 7ff982ffd640  1 -- 172.21.15.46:0/2744113748 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff994029040 con 0x555fdce9ba30
2024-03-19T01:54:47.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.318+0000 7ff982ffd640  1 -- 172.21.15.46:0/2744113748 <== mon.2 v2:172.21.15.73:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7ff994023c40 con 0x555fdce9ba30
2024-03-19T01:54:47.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.318+0000 7ff9ac40e740  1 -- 172.21.15.46:0/2744113748 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff98c09bdd0 con 0x555fdce9ba30
2024-03-19T01:54:47.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.319+0000 7ff982ffd640  1 -- 172.21.15.46:0/2744113748 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff994004360 con 0x555fdce9ba30
2024-03-19T01:54:47.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.319+0000 7ff9ac40e740 10 client.26585 fetch_fsmap learned FSMap version 29
2024-03-19T01:54:47.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.319+0000 7ff9ac40e740  1 -- 172.21.15.46:0/2744113748 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555fdcf1b660 con 0x555fdce9ba30
2024-03-19T01:54:47.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.319+0000 7ff982ffd640  1 -- 172.21.15.46:0/2744113748 <== mon.2 v2:172.21.15.73:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff98c09bdd0 con 0x555fdce9ba30
2024-03-19T01:54:47.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.319+0000 7ff982ffd640  1 -- 172.21.15.46:0/2744113748 <== mon.2 v2:172.21.15.73:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7ff99402e440 con 0x555fdce9ba30
2024-03-19T01:54:47.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.319+0000 7ff9ac40e740 10 client.26585 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:54:47.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.319+0000 7ff9ac40e740 10 client.26585 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:54:47.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.319+0000 7ff9ac40e740 20 client.26585 populate_metadata read hostname 'smithi046'
2024-03-19T01:54:47.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.319+0000 7ff9ac40e740  1 --2- 172.21.15.46:0/2744113748 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555fdcf1be00 0x555fdcf1e220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:54:47.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.319+0000 7ff9ac40e740  4 client.26585 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:54:47.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.319+0000 7ff9ac40e740  1 -- 172.21.15.46:0/2744113748 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x555fdce06d90 con 0x555fdcf1be00
2024-03-19T01:54:47.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.319+0000 7ff99a7fc640  1 --2- 172.21.15.46:0/2744113748 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555fdcf1be00 0x555fdcf1e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:54:47.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.320+0000 7ff99a7fc640  1 --2- 172.21.15.46:0/2744113748 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555fdcf1be00 0x555fdcf1e220 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=385ea7bebb33f755 server_cookie=6080ea1e5d12b1e7 in_seq=0 out_seq=0
2024-03-19T01:54:47.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.320+0000 7ff982ffd640 10 client.26585 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:54:47.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.320+0000 7ff982ffd640  1 -- 172.21.15.46:0/2744113748 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x555fdce06d90 con 0x555fdcf1be00
2024-03-19T01:54:47.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.320+0000 7ff982ffd640 10 client.26585 handle_command_reply: tid=0
2024-03-19T01:54:47.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.320+0000 7ff9ac40e740  1 client.26585 shutdown
2024-03-19T01:54:47.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.320+0000 7ff9ac40e740  1 -- 172.21.15.46:0/2744113748 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555fdce9ba30 msgr2=0x555fdcead350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:47.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.320+0000 7ff9ac40e740  1 --2- 172.21.15.46:0/2744113748 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555fdce9ba30 0x555fdcead350 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7ff994004020 tx=0x7ff994023720 comp rx=0 tx=0).stop
2024-03-19T01:54:47.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.320+0000 7ff9ac40e740  1 -- 172.21.15.46:0/2744113748 shutdown_connections
2024-03-19T01:54:47.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.320+0000 7ff9ac40e740  1 --2- 172.21.15.46:0/2744113748 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555fdcf1be00 0x555fdcf1e220 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.320+0000 7ff9ac40e740  1 --2- 172.21.15.46:0/2744113748 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555fdcea4f30 0x555fdce9ecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.320+0000 7ff9ac40e740  1 --2- 172.21.15.46:0/2744113748 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555fdce9c350 0x555fdce9e780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.320+0000 7ff982ffd640  0 client.26585 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:54:47.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.320+0000 7ff9ac40e740  1 --2- 172.21.15.46:0/2744113748 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555fdce9ba30 0x555fdcead350 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.320+0000 7ff9ac40e740  1 -- 172.21.15.46:0/2744113748 >> 172.21.15.46:0/2744113748 conn(0x555fdce96160 msgr2=0x555fdce951e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:47.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.320+0000 7ff9ac40e740  1 -- 172.21.15.46:0/2744113748 shutdown_connections
2024-03-19T01:54:47.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.320+0000 7ff9ac40e740  1 -- 172.21.15.46:0/2744113748 wait complete.
2024-03-19T01:54:47.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.321+0000 7ff9ac40e740 20 client.26585 trim_cache size 0 max 16384
2024-03-19T01:54:47.329 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:54:47.329 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "IDLE (waiting for more scrubs)",
2024-03-19T01:54:47.329 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {
2024-03-19T01:54:47.329 INFO:teuthology.orchestra.run.smithi046.stdout:        "a0e689b8-0ae7-4988-94f1-8b134fdadbe3": {
2024-03-19T01:54:47.329 INFO:teuthology.orchestra.run.smithi046.stdout:            "path": "/",
2024-03-19T01:54:47.329 INFO:teuthology.orchestra.run.smithi046.stdout:            "tag": "a0e689b8-0ae7-4988-94f1-8b134fdadbe3",
2024-03-19T01:54:47.329 INFO:teuthology.orchestra.run.smithi046.stdout:            "options": "recursive,force"
2024-03-19T01:54:47.329 INFO:teuthology.orchestra.run.smithi046.stdout:        }
2024-03-19T01:54:47.330 INFO:teuthology.orchestra.run.smithi046.stdout:    }
2024-03-19T01:54:47.330 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:54:47.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.321+0000 7ff9a9827640  1 -- 172.21.15.46:0/2114963702 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff9900a2970 msgr2=0x7ff9900a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:47.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.321+0000 7ff9a9827640  1 --2- 172.21.15.46:0/2114963702 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff9900a2970 0x7ff9900a4e30 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7ff99c009430 tx=0x7ff99c02c180 comp rx=0 tx=0).stop
2024-03-19T01:54:47.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.321+0000 7ff9a9827640  1 -- 172.21.15.46:0/2114963702 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9a4103380 msgr2=0x7ff9a4100bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:54:47.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.321+0000 7ff9a9827640  1 --2- 172.21.15.46:0/2114963702 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9a4103380 0x7ff9a4100bf0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7ff98c00ea60 tx=0x7ff98c00ef20 comp rx=0 tx=0).stop
2024-03-19T01:54:47.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.321+0000 7ff9a9827640  1 -- 172.21.15.46:0/2114963702 shutdown_connections
2024-03-19T01:54:47.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.321+0000 7ff9a9827640  1 --2- 172.21.15.46:0/2114963702 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff9a410be30 0x7ff9a4101130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.321+0000 7ff9a9827640  1 --2- 172.21.15.46:0/2114963702 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9a4103380 0x7ff9a4100bf0 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.321+0000 7ff9a9827640  1 --2- 172.21.15.46:0/2114963702 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff9900a2970 0x7ff9900a4e30 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.321+0000 7ff9a9827640  1 --2- 172.21.15.46:0/2114963702 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff9a4102a60 0x7ff9a41006b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:54:47.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.321+0000 7ff9a9827640  1 -- 172.21.15.46:0/2114963702 >> 172.21.15.46:0/2114963702 conn(0x7ff9a4076aa0 msgr2=0x7ff9a40fd620 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:54:47.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.321+0000 7ff9a9827640  1 -- 172.21.15.46:0/2114963702 shutdown_connections
2024-03-19T01:54:47.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:54:47.321+0000 7ff9a9827640  1 -- 172.21.15.46:0/2114963702 wait complete.
2024-03-19T01:54:47.335 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:47 smithi046 ceph-mon[63102]: pgmap v144: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:54:47.336 INFO:tasks.cephfs.filesystem:scrub status for tag:a0e689b8-0ae7-4988-94f1-8b134fdadbe3 - {'path': '/', 'tag': 'a0e689b8-0ae7-4988-94f1-8b134fdadbe3', 'options': 'recursive,force'}
2024-03-19T01:54:47.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:47 smithi073 ceph-mon[66833]: pgmap v144: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:54:47.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:47 smithi102 ceph-mon[66557]: pgmap v144: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:54:48.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:48 smithi073 ceph-mon[66833]: scrub queued for path: /
2024-03-19T01:54:48.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:48 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:54:48.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:48 smithi073 ceph-mon[66833]: scrub summary: active paths [/]
2024-03-19T01:54:48.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:48 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:54:48.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:48 smithi102 ceph-mon[66557]: scrub queued for path: /
2024-03-19T01:54:48.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:48 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:54:48.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:48 smithi102 ceph-mon[66557]: scrub summary: active paths [/]
2024-03-19T01:54:48.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:48 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:54:48.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:48 smithi046 ceph-mon[63102]: scrub queued for path: /
2024-03-19T01:54:48.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:48 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:54:48.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:48 smithi046 ceph-mon[63102]: scrub summary: active paths [/]
2024-03-19T01:54:48.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:48 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:54:49.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:49 smithi073 ceph-mon[66833]: pgmap v145: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:54:49.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:49 smithi102 ceph-mon[66557]: pgmap v145: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:54:49.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:49 smithi046 ceph-mon[63102]: pgmap v145: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:54:51.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:51 smithi073 ceph-mon[66833]: pgmap v146: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:54:51.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:51 smithi073 ceph-mon[66833]: scrub summary: idle
2024-03-19T01:54:51.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:51 smithi102 ceph-mon[66557]: pgmap v146: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:54:51.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:51 smithi102 ceph-mon[66557]: scrub summary: idle
2024-03-19T01:54:51.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:51 smithi046 ceph-mon[63102]: pgmap v146: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:54:51.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:51 smithi046 ceph-mon[63102]: scrub summary: idle
2024-03-19T01:54:53.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:53 smithi073 ceph-mon[66833]: pgmap v147: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:54:53.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:53 smithi102 ceph-mon[66557]: pgmap v147: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:54:53.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:53 smithi046 ceph-mon[63102]: pgmap v147: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:54:55.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:55 smithi073 ceph-mon[66833]: pgmap v148: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:54:55.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:55 smithi102 ceph-mon[66557]: pgmap v148: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:54:55.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:55 smithi046 ceph-mon[63102]: pgmap v148: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:54:57.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:57 smithi073 ceph-mon[66833]: pgmap v149: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:54:57.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:57 smithi102 ceph-mon[66557]: pgmap v149: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:54:57.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:57 smithi046 ceph-mon[63102]: pgmap v149: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:54:59.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:54:59 smithi073 ceph-mon[66833]: pgmap v150: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:54:59.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:54:59 smithi102 ceph-mon[66557]: pgmap v150: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:54:59.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:54:59 smithi046 ceph-mon[63102]: pgmap v150: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:55:01.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:01 smithi073 ceph-mon[66833]: pgmap v151: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:55:01.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:01 smithi102 ceph-mon[66557]: pgmap v151: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:55:01.614 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:01 smithi046 ceph-mon[63102]: pgmap v151: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:55:03.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:03 smithi073 ceph-mon[66833]: pgmap v152: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:55:03.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:03 smithi102 ceph-mon[66557]: pgmap v152: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:55:03.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:03 smithi046 ceph-mon[63102]: pgmap v152: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:55:05.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:05 smithi102 ceph-mon[66557]: pgmap v153: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:55:05.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:05 smithi046 ceph-mon[63102]: pgmap v153: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:55:05.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:05 smithi073 ceph-mon[66833]: pgmap v153: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:55:07.481 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:07 smithi102 ceph-mon[66557]: pgmap v154: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 24 op/s
2024-03-19T01:55:07.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:07 smithi046 ceph-mon[63102]: pgmap v154: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 24 op/s
2024-03-19T01:55:07.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:07 smithi073 ceph-mon[66833]: pgmap v154: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 24 op/s
2024-03-19T01:55:09.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:09 smithi102 ceph-mon[66557]: pgmap v155: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 21 op/s
2024-03-19T01:55:09.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:09 smithi046 ceph-mon[63102]: pgmap v155: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 21 op/s
2024-03-19T01:55:09.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:09 smithi073 ceph-mon[66833]: pgmap v155: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 21 op/s
2024-03-19T01:55:11.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:11 smithi102 ceph-mon[66557]: pgmap v156: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 25 op/s
2024-03-19T01:55:11.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:11 smithi046 ceph-mon[63102]: pgmap v156: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 25 op/s
2024-03-19T01:55:11.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:11 smithi073 ceph-mon[66833]: pgmap v156: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 25 op/s
2024-03-19T01:55:13.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:13 smithi102 ceph-mon[66557]: pgmap v157: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 21 op/s
2024-03-19T01:55:13.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:13 smithi046 ceph-mon[63102]: pgmap v157: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 21 op/s
2024-03-19T01:55:13.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:13 smithi073 ceph-mon[66833]: pgmap v157: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 21 op/s
2024-03-19T01:55:14.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:14 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:55:14.614 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:14 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:55:14.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:14 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:55:15.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:15 smithi046 ceph-mon[63102]: pgmap v158: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 21 op/s
2024-03-19T01:55:15.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:15 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:55:15.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:15 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:55:15.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:15 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:55:15.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:15 smithi073 ceph-mon[66833]: pgmap v158: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 21 op/s
2024-03-19T01:55:15.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:15 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:55:15.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:15 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:55:15.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:15 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:55:15.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:15 smithi102 ceph-mon[66557]: pgmap v158: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 21 op/s
2024-03-19T01:55:15.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:15 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:55:15.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:15 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:55:15.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:15 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:55:17.337 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:55:17.338 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:55:17.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.455+0000 7f9e96420640  1 -- 172.21.15.46:0/1233004663 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9e900693e0 msgr2=0x7f9e9010e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:17.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.455+0000 7f9e96420640  1 --2- 172.21.15.46:0/1233004663 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9e900693e0 0x7f9e9010e680 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f9e88009cd0 tx=0x7f9e8802c0f0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.455+0000 7f9e96420640  1 -- 172.21.15.46:0/1233004663 shutdown_connections
2024-03-19T01:55:17.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.455+0000 7f9e96420640  1 --2- 172.21.15.46:0/1233004663 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9e900693e0 0x7f9e9010e680 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.455+0000 7f9e96420640  1 --2- 172.21.15.46:0/1233004663 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9e90068a20 0x7f9e90068ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.455+0000 7f9e96420640  1 --2- 172.21.15.46:0/1233004663 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9e90107870 0x7f9e90107c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.455+0000 7f9e96420640  1 -- 172.21.15.46:0/1233004663 >> 172.21.15.46:0/1233004663 conn(0x7f9e90077820 msgr2=0x7f9e90077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:17.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.455+0000 7f9e96420640  1 -- 172.21.15.46:0/1233004663 shutdown_connections
2024-03-19T01:55:17.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.455+0000 7f9e96420640  1 -- 172.21.15.46:0/1233004663 wait complete.
2024-03-19T01:55:17.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.455+0000 7f9e96420640  1  Processor -- start
2024-03-19T01:55:17.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.455+0000 7f9e96420640  1 --  start start
2024-03-19T01:55:17.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.456+0000 7f9e96420640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9e90068a20 0x7f9e90197f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.456+0000 7f9e96420640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9e900693e0 0x7f9e90198490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.456+0000 7f9e96420640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9e90107870 0x7f9e9019c810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.456+0000 7f9e96420640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f9e90111a70 con 0x7f9e90068a20
2024-03-19T01:55:17.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.456+0000 7f9e96420640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f9e901118f0 con 0x7f9e900693e0
2024-03-19T01:55:17.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.456+0000 7f9e96420640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9e90111bf0 con 0x7f9e90107870
2024-03-19T01:55:17.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.456+0000 7f9e8ffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9e90068a20 0x7f9e90197f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.456+0000 7f9e8ffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9e90068a20 0x7f9e90197f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37132/0 (socket says 172.21.15.46:37132)
2024-03-19T01:55:17.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.456+0000 7f9e949bd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9e90107870 0x7f9e9019c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.456+0000 7f9e8ffff640  1 -- 172.21.15.46:0/3640329090 learned_addr learned my addr 172.21.15.46:0/3640329090 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:17.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.456+0000 7f9e8f7fe640  1 --2- 172.21.15.46:0/3640329090 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9e900693e0 0x7f9e90198490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.456+0000 7f9e8ffff640  1 -- 172.21.15.46:0/3640329090 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9e90107870 msgr2=0x7f9e9019c810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:17.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.456+0000 7f9e8ffff640  1 --2- 172.21.15.46:0/3640329090 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9e90107870 0x7f9e9019c810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.456+0000 7f9e8ffff640  1 -- 172.21.15.46:0/3640329090 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9e900693e0 msgr2=0x7f9e90198490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:17.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.456+0000 7f9e8ffff640  1 --2- 172.21.15.46:0/3640329090 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9e900693e0 0x7f9e90198490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.456+0000 7f9e8ffff640  1 -- 172.21.15.46:0/3640329090 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e9019cf40 con 0x7f9e90068a20
2024-03-19T01:55:17.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.457+0000 7f9e949bd640  1 --2- 172.21.15.46:0/3640329090 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9e90107870 0x7f9e9019c810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:17.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.457+0000 7f9e8ffff640  1 --2- 172.21.15.46:0/3640329090 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9e90068a20 0x7f9e90197f50 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f9e8000e9f0 tx=0x7f9e8000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:17.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.457+0000 7f9e8d7fa640  1 -- 172.21.15.46:0/3640329090 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e8000cd80 con 0x7f9e90068a20
2024-03-19T01:55:17.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.457+0000 7f9e8d7fa640  1 -- 172.21.15.46:0/3640329090 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9e800054d0 con 0x7f9e90068a20
2024-03-19T01:55:17.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.457+0000 7f9e96420640  1 -- 172.21.15.46:0/3640329090 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e9019d230 con 0x7f9e90068a20
2024-03-19T01:55:17.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.457+0000 7f9e8d7fa640  1 -- 172.21.15.46:0/3640329090 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e80010490 con 0x7f9e90068a20
2024-03-19T01:55:17.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.457+0000 7f9e96420640  1 -- 172.21.15.46:0/3640329090 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e90100610 con 0x7f9e90068a20
2024-03-19T01:55:17.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.459+0000 7f9e8d7fa640  1 -- 172.21.15.46:0/3640329090 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f9e80005020 con 0x7f9e90068a20
2024-03-19T01:55:17.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.460+0000 7f9e9900d740  1  Processor -- start
2024-03-19T01:55:17.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.460+0000 7f9e9900d740  1 --  start start
2024-03-19T01:55:17.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.460+0000 7f9e8d7fa640  1 --2- 172.21.15.46:0/3640329090 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f9e780a29f0 0x7f9e780a4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.460+0000 7f9e9900d740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf402d4a30 0x55cf402d4e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.460+0000 7f9e9900d740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cf402d5350 0x55cf402dd9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.460+0000 7f9e9900d740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cf402ddf30 0x55cf402e0320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.460+0000 7f9e949bd640  1 --2- 172.21.15.46:0/3640329090 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f9e780a29f0 0x7f9e780a4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.460+0000 7f9e9900d740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55cf40238500 con 0x55cf402d4a30
2024-03-19T01:55:17.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.460+0000 7f9e9900d740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55cf401e0be0 con 0x55cf402d5350
2024-03-19T01:55:17.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.460+0000 7f9e9900d740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55cf402345a0 con 0x55cf402ddf30
2024-03-19T01:55:17.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.460+0000 7f9e8d7fa640  1 -- 172.21.15.46:0/3640329090 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f9e800cf4c0 con 0x7f9e90068a20
2024-03-19T01:55:17.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.460+0000 7f9e8ffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf402d4a30 0x55cf402d4e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.460+0000 7f9e8ffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf402d4a30 0x55cf402d4e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37146/0 (socket says 172.21.15.46:37146)
2024-03-19T01:55:17.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.460+0000 7f9e8ffff640  1 -- 172.21.15.46:0/845384408 learned_addr learned my addr 172.21.15.46:0/845384408 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:17.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.460+0000 7f9e8f7fe640  1 --2- 172.21.15.46:0/845384408 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cf402d5350 0x55cf402dd9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.460+0000 7f9e949bd640  1 --2- 172.21.15.46:0/845384408 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cf402ddf30 0x55cf402e0320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.460+0000 7f9e8ffff640  1 -- 172.21.15.46:0/845384408 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cf402ddf30 msgr2=0x55cf402e0320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:17.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.460+0000 7f9e8ffff640  1 --2- 172.21.15.46:0/845384408 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cf402ddf30 0x55cf402e0320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.460+0000 7f9e8ffff640  1 -- 172.21.15.46:0/845384408 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cf402d5350 msgr2=0x55cf402dd9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:17.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.460+0000 7f9e8ffff640  1 --2- 172.21.15.46:0/845384408 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cf402d5350 0x55cf402dd9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.460+0000 7f9e8ffff640  1 -- 172.21.15.46:0/845384408 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cf40202000 con 0x55cf402d4a30
2024-03-19T01:55:17.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.460+0000 7f9e949bd640  1 --2- 172.21.15.46:0/845384408 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cf402ddf30 0x55cf402e0320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:55:17.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.460+0000 7f9e8f7fe640  1 --2- 172.21.15.46:0/845384408 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cf402d5350 0x55cf402dd9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:17.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.460+0000 7f9e949bd640  1 --2- 172.21.15.46:0/3640329090 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f9e780a29f0 0x7f9e780a4eb0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f9e88005cc0 tx=0x7f9e88032710 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:17.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.460+0000 7f9e8ffff640  1 --2- 172.21.15.46:0/845384408 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf402d4a30 0x55cf402d4e10 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f9e80098180 tx=0x7f9e80005310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b875087a352ded4f server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:17.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.461+0000 7f9e767fc640  1 -- 172.21.15.46:0/845384408 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e8009beb0 con 0x55cf402d4a30
2024-03-19T01:55:17.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.461+0000 7f9e767fc640  1 -- 172.21.15.46:0/845384408 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9e8009b7b0 con 0x55cf402d4a30
2024-03-19T01:55:17.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.461+0000 7f9e767fc640  1 -- 172.21.15.46:0/845384408 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e80097e20 con 0x55cf402d4a30
2024-03-19T01:55:17.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.461+0000 7f9e9900d740  1 -- 172.21.15.46:0/845384408 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf402d4a30 msgr2=0x55cf402d4e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:17.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.461+0000 7f9e9900d740  1 --2- 172.21.15.46:0/845384408 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf402d4a30 0x55cf402d4e10 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f9e80098180 tx=0x7f9e80005310 comp rx=0 tx=0).stop
2024-03-19T01:55:17.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.461+0000 7f9e9900d740  1 -- 172.21.15.46:0/845384408 shutdown_connections
2024-03-19T01:55:17.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.461+0000 7f9e9900d740  1 --2- 172.21.15.46:0/845384408 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cf402ddf30 0x55cf402e0320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.461+0000 7f9e9900d740  1 --2- 172.21.15.46:0/845384408 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cf402d5350 0x55cf402dd9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.461+0000 7f9e9900d740  1 --2- 172.21.15.46:0/845384408 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf402d4a30 0x55cf402d4e10 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.461+0000 7f9e9900d740  1 -- 172.21.15.46:0/845384408 >> 172.21.15.46:0/845384408 conn(0x55cf402cf160 msgr2=0x55cf402cf540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:17.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.461+0000 7f9e9900d740  1 -- 172.21.15.46:0/845384408 shutdown_connections
2024-03-19T01:55:17.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.461+0000 7f9e9900d740  1 -- 172.21.15.46:0/845384408 wait complete.
2024-03-19T01:55:17.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.462+0000 7f9e9900d740  1 --  start start
2024-03-19T01:55:17.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.462+0000 7f9e9900d740  1  Processor -- start
2024-03-19T01:55:17.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.462+0000 7f9e9900d740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cf402d4a30 0x55cf402dae80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.462+0000 7f9e9900d740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cf402d5350 0x55cf402db3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.462+0000 7f9e9900d740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf402ddf30 0x55cf402db900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.462+0000 7f9e9900d740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55cf402e0cc0 con 0x55cf402ddf30
2024-03-19T01:55:17.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.462+0000 7f9e9900d740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55cf401f4160 con 0x55cf402d5350
2024-03-19T01:55:17.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.462+0000 7f9e9900d740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55cf402e0e40 con 0x55cf402d4a30
2024-03-19T01:55:17.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.462+0000 7f9e9900d740 10 client.0 _ll_register_callbacks cb 0x55cf40230a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:55:17.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.462+0000 7f9e949bd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf402ddf30 0x55cf402db900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.462+0000 7f9e8f7fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cf402d5350 0x55cf402db3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.462+0000 7f9e8ffff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cf402d4a30 0x55cf402dae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.462+0000 7f9e8f7fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cf402d5350 0x55cf402db3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:33338/0 (socket says 172.21.15.46:33338)
2024-03-19T01:55:17.471 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.462+0000 7f9e8f7fe640  1 -- 172.21.15.46:0/2593023831 learned_addr learned my addr 172.21.15.46:0/2593023831 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:17.471 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.463+0000 7f9e8ffff640  1 -- 172.21.15.46:0/2593023831 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cf402d5350 msgr2=0x55cf402db3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:17.471 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.463+0000 7f9e8ffff640  1 --2- 172.21.15.46:0/2593023831 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cf402d5350 0x55cf402db3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.471 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.463+0000 7f9e8ffff640  1 -- 172.21.15.46:0/2593023831 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf402ddf30 msgr2=0x55cf402db900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:17.471 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.463+0000 7f9e8ffff640  1 --2- 172.21.15.46:0/2593023831 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf402ddf30 0x55cf402db900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.471 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.463+0000 7f9e8ffff640  1 -- 172.21.15.46:0/2593023831 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cf400167d0 con 0x55cf402d4a30
2024-03-19T01:55:17.471 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.463+0000 7f9e8f7fe640  1 --2- 172.21.15.46:0/2593023831 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cf402d5350 0x55cf402db3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:17.471 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.463+0000 7f9e949bd640  1 --2- 172.21.15.46:0/2593023831 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf402ddf30 0x55cf402db900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:17.471 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.463+0000 7f9e8ffff640  1 --2- 172.21.15.46:0/2593023831 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cf402d4a30 0x55cf402dae80 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f9e80098180 tx=0x7f9e800862d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f604d66c97234f5a server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:17.471 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.463+0000 7f9e6f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.102:3300/0
2024-03-19T01:55:17.471 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.463+0000 7f9e6f7fe640  1 -- 172.21.15.46:0/2593023831 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e800ba070 con 0x55cf402d4a30
2024-03-19T01:55:17.471 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.463+0000 7f9e9900d740  1 -- 172.21.15.46:0/2593023831 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9e8009b7b0 con 0x55cf402d4a30
2024-03-19T01:55:17.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.463+0000 7f9e6f7fe640  1 -- 172.21.15.46:0/2593023831 <== mon.1 v2:172.21.15.102:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f9e80097e20 con 0x55cf402d4a30
2024-03-19T01:55:17.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.463+0000 7f9e6f7fe640  1 -- 172.21.15.46:0/2593023831 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9e8009beb0 con 0x55cf402d4a30
2024-03-19T01:55:17.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.463+0000 7f9e9900d740 10 client.26542 fetch_fsmap learned FSMap version 29
2024-03-19T01:55:17.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.463+0000 7f9e9900d740  1 -- 172.21.15.46:0/2593023831 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55cf3ff4c3f0 con 0x55cf402d4a30
2024-03-19T01:55:17.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.463+0000 7f9e6f7fe640  1 -- 172.21.15.46:0/2593023831 <== mon.1 v2:172.21.15.102:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9e8009b7b0 con 0x55cf402d4a30
2024-03-19T01:55:17.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.464+0000 7f9e6f7fe640  1 -- 172.21.15.46:0/2593023831 <== mon.1 v2:172.21.15.102:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f9e800a8020 con 0x55cf402d4a30
2024-03-19T01:55:17.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.464+0000 7f9e9900d740 10 client.26542 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:55:17.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.464+0000 7f9e9900d740 10 client.26542 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:55:17.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.464+0000 7f9e9900d740 20 client.26542 populate_metadata read hostname 'smithi046'
2024-03-19T01:55:17.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.464+0000 7f9e9900d740  1 --2- 172.21.15.46:0/2593023831 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55cf402ee000 0x55cf402f03f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.464+0000 7f9e9900d740  4 client.26542 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:55:17.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.464+0000 7f9e9900d740  1 -- 172.21.15.46:0/2593023831 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cf40245a40 con 0x55cf402ee000
2024-03-19T01:55:17.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.464+0000 7f9e8f7fe640  1 --2- 172.21.15.46:0/2593023831 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55cf402ee000 0x55cf402f03f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.464+0000 7f9e6f7fe640 10 client.26542 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:55:17.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.464+0000 7f9e8f7fe640  1 --2- 172.21.15.46:0/2593023831 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55cf402ee000 0x55cf402f03f0 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f3b16ab93ae9923a server_cookie=80baf5c0e1cedabb in_seq=0 out_seq=0
2024-03-19T01:55:17.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.465+0000 7f9e6f7fe640  1 -- 172.21.15.46:0/2593023831 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55cf40245a40 con 0x55cf402ee000
2024-03-19T01:55:17.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.465+0000 7f9e6f7fe640 10 client.26542 handle_command_reply: tid=0
2024-03-19T01:55:17.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.465+0000 7f9e9900d740  1 client.26542 shutdown
2024-03-19T01:55:17.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.465+0000 7f9e9900d740  1 -- 172.21.15.46:0/2593023831 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cf402d4a30 msgr2=0x55cf402dae80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:17.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.465+0000 7f9e9900d740  1 --2- 172.21.15.46:0/2593023831 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cf402d4a30 0x55cf402dae80 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f9e80098180 tx=0x7f9e800862d0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.465+0000 7f9e9900d740  1 -- 172.21.15.46:0/2593023831 shutdown_connections
2024-03-19T01:55:17.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.465+0000 7f9e9900d740  1 --2- 172.21.15.46:0/2593023831 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55cf402ee000 0x55cf402f03f0 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.465+0000 7f9e9900d740  1 --2- 172.21.15.46:0/2593023831 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf402ddf30 0x55cf402db900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.465+0000 7f9e9900d740  1 --2- 172.21.15.46:0/2593023831 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cf402d5350 0x55cf402db3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.465+0000 7f9e9900d740  1 --2- 172.21.15.46:0/2593023831 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cf402d4a30 0x55cf402dae80 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.465+0000 7f9e6f7fe640  0 client.26542 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:55:17.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.465+0000 7f9e9900d740  1 -- 172.21.15.46:0/2593023831 >> 172.21.15.46:0/2593023831 conn(0x55cf402cf160 msgr2=0x55cf402d0eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:17.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.466+0000 7f9e9900d740  1 -- 172.21.15.46:0/2593023831 shutdown_connections
2024-03-19T01:55:17.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.466+0000 7f9e9900d740  1 -- 172.21.15.46:0/2593023831 wait complete.
2024-03-19T01:55:17.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.466+0000 7f9e9900d740 20 client.26542 trim_cache size 0 max 16384
2024-03-19T01:55:17.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.483+0000 7f9e9900d740  1  Processor -- start
2024-03-19T01:55:17.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.483+0000 7f9e9900d740  1 --  start start
2024-03-19T01:55:17.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.483+0000 7f9e9900d740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf402d4a30 0x55cf402dd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.483+0000 7f9e9900d740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cf402d5350 0x55cf402e97a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.483+0000 7f9e9900d740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cf402ddf30 0x55cf402f3410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.483+0000 7f9e9900d740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f9e901b36e0 con 0x55cf402d4a30
2024-03-19T01:55:17.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.483+0000 7f9e9900d740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f9e901b0ef0 con 0x55cf402d5350
2024-03-19T01:55:17.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.483+0000 7f9e9900d740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9e901aed20 con 0x55cf402ddf30
2024-03-19T01:55:17.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.483+0000 7f9e8ffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf402d4a30 0x55cf402dd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.483+0000 7f9e8ffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf402d4a30 0x55cf402dd5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37176/0 (socket says 172.21.15.46:37176)
2024-03-19T01:55:17.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.483+0000 7f9e8ffff640  1 -- 172.21.15.46:0/2180422670 learned_addr learned my addr 172.21.15.46:0/2180422670 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:17.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.483+0000 7f9e8f7fe640  1 --2- 172.21.15.46:0/2180422670 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cf402d5350 0x55cf402e97a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.483+0000 7f9e949bd640  1 --2- 172.21.15.46:0/2180422670 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cf402ddf30 0x55cf402f3410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.484+0000 7f9e8ffff640  1 -- 172.21.15.46:0/2180422670 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cf402ddf30 msgr2=0x55cf402f3410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:17.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.484+0000 7f9e8ffff640  1 --2- 172.21.15.46:0/2180422670 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cf402ddf30 0x55cf402f3410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.484+0000 7f9e8ffff640  1 -- 172.21.15.46:0/2180422670 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cf402d5350 msgr2=0x55cf402e97a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:17.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.484+0000 7f9e8ffff640  1 --2- 172.21.15.46:0/2180422670 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cf402d5350 0x55cf402e97a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.484+0000 7f9e8ffff640  1 -- 172.21.15.46:0/2180422670 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cf3ff0c0f0 con 0x55cf402d4a30
2024-03-19T01:55:17.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.484+0000 7f9e8ffff640  1 --2- 172.21.15.46:0/2180422670 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf402d4a30 0x55cf402dd5b0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f9e800cf760 tx=0x7f9e800afbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17ca061fc1887f4e server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:17.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.484+0000 7f9e75ffb640  1 -- 172.21.15.46:0/2180422670 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e800ba040 con 0x55cf402d4a30
2024-03-19T01:55:17.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.484+0000 7f9e75ffb640  1 -- 172.21.15.46:0/2180422670 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9e8009b7b0 con 0x55cf402d4a30
2024-03-19T01:55:17.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.484+0000 7f9e75ffb640  1 -- 172.21.15.46:0/2180422670 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e80097e20 con 0x55cf402d4a30
2024-03-19T01:55:17.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.485+0000 7f9e9900d740  1 -- 172.21.15.46:0/2180422670 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf402d4a30 msgr2=0x55cf402dd5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:17.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.485+0000 7f9e9900d740  1 --2- 172.21.15.46:0/2180422670 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf402d4a30 0x55cf402dd5b0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f9e800cf760 tx=0x7f9e800afbf0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.485+0000 7f9e9900d740  1 -- 172.21.15.46:0/2180422670 shutdown_connections
2024-03-19T01:55:17.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.485+0000 7f9e9900d740  1 --2- 172.21.15.46:0/2180422670 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cf402ddf30 0x55cf402f3410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.485+0000 7f9e9900d740  1 --2- 172.21.15.46:0/2180422670 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cf402d5350 0x55cf402e97a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.485+0000 7f9e9900d740  1 --2- 172.21.15.46:0/2180422670 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf402d4a30 0x55cf402dd5b0 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.485+0000 7f9e9900d740  1 -- 172.21.15.46:0/2180422670 >> 172.21.15.46:0/2180422670 conn(0x55cf402cf160 msgr2=0x55cf402e9090 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:17.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.485+0000 7f9e9900d740  1 -- 172.21.15.46:0/2180422670 shutdown_connections
2024-03-19T01:55:17.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.485+0000 7f9e9900d740  1 -- 172.21.15.46:0/2180422670 wait complete.
2024-03-19T01:55:17.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.485+0000 7f9e9900d740  1 --  start start
2024-03-19T01:55:17.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.485+0000 7f9e9900d740  1  Processor -- start
2024-03-19T01:55:17.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.485+0000 7f9e9900d740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf402d4a30 0x55cf402f0c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.485+0000 7f9e9900d740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cf402d5350 0x55cf402f1190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.486+0000 7f9e9900d740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cf402ddf30 0x55cf402f16d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.486+0000 7f9e9900d740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f9e901af3b0 con 0x55cf402d4a30
2024-03-19T01:55:17.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.486+0000 7f9e9900d740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f9e901b0820 con 0x55cf402ddf30
2024-03-19T01:55:17.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.486+0000 7f9e9900d740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9e901afa80 con 0x55cf402d5350
2024-03-19T01:55:17.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.486+0000 7f9e9900d740 10 client.0 _ll_register_callbacks cb 0x7f9e840097a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:55:17.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.486+0000 7f9e8ffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf402d4a30 0x55cf402f0c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.486+0000 7f9e8ffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf402d4a30 0x55cf402f0c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37188/0 (socket says 172.21.15.46:37188)
2024-03-19T01:55:17.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.486+0000 7f9e8f7fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cf402d5350 0x55cf402f1190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.486+0000 7f9e949bd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cf402ddf30 0x55cf402f16d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.486+0000 7f9e8ffff640  1 -- 172.21.15.46:0/1091415841 learned_addr learned my addr 172.21.15.46:0/1091415841 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:17.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.486+0000 7f9e8ffff640  1 -- 172.21.15.46:0/1091415841 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cf402d5350 msgr2=0x55cf402f1190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:17.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.486+0000 7f9e8ffff640  1 --2- 172.21.15.46:0/1091415841 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cf402d5350 0x55cf402f1190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.486+0000 7f9e8ffff640  1 -- 172.21.15.46:0/1091415841 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cf402ddf30 msgr2=0x55cf402f16d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:17.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.486+0000 7f9e8ffff640  1 --2- 172.21.15.46:0/1091415841 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cf402ddf30 0x55cf402f16d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.486+0000 7f9e8ffff640  1 -- 172.21.15.46:0/1091415841 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cf40352fa0 con 0x55cf402d4a30
2024-03-19T01:55:17.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.486+0000 7f9e8ffff640  1 --2- 172.21.15.46:0/1091415841 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf402d4a30 0x55cf402f0c50 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f9e800a3bb0 tx=0x7f9e80097b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9704edd7ad24aee4 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:17.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.486+0000 7f9e6f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:55:17.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.486+0000 7f9e6f7fe640  1 -- 172.21.15.46:0/1091415841 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e800ba040 con 0x55cf402d4a30
2024-03-19T01:55:17.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.486+0000 7f9e6f7fe640  1 -- 172.21.15.46:0/1091415841 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f9e8009ac00 con 0x55cf402d4a30
2024-03-19T01:55:17.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.486+0000 7f9e9900d740  1 -- 172.21.15.46:0/1091415841 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9e8009b7b0 con 0x55cf402d4a30
2024-03-19T01:55:17.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.486+0000 7f9e6f7fe640  1 -- 172.21.15.46:0/1091415841 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9e8009b2f0 con 0x55cf402d4a30
2024-03-19T01:55:17.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.486+0000 7f9e9900d740 10 client.16749 fetch_fsmap learned FSMap version 29
2024-03-19T01:55:17.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.486+0000 7f9e9900d740  1 -- 172.21.15.46:0/1091415841 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55cf40352fa0 con 0x55cf402d4a30
2024-03-19T01:55:17.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.487+0000 7f9e6f7fe640  1 -- 172.21.15.46:0/1091415841 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9e8009b7b0 con 0x55cf402d4a30
2024-03-19T01:55:17.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.487+0000 7f9e6f7fe640  1 -- 172.21.15.46:0/1091415841 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f9e800a8070 con 0x55cf402d4a30
2024-03-19T01:55:17.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.487+0000 7f9e9900d740 10 client.16749 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:55:17.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.487+0000 7f9e9900d740 10 client.16749 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:55:17.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.487+0000 7f9e9900d740 20 client.16749 populate_metadata read hostname 'smithi046'
2024-03-19T01:55:17.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.487+0000 7f9e9900d740  1 --2- 172.21.15.46:0/1091415841 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55cf403544c0 0x55cf403568e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.487+0000 7f9e9900d740  4 client.16749 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:55:17.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.487+0000 7f9e9900d740  1 -- 172.21.15.46:0/1091415841 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55cf4023fd90 con 0x55cf403544c0
2024-03-19T01:55:17.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.487+0000 7f9e8f7fe640  1 --2- 172.21.15.46:0/1091415841 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55cf403544c0 0x55cf403568e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.487+0000 7f9e6f7fe640 10 client.16749 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:55:17.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.487+0000 7f9e8f7fe640  1 --2- 172.21.15.46:0/1091415841 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55cf403544c0 0x55cf403568e0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a197b94359ab894f server_cookie=4bfaf495e1b4c9e5 in_seq=0 out_seq=0
2024-03-19T01:55:17.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.487+0000 7f9e6f7fe640  1 -- 172.21.15.46:0/1091415841 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55cf4023fd90 con 0x55cf403544c0
2024-03-19T01:55:17.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.487+0000 7f9e6f7fe640 10 client.16749 handle_command_reply: tid=0
2024-03-19T01:55:17.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.487+0000 7f9e9900d740  1 client.16749 shutdown
2024-03-19T01:55:17.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.488+0000 7f9e9900d740  1 -- 172.21.15.46:0/1091415841 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf402d4a30 msgr2=0x55cf402f0c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:17.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.488+0000 7f9e9900d740  1 --2- 172.21.15.46:0/1091415841 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf402d4a30 0x55cf402f0c50 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f9e800a3bb0 tx=0x7f9e80097b80 comp rx=0 tx=0).stop
2024-03-19T01:55:17.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.488+0000 7f9e9900d740  1 -- 172.21.15.46:0/1091415841 shutdown_connections
2024-03-19T01:55:17.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.488+0000 7f9e9900d740  1 --2- 172.21.15.46:0/1091415841 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55cf403544c0 0x55cf403568e0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.488+0000 7f9e9900d740  1 --2- 172.21.15.46:0/1091415841 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cf402ddf30 0x55cf402f16d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.488+0000 7f9e9900d740  1 --2- 172.21.15.46:0/1091415841 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cf402d5350 0x55cf402f1190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.488+0000 7f9e6f7fe640  0 client.16749 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:55:17.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.488+0000 7f9e9900d740  1 --2- 172.21.15.46:0/1091415841 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf402d4a30 0x55cf402f0c50 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.488+0000 7f9e9900d740  1 -- 172.21.15.46:0/1091415841 >> 172.21.15.46:0/1091415841 conn(0x55cf402cf160 msgr2=0x55cf402e9920 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:17.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.488+0000 7f9e9900d740  1 -- 172.21.15.46:0/1091415841 shutdown_connections
2024-03-19T01:55:17.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.488+0000 7f9e9900d740  1 -- 172.21.15.46:0/1091415841 wait complete.
2024-03-19T01:55:17.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.488+0000 7f9e9900d740 20 client.16749 trim_cache size 0 max 16384
2024-03-19T01:55:17.496 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:55:17.497 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "no active scrubs running",
2024-03-19T01:55:17.497 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {}
2024-03-19T01:55:17.497 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:55:17.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.488+0000 7f9e96420640  1 -- 172.21.15.46:0/3640329090 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f9e780a29f0 msgr2=0x7f9e780a4eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:17.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.488+0000 7f9e96420640  1 --2- 172.21.15.46:0/3640329090 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f9e780a29f0 0x7f9e780a4eb0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f9e88005cc0 tx=0x7f9e88032710 comp rx=0 tx=0).stop
2024-03-19T01:55:17.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.488+0000 7f9e96420640  1 -- 172.21.15.46:0/3640329090 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9e90068a20 msgr2=0x7f9e90197f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:17.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.488+0000 7f9e96420640  1 --2- 172.21.15.46:0/3640329090 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9e90068a20 0x7f9e90197f50 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f9e8000e9f0 tx=0x7f9e8000edf0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.488+0000 7f9e96420640  1 -- 172.21.15.46:0/3640329090 shutdown_connections
2024-03-19T01:55:17.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.488+0000 7f9e96420640  1 --2- 172.21.15.46:0/3640329090 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f9e780a29f0 0x7f9e780a4eb0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.488+0000 7f9e96420640  1 --2- 172.21.15.46:0/3640329090 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9e90107870 0x7f9e9019c810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.488+0000 7f9e96420640  1 --2- 172.21.15.46:0/3640329090 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9e900693e0 0x7f9e90198490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.488+0000 7f9e96420640  1 --2- 172.21.15.46:0/3640329090 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9e90068a20 0x7f9e90197f50 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.488+0000 7f9e96420640  1 -- 172.21.15.46:0/3640329090 >> 172.21.15.46:0/3640329090 conn(0x7f9e90077820 msgr2=0x7f9e900fe2d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:17.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.489+0000 7f9e96420640  1 -- 172.21.15.46:0/3640329090 shutdown_connections
2024-03-19T01:55:17.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.489+0000 7f9e96420640  1 -- 172.21.15.46:0/3640329090 wait complete.
2024-03-19T01:55:17.499 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:17 smithi046 ceph-mon[63102]: pgmap v159: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 25 op/s
2024-03-19T01:55:17.500 INFO:tasks.cephfs.filesystem:all active scrubs completed
2024-03-19T01:55:17.501 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:55:17.606 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.603+0000 7efd35922640  1 -- 172.21.15.46:0/97990720 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd30102170 msgr2=0x7efd3010e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:17.606 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.603+0000 7efd35922640  1 --2- 172.21.15.46:0/97990720 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd30102170 0x7efd3010e680 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7efd28009930 tx=0x7efd2802bc30 comp rx=0 tx=0).stop
2024-03-19T01:55:17.606 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.603+0000 7efd35922640  1 -- 172.21.15.46:0/97990720 shutdown_connections
2024-03-19T01:55:17.606 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.603+0000 7efd35922640  1 --2- 172.21.15.46:0/97990720 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd30102170 0x7efd3010e680 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.606 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.603+0000 7efd35922640  1 --2- 172.21.15.46:0/97990720 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efd301017b0 0x7efd30101c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.606 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.603+0000 7efd35922640  1 --2- 172.21.15.46:0/97990720 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efd301077c0 0x7efd30107ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.606 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.603+0000 7efd35922640  1 -- 172.21.15.46:0/97990720 >> 172.21.15.46:0/97990720 conn(0x7efd300fd2c0 msgr2=0x7efd300ff6e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:17.607 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.603+0000 7efd35922640  1 -- 172.21.15.46:0/97990720 shutdown_connections
2024-03-19T01:55:17.607 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.603+0000 7efd35922640  1 -- 172.21.15.46:0/97990720 wait complete.
2024-03-19T01:55:17.607 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.603+0000 7efd35922640  1  Processor -- start
2024-03-19T01:55:17.607 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.603+0000 7efd35922640  1 --  start start
2024-03-19T01:55:17.607 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.604+0000 7efd35922640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd301017b0 0x7efd30197fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.607 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.604+0000 7efd35922640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efd30102170 0x7efd30198520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.607 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.604+0000 7efd35922640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efd301077c0 0x7efd3019c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.607 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.604+0000 7efd35922640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7efd30111a40 con 0x7efd301017b0
2024-03-19T01:55:17.607 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.604+0000 7efd35922640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7efd301118c0 con 0x7efd301077c0
2024-03-19T01:55:17.607 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.604+0000 7efd35922640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7efd30111bc0 con 0x7efd30102170
2024-03-19T01:55:17.607 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.604+0000 7efd2effd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd301017b0 0x7efd30197fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.607 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.604+0000 7efd2effd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd301017b0 0x7efd30197fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37196/0 (socket says 172.21.15.46:37196)
2024-03-19T01:55:17.607 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.604+0000 7efd2effd640  1 -- 172.21.15.46:0/3586437 learned_addr learned my addr 172.21.15.46:0/3586437 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:17.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.604+0000 7efd2e7fc640  1 --2- 172.21.15.46:0/3586437 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efd30102170 0x7efd30198520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.604+0000 7efd2f7fe640  1 --2- 172.21.15.46:0/3586437 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efd301077c0 0x7efd3019c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.604+0000 7efd2effd640  1 -- 172.21.15.46:0/3586437 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efd30102170 msgr2=0x7efd30198520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:17.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.604+0000 7efd2effd640  1 --2- 172.21.15.46:0/3586437 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efd30102170 0x7efd30198520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.604+0000 7efd2effd640  1 -- 172.21.15.46:0/3586437 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efd301077c0 msgr2=0x7efd3019c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:17.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.604+0000 7efd2effd640  1 --2- 172.21.15.46:0/3586437 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efd301077c0 0x7efd3019c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.604+0000 7efd2effd640  1 -- 172.21.15.46:0/3586437 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd3019cfd0 con 0x7efd301017b0
2024-03-19T01:55:17.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.604+0000 7efd2effd640  1 --2- 172.21.15.46:0/3586437 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd301017b0 0x7efd30197fe0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7efd20009d50 tx=0x7efd2000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:17.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.604+0000 7efd34920640  1 -- 172.21.15.46:0/3586437 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd20003b70 con 0x7efd301017b0
2024-03-19T01:55:17.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.604+0000 7efd34920640  1 -- 172.21.15.46:0/3586437 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efd20003d10 con 0x7efd301017b0
2024-03-19T01:55:17.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.604+0000 7efd34920640  1 -- 172.21.15.46:0/3586437 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd200108f0 con 0x7efd301017b0
2024-03-19T01:55:17.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.604+0000 7efd35922640  1 -- 172.21.15.46:0/3586437 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd3019d2c0 con 0x7efd301017b0
2024-03-19T01:55:17.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.605+0000 7efd35922640  1 -- 172.21.15.46:0/3586437 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd301a4b50 con 0x7efd301017b0
2024-03-19T01:55:17.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.606+0000 7efd35922640  1 -- 172.21.15.46:0/3586437 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd30068a60 con 0x7efd301017b0
2024-03-19T01:55:17.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.607+0000 7efd34920640  1 -- 172.21.15.46:0/3586437 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7efd20010a90 con 0x7efd301017b0
2024-03-19T01:55:17.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.608+0000 7efd34920640  1 --2- 172.21.15.46:0/3586437 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7efd180a2a70 0x7efd180a4f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.608+0000 7efd2e7fc640  1 --2- 172.21.15.46:0/3586437 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7efd180a2a70 0x7efd180a4f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.608+0000 7efd34920640  1 -- 172.21.15.46:0/3586437 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7efd200cf830 con 0x7efd301017b0
2024-03-19T01:55:17.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.609+0000 7efd2e7fc640  1 --2- 172.21.15.46:0/3586437 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7efd180a2a70 0x7efd180a4f30 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7efd301009f0 tx=0x7efd24005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:17.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.612+0000 7efd34920640  1 -- 172.21.15.46:0/3586437 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7efd2009c270 con 0x7efd301017b0
2024-03-19T01:55:17.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:17 smithi073 ceph-mon[66833]: pgmap v159: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 25 op/s
2024-03-19T01:55:17.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:17 smithi102 ceph-mon[66557]: pgmap v159: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 25 op/s
2024-03-19T01:55:17.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.836+0000 7efd35922640  1 -- 172.21.15.46:0/3586437 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efd30199330 con 0x7efd301017b0
2024-03-19T01:55:17.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.837+0000 7efd34920640  1 -- 172.21.15.46:0/3586437 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11870 (secure 0 0 0) 0x7efd2009bb70 con 0x7efd301017b0
2024-03-19T01:55:17.838 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:55:17.838 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-19T01:47:26.395717+0000","modified":"2024-03-19T01:52:53.660338+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24506,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[0,1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6839/1788589639","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6838","nonce":1788589639},{"type":"v1","addr":"172.21.15.73:6839","nonce":1788589639}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24506,"qdb_cluster":[24479,24478,24506]},"id":1}]}
2024-03-19T01:55:17.838 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 29
2024-03-19T01:55:17.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.838+0000 7efd35922640  1 -- 172.21.15.46:0/3586437 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7efd180a2a70 msgr2=0x7efd180a4f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:17.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.838+0000 7efd35922640  1 --2- 172.21.15.46:0/3586437 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7efd180a2a70 0x7efd180a4f30 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7efd301009f0 tx=0x7efd24005f90 comp rx=0 tx=0).stop
2024-03-19T01:55:17.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.838+0000 7efd35922640  1 -- 172.21.15.46:0/3586437 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd301017b0 msgr2=0x7efd30197fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:17.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.838+0000 7efd35922640  1 --2- 172.21.15.46:0/3586437 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd301017b0 0x7efd30197fe0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7efd20009d50 tx=0x7efd2000c6a0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.839+0000 7efd35922640  1 -- 172.21.15.46:0/3586437 shutdown_connections
2024-03-19T01:55:17.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.839+0000 7efd35922640  1 --2- 172.21.15.46:0/3586437 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efd301077c0 0x7efd3019c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.839+0000 7efd35922640  1 --2- 172.21.15.46:0/3586437 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7efd180a2a70 0x7efd180a4f30 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.839+0000 7efd35922640  1 --2- 172.21.15.46:0/3586437 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efd30102170 0x7efd30198520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.839+0000 7efd35922640  1 --2- 172.21.15.46:0/3586437 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd301017b0 0x7efd30197fe0 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.839+0000 7efd35922640  1 -- 172.21.15.46:0/3586437 >> 172.21.15.46:0/3586437 conn(0x7efd300fd2c0 msgr2=0x7efd300fda30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:17.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.839+0000 7efd35922640  1 -- 172.21.15.46:0/3586437 shutdown_connections
2024-03-19T01:55:17.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.839+0000 7efd35922640  1 -- 172.21.15.46:0/3586437 wait complete.
2024-03-19T01:55:17.851 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls
2024-03-19T01:55:17.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.955+0000 7f1996359640  1 -- 172.21.15.46:0/3646397679 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1990101310 msgr2=0x7f199010d4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:17.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.955+0000 7f1996359640  1 --2- 172.21.15.46:0/3646397679 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1990101310 0x7f199010d4f0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f1988009ca0 tx=0x7f198802c0f0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.955+0000 7f1996359640  1 -- 172.21.15.46:0/3646397679 shutdown_connections
2024-03-19T01:55:17.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.955+0000 7f1996359640  1 --2- 172.21.15.46:0/3646397679 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1990101310 0x7f199010d4f0 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.955+0000 7f1996359640  1 --2- 172.21.15.46:0/3646397679 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1990100970 0x7f1990100dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.955+0000 7f1996359640  1 --2- 172.21.15.46:0/3646397679 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1990106750 0x7f1990106b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.955+0000 7f1996359640  1 -- 172.21.15.46:0/3646397679 >> 172.21.15.46:0/3646397679 conn(0x7f19900774c0 msgr2=0x7f19900778d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:17.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.955+0000 7f1996359640  1 -- 172.21.15.46:0/3646397679 shutdown_connections
2024-03-19T01:55:17.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.955+0000 7f1996359640  1 -- 172.21.15.46:0/3646397679 wait complete.
2024-03-19T01:55:17.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.955+0000 7f1996359640  1  Processor -- start
2024-03-19T01:55:17.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.955+0000 7f1996359640  1 --  start start
2024-03-19T01:55:17.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.956+0000 7f1996359640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1990100970 0x7f1990102390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.956+0000 7f1996359640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1990101310 0x7f19901028d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.956+0000 7f1996359640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1990106750 0x7f1990102e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.956+0000 7f1996359640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1990110980 con 0x7f1990101310
2024-03-19T01:55:17.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.956+0000 7f1996359640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f1990110800 con 0x7f1990106750
2024-03-19T01:55:17.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.956+0000 7f1996359640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1990110b00 con 0x7f1990100970
2024-03-19T01:55:17.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.956+0000 7f198f7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1990101310 0x7f19901028d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.956+0000 7f198f7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1990101310 0x7f19901028d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37210/0 (socket says 172.21.15.46:37210)
2024-03-19T01:55:17.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.956+0000 7f198f7fe640  1 -- 172.21.15.46:0/2248788551 learned_addr learned my addr 172.21.15.46:0/2248788551 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:17.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.956+0000 7f19948f6640  1 --2- 172.21.15.46:0/2248788551 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1990106750 0x7f1990102e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.956+0000 7f198ffff640  1 --2- 172.21.15.46:0/2248788551 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1990100970 0x7f1990102390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.956+0000 7f198f7fe640  1 -- 172.21.15.46:0/2248788551 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1990100970 msgr2=0x7f1990102390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:17.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.956+0000 7f198f7fe640  1 --2- 172.21.15.46:0/2248788551 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1990100970 0x7f1990102390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.956+0000 7f198f7fe640  1 -- 172.21.15.46:0/2248788551 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1990106750 msgr2=0x7f1990102e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:17.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.956+0000 7f198f7fe640  1 --2- 172.21.15.46:0/2248788551 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1990106750 0x7f1990102e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.956+0000 7f198f7fe640  1 -- 172.21.15.46:0/2248788551 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19901a6420 con 0x7f1990101310
2024-03-19T01:55:17.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.956+0000 7f198f7fe640  1 --2- 172.21.15.46:0/2248788551 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1990101310 0x7f19901028d0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f198400ea60 tx=0x7f198400ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:17.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.957+0000 7f198d7fa640  1 -- 172.21.15.46:0/2248788551 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f198400cde0 con 0x7f1990101310
2024-03-19T01:55:17.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.957+0000 7f198d7fa640  1 -- 172.21.15.46:0/2248788551 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f19840035f0 con 0x7f1990101310
2024-03-19T01:55:17.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.957+0000 7f1996359640  1 -- 172.21.15.46:0/2248788551 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19901a6710 con 0x7f1990101310
2024-03-19T01:55:17.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.957+0000 7f198d7fa640  1 -- 172.21.15.46:0/2248788551 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1984010690 con 0x7f1990101310
2024-03-19T01:55:17.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.957+0000 7f1996359640  1 -- 172.21.15.46:0/2248788551 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19901a6c60 con 0x7f1990101310
2024-03-19T01:55:17.966 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.959+0000 7f198d7fa640  1 -- 172.21.15.46:0/2248788551 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f19840037a0 con 0x7f1990101310
2024-03-19T01:55:17.966 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.959+0000 7f1999017740  1  Processor -- start
2024-03-19T01:55:17.966 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.959+0000 7f1999017740  1 --  start start
2024-03-19T01:55:17.966 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.959+0000 7f1999017740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4846f22d0 0x55e4846f26b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.966 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.959+0000 7f1999017740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4846f2bf0 0x55e4846fb290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.966 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.959+0000 7f1999017740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4846fb7d0 0x55e4846fdbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.966 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.959+0000 7f198d7fa640  1 --2- 172.21.15.46:0/2248788551 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f19780a2970 0x7f19780a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.959+0000 7f1999017740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55e4846554b0 con 0x55e4846f22d0
2024-03-19T01:55:17.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.959+0000 7f1999017740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55e4845fdd70 con 0x55e4846fb7d0
2024-03-19T01:55:17.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.959+0000 7f1999017740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55e484651550 con 0x55e4846f2bf0
2024-03-19T01:55:17.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.959+0000 7f19948f6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4846f22d0 0x55e4846f26b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.959+0000 7f19948f6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4846f22d0 0x55e4846f26b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37218/0 (socket says 172.21.15.46:37218)
2024-03-19T01:55:17.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.959+0000 7f19948f6640  1 -- 172.21.15.46:0/1964502595 learned_addr learned my addr 172.21.15.46:0/1964502595 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:17.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.959+0000 7f198ffff640  1 --2- 172.21.15.46:0/1964502595 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4846f2bf0 0x55e4846fb290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.959+0000 7f198f7fe640  1 --2- 172.21.15.46:0/1964502595 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4846fb7d0 0x55e4846fdbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.959+0000 7f19948f6640  1 --2- 172.21.15.46:0/2248788551 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f19780a2970 0x7f19780a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.959+0000 7f198d7fa640  1 -- 172.21.15.46:0/2248788551 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f19840cf470 con 0x7f1990101310
2024-03-19T01:55:17.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.960+0000 7f198ffff640  1 -- 172.21.15.46:0/1964502595 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4846fb7d0 msgr2=0x55e4846fdbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:17.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.960+0000 7f198ffff640  1 --2- 172.21.15.46:0/1964502595 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4846fb7d0 0x55e4846fdbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.960+0000 7f198ffff640  1 -- 172.21.15.46:0/1964502595 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4846f22d0 msgr2=0x55e4846f26b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:17.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.960+0000 7f198ffff640  1 --2- 172.21.15.46:0/1964502595 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4846f22d0 0x55e4846f26b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.960+0000 7f198ffff640  1 -- 172.21.15.46:0/1964502595 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e484620210 con 0x55e4846f2bf0
2024-03-19T01:55:17.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.960+0000 7f19948f6640  1 --2- 172.21.15.46:0/2248788551 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f19780a2970 0x7f19780a4e30 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f1988009a60 tx=0x7f1988005c50 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:17.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.960+0000 7f198ffff640  1 --2- 172.21.15.46:0/1964502595 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4846f2bf0 0x55e4846fb290 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f1980009c00 tx=0x7f1980011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=77a23ccd1a043d37 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:17.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.960+0000 7f19767fc640  1 -- 172.21.15.46:0/1964502595 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1980004050 con 0x55e4846f2bf0
2024-03-19T01:55:17.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.960+0000 7f19767fc640  1 -- 172.21.15.46:0/1964502595 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f19800054d0 con 0x55e4846f2bf0
2024-03-19T01:55:17.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.960+0000 7f19767fc640  1 -- 172.21.15.46:0/1964502595 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1980004c30 con 0x55e4846f2bf0
2024-03-19T01:55:17.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.961+0000 7f1999017740  1 -- 172.21.15.46:0/1964502595 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4846f2bf0 msgr2=0x55e4846fb290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:17.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.961+0000 7f1999017740  1 --2- 172.21.15.46:0/1964502595 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4846f2bf0 0x55e4846fb290 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f1980009c00 tx=0x7f1980011810 comp rx=0 tx=0).stop
2024-03-19T01:55:17.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.961+0000 7f1999017740  1 -- 172.21.15.46:0/1964502595 shutdown_connections
2024-03-19T01:55:17.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.961+0000 7f1999017740  1 --2- 172.21.15.46:0/1964502595 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4846fb7d0 0x55e4846fdbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.961+0000 7f1999017740  1 --2- 172.21.15.46:0/1964502595 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4846f2bf0 0x55e4846fb290 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.961+0000 7f1999017740  1 --2- 172.21.15.46:0/1964502595 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4846f22d0 0x55e4846f26b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.961+0000 7f1999017740  1 -- 172.21.15.46:0/1964502595 >> 172.21.15.46:0/1964502595 conn(0x55e4846eca00 msgr2=0x55e4846ecde0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:17.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.961+0000 7f1999017740  1 -- 172.21.15.46:0/1964502595 shutdown_connections
2024-03-19T01:55:17.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.961+0000 7f1999017740  1 -- 172.21.15.46:0/1964502595 wait complete.
2024-03-19T01:55:17.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.961+0000 7f1999017740  1 --  start start
2024-03-19T01:55:17.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.961+0000 7f1999017740  1  Processor -- start
2024-03-19T01:55:17.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.962+0000 7f1999017740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4846f22d0 0x55e4846f8760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.962+0000 7f1999017740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4846f2bf0 0x55e4846f8ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.962+0000 7f1999017740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4846fb7d0 0x55e4846f91e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.962+0000 7f1999017740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55e4846fe5c0 con 0x55e4846f22d0
2024-03-19T01:55:17.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.962+0000 7f1999017740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55e484611310 con 0x55e4846f2bf0
2024-03-19T01:55:17.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.962+0000 7f1999017740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55e4846fe740 con 0x55e4846fb7d0
2024-03-19T01:55:17.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.962+0000 7f1999017740 10 client.0 _ll_register_callbacks cb 0x55e4846052d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:55:17.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.962+0000 7f198ffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4846f22d0 0x55e4846f8760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.962+0000 7f198f7fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4846f2bf0 0x55e4846f8ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.962+0000 7f198ffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4846f22d0 0x55e4846f8760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37230/0 (socket says 172.21.15.46:37230)
2024-03-19T01:55:17.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.962+0000 7f198ffff640  1 -- 172.21.15.46:0/1582144045 learned_addr learned my addr 172.21.15.46:0/1582144045 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:17.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.962+0000 7f19948f6640  1 --2- 172.21.15.46:0/1582144045 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4846fb7d0 0x55e4846f91e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.962+0000 7f198f7fe640  1 -- 172.21.15.46:0/1582144045 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4846fb7d0 msgr2=0x55e4846f91e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:17.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.962+0000 7f198f7fe640  1 --2- 172.21.15.46:0/1582144045 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4846fb7d0 0x55e4846f91e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.962+0000 7f198f7fe640  1 -- 172.21.15.46:0/1582144045 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4846f22d0 msgr2=0x55e4846f8760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:17.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.962+0000 7f198f7fe640  1 --2- 172.21.15.46:0/1582144045 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4846f22d0 0x55e4846f8760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.962+0000 7f198f7fe640  1 -- 172.21.15.46:0/1582144045 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e4843693f0 con 0x55e4846f2bf0
2024-03-19T01:55:17.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.962+0000 7f198ffff640  1 --2- 172.21.15.46:0/1582144045 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4846f22d0 0x55e4846f8760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:17.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.962+0000 7f198f7fe640  1 --2- 172.21.15.46:0/1582144045 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4846f2bf0 0x55e4846f8ca0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f19840cc850 tx=0x7f198401de60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d0030f66b1c74cfc server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:17.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.962+0000 7f196f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.73:3300/0
2024-03-19T01:55:17.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.962+0000 7f196f7fe640  1 -- 172.21.15.46:0/1582144045 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f198409b0c0 con 0x55e4846f2bf0
2024-03-19T01:55:17.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.962+0000 7f1999017740  1 -- 172.21.15.46:0/1582144045 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f19800054d0 con 0x55e4846f2bf0
2024-03-19T01:55:17.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.962+0000 7f196f7fe640  1 -- 172.21.15.46:0/1582144045 <== mon.2 v2:172.21.15.73:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f19840cf120 con 0x55e4846f2bf0
2024-03-19T01:55:17.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.962+0000 7f196f7fe640  1 -- 172.21.15.46:0/1582144045 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1984003b30 con 0x55e4846f2bf0
2024-03-19T01:55:17.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.963+0000 7f1999017740 10 client.26621 fetch_fsmap learned FSMap version 29
2024-03-19T01:55:17.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.963+0000 7f1999017740  1 -- 172.21.15.46:0/1582144045 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e4844337d0 con 0x55e4846f2bf0
2024-03-19T01:55:17.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.963+0000 7f196f7fe640  1 -- 172.21.15.46:0/1582144045 <== mon.2 v2:172.21.15.73:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f19800054d0 con 0x55e4846f2bf0
2024-03-19T01:55:17.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.963+0000 7f196f7fe640  1 -- 172.21.15.46:0/1582144045 <== mon.2 v2:172.21.15.73:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f19840ccad0 con 0x55e4846f2bf0
2024-03-19T01:55:17.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.963+0000 7f1999017740 10 client.26621 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:55:17.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.963+0000 7f1999017740 10 client.26621 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:55:17.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.963+0000 7f1999017740 20 client.26621 populate_metadata read hostname 'smithi046'
2024-03-19T01:55:17.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.963+0000 7f1999017740  1 --2- 172.21.15.46:0/1582144045 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55e48470b9a0 0x55e48470ddf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.963+0000 7f1999017740  4 client.26621 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:55:17.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.963+0000 7f1999017740  1 -- 172.21.15.46:0/1582144045 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e4846b33e0 con 0x55e48470b9a0
2024-03-19T01:55:17.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.963+0000 7f198ffff640  1 --2- 172.21.15.46:0/1582144045 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55e48470b9a0 0x55e48470ddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.963+0000 7f196f7fe640 10 client.26621 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:55:17.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.963+0000 7f198ffff640  1 --2- 172.21.15.46:0/1582144045 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55e48470b9a0 0x55e48470ddf0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5dffa8d37f4c6ea7 server_cookie=d649bc7b2cc71a7f in_seq=0 out_seq=0
2024-03-19T01:55:17.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.964+0000 7f196f7fe640  1 -- 172.21.15.46:0/1582144045 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55e4846b33e0 con 0x55e48470b9a0
2024-03-19T01:55:17.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.964+0000 7f196f7fe640 10 client.26621 handle_command_reply: tid=0
2024-03-19T01:55:17.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.964+0000 7f1999017740  1 client.26621 shutdown
2024-03-19T01:55:17.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.964+0000 7f1999017740  1 -- 172.21.15.46:0/1582144045 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4846f2bf0 msgr2=0x55e4846f8ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:17.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.964+0000 7f1999017740  1 --2- 172.21.15.46:0/1582144045 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4846f2bf0 0x55e4846f8ca0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f19840cc850 tx=0x7f198401de60 comp rx=0 tx=0).stop
2024-03-19T01:55:17.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.964+0000 7f1999017740  1 -- 172.21.15.46:0/1582144045 shutdown_connections
2024-03-19T01:55:17.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.964+0000 7f1999017740  1 --2- 172.21.15.46:0/1582144045 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55e48470b9a0 0x55e48470ddf0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.964+0000 7f1999017740  1 --2- 172.21.15.46:0/1582144045 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4846fb7d0 0x55e4846f91e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.964+0000 7f196f7fe640  0 client.26621 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:55:17.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.964+0000 7f1999017740  1 --2- 172.21.15.46:0/1582144045 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4846f2bf0 0x55e4846f8ca0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.964+0000 7f1999017740  1 --2- 172.21.15.46:0/1582144045 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4846f22d0 0x55e4846f8760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.964+0000 7f1999017740  1 -- 172.21.15.46:0/1582144045 >> 172.21.15.46:0/1582144045 conn(0x55e4846eca00 msgr2=0x55e4846ee750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:17.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.964+0000 7f1999017740  1 -- 172.21.15.46:0/1582144045 shutdown_connections
2024-03-19T01:55:17.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.964+0000 7f1999017740  1 -- 172.21.15.46:0/1582144045 wait complete.
2024-03-19T01:55:17.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.964+0000 7f1999017740 20 client.26621 trim_cache size 0 max 16384
2024-03-19T01:55:17.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.978+0000 7f1999017740  1  Processor -- start
2024-03-19T01:55:17.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.978+0000 7f1999017740  1 --  start start
2024-03-19T01:55:17.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.978+0000 7f1999017740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4846f22d0 0x55e4846fae90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.978+0000 7f1999017740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4846f2bf0 0x55e484707360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.978+0000 7f1999017740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4846fb7d0 0x55e4846ee670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.978+0000 7f1999017740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f19901b3690 con 0x55e4846f22d0
2024-03-19T01:55:17.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.978+0000 7f1999017740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f19901b0ea0 con 0x55e4846fb7d0
2024-03-19T01:55:17.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.978+0000 7f1999017740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f19901aecd0 con 0x55e4846f2bf0
2024-03-19T01:55:17.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.978+0000 7f198ffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4846f22d0 0x55e4846fae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.978+0000 7f198ffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4846f22d0 0x55e4846fae90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37238/0 (socket says 172.21.15.46:37238)
2024-03-19T01:55:17.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.978+0000 7f198ffff640  1 -- 172.21.15.46:0/2797534767 learned_addr learned my addr 172.21.15.46:0/2797534767 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:17.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.978+0000 7f19948f6640  1 --2- 172.21.15.46:0/2797534767 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4846fb7d0 0x55e4846ee670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.978+0000 7f198f7fe640  1 --2- 172.21.15.46:0/2797534767 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4846f2bf0 0x55e484707360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.978+0000 7f198ffff640  1 -- 172.21.15.46:0/2797534767 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4846f2bf0 msgr2=0x55e484707360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:17.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.978+0000 7f198ffff640  1 --2- 172.21.15.46:0/2797534767 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4846f2bf0 0x55e484707360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.978+0000 7f198ffff640  1 -- 172.21.15.46:0/2797534767 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4846fb7d0 msgr2=0x55e4846ee670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:17.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.978+0000 7f198ffff640  1 --2- 172.21.15.46:0/2797534767 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4846fb7d0 0x55e4846ee670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.978+0000 7f198ffff640  1 -- 172.21.15.46:0/2797534767 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e4846f7710 con 0x55e4846f22d0
2024-03-19T01:55:17.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.979+0000 7f198ffff640  1 --2- 172.21.15.46:0/2797534767 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4846f22d0 0x55e4846fae90 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f1980005b90 tx=0x7f1980004550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0647d79094485d0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:17.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.979+0000 7f1975ffb640  1 -- 172.21.15.46:0/2797534767 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1980011d10 con 0x55e4846f22d0
2024-03-19T01:55:17.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.979+0000 7f1975ffb640  1 -- 172.21.15.46:0/2797534767 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f198002e400 con 0x55e4846f22d0
2024-03-19T01:55:17.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.979+0000 7f1975ffb640  1 -- 172.21.15.46:0/2797534767 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19800038e0 con 0x55e4846f22d0
2024-03-19T01:55:17.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.979+0000 7f1999017740  1 -- 172.21.15.46:0/2797534767 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4846f22d0 msgr2=0x55e4846fae90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:17.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.979+0000 7f1999017740  1 --2- 172.21.15.46:0/2797534767 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4846f22d0 0x55e4846fae90 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f1980005b90 tx=0x7f1980004550 comp rx=0 tx=0).stop
2024-03-19T01:55:17.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.979+0000 7f1999017740  1 -- 172.21.15.46:0/2797534767 shutdown_connections
2024-03-19T01:55:17.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.979+0000 7f1999017740  1 --2- 172.21.15.46:0/2797534767 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4846fb7d0 0x55e4846ee670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.979+0000 7f1999017740  1 --2- 172.21.15.46:0/2797534767 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4846f2bf0 0x55e484707360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.979+0000 7f1999017740  1 --2- 172.21.15.46:0/2797534767 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4846f22d0 0x55e4846fae90 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.979+0000 7f1999017740  1 -- 172.21.15.46:0/2797534767 >> 172.21.15.46:0/2797534767 conn(0x55e4846eca00 msgr2=0x55e4846ecde0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:17.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.979+0000 7f1999017740  1 -- 172.21.15.46:0/2797534767 shutdown_connections
2024-03-19T01:55:17.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.979+0000 7f1999017740  1 -- 172.21.15.46:0/2797534767 wait complete.
2024-03-19T01:55:17.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.980+0000 7f1999017740  1 --  start start
2024-03-19T01:55:17.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.980+0000 7f1999017740  1  Processor -- start
2024-03-19T01:55:17.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.980+0000 7f1999017740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4846f22d0 0x55e4846ff3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.980+0000 7f1999017740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4846f2bf0 0x55e4846ff900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.980+0000 7f1999017740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4846fb7d0 0x55e4846ffe40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.980+0000 7f1999017740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f19901af360 con 0x55e4846f2bf0
2024-03-19T01:55:17.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.980+0000 7f1999017740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f19901b07d0 con 0x55e4846f22d0
2024-03-19T01:55:17.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.980+0000 7f1999017740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f19901afa30 con 0x55e4846fb7d0
2024-03-19T01:55:17.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.980+0000 7f1999017740 10 client.0 _ll_register_callbacks cb 0x7f1984003e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:55:17.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.980+0000 7f198f7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4846f2bf0 0x55e4846ff900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.980+0000 7f198f7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4846f2bf0 0x55e4846ff900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37246/0 (socket says 172.21.15.46:37246)
2024-03-19T01:55:17.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.980+0000 7f198f7fe640  1 -- 172.21.15.46:0/1463735494 learned_addr learned my addr 172.21.15.46:0/1463735494 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:17.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.980+0000 7f198ffff640  1 --2- 172.21.15.46:0/1463735494 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4846f22d0 0x55e4846ff3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.980+0000 7f19948f6640  1 --2- 172.21.15.46:0/1463735494 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4846fb7d0 0x55e4846ffe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.980+0000 7f198f7fe640  1 -- 172.21.15.46:0/1463735494 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4846fb7d0 msgr2=0x55e4846ffe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:17.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.980+0000 7f198f7fe640  1 --2- 172.21.15.46:0/1463735494 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4846fb7d0 0x55e4846ffe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.980+0000 7f198f7fe640  1 -- 172.21.15.46:0/1463735494 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4846f22d0 msgr2=0x55e4846ff3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:17.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.980+0000 7f198f7fe640  1 --2- 172.21.15.46:0/1463735494 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4846f22d0 0x55e4846ff3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.980+0000 7f198f7fe640  1 -- 172.21.15.46:0/1463735494 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e4846f2a20 con 0x55e4846f2bf0
2024-03-19T01:55:17.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.981+0000 7f198f7fe640  1 --2- 172.21.15.46:0/1463735494 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4846f2bf0 0x55e4846ff900 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f198400c760 tx=0x7f1984097b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82a946e9643a0beb server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:17.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.981+0000 7f196f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:55:17.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.981+0000 7f196f7fe640  1 -- 172.21.15.46:0/1463735494 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f198407e060 con 0x55e4846f2bf0
2024-03-19T01:55:17.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.981+0000 7f196f7fe640  1 -- 172.21.15.46:0/1463735494 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f19840cf120 con 0x55e4846f2bf0
2024-03-19T01:55:17.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.981+0000 7f1999017740  1 -- 172.21.15.46:0/1463735494 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f198002e400 con 0x55e4846f2bf0
2024-03-19T01:55:17.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.981+0000 7f196f7fe640  1 -- 172.21.15.46:0/1463735494 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f198409b0c0 con 0x55e4846f2bf0
2024-03-19T01:55:17.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.981+0000 7f1999017740 10 client.16773 fetch_fsmap learned FSMap version 29
2024-03-19T01:55:17.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.981+0000 7f1999017740  1 -- 172.21.15.46:0/1463735494 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e484771f30 con 0x55e4846f2bf0
2024-03-19T01:55:17.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.981+0000 7f196f7fe640  1 -- 172.21.15.46:0/1463735494 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f198002e400 con 0x55e4846f2bf0
2024-03-19T01:55:17.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.981+0000 7f196f7fe640  1 -- 172.21.15.46:0/1463735494 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f198409abb0 con 0x55e4846f2bf0
2024-03-19T01:55:17.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.981+0000 7f1999017740 10 client.16773 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:55:17.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.981+0000 7f1999017740 10 client.16773 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:55:17.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.981+0000 7f1999017740 20 client.16773 populate_metadata read hostname 'smithi046'
2024-03-19T01:55:17.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.981+0000 7f1999017740  1 --2- 172.21.15.46:0/1463735494 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55e484772790 0x55e484774bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:17.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.981+0000 7f1999017740  4 client.16773 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:55:17.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.981+0000 7f1999017740  1 -- 172.21.15.46:0/1463735494 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e4846629f0 con 0x55e484772790
2024-03-19T01:55:17.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.981+0000 7f198ffff640  1 --2- 172.21.15.46:0/1463735494 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55e484772790 0x55e484774bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:17.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.982+0000 7f196f7fe640 10 client.16773 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:55:17.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.982+0000 7f198ffff640  1 --2- 172.21.15.46:0/1463735494 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55e484772790 0x55e484774bb0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c4739f6af4032fee server_cookie=c0ed6b11c26e3df1 in_seq=0 out_seq=0
2024-03-19T01:55:17.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.982+0000 7f196f7fe640  1 -- 172.21.15.46:0/1463735494 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e4846629f0 con 0x55e484772790
2024-03-19T01:55:17.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.982+0000 7f196f7fe640 10 client.16773 handle_command_reply: tid=0
2024-03-19T01:55:17.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.982+0000 7f1999017740  1 client.16773 shutdown
2024-03-19T01:55:17.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.982+0000 7f1999017740  1 -- 172.21.15.46:0/1463735494 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4846f2bf0 msgr2=0x55e4846ff900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:17.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.982+0000 7f1999017740  1 --2- 172.21.15.46:0/1463735494 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4846f2bf0 0x55e4846ff900 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f198400c760 tx=0x7f1984097b30 comp rx=0 tx=0).stop
2024-03-19T01:55:17.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.982+0000 7f1999017740  1 -- 172.21.15.46:0/1463735494 shutdown_connections
2024-03-19T01:55:17.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.982+0000 7f1999017740  1 --2- 172.21.15.46:0/1463735494 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55e484772790 0x55e484774bb0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.982+0000 7f1999017740  1 --2- 172.21.15.46:0/1463735494 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4846fb7d0 0x55e4846ffe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.982+0000 7f196f7fe640  0 client.16773 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:55:17.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.982+0000 7f1999017740  1 --2- 172.21.15.46:0/1463735494 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4846f2bf0 0x55e4846ff900 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.982+0000 7f1999017740  1 --2- 172.21.15.46:0/1463735494 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4846f22d0 0x55e4846ff3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.982+0000 7f1999017740  1 -- 172.21.15.46:0/1463735494 >> 172.21.15.46:0/1463735494 conn(0x55e4846eca00 msgr2=0x55e4846f8fb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:17.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.982+0000 7f1999017740  1 -- 172.21.15.46:0/1463735494 shutdown_connections
2024-03-19T01:55:17.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.982+0000 7f1999017740  1 -- 172.21.15.46:0/1463735494 wait complete.
2024-03-19T01:55:17.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.982+0000 7f1999017740 20 client.16773 trim_cache size 0 max 16384
2024-03-19T01:55:17.990 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:55:17.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.983+0000 7f1996359640  1 -- 172.21.15.46:0/2248788551 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f19780a2970 msgr2=0x7f19780a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:17.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.983+0000 7f1996359640  1 --2- 172.21.15.46:0/2248788551 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f19780a2970 0x7f19780a4e30 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f1988009a60 tx=0x7f1988005c50 comp rx=0 tx=0).stop
2024-03-19T01:55:17.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.983+0000 7f1996359640  1 -- 172.21.15.46:0/2248788551 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1990101310 msgr2=0x7f19901028d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:17.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.983+0000 7f1996359640  1 --2- 172.21.15.46:0/2248788551 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1990101310 0x7f19901028d0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f198400ea60 tx=0x7f198400ef20 comp rx=0 tx=0).stop
2024-03-19T01:55:17.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.983+0000 7f1996359640  1 -- 172.21.15.46:0/2248788551 shutdown_connections
2024-03-19T01:55:17.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.983+0000 7f1996359640  1 --2- 172.21.15.46:0/2248788551 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1990106750 0x7f1990102e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.983+0000 7f1996359640  1 --2- 172.21.15.46:0/2248788551 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1990101310 0x7f19901028d0 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.983+0000 7f1996359640  1 --2- 172.21.15.46:0/2248788551 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f19780a2970 0x7f19780a4e30 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.983+0000 7f1996359640  1 --2- 172.21.15.46:0/2248788551 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1990100970 0x7f1990102390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:17.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.983+0000 7f1996359640  1 -- 172.21.15.46:0/2248788551 >> 172.21.15.46:0/2248788551 conn(0x7f19900774c0 msgr2=0x7f1990069fb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:17.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.983+0000 7f1996359640  1 -- 172.21.15.46:0/2248788551 shutdown_connections
2024-03-19T01:55:17.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:17.983+0000 7f1996359640  1 -- 172.21.15.46:0/2248788551 wait complete.
2024-03-19T01:55:17.995 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls
2024-03-19T01:55:18.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.099+0000 7ff0edf16640  1 -- 172.21.15.46:0/498387688 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff0e8100970 msgr2=0x7ff0e8100dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:18.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.099+0000 7ff0edf16640  1 --2- 172.21.15.46:0/498387688 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff0e8100970 0x7ff0e8100dd0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7ff0dc009900 tx=0x7ff0dc02bc30 comp rx=0 tx=0).stop
2024-03-19T01:55:18.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.099+0000 7ff0edf16640  1 -- 172.21.15.46:0/498387688 shutdown_connections
2024-03-19T01:55:18.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.099+0000 7ff0edf16640  1 --2- 172.21.15.46:0/498387688 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff0e8101310 0x7ff0e810d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.099+0000 7ff0edf16640  1 --2- 172.21.15.46:0/498387688 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff0e8100970 0x7ff0e8100dd0 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.099+0000 7ff0edf16640  1 --2- 172.21.15.46:0/498387688 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff0e8106750 0x7ff0e8106b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.099+0000 7ff0edf16640  1 -- 172.21.15.46:0/498387688 >> 172.21.15.46:0/498387688 conn(0x7ff0e80774c0 msgr2=0x7ff0e80778d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:18.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.099+0000 7ff0edf16640  1 -- 172.21.15.46:0/498387688 shutdown_connections
2024-03-19T01:55:18.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.099+0000 7ff0edf16640  1 -- 172.21.15.46:0/498387688 wait complete.
2024-03-19T01:55:18.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.100+0000 7ff0edf16640  1  Processor -- start
2024-03-19T01:55:18.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.100+0000 7ff0edf16640  1 --  start start
2024-03-19T01:55:18.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.100+0000 7ff0edf16640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff0e8100970 0x7ff0e8197fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.100+0000 7ff0edf16640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff0e8101310 0x7ff0e81984f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.100+0000 7ff0edf16640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff0e8106750 0x7ff0e819c870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.100+0000 7ff0edf16640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff0e8110940 con 0x7ff0e8106750
2024-03-19T01:55:18.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.100+0000 7ff0edf16640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ff0e81107c0 con 0x7ff0e8100970
2024-03-19T01:55:18.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.100+0000 7ff0edf16640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff0e8110ac0 con 0x7ff0e8101310
2024-03-19T01:55:18.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.100+0000 7ff0e7fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff0e8106750 0x7ff0e819c870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.100+0000 7ff0e77fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff0e8100970 0x7ff0e8197fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.100+0000 7ff0e77fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff0e8100970 0x7ff0e8197fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:33436/0 (socket says 172.21.15.46:33436)
2024-03-19T01:55:18.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.100+0000 7ff0e7fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff0e8106750 0x7ff0e819c870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37256/0 (socket says 172.21.15.46:37256)
2024-03-19T01:55:18.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.101+0000 7ff0e77fe640  1 -- 172.21.15.46:0/4275217291 learned_addr learned my addr 172.21.15.46:0/4275217291 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:18.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.101+0000 7ff0e6ffd640  1 --2- 172.21.15.46:0/4275217291 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff0e8101310 0x7ff0e81984f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.101+0000 7ff0e7fff640  1 -- 172.21.15.46:0/4275217291 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff0e8101310 msgr2=0x7ff0e81984f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:18.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.101+0000 7ff0e7fff640  1 --2- 172.21.15.46:0/4275217291 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff0e8101310 0x7ff0e81984f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.101+0000 7ff0e7fff640  1 -- 172.21.15.46:0/4275217291 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff0e8100970 msgr2=0x7ff0e8197fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:18.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.101+0000 7ff0e7fff640  1 --2- 172.21.15.46:0/4275217291 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff0e8100970 0x7ff0e8197fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.101+0000 7ff0e7fff640  1 -- 172.21.15.46:0/4275217291 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0e819cfa0 con 0x7ff0e8106750
2024-03-19T01:55:18.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.101+0000 7ff0e77fe640  1 --2- 172.21.15.46:0/4275217291 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff0e8100970 0x7ff0e8197fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:18.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.101+0000 7ff0e6ffd640  1 --2- 172.21.15.46:0/4275217291 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff0e8101310 0x7ff0e81984f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:18.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.101+0000 7ff0e7fff640  1 --2- 172.21.15.46:0/4275217291 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff0e8106750 0x7ff0e819c870 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7ff0e0009fd0 tx=0x7ff0e000b690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:18.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.101+0000 7ff0e4ff9640  1 -- 172.21.15.46:0/4275217291 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0e0004b20 con 0x7ff0e8106750
2024-03-19T01:55:18.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.101+0000 7ff0e4ff9640  1 -- 172.21.15.46:0/4275217291 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0e0004cc0 con 0x7ff0e8106750
2024-03-19T01:55:18.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.101+0000 7ff0edf16640  1 -- 172.21.15.46:0/4275217291 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0e819d290 con 0x7ff0e8106750
2024-03-19T01:55:18.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.101+0000 7ff0e4ff9640  1 -- 172.21.15.46:0/4275217291 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0e0005410 con 0x7ff0e8106750
2024-03-19T01:55:18.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.101+0000 7ff0edf16640  1 -- 172.21.15.46:0/4275217291 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0e81022c0 con 0x7ff0e8106750
2024-03-19T01:55:18.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.104+0000 7ff0e4ff9640  1 -- 172.21.15.46:0/4275217291 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7ff0e0005840 con 0x7ff0e8106750
2024-03-19T01:55:18.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.104+0000 7ff0f0bd7740  1  Processor -- start
2024-03-19T01:55:18.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.104+0000 7ff0f0bd7740  1 --  start start
2024-03-19T01:55:18.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.104+0000 7ff0f0bd7740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563246a662d0 0x563246a666b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.104+0000 7ff0f0bd7740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563246a66bf0 0x563246a6f290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.104+0000 7ff0f0bd7740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563246a6f7d0 0x563246a71bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.104+0000 7ff0f0bd7740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5632469c94b0 con 0x563246a6f7d0
2024-03-19T01:55:18.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.104+0000 7ff0f0bd7740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x563246971d70 con 0x563246a662d0
2024-03-19T01:55:18.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.104+0000 7ff0f0bd7740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5632469c5550 con 0x563246a66bf0
2024-03-19T01:55:18.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.104+0000 7ff0e6ffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563246a662d0 0x563246a666b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.104+0000 7ff0e6ffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563246a662d0 0x563246a666b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:33446/0 (socket says 172.21.15.46:33446)
2024-03-19T01:55:18.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.104+0000 7ff0e6ffd640  1 -- 172.21.15.46:0/4060071416 learned_addr learned my addr 172.21.15.46:0/4060071416 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:18.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.104+0000 7ff0e77fe640  1 --2- 172.21.15.46:0/4060071416 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563246a66bf0 0x563246a6f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.104+0000 7ff0e6ffd640  1 --2- 172.21.15.46:0/4060071416 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563246a6f7d0 0x563246a71bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.104+0000 7ff0e4ff9640  1 --2- 172.21.15.46:0/4275217291 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff0d00a29f0 0x7ff0d00a4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.105+0000 7ff0e77fe640  1 -- 172.21.15.46:0/4060071416 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563246a662d0 msgr2=0x563246a666b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:18.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.105+0000 7ff0e77fe640  1 --2- 172.21.15.46:0/4060071416 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563246a662d0 0x563246a666b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.105+0000 7ff0e77fe640  1 -- 172.21.15.46:0/4060071416 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563246a6f7d0 msgr2=0x563246a71bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:18.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.105+0000 7ff0e77fe640  1 --2- 172.21.15.46:0/4060071416 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563246a6f7d0 0x563246a71bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.105+0000 7ff0e7fff640  1 --2- 172.21.15.46:0/4275217291 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff0d00a29f0 0x7ff0d00a4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.105+0000 7ff0e77fe640  1 -- 172.21.15.46:0/4060071416 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563246994210 con 0x563246a66bf0
2024-03-19T01:55:18.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.105+0000 7ff0e4ff9640  1 -- 172.21.15.46:0/4275217291 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7ff0e00d32b0 con 0x7ff0e8106750
2024-03-19T01:55:18.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.105+0000 7ff0e77fe640  1 --2- 172.21.15.46:0/4060071416 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563246a66bf0 0x563246a6f290 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7ff0d8011440 tx=0x7ff0d8011900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=50bcb06464cfc3f7 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:18.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.105+0000 7ff0cdffb640  1 -- 172.21.15.46:0/4060071416 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0d8004030 con 0x563246a66bf0
2024-03-19T01:55:18.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.105+0000 7ff0e7fff640  1 --2- 172.21.15.46:0/4275217291 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff0d00a29f0 0x7ff0d00a4eb0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7ff0e009bfe0 tx=0x7ff0e0025af0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:18.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.105+0000 7ff0cdffb640  1 -- 172.21.15.46:0/4060071416 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0d80041d0 con 0x563246a66bf0
2024-03-19T01:55:18.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.105+0000 7ff0cdffb640  1 -- 172.21.15.46:0/4060071416 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0d800f860 con 0x563246a66bf0
2024-03-19T01:55:18.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.106+0000 7ff0f0bd7740  1 -- 172.21.15.46:0/4060071416 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563246a66bf0 msgr2=0x563246a6f290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:18.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.106+0000 7ff0f0bd7740  1 --2- 172.21.15.46:0/4060071416 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563246a66bf0 0x563246a6f290 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7ff0d8011440 tx=0x7ff0d8011900 comp rx=0 tx=0).stop
2024-03-19T01:55:18.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.106+0000 7ff0f0bd7740  1 -- 172.21.15.46:0/4060071416 shutdown_connections
2024-03-19T01:55:18.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.106+0000 7ff0f0bd7740  1 --2- 172.21.15.46:0/4060071416 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563246a6f7d0 0x563246a71bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.106+0000 7ff0f0bd7740  1 --2- 172.21.15.46:0/4060071416 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563246a66bf0 0x563246a6f290 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.106+0000 7ff0f0bd7740  1 --2- 172.21.15.46:0/4060071416 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563246a662d0 0x563246a666b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.106+0000 7ff0f0bd7740  1 -- 172.21.15.46:0/4060071416 >> 172.21.15.46:0/4060071416 conn(0x563246a60a00 msgr2=0x563246a60de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:18.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.106+0000 7ff0f0bd7740  1 -- 172.21.15.46:0/4060071416 shutdown_connections
2024-03-19T01:55:18.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.106+0000 7ff0f0bd7740  1 -- 172.21.15.46:0/4060071416 wait complete.
2024-03-19T01:55:18.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.106+0000 7ff0f0bd7740  1 --  start start
2024-03-19T01:55:18.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.106+0000 7ff0f0bd7740  1  Processor -- start
2024-03-19T01:55:18.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.107+0000 7ff0f0bd7740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563246a662d0 0x563246a6c800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.107+0000 7ff0f0bd7740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563246a66bf0 0x563246a6cd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.107+0000 7ff0f0bd7740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563246a6f7d0 0x563246a6d280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.107+0000 7ff0f0bd7740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x563246a725c0 con 0x563246a6f7d0
2024-03-19T01:55:18.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.107+0000 7ff0f0bd7740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x563246985310 con 0x563246a662d0
2024-03-19T01:55:18.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.107+0000 7ff0f0bd7740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x563246a72740 con 0x563246a66bf0
2024-03-19T01:55:18.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.107+0000 7ff0f0bd7740 10 client.0 _ll_register_callbacks cb 0x5632469792d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:55:18.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.107+0000 7ff0e6ffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563246a662d0 0x563246a6c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.107+0000 7ff0e77fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563246a66bf0 0x563246a6cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.107+0000 7ff0e6ffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563246a662d0 0x563246a6c800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:33448/0 (socket says 172.21.15.46:33448)
2024-03-19T01:55:18.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.107+0000 7ff0e6ffd640  1 -- 172.21.15.46:0/857068234 learned_addr learned my addr 172.21.15.46:0/857068234 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:18.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.107+0000 7ff0e6ffd640  1 --2- 172.21.15.46:0/857068234 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563246a6f7d0 0x563246a6d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.107+0000 7ff0e77fe640  1 -- 172.21.15.46:0/857068234 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563246a662d0 msgr2=0x563246a6c800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:18.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.107+0000 7ff0e77fe640  1 --2- 172.21.15.46:0/857068234 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563246a662d0 0x563246a6c800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.107+0000 7ff0e77fe640  1 -- 172.21.15.46:0/857068234 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563246a6f7d0 msgr2=0x563246a6d280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:18.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.107+0000 7ff0e77fe640  1 --2- 172.21.15.46:0/857068234 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563246a6f7d0 0x563246a6d280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.107+0000 7ff0e77fe640  1 -- 172.21.15.46:0/857068234 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5632466dd3f0 con 0x563246a66bf0
2024-03-19T01:55:18.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.107+0000 7ff0e77fe640  1 --2- 172.21.15.46:0/857068234 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563246a66bf0 0x563246a6cd40 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7ff0d801b040 tx=0x7ff0d8009c70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2bb5b2811cde4c6c server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:18.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.107+0000 7ff0c6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.102:3300/0
2024-03-19T01:55:18.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.107+0000 7ff0c6ffd640  1 -- 172.21.15.46:0/857068234 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0d8027020 con 0x563246a66bf0
2024-03-19T01:55:18.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.107+0000 7ff0f0bd7740  1 -- 172.21.15.46:0/857068234 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff0d80041d0 con 0x563246a66bf0
2024-03-19T01:55:18.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.107+0000 7ff0c6ffd640  1 -- 172.21.15.46:0/857068234 <== mon.1 v2:172.21.15.102:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7ff0d8016040 con 0x563246a66bf0
2024-03-19T01:55:18.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.108+0000 7ff0c6ffd640  1 -- 172.21.15.46:0/857068234 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff0d8032050 con 0x563246a66bf0
2024-03-19T01:55:18.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.108+0000 7ff0f0bd7740 10 client.26584 fetch_fsmap learned FSMap version 29
2024-03-19T01:55:18.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.108+0000 7ff0f0bd7740  1 -- 172.21.15.46:0/857068234 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5632467a77d0 con 0x563246a66bf0
2024-03-19T01:55:18.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.108+0000 7ff0c6ffd640  1 -- 172.21.15.46:0/857068234 <== mon.1 v2:172.21.15.102:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0d80041d0 con 0x563246a66bf0
2024-03-19T01:55:18.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.108+0000 7ff0c6ffd640  1 -- 172.21.15.46:0/857068234 <== mon.1 v2:172.21.15.102:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7ff0d80049c0 con 0x563246a66bf0
2024-03-19T01:55:18.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.108+0000 7ff0f0bd7740 10 client.26584 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:55:18.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.108+0000 7ff0f0bd7740 10 client.26584 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:55:18.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.108+0000 7ff0f0bd7740 20 client.26584 populate_metadata read hostname 'smithi046'
2024-03-19T01:55:18.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.108+0000 7ff0f0bd7740  1 --2- 172.21.15.46:0/857068234 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x563246a7fbd0 0x563246a81fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.108+0000 7ff0f0bd7740  4 client.26584 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:55:18.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.108+0000 7ff0f0bd7740  1 -- 172.21.15.46:0/857068234 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563246a273e0 con 0x563246a7fbd0
2024-03-19T01:55:18.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.108+0000 7ff0e6ffd640  1 --2- 172.21.15.46:0/857068234 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x563246a7fbd0 0x563246a81fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.109+0000 7ff0e6ffd640  1 --2- 172.21.15.46:0/857068234 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x563246a7fbd0 0x563246a81fc0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=63e3d27b7491b8e8 server_cookie=a475b0a4c36bf2ef in_seq=0 out_seq=0
2024-03-19T01:55:18.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.109+0000 7ff0c6ffd640 10 client.26584 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:55:18.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.109+0000 7ff0c6ffd640  1 -- 172.21.15.46:0/857068234 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x563246a273e0 con 0x563246a7fbd0
2024-03-19T01:55:18.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.109+0000 7ff0c6ffd640 10 client.26584 handle_command_reply: tid=0
2024-03-19T01:55:18.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.109+0000 7ff0f0bd7740  1 client.26584 shutdown
2024-03-19T01:55:18.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.110+0000 7ff0f0bd7740  1 -- 172.21.15.46:0/857068234 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563246a66bf0 msgr2=0x563246a6cd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:18.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.110+0000 7ff0f0bd7740  1 --2- 172.21.15.46:0/857068234 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563246a66bf0 0x563246a6cd40 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7ff0d801b040 tx=0x7ff0d8009c70 comp rx=0 tx=0).stop
2024-03-19T01:55:18.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.110+0000 7ff0f0bd7740  1 -- 172.21.15.46:0/857068234 shutdown_connections
2024-03-19T01:55:18.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.110+0000 7ff0f0bd7740  1 --2- 172.21.15.46:0/857068234 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x563246a7fbd0 0x563246a81fc0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.110+0000 7ff0f0bd7740  1 --2- 172.21.15.46:0/857068234 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563246a6f7d0 0x563246a6d280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.110+0000 7ff0f0bd7740  1 --2- 172.21.15.46:0/857068234 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563246a66bf0 0x563246a6cd40 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.110+0000 7ff0c6ffd640  0 client.26584 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:55:18.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.110+0000 7ff0f0bd7740  1 --2- 172.21.15.46:0/857068234 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563246a662d0 0x563246a6c800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.110+0000 7ff0f0bd7740  1 -- 172.21.15.46:0/857068234 >> 172.21.15.46:0/857068234 conn(0x563246a60a00 msgr2=0x563246a62750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:18.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.110+0000 7ff0f0bd7740  1 -- 172.21.15.46:0/857068234 shutdown_connections
2024-03-19T01:55:18.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.110+0000 7ff0f0bd7740  1 -- 172.21.15.46:0/857068234 wait complete.
2024-03-19T01:55:18.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.110+0000 7ff0f0bd7740 20 client.26584 trim_cache size 0 max 16384
2024-03-19T01:55:18.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.123+0000 7ff0f0bd7740  1  Processor -- start
2024-03-19T01:55:18.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.123+0000 7ff0f0bd7740  1 --  start start
2024-03-19T01:55:18.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.123+0000 7ff0f0bd7740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563246a662d0 0x563246a6ef30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.123+0000 7ff0f0bd7740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563246a66bf0 0x563246a7b390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.123+0000 7ff0f0bd7740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563246a6f7d0 0x563246a877c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.123+0000 7ff0f0bd7740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff0e81af260 con 0x563246a662d0
2024-03-19T01:55:18.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.123+0000 7ff0f0bd7740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ff0e81aca70 con 0x563246a66bf0
2024-03-19T01:55:18.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.123+0000 7ff0f0bd7740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff0e81aa8a0 con 0x563246a6f7d0
2024-03-19T01:55:18.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.123+0000 7ff0e6ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563246a662d0 0x563246a6ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.123+0000 7ff0e6ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563246a662d0 0x563246a6ef30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37286/0 (socket says 172.21.15.46:37286)
2024-03-19T01:55:18.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.124+0000 7ff0e6ffd640  1 -- 172.21.15.46:0/1729714063 learned_addr learned my addr 172.21.15.46:0/1729714063 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:18.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.124+0000 7ff0e77fe640  1 --2- 172.21.15.46:0/1729714063 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563246a66bf0 0x563246a7b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.124+0000 7ff0e6ffd640  1 --2- 172.21.15.46:0/1729714063 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563246a6f7d0 0x563246a877c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.124+0000 7ff0e6ffd640  1 -- 172.21.15.46:0/1729714063 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563246a6f7d0 msgr2=0x563246a877c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:18.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.124+0000 7ff0e6ffd640  1 --2- 172.21.15.46:0/1729714063 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563246a6f7d0 0x563246a877c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.124+0000 7ff0e6ffd640  1 -- 172.21.15.46:0/1729714063 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563246a66bf0 msgr2=0x563246a7b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:18.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.124+0000 7ff0e6ffd640  1 --2- 172.21.15.46:0/1729714063 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563246a66bf0 0x563246a7b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.124+0000 7ff0e6ffd640  1 -- 172.21.15.46:0/1729714063 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563246a82330 con 0x563246a662d0
2024-03-19T01:55:18.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.124+0000 7ff0e6ffd640  1 --2- 172.21.15.46:0/1729714063 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563246a662d0 0x563246a6ef30 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7ff0dc02c780 tx=0x7ff0dc005e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=180eede5180d4d86 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:18.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.124+0000 7ff0cd7fa640  1 -- 172.21.15.46:0/1729714063 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0dc02cc90 con 0x563246a662d0
2024-03-19T01:55:18.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.124+0000 7ff0cd7fa640  1 -- 172.21.15.46:0/1729714063 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0dc0035f0 con 0x563246a662d0
2024-03-19T01:55:18.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.124+0000 7ff0cd7fa640  1 -- 172.21.15.46:0/1729714063 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0dc034440 con 0x563246a662d0
2024-03-19T01:55:18.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.125+0000 7ff0f0bd7740  1 -- 172.21.15.46:0/1729714063 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563246a662d0 msgr2=0x563246a6ef30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:18.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.125+0000 7ff0f0bd7740  1 --2- 172.21.15.46:0/1729714063 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563246a662d0 0x563246a6ef30 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7ff0dc02c780 tx=0x7ff0dc005e40 comp rx=0 tx=0).stop
2024-03-19T01:55:18.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.125+0000 7ff0f0bd7740  1 -- 172.21.15.46:0/1729714063 shutdown_connections
2024-03-19T01:55:18.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.125+0000 7ff0f0bd7740  1 --2- 172.21.15.46:0/1729714063 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563246a6f7d0 0x563246a877c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.125+0000 7ff0f0bd7740  1 --2- 172.21.15.46:0/1729714063 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563246a66bf0 0x563246a7b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.125+0000 7ff0f0bd7740  1 --2- 172.21.15.46:0/1729714063 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563246a662d0 0x563246a6ef30 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.125+0000 7ff0f0bd7740  1 -- 172.21.15.46:0/1729714063 >> 172.21.15.46:0/1729714063 conn(0x563246a60a00 msgr2=0x563246a5f310 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:18.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.125+0000 7ff0f0bd7740  1 -- 172.21.15.46:0/1729714063 shutdown_connections
2024-03-19T01:55:18.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.125+0000 7ff0f0bd7740  1 -- 172.21.15.46:0/1729714063 wait complete.
2024-03-19T01:55:18.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.125+0000 7ff0f0bd7740  1 --  start start
2024-03-19T01:55:18.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.125+0000 7ff0f0bd7740  1  Processor -- start
2024-03-19T01:55:18.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.125+0000 7ff0f0bd7740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563246a662d0 0x563246a77da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.126+0000 7ff0f0bd7740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563246a66bf0 0x563246a73110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.126+0000 7ff0f0bd7740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563246a6f7d0 0x563246a73850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.126+0000 7ff0f0bd7740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff0e81aaf30 con 0x563246a66bf0
2024-03-19T01:55:18.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.126+0000 7ff0f0bd7740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ff0e81ac3a0 con 0x563246a6f7d0
2024-03-19T01:55:18.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.126+0000 7ff0f0bd7740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff0e81ab600 con 0x563246a662d0
2024-03-19T01:55:18.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.126+0000 7ff0f0bd7740 10 client.0 _ll_register_callbacks cb 0x7ff0dc009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:55:18.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.126+0000 7ff0e77fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563246a66bf0 0x563246a73110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.126+0000 7ff0e77fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563246a66bf0 0x563246a73110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37288/0 (socket says 172.21.15.46:37288)
2024-03-19T01:55:18.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.126+0000 7ff0e77fe640  1 -- 172.21.15.46:0/3460839636 learned_addr learned my addr 172.21.15.46:0/3460839636 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:18.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.126+0000 7ff0e6ffd640  1 --2- 172.21.15.46:0/3460839636 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563246a6f7d0 0x563246a73850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.126+0000 7ff0e6ffd640  1 --2- 172.21.15.46:0/3460839636 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563246a662d0 0x563246a77da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.126+0000 7ff0e77fe640  1 -- 172.21.15.46:0/3460839636 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563246a662d0 msgr2=0x563246a77da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:18.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.126+0000 7ff0e77fe640  1 --2- 172.21.15.46:0/3460839636 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563246a662d0 0x563246a77da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.126+0000 7ff0e77fe640  1 -- 172.21.15.46:0/3460839636 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563246a6f7d0 msgr2=0x563246a73850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:18.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.126+0000 7ff0e77fe640  1 --2- 172.21.15.46:0/3460839636 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563246a6f7d0 0x563246a73850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.126+0000 7ff0e77fe640  1 -- 172.21.15.46:0/3460839636 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563246ae4df0 con 0x563246a66bf0
2024-03-19T01:55:18.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.126+0000 7ff0e6ffd640  1 --2- 172.21.15.46:0/3460839636 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563246a6f7d0 0x563246a73850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:18.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.126+0000 7ff0e77fe640  1 --2- 172.21.15.46:0/3460839636 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563246a66bf0 0x563246a73110 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x563246a6ddd0 tx=0x7ff0d800f770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfce72d55673e846 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:18.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.126+0000 7ff0c6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:55:18.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.126+0000 7ff0c6ffd640  1 -- 172.21.15.46:0/3460839636 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0d8027040 con 0x563246a66bf0
2024-03-19T01:55:18.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.126+0000 7ff0c6ffd640  1 -- 172.21.15.46:0/3460839636 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7ff0d800fb20 con 0x563246a66bf0
2024-03-19T01:55:18.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.126+0000 7ff0f0bd7740  1 -- 172.21.15.46:0/3460839636 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff0dc0035f0 con 0x563246a66bf0
2024-03-19T01:55:18.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.126+0000 7ff0c6ffd640  1 -- 172.21.15.46:0/3460839636 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff0d8044050 con 0x563246a66bf0
2024-03-19T01:55:18.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.126+0000 7ff0f0bd7740 10 client.16791 fetch_fsmap learned FSMap version 29
2024-03-19T01:55:18.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.126+0000 7ff0f0bd7740  1 -- 172.21.15.46:0/3460839636 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x563246ae5f20 con 0x563246a66bf0
2024-03-19T01:55:18.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.127+0000 7ff0c6ffd640  1 -- 172.21.15.46:0/3460839636 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0dc0035f0 con 0x563246a66bf0
2024-03-19T01:55:18.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.127+0000 7ff0c6ffd640  1 -- 172.21.15.46:0/3460839636 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7ff0d8005480 con 0x563246a66bf0
2024-03-19T01:55:18.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.127+0000 7ff0f0bd7740 10 client.16791 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:55:18.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.127+0000 7ff0f0bd7740 10 client.16791 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:55:18.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.127+0000 7ff0f0bd7740 20 client.16791 populate_metadata read hostname 'smithi046'
2024-03-19T01:55:18.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.127+0000 7ff0f0bd7740  1 --2- 172.21.15.46:0/3460839636 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x563246ae6720 0x563246ae8b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.127+0000 7ff0f0bd7740  4 client.16791 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:55:18.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.127+0000 7ff0f0bd7740  1 -- 172.21.15.46:0/3460839636 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5632469d69f0 con 0x563246ae6720
2024-03-19T01:55:18.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.127+0000 7ff0e6ffd640  1 --2- 172.21.15.46:0/3460839636 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x563246ae6720 0x563246ae8b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.127+0000 7ff0c6ffd640 10 client.16791 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:55:18.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.127+0000 7ff0e6ffd640  1 --2- 172.21.15.46:0/3460839636 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x563246ae6720 0x563246ae8b40 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=83c5a29c395927cd server_cookie=2f2bb7aa019fc8d3 in_seq=0 out_seq=0
2024-03-19T01:55:18.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.128+0000 7ff0c6ffd640  1 -- 172.21.15.46:0/3460839636 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5632469d69f0 con 0x563246ae6720
2024-03-19T01:55:18.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.128+0000 7ff0c6ffd640 10 client.16791 handle_command_reply: tid=0
2024-03-19T01:55:18.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.128+0000 7ff0f0bd7740  1 client.16791 shutdown
2024-03-19T01:55:18.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.128+0000 7ff0f0bd7740  1 -- 172.21.15.46:0/3460839636 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563246a66bf0 msgr2=0x563246a73110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:18.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.128+0000 7ff0f0bd7740  1 --2- 172.21.15.46:0/3460839636 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563246a66bf0 0x563246a73110 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x563246a6ddd0 tx=0x7ff0d800f770 comp rx=0 tx=0).stop
2024-03-19T01:55:18.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.128+0000 7ff0f0bd7740  1 -- 172.21.15.46:0/3460839636 shutdown_connections
2024-03-19T01:55:18.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.128+0000 7ff0f0bd7740  1 --2- 172.21.15.46:0/3460839636 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x563246ae6720 0x563246ae8b40 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.128+0000 7ff0f0bd7740  1 --2- 172.21.15.46:0/3460839636 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563246a6f7d0 0x563246a73850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.128+0000 7ff0f0bd7740  1 --2- 172.21.15.46:0/3460839636 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563246a66bf0 0x563246a73110 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.128+0000 7ff0f0bd7740  1 --2- 172.21.15.46:0/3460839636 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563246a662d0 0x563246a77da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.128+0000 7ff0f0bd7740  1 -- 172.21.15.46:0/3460839636 >> 172.21.15.46:0/3460839636 conn(0x563246a60a00 msgr2=0x563246a62610 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:18.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.128+0000 7ff0c6ffd640  0 client.16791 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:55:18.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.128+0000 7ff0f0bd7740  1 -- 172.21.15.46:0/3460839636 shutdown_connections
2024-03-19T01:55:18.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.128+0000 7ff0f0bd7740  1 -- 172.21.15.46:0/3460839636 wait complete.
2024-03-19T01:55:18.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.128+0000 7ff0f0bd7740 20 client.16791 trim_cache size 0 max 16384
2024-03-19T01:55:18.136 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:55:18.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.128+0000 7ff0edf16640  1 -- 172.21.15.46:0/4275217291 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff0d00a29f0 msgr2=0x7ff0d00a4eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:18.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.128+0000 7ff0edf16640  1 --2- 172.21.15.46:0/4275217291 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff0d00a29f0 0x7ff0d00a4eb0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7ff0e009bfe0 tx=0x7ff0e0025af0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.128+0000 7ff0edf16640  1 -- 172.21.15.46:0/4275217291 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff0e8106750 msgr2=0x7ff0e819c870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:18.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.128+0000 7ff0edf16640  1 --2- 172.21.15.46:0/4275217291 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff0e8106750 0x7ff0e819c870 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7ff0e0009fd0 tx=0x7ff0e000b690 comp rx=0 tx=0).stop
2024-03-19T01:55:18.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.129+0000 7ff0edf16640  1 -- 172.21.15.46:0/4275217291 shutdown_connections
2024-03-19T01:55:18.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.129+0000 7ff0edf16640  1 --2- 172.21.15.46:0/4275217291 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff0e8106750 0x7ff0e819c870 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.129+0000 7ff0edf16640  1 --2- 172.21.15.46:0/4275217291 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff0d00a29f0 0x7ff0d00a4eb0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.129+0000 7ff0edf16640  1 --2- 172.21.15.46:0/4275217291 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff0e8101310 0x7ff0e81984f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.129+0000 7ff0edf16640  1 --2- 172.21.15.46:0/4275217291 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff0e8100970 0x7ff0e8197fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.129+0000 7ff0edf16640  1 -- 172.21.15.46:0/4275217291 >> 172.21.15.46:0/4275217291 conn(0x7ff0e80774c0 msgr2=0x7ff0e8069ff0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:18.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.129+0000 7ff0edf16640  1 -- 172.21.15.46:0/4275217291 shutdown_connections
2024-03-19T01:55:18.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.129+0000 7ff0edf16640  1 -- 172.21.15.46:0/4275217291 wait complete.
2024-03-19T01:55:18.140 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls
2024-03-19T01:55:18.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.244+0000 7feef9a97640  1 -- 172.21.15.46:0/2694791329 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7feef4102a40 msgr2=0x7feef4102e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:18.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.244+0000 7feef9a97640  1 --2- 172.21.15.46:0/2694791329 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7feef4102a40 0x7feef4102e20 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7feee4009900 tx=0x7feee402bcd0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.244+0000 7feef9a97640  1 -- 172.21.15.46:0/2694791329 shutdown_connections
2024-03-19T01:55:18.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.244+0000 7feef9a97640  1 --2- 172.21.15.46:0/2694791329 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feef410bd80 0x7feef410e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.245+0000 7feef9a97640  1 --2- 172.21.15.46:0/2694791329 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feef4103360 0x7feef410b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.245+0000 7feef9a97640  1 --2- 172.21.15.46:0/2694791329 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7feef4102a40 0x7feef4102e20 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.245+0000 7feef9a97640  1 -- 172.21.15.46:0/2694791329 >> 172.21.15.46:0/2694791329 conn(0x7feef40778d0 msgr2=0x7feef4077ce0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:18.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.245+0000 7feef9a97640  1 -- 172.21.15.46:0/2694791329 shutdown_connections
2024-03-19T01:55:18.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.245+0000 7feef9a97640  1 -- 172.21.15.46:0/2694791329 wait complete.
2024-03-19T01:55:18.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.245+0000 7feef9a97640  1  Processor -- start
2024-03-19T01:55:18.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.245+0000 7feef9a97640  1 --  start start
2024-03-19T01:55:18.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.245+0000 7feef9a97640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feef4102a40 0x7feef4100690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.245+0000 7feef9a97640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7feef4103360 0x7feef4100bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.245+0000 7feef9a97640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feef410bd80 0x7feef4101110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.245+0000 7feef9a97640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7feef4111a30 con 0x7feef4102a40
2024-03-19T01:55:18.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.246+0000 7feef9a97640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7feef41118b0 con 0x7feef4103360
2024-03-19T01:55:18.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.246+0000 7feef9a97640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7feef4111bb0 con 0x7feef410bd80
2024-03-19T01:55:18.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.246+0000 7feef37fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feef4102a40 0x7feef4100690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.246+0000 7feef37fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feef4102a40 0x7feef4100690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37304/0 (socket says 172.21.15.46:37304)
2024-03-19T01:55:18.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.246+0000 7feef37fe640  1 -- 172.21.15.46:0/2331669563 learned_addr learned my addr 172.21.15.46:0/2331669563 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:18.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.246+0000 7feef2ffd640  1 --2- 172.21.15.46:0/2331669563 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7feef4103360 0x7feef4100bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.246+0000 7feef3fff640  1 --2- 172.21.15.46:0/2331669563 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feef410bd80 0x7feef4101110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.246+0000 7feef37fe640  1 -- 172.21.15.46:0/2331669563 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feef410bd80 msgr2=0x7feef4101110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:18.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.246+0000 7feef37fe640  1 --2- 172.21.15.46:0/2331669563 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feef410bd80 0x7feef4101110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.246+0000 7feef37fe640  1 -- 172.21.15.46:0/2331669563 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7feef4103360 msgr2=0x7feef4100bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:18.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.246+0000 7feef37fe640  1 --2- 172.21.15.46:0/2331669563 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7feef4103360 0x7feef4100bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.246+0000 7feef37fe640  1 -- 172.21.15.46:0/2331669563 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feef41a6490 con 0x7feef4102a40
2024-03-19T01:55:18.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.246+0000 7feef37fe640  1 --2- 172.21.15.46:0/2331669563 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feef4102a40 0x7feef4100690 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7feee4005940 tx=0x7feee402c690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:18.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.246+0000 7feef0ff9640  1 -- 172.21.15.46:0/2331669563 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feee4043020 con 0x7feef4102a40
2024-03-19T01:55:18.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.246+0000 7feef9a97640  1 -- 172.21.15.46:0/2331669563 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feef41a6720 con 0x7feef4102a40
2024-03-19T01:55:18.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.246+0000 7feef0ff9640  1 -- 172.21.15.46:0/2331669563 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feee4004e00 con 0x7feef4102a40
2024-03-19T01:55:18.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.246+0000 7feef0ff9640  1 -- 172.21.15.46:0/2331669563 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feee4003970 con 0x7feef4102a40
2024-03-19T01:55:18.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.246+0000 7feef9a97640  1 -- 172.21.15.46:0/2331669563 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feef41a6c70 con 0x7feef4102a40
2024-03-19T01:55:18.256 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.248+0000 7feef0ff9640  1 -- 172.21.15.46:0/2331669563 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7feee4046020 con 0x7feef4102a40
2024-03-19T01:55:18.256 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.249+0000 7feefc322740  1  Processor -- start
2024-03-19T01:55:18.257 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.249+0000 7feefc322740  1 --  start start
2024-03-19T01:55:18.257 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.249+0000 7feefc322740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561c501952d0 0x561c501956b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.257 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.249+0000 7feefc322740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561c50195bf0 0x561c5019e290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.257 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.249+0000 7feefc322740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c5019e7d0 0x561c501a0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.257 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.249+0000 7feefc322740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x561c500f84b0 con 0x561c5019e7d0
2024-03-19T01:55:18.257 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.249+0000 7feefc322740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x561c500a0d70 con 0x561c501952d0
2024-03-19T01:55:18.257 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.249+0000 7feefc322740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x561c500f4550 con 0x561c50195bf0
2024-03-19T01:55:18.257 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.249+0000 7feef0ff9640  1 --2- 172.21.15.46:0/2331669563 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7feedc0a2970 0x7feedc0a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.257 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.249+0000 7feef2ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c5019e7d0 0x561c501a0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.257 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.249+0000 7feef2ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c5019e7d0 0x561c501a0bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37316/0 (socket says 172.21.15.46:37316)
2024-03-19T01:55:18.257 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.249+0000 7feef37fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561c50195bf0 0x561c5019e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.257 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.249+0000 7feef2ffd640  1 -- 172.21.15.46:0/2656081678 learned_addr learned my addr 172.21.15.46:0/2656081678 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:18.257 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.249+0000 7feef3fff640  1 --2- 172.21.15.46:0/2656081678 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561c501952d0 0x561c501956b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.257 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.249+0000 7feef3fff640  1 --2- 172.21.15.46:0/2331669563 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7feedc0a2970 0x7feedc0a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.249+0000 7feef0ff9640  1 -- 172.21.15.46:0/2331669563 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7feee40f10b0 con 0x7feef4102a40
2024-03-19T01:55:18.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.249+0000 7feef2ffd640  1 -- 172.21.15.46:0/2656081678 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561c50195bf0 msgr2=0x561c5019e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:18.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.249+0000 7feef2ffd640  1 --2- 172.21.15.46:0/2656081678 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561c50195bf0 0x561c5019e290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.249+0000 7feef2ffd640  1 -- 172.21.15.46:0/2656081678 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561c501952d0 msgr2=0x561c501956b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:18.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.249+0000 7feef2ffd640  1 --2- 172.21.15.46:0/2656081678 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561c501952d0 0x561c501956b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.249+0000 7feef2ffd640  1 -- 172.21.15.46:0/2656081678 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c500c3210 con 0x561c5019e7d0
2024-03-19T01:55:18.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.249+0000 7feef3fff640  1 --2- 172.21.15.46:0/2656081678 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561c501952d0 0x561c501956b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:18.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.249+0000 7feef37fe640  1 --2- 172.21.15.46:0/2656081678 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561c50195bf0 0x561c5019e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:18.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.249+0000 7feef2ffd640  1 --2- 172.21.15.46:0/2656081678 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c5019e7d0 0x561c501a0bc0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7feee8009c90 tx=0x7feee8011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbc15622f4fa4105 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:18.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.250+0000 7feef3fff640  1 --2- 172.21.15.46:0/2331669563 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7feedc0a2970 0x7feedc0a4e30 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7feeec005fd0 tx=0x7feeec009500 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:18.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.250+0000 7feed9ffb640  1 -- 172.21.15.46:0/2656081678 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feee801e070 con 0x561c5019e7d0
2024-03-19T01:55:18.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.250+0000 7feed9ffb640  1 -- 172.21.15.46:0/2656081678 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feee8019ae0 con 0x561c5019e7d0
2024-03-19T01:55:18.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.250+0000 7feed9ffb640  1 -- 172.21.15.46:0/2656081678 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feee800e9e0 con 0x561c5019e7d0
2024-03-19T01:55:18.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.250+0000 7feefc322740  1 -- 172.21.15.46:0/2656081678 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c5019e7d0 msgr2=0x561c501a0bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:18.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.250+0000 7feefc322740  1 --2- 172.21.15.46:0/2656081678 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c5019e7d0 0x561c501a0bc0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7feee8009c90 tx=0x7feee8011810 comp rx=0 tx=0).stop
2024-03-19T01:55:18.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.250+0000 7feefc322740  1 -- 172.21.15.46:0/2656081678 shutdown_connections
2024-03-19T01:55:18.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.250+0000 7feefc322740  1 --2- 172.21.15.46:0/2656081678 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c5019e7d0 0x561c501a0bc0 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.250+0000 7feefc322740  1 --2- 172.21.15.46:0/2656081678 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561c50195bf0 0x561c5019e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.250+0000 7feefc322740  1 --2- 172.21.15.46:0/2656081678 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561c501952d0 0x561c501956b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.250+0000 7feefc322740  1 -- 172.21.15.46:0/2656081678 >> 172.21.15.46:0/2656081678 conn(0x561c5018fa00 msgr2=0x561c5018fde0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:18.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.250+0000 7feefc322740  1 -- 172.21.15.46:0/2656081678 shutdown_connections
2024-03-19T01:55:18.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.250+0000 7feefc322740  1 -- 172.21.15.46:0/2656081678 wait complete.
2024-03-19T01:55:18.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.251+0000 7feefc322740  1 --  start start
2024-03-19T01:55:18.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.251+0000 7feefc322740  1  Processor -- start
2024-03-19T01:55:18.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.251+0000 7feefc322740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561c501952d0 0x561c5019b800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.251+0000 7feefc322740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561c50195bf0 0x561c5019bd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.251+0000 7feefc322740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c5019e7d0 0x561c5019c280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.251+0000 7feefc322740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x561c501a15c0 con 0x561c5019e7d0
2024-03-19T01:55:18.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.251+0000 7feefc322740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x561c500b4310 con 0x561c501952d0
2024-03-19T01:55:18.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.251+0000 7feefc322740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x561c501a1740 con 0x561c50195bf0
2024-03-19T01:55:18.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.251+0000 7feefc322740 10 client.0 _ll_register_callbacks cb 0x561c500a82d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:55:18.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.251+0000 7feef3fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c5019e7d0 0x561c5019c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.251+0000 7feef2ffd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561c50195bf0 0x561c5019bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.251+0000 7feef3fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c5019e7d0 0x561c5019c280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37324/0 (socket says 172.21.15.46:37324)
2024-03-19T01:55:18.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.251+0000 7feef3fff640  1 -- 172.21.15.46:0/1224718209 learned_addr learned my addr 172.21.15.46:0/1224718209 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:18.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.251+0000 7feef37fe640  1 --2- 172.21.15.46:0/1224718209 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561c501952d0 0x561c5019b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.252+0000 7feef2ffd640  1 -- 172.21.15.46:0/1224718209 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561c501952d0 msgr2=0x561c5019b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:18.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.252+0000 7feef2ffd640  1 --2- 172.21.15.46:0/1224718209 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561c501952d0 0x561c5019b800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.252+0000 7feef2ffd640  1 -- 172.21.15.46:0/1224718209 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c5019e7d0 msgr2=0x561c5019c280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:18.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.252+0000 7feef2ffd640  1 --2- 172.21.15.46:0/1224718209 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c5019e7d0 0x561c5019c280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.252+0000 7feef2ffd640  1 -- 172.21.15.46:0/1224718209 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c4fe0c3f0 con 0x561c50195bf0
2024-03-19T01:55:18.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.252+0000 7feef2ffd640  1 --2- 172.21.15.46:0/1224718209 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561c50195bf0 0x561c5019bd40 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x561c50190b90 tx=0x7feee8009850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a7776ec086353e1d server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:18.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.252+0000 7feed2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.102:3300/0
2024-03-19T01:55:18.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.252+0000 7feed2ffd640  1 -- 172.21.15.46:0/1224718209 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feee802a060 con 0x561c50195bf0
2024-03-19T01:55:18.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.252+0000 7feed2ffd640  1 -- 172.21.15.46:0/1224718209 <== mon.1 v2:172.21.15.102:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7feee8005450 con 0x561c50195bf0
2024-03-19T01:55:18.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.252+0000 7feefc322740  1 -- 172.21.15.46:0/1224718209 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feee8019ae0 con 0x561c50195bf0
2024-03-19T01:55:18.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.252+0000 7feed2ffd640  1 -- 172.21.15.46:0/1224718209 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7feee8031050 con 0x561c50195bf0
2024-03-19T01:55:18.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.252+0000 7feefc322740 10 client.26602 fetch_fsmap learned FSMap version 29
2024-03-19T01:55:18.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.252+0000 7feefc322740  1 -- 172.21.15.46:0/1224718209 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561c4fed67d0 con 0x561c50195bf0
2024-03-19T01:55:18.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.252+0000 7feed2ffd640  1 -- 172.21.15.46:0/1224718209 <== mon.1 v2:172.21.15.102:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feee8019ae0 con 0x561c50195bf0
2024-03-19T01:55:18.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.252+0000 7feed2ffd640  1 -- 172.21.15.46:0/1224718209 <== mon.1 v2:172.21.15.102:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7feee800eca0 con 0x561c50195bf0
2024-03-19T01:55:18.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.252+0000 7feefc322740 10 client.26602 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:55:18.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.252+0000 7feefc322740 10 client.26602 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:55:18.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.252+0000 7feefc322740 20 client.26602 populate_metadata read hostname 'smithi046'
2024-03-19T01:55:18.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.253+0000 7feefc322740  1 --2- 172.21.15.46:0/1224718209 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x561c501aea90 0x561c501b0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.253+0000 7feefc322740  4 client.26602 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:55:18.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.253+0000 7feefc322740  1 -- 172.21.15.46:0/1224718209 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561c501563e0 con 0x561c501aea90
2024-03-19T01:55:18.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.253+0000 7feef37fe640  1 --2- 172.21.15.46:0/1224718209 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x561c501aea90 0x561c501b0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.253+0000 7feed2ffd640 10 client.26602 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:55:18.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.253+0000 7feef37fe640  1 --2- 172.21.15.46:0/1224718209 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x561c501aea90 0x561c501b0e80 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=64408b3501e60b66 server_cookie=9620b3a9a1661108 in_seq=0 out_seq=0
2024-03-19T01:55:18.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.254+0000 7feed2ffd640  1 -- 172.21.15.46:0/1224718209 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x561c501563e0 con 0x561c501aea90
2024-03-19T01:55:18.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.254+0000 7feed2ffd640 10 client.26602 handle_command_reply: tid=0
2024-03-19T01:55:18.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.254+0000 7feefc322740  1 client.26602 shutdown
2024-03-19T01:55:18.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.254+0000 7feefc322740  1 -- 172.21.15.46:0/1224718209 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561c50195bf0 msgr2=0x561c5019bd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:18.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.254+0000 7feefc322740  1 --2- 172.21.15.46:0/1224718209 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561c50195bf0 0x561c5019bd40 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x561c50190b90 tx=0x7feee8009850 comp rx=0 tx=0).stop
2024-03-19T01:55:18.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.254+0000 7feefc322740  1 -- 172.21.15.46:0/1224718209 shutdown_connections
2024-03-19T01:55:18.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.254+0000 7feefc322740  1 --2- 172.21.15.46:0/1224718209 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x561c501aea90 0x561c501b0e80 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.254+0000 7feefc322740  1 --2- 172.21.15.46:0/1224718209 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c5019e7d0 0x561c5019c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.254+0000 7feed2ffd640  0 client.26602 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:55:18.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.254+0000 7feefc322740  1 --2- 172.21.15.46:0/1224718209 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561c50195bf0 0x561c5019bd40 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.254+0000 7feefc322740  1 --2- 172.21.15.46:0/1224718209 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561c501952d0 0x561c5019b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.254+0000 7feefc322740  1 -- 172.21.15.46:0/1224718209 >> 172.21.15.46:0/1224718209 conn(0x561c5018fa00 msgr2=0x561c50191750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:18.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.254+0000 7feefc322740  1 -- 172.21.15.46:0/1224718209 shutdown_connections
2024-03-19T01:55:18.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.254+0000 7feefc322740  1 -- 172.21.15.46:0/1224718209 wait complete.
2024-03-19T01:55:18.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.254+0000 7feefc322740 20 client.26602 trim_cache size 0 max 16384
2024-03-19T01:55:18.273 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.267+0000 7feefc322740  1  Processor -- start
2024-03-19T01:55:18.273 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.267+0000 7feefc322740  1 --  start start
2024-03-19T01:55:18.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.267+0000 7feefc322740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c501952d0 0x561c5019df30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.267+0000 7feefc322740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561c50195bf0 0x561c501aa360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.267+0000 7feefc322740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561c5019e7d0 0x561c5019a960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.267+0000 7feefc322740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7feef41b3780 con 0x561c501952d0
2024-03-19T01:55:18.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.267+0000 7feefc322740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7feef41b0f90 con 0x561c5019e7d0
2024-03-19T01:55:18.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.267+0000 7feefc322740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7feef41aedc0 con 0x561c50195bf0
2024-03-19T01:55:18.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.267+0000 7feef37fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c501952d0 0x561c5019df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.267+0000 7feef37fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c501952d0 0x561c5019df30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37336/0 (socket says 172.21.15.46:37336)
2024-03-19T01:55:18.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.267+0000 7feef37fe640  1 -- 172.21.15.46:0/3431486672 learned_addr learned my addr 172.21.15.46:0/3431486672 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:18.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.267+0000 7feef2ffd640  1 --2- 172.21.15.46:0/3431486672 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561c50195bf0 0x561c501aa360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.268+0000 7feef3fff640  1 --2- 172.21.15.46:0/3431486672 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561c5019e7d0 0x561c5019a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.268+0000 7feef37fe640  1 -- 172.21.15.46:0/3431486672 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561c50195bf0 msgr2=0x561c501aa360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:18.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.268+0000 7feef37fe640  1 --2- 172.21.15.46:0/3431486672 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561c50195bf0 0x561c501aa360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.268+0000 7feef37fe640  1 -- 172.21.15.46:0/3431486672 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561c5019e7d0 msgr2=0x561c5019a960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:18.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.268+0000 7feef37fe640  1 --2- 172.21.15.46:0/3431486672 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561c5019e7d0 0x561c5019a960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.268+0000 7feef37fe640  1 -- 172.21.15.46:0/3431486672 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c50199d50 con 0x561c501952d0
2024-03-19T01:55:18.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.268+0000 7feef3fff640  1 --2- 172.21.15.46:0/3431486672 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561c5019e7d0 0x561c5019a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:55:18.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.268+0000 7feef37fe640  1 --2- 172.21.15.46:0/3431486672 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c501952d0 0x561c5019df30 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7feee402bd10 tx=0x7feee40f3040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b43a832c0a0c34c7 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:18.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.268+0000 7feed97fa640  1 -- 172.21.15.46:0/3431486672 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feee40bd470 con 0x561c501952d0
2024-03-19T01:55:18.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.268+0000 7feed97fa640  1 -- 172.21.15.46:0/3431486672 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feee40c15c0 con 0x561c501952d0
2024-03-19T01:55:18.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.268+0000 7feed97fa640  1 -- 172.21.15.46:0/3431486672 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feee4003b10 con 0x561c501952d0
2024-03-19T01:55:18.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.268+0000 7feefc322740  1 -- 172.21.15.46:0/3431486672 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c501952d0 msgr2=0x561c5019df30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:18.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.268+0000 7feefc322740  1 --2- 172.21.15.46:0/3431486672 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c501952d0 0x561c5019df30 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7feee402bd10 tx=0x7feee40f3040 comp rx=0 tx=0).stop
2024-03-19T01:55:18.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.269+0000 7feefc322740  1 -- 172.21.15.46:0/3431486672 shutdown_connections
2024-03-19T01:55:18.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.269+0000 7feefc322740  1 --2- 172.21.15.46:0/3431486672 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561c5019e7d0 0x561c5019a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.269+0000 7feefc322740  1 --2- 172.21.15.46:0/3431486672 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561c50195bf0 0x561c501aa360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.269+0000 7feefc322740  1 --2- 172.21.15.46:0/3431486672 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c501952d0 0x561c5019df30 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.269+0000 7feefc322740  1 -- 172.21.15.46:0/3431486672 >> 172.21.15.46:0/3431486672 conn(0x561c5018fa00 msgr2=0x561c50190e50 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:18.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.269+0000 7feefc322740  1 -- 172.21.15.46:0/3431486672 shutdown_connections
2024-03-19T01:55:18.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.269+0000 7feefc322740  1 -- 172.21.15.46:0/3431486672 wait complete.
2024-03-19T01:55:18.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.269+0000 7feefc322740  1 --  start start
2024-03-19T01:55:18.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.269+0000 7feefc322740  1  Processor -- start
2024-03-19T01:55:18.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.269+0000 7feefc322740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561c501952d0 0x561c501a2420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.269+0000 7feefc322740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561c50195bf0 0x561c501a2960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.269+0000 7feefc322740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c5019e7d0 0x561c501a2ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.269+0000 7feefc322740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7feef41af450 con 0x561c5019e7d0
2024-03-19T01:55:18.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.269+0000 7feefc322740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7feef41b08c0 con 0x561c50195bf0
2024-03-19T01:55:18.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.269+0000 7feefc322740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7feef41afb20 con 0x561c501952d0
2024-03-19T01:55:18.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.269+0000 7feefc322740 10 client.0 _ll_register_callbacks cb 0x7feee801c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:55:18.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.269+0000 7feef3fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c5019e7d0 0x561c501a2ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.270+0000 7feef37fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561c501952d0 0x561c501a2420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.270+0000 7feef2ffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561c50195bf0 0x561c501a2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.270+0000 7feef3fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c5019e7d0 0x561c501a2ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37344/0 (socket says 172.21.15.46:37344)
2024-03-19T01:55:18.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.270+0000 7feef3fff640  1 -- 172.21.15.46:0/247572757 learned_addr learned my addr 172.21.15.46:0/247572757 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:18.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.270+0000 7feef37fe640  1 -- 172.21.15.46:0/247572757 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561c50195bf0 msgr2=0x561c501a2960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:18.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.270+0000 7feef37fe640  1 --2- 172.21.15.46:0/247572757 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561c50195bf0 0x561c501a2960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.270+0000 7feef37fe640  1 -- 172.21.15.46:0/247572757 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c5019e7d0 msgr2=0x561c501a2ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:18.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.270+0000 7feef37fe640  1 --2- 172.21.15.46:0/247572757 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c5019e7d0 0x561c501a2ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.270+0000 7feef37fe640  1 -- 172.21.15.46:0/247572757 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c50213e40 con 0x561c501952d0
2024-03-19T01:55:18.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.270+0000 7feef2ffd640  1 --2- 172.21.15.46:0/247572757 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561c50195bf0 0x561c501a2960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:18.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.270+0000 7feef3fff640  1 --2- 172.21.15.46:0/247572757 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c5019e7d0 0x561c501a2ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:18.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.270+0000 7feef37fe640  1 --2- 172.21.15.46:0/247572757 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561c501952d0 0x561c501a2420 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x561c5018b0f0 tx=0x7feee40bdc30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5c03d0fb8d0c802e server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:18.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.270+0000 7feed2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.102:3300/0
2024-03-19T01:55:18.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.270+0000 7feed2ffd640  1 -- 172.21.15.46:0/247572757 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feee40d5070 con 0x561c501952d0
2024-03-19T01:55:18.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.270+0000 7feefc322740  1 -- 172.21.15.46:0/247572757 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feee40c15c0 con 0x561c501952d0
2024-03-19T01:55:18.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.270+0000 7feed2ffd640  1 -- 172.21.15.46:0/247572757 <== mon.1 v2:172.21.15.102:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7feee4005360 con 0x561c501952d0
2024-03-19T01:55:18.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.270+0000 7feed2ffd640  1 -- 172.21.15.46:0/247572757 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7feee40c5c10 con 0x561c501952d0
2024-03-19T01:55:18.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.270+0000 7feefc322740 10 client.26608 fetch_fsmap learned FSMap version 29
2024-03-19T01:55:18.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.270+0000 7feefc322740  1 -- 172.21.15.46:0/247572757 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561c50215100 con 0x561c501952d0
2024-03-19T01:55:18.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.270+0000 7feed2ffd640  1 -- 172.21.15.46:0/247572757 <== mon.1 v2:172.21.15.102:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feee40c15c0 con 0x561c501952d0
2024-03-19T01:55:18.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.271+0000 7feed2ffd640  1 -- 172.21.15.46:0/247572757 <== mon.1 v2:172.21.15.102:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7feee4004fb0 con 0x561c501952d0
2024-03-19T01:55:18.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.271+0000 7feefc322740 10 client.26608 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:55:18.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.271+0000 7feefc322740 10 client.26608 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:55:18.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.271+0000 7feefc322740 20 client.26608 populate_metadata read hostname 'smithi046'
2024-03-19T01:55:18.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.271+0000 7feefc322740  1 --2- 172.21.15.46:0/247572757 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x561c501aea90 0x561c50217700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:18.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.271+0000 7feefc322740  4 client.26608 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:55:18.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.271+0000 7feefc322740  1 -- 172.21.15.46:0/247572757 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561c501059f0 con 0x561c501aea90
2024-03-19T01:55:18.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.271+0000 7feef2ffd640  1 --2- 172.21.15.46:0/247572757 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x561c501aea90 0x561c50217700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:18.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.271+0000 7feef2ffd640  1 --2- 172.21.15.46:0/247572757 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x561c501aea90 0x561c50217700 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9adff9e761a21dd3 server_cookie=7c8b7ddf61bd891a in_seq=0 out_seq=0
2024-03-19T01:55:18.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.271+0000 7feed2ffd640 10 client.26608 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:55:18.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.271+0000 7feed2ffd640  1 -- 172.21.15.46:0/247572757 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561c501059f0 con 0x561c501aea90
2024-03-19T01:55:18.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.271+0000 7feed2ffd640 10 client.26608 handle_command_reply: tid=0
2024-03-19T01:55:18.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.271+0000 7feefc322740  1 client.26608 shutdown
2024-03-19T01:55:18.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.271+0000 7feefc322740  1 -- 172.21.15.46:0/247572757 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561c501952d0 msgr2=0x561c501a2420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:18.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.271+0000 7feefc322740  1 --2- 172.21.15.46:0/247572757 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561c501952d0 0x561c501a2420 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x561c5018b0f0 tx=0x7feee40bdc30 comp rx=0 tx=0).stop
2024-03-19T01:55:18.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.272+0000 7feefc322740  1 -- 172.21.15.46:0/247572757 shutdown_connections
2024-03-19T01:55:18.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.272+0000 7feefc322740  1 --2- 172.21.15.46:0/247572757 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x561c501aea90 0x561c50217700 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.272+0000 7feefc322740  1 --2- 172.21.15.46:0/247572757 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c5019e7d0 0x561c501a2ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.272+0000 7feed2ffd640  0 client.26608 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:55:18.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.272+0000 7feefc322740  1 --2- 172.21.15.46:0/247572757 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x561c50195bf0 0x561c501a2960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.272+0000 7feefc322740  1 --2- 172.21.15.46:0/247572757 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561c501952d0 0x561c501a2420 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.272+0000 7feefc322740  1 -- 172.21.15.46:0/247572757 >> 172.21.15.46:0/247572757 conn(0x561c5018fa00 msgr2=0x561c5019c030 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:18.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.272+0000 7feefc322740  1 -- 172.21.15.46:0/247572757 shutdown_connections
2024-03-19T01:55:18.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.272+0000 7feefc322740  1 -- 172.21.15.46:0/247572757 wait complete.
2024-03-19T01:55:18.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.272+0000 7feefc322740 20 client.26608 trim_cache size 0 max 16384
2024-03-19T01:55:18.280 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:55:18.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.272+0000 7feef9a97640  1 -- 172.21.15.46:0/2331669563 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7feedc0a2970 msgr2=0x7feedc0a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:18.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.272+0000 7feef9a97640  1 --2- 172.21.15.46:0/2331669563 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7feedc0a2970 0x7feedc0a4e30 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7feeec005fd0 tx=0x7feeec009500 comp rx=0 tx=0).stop
2024-03-19T01:55:18.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.272+0000 7feef9a97640  1 -- 172.21.15.46:0/2331669563 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feef4102a40 msgr2=0x7feef4100690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:18.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.272+0000 7feef9a97640  1 --2- 172.21.15.46:0/2331669563 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feef4102a40 0x7feef4100690 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7feee4005940 tx=0x7feee402c690 comp rx=0 tx=0).stop
2024-03-19T01:55:18.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.272+0000 7feef9a97640  1 -- 172.21.15.46:0/2331669563 shutdown_connections
2024-03-19T01:55:18.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.272+0000 7feef9a97640  1 --2- 172.21.15.46:0/2331669563 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7feedc0a2970 0x7feedc0a4e30 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.272+0000 7feef9a97640  1 --2- 172.21.15.46:0/2331669563 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feef410bd80 0x7feef4101110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.272+0000 7feef9a97640  1 --2- 172.21.15.46:0/2331669563 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7feef4103360 0x7feef4100bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.272+0000 7feef9a97640  1 --2- 172.21.15.46:0/2331669563 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feef4102a40 0x7feef4100690 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:18.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.272+0000 7feef9a97640  1 -- 172.21.15.46:0/2331669563 >> 172.21.15.46:0/2331669563 conn(0x7feef40778d0 msgr2=0x7feef40fd7e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:18.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.272+0000 7feef9a97640  1 -- 172.21.15.46:0/2331669563 shutdown_connections
2024-03-19T01:55:18.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:18.272+0000 7feef9a97640  1 -- 172.21.15.46:0/2331669563 wait complete.
2024-03-19T01:55:18.617 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:18 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3586437' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:55:18.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:18 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3586437' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:55:18.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:18 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3586437' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:55:19.284 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs
2024-03-19T01:55:19.284 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:55:19.285 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive
2024-03-19T01:55:19.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.406+0000 7fe45c0bd640  1 -- 172.21.15.46:0/1568226317 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe454100740 msgr2=0x7fe454100bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:19.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.406+0000 7fe45c0bd640  1 --2- 172.21.15.46:0/1568226317 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe454100740 0x7fe454100bc0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fe444009930 tx=0x7fe44402bc30 comp rx=0 tx=0).stop
2024-03-19T01:55:19.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.406+0000 7fe45c0bd640  1 -- 172.21.15.46:0/1568226317 shutdown_connections
2024-03-19T01:55:19.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.406+0000 7fe45c0bd640  1 --2- 172.21.15.46:0/1568226317 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe454101100 0x7fe45410d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.406+0000 7fe45c0bd640  1 --2- 172.21.15.46:0/1568226317 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe454100740 0x7fe454100bc0 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.406+0000 7fe45c0bd640  1 --2- 172.21.15.46:0/1568226317 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe454106750 0x7fe454106b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.406+0000 7fe45c0bd640  1 -- 172.21.15.46:0/1568226317 >> 172.21.15.46:0/1568226317 conn(0x7fe454077880 msgr2=0x7fe454077c90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:19.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.406+0000 7fe45c0bd640  1 -- 172.21.15.46:0/1568226317 shutdown_connections
2024-03-19T01:55:19.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.406+0000 7fe45c0bd640  1 -- 172.21.15.46:0/1568226317 wait complete.
2024-03-19T01:55:19.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.407+0000 7fe45c0bd640  1  Processor -- start
2024-03-19T01:55:19.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.407+0000 7fe45c0bd640  1 --  start start
2024-03-19T01:55:19.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.407+0000 7fe45c0bd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe454100740 0x7fe45410e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.407+0000 7fe45c0bd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe454101100 0x7fe45410e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.407+0000 7fe45c0bd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe454106750 0x7fe45410eb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.407+0000 7fe45c0bd640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe454111b10 con 0x7fe454101100
2024-03-19T01:55:19.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.407+0000 7fe45c0bd640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe454111990 con 0x7fe454106750
2024-03-19T01:55:19.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.407+0000 7fe45c0bd640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe454111c90 con 0x7fe454100740
2024-03-19T01:55:19.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.407+0000 7fe459658640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe454101100 0x7fe45410e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.407+0000 7fe459658640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe454101100 0x7fe45410e5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37360/0 (socket says 172.21.15.46:37360)
2024-03-19T01:55:19.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.407+0000 7fe459658640  1 -- 172.21.15.46:0/520288177 learned_addr learned my addr 172.21.15.46:0/520288177 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:19.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.407+0000 7fe459e59640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe454100740 0x7fe45410e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.407+0000 7fe45a65a640  1 --2- 172.21.15.46:0/520288177 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe454106750 0x7fe45410eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.407+0000 7fe459658640  1 -- 172.21.15.46:0/520288177 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe454100740 msgr2=0x7fe45410e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:19.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.407+0000 7fe459658640  1 --2- 172.21.15.46:0/520288177 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe454100740 0x7fe45410e0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.407+0000 7fe459658640  1 -- 172.21.15.46:0/520288177 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe454106750 msgr2=0x7fe45410eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:19.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.407+0000 7fe459658640  1 --2- 172.21.15.46:0/520288177 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe454106750 0x7fe45410eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.408+0000 7fe459658640  1 -- 172.21.15.46:0/520288177 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4541a6530 con 0x7fe454101100
2024-03-19T01:55:19.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.408+0000 7fe459e59640  1 --2- 172.21.15.46:0/520288177 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe454100740 0x7fe45410e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:19.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.408+0000 7fe459658640  1 --2- 172.21.15.46:0/520288177 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe454101100 0x7fe45410e5e0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7fe444009230 tx=0x7fe44402c5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:19.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.408+0000 7fe44affd640  1 -- 172.21.15.46:0/520288177 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe444043020 con 0x7fe454101100
2024-03-19T01:55:19.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.408+0000 7fe44affd640  1 -- 172.21.15.46:0/520288177 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe44402ca70 con 0x7fe454101100
2024-03-19T01:55:19.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.408+0000 7fe44affd640  1 -- 172.21.15.46:0/520288177 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe444003a50 con 0x7fe454101100
2024-03-19T01:55:19.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.408+0000 7fe45c0bd640  1 -- 172.21.15.46:0/520288177 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4541a67c0 con 0x7fe454101100
2024-03-19T01:55:19.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.408+0000 7fe45c0bd640  1 -- 172.21.15.46:0/520288177 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4541a6d10 con 0x7fe454101100
2024-03-19T01:55:19.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.410+0000 7fe44affd640  1 -- 172.21.15.46:0/520288177 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fe444046020 con 0x7fe454101100
2024-03-19T01:55:19.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.411+0000 7fe45ed83740  1  Processor -- start
2024-03-19T01:55:19.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.411+0000 7fe45ed83740  1 --  start start
2024-03-19T01:55:19.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.411+0000 7fe44affd640  1 --2- 172.21.15.46:0/520288177 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe4400a2970 0x7fe4400a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.411+0000 7fe45ed83740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dbf091d380 0x55dbf091d760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.411+0000 7fe45ed83740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dbf091dca0 0x55dbf0926340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.411+0000 7fe45ed83740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dbf0926880 0x55dbf0928c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.411+0000 7fe45ed83740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55dbf0881160 con 0x55dbf091d380
2024-03-19T01:55:19.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.411+0000 7fe45ed83740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55dbf0829e10 con 0x55dbf0926880
2024-03-19T01:55:19.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.411+0000 7fe45ed83740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55dbf087d200 con 0x55dbf091dca0
2024-03-19T01:55:19.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.411+0000 7fe45a65a640  1 --2- 172.21.15.46:0/520288177 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe4400a2970 0x7fe4400a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.411+0000 7fe44affd640  1 -- 172.21.15.46:0/520288177 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fe4440f10c0 con 0x7fe454101100
2024-03-19T01:55:19.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.411+0000 7fe459e59640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dbf091d380 0x55dbf091d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.411+0000 7fe459e59640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dbf091d380 0x55dbf091d760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37368/0 (socket says 172.21.15.46:37368)
2024-03-19T01:55:19.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.411+0000 7fe459e59640  1 -- 172.21.15.46:0/1775461210 learned_addr learned my addr 172.21.15.46:0/1775461210 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:19.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.411+0000 7fe45a65a640  1 --2- 172.21.15.46:0/1775461210 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dbf0926880 0x55dbf0928c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.411+0000 7fe459658640  1 --2- 172.21.15.46:0/1775461210 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dbf091dca0 0x55dbf0926340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.412+0000 7fe459e59640  1 -- 172.21.15.46:0/1775461210 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dbf091dca0 msgr2=0x55dbf0926340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:19.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.412+0000 7fe459e59640  1 --2- 172.21.15.46:0/1775461210 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dbf091dca0 0x55dbf0926340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.412+0000 7fe459e59640  1 -- 172.21.15.46:0/1775461210 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dbf0926880 msgr2=0x55dbf0928c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:19.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.412+0000 7fe459e59640  1 --2- 172.21.15.46:0/1775461210 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dbf0926880 0x55dbf0928c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.412+0000 7fe459e59640  1 -- 172.21.15.46:0/1775461210 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dbf065d7e0 con 0x55dbf091d380
2024-03-19T01:55:19.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.412+0000 7fe459e59640  1 --2- 172.21.15.46:0/1775461210 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dbf091d380 0x55dbf091d760 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7fe4500114f0 tx=0x7fe4500119b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37ae0ce328e8e0ad server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:19.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.412+0000 7fe45a65a640  1 --2- 172.21.15.46:0/520288177 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe4400a2970 0x7fe4400a4e30 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fe44c005fd0 tx=0x7fe44c009e00 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:19.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.412+0000 7fe43ffff640  1 -- 172.21.15.46:0/1775461210 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe45001e070 con 0x55dbf091d380
2024-03-19T01:55:19.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.412+0000 7fe43ffff640  1 -- 172.21.15.46:0/1775461210 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe450011030 con 0x55dbf091d380
2024-03-19T01:55:19.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.412+0000 7fe43ffff640  1 -- 172.21.15.46:0/1775461210 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe450010630 con 0x55dbf091d380
2024-03-19T01:55:19.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.413+0000 7fe45ed83740  1 -- 172.21.15.46:0/1775461210 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dbf091d380 msgr2=0x55dbf091d760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:19.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.413+0000 7fe45ed83740  1 --2- 172.21.15.46:0/1775461210 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dbf091d380 0x55dbf091d760 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7fe4500114f0 tx=0x7fe4500119b0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.413+0000 7fe45ed83740  1 -- 172.21.15.46:0/1775461210 shutdown_connections
2024-03-19T01:55:19.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.413+0000 7fe45ed83740  1 --2- 172.21.15.46:0/1775461210 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dbf0926880 0x55dbf0928c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.413+0000 7fe45ed83740  1 --2- 172.21.15.46:0/1775461210 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dbf091dca0 0x55dbf0926340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.413+0000 7fe45ed83740  1 --2- 172.21.15.46:0/1775461210 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dbf091d380 0x55dbf091d760 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.413+0000 7fe45ed83740  1 -- 172.21.15.46:0/1775461210 >> 172.21.15.46:0/1775461210 conn(0x55dbf0917ab0 msgr2=0x55dbf0917e90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:19.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.413+0000 7fe45ed83740  1 -- 172.21.15.46:0/1775461210 shutdown_connections
2024-03-19T01:55:19.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.413+0000 7fe45ed83740  1 -- 172.21.15.46:0/1775461210 wait complete.
2024-03-19T01:55:19.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.413+0000 7fe45ed83740  1 --  start start
2024-03-19T01:55:19.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.413+0000 7fe45ed83740  1  Processor -- start
2024-03-19T01:55:19.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.414+0000 7fe45ed83740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dbf091d380 0x55dbf0923760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.414+0000 7fe45ed83740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dbf091dca0 0x55dbf0923ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.414+0000 7fe45ed83740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dbf0926880 0x55dbf09241e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.414+0000 7fe45ed83740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55dbf0929670 con 0x55dbf0926880
2024-03-19T01:55:19.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.414+0000 7fe45ed83740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55dbf083d1a0 con 0x55dbf091d380
2024-03-19T01:55:19.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.414+0000 7fe45ed83740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55dbf09297f0 con 0x55dbf091dca0
2024-03-19T01:55:19.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.414+0000 7fe45ed83740 10 client.0 _ll_register_callbacks cb 0x55dbf0594c60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:55:19.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.414+0000 7fe45a65a640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dbf0926880 0x55dbf09241e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.414+0000 7fe45a65a640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dbf0926880 0x55dbf09241e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37376/0 (socket says 172.21.15.46:37376)
2024-03-19T01:55:19.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.414+0000 7fe45a65a640  1 -- 172.21.15.46:0/3922133324 learned_addr learned my addr 172.21.15.46:0/3922133324 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:19.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.414+0000 7fe459658640  1 --2- 172.21.15.46:0/3922133324 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dbf091dca0 0x55dbf0923ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.414+0000 7fe459e59640  1 --2- 172.21.15.46:0/3922133324 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dbf091d380 0x55dbf0923760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.414+0000 7fe45a65a640  1 -- 172.21.15.46:0/3922133324 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dbf091dca0 msgr2=0x55dbf0923ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:19.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.414+0000 7fe45a65a640  1 --2- 172.21.15.46:0/3922133324 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dbf091dca0 0x55dbf0923ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.414+0000 7fe45a65a640  1 -- 172.21.15.46:0/3922133324 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dbf091d380 msgr2=0x55dbf0923760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:19.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.414+0000 7fe45a65a640  1 --2- 172.21.15.46:0/3922133324 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dbf091d380 0x55dbf0923760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.414+0000 7fe45a65a640  1 -- 172.21.15.46:0/3922133324 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dbf06bdf70 con 0x55dbf0926880
2024-03-19T01:55:19.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.414+0000 7fe459658640  1 --2- 172.21.15.46:0/3922133324 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dbf091dca0 0x55dbf0923ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:19.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.414+0000 7fe459e59640  1 --2- 172.21.15.46:0/3922133324 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dbf091d380 0x55dbf0923760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:19.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.414+0000 7fe45a65a640  1 --2- 172.21.15.46:0/3922133324 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dbf0926880 0x55dbf09241e0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7fe44c00ffd0 tx=0x7fe44c01d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cec711caa3a928a0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:19.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.414+0000 7fe43d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:55:19.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.414+0000 7fe43d7fa640  1 -- 172.21.15.46:0/3922133324 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe44c004b20 con 0x55dbf0926880
2024-03-19T01:55:19.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.414+0000 7fe43d7fa640  1 -- 172.21.15.46:0/3922133324 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fe44c01c040 con 0x55dbf0926880
2024-03-19T01:55:19.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.414+0000 7fe45ed83740  1 -- 172.21.15.46:0/3922133324 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe450011030 con 0x55dbf0926880
2024-03-19T01:55:19.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.415+0000 7fe43d7fa640  1 -- 172.21.15.46:0/3922133324 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe44c031050 con 0x55dbf0926880
2024-03-19T01:55:19.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.415+0000 7fe45ed83740 10 client.16821 fetch_fsmap learned FSMap version 29
2024-03-19T01:55:19.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.415+0000 7fe45ed83740  1 -- 172.21.15.46:0/3922133324 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55dbf0555170 con 0x55dbf0926880
2024-03-19T01:55:19.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.415+0000 7fe43d7fa640  1 -- 172.21.15.46:0/3922133324 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe450011030 con 0x55dbf0926880
2024-03-19T01:55:19.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.415+0000 7fe43d7fa640  1 -- 172.21.15.46:0/3922133324 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fe44c028070 con 0x55dbf0926880
2024-03-19T01:55:19.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.415+0000 7fe45ed83740 10 client.16821 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:55:19.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.415+0000 7fe45ed83740 10 client.16821 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:55:19.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.415+0000 7fe45ed83740 20 client.16821 populate_metadata read hostname 'smithi046'
2024-03-19T01:55:19.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.415+0000 7fe45ed83740  1 --2- 172.21.15.46:0/3922133324 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55dbf0936c00 0x55dbf0939060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.415+0000 7fe45ed83740  4 client.16821 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:55:19.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.415+0000 7fe45ed83740  1 -- 172.21.15.46:0/3922133324 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dbf088e6a0 con 0x55dbf0936c00
2024-03-19T01:55:19.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.415+0000 7fe459e59640  1 --2- 172.21.15.46:0/3922133324 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55dbf0936c00 0x55dbf0939060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.416+0000 7fe43d7fa640 10 client.16821 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:55:19.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.416+0000 7fe459e59640  1 --2- 172.21.15.46:0/3922133324 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55dbf0936c00 0x55dbf0939060 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8e57e5981fe7837d server_cookie=257ae297b779b009 in_seq=0 out_seq=0
2024-03-19T01:55:19.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.417+0000 7fe43d7fa640  1 -- 172.21.15.46:0/3922133324 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55dbf088e6a0 con 0x55dbf0936c00
2024-03-19T01:55:19.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.417+0000 7fe43d7fa640 10 client.16821 handle_command_reply: tid=0
2024-03-19T01:55:19.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.417+0000 7fe45ed83740  1 client.16821 shutdown
2024-03-19T01:55:19.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.417+0000 7fe45ed83740  1 -- 172.21.15.46:0/3922133324 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dbf0926880 msgr2=0x55dbf09241e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:19.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.417+0000 7fe45ed83740  1 --2- 172.21.15.46:0/3922133324 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dbf0926880 0x55dbf09241e0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7fe44c00ffd0 tx=0x7fe44c01d000 comp rx=0 tx=0).stop
2024-03-19T01:55:19.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.417+0000 7fe45ed83740  1 -- 172.21.15.46:0/3922133324 shutdown_connections
2024-03-19T01:55:19.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.417+0000 7fe45ed83740  1 --2- 172.21.15.46:0/3922133324 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55dbf0936c00 0x55dbf0939060 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.417+0000 7fe45ed83740  1 --2- 172.21.15.46:0/3922133324 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dbf0926880 0x55dbf09241e0 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.417+0000 7fe43d7fa640  0 client.16821 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:55:19.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.417+0000 7fe45ed83740  1 --2- 172.21.15.46:0/3922133324 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dbf091dca0 0x55dbf0923ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.417+0000 7fe45ed83740  1 --2- 172.21.15.46:0/3922133324 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dbf091d380 0x55dbf0923760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.417+0000 7fe45ed83740  1 -- 172.21.15.46:0/3922133324 >> 172.21.15.46:0/3922133324 conn(0x55dbf0917ab0 msgr2=0x55dbf0919800 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:19.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.417+0000 7fe45ed83740  1 -- 172.21.15.46:0/3922133324 shutdown_connections
2024-03-19T01:55:19.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.417+0000 7fe45ed83740  1 -- 172.21.15.46:0/3922133324 wait complete.
2024-03-19T01:55:19.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.417+0000 7fe45ed83740 20 client.16821 trim_cache size 0 max 16384
2024-03-19T01:55:19.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.435+0000 7fe45ed83740  1  Processor -- start
2024-03-19T01:55:19.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.435+0000 7fe45ed83740  1 --  start start
2024-03-19T01:55:19.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.435+0000 7fe45ed83740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dbf091d380 0x55dbf0925e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.435+0000 7fe45ed83740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dbf091dca0 0x55dbf0932470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.435+0000 7fe45ed83740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dbf0926880 0x55dbf09195f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.435+0000 7fe45ed83740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe4541b3620 con 0x55dbf0926880
2024-03-19T01:55:19.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.435+0000 7fe45ed83740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe4541b0e30 con 0x55dbf091d380
2024-03-19T01:55:19.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.435+0000 7fe45ed83740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe4541aec60 con 0x55dbf091dca0
2024-03-19T01:55:19.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.435+0000 7fe45a65a640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dbf0926880 0x55dbf09195f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.435+0000 7fe45a65a640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dbf0926880 0x55dbf09195f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37378/0 (socket says 172.21.15.46:37378)
2024-03-19T01:55:19.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.435+0000 7fe45a65a640  1 -- 172.21.15.46:0/1132906124 learned_addr learned my addr 172.21.15.46:0/1132906124 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:19.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.435+0000 7fe459e59640  1 --2- 172.21.15.46:0/1132906124 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dbf091d380 0x55dbf0925e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.435+0000 7fe459658640  1 --2- 172.21.15.46:0/1132906124 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dbf091dca0 0x55dbf0932470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.435+0000 7fe45a65a640  1 -- 172.21.15.46:0/1132906124 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dbf091dca0 msgr2=0x55dbf0932470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:19.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.435+0000 7fe45a65a640  1 --2- 172.21.15.46:0/1132906124 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dbf091dca0 0x55dbf0932470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.435+0000 7fe45a65a640  1 -- 172.21.15.46:0/1132906124 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dbf091d380 msgr2=0x55dbf0925e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:19.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.435+0000 7fe45a65a640  1 --2- 172.21.15.46:0/1132906124 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dbf091d380 0x55dbf0925e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.435+0000 7fe45a65a640  1 -- 172.21.15.46:0/1132906124 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dbf09178e0 con 0x55dbf0926880
2024-03-19T01:55:19.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.435+0000 7fe45a65a640  1 --2- 172.21.15.46:0/1132906124 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dbf0926880 0x55dbf09195f0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7fe44c0213e0 tx=0x7fe44c009fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6cdba1f7db607198 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:19.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.435+0000 7fe43f7fe640  1 -- 172.21.15.46:0/1132906124 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe44c013970 con 0x55dbf0926880
2024-03-19T01:55:19.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.435+0000 7fe43f7fe640  1 -- 172.21.15.46:0/1132906124 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe44c010430 con 0x55dbf0926880
2024-03-19T01:55:19.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.436+0000 7fe43f7fe640  1 -- 172.21.15.46:0/1132906124 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe44c010900 con 0x55dbf0926880
2024-03-19T01:55:19.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.436+0000 7fe45ed83740  1 -- 172.21.15.46:0/1132906124 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dbf0926880 msgr2=0x55dbf09195f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:19.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.436+0000 7fe45ed83740  1 --2- 172.21.15.46:0/1132906124 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dbf0926880 0x55dbf09195f0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7fe44c0213e0 tx=0x7fe44c009fb0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.444 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.436+0000 7fe45ed83740  1 -- 172.21.15.46:0/1132906124 shutdown_connections
2024-03-19T01:55:19.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.436+0000 7fe45ed83740  1 --2- 172.21.15.46:0/1132906124 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dbf0926880 0x55dbf09195f0 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.436+0000 7fe45ed83740  1 --2- 172.21.15.46:0/1132906124 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dbf091dca0 0x55dbf0932470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.436+0000 7fe45ed83740  1 --2- 172.21.15.46:0/1132906124 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dbf091d380 0x55dbf0925e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.436+0000 7fe45ed83740  1 -- 172.21.15.46:0/1132906124 >> 172.21.15.46:0/1132906124 conn(0x55dbf0917ab0 msgr2=0x55dbf0918ee0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:19.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.436+0000 7fe45ed83740  1 -- 172.21.15.46:0/1132906124 shutdown_connections
2024-03-19T01:55:19.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.436+0000 7fe45ed83740  1 -- 172.21.15.46:0/1132906124 wait complete.
2024-03-19T01:55:19.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.436+0000 7fe45ed83740  1 --  start start
2024-03-19T01:55:19.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.437+0000 7fe45ed83740  1  Processor -- start
2024-03-19T01:55:19.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.437+0000 7fe45ed83740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dbf091d380 0x55dbf0920450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.437+0000 7fe45ed83740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dbf091dca0 0x55dbf0920990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.437+0000 7fe45ed83740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dbf0926880 0x55dbf0920ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.437+0000 7fe45ed83740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe4541af2f0 con 0x55dbf0926880
2024-03-19T01:55:19.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.437+0000 7fe45ed83740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe4541b0760 con 0x55dbf091dca0
2024-03-19T01:55:19.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.437+0000 7fe45ed83740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe4541af9c0 con 0x55dbf091d380
2024-03-19T01:55:19.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.437+0000 7fe45ed83740 10 client.0 _ll_register_callbacks cb 0x7fe44c009d20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:55:19.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.437+0000 7fe45a65a640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dbf0926880 0x55dbf0920ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.437+0000 7fe459658640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dbf091dca0 0x55dbf0920990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.437+0000 7fe45a65a640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dbf0926880 0x55dbf0920ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37390/0 (socket says 172.21.15.46:37390)
2024-03-19T01:55:19.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.437+0000 7fe45a65a640  1 -- 172.21.15.46:0/2332469928 learned_addr learned my addr 172.21.15.46:0/2332469928 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:19.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.437+0000 7fe459e59640  1 --2- 172.21.15.46:0/2332469928 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dbf091d380 0x55dbf0920450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.437+0000 7fe45a65a640  1 -- 172.21.15.46:0/2332469928 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dbf091d380 msgr2=0x55dbf0920450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:19.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.437+0000 7fe45a65a640  1 --2- 172.21.15.46:0/2332469928 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dbf091d380 0x55dbf0920450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.437+0000 7fe45a65a640  1 -- 172.21.15.46:0/2332469928 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dbf091dca0 msgr2=0x55dbf0920990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:19.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.437+0000 7fe45a65a640  1 --2- 172.21.15.46:0/2332469928 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dbf091dca0 0x55dbf0920990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.437+0000 7fe45a65a640  1 -- 172.21.15.46:0/2332469928 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dbf099c060 con 0x55dbf0926880
2024-03-19T01:55:19.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.437+0000 7fe459658640  1 --2- 172.21.15.46:0/2332469928 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dbf091dca0 0x55dbf0920990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:19.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.438+0000 7fe45a65a640  1 --2- 172.21.15.46:0/2332469928 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dbf0926880 0x55dbf0920ed0 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7fe44c013b20 tx=0x7fe44c0091e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d3abc7c016f5612 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:19.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.438+0000 7fe43d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:55:19.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.438+0000 7fe43d7fa640  1 -- 172.21.15.46:0/2332469928 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe44c03a020 con 0x55dbf0926880
2024-03-19T01:55:19.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.438+0000 7fe45ed83740  1 -- 172.21.15.46:0/2332469928 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe44c010430 con 0x55dbf0926880
2024-03-19T01:55:19.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.438+0000 7fe43d7fa640  1 -- 172.21.15.46:0/2332469928 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fe44c010c90 con 0x55dbf0926880
2024-03-19T01:55:19.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.438+0000 7fe43d7fa640  1 -- 172.21.15.46:0/2332469928 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe44c045050 con 0x55dbf0926880
2024-03-19T01:55:19.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.438+0000 7fe45ed83740 10 client.16827 fetch_fsmap learned FSMap version 29
2024-03-19T01:55:19.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.438+0000 7fe45ed83740  1 -- 172.21.15.46:0/2332469928 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55dbf099d380 con 0x55dbf0926880
2024-03-19T01:55:19.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.438+0000 7fe43d7fa640  1 -- 172.21.15.46:0/2332469928 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe44c010430 con 0x55dbf0926880
2024-03-19T01:55:19.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.438+0000 7fe43d7fa640  1 -- 172.21.15.46:0/2332469928 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fe44c034020 con 0x55dbf0926880
2024-03-19T01:55:19.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.438+0000 7fe45ed83740 10 client.16827 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:55:19.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.438+0000 7fe45ed83740 10 client.16827 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:55:19.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.438+0000 7fe45ed83740 20 client.16827 populate_metadata read hostname 'smithi046'
2024-03-19T01:55:19.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.438+0000 7fe45ed83740  1 --2- 172.21.15.46:0/2332469928 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55dbf099d9e0 0x55dbf099fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.438+0000 7fe45ed83740  4 client.16827 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}]
2024-03-19T01:55:19.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.438+0000 7fe45ed83740  1 -- 172.21.15.46:0/2332469928 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55dbf08889f0 con 0x55dbf099d9e0
2024-03-19T01:55:19.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.439+0000 7fe459e59640  1 --2- 172.21.15.46:0/2332469928 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55dbf099d9e0 0x55dbf099fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.439+0000 7fe43d7fa640 10 client.16827 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:55:19.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.439+0000 7fe459e59640  1 --2- 172.21.15.46:0/2332469928 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55dbf099d9e0 0x55dbf099fe00 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7474a1e0d88eadbd server_cookie=5cbdfb81069f1c04 in_seq=0 out_seq=0
2024-03-19T01:55:19.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.440+0000 7fe43d7fa640  1 -- 172.21.15.46:0/2332469928 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55dbf08889f0 con 0x55dbf099d9e0
2024-03-19T01:55:19.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.440+0000 7fe43d7fa640 10 client.16827 handle_command_reply: tid=0
2024-03-19T01:55:19.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.440+0000 7fe45ed83740  1 client.16827 shutdown
2024-03-19T01:55:19.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.440+0000 7fe45ed83740  1 -- 172.21.15.46:0/2332469928 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dbf0926880 msgr2=0x55dbf0920ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:19.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.440+0000 7fe45ed83740  1 --2- 172.21.15.46:0/2332469928 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dbf0926880 0x55dbf0920ed0 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7fe44c013b20 tx=0x7fe44c0091e0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.440+0000 7fe45ed83740  1 -- 172.21.15.46:0/2332469928 shutdown_connections
2024-03-19T01:55:19.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.440+0000 7fe45ed83740  1 --2- 172.21.15.46:0/2332469928 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55dbf099d9e0 0x55dbf099fe00 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.440+0000 7fe45ed83740  1 --2- 172.21.15.46:0/2332469928 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dbf0926880 0x55dbf0920ed0 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.440+0000 7fe45ed83740  1 --2- 172.21.15.46:0/2332469928 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55dbf091dca0 0x55dbf0920990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.440+0000 7fe43d7fa640  0 client.16827 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:55:19.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.440+0000 7fe45ed83740  1 --2- 172.21.15.46:0/2332469928 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55dbf091d380 0x55dbf0920450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.440+0000 7fe45ed83740  1 -- 172.21.15.46:0/2332469928 >> 172.21.15.46:0/2332469928 conn(0x55dbf0917ab0 msgr2=0x55dbf0916b30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:19.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.440+0000 7fe45ed83740  1 -- 172.21.15.46:0/2332469928 shutdown_connections
2024-03-19T01:55:19.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.440+0000 7fe45ed83740  1 -- 172.21.15.46:0/2332469928 wait complete.
2024-03-19T01:55:19.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.441+0000 7fe45ed83740 20 client.16827 trim_cache size 0 max 16384
2024-03-19T01:55:19.450 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:55:19.450 INFO:teuthology.orchestra.run.smithi046.stdout:    "return_code": 0,
2024-03-19T01:55:19.450 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrub_tag": "941cf386-327a-4026-bc8c-b7d2abb815a4",
2024-03-19T01:55:19.450 INFO:teuthology.orchestra.run.smithi046.stdout:    "mode": "asynchronous"
2024-03-19T01:55:19.450 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:55:19.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.441+0000 7fe45c0bd640  1 -- 172.21.15.46:0/520288177 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe4400a2970 msgr2=0x7fe4400a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:19.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.441+0000 7fe45c0bd640  1 --2- 172.21.15.46:0/520288177 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe4400a2970 0x7fe4400a4e30 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fe44c005fd0 tx=0x7fe44c009e00 comp rx=0 tx=0).stop
2024-03-19T01:55:19.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.441+0000 7fe45c0bd640  1 -- 172.21.15.46:0/520288177 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe454101100 msgr2=0x7fe45410e5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:19.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.441+0000 7fe45c0bd640  1 --2- 172.21.15.46:0/520288177 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe454101100 0x7fe45410e5e0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7fe444009230 tx=0x7fe44402c5d0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.441+0000 7fe45c0bd640  1 -- 172.21.15.46:0/520288177 shutdown_connections
2024-03-19T01:55:19.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.441+0000 7fe45c0bd640  1 --2- 172.21.15.46:0/520288177 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe454106750 0x7fe45410eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.441+0000 7fe45c0bd640  1 --2- 172.21.15.46:0/520288177 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe454101100 0x7fe45410e5e0 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.441+0000 7fe45c0bd640  1 --2- 172.21.15.46:0/520288177 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe4400a2970 0x7fe4400a4e30 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.441+0000 7fe45c0bd640  1 --2- 172.21.15.46:0/520288177 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe454100740 0x7fe45410e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.441+0000 7fe45c0bd640  1 -- 172.21.15.46:0/520288177 >> 172.21.15.46:0/520288177 conn(0x7fe454077880 msgr2=0x7fe4541033b0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:19.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.441+0000 7fe45c0bd640  1 -- 172.21.15.46:0/520288177 shutdown_connections
2024-03-19T01:55:19.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.441+0000 7fe45c0bd640  1 -- 172.21.15.46:0/520288177 wait complete.
2024-03-19T01:55:19.453 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:55:19.453 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:55:19.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.557+0000 7fa015ecc640  1 -- 172.21.15.46:0/2132037390 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa010101090 msgr2=0x7fa01010d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:19.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.557+0000 7fa015ecc640  1 --2- 172.21.15.46:0/2132037390 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa010101090 0x7fa01010d5a0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fa008009cd0 tx=0x7fa00802c0f0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.557+0000 7fa015ecc640  1 -- 172.21.15.46:0/2132037390 shutdown_connections
2024-03-19T01:55:19.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.557+0000 7fa015ecc640  1 --2- 172.21.15.46:0/2132037390 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa010101090 0x7fa01010d5a0 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.557+0000 7fa015ecc640  1 --2- 172.21.15.46:0/2132037390 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa0101006d0 0x7fa010100b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.557+0000 7fa015ecc640  1 --2- 172.21.15.46:0/2132037390 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa0101066e0 0x7fa010106ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.557+0000 7fa015ecc640  1 -- 172.21.15.46:0/2132037390 >> 172.21.15.46:0/2132037390 conn(0x7fa010076aa0 msgr2=0x7fa010076eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:19.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.557+0000 7fa015ecc640  1 -- 172.21.15.46:0/2132037390 shutdown_connections
2024-03-19T01:55:19.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.557+0000 7fa015ecc640  1 -- 172.21.15.46:0/2132037390 wait complete.
2024-03-19T01:55:19.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.558+0000 7fa015ecc640  1  Processor -- start
2024-03-19T01:55:19.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.558+0000 7fa015ecc640  1 --  start start
2024-03-19T01:55:19.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.558+0000 7fa015ecc640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa0101006d0 0x7fa0100fde60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.558+0000 7fa015ecc640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa010101090 0x7fa0100fe3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.558+0000 7fa015ecc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa0101066e0 0x7fa0100fe8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.558+0000 7fa015ecc640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa0101109a0 con 0x7fa0101066e0
2024-03-19T01:55:19.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.558+0000 7fa015ecc640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa010110820 con 0x7fa010101090
2024-03-19T01:55:19.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.558+0000 7fa015ecc640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa010110b20 con 0x7fa0101006d0
2024-03-19T01:55:19.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.558+0000 7fa00f7fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa0101006d0 0x7fa0100fde60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.558+0000 7fa00ffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa0101066e0 0x7fa0100fe8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.558+0000 7fa00ffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa0101066e0 0x7fa0100fe8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37410/0 (socket says 172.21.15.46:37410)
2024-03-19T01:55:19.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.558+0000 7fa00ffff640  1 -- 172.21.15.46:0/1484231539 learned_addr learned my addr 172.21.15.46:0/1484231539 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:19.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.558+0000 7fa00f7fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa0101006d0 0x7fa0100fde60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:38624/0 (socket says 172.21.15.46:38624)
2024-03-19T01:55:19.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.558+0000 7fa00effd640  1 --2- 172.21.15.46:0/1484231539 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa010101090 0x7fa0100fe3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.558+0000 7fa00f7fe640  1 -- 172.21.15.46:0/1484231539 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa010101090 msgr2=0x7fa0100fe3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:19.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.558+0000 7fa00f7fe640  1 --2- 172.21.15.46:0/1484231539 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa010101090 0x7fa0100fe3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.558+0000 7fa00f7fe640  1 -- 172.21.15.46:0/1484231539 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa0101066e0 msgr2=0x7fa0100fe8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:19.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.558+0000 7fa00f7fe640  1 --2- 172.21.15.46:0/1484231539 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa0101066e0 0x7fa0100fe8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.558+0000 7fa00f7fe640  1 -- 172.21.15.46:0/1484231539 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0101a6510 con 0x7fa0101006d0
2024-03-19T01:55:19.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.558+0000 7fa00ffff640  1 --2- 172.21.15.46:0/1484231539 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa0101066e0 0x7fa0100fe8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:19.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.559+0000 7fa00f7fe640  1 --2- 172.21.15.46:0/1484231539 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa0101006d0 0x7fa0100fde60 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fa00400e9f0 tx=0x7fa00400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:19.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.559+0000 7fa00cff9640  1 -- 172.21.15.46:0/1484231539 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa00400ccc0 con 0x7fa0101006d0
2024-03-19T01:55:19.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.559+0000 7fa015ecc640  1 -- 172.21.15.46:0/1484231539 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0101a6800 con 0x7fa0101006d0
2024-03-19T01:55:19.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.559+0000 7fa00cff9640  1 -- 172.21.15.46:0/1484231539 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa0040108e0 con 0x7fa0101006d0
2024-03-19T01:55:19.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.559+0000 7fa00cff9640  1 -- 172.21.15.46:0/1484231539 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa004018880 con 0x7fa0101006d0
2024-03-19T01:55:19.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.559+0000 7fa015ecc640  1 -- 172.21.15.46:0/1484231539 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0101a6da0 con 0x7fa0101006d0
2024-03-19T01:55:19.571 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.561+0000 7fa00cff9640  1 -- 172.21.15.46:0/1484231539 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fa004010a90 con 0x7fa0101006d0
2024-03-19T01:55:19.571 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.561+0000 7fa018b8b740  1  Processor -- start
2024-03-19T01:55:19.571 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.561+0000 7fa018b8b740  1 --  start start
2024-03-19T01:55:19.571 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.561+0000 7fa018b8b740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e410edfa30 0x55e410edfe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.571 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.561+0000 7fa018b8b740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e410ee0350 0x55e410ee89f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.571 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.561+0000 7fa018b8b740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e410ee8f30 0x55e410eeb320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.571 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.561+0000 7fa018b8b740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55e410e43500 con 0x55e410ee8f30
2024-03-19T01:55:19.571 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.561+0000 7fa018b8b740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55e410debbe0 con 0x55e410ee0350
2024-03-19T01:55:19.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.561+0000 7fa018b8b740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55e410e3f5a0 con 0x55e410edfa30
2024-03-19T01:55:19.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.561+0000 7fa00cff9640  1 --2- 172.21.15.46:0/1484231539 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f9ff80a2970 0x7f9ff80a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.562+0000 7fa00ffff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e410edfa30 0x55e410edfe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.562+0000 7fa00f7fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e410ee0350 0x55e410ee89f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.562+0000 7fa00effd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e410ee8f30 0x55e410eeb320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.562+0000 7fa00ffff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e410edfa30 0x55e410edfe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:38640/0 (socket says 172.21.15.46:38640)
2024-03-19T01:55:19.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.562+0000 7fa00ffff640  1 -- 172.21.15.46:0/2139463927 learned_addr learned my addr 172.21.15.46:0/2139463927 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:19.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.562+0000 7fa00ffff640  1 --2- 172.21.15.46:0/1484231539 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f9ff80a2970 0x7f9ff80a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.562+0000 7fa00cff9640  1 -- 172.21.15.46:0/1484231539 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fa0040cf480 con 0x7fa0101006d0
2024-03-19T01:55:19.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.562+0000 7fa00ffff640  1 -- 172.21.15.46:0/2139463927 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e410ee0350 msgr2=0x55e410ee89f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:19.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.562+0000 7fa00ffff640  1 --2- 172.21.15.46:0/2139463927 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e410ee0350 0x55e410ee89f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.562+0000 7fa00ffff640  1 -- 172.21.15.46:0/2139463927 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e410ee8f30 msgr2=0x55e410eeb320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:19.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.562+0000 7fa00ffff640  1 --2- 172.21.15.46:0/2139463927 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e410ee8f30 0x55e410eeb320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.562+0000 7fa00ffff640  1 -- 172.21.15.46:0/2139463927 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e410e0d000 con 0x55e410edfa30
2024-03-19T01:55:19.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.562+0000 7fa00f7fe640  1 --2- 172.21.15.46:0/2139463927 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e410ee0350 0x55e410ee89f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:19.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.562+0000 7fa00effd640  1 --2- 172.21.15.46:0/2139463927 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e410ee8f30 0x55e410eeb320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:19.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.562+0000 7fa00ffff640  1 --2- 172.21.15.46:0/2139463927 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e410edfa30 0x55e410edfe10 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fa008032a90 tx=0x7fa008003970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bd08a85e12abd5e9 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:19.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.562+0000 7fa00ffff640  1 --2- 172.21.15.46:0/1484231539 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f9ff80a2970 0x7f9ff80a4e30 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fa0080039e0 tx=0x7fa008042000 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:19.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.562+0000 7f9ff5ffb640  1 -- 172.21.15.46:0/2139463927 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa008051070 con 0x55e410edfa30
2024-03-19T01:55:19.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.562+0000 7f9ff5ffb640  1 -- 172.21.15.46:0/2139463927 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa008032720 con 0x55e410edfa30
2024-03-19T01:55:19.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.562+0000 7f9ff5ffb640  1 -- 172.21.15.46:0/2139463927 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa008039040 con 0x55e410edfa30
2024-03-19T01:55:19.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.563+0000 7fa018b8b740  1 -- 172.21.15.46:0/2139463927 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e410edfa30 msgr2=0x55e410edfe10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:19.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.563+0000 7fa018b8b740  1 --2- 172.21.15.46:0/2139463927 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e410edfa30 0x55e410edfe10 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fa008032a90 tx=0x7fa008003970 comp rx=0 tx=0).stop
2024-03-19T01:55:19.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.563+0000 7fa018b8b740  1 -- 172.21.15.46:0/2139463927 shutdown_connections
2024-03-19T01:55:19.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.563+0000 7fa018b8b740  1 --2- 172.21.15.46:0/2139463927 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e410ee8f30 0x55e410eeb320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.563+0000 7fa018b8b740  1 --2- 172.21.15.46:0/2139463927 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e410ee0350 0x55e410ee89f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.563+0000 7fa018b8b740  1 --2- 172.21.15.46:0/2139463927 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e410edfa30 0x55e410edfe10 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.563+0000 7fa018b8b740  1 -- 172.21.15.46:0/2139463927 >> 172.21.15.46:0/2139463927 conn(0x55e410eda160 msgr2=0x55e410eda540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:19.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.563+0000 7fa018b8b740  1 -- 172.21.15.46:0/2139463927 shutdown_connections
2024-03-19T01:55:19.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.563+0000 7fa018b8b740  1 -- 172.21.15.46:0/2139463927 wait complete.
2024-03-19T01:55:19.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.563+0000 7fa018b8b740  1 --  start start
2024-03-19T01:55:19.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.564+0000 7fa018b8b740  1  Processor -- start
2024-03-19T01:55:19.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.564+0000 7fa018b8b740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e410edfa30 0x55e410ee5f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.564+0000 7fa018b8b740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e410ee0350 0x55e410ee6460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.564+0000 7fa018b8b740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e410ee8f30 0x55e410ee69a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.564+0000 7fa018b8b740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55e410eebcc0 con 0x55e410edfa30
2024-03-19T01:55:19.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.564+0000 7fa018b8b740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55e410dff160 con 0x55e410ee0350
2024-03-19T01:55:19.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.564+0000 7fa018b8b740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55e410eebe40 con 0x55e410ee8f30
2024-03-19T01:55:19.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.564+0000 7fa018b8b740 10 client.0 _ll_register_callbacks cb 0x55e410e3ba40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:55:19.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.564+0000 7fa00f7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e410edfa30 0x55e410ee5f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.564+0000 7fa00f7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e410edfa30 0x55e410ee5f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37432/0 (socket says 172.21.15.46:37432)
2024-03-19T01:55:19.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.564+0000 7fa00f7fe640  1 -- 172.21.15.46:0/3427918194 learned_addr learned my addr 172.21.15.46:0/3427918194 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:19.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.564+0000 7fa00ffff640  1 --2- 172.21.15.46:0/3427918194 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e410ee8f30 0x55e410ee69a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.564+0000 7fa00effd640  1 --2- 172.21.15.46:0/3427918194 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e410ee0350 0x55e410ee6460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.564+0000 7fa00f7fe640  1 -- 172.21.15.46:0/3427918194 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e410ee8f30 msgr2=0x55e410ee69a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:19.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.564+0000 7fa00f7fe640  1 --2- 172.21.15.46:0/3427918194 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e410ee8f30 0x55e410ee69a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.564+0000 7fa00f7fe640  1 -- 172.21.15.46:0/3427918194 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e410ee0350 msgr2=0x55e410ee6460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:19.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.564+0000 7fa00f7fe640  1 --2- 172.21.15.46:0/3427918194 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e410ee0350 0x55e410ee6460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.564+0000 7fa00f7fe640  1 -- 172.21.15.46:0/3427918194 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e410c217d0 con 0x55e410edfa30
2024-03-19T01:55:19.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.564+0000 7fa00f7fe640  1 --2- 172.21.15.46:0/3427918194 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e410edfa30 0x55e410ee5f20 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7fa0040981f0 tx=0x7fa004066a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab106ea2db6020c7 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:19.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.564+0000 7f9feeffd640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:55:19.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.564+0000 7f9feeffd640  1 -- 172.21.15.46:0/3427918194 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa004026040 con 0x55e410edfa30
2024-03-19T01:55:19.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.565+0000 7f9feeffd640  1 -- 172.21.15.46:0/3427918194 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fa0040ccae0 con 0x55e410edfa30
2024-03-19T01:55:19.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.565+0000 7fa018b8b740  1 -- 172.21.15.46:0/3427918194 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa008032720 con 0x55e410edfa30
2024-03-19T01:55:19.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.565+0000 7f9feeffd640  1 -- 172.21.15.46:0/3427918194 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa0040ccce0 con 0x55e410edfa30
2024-03-19T01:55:19.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.565+0000 7fa018b8b740 10 client.16839 fetch_fsmap learned FSMap version 29
2024-03-19T01:55:19.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.565+0000 7fa018b8b740  1 -- 172.21.15.46:0/3427918194 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e410b573f0 con 0x55e410edfa30
2024-03-19T01:55:19.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.565+0000 7f9feeffd640  1 -- 172.21.15.46:0/3427918194 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa008032720 con 0x55e410edfa30
2024-03-19T01:55:19.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.565+0000 7f9feeffd640  1 -- 172.21.15.46:0/3427918194 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fa004010430 con 0x55e410edfa30
2024-03-19T01:55:19.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.565+0000 7fa018b8b740 10 client.16839 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:55:19.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.565+0000 7fa018b8b740 10 client.16839 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:55:19.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.565+0000 7fa018b8b740 20 client.16839 populate_metadata read hostname 'smithi046'
2024-03-19T01:55:19.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.565+0000 7fa018b8b740  1 --2- 172.21.15.46:0/3427918194 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55e410ef90e0 0x55e410efb540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.565+0000 7fa018b8b740  4 client.16839 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:55:19.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.565+0000 7fa018b8b740  1 -- 172.21.15.46:0/3427918194 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e410e50a40 con 0x55e410ef90e0
2024-03-19T01:55:19.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.565+0000 7fa00effd640  1 --2- 172.21.15.46:0/3427918194 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55e410ef90e0 0x55e410efb540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.566+0000 7f9feeffd640 10 client.16839 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:55:19.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.566+0000 7fa00effd640  1 --2- 172.21.15.46:0/3427918194 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55e410ef90e0 0x55e410efb540 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1c90956a3e410f3d server_cookie=72bec7844b4037bf in_seq=0 out_seq=0
2024-03-19T01:55:19.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.566+0000 7f9feeffd640  1 -- 172.21.15.46:0/3427918194 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55e410e50a40 con 0x55e410ef90e0
2024-03-19T01:55:19.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.566+0000 7f9feeffd640 10 client.16839 handle_command_reply: tid=0
2024-03-19T01:55:19.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.566+0000 7fa018b8b740  1 client.16839 shutdown
2024-03-19T01:55:19.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.566+0000 7fa018b8b740  1 -- 172.21.15.46:0/3427918194 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e410edfa30 msgr2=0x55e410ee5f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:19.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.566+0000 7fa018b8b740  1 --2- 172.21.15.46:0/3427918194 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e410edfa30 0x55e410ee5f20 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7fa0040981f0 tx=0x7fa004066a30 comp rx=0 tx=0).stop
2024-03-19T01:55:19.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.566+0000 7fa018b8b740  1 -- 172.21.15.46:0/3427918194 shutdown_connections
2024-03-19T01:55:19.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.566+0000 7fa018b8b740  1 --2- 172.21.15.46:0/3427918194 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55e410ef90e0 0x55e410efb540 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.566+0000 7fa018b8b740  1 --2- 172.21.15.46:0/3427918194 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e410ee8f30 0x55e410ee69a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.566+0000 7fa018b8b740  1 --2- 172.21.15.46:0/3427918194 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e410ee0350 0x55e410ee6460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.566+0000 7f9feeffd640  0 client.16839 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:55:19.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.566+0000 7fa018b8b740  1 --2- 172.21.15.46:0/3427918194 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e410edfa30 0x55e410ee5f20 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.566+0000 7fa018b8b740  1 -- 172.21.15.46:0/3427918194 >> 172.21.15.46:0/3427918194 conn(0x55e410eda160 msgr2=0x55e410edbeb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:19.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.567+0000 7fa018b8b740  1 -- 172.21.15.46:0/3427918194 shutdown_connections
2024-03-19T01:55:19.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.567+0000 7fa018b8b740  1 -- 172.21.15.46:0/3427918194 wait complete.
2024-03-19T01:55:19.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.567+0000 7fa018b8b740 20 client.16839 trim_cache size 0 max 16384
2024-03-19T01:55:19.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.584+0000 7fa018b8b740  1  Processor -- start
2024-03-19T01:55:19.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.584+0000 7fa018b8b740  1 --  start start
2024-03-19T01:55:19.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.584+0000 7fa018b8b740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e410edfa30 0x55e410ef4a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.584+0000 7fa018b8b740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e410ee0350 0x55e410edbe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.584+0000 7fa018b8b740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e410ee8f30 0x55e410f00e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.584+0000 7fa018b8b740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa0101b3730 con 0x55e410ee8f30
2024-03-19T01:55:19.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.584+0000 7fa018b8b740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa0101b0f40 con 0x55e410edfa30
2024-03-19T01:55:19.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.584+0000 7fa018b8b740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa0101aed70 con 0x55e410ee0350
2024-03-19T01:55:19.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.584+0000 7fa00ffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e410ee8f30 0x55e410f00e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.584+0000 7fa00ffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e410ee8f30 0x55e410f00e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37446/0 (socket says 172.21.15.46:37446)
2024-03-19T01:55:19.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.584+0000 7fa00ffff640  1 -- 172.21.15.46:0/217983736 learned_addr learned my addr 172.21.15.46:0/217983736 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:19.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.584+0000 7fa00f7fe640  1 --2- 172.21.15.46:0/217983736 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e410edfa30 0x55e410ef4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.584+0000 7fa00effd640  1 --2- 172.21.15.46:0/217983736 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e410ee0350 0x55e410edbe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.584+0000 7fa00ffff640  1 -- 172.21.15.46:0/217983736 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e410ee0350 msgr2=0x55e410edbe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:19.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.584+0000 7fa00ffff640  1 --2- 172.21.15.46:0/217983736 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e410ee0350 0x55e410edbe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.584+0000 7fa00ffff640  1 -- 172.21.15.46:0/217983736 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e410edfa30 msgr2=0x55e410ef4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:19.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.584+0000 7fa00ffff640  1 --2- 172.21.15.46:0/217983736 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e410edfa30 0x55e410ef4a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.584+0000 7fa00ffff640  1 -- 172.21.15.46:0/217983736 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e410b170f0 con 0x55e410ee8f30
2024-03-19T01:55:19.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.585+0000 7fa00ffff640  1 --2- 172.21.15.46:0/217983736 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e410ee8f30 0x55e410f00e10 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7fa00802c7e0 tx=0x7fa00802c0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c9425c6522946e9 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:19.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.585+0000 7f9ff57fa640  1 -- 172.21.15.46:0/217983736 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa00805a070 con 0x55e410ee8f30
2024-03-19T01:55:19.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.585+0000 7f9ff57fa640  1 -- 172.21.15.46:0/217983736 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa008004410 con 0x55e410ee8f30
2024-03-19T01:55:19.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.585+0000 7f9ff57fa640  1 -- 172.21.15.46:0/217983736 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa008051040 con 0x55e410ee8f30
2024-03-19T01:55:19.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.585+0000 7fa018b8b740  1 -- 172.21.15.46:0/217983736 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e410ee8f30 msgr2=0x55e410f00e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:19.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.585+0000 7fa018b8b740  1 --2- 172.21.15.46:0/217983736 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e410ee8f30 0x55e410f00e10 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7fa00802c7e0 tx=0x7fa00802c0f0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.585+0000 7fa018b8b740  1 -- 172.21.15.46:0/217983736 shutdown_connections
2024-03-19T01:55:19.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.585+0000 7fa018b8b740  1 --2- 172.21.15.46:0/217983736 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e410ee8f30 0x55e410f00e10 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.585+0000 7fa018b8b740  1 --2- 172.21.15.46:0/217983736 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e410ee0350 0x55e410edbe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.585+0000 7fa018b8b740  1 --2- 172.21.15.46:0/217983736 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e410edfa30 0x55e410ef4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.585+0000 7fa018b8b740  1 -- 172.21.15.46:0/217983736 >> 172.21.15.46:0/217983736 conn(0x55e410eda160 msgr2=0x55e410ee5ee0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:19.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.585+0000 7fa018b8b740  1 -- 172.21.15.46:0/217983736 shutdown_connections
2024-03-19T01:55:19.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.585+0000 7fa018b8b740  1 -- 172.21.15.46:0/217983736 wait complete.
2024-03-19T01:55:19.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.586+0000 7fa018b8b740  1 --  start start
2024-03-19T01:55:19.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.586+0000 7fa018b8b740  1  Processor -- start
2024-03-19T01:55:19.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.586+0000 7fa018b8b740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e410edfa30 0x55e410ef1090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.586+0000 7fa018b8b740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e410ee0350 0x55e410eee060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.586+0000 7fa018b8b740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e410ee8f30 0x55e410eee5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.586+0000 7fa018b8b740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa0101af400 con 0x55e410edfa30
2024-03-19T01:55:19.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.586+0000 7fa018b8b740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa0101b0870 con 0x55e410ee0350
2024-03-19T01:55:19.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.586+0000 7fa018b8b740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa0101afad0 con 0x55e410ee8f30
2024-03-19T01:55:19.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.586+0000 7fa018b8b740 10 client.0 _ll_register_callbacks cb 0x7fa00400e940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:55:19.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.586+0000 7fa00f7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e410edfa30 0x55e410ef1090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.586+0000 7fa00f7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e410edfa30 0x55e410ef1090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37460/0 (socket says 172.21.15.46:37460)
2024-03-19T01:55:19.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.586+0000 7fa00f7fe640  1 -- 172.21.15.46:0/2221783331 learned_addr learned my addr 172.21.15.46:0/2221783331 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:19.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.586+0000 7fa00ffff640  1 --2- 172.21.15.46:0/2221783331 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e410ee8f30 0x55e410eee5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.586+0000 7fa00effd640  1 --2- 172.21.15.46:0/2221783331 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e410ee0350 0x55e410eee060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.586+0000 7fa00f7fe640  1 -- 172.21.15.46:0/2221783331 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e410ee8f30 msgr2=0x55e410eee5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:19.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.586+0000 7fa00f7fe640  1 --2- 172.21.15.46:0/2221783331 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e410ee8f30 0x55e410eee5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.586+0000 7fa00f7fe640  1 -- 172.21.15.46:0/2221783331 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e410ee0350 msgr2=0x55e410eee060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:19.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.586+0000 7fa00f7fe640  1 --2- 172.21.15.46:0/2221783331 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e410ee0350 0x55e410eee060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.587+0000 7fa00f7fe640  1 -- 172.21.15.46:0/2221783331 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e410eeeae0 con 0x55e410edfa30
2024-03-19T01:55:19.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.587+0000 7fa00f7fe640  1 --2- 172.21.15.46:0/2221783331 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e410edfa30 0x55e410ef1090 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7fa00400cf10 tx=0x7fa00400c840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6056a966b1be1631 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:19.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.587+0000 7f9feeffd640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:55:19.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.587+0000 7f9feeffd640  1 -- 172.21.15.46:0/2221783331 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0040cccf0 con 0x55e410edfa30
2024-03-19T01:55:19.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.587+0000 7f9feeffd640  1 -- 172.21.15.46:0/2221783331 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fa0040a3c80 con 0x55e410edfa30
2024-03-19T01:55:19.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.587+0000 7fa018b8b740  1 -- 172.21.15.46:0/2221783331 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa008004410 con 0x55e410edfa30
2024-03-19T01:55:19.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.587+0000 7f9feeffd640  1 -- 172.21.15.46:0/2221783331 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa00406b140 con 0x55e410edfa30
2024-03-19T01:55:19.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.587+0000 7fa018b8b740 10 client.16845 fetch_fsmap learned FSMap version 29
2024-03-19T01:55:19.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.587+0000 7fa018b8b740  1 -- 172.21.15.46:0/2221783331 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e410f60160 con 0x55e410edfa30
2024-03-19T01:55:19.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.587+0000 7f9feeffd640  1 -- 172.21.15.46:0/2221783331 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa008004410 con 0x55e410edfa30
2024-03-19T01:55:19.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.587+0000 7f9feeffd640  1 -- 172.21.15.46:0/2221783331 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fa004097570 con 0x55e410edfa30
2024-03-19T01:55:19.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.587+0000 7fa018b8b740 10 client.16845 fetch_fsmap finished waiting for FSMap version 29
2024-03-19T01:55:19.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.587+0000 7fa018b8b740 10 client.16845 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:55:19.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.587+0000 7fa018b8b740 20 client.16845 populate_metadata read hostname 'smithi046'
2024-03-19T01:55:19.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.587+0000 7fa018b8b740  1 --2- 172.21.15.46:0/2221783331 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55e410f60880 0x55e410f62ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:19.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.587+0000 7fa018b8b740  4 client.16845 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:55:19.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.587+0000 7fa018b8b740  1 -- 172.21.15.46:0/2221783331 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e410e4ad90 con 0x55e410f60880
2024-03-19T01:55:19.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.588+0000 7fa00effd640  1 --2- 172.21.15.46:0/2221783331 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55e410f60880 0x55e410f62ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:19.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.588+0000 7fa00effd640  1 --2- 172.21.15.46:0/2221783331 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55e410f60880 0x55e410f62ca0 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9f3e2967d72a9ef3 server_cookie=9fa92c89b8b5358 in_seq=0 out_seq=0
2024-03-19T01:55:19.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.588+0000 7f9feeffd640 10 client.16845 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:55:19.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.588+0000 7f9feeffd640  1 -- 172.21.15.46:0/2221783331 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55e410e4ad90 con 0x55e410f60880
2024-03-19T01:55:19.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.588+0000 7f9feeffd640 10 client.16845 handle_command_reply: tid=0
2024-03-19T01:55:19.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.588+0000 7fa018b8b740  1 client.16845 shutdown
2024-03-19T01:55:19.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.588+0000 7fa018b8b740  1 -- 172.21.15.46:0/2221783331 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e410edfa30 msgr2=0x55e410ef1090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:19.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.588+0000 7fa018b8b740  1 --2- 172.21.15.46:0/2221783331 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e410edfa30 0x55e410ef1090 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7fa00400cf10 tx=0x7fa00400c840 comp rx=0 tx=0).stop
2024-03-19T01:55:19.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.588+0000 7fa018b8b740  1 -- 172.21.15.46:0/2221783331 shutdown_connections
2024-03-19T01:55:19.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.588+0000 7fa018b8b740  1 --2- 172.21.15.46:0/2221783331 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55e410f60880 0x55e410f62ca0 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.588+0000 7fa018b8b740  1 --2- 172.21.15.46:0/2221783331 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e410ee8f30 0x55e410eee5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.588+0000 7fa018b8b740  1 --2- 172.21.15.46:0/2221783331 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e410ee0350 0x55e410eee060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.588+0000 7f9feeffd640  0 client.16845 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:55:19.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.588+0000 7fa018b8b740  1 --2- 172.21.15.46:0/2221783331 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e410edfa30 0x55e410ef1090 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.588+0000 7fa018b8b740  1 -- 172.21.15.46:0/2221783331 >> 172.21.15.46:0/2221783331 conn(0x55e410eda160 msgr2=0x55e410edbca0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:19.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.588+0000 7fa018b8b740  1 -- 172.21.15.46:0/2221783331 shutdown_connections
2024-03-19T01:55:19.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.588+0000 7fa018b8b740  1 -- 172.21.15.46:0/2221783331 wait complete.
2024-03-19T01:55:19.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.588+0000 7fa018b8b740 20 client.16845 trim_cache size 0 max 16384
2024-03-19T01:55:19.597 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:55:19.597 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "IDLE (waiting for more scrubs)",
2024-03-19T01:55:19.597 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {
2024-03-19T01:55:19.597 INFO:teuthology.orchestra.run.smithi046.stdout:        "941cf386-327a-4026-bc8c-b7d2abb815a4": {
2024-03-19T01:55:19.597 INFO:teuthology.orchestra.run.smithi046.stdout:            "path": "/",
2024-03-19T01:55:19.597 INFO:teuthology.orchestra.run.smithi046.stdout:            "tag": "941cf386-327a-4026-bc8c-b7d2abb815a4",
2024-03-19T01:55:19.597 INFO:teuthology.orchestra.run.smithi046.stdout:            "options": "recursive,force"
2024-03-19T01:55:19.597 INFO:teuthology.orchestra.run.smithi046.stdout:        }
2024-03-19T01:55:19.597 INFO:teuthology.orchestra.run.smithi046.stdout:    }
2024-03-19T01:55:19.597 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:55:19.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.589+0000 7fa015ecc640  1 -- 172.21.15.46:0/1484231539 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f9ff80a2970 msgr2=0x7f9ff80a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:19.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.589+0000 7fa015ecc640  1 --2- 172.21.15.46:0/1484231539 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f9ff80a2970 0x7f9ff80a4e30 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fa0080039e0 tx=0x7fa008042000 comp rx=0 tx=0).stop
2024-03-19T01:55:19.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.589+0000 7fa015ecc640  1 -- 172.21.15.46:0/1484231539 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa0101006d0 msgr2=0x7fa0100fde60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:19.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.589+0000 7fa015ecc640  1 --2- 172.21.15.46:0/1484231539 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa0101006d0 0x7fa0100fde60 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fa00400e9f0 tx=0x7fa00400eeb0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.589+0000 7fa015ecc640  1 -- 172.21.15.46:0/1484231539 shutdown_connections
2024-03-19T01:55:19.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.589+0000 7fa015ecc640  1 --2- 172.21.15.46:0/1484231539 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa0101066e0 0x7fa0100fe8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.589+0000 7fa015ecc640  1 --2- 172.21.15.46:0/1484231539 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa010101090 0x7fa0100fe3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.589+0000 7fa015ecc640  1 --2- 172.21.15.46:0/1484231539 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f9ff80a2970 0x7f9ff80a4e30 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.589+0000 7fa015ecc640  1 --2- 172.21.15.46:0/1484231539 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa0101006d0 0x7fa0100fde60 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:19.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.589+0000 7fa015ecc640  1 -- 172.21.15.46:0/1484231539 >> 172.21.15.46:0/1484231539 conn(0x7fa010076aa0 msgr2=0x7fa01006a190 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:19.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.589+0000 7fa015ecc640  1 -- 172.21.15.46:0/1484231539 shutdown_connections
2024-03-19T01:55:19.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:19.589+0000 7fa015ecc640  1 -- 172.21.15.46:0/1484231539 wait complete.
2024-03-19T01:55:19.599 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:19 smithi046 ceph-mon[63102]: pgmap v160: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 6 op/s
2024-03-19T01:55:19.600 INFO:tasks.cephfs.filesystem:scrub status for tag:941cf386-327a-4026-bc8c-b7d2abb815a4 - {'path': '/', 'tag': '941cf386-327a-4026-bc8c-b7d2abb815a4', 'options': 'recursive,force'}
2024-03-19T01:55:19.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:19 smithi073 ceph-mon[66833]: pgmap v160: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 6 op/s
2024-03-19T01:55:19.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:19 smithi102 ceph-mon[66557]: pgmap v160: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 6 op/s
2024-03-19T01:55:20.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:20 smithi046 ceph-mon[63102]: scrub queued for path: /
2024-03-19T01:55:20.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:20 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:55:20.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:20 smithi046 ceph-mon[63102]: scrub summary: active paths [/]
2024-03-19T01:55:20.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:20 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:55:20.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:20 smithi073 ceph-mon[66833]: scrub queued for path: /
2024-03-19T01:55:20.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:20 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:55:20.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:20 smithi073 ceph-mon[66833]: scrub summary: active paths [/]
2024-03-19T01:55:20.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:20 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:55:20.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:20 smithi102 ceph-mon[66557]: scrub queued for path: /
2024-03-19T01:55:20.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:20 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:55:20.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:20 smithi102 ceph-mon[66557]: scrub summary: active paths [/]
2024-03-19T01:55:20.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:20 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:55:21.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:21 smithi046 ceph-mon[63102]: pgmap v161: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 170 B/s wr, 10 op/s
2024-03-19T01:55:21.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:21 smithi046 ceph-mon[63102]: scrub summary: idle
2024-03-19T01:55:21.631 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:21 smithi102 ceph-mon[66557]: pgmap v161: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 170 B/s wr, 10 op/s
2024-03-19T01:55:21.631 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:21 smithi102 ceph-mon[66557]: scrub summary: idle
2024-03-19T01:55:21.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:21 smithi073 ceph-mon[66833]: pgmap v161: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 170 B/s wr, 10 op/s
2024-03-19T01:55:21.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:21 smithi073 ceph-mon[66833]: scrub summary: idle
2024-03-19T01:55:23.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:23 smithi046 ceph-mon[63102]: pgmap v162: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 85 B/s wr, 6 op/s
2024-03-19T01:55:23.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:23 smithi073 ceph-mon[66833]: pgmap v162: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 85 B/s wr, 6 op/s
2024-03-19T01:55:23.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:23 smithi102 ceph-mon[66557]: pgmap v162: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 85 B/s wr, 6 op/s
2024-03-19T01:55:25.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:25 smithi046 ceph-mon[63102]: pgmap v163: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 85 B/s wr, 6 op/s
2024-03-19T01:55:25.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:25 smithi073 ceph-mon[66833]: pgmap v163: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 85 B/s wr, 6 op/s
2024-03-19T01:55:25.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:25 smithi102 ceph-mon[66557]: pgmap v163: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 85 B/s wr, 6 op/s
2024-03-19T01:55:27.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:27 smithi046 ceph-mon[63102]: pgmap v164: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 85 B/s wr, 10 op/s
2024-03-19T01:55:27.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:27 smithi073 ceph-mon[66833]: pgmap v164: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 85 B/s wr, 10 op/s
2024-03-19T01:55:27.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:27 smithi102 ceph-mon[66557]: pgmap v164: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 85 B/s wr, 10 op/s
2024-03-19T01:55:29.964 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:29 smithi073 ceph-mon[66833]: pgmap v165: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:55:29.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:29 smithi102 ceph-mon[66557]: pgmap v165: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:55:30.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:29 smithi046 ceph-mon[63102]: pgmap v165: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:55:31.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:31 smithi102 ceph-mon[66557]: pgmap v166: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:55:32.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:31 smithi046 ceph-mon[63102]: pgmap v166: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:55:32.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:31 smithi073 ceph-mon[66833]: pgmap v166: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:55:32.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:32 smithi102 ceph-mon[66557]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:55:33.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:32 smithi046 ceph-mon[63102]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:55:33.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:32 smithi073 ceph-mon[66833]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:55:33.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:33 smithi102 ceph-mon[66557]: pgmap v167: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:55:34.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:33 smithi046 ceph-mon[63102]: pgmap v167: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:55:34.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:33 smithi073 ceph-mon[66833]: pgmap v167: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:55:35.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:35 smithi102 ceph-mon[66557]: pgmap v168: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:55:36.015 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:35 smithi073 ceph-mon[66833]: pgmap v168: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:55:36.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:35 smithi046 ceph-mon[63102]: pgmap v168: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:55:38.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:37 smithi046 ceph-mon[63102]: pgmap v169: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:55:38.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:37 smithi073 ceph-mon[66833]: pgmap v169: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:55:38.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:37 smithi102 ceph-mon[66557]: pgmap v169: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:55:40.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:39 smithi046 ceph-mon[63102]: pgmap v170: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:55:40.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:39 smithi073 ceph-mon[66833]: pgmap v170: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:55:40.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:39 smithi102 ceph-mon[66557]: pgmap v170: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:55:42.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:41 smithi046 ceph-mon[63102]: pgmap v171: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:55:42.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:41 smithi073 ceph-mon[66833]: pgmap v171: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:55:42.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:41 smithi102 ceph-mon[66557]: pgmap v171: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:55:44.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:43 smithi046 ceph-mon[63102]: pgmap v172: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:55:44.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:43 smithi073 ceph-mon[66833]: pgmap v172: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:55:44.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:43 smithi102 ceph-mon[66557]: pgmap v172: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:55:46.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:45 smithi046 ceph-mon[63102]: pgmap v173: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:55:46.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:45 smithi073 ceph-mon[66833]: pgmap v173: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:55:46.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:45 smithi102 ceph-mon[66557]: pgmap v173: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:55:48.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:47 smithi046 ceph-mon[63102]: pgmap v174: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:55:48.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:47 smithi073 ceph-mon[66833]: pgmap v174: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:55:48.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:47 smithi102 ceph-mon[66557]: pgmap v174: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:55:49.602 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:55:49.602 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:55:49.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.719+0000 7f95570f1640  1 -- 172.21.15.46:0/2188350850 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95501077a0 msgr2=0x7f9550107b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:49.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.719+0000 7f95570f1640  1 --2- 172.21.15.46:0/2188350850 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95501077a0 0x7f9550107b80 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f954c009930 tx=0x7f954c02bc30 comp rx=0 tx=0).stop
2024-03-19T01:55:49.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.719+0000 7f95570f1640  1 -- 172.21.15.46:0/2188350850 shutdown_connections
2024-03-19T01:55:49.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.719+0000 7f95570f1640  1 --2- 172.21.15.46:0/2188350850 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f95500693c0 0x7f955010e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.719+0000 7f95570f1640  1 --2- 172.21.15.46:0/2188350850 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9550068a00 0x7f9550068e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.719+0000 7f95570f1640  1 --2- 172.21.15.46:0/2188350850 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95501077a0 0x7f9550107b80 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.719+0000 7f95570f1640  1 -- 172.21.15.46:0/2188350850 >> 172.21.15.46:0/2188350850 conn(0x7f9550077820 msgr2=0x7f9550077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:49.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.719+0000 7f95570f1640  1 -- 172.21.15.46:0/2188350850 shutdown_connections
2024-03-19T01:55:49.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.719+0000 7f95570f1640  1 -- 172.21.15.46:0/2188350850 wait complete.
2024-03-19T01:55:49.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.720+0000 7f95570f1640  1  Processor -- start
2024-03-19T01:55:49.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.720+0000 7f95570f1640  1 --  start start
2024-03-19T01:55:49.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.720+0000 7f95570f1640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9550068a00 0x7f9550197ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:49.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.720+0000 7f95570f1640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f95500693c0 0x7f9550198530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:49.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.720+0000 7f95570f1640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95501077a0 0x7f955019c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:49.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.720+0000 7f95570f1640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f9550111a60 con 0x7f95501077a0
2024-03-19T01:55:49.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.720+0000 7f95570f1640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f95501118e0 con 0x7f9550068a00
2024-03-19T01:55:49.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.720+0000 7f95570f1640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9550111be0 con 0x7f95500693c0
2024-03-19T01:55:49.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.720+0000 7f955568e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95501077a0 0x7f955019c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:49.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.720+0000 7f955568e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95501077a0 0x7f955019c8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35004/0 (socket says 172.21.15.46:35004)
2024-03-19T01:55:49.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.720+0000 7f9554e8d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9550068a00 0x7f9550197ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:49.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.720+0000 7f955568e640  1 -- 172.21.15.46:0/1106812953 learned_addr learned my addr 172.21.15.46:0/1106812953 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:49.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.720+0000 7f9547fff640  1 --2- 172.21.15.46:0/1106812953 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f95500693c0 0x7f9550198530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:49.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.721+0000 7f955568e640  1 -- 172.21.15.46:0/1106812953 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f95500693c0 msgr2=0x7f9550198530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:49.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.721+0000 7f955568e640  1 --2- 172.21.15.46:0/1106812953 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f95500693c0 0x7f9550198530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.721+0000 7f955568e640  1 -- 172.21.15.46:0/1106812953 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9550068a00 msgr2=0x7f9550197ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:49.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.721+0000 7f955568e640  1 --2- 172.21.15.46:0/1106812953 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9550068a00 0x7f9550197ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.721+0000 7f955568e640  1 -- 172.21.15.46:0/1106812953 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f955019cfe0 con 0x7f95501077a0
2024-03-19T01:55:49.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.721+0000 7f9547fff640  1 --2- 172.21.15.46:0/1106812953 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f95500693c0 0x7f9550198530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:49.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.721+0000 7f9554e8d640  1 --2- 172.21.15.46:0/1106812953 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9550068a00 0x7f9550197ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:49.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.721+0000 7f955568e640  1 --2- 172.21.15.46:0/1106812953 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95501077a0 0x7f955019c8b0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f954800eb10 tx=0x7f954800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:49.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.721+0000 7f9545ffb640  1 -- 172.21.15.46:0/1106812953 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9548004b20 con 0x7f95501077a0
2024-03-19T01:55:49.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.721+0000 7f9545ffb640  1 -- 172.21.15.46:0/1106812953 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9548004cc0 con 0x7f95501077a0
2024-03-19T01:55:49.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.721+0000 7f95570f1640  1 -- 172.21.15.46:0/1106812953 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f955019d2d0 con 0x7f95501077a0
2024-03-19T01:55:49.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.721+0000 7f9545ffb640  1 -- 172.21.15.46:0/1106812953 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9548010690 con 0x7f95501077a0
2024-03-19T01:55:49.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.721+0000 7f95570f1640  1 -- 172.21.15.46:0/1106812953 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95501a4b60 con 0x7f95501077a0
2024-03-19T01:55:49.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.723+0000 7f9545ffb640  1 -- 172.21.15.46:0/1106812953 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f9548005020 con 0x7f95501077a0
2024-03-19T01:55:49.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.724+0000 7f9559db8740  1  Processor -- start
2024-03-19T01:55:49.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.724+0000 7f9559db8740  1 --  start start
2024-03-19T01:55:49.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.724+0000 7f9559db8740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c80b281a30 0x55c80b281e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:49.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.724+0000 7f9559db8740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c80b282350 0x55c80b28a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:49.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.724+0000 7f9559db8740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c80b28af30 0x55c80b28d320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:49.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.724+0000 7f9545ffb640  1 --2- 172.21.15.46:0/1106812953 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f95380a2970 0x7f95380a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:49.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.724+0000 7f9559db8740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55c80b1e5500 con 0x55c80b282350
2024-03-19T01:55:49.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.724+0000 7f9559db8740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55c80b18dbe0 con 0x55c80b281a30
2024-03-19T01:55:49.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.724+0000 7f9559db8740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55c80b1e15a0 con 0x55c80b28af30
2024-03-19T01:55:49.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.724+0000 7f9554e8d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c80b282350 0x55c80b28a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:49.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.724+0000 7f9554e8d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c80b282350 0x55c80b28a9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35020/0 (socket says 172.21.15.46:35020)
2024-03-19T01:55:49.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.724+0000 7f9554e8d640  1 -- 172.21.15.46:0/1023066838 learned_addr learned my addr 172.21.15.46:0/1023066838 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:49.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.724+0000 7f9547fff640  1 --2- 172.21.15.46:0/1023066838 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c80b281a30 0x55c80b281e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:49.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.724+0000 7f9545ffb640  1 -- 172.21.15.46:0/1106812953 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f95480cf720 con 0x7f95501077a0
2024-03-19T01:55:49.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.724+0000 7f955568e640  1 --2- 172.21.15.46:0/1106812953 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f95380a2970 0x7f95380a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:49.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.724+0000 7f9547fff640  1 --2- 172.21.15.46:0/1023066838 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c80b28af30 0x55c80b28d320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:49.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.724+0000 7f9554e8d640  1 -- 172.21.15.46:0/1023066838 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c80b28af30 msgr2=0x55c80b28d320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:49.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.724+0000 7f9554e8d640  1 --2- 172.21.15.46:0/1023066838 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c80b28af30 0x55c80b28d320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.724+0000 7f9554e8d640  1 -- 172.21.15.46:0/1023066838 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c80b281a30 msgr2=0x55c80b281e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:49.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.724+0000 7f9554e8d640  1 --2- 172.21.15.46:0/1023066838 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c80b281a30 0x55c80b281e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.724+0000 7f9554e8d640  1 -- 172.21.15.46:0/1023066838 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c80b1af000 con 0x55c80b282350
2024-03-19T01:55:49.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.724+0000 7f9547fff640  1 --2- 172.21.15.46:0/1023066838 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c80b281a30 0x55c80b281e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:49.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.725+0000 7f955568e640  1 --2- 172.21.15.46:0/1106812953 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f95380a2970 0x7f95380a4e30 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f954809b710 tx=0x7f954806a820 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:49.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.725+0000 7f9554e8d640  1 --2- 172.21.15.46:0/1023066838 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c80b282350 0x55c80b28a9f0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f954c036040 tx=0x7f954c0095f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6acfd39b3995ddf server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:49.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.725+0000 7f9536ffd640  1 -- 172.21.15.46:0/1023066838 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f954c045070 con 0x55c80b282350
2024-03-19T01:55:49.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.725+0000 7f9536ffd640  1 -- 172.21.15.46:0/1023066838 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f954c02c7e0 con 0x55c80b282350
2024-03-19T01:55:49.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.725+0000 7f9536ffd640  1 -- 172.21.15.46:0/1023066838 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f954c003950 con 0x55c80b282350
2024-03-19T01:55:49.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.726+0000 7f9559db8740  1 -- 172.21.15.46:0/1023066838 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c80b282350 msgr2=0x55c80b28a9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:49.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.726+0000 7f9559db8740  1 --2- 172.21.15.46:0/1023066838 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c80b282350 0x55c80b28a9f0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f954c036040 tx=0x7f954c0095f0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.726+0000 7f9559db8740  1 -- 172.21.15.46:0/1023066838 shutdown_connections
2024-03-19T01:55:49.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.726+0000 7f9559db8740  1 --2- 172.21.15.46:0/1023066838 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c80b28af30 0x55c80b28d320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.726+0000 7f9559db8740  1 --2- 172.21.15.46:0/1023066838 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c80b282350 0x55c80b28a9f0 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.726+0000 7f9559db8740  1 --2- 172.21.15.46:0/1023066838 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c80b281a30 0x55c80b281e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.726+0000 7f9559db8740  1 -- 172.21.15.46:0/1023066838 >> 172.21.15.46:0/1023066838 conn(0x55c80b27c160 msgr2=0x55c80b27c540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:49.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.726+0000 7f9559db8740  1 -- 172.21.15.46:0/1023066838 shutdown_connections
2024-03-19T01:55:49.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.726+0000 7f9559db8740  1 -- 172.21.15.46:0/1023066838 wait complete.
2024-03-19T01:55:49.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.726+0000 7f9559db8740  1 --  start start
2024-03-19T01:55:49.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.726+0000 7f9559db8740  1  Processor -- start
2024-03-19T01:55:49.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.727+0000 7f9559db8740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c80b281a30 0x55c80b287f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:49.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.727+0000 7f9559db8740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c80b282350 0x55c80b288460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:49.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.727+0000 7f9559db8740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c80b28af30 0x55c80b2889a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:49.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.727+0000 7f9559db8740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55c80b28dcc0 con 0x55c80b281a30
2024-03-19T01:55:49.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.727+0000 7f9559db8740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55c80b1a1160 con 0x55c80b28af30
2024-03-19T01:55:49.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.727+0000 7f9559db8740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55c80b28de40 con 0x55c80b282350
2024-03-19T01:55:49.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.727+0000 7f9559db8740 10 client.0 _ll_register_callbacks cb 0x55c80b1dda40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:55:49.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.727+0000 7f9547fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c80b281a30 0x55c80b287f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:49.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.727+0000 7f9547fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c80b281a30 0x55c80b287f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35032/0 (socket says 172.21.15.46:35032)
2024-03-19T01:55:49.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.727+0000 7f9547fff640  1 -- 172.21.15.46:0/1999682401 learned_addr learned my addr 172.21.15.46:0/1999682401 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:49.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.727+0000 7f9554e8d640  1 --2- 172.21.15.46:0/1999682401 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c80b282350 0x55c80b288460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:49.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.727+0000 7f9547fff640  1 --2- 172.21.15.46:0/1999682401 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c80b28af30 0x55c80b2889a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:49.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.727+0000 7f9547fff640  1 -- 172.21.15.46:0/1999682401 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c80b282350 msgr2=0x55c80b288460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:49.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.727+0000 7f9547fff640  1 --2- 172.21.15.46:0/1999682401 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c80b282350 0x55c80b288460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.727+0000 7f9547fff640  1 -- 172.21.15.46:0/1999682401 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c80b28af30 msgr2=0x55c80b2889a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:49.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.727+0000 7f9547fff640  1 --2- 172.21.15.46:0/1999682401 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c80b28af30 0x55c80b2889a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.727+0000 7f9547fff640  1 -- 172.21.15.46:0/1999682401 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c80afc37d0 con 0x55c80b281a30
2024-03-19T01:55:49.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.727+0000 7f9547fff640  1 --2- 172.21.15.46:0/1999682401 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c80b281a30 0x55c80b287f20 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f9540012bf0 tx=0x7f9540004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eba82d88adedc6d1 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:49.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.727+0000 7f952ffff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:55:49.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.727+0000 7f952ffff640  1 -- 172.21.15.46:0/1999682401 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f954001a040 con 0x55c80b281a30
2024-03-19T01:55:49.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.727+0000 7f952ffff640  1 -- 172.21.15.46:0/1999682401 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f9540005220 con 0x55c80b281a30
2024-03-19T01:55:49.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.727+0000 7f9559db8740  1 -- 172.21.15.46:0/1999682401 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f954c02c7e0 con 0x55c80b281a30
2024-03-19T01:55:49.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.728+0000 7f952ffff640  1 -- 172.21.15.46:0/1999682401 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f954002b050 con 0x55c80b281a30
2024-03-19T01:55:49.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.728+0000 7f9559db8740 10 client.16857 fetch_fsmap learned FSMap version 31
2024-03-19T01:55:49.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.728+0000 7f9559db8740  1 -- 172.21.15.46:0/1999682401 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55c80aef93f0 con 0x55c80b281a30
2024-03-19T01:55:49.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.728+0000 7f952ffff640  1 -- 172.21.15.46:0/1999682401 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f954c02c7e0 con 0x55c80b281a30
2024-03-19T01:55:49.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.728+0000 7f952ffff640  1 -- 172.21.15.46:0/1999682401 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 31) ==== 8362+0+0 (secure 0 0 0) 0x7f9540012ce0 con 0x55c80b281a30
2024-03-19T01:55:49.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.728+0000 7f9559db8740 10 client.16857 fetch_fsmap finished waiting for FSMap version 31
2024-03-19T01:55:49.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.728+0000 7f9559db8740 10 client.16857 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:55:49.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.728+0000 7f9559db8740 20 client.16857 populate_metadata read hostname 'smithi046'
2024-03-19T01:55:49.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.728+0000 7f9559db8740  1 --2- 172.21.15.46:0/1999682401 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55c80b29b250 0x55c80b29d690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:49.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.728+0000 7f9559db8740  4 client.16857 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:55:49.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.728+0000 7f9559db8740  1 -- 172.21.15.46:0/1999682401 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c80b1f2a40 con 0x55c80b29b250
2024-03-19T01:55:49.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.728+0000 7f9554e8d640  1 --2- 172.21.15.46:0/1999682401 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55c80b29b250 0x55c80b29d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:49.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.729+0000 7f952ffff640 10 client.16857 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:55:49.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.729+0000 7f9554e8d640  1 --2- 172.21.15.46:0/1999682401 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55c80b29b250 0x55c80b29d690 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=447e7926048ec3d7 server_cookie=e53eb8285c6170d8 in_seq=0 out_seq=0
2024-03-19T01:55:49.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.729+0000 7f952ffff640  1 -- 172.21.15.46:0/1999682401 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55c80b1f2a40 con 0x55c80b29b250
2024-03-19T01:55:49.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.729+0000 7f952ffff640 10 client.16857 handle_command_reply: tid=0
2024-03-19T01:55:49.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.729+0000 7f9559db8740  1 client.16857 shutdown
2024-03-19T01:55:49.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.729+0000 7f9559db8740  1 -- 172.21.15.46:0/1999682401 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c80b281a30 msgr2=0x55c80b287f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:49.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.729+0000 7f9559db8740  1 --2- 172.21.15.46:0/1999682401 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c80b281a30 0x55c80b287f20 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f9540012bf0 tx=0x7f9540004730 comp rx=0 tx=0).stop
2024-03-19T01:55:49.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.729+0000 7f9559db8740  1 -- 172.21.15.46:0/1999682401 shutdown_connections
2024-03-19T01:55:49.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.729+0000 7f9559db8740  1 --2- 172.21.15.46:0/1999682401 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55c80b29b250 0x55c80b29d690 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.729+0000 7f9559db8740  1 --2- 172.21.15.46:0/1999682401 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c80b28af30 0x55c80b2889a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.729+0000 7f9559db8740  1 --2- 172.21.15.46:0/1999682401 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c80b282350 0x55c80b288460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.729+0000 7f952ffff640  0 client.16857 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:55:49.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.729+0000 7f9559db8740  1 --2- 172.21.15.46:0/1999682401 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c80b281a30 0x55c80b287f20 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.729+0000 7f9559db8740  1 -- 172.21.15.46:0/1999682401 >> 172.21.15.46:0/1999682401 conn(0x55c80b27c160 msgr2=0x55c80b27deb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:49.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.730+0000 7f9559db8740  1 -- 172.21.15.46:0/1999682401 shutdown_connections
2024-03-19T01:55:49.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.730+0000 7f9559db8740  1 -- 172.21.15.46:0/1999682401 wait complete.
2024-03-19T01:55:49.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.730+0000 7f9559db8740 20 client.16857 trim_cache size 0 max 16384
2024-03-19T01:55:49.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.747+0000 7f9559db8740  1  Processor -- start
2024-03-19T01:55:49.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.747+0000 7f9559db8740  1 --  start start
2024-03-19T01:55:49.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.747+0000 7f9559db8740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c80b281a30 0x55c80b28a650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:49.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.747+0000 7f9559db8740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c80b282350 0x55c80b296a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:49.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.747+0000 7f9559db8740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c80b28af30 0x55c80b27b060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:49.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.747+0000 7f9559db8740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f95501b1480 con 0x55c80b281a30
2024-03-19T01:55:49.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.747+0000 7f9559db8740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f95501aecf0 con 0x55c80b282350
2024-03-19T01:55:49.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.747+0000 7f9559db8740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f95501acb20 con 0x55c80b28af30
2024-03-19T01:55:49.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.747+0000 7f9547fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c80b281a30 0x55c80b28a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:49.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.747+0000 7f9547fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c80b281a30 0x55c80b28a650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35034/0 (socket says 172.21.15.46:35034)
2024-03-19T01:55:49.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.747+0000 7f9547fff640  1 -- 172.21.15.46:0/1205302696 learned_addr learned my addr 172.21.15.46:0/1205302696 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:49.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.747+0000 7f9554e8d640  1 --2- 172.21.15.46:0/1205302696 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c80b282350 0x55c80b296a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:49.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.748+0000 7f9547fff640  1 --2- 172.21.15.46:0/1205302696 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c80b28af30 0x55c80b27b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:49.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.748+0000 7f9547fff640  1 -- 172.21.15.46:0/1205302696 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c80b28af30 msgr2=0x55c80b27b060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:49.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.748+0000 7f9547fff640  1 --2- 172.21.15.46:0/1205302696 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c80b28af30 0x55c80b27b060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.748+0000 7f9547fff640  1 -- 172.21.15.46:0/1205302696 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c80b282350 msgr2=0x55c80b296a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:49.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.748+0000 7f9547fff640  1 --2- 172.21.15.46:0/1205302696 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c80b282350 0x55c80b296a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.748+0000 7f9547fff640  1 -- 172.21.15.46:0/1205302696 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c80aeb90f0 con 0x55c80b281a30
2024-03-19T01:55:49.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.748+0000 7f9547fff640  1 --2- 172.21.15.46:0/1205302696 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c80b281a30 0x55c80b28a650 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f9540000c00 tx=0x7f9540005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f1beb91479ef4b7 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:49.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.748+0000 7f95367fc640  1 -- 172.21.15.46:0/1205302696 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f954000fd70 con 0x55c80b281a30
2024-03-19T01:55:49.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.748+0000 7f95367fc640  1 -- 172.21.15.46:0/1205302696 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9540012a20 con 0x55c80b281a30
2024-03-19T01:55:49.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.748+0000 7f95367fc640  1 -- 172.21.15.46:0/1205302696 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9540012290 con 0x55c80b281a30
2024-03-19T01:55:49.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.749+0000 7f9559db8740  1 -- 172.21.15.46:0/1205302696 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c80b281a30 msgr2=0x55c80b28a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:49.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.749+0000 7f9559db8740  1 --2- 172.21.15.46:0/1205302696 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c80b281a30 0x55c80b28a650 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f9540000c00 tx=0x7f9540005f90 comp rx=0 tx=0).stop
2024-03-19T01:55:49.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.749+0000 7f9559db8740  1 -- 172.21.15.46:0/1205302696 shutdown_connections
2024-03-19T01:55:49.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.749+0000 7f9559db8740  1 --2- 172.21.15.46:0/1205302696 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c80b28af30 0x55c80b27b060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.749+0000 7f9559db8740  1 --2- 172.21.15.46:0/1205302696 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c80b282350 0x55c80b296a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.749+0000 7f9559db8740  1 --2- 172.21.15.46:0/1205302696 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c80b281a30 0x55c80b28a650 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.749+0000 7f9559db8740  1 -- 172.21.15.46:0/1205302696 >> 172.21.15.46:0/1205302696 conn(0x55c80b27c160 msgr2=0x55c80b27a950 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:49.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.749+0000 7f9559db8740  1 -- 172.21.15.46:0/1205302696 shutdown_connections
2024-03-19T01:55:49.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.749+0000 7f9559db8740  1 -- 172.21.15.46:0/1205302696 wait complete.
2024-03-19T01:55:49.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.749+0000 7f9559db8740  1 --  start start
2024-03-19T01:55:49.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.749+0000 7f9559db8740  1  Processor -- start
2024-03-19T01:55:49.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.750+0000 7f9559db8740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c80b281a30 0x55c80b293280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:49.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.750+0000 7f9559db8740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c80b282350 0x55c80b284730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:49.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.750+0000 7f9559db8740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c80b28af30 0x55c80b284c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:49.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.750+0000 7f9559db8740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f95501ad1b0 con 0x55c80b28af30
2024-03-19T01:55:49.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.750+0000 7f9559db8740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f95501ae620 con 0x55c80b281a30
2024-03-19T01:55:49.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.750+0000 7f9559db8740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f95501ad880 con 0x55c80b282350
2024-03-19T01:55:49.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.750+0000 7f9559db8740 10 client.0 _ll_register_callbacks cb 0x7f9540004140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:55:49.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.750+0000 7f9547fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c80b28af30 0x55c80b284c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:49.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.750+0000 7f9547fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c80b28af30 0x55c80b284c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35048/0 (socket says 172.21.15.46:35048)
2024-03-19T01:55:49.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.750+0000 7f9547fff640  1 -- 172.21.15.46:0/2476422934 learned_addr learned my addr 172.21.15.46:0/2476422934 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:49.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.750+0000 7f9554e8d640  1 --2- 172.21.15.46:0/2476422934 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c80b282350 0x55c80b284730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:49.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.750+0000 7f9547fff640  1 --2- 172.21.15.46:0/2476422934 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c80b281a30 0x55c80b293280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:49.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.750+0000 7f9547fff640  1 -- 172.21.15.46:0/2476422934 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c80b282350 msgr2=0x55c80b284730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:49.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.750+0000 7f9547fff640  1 --2- 172.21.15.46:0/2476422934 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c80b282350 0x55c80b284730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.750+0000 7f9547fff640  1 -- 172.21.15.46:0/2476422934 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c80b281a30 msgr2=0x55c80b293280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:49.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.750+0000 7f9547fff640  1 --2- 172.21.15.46:0/2476422934 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c80b281a30 0x55c80b293280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.750+0000 7f9547fff640  1 -- 172.21.15.46:0/2476422934 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c80b2852b0 con 0x55c80b28af30
2024-03-19T01:55:49.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.750+0000 7f9547fff640  1 --2- 172.21.15.46:0/2476422934 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c80b28af30 0x55c80b284c70 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f9540011480 tx=0x7f9540034040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab19edec3a4146ea server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:49.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.750+0000 7f952ffff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:55:49.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.752+0000 7f952ffff640  1 -- 172.21.15.46:0/2476422934 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9540011020 con 0x55c80b28af30
2024-03-19T01:55:49.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.752+0000 7f952ffff640  1 -- 172.21.15.46:0/2476422934 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f95400111c0 con 0x55c80b28af30
2024-03-19T01:55:49.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.752+0000 7f9559db8740  1 -- 172.21.15.46:0/2476422934 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9540012a20 con 0x55c80b28af30
2024-03-19T01:55:49.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.752+0000 7f952ffff640  1 -- 172.21.15.46:0/2476422934 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9540048050 con 0x55c80b28af30
2024-03-19T01:55:49.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.752+0000 7f9559db8740 10 client.16863 fetch_fsmap learned FSMap version 31
2024-03-19T01:55:49.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.752+0000 7f9559db8740  1 -- 172.21.15.46:0/2476422934 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55c80b3013d0 con 0x55c80b28af30
2024-03-19T01:55:49.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.752+0000 7f952ffff640  1 -- 172.21.15.46:0/2476422934 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9540012a20 con 0x55c80b28af30
2024-03-19T01:55:49.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.752+0000 7f952ffff640  1 -- 172.21.15.46:0/2476422934 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 31) ==== 8362+0+0 (secure 0 0 0) 0x7f9540012ce0 con 0x55c80b28af30
2024-03-19T01:55:49.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.752+0000 7f9559db8740 10 client.16863 fetch_fsmap finished waiting for FSMap version 31
2024-03-19T01:55:49.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.752+0000 7f9559db8740 10 client.16863 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:55:49.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.752+0000 7f9559db8740 20 client.16863 populate_metadata read hostname 'smithi046'
2024-03-19T01:55:49.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.752+0000 7f9559db8740  1 --2- 172.21.15.46:0/2476422934 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55c80b29b250 0x55c80b303b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:49.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.752+0000 7f9559db8740  4 client.16863 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:55:49.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.752+0000 7f9559db8740  1 -- 172.21.15.46:0/2476422934 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55c80b1ecd90 con 0x55c80b29b250
2024-03-19T01:55:49.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.752+0000 7f9554e8d640  1 --2- 172.21.15.46:0/2476422934 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55c80b29b250 0x55c80b303b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:49.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.753+0000 7f952ffff640 10 client.16863 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:55:49.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.753+0000 7f9554e8d640  1 --2- 172.21.15.46:0/2476422934 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55c80b29b250 0x55c80b303b80 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c4d7283cffcc3308 server_cookie=dba72fea8bdc4b15 in_seq=0 out_seq=0
2024-03-19T01:55:49.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.753+0000 7f952ffff640  1 -- 172.21.15.46:0/2476422934 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55c80b1ecd90 con 0x55c80b29b250
2024-03-19T01:55:49.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.753+0000 7f952ffff640 10 client.16863 handle_command_reply: tid=0
2024-03-19T01:55:49.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.753+0000 7f9559db8740  1 client.16863 shutdown
2024-03-19T01:55:49.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.753+0000 7f9559db8740  1 -- 172.21.15.46:0/2476422934 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c80b28af30 msgr2=0x55c80b284c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:49.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.753+0000 7f9559db8740  1 --2- 172.21.15.46:0/2476422934 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c80b28af30 0x55c80b284c70 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f9540011480 tx=0x7f9540034040 comp rx=0 tx=0).stop
2024-03-19T01:55:49.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.753+0000 7f9559db8740  1 -- 172.21.15.46:0/2476422934 shutdown_connections
2024-03-19T01:55:49.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.753+0000 7f9559db8740  1 --2- 172.21.15.46:0/2476422934 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55c80b29b250 0x55c80b303b80 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.753+0000 7f9559db8740  1 --2- 172.21.15.46:0/2476422934 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c80b28af30 0x55c80b284c70 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.753+0000 7f9559db8740  1 --2- 172.21.15.46:0/2476422934 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c80b282350 0x55c80b284730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.753+0000 7f952ffff640  0 client.16863 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:55:49.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.753+0000 7f9559db8740  1 --2- 172.21.15.46:0/2476422934 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55c80b281a30 0x55c80b293280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.753+0000 7f9559db8740  1 -- 172.21.15.46:0/2476422934 >> 172.21.15.46:0/2476422934 conn(0x55c80b27c160 msgr2=0x55c80b27b1e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:49.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.753+0000 7f9559db8740  1 -- 172.21.15.46:0/2476422934 shutdown_connections
2024-03-19T01:55:49.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.753+0000 7f9559db8740  1 -- 172.21.15.46:0/2476422934 wait complete.
2024-03-19T01:55:49.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.753+0000 7f9559db8740 20 client.16863 trim_cache size 0 max 16384
2024-03-19T01:55:49.767 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:55:49.767 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "no active scrubs running",
2024-03-19T01:55:49.767 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {}
2024-03-19T01:55:49.767 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:55:49.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.754+0000 7f95570f1640  1 -- 172.21.15.46:0/1106812953 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f95380a2970 msgr2=0x7f95380a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:49.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.754+0000 7f95570f1640  1 --2- 172.21.15.46:0/1106812953 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f95380a2970 0x7f95380a4e30 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f954809b710 tx=0x7f954806a820 comp rx=0 tx=0).stop
2024-03-19T01:55:49.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.754+0000 7f95570f1640  1 -- 172.21.15.46:0/1106812953 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95501077a0 msgr2=0x7f955019c8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:49.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.754+0000 7f95570f1640  1 --2- 172.21.15.46:0/1106812953 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95501077a0 0x7f955019c8b0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f954800eb10 tx=0x7f954800c2d0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.754+0000 7f95570f1640  1 -- 172.21.15.46:0/1106812953 shutdown_connections
2024-03-19T01:55:49.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.754+0000 7f95570f1640  1 --2- 172.21.15.46:0/1106812953 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95501077a0 0x7f955019c8b0 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.754+0000 7f95570f1640  1 --2- 172.21.15.46:0/1106812953 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f95380a2970 0x7f95380a4e30 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.754+0000 7f95570f1640  1 --2- 172.21.15.46:0/1106812953 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f95500693c0 0x7f9550198530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.754+0000 7f95570f1640  1 --2- 172.21.15.46:0/1106812953 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9550068a00 0x7f9550197ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.754+0000 7f95570f1640  1 -- 172.21.15.46:0/1106812953 >> 172.21.15.46:0/1106812953 conn(0x7f9550077820 msgr2=0x7f95500fe400 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:49.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.754+0000 7f95570f1640  1 -- 172.21.15.46:0/1106812953 shutdown_connections
2024-03-19T01:55:49.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.754+0000 7f95570f1640  1 -- 172.21.15.46:0/1106812953 wait complete.
2024-03-19T01:55:49.770 INFO:tasks.cephfs.filesystem:all active scrubs completed
2024-03-19T01:55:49.770 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:55:49.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.873+0000 7f442fc97640  1 -- 172.21.15.46:0/1083530985 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4428106730 msgr2=0x7f4428106b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:49.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.873+0000 7f442fc97640  1 --2- 172.21.15.46:0/1083530985 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4428106730 0x7f4428106b10 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f4424009930 tx=0x7f442402bc30 comp rx=0 tx=0).stop
2024-03-19T01:55:49.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.873+0000 7f442fc97640  1 -- 172.21.15.46:0/1083530985 shutdown_connections
2024-03-19T01:55:49.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.873+0000 7f442fc97640  1 --2- 172.21.15.46:0/1083530985 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f44281010e0 0x7f442810d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.873+0000 7f442fc97640  1 --2- 172.21.15.46:0/1083530985 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4428100720 0x7f4428100ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.873+0000 7f442fc97640  1 --2- 172.21.15.46:0/1083530985 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4428106730 0x7f4428106b10 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.873+0000 7f442fc97640  1 -- 172.21.15.46:0/1083530985 >> 172.21.15.46:0/1083530985 conn(0x7f4428077820 msgr2=0x7f4428077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:49.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.874+0000 7f442fc97640  1 -- 172.21.15.46:0/1083530985 shutdown_connections
2024-03-19T01:55:49.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.874+0000 7f442fc97640  1 -- 172.21.15.46:0/1083530985 wait complete.
2024-03-19T01:55:49.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.874+0000 7f442fc97640  1  Processor -- start
2024-03-19T01:55:49.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.874+0000 7f442fc97640  1 --  start start
2024-03-19T01:55:49.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.874+0000 7f442fc97640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4428100720 0x7f442810e080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:49.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.874+0000 7f442fc97640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f44281010e0 0x7f442810e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:49.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.874+0000 7f442fc97640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4428106730 0x7f442810eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:49.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.874+0000 7f442fc97640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f4428111af0 con 0x7f44281010e0
2024-03-19T01:55:49.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.874+0000 7f442fc97640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f4428111970 con 0x7f4428100720
2024-03-19T01:55:49.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.874+0000 7f442fc97640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4428111c70 con 0x7f4428106730
2024-03-19T01:55:49.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.874+0000 7f442d232640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f44281010e0 0x7f442810e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:49.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.874+0000 7f442d232640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f44281010e0 0x7f442810e5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35058/0 (socket says 172.21.15.46:35058)
2024-03-19T01:55:49.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.874+0000 7f442da33640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4428100720 0x7f442810e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:49.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.874+0000 7f442d232640  1 -- 172.21.15.46:0/3163615996 learned_addr learned my addr 172.21.15.46:0/3163615996 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:49.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.874+0000 7f442e234640  1 --2- 172.21.15.46:0/3163615996 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4428106730 0x7f442810eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:49.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.875+0000 7f442da33640  1 -- 172.21.15.46:0/3163615996 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4428106730 msgr2=0x7f442810eb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:49.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.875+0000 7f442da33640  1 --2- 172.21.15.46:0/3163615996 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4428106730 0x7f442810eb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.875+0000 7f442da33640  1 -- 172.21.15.46:0/3163615996 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f44281010e0 msgr2=0x7f442810e5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:49.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.875+0000 7f442da33640  1 --2- 172.21.15.46:0/3163615996 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f44281010e0 0x7f442810e5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:49.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.875+0000 7f442da33640  1 -- 172.21.15.46:0/3163615996 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44281a6580 con 0x7f4428100720
2024-03-19T01:55:49.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.875+0000 7f442d232640  1 --2- 172.21.15.46:0/3163615996 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f44281010e0 0x7f442810e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:49.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.875+0000 7f442da33640  1 --2- 172.21.15.46:0/3163615996 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4428100720 0x7f442810e080 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f4424009230 tx=0x7f44240045e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:49.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.875+0000 7f441effd640  1 -- 172.21.15.46:0/3163615996 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4424043020 con 0x7f4428100720
2024-03-19T01:55:49.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.875+0000 7f442fc97640  1 -- 172.21.15.46:0/3163615996 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44281a6810 con 0x7f4428100720
2024-03-19T01:55:49.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.875+0000 7f441effd640  1 -- 172.21.15.46:0/3163615996 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f442402ca70 con 0x7f4428100720
2024-03-19T01:55:49.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.875+0000 7f441effd640  1 -- 172.21.15.46:0/3163615996 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44240038c0 con 0x7f4428100720
2024-03-19T01:55:49.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.875+0000 7f442fc97640  1 -- 172.21.15.46:0/3163615996 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44281a6d30 con 0x7f4428100720
2024-03-19T01:55:49.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.876+0000 7f442fc97640  1 -- 172.21.15.46:0/3163615996 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4428068610 con 0x7f4428100720
2024-03-19T01:55:49.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.877+0000 7f441effd640  1 -- 172.21.15.46:0/3163615996 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f4424046020 con 0x7f4428100720
2024-03-19T01:55:49.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.877+0000 7f441effd640  1 --2- 172.21.15.46:0/3163615996 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f44140a2970 0x7f44140a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:49.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.878+0000 7f442d232640  1 --2- 172.21.15.46:0/3163615996 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f44140a2970 0x7f44140a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:49.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.878+0000 7f441effd640  1 -- 172.21.15.46:0/3163615996 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f44240f1000 con 0x7f4428100720
2024-03-19T01:55:49.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.878+0000 7f442d232640  1 --2- 172.21.15.46:0/3163615996 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f44140a2970 0x7f44140a4e30 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f442810fb10 tx=0x7f4418005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:49.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:49.882+0000 7f441effd640  1 -- 172.21.15.46:0/3163615996 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f442404d020 con 0x7f4428100720
2024-03-19T01:55:50.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.107+0000 7f442fc97640  1 -- 172.21.15.46:0/3163615996 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4428108c90 con 0x7f4428100720
2024-03-19T01:55:50.108 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.108+0000 7f441effd640  1 -- 172.21.15.46:0/3163615996 <== mon.2 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11866 (secure 0 0 0) 0x7f44240bdb00 con 0x7f4428100720
2024-03-19T01:55:50.108 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:55:50.108 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-19T01:47:26.395717+0000","modified":"2024-03-19T01:55:48.654347+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24506,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6839/1788589639","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6838","nonce":1788589639},{"type":"v1","addr":"172.21.15.73:6839","nonce":1788589639}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24506,"qdb_cluster":[24479,24478,24506]},"id":1}]}
2024-03-19T01:55:50.109 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 31
2024-03-19T01:55:50.110 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.110+0000 7f442fc97640  1 -- 172.21.15.46:0/3163615996 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f44140a2970 msgr2=0x7f44140a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:50.110 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.110+0000 7f442fc97640  1 --2- 172.21.15.46:0/3163615996 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f44140a2970 0x7f44140a4e30 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f442810fb10 tx=0x7f4418005f90 comp rx=0 tx=0).stop
2024-03-19T01:55:50.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.110+0000 7f442fc97640  1 -- 172.21.15.46:0/3163615996 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4428100720 msgr2=0x7f442810e080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:50.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.110+0000 7f442fc97640  1 --2- 172.21.15.46:0/3163615996 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4428100720 0x7f442810e080 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f4424009230 tx=0x7f44240045e0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.110+0000 7f442fc97640  1 -- 172.21.15.46:0/3163615996 shutdown_connections
2024-03-19T01:55:50.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.110+0000 7f442fc97640  1 --2- 172.21.15.46:0/3163615996 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f44140a2970 0x7f44140a4e30 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.110+0000 7f442fc97640  1 --2- 172.21.15.46:0/3163615996 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4428106730 0x7f442810eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.110+0000 7f442fc97640  1 --2- 172.21.15.46:0/3163615996 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f44281010e0 0x7f442810e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.110+0000 7f442fc97640  1 --2- 172.21.15.46:0/3163615996 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4428100720 0x7f442810e080 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.110+0000 7f442fc97640  1 -- 172.21.15.46:0/3163615996 >> 172.21.15.46:0/3163615996 conn(0x7f4428077820 msgr2=0x7f44281030e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:50.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.110+0000 7f442fc97640  1 -- 172.21.15.46:0/3163615996 shutdown_connections
2024-03-19T01:55:50.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.110+0000 7f442fc97640  1 -- 172.21.15.46:0/3163615996 wait complete.
2024-03-19T01:55:50.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:49 smithi046 ceph-mon[63102]: pgmap v175: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:55:50.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:49 smithi046 ceph-mon[63102]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:55:50.121 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls
2024-03-19T01:55:50.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:49 smithi073 ceph-mon[66833]: pgmap v175: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:55:50.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:49 smithi073 ceph-mon[66833]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:55:50.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.226+0000 7f282beb2640  1 -- 172.21.15.46:0/2981226288 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f28241006b0 msgr2=0x7f2824100b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:50.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.226+0000 7f282beb2640  1 --2- 172.21.15.46:0/2981226288 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f28241006b0 0x7f2824100b30 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f2814009930 tx=0x7f281402bc30 comp rx=0 tx=0).stop
2024-03-19T01:55:50.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.226+0000 7f282beb2640  1 -- 172.21.15.46:0/2981226288 shutdown_connections
2024-03-19T01:55:50.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.226+0000 7f282beb2640  1 --2- 172.21.15.46:0/2981226288 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2824101070 0x7f282410d580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.226+0000 7f282beb2640  1 --2- 172.21.15.46:0/2981226288 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f28241006b0 0x7f2824100b30 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.226+0000 7f282beb2640  1 --2- 172.21.15.46:0/2981226288 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f28241066c0 0x7f2824106aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.226+0000 7f282beb2640  1 -- 172.21.15.46:0/2981226288 >> 172.21.15.46:0/2981226288 conn(0x7f2824076aa0 msgr2=0x7f2824076eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:50.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.226+0000 7f282beb2640  1 -- 172.21.15.46:0/2981226288 shutdown_connections
2024-03-19T01:55:50.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.226+0000 7f282beb2640  1 -- 172.21.15.46:0/2981226288 wait complete.
2024-03-19T01:55:50.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.227+0000 7f282beb2640  1  Processor -- start
2024-03-19T01:55:50.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.227+0000 7f282beb2640  1 --  start start
2024-03-19T01:55:50.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.227+0000 7f282beb2640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f28241006b0 0x7f2824196ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.227+0000 7f282beb2640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2824101070 0x7f2824197400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.227+0000 7f282beb2640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f28241066c0 0x7f282419b780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.227+0000 7f282beb2640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f2824110940 con 0x7f28241066c0
2024-03-19T01:55:50.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.227+0000 7f282beb2640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f28241107c0 con 0x7f2824101070
2024-03-19T01:55:50.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.227+0000 7f282beb2640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2824110ac0 con 0x7f28241006b0
2024-03-19T01:55:50.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.227+0000 7f282a44f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f28241066c0 0x7f282419b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.227+0000 7f282a44f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f28241066c0 0x7f282419b780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35072/0 (socket says 172.21.15.46:35072)
2024-03-19T01:55:50.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.227+0000 7f282a44f640  1 -- 172.21.15.46:0/2796170618 learned_addr learned my addr 172.21.15.46:0/2796170618 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:50.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.227+0000 7f282944d640  1 --2- 172.21.15.46:0/2796170618 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2824101070 0x7f2824197400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.227+0000 7f2829c4e640  1 --2- 172.21.15.46:0/2796170618 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f28241006b0 0x7f2824196ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.228+0000 7f282a44f640  1 -- 172.21.15.46:0/2796170618 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f28241006b0 msgr2=0x7f2824196ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:50.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.228+0000 7f282a44f640  1 --2- 172.21.15.46:0/2796170618 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f28241006b0 0x7f2824196ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.228+0000 7f282a44f640  1 -- 172.21.15.46:0/2796170618 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2824101070 msgr2=0x7f2824197400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:50.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.228+0000 7f282a44f640  1 --2- 172.21.15.46:0/2796170618 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2824101070 0x7f2824197400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.228+0000 7f282a44f640  1 -- 172.21.15.46:0/2796170618 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f282419beb0 con 0x7f28241066c0
2024-03-19T01:55:50.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.228+0000 7f282944d640  1 --2- 172.21.15.46:0/2796170618 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2824101070 0x7f2824197400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:50.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.228+0000 7f282a44f640  1 --2- 172.21.15.46:0/2796170618 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f28241066c0 0x7f282419b780 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f281c00eb10 tx=0x7f281c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:50.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.228+0000 7f281affd640  1 -- 172.21.15.46:0/2796170618 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f281c004b20 con 0x7f28241066c0
2024-03-19T01:55:50.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.228+0000 7f281affd640  1 -- 172.21.15.46:0/2796170618 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f281c004cc0 con 0x7f28241066c0
2024-03-19T01:55:50.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.228+0000 7f282beb2640  1 -- 172.21.15.46:0/2796170618 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f282419c1a0 con 0x7f28241066c0
2024-03-19T01:55:50.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.228+0000 7f281affd640  1 -- 172.21.15.46:0/2796170618 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f281c010690 con 0x7f28241066c0
2024-03-19T01:55:50.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.228+0000 7f282beb2640  1 -- 172.21.15.46:0/2796170618 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28241a3a30 con 0x7f28241066c0
2024-03-19T01:55:50.232 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:49 smithi102 ceph-mon[66557]: pgmap v175: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:55:50.232 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:49 smithi102 ceph-mon[66557]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:55:50.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.230+0000 7f281affd640  1 -- 172.21.15.46:0/2796170618 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f281c005020 con 0x7f28241066c0
2024-03-19T01:55:50.240 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.230+0000 7f282eb79740  1  Processor -- start
2024-03-19T01:55:50.240 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.230+0000 7f282eb79740  1 --  start start
2024-03-19T01:55:50.240 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.231+0000 7f282eb79740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563513d2ee30 0x563513d2f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.240 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.231+0000 7f281affd640  1 --2- 172.21.15.46:0/2796170618 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f28100a2970 0x7f28100a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.240 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.231+0000 7f282eb79740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563513d2f750 0x563513d3a890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.240 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.231+0000 7f282eb79740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563513d3add0 0x563513d3d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.240 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.231+0000 7f282eb79740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x563513c904b0 con 0x563513d2f750
2024-03-19T01:55:50.240 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.231+0000 7f282eb79740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x563513c38d70 con 0x563513d3add0
2024-03-19T01:55:50.240 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.231+0000 7f282eb79740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x563513c8c550 con 0x563513d2ee30
2024-03-19T01:55:50.240 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.231+0000 7f282944d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563513d2f750 0x563513d3a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.240 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.231+0000 7f2829c4e640  1 --2- 172.21.15.46:0/2796170618 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f28100a2970 0x7f28100a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.240 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.231+0000 7f282944d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563513d2f750 0x563513d3a890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35086/0 (socket says 172.21.15.46:35086)
2024-03-19T01:55:50.241 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.231+0000 7f282944d640  1 -- 172.21.15.46:0/4251002246 learned_addr learned my addr 172.21.15.46:0/4251002246 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:50.241 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.231+0000 7f282944d640  1 --2- 172.21.15.46:0/4251002246 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563513d2ee30 0x563513d2f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.241 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.231+0000 7f282a44f640  1 --2- 172.21.15.46:0/4251002246 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563513d3add0 0x563513d3d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.241 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.231+0000 7f281affd640  1 -- 172.21.15.46:0/2796170618 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f281c0cf790 con 0x7f28241066c0
2024-03-19T01:55:50.241 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.231+0000 7f282944d640  1 -- 172.21.15.46:0/4251002246 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563513d2ee30 msgr2=0x563513d2f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:50.241 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.231+0000 7f282944d640  1 --2- 172.21.15.46:0/4251002246 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563513d2ee30 0x563513d2f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.241 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.231+0000 7f282944d640  1 -- 172.21.15.46:0/4251002246 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563513d3add0 msgr2=0x563513d3d1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:50.241 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.231+0000 7f282944d640  1 --2- 172.21.15.46:0/4251002246 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563513d3add0 0x563513d3d1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.241 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.231+0000 7f282944d640  1 -- 172.21.15.46:0/4251002246 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563513c5b210 con 0x563513d2f750
2024-03-19T01:55:50.241 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.231+0000 7f2829c4e640  1 --2- 172.21.15.46:0/2796170618 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f28100a2970 0x7f28100a4e30 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f28200095f0 tx=0x7f2820005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:50.241 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.231+0000 7f282944d640  1 --2- 172.21.15.46:0/4251002246 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563513d2f750 0x563513d3a890 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f2814009900 tx=0x7f281402bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23e9f66b1abaa411 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:50.241 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.232+0000 7f280ffff640  1 -- 172.21.15.46:0/4251002246 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28140044d0 con 0x563513d2f750
2024-03-19T01:55:50.241 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.232+0000 7f280ffff640  1 -- 172.21.15.46:0/4251002246 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f281402cc90 con 0x563513d2f750
2024-03-19T01:55:50.241 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.232+0000 7f280ffff640  1 -- 172.21.15.46:0/4251002246 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2814003dc0 con 0x563513d2f750
2024-03-19T01:55:50.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.232+0000 7f282eb79740  1 -- 172.21.15.46:0/4251002246 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563513d2f750 msgr2=0x563513d3a890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:50.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.232+0000 7f282eb79740  1 --2- 172.21.15.46:0/4251002246 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563513d2f750 0x563513d3a890 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f2814009900 tx=0x7f281402bc30 comp rx=0 tx=0).stop
2024-03-19T01:55:50.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.232+0000 7f282eb79740  1 -- 172.21.15.46:0/4251002246 shutdown_connections
2024-03-19T01:55:50.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.232+0000 7f282eb79740  1 --2- 172.21.15.46:0/4251002246 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563513d3add0 0x563513d3d1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.232+0000 7f282eb79740  1 --2- 172.21.15.46:0/4251002246 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563513d2f750 0x563513d3a890 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.232+0000 7f282eb79740  1 --2- 172.21.15.46:0/4251002246 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563513d2ee30 0x563513d2f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.232+0000 7f282eb79740  1 -- 172.21.15.46:0/4251002246 >> 172.21.15.46:0/4251002246 conn(0x563513d29c10 msgr2=0x563513d29ff0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:50.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.232+0000 7f282eb79740  1 -- 172.21.15.46:0/4251002246 shutdown_connections
2024-03-19T01:55:50.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.232+0000 7f282eb79740  1 -- 172.21.15.46:0/4251002246 wait complete.
2024-03-19T01:55:50.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.233+0000 7f282eb79740  1 --  start start
2024-03-19T01:55:50.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.233+0000 7f282eb79740  1  Processor -- start
2024-03-19T01:55:50.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.233+0000 7f282eb79740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563513d2ee30 0x563513d37e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.233+0000 7f282eb79740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563513d2f750 0x563513d38350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.233+0000 7f282eb79740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563513d3add0 0x563513d38890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.233+0000 7f282eb79740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x563513d3d940 con 0x563513d2ee30
2024-03-19T01:55:50.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.233+0000 7f282eb79740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x563513c4c310 con 0x563513d2f750
2024-03-19T01:55:50.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.233+0000 7f282eb79740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x563513d3dac0 con 0x563513d3add0
2024-03-19T01:55:50.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.233+0000 7f282eb79740 10 client.0 _ll_register_callbacks cb 0x563513c402d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:55:50.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.233+0000 7f2829c4e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563513d2ee30 0x563513d37e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.233+0000 7f2829c4e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563513d2ee30 0x563513d37e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35092/0 (socket says 172.21.15.46:35092)
2024-03-19T01:55:50.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.233+0000 7f2829c4e640  1 -- 172.21.15.46:0/1017529160 learned_addr learned my addr 172.21.15.46:0/1017529160 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:50.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.233+0000 7f282944d640  1 --2- 172.21.15.46:0/1017529160 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563513d2f750 0x563513d38350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.233+0000 7f282a44f640  1 --2- 172.21.15.46:0/1017529160 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563513d3add0 0x563513d38890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.234+0000 7f2829c4e640  1 -- 172.21.15.46:0/1017529160 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563513d3add0 msgr2=0x563513d38890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:50.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.234+0000 7f2829c4e640  1 --2- 172.21.15.46:0/1017529160 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563513d3add0 0x563513d38890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.234+0000 7f2829c4e640  1 -- 172.21.15.46:0/1017529160 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563513d2f750 msgr2=0x563513d38350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:50.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.234+0000 7f2829c4e640  1 --2- 172.21.15.46:0/1017529160 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563513d2f750 0x563513d38350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.234+0000 7f2829c4e640  1 -- 172.21.15.46:0/1017529160 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5635139a43f0 con 0x563513d2ee30
2024-03-19T01:55:50.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.234+0000 7f282944d640  1 --2- 172.21.15.46:0/1017529160 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563513d2f750 0x563513d38350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:50.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.234+0000 7f282a44f640  1 --2- 172.21.15.46:0/1017529160 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563513d3add0 0x563513d38890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:50.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.234+0000 7f2829c4e640  1 --2- 172.21.15.46:0/1017529160 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563513d2ee30 0x563513d37e10 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f2820004600 tx=0x7f2820004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c39b79631a380cc server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:50.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.234+0000 7f280d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:55:50.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.234+0000 7f280d7fa640  1 -- 172.21.15.46:0/1017529160 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f282001e8f0 con 0x563513d2ee30
2024-03-19T01:55:50.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.234+0000 7f282eb79740  1 -- 172.21.15.46:0/1017529160 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f281402cc90 con 0x563513d2ee30
2024-03-19T01:55:50.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.234+0000 7f280d7fa640  1 -- 172.21.15.46:0/1017529160 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f282001ea90 con 0x563513d2ee30
2024-03-19T01:55:50.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.234+0000 7f280d7fa640  1 -- 172.21.15.46:0/1017529160 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f282001ec90 con 0x563513d2ee30
2024-03-19T01:55:50.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.234+0000 7f282eb79740 10 client.16881 fetch_fsmap learned FSMap version 31
2024-03-19T01:55:50.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.234+0000 7f282eb79740  1 -- 172.21.15.46:0/1017529160 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x563513a6e7d0 con 0x563513d2ee30
2024-03-19T01:55:50.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.234+0000 7f280d7fa640  1 -- 172.21.15.46:0/1017529160 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f281402cc90 con 0x563513d2ee30
2024-03-19T01:55:50.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.234+0000 7f280d7fa640  1 -- 172.21.15.46:0/1017529160 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 31) ==== 8362+0+0 (secure 0 0 0) 0x7f282001d3b0 con 0x563513d2ee30
2024-03-19T01:55:50.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.234+0000 7f282eb79740 10 client.16881 fetch_fsmap finished waiting for FSMap version 31
2024-03-19T01:55:50.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.234+0000 7f282eb79740 10 client.16881 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:55:50.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.235+0000 7f282eb79740 20 client.16881 populate_metadata read hostname 'smithi046'
2024-03-19T01:55:50.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.235+0000 7f282eb79740  1 --2- 172.21.15.46:0/1017529160 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x563513d4afb0 0x563513d4d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.235+0000 7f282eb79740  4 client.16881 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:55:50.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.235+0000 7f282eb79740  1 -- 172.21.15.46:0/1017529160 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563513cee3e0 con 0x563513d4afb0
2024-03-19T01:55:50.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.235+0000 7f282944d640  1 --2- 172.21.15.46:0/1017529160 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x563513d4afb0 0x563513d4d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.235+0000 7f282944d640  1 --2- 172.21.15.46:0/1017529160 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x563513d4afb0 0x563513d4d3f0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e905969ab7b25951 server_cookie=dc0f4c52f07dfb35 in_seq=0 out_seq=0
2024-03-19T01:55:50.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.235+0000 7f280d7fa640 10 client.16881 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:55:50.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.236+0000 7f280d7fa640  1 -- 172.21.15.46:0/1017529160 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x563513cee3e0 con 0x563513d4afb0
2024-03-19T01:55:50.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.236+0000 7f280d7fa640 10 client.16881 handle_command_reply: tid=0
2024-03-19T01:55:50.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.236+0000 7f282eb79740  1 client.16881 shutdown
2024-03-19T01:55:50.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.236+0000 7f282eb79740  1 -- 172.21.15.46:0/1017529160 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563513d2ee30 msgr2=0x563513d37e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:50.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.236+0000 7f282eb79740  1 --2- 172.21.15.46:0/1017529160 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563513d2ee30 0x563513d37e10 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f2820004600 tx=0x7f2820004730 comp rx=0 tx=0).stop
2024-03-19T01:55:50.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.236+0000 7f282eb79740  1 -- 172.21.15.46:0/1017529160 shutdown_connections
2024-03-19T01:55:50.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.236+0000 7f282eb79740  1 --2- 172.21.15.46:0/1017529160 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x563513d4afb0 0x563513d4d3f0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.236+0000 7f282eb79740  1 --2- 172.21.15.46:0/1017529160 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563513d3add0 0x563513d38890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.236+0000 7f282eb79740  1 --2- 172.21.15.46:0/1017529160 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563513d2f750 0x563513d38350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.236+0000 7f282eb79740  1 --2- 172.21.15.46:0/1017529160 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563513d2ee30 0x563513d37e10 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.236+0000 7f280d7fa640  0 client.16881 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:55:50.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.236+0000 7f282eb79740  1 -- 172.21.15.46:0/1017529160 >> 172.21.15.46:0/1017529160 conn(0x563513d29c10 msgr2=0x563513d2b960 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:50.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.236+0000 7f282eb79740  1 -- 172.21.15.46:0/1017529160 shutdown_connections
2024-03-19T01:55:50.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.236+0000 7f282eb79740  1 -- 172.21.15.46:0/1017529160 wait complete.
2024-03-19T01:55:50.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.236+0000 7f282eb79740 20 client.16881 trim_cache size 0 max 16384
2024-03-19T01:55:50.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.249+0000 7f282eb79740  1  Processor -- start
2024-03-19T01:55:50.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.249+0000 7f282eb79740  1 --  start start
2024-03-19T01:55:50.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.249+0000 7f282eb79740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563513d2ee30 0x563513d3a540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.249+0000 7f282eb79740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563513d2f750 0x563513d35860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.249+0000 7f282eb79740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563513d3add0 0x563513d46750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.249+0000 7f282eb79740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f28241af260 con 0x563513d2f750
2024-03-19T01:55:50.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.249+0000 7f282eb79740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f28241acad0 con 0x563513d3add0
2024-03-19T01:55:50.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.249+0000 7f282eb79740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f28241aa900 con 0x563513d2ee30
2024-03-19T01:55:50.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.249+0000 7f282944d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563513d2f750 0x563513d35860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.249+0000 7f282944d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563513d2f750 0x563513d35860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35096/0 (socket says 172.21.15.46:35096)
2024-03-19T01:55:50.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.249+0000 7f282944d640  1 -- 172.21.15.46:0/2590223922 learned_addr learned my addr 172.21.15.46:0/2590223922 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:50.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.249+0000 7f282a44f640  1 --2- 172.21.15.46:0/2590223922 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563513d3add0 0x563513d46750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.249+0000 7f2829c4e640  1 --2- 172.21.15.46:0/2590223922 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563513d2ee30 0x563513d3a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.250+0000 7f282944d640  1 -- 172.21.15.46:0/2590223922 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563513d2ee30 msgr2=0x563513d3a540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:50.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.250+0000 7f282944d640  1 --2- 172.21.15.46:0/2590223922 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563513d2ee30 0x563513d3a540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.250+0000 7f282944d640  1 -- 172.21.15.46:0/2590223922 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563513d3add0 msgr2=0x563513d46750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:50.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.250+0000 7f282944d640  1 --2- 172.21.15.46:0/2590223922 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563513d3add0 0x563513d46750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.250+0000 7f282944d640  1 -- 172.21.15.46:0/2590223922 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563513d2e5d0 con 0x563513d2f750
2024-03-19T01:55:50.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.250+0000 7f282944d640  1 --2- 172.21.15.46:0/2590223922 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563513d2f750 0x563513d35860 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f2814009930 tx=0x7f28140042b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8967a07bbf15eeaf server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:50.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.250+0000 7f280f7fe640  1 -- 172.21.15.46:0/2590223922 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2814056ca0 con 0x563513d2f750
2024-03-19T01:55:50.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.250+0000 7f280f7fe640  1 -- 172.21.15.46:0/2590223922 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f28140044d0 con 0x563513d2f750
2024-03-19T01:55:50.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.250+0000 7f280f7fe640  1 -- 172.21.15.46:0/2590223922 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28140039f0 con 0x563513d2f750
2024-03-19T01:55:50.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.250+0000 7f282eb79740  1 -- 172.21.15.46:0/2590223922 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563513d2f750 msgr2=0x563513d35860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:50.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.250+0000 7f282eb79740  1 --2- 172.21.15.46:0/2590223922 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563513d2f750 0x563513d35860 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f2814009930 tx=0x7f28140042b0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.250+0000 7f282eb79740  1 -- 172.21.15.46:0/2590223922 shutdown_connections
2024-03-19T01:55:50.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.250+0000 7f282eb79740  1 --2- 172.21.15.46:0/2590223922 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563513d3add0 0x563513d46750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.250+0000 7f282eb79740  1 --2- 172.21.15.46:0/2590223922 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563513d2f750 0x563513d35860 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.250+0000 7f282eb79740  1 --2- 172.21.15.46:0/2590223922 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563513d2ee30 0x563513d3a540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.250+0000 7f282eb79740  1 -- 172.21.15.46:0/2590223922 >> 172.21.15.46:0/2590223922 conn(0x563513d29c10 msgr2=0x563513d36700 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:50.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.251+0000 7f282eb79740  1 -- 172.21.15.46:0/2590223922 shutdown_connections
2024-03-19T01:55:50.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.251+0000 7f282eb79740  1 -- 172.21.15.46:0/2590223922 wait complete.
2024-03-19T01:55:50.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.251+0000 7f282eb79740  1 --  start start
2024-03-19T01:55:50.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.251+0000 7f282eb79740  1  Processor -- start
2024-03-19T01:55:50.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.251+0000 7f282eb79740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563513d2ee30 0x563513d43120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.251+0000 7f282eb79740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563513d2f750 0x563513d51cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.251+0000 7f282eb79740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563513d3add0 0x563513d52260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.251+0000 7f282eb79740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f28241aaf90 con 0x563513d2f750
2024-03-19T01:55:50.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.251+0000 7f282eb79740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f28241ac400 con 0x563513d2ee30
2024-03-19T01:55:50.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.251+0000 7f282eb79740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f28241ab660 con 0x563513d3add0
2024-03-19T01:55:50.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.251+0000 7f282eb79740 10 client.0 _ll_register_callbacks cb 0x7f2820011bb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:55:50.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.251+0000 7f282944d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563513d2f750 0x563513d51cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.251+0000 7f2829c4e640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563513d2ee30 0x563513d43120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.251+0000 7f282944d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563513d2f750 0x563513d51cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35110/0 (socket says 172.21.15.46:35110)
2024-03-19T01:55:50.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.251+0000 7f282944d640  1 -- 172.21.15.46:0/1875347323 learned_addr learned my addr 172.21.15.46:0/1875347323 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:50.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.251+0000 7f282a44f640  1 --2- 172.21.15.46:0/1875347323 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563513d3add0 0x563513d52260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.252+0000 7f282944d640  1 -- 172.21.15.46:0/1875347323 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563513d3add0 msgr2=0x563513d52260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:50.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.252+0000 7f282944d640  1 --2- 172.21.15.46:0/1875347323 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563513d3add0 0x563513d52260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.252+0000 7f282944d640  1 -- 172.21.15.46:0/1875347323 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563513d2ee30 msgr2=0x563513d43120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:50.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.252+0000 7f282944d640  1 --2- 172.21.15.46:0/1875347323 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563513d2ee30 0x563513d43120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.252+0000 7f282944d640  1 -- 172.21.15.46:0/1875347323 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563513d52a90 con 0x563513d2f750
2024-03-19T01:55:50.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.252+0000 7f2829c4e640  1 --2- 172.21.15.46:0/1875347323 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563513d2ee30 0x563513d43120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:50.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.252+0000 7f282944d640  1 --2- 172.21.15.46:0/1875347323 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563513d2f750 0x563513d51cc0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f2814009850 tx=0x7f281402bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5cb19007a8091ffe server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:50.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.252+0000 7f280d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:55:50.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.252+0000 7f280d7fa640  1 -- 172.21.15.46:0/1875347323 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2814003990 con 0x563513d2f750
2024-03-19T01:55:50.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.252+0000 7f280d7fa640  1 -- 172.21.15.46:0/1875347323 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f2814003b30 con 0x563513d2f750
2024-03-19T01:55:50.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.252+0000 7f282eb79740  1 -- 172.21.15.46:0/1875347323 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f28140044d0 con 0x563513d2f750
2024-03-19T01:55:50.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.252+0000 7f280d7fa640  1 -- 172.21.15.46:0/1875347323 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f2814003d30 con 0x563513d2f750
2024-03-19T01:55:50.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.252+0000 7f282eb79740 10 client.16887 fetch_fsmap learned FSMap version 31
2024-03-19T01:55:50.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.252+0000 7f282eb79740  1 -- 172.21.15.46:0/1875347323 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x563513db1310 con 0x563513d2f750
2024-03-19T01:55:50.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.252+0000 7f280d7fa640  1 -- 172.21.15.46:0/1875347323 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f28140044d0 con 0x563513d2f750
2024-03-19T01:55:50.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.252+0000 7f280d7fa640  1 -- 172.21.15.46:0/1875347323 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 31) ==== 8362+0+0 (secure 0 0 0) 0x7f2814043c40 con 0x563513d2f750
2024-03-19T01:55:50.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.252+0000 7f282eb79740 10 client.16887 fetch_fsmap finished waiting for FSMap version 31
2024-03-19T01:55:50.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.252+0000 7f282eb79740 10 client.16887 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:55:50.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.252+0000 7f282eb79740 20 client.16887 populate_metadata read hostname 'smithi046'
2024-03-19T01:55:50.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.253+0000 7f282eb79740  1 --2- 172.21.15.46:0/1875347323 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x563513db1630 0x563513db3a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.253+0000 7f282eb79740  4 client.16887 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:55:50.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.253+0000 7f282eb79740  1 -- 172.21.15.46:0/1875347323 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563513c9d9f0 con 0x563513db1630
2024-03-19T01:55:50.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.253+0000 7f2829c4e640  1 --2- 172.21.15.46:0/1875347323 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x563513db1630 0x563513db3a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.253+0000 7f280d7fa640 10 client.16887 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:55:50.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.253+0000 7f2829c4e640  1 --2- 172.21.15.46:0/1875347323 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x563513db1630 0x563513db3a20 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c46e1fdca2266537 server_cookie=497216e19cb1539e in_seq=0 out_seq=0
2024-03-19T01:55:50.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.253+0000 7f280d7fa640  1 -- 172.21.15.46:0/1875347323 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563513c9d9f0 con 0x563513db1630
2024-03-19T01:55:50.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.253+0000 7f280d7fa640 10 client.16887 handle_command_reply: tid=0
2024-03-19T01:55:50.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.253+0000 7f282eb79740  1 client.16887 shutdown
2024-03-19T01:55:50.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.253+0000 7f282eb79740  1 -- 172.21.15.46:0/1875347323 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563513d2f750 msgr2=0x563513d51cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:50.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.253+0000 7f282eb79740  1 --2- 172.21.15.46:0/1875347323 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563513d2f750 0x563513d51cc0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f2814009850 tx=0x7f281402bc30 comp rx=0 tx=0).stop
2024-03-19T01:55:50.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.253+0000 7f282eb79740  1 -- 172.21.15.46:0/1875347323 shutdown_connections
2024-03-19T01:55:50.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.253+0000 7f282eb79740  1 --2- 172.21.15.46:0/1875347323 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x563513db1630 0x563513db3a20 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.253+0000 7f282eb79740  1 --2- 172.21.15.46:0/1875347323 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563513d3add0 0x563513d52260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.253+0000 7f282eb79740  1 --2- 172.21.15.46:0/1875347323 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563513d2f750 0x563513d51cc0 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.253+0000 7f282eb79740  1 --2- 172.21.15.46:0/1875347323 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563513d2ee30 0x563513d43120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.253+0000 7f280d7fa640  0 client.16887 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:55:50.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.253+0000 7f282eb79740  1 -- 172.21.15.46:0/1875347323 >> 172.21.15.46:0/1875347323 conn(0x563513d29c10 msgr2=0x563513d37db0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:50.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.253+0000 7f282eb79740  1 -- 172.21.15.46:0/1875347323 shutdown_connections
2024-03-19T01:55:50.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.254+0000 7f282eb79740  1 -- 172.21.15.46:0/1875347323 wait complete.
2024-03-19T01:55:50.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.254+0000 7f282eb79740 20 client.16887 trim_cache size 0 max 16384
2024-03-19T01:55:50.265 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:55:50.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.254+0000 7f282beb2640  1 -- 172.21.15.46:0/2796170618 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f28100a2970 msgr2=0x7f28100a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:50.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.254+0000 7f282beb2640  1 --2- 172.21.15.46:0/2796170618 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f28100a2970 0x7f28100a4e30 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f28200095f0 tx=0x7f2820005f90 comp rx=0 tx=0).stop
2024-03-19T01:55:50.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.254+0000 7f282beb2640  1 -- 172.21.15.46:0/2796170618 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f28241066c0 msgr2=0x7f282419b780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:50.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.254+0000 7f282beb2640  1 --2- 172.21.15.46:0/2796170618 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f28241066c0 0x7f282419b780 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f281c00eb10 tx=0x7f281c00c2d0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.254+0000 7f282beb2640  1 -- 172.21.15.46:0/2796170618 shutdown_connections
2024-03-19T01:55:50.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.254+0000 7f282beb2640  1 --2- 172.21.15.46:0/2796170618 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f28241066c0 0x7f282419b780 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.254+0000 7f282beb2640  1 --2- 172.21.15.46:0/2796170618 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2824101070 0x7f2824197400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.254+0000 7f282beb2640  1 --2- 172.21.15.46:0/2796170618 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f28100a2970 0x7f28100a4e30 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.254+0000 7f282beb2640  1 --2- 172.21.15.46:0/2796170618 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f28241006b0 0x7f2824196ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.254+0000 7f282beb2640  1 -- 172.21.15.46:0/2796170618 >> 172.21.15.46:0/2796170618 conn(0x7f2824076aa0 msgr2=0x7f28240fe1b0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:50.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.254+0000 7f282beb2640  1 -- 172.21.15.46:0/2796170618 shutdown_connections
2024-03-19T01:55:50.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.254+0000 7f282beb2640  1 -- 172.21.15.46:0/2796170618 wait complete.
2024-03-19T01:55:50.268 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls
2024-03-19T01:55:50.374 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.372+0000 7fc1ced89640  1 -- 172.21.15.46:0/3552737591 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1c8105660 msgr2=0x7fc1c8105a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:50.374 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.372+0000 7fc1ced89640  1 --2- 172.21.15.46:0/3552737591 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1c8105660 0x7fc1c8105a40 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7fc1bc009900 tx=0x7fc1bc02bc30 comp rx=0 tx=0).stop
2024-03-19T01:55:50.374 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.372+0000 7fc1ced89640  1 -- 172.21.15.46:0/3552737591 shutdown_connections
2024-03-19T01:55:50.374 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.372+0000 7fc1ced89640  1 --2- 172.21.15.46:0/3552737591 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc1c8101330 0x7fc1c810d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.374 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.372+0000 7fc1ced89640  1 --2- 172.21.15.46:0/3552737591 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc1c8100970 0x7fc1c8100df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.374 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.372+0000 7fc1ced89640  1 --2- 172.21.15.46:0/3552737591 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1c8105660 0x7fc1c8105a40 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.374 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.372+0000 7fc1ced89640  1 -- 172.21.15.46:0/3552737591 >> 172.21.15.46:0/3552737591 conn(0x7fc1c80774c0 msgr2=0x7fc1c80778d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:50.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.372+0000 7fc1ced89640  1 -- 172.21.15.46:0/3552737591 shutdown_connections
2024-03-19T01:55:50.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.372+0000 7fc1ced89640  1 -- 172.21.15.46:0/3552737591 wait complete.
2024-03-19T01:55:50.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.373+0000 7fc1ced89640  1  Processor -- start
2024-03-19T01:55:50.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.373+0000 7fc1ced89640  1 --  start start
2024-03-19T01:55:50.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.373+0000 7fc1ced89640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc1c8100970 0x7fc1c8197f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.373+0000 7fc1ced89640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc1c8101330 0x7fc1c81984b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.373+0000 7fc1ced89640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1c8105660 0x7fc1c819c830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.373+0000 7fc1ced89640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc1c8111a50 con 0x7fc1c8105660
2024-03-19T01:55:50.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.373+0000 7fc1ced89640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fc1c81118d0 con 0x7fc1c8101330
2024-03-19T01:55:50.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.373+0000 7fc1ced89640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc1c8111bd0 con 0x7fc1c8100970
2024-03-19T01:55:50.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.373+0000 7fc1c7fff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc1c8101330 0x7fc1c81984b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.373+0000 7fc1cd326640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1c8105660 0x7fc1c819c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.373+0000 7fc1c7fff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc1c8101330 0x7fc1c81984b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:48094/0 (socket says 172.21.15.46:48094)
2024-03-19T01:55:50.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.373+0000 7fc1cd326640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1c8105660 0x7fc1c819c830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35130/0 (socket says 172.21.15.46:35130)
2024-03-19T01:55:50.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.373+0000 7fc1c7fff640  1 -- 172.21.15.46:0/1691962322 learned_addr learned my addr 172.21.15.46:0/1691962322 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:50.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.373+0000 7fc1ccb25640  1 --2- 172.21.15.46:0/1691962322 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc1c8100970 0x7fc1c8197f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.373+0000 7fc1c7fff640  1 -- 172.21.15.46:0/1691962322 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc1c8100970 msgr2=0x7fc1c8197f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:50.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.373+0000 7fc1c7fff640  1 --2- 172.21.15.46:0/1691962322 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc1c8100970 0x7fc1c8197f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.373+0000 7fc1c7fff640  1 -- 172.21.15.46:0/1691962322 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1c8105660 msgr2=0x7fc1c819c830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:50.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.373+0000 7fc1c7fff640  1 --2- 172.21.15.46:0/1691962322 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1c8105660 0x7fc1c819c830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.373+0000 7fc1c7fff640  1 -- 172.21.15.46:0/1691962322 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1c819cf60 con 0x7fc1c8101330
2024-03-19T01:55:50.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.373+0000 7fc1cd326640  1 --2- 172.21.15.46:0/1691962322 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1c8105660 0x7fc1c819c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:50.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.373+0000 7fc1ccb25640  1 --2- 172.21.15.46:0/1691962322 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc1c8100970 0x7fc1c8197f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:50.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.373+0000 7fc1c7fff640  1 --2- 172.21.15.46:0/1691962322 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc1c8101330 0x7fc1c81984b0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fc1b400e9f0 tx=0x7fc1b400edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:50.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.374+0000 7fc1c5ffb640  1 -- 172.21.15.46:0/1691962322 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1b400cd80 con 0x7fc1c8101330
2024-03-19T01:55:50.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.374+0000 7fc1c5ffb640  1 -- 172.21.15.46:0/1691962322 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc1b40054d0 con 0x7fc1c8101330
2024-03-19T01:55:50.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.374+0000 7fc1ced89640  1 -- 172.21.15.46:0/1691962322 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1c819d250 con 0x7fc1c8101330
2024-03-19T01:55:50.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.374+0000 7fc1c5ffb640  1 -- 172.21.15.46:0/1691962322 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1b4010490 con 0x7fc1c8101330
2024-03-19T01:55:50.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.374+0000 7fc1ced89640  1 -- 172.21.15.46:0/1691962322 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1c81a4ae0 con 0x7fc1c8101330
2024-03-19T01:55:50.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.376+0000 7fc1c5ffb640  1 -- 172.21.15.46:0/1691962322 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fc1b4005020 con 0x7fc1c8101330
2024-03-19T01:55:50.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.376+0000 7fc1d197b740  1  Processor -- start
2024-03-19T01:55:50.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.376+0000 7fc1d197b740  1 --  start start
2024-03-19T01:55:50.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.376+0000 7fc1c5ffb640  1 --2- 172.21.15.46:0/1691962322 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fc1b80a2970 0x7fc1b80a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.376+0000 7fc1cd326640  1 --2- 172.21.15.46:0/1691962322 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fc1b80a2970 0x7fc1b80a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.376+0000 7fc1d197b740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fe7787c2d0 0x55fe7787c6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.376+0000 7fc1d197b740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe7787cbf0 0x55fe77885290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.376+0000 7fc1d197b740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe778857d0 0x55fe77887bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.376+0000 7fc1d197b740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55fe777df4b0 con 0x55fe7787cbf0
2024-03-19T01:55:50.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.376+0000 7fc1c5ffb640  1 -- 172.21.15.46:0/1691962322 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fc1b40cf540 con 0x7fc1c8101330
2024-03-19T01:55:50.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.376+0000 7fc1d197b740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55fe77787d70 con 0x55fe7787c2d0
2024-03-19T01:55:50.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.376+0000 7fc1d197b740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55fe777db550 con 0x55fe778857d0
2024-03-19T01:55:50.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.377+0000 7fc1c7fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe7787cbf0 0x55fe77885290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.377+0000 7fc1ccb25640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fe7787c2d0 0x55fe7787c6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.377+0000 7fc1c7fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe7787cbf0 0x55fe77885290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35134/0 (socket says 172.21.15.46:35134)
2024-03-19T01:55:50.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.377+0000 7fc1c7fff640  1 -- 172.21.15.46:0/3661586890 learned_addr learned my addr 172.21.15.46:0/3661586890 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:50.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.377+0000 7fc1ccb25640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fe7787c2d0 0x55fe7787c6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:48106/0 (socket says 172.21.15.46:48106)
2024-03-19T01:55:50.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.377+0000 7fc1cd326640  1 --2- 172.21.15.46:0/3661586890 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe778857d0 0x55fe77887bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.377+0000 7fc1c7fff640  1 -- 172.21.15.46:0/3661586890 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe778857d0 msgr2=0x55fe77887bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:50.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.377+0000 7fc1c7fff640  1 --2- 172.21.15.46:0/3661586890 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe778857d0 0x55fe77887bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.377+0000 7fc1c7fff640  1 -- 172.21.15.46:0/3661586890 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fe7787c2d0 msgr2=0x55fe7787c6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:50.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.377+0000 7fc1c7fff640  1 --2- 172.21.15.46:0/3661586890 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fe7787c2d0 0x55fe7787c6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.377+0000 7fc1c7fff640  1 -- 172.21.15.46:0/3661586890 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fe777aa210 con 0x55fe7787cbf0
2024-03-19T01:55:50.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.377+0000 7fc1ccb25640  1 --2- 172.21.15.46:0/3661586890 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fe7787c2d0 0x55fe7787c6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:50.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.377+0000 7fc1cd326640  1 --2- 172.21.15.46:0/1691962322 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fc1b80a2970 0x7fc1b80a4e30 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fc1c0005fd0 tx=0x7fc1c0013e50 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:50.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.377+0000 7fc1c7fff640  1 --2- 172.21.15.46:0/3661586890 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe7787cbf0 0x55fe77885290 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fc1b4098200 tx=0x7fc1b409b250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d4ab1f8d0aa8ebc server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:50.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.377+0000 7fc1b2ffd640  1 -- 172.21.15.46:0/3661586890 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1b40b4070 con 0x55fe7787cbf0
2024-03-19T01:55:50.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.377+0000 7fc1b2ffd640  1 -- 172.21.15.46:0/3661586890 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc1b409b830 con 0x55fe7787cbf0
2024-03-19T01:55:50.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.377+0000 7fc1b2ffd640  1 -- 172.21.15.46:0/3661586890 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1b40ccba0 con 0x55fe7787cbf0
2024-03-19T01:55:50.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.378+0000 7fc1d197b740  1 -- 172.21.15.46:0/3661586890 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe7787cbf0 msgr2=0x55fe77885290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:50.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.378+0000 7fc1d197b740  1 --2- 172.21.15.46:0/3661586890 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe7787cbf0 0x55fe77885290 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fc1b4098200 tx=0x7fc1b409b250 comp rx=0 tx=0).stop
2024-03-19T01:55:50.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.378+0000 7fc1d197b740  1 -- 172.21.15.46:0/3661586890 shutdown_connections
2024-03-19T01:55:50.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.378+0000 7fc1d197b740  1 --2- 172.21.15.46:0/3661586890 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe778857d0 0x55fe77887bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.378+0000 7fc1d197b740  1 --2- 172.21.15.46:0/3661586890 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe7787cbf0 0x55fe77885290 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.378+0000 7fc1d197b740  1 --2- 172.21.15.46:0/3661586890 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fe7787c2d0 0x55fe7787c6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.378+0000 7fc1d197b740  1 -- 172.21.15.46:0/3661586890 >> 172.21.15.46:0/3661586890 conn(0x55fe77876a00 msgr2=0x55fe77876de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:50.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.378+0000 7fc1d197b740  1 -- 172.21.15.46:0/3661586890 shutdown_connections
2024-03-19T01:55:50.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.378+0000 7fc1d197b740  1 -- 172.21.15.46:0/3661586890 wait complete.
2024-03-19T01:55:50.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.378+0000 7fc1d197b740  1 --  start start
2024-03-19T01:55:50.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.378+0000 7fc1d197b740  1  Processor -- start
2024-03-19T01:55:50.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.379+0000 7fc1d197b740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe7787c2d0 0x55fe778828d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.379+0000 7fc1d197b740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fe7787cbf0 0x55fe77882e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.379+0000 7fc1d197b740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe778857d0 0x55fe77883350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.379+0000 7fc1d197b740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55fe778885c0 con 0x55fe778857d0
2024-03-19T01:55:50.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.379+0000 7fc1d197b740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55fe7779b310 con 0x55fe7787cbf0
2024-03-19T01:55:50.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.379+0000 7fc1d197b740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55fe77888740 con 0x55fe7787c2d0
2024-03-19T01:55:50.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.379+0000 7fc1d197b740 10 client.0 _ll_register_callbacks cb 0x55fe7778f2d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:55:50.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.379+0000 7fc1cd326640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe778857d0 0x55fe77883350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.379+0000 7fc1cd326640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe778857d0 0x55fe77883350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35138/0 (socket says 172.21.15.46:35138)
2024-03-19T01:55:50.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.379+0000 7fc1ccb25640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe7787c2d0 0x55fe778828d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.379+0000 7fc1cd326640  1 -- 172.21.15.46:0/2296683802 learned_addr learned my addr 172.21.15.46:0/2296683802 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:50.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.379+0000 7fc1c7fff640  1 --2- 172.21.15.46:0/2296683802 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fe7787cbf0 0x55fe77882e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.379+0000 7fc1cd326640  1 -- 172.21.15.46:0/2296683802 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe7787c2d0 msgr2=0x55fe778828d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:50.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.379+0000 7fc1cd326640  1 --2- 172.21.15.46:0/2296683802 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe7787c2d0 0x55fe778828d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.379+0000 7fc1cd326640  1 -- 172.21.15.46:0/2296683802 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fe7787cbf0 msgr2=0x55fe77882e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:50.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.379+0000 7fc1cd326640  1 --2- 172.21.15.46:0/2296683802 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fe7787cbf0 0x55fe77882e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.379+0000 7fc1cd326640  1 -- 172.21.15.46:0/2296683802 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fe774f33f0 con 0x55fe778857d0
2024-03-19T01:55:50.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.379+0000 7fc1ccb25640  1 --2- 172.21.15.46:0/2296683802 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe7787c2d0 0x55fe778828d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:50.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.379+0000 7fc1cd326640  1 --2- 172.21.15.46:0/2296683802 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe778857d0 0x55fe77883350 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fc1c0009eb0 tx=0x7fc1c0004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0ee9d7e9f93f455 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:50.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.379+0000 7fc1a7fff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:55:50.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.379+0000 7fc1a7fff640  1 -- 172.21.15.46:0/2296683802 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1c0010630 con 0x55fe778857d0
2024-03-19T01:55:50.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.379+0000 7fc1a7fff640  1 -- 172.21.15.46:0/2296683802 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fc1c00107d0 con 0x55fe778857d0
2024-03-19T01:55:50.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.379+0000 7fc1d197b740  1 -- 172.21.15.46:0/2296683802 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc1b409b830 con 0x55fe778857d0
2024-03-19T01:55:50.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.380+0000 7fc1a7fff640  1 -- 172.21.15.46:0/2296683802 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc1c00109d0 con 0x55fe778857d0
2024-03-19T01:55:50.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.380+0000 7fc1d197b740 10 client.16899 fetch_fsmap learned FSMap version 31
2024-03-19T01:55:50.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.380+0000 7fc1d197b740  1 -- 172.21.15.46:0/2296683802 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55fe775bd7d0 con 0x55fe778857d0
2024-03-19T01:55:50.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.380+0000 7fc1a7fff640  1 -- 172.21.15.46:0/2296683802 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc1b409b830 con 0x55fe778857d0
2024-03-19T01:55:50.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.380+0000 7fc1a7fff640  1 -- 172.21.15.46:0/2296683802 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 31) ==== 8362+0+0 (secure 0 0 0) 0x7fc1c001f070 con 0x55fe778857d0
2024-03-19T01:55:50.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.380+0000 7fc1d197b740 10 client.16899 fetch_fsmap finished waiting for FSMap version 31
2024-03-19T01:55:50.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.380+0000 7fc1d197b740 10 client.16899 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:55:50.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.380+0000 7fc1d197b740 20 client.16899 populate_metadata read hostname 'smithi046'
2024-03-19T01:55:50.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.380+0000 7fc1d197b740  1 --2- 172.21.15.46:0/2296683802 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55fe77895c80 0x55fe778980c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.380+0000 7fc1d197b740  4 client.16899 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:55:50.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.380+0000 7fc1d197b740  1 -- 172.21.15.46:0/2296683802 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fe7783d3e0 con 0x55fe77895c80
2024-03-19T01:55:50.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.380+0000 7fc1ccb25640  1 --2- 172.21.15.46:0/2296683802 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55fe77895c80 0x55fe778980c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.380+0000 7fc1ccb25640  1 --2- 172.21.15.46:0/2296683802 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55fe77895c80 0x55fe778980c0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5b569fbcbac947ec server_cookie=6a570de3c9472395 in_seq=0 out_seq=0
2024-03-19T01:55:50.395 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.380+0000 7fc1a7fff640 10 client.16899 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:55:50.395 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.381+0000 7fc1a7fff640  1 -- 172.21.15.46:0/2296683802 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55fe7783d3e0 con 0x55fe77895c80
2024-03-19T01:55:50.395 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.381+0000 7fc1a7fff640 10 client.16899 handle_command_reply: tid=0
2024-03-19T01:55:50.395 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.381+0000 7fc1d197b740  1 client.16899 shutdown
2024-03-19T01:55:50.395 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.382+0000 7fc1d197b740  1 -- 172.21.15.46:0/2296683802 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe778857d0 msgr2=0x55fe77883350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:50.395 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.382+0000 7fc1d197b740  1 --2- 172.21.15.46:0/2296683802 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe778857d0 0x55fe77883350 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fc1c0009eb0 tx=0x7fc1c0004ab0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.382+0000 7fc1d197b740  1 -- 172.21.15.46:0/2296683802 shutdown_connections
2024-03-19T01:55:50.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.382+0000 7fc1d197b740  1 --2- 172.21.15.46:0/2296683802 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55fe77895c80 0x55fe778980c0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.382+0000 7fc1d197b740  1 --2- 172.21.15.46:0/2296683802 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe778857d0 0x55fe77883350 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.382+0000 7fc1d197b740  1 --2- 172.21.15.46:0/2296683802 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fe7787cbf0 0x55fe77882e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.382+0000 7fc1d197b740  1 --2- 172.21.15.46:0/2296683802 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe7787c2d0 0x55fe778828d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.382+0000 7fc1d197b740  1 -- 172.21.15.46:0/2296683802 >> 172.21.15.46:0/2296683802 conn(0x55fe77876a00 msgr2=0x55fe77878750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:50.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.382+0000 7fc1a7fff640  0 client.16899 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:55:50.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.382+0000 7fc1d197b740  1 -- 172.21.15.46:0/2296683802 shutdown_connections
2024-03-19T01:55:50.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.382+0000 7fc1d197b740  1 -- 172.21.15.46:0/2296683802 wait complete.
2024-03-19T01:55:50.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.382+0000 7fc1d197b740 20 client.16899 trim_cache size 0 max 16384
2024-03-19T01:55:50.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.395+0000 7fc1d197b740  1  Processor -- start
2024-03-19T01:55:50.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.395+0000 7fc1d197b740  1 --  start start
2024-03-19T01:55:50.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.395+0000 7fc1d197b740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe7787c2d0 0x55fe77885000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.395+0000 7fc1d197b740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe7787cbf0 0x55fe77891360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.395+0000 7fc1d197b740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fe778857d0 0x55fe77878540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.395+0000 7fc1d197b740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc1c81b1420 con 0x55fe7787c2d0
2024-03-19T01:55:50.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.395+0000 7fc1d197b740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fc1c81aec90 con 0x55fe778857d0
2024-03-19T01:55:50.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.395+0000 7fc1d197b740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc1c81acac0 con 0x55fe7787cbf0
2024-03-19T01:55:50.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.395+0000 7fc1ccb25640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe7787c2d0 0x55fe77885000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.395+0000 7fc1ccb25640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe7787c2d0 0x55fe77885000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35144/0 (socket says 172.21.15.46:35144)
2024-03-19T01:55:50.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.395+0000 7fc1ccb25640  1 -- 172.21.15.46:0/1935068839 learned_addr learned my addr 172.21.15.46:0/1935068839 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:50.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.395+0000 7fc1c7fff640  1 --2- 172.21.15.46:0/1935068839 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe7787cbf0 0x55fe77891360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.395+0000 7fc1cd326640  1 --2- 172.21.15.46:0/1935068839 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fe778857d0 0x55fe77878540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.396+0000 7fc1ccb25640  1 -- 172.21.15.46:0/1935068839 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe7787cbf0 msgr2=0x55fe77891360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:50.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.396+0000 7fc1ccb25640  1 --2- 172.21.15.46:0/1935068839 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe7787cbf0 0x55fe77891360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.396+0000 7fc1ccb25640  1 -- 172.21.15.46:0/1935068839 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fe778857d0 msgr2=0x55fe77878540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:50.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.396+0000 7fc1ccb25640  1 --2- 172.21.15.46:0/1935068839 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fe778857d0 0x55fe77878540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.396+0000 7fc1ccb25640  1 -- 172.21.15.46:0/1935068839 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fe778722c0 con 0x55fe7787c2d0
2024-03-19T01:55:50.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.396+0000 7fc1ccb25640  1 --2- 172.21.15.46:0/1935068839 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe7787c2d0 0x55fe77885000 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7fc1bc006010 tx=0x7fc1bc005e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=562f4a551cb65a92 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:50.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.396+0000 7fc1b27fc640  1 -- 172.21.15.46:0/1935068839 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1bc04f070 con 0x55fe7787c2d0
2024-03-19T01:55:50.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.396+0000 7fc1b27fc640  1 -- 172.21.15.46:0/1935068839 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc1bc04a410 con 0x55fe7787c2d0
2024-03-19T01:55:50.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.396+0000 7fc1b27fc640  1 -- 172.21.15.46:0/1935068839 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1bc02cc80 con 0x55fe7787c2d0
2024-03-19T01:55:50.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.396+0000 7fc1d197b740  1 -- 172.21.15.46:0/1935068839 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe7787c2d0 msgr2=0x55fe77885000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:50.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.396+0000 7fc1d197b740  1 --2- 172.21.15.46:0/1935068839 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe7787c2d0 0x55fe77885000 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7fc1bc006010 tx=0x7fc1bc005e40 comp rx=0 tx=0).stop
2024-03-19T01:55:50.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.396+0000 7fc1d197b740  1 -- 172.21.15.46:0/1935068839 shutdown_connections
2024-03-19T01:55:50.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.396+0000 7fc1d197b740  1 --2- 172.21.15.46:0/1935068839 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fe778857d0 0x55fe77878540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.396+0000 7fc1d197b740  1 --2- 172.21.15.46:0/1935068839 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe7787cbf0 0x55fe77891360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.396+0000 7fc1d197b740  1 --2- 172.21.15.46:0/1935068839 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe7787c2d0 0x55fe77885000 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.396+0000 7fc1d197b740  1 -- 172.21.15.46:0/1935068839 >> 172.21.15.46:0/1935068839 conn(0x55fe77876a00 msgr2=0x55fe77877e30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:50.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.397+0000 7fc1d197b740  1 -- 172.21.15.46:0/1935068839 shutdown_connections
2024-03-19T01:55:50.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.397+0000 7fc1d197b740  1 -- 172.21.15.46:0/1935068839 wait complete.
2024-03-19T01:55:50.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.397+0000 7fc1d197b740  1 --  start start
2024-03-19T01:55:50.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.397+0000 7fc1d197b740  1  Processor -- start
2024-03-19T01:55:50.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.397+0000 7fc1d197b740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fe7787c2d0 0x55fe7788dc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.397+0000 7fc1d197b740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe7787cbf0 0x55fe77888f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.397+0000 7fc1d197b740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe778857d0 0x55fe778894b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.397+0000 7fc1d197b740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc1c81ad150 con 0x55fe778857d0
2024-03-19T01:55:50.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.397+0000 7fc1d197b740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fc1c81ae5c0 con 0x55fe7787c2d0
2024-03-19T01:55:50.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.397+0000 7fc1d197b740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc1c81ad820 con 0x55fe7787cbf0
2024-03-19T01:55:50.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.397+0000 7fc1d197b740 10 client.0 _ll_register_callbacks cb 0x7fc1c00137b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:55:50.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.397+0000 7fc1cd326640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe778857d0 0x55fe778894b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.397+0000 7fc1ccb25640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fe7787c2d0 0x55fe7788dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.397+0000 7fc1cd326640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe778857d0 0x55fe778894b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35158/0 (socket says 172.21.15.46:35158)
2024-03-19T01:55:50.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.397+0000 7fc1cd326640  1 -- 172.21.15.46:0/2160606193 learned_addr learned my addr 172.21.15.46:0/2160606193 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:50.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.397+0000 7fc1c7fff640  1 --2- 172.21.15.46:0/2160606193 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe7787cbf0 0x55fe77888f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.398+0000 7fc1cd326640  1 -- 172.21.15.46:0/2160606193 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe7787cbf0 msgr2=0x55fe77888f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:50.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.398+0000 7fc1cd326640  1 --2- 172.21.15.46:0/2160606193 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe7787cbf0 0x55fe77888f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.398+0000 7fc1cd326640  1 -- 172.21.15.46:0/2160606193 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fe7787c2d0 msgr2=0x55fe7788dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:50.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.398+0000 7fc1cd326640  1 --2- 172.21.15.46:0/2160606193 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fe7787c2d0 0x55fe7788dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.398+0000 7fc1cd326640  1 -- 172.21.15.46:0/2160606193 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fe77889cc0 con 0x55fe778857d0
2024-03-19T01:55:50.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.398+0000 7fc1ccb25640  1 --2- 172.21.15.46:0/2160606193 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fe7787c2d0 0x55fe7788dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:50.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.398+0000 7fc1cd326640  1 --2- 172.21.15.46:0/2160606193 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe778857d0 0x55fe778894b0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fc1c0009eb0 tx=0x7fc1c0013900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ca1c2a44d5d328b server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:50.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.398+0000 7fc1a7fff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:55:50.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.398+0000 7fc1a7fff640  1 -- 172.21.15.46:0/2160606193 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1c003b060 con 0x55fe778857d0
2024-03-19T01:55:50.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.398+0000 7fc1d197b740  1 -- 172.21.15.46:0/2160606193 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc1bc04a410 con 0x55fe778857d0
2024-03-19T01:55:50.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.398+0000 7fc1a7fff640  1 -- 172.21.15.46:0/2160606193 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fc1c0010430 con 0x55fe778857d0
2024-03-19T01:55:50.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.398+0000 7fc1a7fff640  1 -- 172.21.15.46:0/2160606193 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc1c0042050 con 0x55fe778857d0
2024-03-19T01:55:50.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.398+0000 7fc1d197b740 10 client.16905 fetch_fsmap learned FSMap version 31
2024-03-19T01:55:50.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.398+0000 7fc1d197b740  1 -- 172.21.15.46:0/2160606193 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55fe778fbf90 con 0x55fe778857d0
2024-03-19T01:55:50.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.398+0000 7fc1a7fff640  1 -- 172.21.15.46:0/2160606193 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc1bc04a410 con 0x55fe778857d0
2024-03-19T01:55:50.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.398+0000 7fc1a7fff640  1 -- 172.21.15.46:0/2160606193 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 31) ==== 8362+0+0 (secure 0 0 0) 0x7fc1c001f070 con 0x55fe778857d0
2024-03-19T01:55:50.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.398+0000 7fc1d197b740 10 client.16905 fetch_fsmap finished waiting for FSMap version 31
2024-03-19T01:55:50.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.398+0000 7fc1d197b740 10 client.16905 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:55:50.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.398+0000 7fc1d197b740 20 client.16905 populate_metadata read hostname 'smithi046'
2024-03-19T01:55:50.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.398+0000 7fc1d197b740  1 --2- 172.21.15.46:0/2160606193 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55fe778fc6e0 0x55fe778feb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.398+0000 7fc1d197b740  4 client.16905 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:55:50.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.398+0000 7fc1d197b740  1 -- 172.21.15.46:0/2160606193 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55fe777ec9f0 con 0x55fe778fc6e0
2024-03-19T01:55:50.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.399+0000 7fc1ccb25640  1 --2- 172.21.15.46:0/2160606193 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55fe778fc6e0 0x55fe778feb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.399+0000 7fc1a7fff640 10 client.16905 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:55:50.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.399+0000 7fc1ccb25640  1 --2- 172.21.15.46:0/2160606193 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55fe778fc6e0 0x55fe778feb00 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=aad1ec4acc9bee7 server_cookie=a0e5326d4b110cbc in_seq=0 out_seq=0
2024-03-19T01:55:50.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.399+0000 7fc1a7fff640  1 -- 172.21.15.46:0/2160606193 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55fe777ec9f0 con 0x55fe778fc6e0
2024-03-19T01:55:50.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.399+0000 7fc1a7fff640 10 client.16905 handle_command_reply: tid=0
2024-03-19T01:55:50.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.399+0000 7fc1d197b740  1 client.16905 shutdown
2024-03-19T01:55:50.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.399+0000 7fc1d197b740  1 -- 172.21.15.46:0/2160606193 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe778857d0 msgr2=0x55fe778894b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:50.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.399+0000 7fc1d197b740  1 --2- 172.21.15.46:0/2160606193 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe778857d0 0x55fe778894b0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fc1c0009eb0 tx=0x7fc1c0013900 comp rx=0 tx=0).stop
2024-03-19T01:55:50.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.399+0000 7fc1d197b740  1 -- 172.21.15.46:0/2160606193 shutdown_connections
2024-03-19T01:55:50.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.399+0000 7fc1d197b740  1 --2- 172.21.15.46:0/2160606193 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55fe778fc6e0 0x55fe778feb00 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.399+0000 7fc1d197b740  1 --2- 172.21.15.46:0/2160606193 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe778857d0 0x55fe778894b0 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.399+0000 7fc1a7fff640  0 client.16905 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:55:50.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.399+0000 7fc1d197b740  1 --2- 172.21.15.46:0/2160606193 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fe7787cbf0 0x55fe77888f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.399+0000 7fc1d197b740  1 --2- 172.21.15.46:0/2160606193 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fe7787c2d0 0x55fe7788dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.399+0000 7fc1d197b740  1 -- 172.21.15.46:0/2160606193 >> 172.21.15.46:0/2160606193 conn(0x55fe77876a00 msgr2=0x55fe778786c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:50.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.399+0000 7fc1d197b740  1 -- 172.21.15.46:0/2160606193 shutdown_connections
2024-03-19T01:55:50.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.399+0000 7fc1d197b740  1 -- 172.21.15.46:0/2160606193 wait complete.
2024-03-19T01:55:50.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.399+0000 7fc1d197b740 20 client.16905 trim_cache size 0 max 16384
2024-03-19T01:55:50.411 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:55:50.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.400+0000 7fc1ced89640  1 -- 172.21.15.46:0/1691962322 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fc1b80a2970 msgr2=0x7fc1b80a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:50.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.400+0000 7fc1ced89640  1 --2- 172.21.15.46:0/1691962322 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fc1b80a2970 0x7fc1b80a4e30 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fc1c0005fd0 tx=0x7fc1c0013e50 comp rx=0 tx=0).stop
2024-03-19T01:55:50.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.400+0000 7fc1ced89640  1 -- 172.21.15.46:0/1691962322 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc1c8101330 msgr2=0x7fc1c81984b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:50.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.400+0000 7fc1ced89640  1 --2- 172.21.15.46:0/1691962322 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc1c8101330 0x7fc1c81984b0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fc1b400e9f0 tx=0x7fc1b400edf0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.400+0000 7fc1ced89640  1 -- 172.21.15.46:0/1691962322 shutdown_connections
2024-03-19T01:55:50.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.400+0000 7fc1ced89640  1 --2- 172.21.15.46:0/1691962322 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1c8105660 0x7fc1c819c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.400+0000 7fc1ced89640  1 --2- 172.21.15.46:0/1691962322 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc1c8101330 0x7fc1c81984b0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.400+0000 7fc1ced89640  1 --2- 172.21.15.46:0/1691962322 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fc1b80a2970 0x7fc1b80a4e30 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.400+0000 7fc1ced89640  1 --2- 172.21.15.46:0/1691962322 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc1c8100970 0x7fc1c8197f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.400+0000 7fc1ced89640  1 -- 172.21.15.46:0/1691962322 >> 172.21.15.46:0/1691962322 conn(0x7fc1c80774c0 msgr2=0x7fc1c80fe7a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:50.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.400+0000 7fc1ced89640  1 -- 172.21.15.46:0/1691962322 shutdown_connections
2024-03-19T01:55:50.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.400+0000 7fc1ced89640  1 -- 172.21.15.46:0/1691962322 wait complete.
2024-03-19T01:55:50.414 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls
2024-03-19T01:55:50.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.519+0000 7f4ea6b09640  1 -- 172.21.15.46:0/1549274755 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ea01077a0 msgr2=0x7f4ea0107b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:50.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.519+0000 7f4ea6b09640  1 --2- 172.21.15.46:0/1549274755 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ea01077a0 0x7f4ea0107b80 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f4e94009930 tx=0x7f4e9402bc30 comp rx=0 tx=0).stop
2024-03-19T01:55:50.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.519+0000 7f4ea6b09640  1 -- 172.21.15.46:0/1549274755 shutdown_connections
2024-03-19T01:55:50.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.519+0000 7f4ea6b09640  1 --2- 172.21.15.46:0/1549274755 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4ea0102150 0x7f4ea010e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.519+0000 7f4ea6b09640  1 --2- 172.21.15.46:0/1549274755 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4ea0101790 0x7f4ea0101c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.519+0000 7f4ea6b09640  1 --2- 172.21.15.46:0/1549274755 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ea01077a0 0x7f4ea0107b80 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.519+0000 7f4ea6b09640  1 -- 172.21.15.46:0/1549274755 >> 172.21.15.46:0/1549274755 conn(0x7f4ea00fd2c0 msgr2=0x7f4ea00ff6e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:50.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.519+0000 7f4ea6b09640  1 -- 172.21.15.46:0/1549274755 shutdown_connections
2024-03-19T01:55:50.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.519+0000 7f4ea6b09640  1 -- 172.21.15.46:0/1549274755 wait complete.
2024-03-19T01:55:50.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.520+0000 7f4ea6b09640  1  Processor -- start
2024-03-19T01:55:50.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.520+0000 7f4ea6b09640  1 --  start start
2024-03-19T01:55:50.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.520+0000 7f4ea6b09640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ea0101790 0x7f4ea0197fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.520+0000 7f4ea6b09640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4ea0102150 0x7f4ea0198520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.520+0000 7f4ea6b09640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4ea01077a0 0x7f4ea019c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.520+0000 7f4ea6b09640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea0111a20 con 0x7f4ea0101790
2024-03-19T01:55:50.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.520+0000 7f4ea6b09640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea01118a0 con 0x7f4ea01077a0
2024-03-19T01:55:50.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.520+0000 7f4ea6b09640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea0111ba0 con 0x7f4ea0102150
2024-03-19T01:55:50.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.520+0000 7f4ea48a5640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ea0101790 0x7f4ea0197fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.520+0000 7f4ea48a5640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ea0101790 0x7f4ea0197fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35182/0 (socket says 172.21.15.46:35182)
2024-03-19T01:55:50.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.520+0000 7f4ea48a5640  1 -- 172.21.15.46:0/1904333173 learned_addr learned my addr 172.21.15.46:0/1904333173 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:50.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.520+0000 7f4ea50a6640  1 --2- 172.21.15.46:0/1904333173 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4ea01077a0 0x7f4ea019c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.520+0000 7f4e9ffff640  1 --2- 172.21.15.46:0/1904333173 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4ea0102150 0x7f4ea0198520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.520+0000 7f4ea48a5640  1 -- 172.21.15.46:0/1904333173 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4ea0102150 msgr2=0x7f4ea0198520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:50.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.520+0000 7f4ea48a5640  1 --2- 172.21.15.46:0/1904333173 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4ea0102150 0x7f4ea0198520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.520+0000 7f4ea48a5640  1 -- 172.21.15.46:0/1904333173 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4ea01077a0 msgr2=0x7f4ea019c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:50.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.520+0000 7f4ea48a5640  1 --2- 172.21.15.46:0/1904333173 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4ea01077a0 0x7f4ea019c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.520+0000 7f4ea48a5640  1 -- 172.21.15.46:0/1904333173 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ea019cfd0 con 0x7f4ea0101790
2024-03-19T01:55:50.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.520+0000 7f4ea48a5640  1 --2- 172.21.15.46:0/1904333173 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ea0101790 0x7f4ea0197fe0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f4e94009230 tx=0x7f4e9402c5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:50.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.521+0000 7f4e9dffb640  1 -- 172.21.15.46:0/1904333173 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e94043020 con 0x7f4ea0101790
2024-03-19T01:55:50.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.521+0000 7f4e9dffb640  1 -- 172.21.15.46:0/1904333173 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e9402ca70 con 0x7f4ea0101790
2024-03-19T01:55:50.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.521+0000 7f4ea6b09640  1 -- 172.21.15.46:0/1904333173 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ea019d260 con 0x7f4ea0101790
2024-03-19T01:55:50.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.521+0000 7f4e9dffb640  1 -- 172.21.15.46:0/1904333173 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e94003970 con 0x7f4ea0101790
2024-03-19T01:55:50.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.521+0000 7f4ea6b09640  1 -- 172.21.15.46:0/1904333173 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ea01a4b50 con 0x7f4ea0101790
2024-03-19T01:55:50.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.524+0000 7f4e9dffb640  1 -- 172.21.15.46:0/1904333173 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f4e94046020 con 0x7f4ea0101790
2024-03-19T01:55:50.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.524+0000 7f4ea97d4740  1  Processor -- start
2024-03-19T01:55:50.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.524+0000 7f4ea97d4740  1 --  start start
2024-03-19T01:55:50.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.524+0000 7f4ea97d4740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6717382d0 0x55b6717386b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.524+0000 7f4ea97d4740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b671738bf0 0x55b671741290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.524+0000 7f4ea97d4740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b6717417d0 0x55b671743bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.524+0000 7f4ea97d4740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55b67169b4b0 con 0x55b6717382d0
2024-03-19T01:55:50.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.524+0000 7f4ea97d4740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55b671643d70 con 0x55b6717417d0
2024-03-19T01:55:50.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.524+0000 7f4ea97d4740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55b671697550 con 0x55b671738bf0
2024-03-19T01:55:50.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.524+0000 7f4ea50a6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6717382d0 0x55b6717386b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.524+0000 7f4ea50a6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6717382d0 0x55b6717386b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35186/0 (socket says 172.21.15.46:35186)
2024-03-19T01:55:50.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.524+0000 7f4ea50a6640  1 -- 172.21.15.46:0/258922064 learned_addr learned my addr 172.21.15.46:0/258922064 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:50.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.524+0000 7f4e9dffb640  1 --2- 172.21.15.46:0/1904333173 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f4e900a29f0 0x7f4e900a4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.524+0000 7f4ea48a5640  1 --2- 172.21.15.46:0/258922064 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b671738bf0 0x55b671741290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.524+0000 7f4e9ffff640  1 --2- 172.21.15.46:0/258922064 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b6717417d0 0x55b671743bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.524+0000 7f4ea50a6640  1 --2- 172.21.15.46:0/1904333173 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f4e900a29f0 0x7f4e900a4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.524+0000 7f4ea50a6640  1 -- 172.21.15.46:0/258922064 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b671738bf0 msgr2=0x55b671741290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:50.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.524+0000 7f4ea50a6640  1 --2- 172.21.15.46:0/258922064 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b671738bf0 0x55b671741290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.524+0000 7f4e9dffb640  1 -- 172.21.15.46:0/1904333173 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f4e940f10a0 con 0x7f4ea0101790
2024-03-19T01:55:50.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.524+0000 7f4ea50a6640  1 -- 172.21.15.46:0/258922064 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b6717417d0 msgr2=0x55b671743bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:50.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.524+0000 7f4ea50a6640  1 --2- 172.21.15.46:0/258922064 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b6717417d0 0x55b671743bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.524+0000 7f4ea50a6640  1 -- 172.21.15.46:0/258922064 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b671666210 con 0x55b6717382d0
2024-03-19T01:55:50.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.524+0000 7f4e9ffff640  1 --2- 172.21.15.46:0/258922064 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b6717417d0 0x55b671743bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:50.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.525+0000 7f4ea50a6640  1 --2- 172.21.15.46:0/258922064 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6717382d0 0x55b6717386b0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f4e980049d0 tx=0x7f4e98013f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd2f1dfbcbfa74af server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:50.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.525+0000 7f4e8affd640  1 -- 172.21.15.46:0/258922064 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e98022020 con 0x55b6717382d0
2024-03-19T01:55:50.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.525+0000 7f4e8affd640  1 -- 172.21.15.46:0/258922064 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e980134b0 con 0x55b6717382d0
2024-03-19T01:55:50.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.525+0000 7f4e8affd640  1 -- 172.21.15.46:0/258922064 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e98010ae0 con 0x55b6717382d0
2024-03-19T01:55:50.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.525+0000 7f4ea50a6640  1 --2- 172.21.15.46:0/1904333173 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f4e900a29f0 0x7f4e900a4eb0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f4e98023000 tx=0x7f4e98021000 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:50.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.525+0000 7f4ea97d4740  1 -- 172.21.15.46:0/258922064 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6717382d0 msgr2=0x55b6717386b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:50.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.525+0000 7f4ea97d4740  1 --2- 172.21.15.46:0/258922064 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6717382d0 0x55b6717386b0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f4e980049d0 tx=0x7f4e98013f70 comp rx=0 tx=0).stop
2024-03-19T01:55:50.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.526+0000 7f4ea97d4740  1 -- 172.21.15.46:0/258922064 shutdown_connections
2024-03-19T01:55:50.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.526+0000 7f4ea97d4740  1 --2- 172.21.15.46:0/258922064 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b6717417d0 0x55b671743bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.526+0000 7f4ea97d4740  1 --2- 172.21.15.46:0/258922064 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b671738bf0 0x55b671741290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.526+0000 7f4ea97d4740  1 --2- 172.21.15.46:0/258922064 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6717382d0 0x55b6717386b0 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.526+0000 7f4ea97d4740  1 -- 172.21.15.46:0/258922064 >> 172.21.15.46:0/258922064 conn(0x55b671732a00 msgr2=0x55b671732de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:50.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.526+0000 7f4ea97d4740  1 -- 172.21.15.46:0/258922064 shutdown_connections
2024-03-19T01:55:50.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.526+0000 7f4ea97d4740  1 -- 172.21.15.46:0/258922064 wait complete.
2024-03-19T01:55:50.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.526+0000 7f4ea97d4740  1 --  start start
2024-03-19T01:55:50.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.526+0000 7f4ea97d4740  1  Processor -- start
2024-03-19T01:55:50.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.526+0000 7f4ea97d4740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6717382d0 0x55b67173e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.526+0000 7f4ea97d4740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b671738bf0 0x55b67173ed20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.526+0000 7f4ea97d4740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b6717417d0 0x55b67173f260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.526+0000 7f4ea97d4740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55b6717445c0 con 0x55b6717382d0
2024-03-19T01:55:50.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.526+0000 7f4ea97d4740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55b671657310 con 0x55b671738bf0
2024-03-19T01:55:50.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.526+0000 7f4ea97d4740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55b671744740 con 0x55b6717417d0
2024-03-19T01:55:50.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.526+0000 7f4ea97d4740 10 client.0 _ll_register_callbacks cb 0x55b67164b2d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:55:50.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.526+0000 7f4ea48a5640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6717382d0 0x55b67173e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.527+0000 7f4ea48a5640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6717382d0 0x55b67173e7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35192/0 (socket says 172.21.15.46:35192)
2024-03-19T01:55:50.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.527+0000 7f4ea48a5640  1 -- 172.21.15.46:0/3847593011 learned_addr learned my addr 172.21.15.46:0/3847593011 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:50.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.527+0000 7f4e9ffff640  1 --2- 172.21.15.46:0/3847593011 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b671738bf0 0x55b67173ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.527+0000 7f4ea50a6640  1 --2- 172.21.15.46:0/3847593011 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b6717417d0 0x55b67173f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.527+0000 7f4ea48a5640  1 -- 172.21.15.46:0/3847593011 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b6717417d0 msgr2=0x55b67173f260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:50.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.527+0000 7f4ea48a5640  1 --2- 172.21.15.46:0/3847593011 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b6717417d0 0x55b67173f260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.527+0000 7f4ea48a5640  1 -- 172.21.15.46:0/3847593011 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b671738bf0 msgr2=0x55b67173ed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:50.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.527+0000 7f4ea48a5640  1 --2- 172.21.15.46:0/3847593011 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b671738bf0 0x55b67173ed20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.527+0000 7f4ea48a5640  1 -- 172.21.15.46:0/3847593011 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b6713af3f0 con 0x55b6717382d0
2024-03-19T01:55:50.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.527+0000 7f4ea48a5640  1 --2- 172.21.15.46:0/3847593011 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6717382d0 0x55b67173e7e0 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f4e940b9900 tx=0x7f4e940bcfe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6049df49a2d21c8 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:50.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.527+0000 7f4e7ffff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:55:50.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.527+0000 7f4e7ffff640  1 -- 172.21.15.46:0/3847593011 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e940ee900 con 0x55b6717382d0
2024-03-19T01:55:50.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.527+0000 7f4e7ffff640  1 -- 172.21.15.46:0/3847593011 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f4e940f30f0 con 0x55b6717382d0
2024-03-19T01:55:50.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.527+0000 7f4ea97d4740  1 -- 172.21.15.46:0/3847593011 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e980134b0 con 0x55b6717382d0
2024-03-19T01:55:50.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.527+0000 7f4e7ffff640  1 -- 172.21.15.46:0/3847593011 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4e940bd4a0 con 0x55b6717382d0
2024-03-19T01:55:50.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.527+0000 7f4ea97d4740 10 client.16917 fetch_fsmap learned FSMap version 31
2024-03-19T01:55:50.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.527+0000 7f4ea97d4740  1 -- 172.21.15.46:0/3847593011 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55b6714797d0 con 0x55b6717382d0
2024-03-19T01:55:50.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.527+0000 7f4e7ffff640  1 -- 172.21.15.46:0/3847593011 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e980134b0 con 0x55b6717382d0
2024-03-19T01:55:50.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.528+0000 7f4e7ffff640  1 -- 172.21.15.46:0/3847593011 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 31) ==== 8362+0+0 (secure 0 0 0) 0x7f4e940eebd0 con 0x55b6717382d0
2024-03-19T01:55:50.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.528+0000 7f4ea97d4740 10 client.16917 fetch_fsmap finished waiting for FSMap version 31
2024-03-19T01:55:50.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.528+0000 7f4ea97d4740 10 client.16917 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:55:50.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.528+0000 7f4ea97d4740 20 client.16917 populate_metadata read hostname 'smithi046'
2024-03-19T01:55:50.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.528+0000 7f4ea97d4740  1 --2- 172.21.15.46:0/3847593011 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55b671751a60 0x55b671753ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.528+0000 7f4ea97d4740  4 client.16917 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:55:50.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.528+0000 7f4ea97d4740  1 -- 172.21.15.46:0/3847593011 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b6716f93e0 con 0x55b671751a60
2024-03-19T01:55:50.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.528+0000 7f4e9ffff640  1 --2- 172.21.15.46:0/3847593011 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55b671751a60 0x55b671753ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.528+0000 7f4e7ffff640 10 client.16917 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:55:50.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.528+0000 7f4e9ffff640  1 --2- 172.21.15.46:0/3847593011 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55b671751a60 0x55b671753ec0 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d9887e67ba2731b0 server_cookie=7f19a1985b1b8a33 in_seq=0 out_seq=0
2024-03-19T01:55:50.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.529+0000 7f4e7ffff640  1 -- 172.21.15.46:0/3847593011 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55b6716f93e0 con 0x55b671751a60
2024-03-19T01:55:50.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.529+0000 7f4e7ffff640 10 client.16917 handle_command_reply: tid=0
2024-03-19T01:55:50.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.529+0000 7f4ea97d4740  1 client.16917 shutdown
2024-03-19T01:55:50.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.529+0000 7f4ea97d4740  1 -- 172.21.15.46:0/3847593011 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6717382d0 msgr2=0x55b67173e7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:50.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.529+0000 7f4ea97d4740  1 --2- 172.21.15.46:0/3847593011 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6717382d0 0x55b67173e7e0 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f4e940b9900 tx=0x7f4e940bcfe0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.529+0000 7f4ea97d4740  1 -- 172.21.15.46:0/3847593011 shutdown_connections
2024-03-19T01:55:50.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.529+0000 7f4ea97d4740  1 --2- 172.21.15.46:0/3847593011 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55b671751a60 0x55b671753ec0 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.529+0000 7f4ea97d4740  1 --2- 172.21.15.46:0/3847593011 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b6717417d0 0x55b67173f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.529+0000 7f4ea97d4740  1 --2- 172.21.15.46:0/3847593011 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b671738bf0 0x55b67173ed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.529+0000 7f4e7ffff640  0 client.16917 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:55:50.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.529+0000 7f4ea97d4740  1 --2- 172.21.15.46:0/3847593011 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6717382d0 0x55b67173e7e0 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.529+0000 7f4ea97d4740  1 -- 172.21.15.46:0/3847593011 >> 172.21.15.46:0/3847593011 conn(0x55b671732a00 msgr2=0x55b671734750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:50.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.529+0000 7f4ea97d4740  1 -- 172.21.15.46:0/3847593011 shutdown_connections
2024-03-19T01:55:50.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.529+0000 7f4ea97d4740  1 -- 172.21.15.46:0/3847593011 wait complete.
2024-03-19T01:55:50.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.529+0000 7f4ea97d4740 20 client.16917 trim_cache size 0 max 16384
2024-03-19T01:55:50.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.542+0000 7f4ea97d4740  1  Processor -- start
2024-03-19T01:55:50.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.542+0000 7f4ea97d4740  1 --  start start
2024-03-19T01:55:50.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.542+0000 7f4ea97d4740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b6717382d0 0x55b67174d360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.542+0000 7f4ea97d4740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b671738bf0 0x55b67173f080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.542+0000 7f4ea97d4740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6717417d0 0x55b671759790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.542+0000 7f4ea97d4740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea01b1490 con 0x55b6717417d0
2024-03-19T01:55:50.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.542+0000 7f4ea97d4740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea01aed00 con 0x55b6717382d0
2024-03-19T01:55:50.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.542+0000 7f4ea97d4740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea01acb30 con 0x55b671738bf0
2024-03-19T01:55:50.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.543+0000 7f4ea50a6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6717417d0 0x55b671759790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.543+0000 7f4ea50a6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6717417d0 0x55b671759790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35200/0 (socket says 172.21.15.46:35200)
2024-03-19T01:55:50.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.543+0000 7f4ea50a6640  1 -- 172.21.15.46:0/3189436405 learned_addr learned my addr 172.21.15.46:0/3189436405 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:50.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.543+0000 7f4ea48a5640  1 --2- 172.21.15.46:0/3189436405 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b6717382d0 0x55b67174d360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.543+0000 7f4e9ffff640  1 --2- 172.21.15.46:0/3189436405 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b671738bf0 0x55b67173f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.543+0000 7f4ea50a6640  1 -- 172.21.15.46:0/3189436405 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b671738bf0 msgr2=0x55b67173f080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:50.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.543+0000 7f4ea50a6640  1 --2- 172.21.15.46:0/3189436405 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b671738bf0 0x55b67173f080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.543+0000 7f4ea50a6640  1 -- 172.21.15.46:0/3189436405 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b6717382d0 msgr2=0x55b67174d360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:50.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.543+0000 7f4ea50a6640  1 --2- 172.21.15.46:0/3189436405 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b6717382d0 0x55b67174d360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.543+0000 7f4ea50a6640  1 -- 172.21.15.46:0/3189436405 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b6717335d0 con 0x55b6717417d0
2024-03-19T01:55:50.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.543+0000 7f4ea50a6640  1 --2- 172.21.15.46:0/3189436405 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6717417d0 0x55b671759790 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f4e98010730 tx=0x7f4e98010760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92404df92e7f5689 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:50.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.543+0000 7f4e8a7fc640  1 -- 172.21.15.46:0/3189436405 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e98022030 con 0x55b6717417d0
2024-03-19T01:55:50.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.543+0000 7f4e8a7fc640  1 -- 172.21.15.46:0/3189436405 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e980132b0 con 0x55b6717417d0
2024-03-19T01:55:50.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.543+0000 7f4e8a7fc640  1 -- 172.21.15.46:0/3189436405 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e98004d80 con 0x55b6717417d0
2024-03-19T01:55:50.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.544+0000 7f4ea97d4740  1 -- 172.21.15.46:0/3189436405 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6717417d0 msgr2=0x55b671759790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:50.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.544+0000 7f4ea97d4740  1 --2- 172.21.15.46:0/3189436405 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6717417d0 0x55b671759790 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f4e98010730 tx=0x7f4e98010760 comp rx=0 tx=0).stop
2024-03-19T01:55:50.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.544+0000 7f4ea97d4740  1 -- 172.21.15.46:0/3189436405 shutdown_connections
2024-03-19T01:55:50.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.544+0000 7f4ea97d4740  1 --2- 172.21.15.46:0/3189436405 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6717417d0 0x55b671759790 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.544+0000 7f4ea97d4740  1 --2- 172.21.15.46:0/3189436405 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b671738bf0 0x55b67173f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.544+0000 7f4ea97d4740  1 --2- 172.21.15.46:0/3189436405 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b6717382d0 0x55b67174d360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.544+0000 7f4ea97d4740  1 -- 172.21.15.46:0/3189436405 >> 172.21.15.46:0/3189436405 conn(0x55b671732a00 msgr2=0x55b671731ba0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:50.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.544+0000 7f4ea97d4740  1 -- 172.21.15.46:0/3189436405 shutdown_connections
2024-03-19T01:55:50.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.544+0000 7f4ea97d4740  1 -- 172.21.15.46:0/3189436405 wait complete.
2024-03-19T01:55:50.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.544+0000 7f4ea97d4740  1 --  start start
2024-03-19T01:55:50.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.544+0000 7f4ea97d4740  1  Processor -- start
2024-03-19T01:55:50.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.545+0000 7f4ea97d4740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6717382d0 0x55b671745690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.545+0000 7f4ea97d4740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b671738bf0 0x55b671745bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.545+0000 7f4ea97d4740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b6717417d0 0x55b6717b6dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.545+0000 7f4ea97d4740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea01ad1c0 con 0x55b6717382d0
2024-03-19T01:55:50.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.545+0000 7f4ea97d4740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea01ae630 con 0x55b6717417d0
2024-03-19T01:55:50.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.545+0000 7f4ea97d4740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea01ad890 con 0x55b671738bf0
2024-03-19T01:55:50.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.545+0000 7f4ea97d4740 10 client.0 _ll_register_callbacks cb 0x7f4e94005760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:55:50.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.545+0000 7f4ea48a5640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6717382d0 0x55b671745690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.545+0000 7f4ea48a5640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6717382d0 0x55b671745690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35202/0 (socket says 172.21.15.46:35202)
2024-03-19T01:55:50.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.545+0000 7f4ea48a5640  1 -- 172.21.15.46:0/758769588 learned_addr learned my addr 172.21.15.46:0/758769588 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:50.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.545+0000 7f4ea50a6640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b6717417d0 0x55b6717b6dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.545+0000 7f4e9ffff640  1 --2- 172.21.15.46:0/758769588 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b671738bf0 0x55b671745bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.545+0000 7f4ea48a5640  1 -- 172.21.15.46:0/758769588 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b671738bf0 msgr2=0x55b671745bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:50.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.545+0000 7f4ea48a5640  1 --2- 172.21.15.46:0/758769588 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b671738bf0 0x55b671745bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.545+0000 7f4ea48a5640  1 -- 172.21.15.46:0/758769588 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b6717417d0 msgr2=0x55b6717b6dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:50.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.545+0000 7f4ea48a5640  1 --2- 172.21.15.46:0/758769588 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b6717417d0 0x55b6717b6dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.545+0000 7f4ea48a5640  1 -- 172.21.15.46:0/758769588 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b6717b7300 con 0x55b6717382d0
2024-03-19T01:55:50.551 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.545+0000 7f4ea50a6640  1 --2- 172.21.15.46:0/758769588 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b6717417d0 0x55b6717b6dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:50.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.545+0000 7f4ea48a5640  1 --2- 172.21.15.46:0/758769588 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6717382d0 0x55b671745690 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f4e940d6340 tx=0x7f4e940bd110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=316ba97860d85c53 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:50.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.545+0000 7f4e7ffff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:55:50.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.545+0000 7f4e7ffff640  1 -- 172.21.15.46:0/758769588 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e940c5c40 con 0x55b6717382d0
2024-03-19T01:55:50.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.545+0000 7f4ea97d4740  1 -- 172.21.15.46:0/758769588 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e980132b0 con 0x55b6717382d0
2024-03-19T01:55:50.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.545+0000 7f4e7ffff640  1 -- 172.21.15.46:0/758769588 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f4e940c1120 con 0x55b6717382d0
2024-03-19T01:55:50.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.545+0000 7f4e7ffff640  1 -- 172.21.15.46:0/758769588 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4e940c1320 con 0x55b6717382d0
2024-03-19T01:55:50.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.545+0000 7f4ea97d4740 10 client.16923 fetch_fsmap learned FSMap version 31
2024-03-19T01:55:50.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.545+0000 7f4ea97d4740  1 -- 172.21.15.46:0/758769588 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55b6717b8460 con 0x55b6717382d0
2024-03-19T01:55:50.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.546+0000 7f4e7ffff640  1 -- 172.21.15.46:0/758769588 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e980132b0 con 0x55b6717382d0
2024-03-19T01:55:50.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.546+0000 7f4e7ffff640  1 -- 172.21.15.46:0/758769588 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 31) ==== 8362+0+0 (secure 0 0 0) 0x7f4e940cd030 con 0x55b6717382d0
2024-03-19T01:55:50.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.546+0000 7f4ea97d4740 10 client.16923 fetch_fsmap finished waiting for FSMap version 31
2024-03-19T01:55:50.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.546+0000 7f4ea97d4740 10 client.16923 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:55:50.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.546+0000 7f4ea97d4740 20 client.16923 populate_metadata read hostname 'smithi046'
2024-03-19T01:55:50.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.546+0000 7f4ea97d4740  1 --2- 172.21.15.46:0/758769588 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55b6717b8a20 0x55b6717bae40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:50.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.546+0000 7f4ea97d4740  4 client.16923 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:55:50.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.546+0000 7f4ea97d4740  1 -- 172.21.15.46:0/758769588 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b6716a89f0 con 0x55b6717b8a20
2024-03-19T01:55:50.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.546+0000 7f4e9ffff640  1 --2- 172.21.15.46:0/758769588 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55b6717b8a20 0x55b6717bae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:50.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.546+0000 7f4e7ffff640 10 client.16923 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:55:50.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.546+0000 7f4e9ffff640  1 --2- 172.21.15.46:0/758769588 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55b6717b8a20 0x55b6717bae40 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f12b17e3c3b25d6c server_cookie=7b24bbdb64c16682 in_seq=0 out_seq=0
2024-03-19T01:55:50.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.546+0000 7f4e7ffff640  1 -- 172.21.15.46:0/758769588 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b6716a89f0 con 0x55b6717b8a20
2024-03-19T01:55:50.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.546+0000 7f4e7ffff640 10 client.16923 handle_command_reply: tid=0
2024-03-19T01:55:50.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.546+0000 7f4ea97d4740  1 client.16923 shutdown
2024-03-19T01:55:50.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.547+0000 7f4ea97d4740  1 -- 172.21.15.46:0/758769588 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6717382d0 msgr2=0x55b671745690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:50.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.547+0000 7f4ea97d4740  1 --2- 172.21.15.46:0/758769588 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6717382d0 0x55b671745690 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f4e940d6340 tx=0x7f4e940bd110 comp rx=0 tx=0).stop
2024-03-19T01:55:50.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.547+0000 7f4ea97d4740  1 -- 172.21.15.46:0/758769588 shutdown_connections
2024-03-19T01:55:50.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.547+0000 7f4ea97d4740  1 --2- 172.21.15.46:0/758769588 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55b6717b8a20 0x55b6717bae40 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.547+0000 7f4ea97d4740  1 --2- 172.21.15.46:0/758769588 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55b6717417d0 0x55b6717b6dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.547+0000 7f4ea97d4740  1 --2- 172.21.15.46:0/758769588 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55b671738bf0 0x55b671745bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.547+0000 7f4e7ffff640  0 client.16923 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:55:50.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.547+0000 7f4ea97d4740  1 --2- 172.21.15.46:0/758769588 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6717382d0 0x55b671745690 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.547+0000 7f4ea97d4740  1 -- 172.21.15.46:0/758769588 >> 172.21.15.46:0/758769588 conn(0x55b671732a00 msgr2=0x55b671733d50 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:50.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.547+0000 7f4ea97d4740  1 -- 172.21.15.46:0/758769588 shutdown_connections
2024-03-19T01:55:50.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.547+0000 7f4ea97d4740  1 -- 172.21.15.46:0/758769588 wait complete.
2024-03-19T01:55:50.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.547+0000 7f4ea97d4740 20 client.16923 trim_cache size 0 max 16384
2024-03-19T01:55:50.554 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:55:50.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.547+0000 7f4ea6b09640  1 -- 172.21.15.46:0/1904333173 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f4e900a29f0 msgr2=0x7f4e900a4eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:50.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.547+0000 7f4ea6b09640  1 --2- 172.21.15.46:0/1904333173 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f4e900a29f0 0x7f4e900a4eb0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f4e98023000 tx=0x7f4e98021000 comp rx=0 tx=0).stop
2024-03-19T01:55:50.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.547+0000 7f4ea6b09640  1 -- 172.21.15.46:0/1904333173 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ea0101790 msgr2=0x7f4ea0197fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:50.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.547+0000 7f4ea6b09640  1 --2- 172.21.15.46:0/1904333173 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ea0101790 0x7f4ea0197fe0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f4e94009230 tx=0x7f4e9402c5d0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.547+0000 7f4ea6b09640  1 -- 172.21.15.46:0/1904333173 shutdown_connections
2024-03-19T01:55:50.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.547+0000 7f4ea6b09640  1 --2- 172.21.15.46:0/1904333173 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4ea01077a0 0x7f4ea019c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.547+0000 7f4ea6b09640  1 --2- 172.21.15.46:0/1904333173 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f4e900a29f0 0x7f4e900a4eb0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.547+0000 7f4ea6b09640  1 --2- 172.21.15.46:0/1904333173 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4ea0102150 0x7f4ea0198520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.547+0000 7f4ea6b09640  1 --2- 172.21.15.46:0/1904333173 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ea0101790 0x7f4ea0197fe0 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:50.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.547+0000 7f4ea6b09640  1 -- 172.21.15.46:0/1904333173 >> 172.21.15.46:0/1904333173 conn(0x7f4ea00fd2c0 msgr2=0x7f4ea00fdce0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:50.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.547+0000 7f4ea6b09640  1 -- 172.21.15.46:0/1904333173 shutdown_connections
2024-03-19T01:55:50.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:50.547+0000 7f4ea6b09640  1 -- 172.21.15.46:0/1904333173 wait complete.
2024-03-19T01:55:51.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:50 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3163615996' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:55:51.131 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:50 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3163615996' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:55:51.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:50 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3163615996' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:55:51.558 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs
2024-03-19T01:55:51.559 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:55:51.559 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive
2024-03-19T01:55:51.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.678+0000 7f33cba19640  1 -- 172.21.15.46:0/2918805337 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33c40744e0 msgr2=0x7f33c4112290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:51.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.678+0000 7f33cba19640  1 --2- 172.21.15.46:0/2918805337 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33c40744e0 0x7f33c4112290 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f33b4009900 tx=0x7f33b402bcd0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.678+0000 7f33cba19640  1 -- 172.21.15.46:0/2918805337 shutdown_connections
2024-03-19T01:55:51.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.678+0000 7f33cba19640  1 --2- 172.21.15.46:0/2918805337 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f33c41127d0 0x7f33c4114bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.678+0000 7f33cba19640  1 --2- 172.21.15.46:0/2918805337 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33c40744e0 0x7f33c4112290 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.678+0000 7f33cba19640  1 --2- 172.21.15.46:0/2918805337 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f33c4073bc0 0x7f33c4073fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.678+0000 7f33cba19640  1 -- 172.21.15.46:0/2918805337 >> 172.21.15.46:0/2918805337 conn(0x7f33c40fd250 msgr2=0x7f33c40ff670 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:51.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.679+0000 7f33cba19640  1 -- 172.21.15.46:0/2918805337 shutdown_connections
2024-03-19T01:55:51.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.679+0000 7f33cba19640  1 -- 172.21.15.46:0/2918805337 wait complete.
2024-03-19T01:55:51.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.679+0000 7f33cba19640  1  Processor -- start
2024-03-19T01:55:51.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.679+0000 7f33cba19640  1 --  start start
2024-03-19T01:55:51.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.679+0000 7f33cba19640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f33c4073bc0 0x7f33c419e640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.679+0000 7f33cba19640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f33c40744e0 0x7f33c419eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.679+0000 7f33cba19640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33c41127d0 0x7f33c41a2f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.679+0000 7f33cba19640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f33c4118060 con 0x7f33c41127d0
2024-03-19T01:55:51.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.679+0000 7f33cba19640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f33c4117ee0 con 0x7f33c4073bc0
2024-03-19T01:55:51.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.679+0000 7f33cba19640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f33c41181e0 con 0x7f33c40744e0
2024-03-19T01:55:51.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.680+0000 7f33c9fb6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33c41127d0 0x7f33c41a2f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.680+0000 7f33c9fb6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33c41127d0 0x7f33c41a2f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35214/0 (socket says 172.21.15.46:35214)
2024-03-19T01:55:51.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.680+0000 7f33c9fb6640  1 -- 172.21.15.46:0/3863817613 learned_addr learned my addr 172.21.15.46:0/3863817613 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:51.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.680+0000 7f33c8fb4640  1 --2- 172.21.15.46:0/3863817613 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f33c40744e0 0x7f33c419eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.680+0000 7f33c97b5640  1 --2- 172.21.15.46:0/3863817613 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f33c4073bc0 0x7f33c419e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.680+0000 7f33c9fb6640  1 -- 172.21.15.46:0/3863817613 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f33c40744e0 msgr2=0x7f33c419eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:51.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.680+0000 7f33c9fb6640  1 --2- 172.21.15.46:0/3863817613 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f33c40744e0 0x7f33c419eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.680+0000 7f33c9fb6640  1 -- 172.21.15.46:0/3863817613 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f33c4073bc0 msgr2=0x7f33c419e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:51.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.680+0000 7f33c9fb6640  1 --2- 172.21.15.46:0/3863817613 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f33c4073bc0 0x7f33c419e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.680+0000 7f33c9fb6640  1 -- 172.21.15.46:0/3863817613 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33c41a3630 con 0x7f33c41127d0
2024-03-19T01:55:51.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.680+0000 7f33c97b5640  1 --2- 172.21.15.46:0/3863817613 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f33c4073bc0 0x7f33c419e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:51.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.680+0000 7f33c9fb6640  1 --2- 172.21.15.46:0/3863817613 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33c41127d0 0x7f33c41a2f00 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f33bc00e970 tx=0x7f33bc00ee30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:51.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.680+0000 7f33ba7fc640  1 -- 172.21.15.46:0/3863817613 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33bc00ccc0 con 0x7f33c41127d0
2024-03-19T01:55:51.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.680+0000 7f33ba7fc640  1 -- 172.21.15.46:0/3863817613 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f33bc0054d0 con 0x7f33c41127d0
2024-03-19T01:55:51.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.680+0000 7f33cba19640  1 -- 172.21.15.46:0/3863817613 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33c41a3920 con 0x7f33c41127d0
2024-03-19T01:55:51.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.680+0000 7f33ba7fc640  1 -- 172.21.15.46:0/3863817613 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33bc010430 con 0x7f33c41127d0
2024-03-19T01:55:51.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.680+0000 7f33cba19640  1 -- 172.21.15.46:0/3863817613 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33c41ab1b0 con 0x7f33c41127d0
2024-03-19T01:55:51.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.683+0000 7f33ba7fc640  1 -- 172.21.15.46:0/3863817613 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f33bc005020 con 0x7f33c41127d0
2024-03-19T01:55:51.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.683+0000 7f33ce608740  1  Processor -- start
2024-03-19T01:55:51.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.683+0000 7f33ce608740  1 --  start start
2024-03-19T01:55:51.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.683+0000 7f33ce608740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5599441e4380 0x5599441e4760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.683+0000 7f33ce608740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5599441e4ca0 0x5599441ed340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.683+0000 7f33ce608740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5599441ed880 0x5599441efc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.683+0000 7f33ce608740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x559944148160 con 0x5599441ed880
2024-03-19T01:55:51.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.683+0000 7f33ce608740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5599440f0e10 con 0x5599441e4380
2024-03-19T01:55:51.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.683+0000 7f33ce608740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x559944144200 con 0x5599441e4ca0
2024-03-19T01:55:51.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.684+0000 7f33ba7fc640  1 --2- 172.21.15.46:0/3863817613 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f33b00a2970 0x7f33b00a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.684+0000 7f33c8fb4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5599441ed880 0x5599441efc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.684+0000 7f33c97b5640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5599441e4ca0 0x5599441ed340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.684+0000 7f33c8fb4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5599441ed880 0x5599441efc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35220/0 (socket says 172.21.15.46:35220)
2024-03-19T01:55:51.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.684+0000 7f33c8fb4640  1 -- 172.21.15.46:0/2743093719 learned_addr learned my addr 172.21.15.46:0/2743093719 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:51.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.684+0000 7f33c9fb6640  1 --2- 172.21.15.46:0/3863817613 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f33b00a2970 0x7f33b00a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.684+0000 7f33c8fb4640  1 --2- 172.21.15.46:0/2743093719 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5599441e4380 0x5599441e4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.684+0000 7f33ba7fc640  1 -- 172.21.15.46:0/3863817613 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f33bc0cf4c0 con 0x7f33c41127d0
2024-03-19T01:55:51.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.684+0000 7f33c97b5640  1 -- 172.21.15.46:0/2743093719 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5599441e4380 msgr2=0x5599441e4760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:51.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.684+0000 7f33c97b5640  1 --2- 172.21.15.46:0/2743093719 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5599441e4380 0x5599441e4760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.684+0000 7f33c97b5640  1 -- 172.21.15.46:0/2743093719 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5599441ed880 msgr2=0x5599441efc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:51.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.684+0000 7f33c97b5640  1 --2- 172.21.15.46:0/2743093719 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5599441ed880 0x5599441efc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.684+0000 7f33c97b5640  1 -- 172.21.15.46:0/2743093719 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559943f247e0 con 0x5599441e4ca0
2024-03-19T01:55:51.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.684+0000 7f33c97b5640  1 --2- 172.21.15.46:0/2743093719 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5599441e4ca0 0x5599441ed340 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f33c0005fd0 tx=0x7f33c0011c70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6fcc0e28bc3c8c20 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:51.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.684+0000 7f33c9fb6640  1 --2- 172.21.15.46:0/3863817613 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f33b00a2970 0x7f33b00a4e30 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f33bc06e460 tx=0x7f33bc079040 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:51.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.684+0000 7f33af7fe640  1 -- 172.21.15.46:0/2743093719 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33c0003c30 con 0x5599441e4ca0
2024-03-19T01:55:51.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.684+0000 7f33af7fe640  1 -- 172.21.15.46:0/2743093719 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f33c0003dd0 con 0x5599441e4ca0
2024-03-19T01:55:51.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.684+0000 7f33af7fe640  1 -- 172.21.15.46:0/2743093719 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33c00193e0 con 0x5599441e4ca0
2024-03-19T01:55:51.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.685+0000 7f33ce608740  1 -- 172.21.15.46:0/2743093719 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5599441e4ca0 msgr2=0x5599441ed340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:51.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.685+0000 7f33ce608740  1 --2- 172.21.15.46:0/2743093719 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5599441e4ca0 0x5599441ed340 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f33c0005fd0 tx=0x7f33c0011c70 comp rx=0 tx=0).stop
2024-03-19T01:55:51.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.685+0000 7f33ce608740  1 -- 172.21.15.46:0/2743093719 shutdown_connections
2024-03-19T01:55:51.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.685+0000 7f33ce608740  1 --2- 172.21.15.46:0/2743093719 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5599441ed880 0x5599441efc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.685+0000 7f33ce608740  1 --2- 172.21.15.46:0/2743093719 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5599441e4ca0 0x5599441ed340 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.685+0000 7f33ce608740  1 --2- 172.21.15.46:0/2743093719 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5599441e4380 0x5599441e4760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.685+0000 7f33ce608740  1 -- 172.21.15.46:0/2743093719 >> 172.21.15.46:0/2743093719 conn(0x5599441deab0 msgr2=0x5599441dee90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:51.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.685+0000 7f33ce608740  1 -- 172.21.15.46:0/2743093719 shutdown_connections
2024-03-19T01:55:51.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.685+0000 7f33ce608740  1 -- 172.21.15.46:0/2743093719 wait complete.
2024-03-19T01:55:51.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.685+0000 7f33ce608740  1 --  start start
2024-03-19T01:55:51.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.686+0000 7f33ce608740  1  Processor -- start
2024-03-19T01:55:51.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.686+0000 7f33ce608740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5599441e4380 0x5599441ea720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.686+0000 7f33ce608740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5599441e4ca0 0x5599441eac60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.686+0000 7f33ce608740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5599441ed880 0x5599441eb1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.686+0000 7f33ce608740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5599441f0670 con 0x5599441ed880
2024-03-19T01:55:51.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.686+0000 7f33ce608740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5599441041a0 con 0x5599441e4ca0
2024-03-19T01:55:51.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.686+0000 7f33ce608740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5599441f07f0 con 0x5599441e4380
2024-03-19T01:55:51.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.686+0000 7f33ce608740 10 client.0 _ll_register_callbacks cb 0x559943e5bc60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:55:51.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.686+0000 7f33c8fb4640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5599441e4380 0x5599441ea720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.686+0000 7f33c97b5640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5599441e4ca0 0x5599441eac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.686+0000 7f33c8fb4640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5599441e4380 0x5599441ea720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:41518/0 (socket says 172.21.15.46:41518)
2024-03-19T01:55:51.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.686+0000 7f33c97b5640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5599441e4ca0 0x5599441eac60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:48226/0 (socket says 172.21.15.46:48226)
2024-03-19T01:55:51.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.686+0000 7f33c8fb4640  1 -- 172.21.15.46:0/3913864131 learned_addr learned my addr 172.21.15.46:0/3913864131 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:51.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.686+0000 7f33c8fb4640  1 --2- 172.21.15.46:0/3913864131 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5599441ed880 0x5599441eb1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.686+0000 7f33c8fb4640  1 -- 172.21.15.46:0/3913864131 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5599441e4ca0 msgr2=0x5599441eac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:51.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.686+0000 7f33c8fb4640  1 --2- 172.21.15.46:0/3913864131 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5599441e4ca0 0x5599441eac60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.687+0000 7f33c8fb4640  1 -- 172.21.15.46:0/3913864131 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5599441ed880 msgr2=0x5599441eb1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:51.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.687+0000 7f33c8fb4640  1 --2- 172.21.15.46:0/3913864131 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5599441ed880 0x5599441eb1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.687+0000 7f33c8fb4640  1 -- 172.21.15.46:0/3913864131 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559943f84f70 con 0x5599441e4380
2024-03-19T01:55:51.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.687+0000 7f33c97b5640  1 --2- 172.21.15.46:0/3913864131 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5599441e4ca0 0x5599441eac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:51.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.687+0000 7f33c8fb4640  1 --2- 172.21.15.46:0/3913864131 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5599441e4380 0x5599441ea720 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f33b4000c00 tx=0x7f33b402bcd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f58fe08b9b8218d8 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:51.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.687+0000 7f33acff9640 10 client.0 ms_handle_connect on v2:172.21.15.102:3300/0
2024-03-19T01:55:51.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.687+0000 7f33acff9640  1 -- 172.21.15.46:0/3913864131 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33b4003a30 con 0x5599441e4380
2024-03-19T01:55:51.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.687+0000 7f33acff9640  1 -- 172.21.15.46:0/3913864131 <== mon.1 v2:172.21.15.102:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f33b4003bd0 con 0x5599441e4380
2024-03-19T01:55:51.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.687+0000 7f33ce608740  1 -- 172.21.15.46:0/3913864131 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f33c0003dd0 con 0x5599441e4380
2024-03-19T01:55:51.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.687+0000 7f33acff9640  1 -- 172.21.15.46:0/3913864131 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f33b4003dd0 con 0x5599441e4380
2024-03-19T01:55:51.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.687+0000 7f33ce608740 10 client.26734 fetch_fsmap learned FSMap version 31
2024-03-19T01:55:51.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.687+0000 7f33ce608740  1 -- 172.21.15.46:0/3913864131 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x559943e1c170 con 0x5599441e4380
2024-03-19T01:55:51.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.687+0000 7f33acff9640  1 -- 172.21.15.46:0/3913864131 <== mon.1 v2:172.21.15.102:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f33c0003dd0 con 0x5599441e4380
2024-03-19T01:55:51.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.687+0000 7f33acff9640  1 -- 172.21.15.46:0/3913864131 <== mon.1 v2:172.21.15.102:3300/0 5 ==== fsmap(e 31) ==== 8362+0+0 (secure 0 0 0) 0x7f33b4042470 con 0x5599441e4380
2024-03-19T01:55:51.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.687+0000 7f33ce608740 10 client.26734 fetch_fsmap finished waiting for FSMap version 31
2024-03-19T01:55:51.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.687+0000 7f33ce608740 10 client.26734 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:55:51.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.687+0000 7f33ce608740 20 client.26734 populate_metadata read hostname 'smithi046'
2024-03-19T01:55:51.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.687+0000 7f33ce608740  1 --2- 172.21.15.46:0/3913864131 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5599441fdb50 0x5599441fffb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.687+0000 7f33ce608740  4 client.26734 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:55:51.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.687+0000 7f33ce608740  1 -- 172.21.15.46:0/3913864131 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5599441556a0 con 0x5599441fdb50
2024-03-19T01:55:51.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.688+0000 7f33c97b5640  1 --2- 172.21.15.46:0/3913864131 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5599441fdb50 0x5599441fffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.688+0000 7f33c97b5640  1 --2- 172.21.15.46:0/3913864131 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5599441fdb50 0x5599441fffb0 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3cf84f56b06135fd server_cookie=3a0c7124257f20e5 in_seq=0 out_seq=0
2024-03-19T01:55:51.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.688+0000 7f33acff9640 10 client.26734 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:55:51.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.689+0000 7f33acff9640  1 -- 172.21.15.46:0/3913864131 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5599441556a0 con 0x5599441fdb50
2024-03-19T01:55:51.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.689+0000 7f33acff9640 10 client.26734 handle_command_reply: tid=0
2024-03-19T01:55:51.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.689+0000 7f33ce608740  1 client.26734 shutdown
2024-03-19T01:55:51.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.689+0000 7f33ce608740  1 -- 172.21.15.46:0/3913864131 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5599441e4380 msgr2=0x5599441ea720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:51.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.689+0000 7f33ce608740  1 --2- 172.21.15.46:0/3913864131 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5599441e4380 0x5599441ea720 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f33b4000c00 tx=0x7f33b402bcd0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.689+0000 7f33ce608740  1 -- 172.21.15.46:0/3913864131 shutdown_connections
2024-03-19T01:55:51.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.689+0000 7f33ce608740  1 --2- 172.21.15.46:0/3913864131 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5599441fdb50 0x5599441fffb0 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.689+0000 7f33ce608740  1 --2- 172.21.15.46:0/3913864131 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5599441ed880 0x5599441eb1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.689+0000 7f33ce608740  1 --2- 172.21.15.46:0/3913864131 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5599441e4ca0 0x5599441eac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.689+0000 7f33acff9640  0 client.26734 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:55:51.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.689+0000 7f33ce608740  1 --2- 172.21.15.46:0/3913864131 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5599441e4380 0x5599441ea720 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.689+0000 7f33ce608740  1 -- 172.21.15.46:0/3913864131 >> 172.21.15.46:0/3913864131 conn(0x5599441deab0 msgr2=0x5599441e0800 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:51.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.689+0000 7f33ce608740  1 -- 172.21.15.46:0/3913864131 shutdown_connections
2024-03-19T01:55:51.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.689+0000 7f33ce608740  1 -- 172.21.15.46:0/3913864131 wait complete.
2024-03-19T01:55:51.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.689+0000 7f33ce608740 20 client.26734 trim_cache size 0 max 16384
2024-03-19T01:55:51.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.707+0000 7f33ce608740  1  Processor -- start
2024-03-19T01:55:51.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.707+0000 7f33ce608740  1 --  start start
2024-03-19T01:55:51.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.707+0000 7f33ce608740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5599441e4380 0x5599441ece50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.707+0000 7f33ce608740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5599441e4ca0 0x5599441f94a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.707+0000 7f33ce608740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5599441ed880 0x5599441e9610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.707+0000 7f33ce608740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f33c41b7b90 con 0x5599441e4ca0
2024-03-19T01:55:51.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.707+0000 7f33ce608740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f33c41b5400 con 0x5599441e4380
2024-03-19T01:55:51.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.707+0000 7f33ce608740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f33c41b3230 con 0x5599441ed880
2024-03-19T01:55:51.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.707+0000 7f33c97b5640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5599441e4ca0 0x5599441f94a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.708+0000 7f33c8fb4640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5599441e4380 0x5599441ece50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.708+0000 7f33c97b5640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5599441e4ca0 0x5599441f94a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35236/0 (socket says 172.21.15.46:35236)
2024-03-19T01:55:51.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.708+0000 7f33c97b5640  1 -- 172.21.15.46:0/902330094 learned_addr learned my addr 172.21.15.46:0/902330094 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:51.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.708+0000 7f33c8fb4640  1 --2- 172.21.15.46:0/902330094 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5599441ed880 0x5599441e9610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.708+0000 7f33c97b5640  1 -- 172.21.15.46:0/902330094 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5599441ed880 msgr2=0x5599441e9610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:51.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.708+0000 7f33c97b5640  1 --2- 172.21.15.46:0/902330094 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5599441ed880 0x5599441e9610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.708+0000 7f33c97b5640  1 -- 172.21.15.46:0/902330094 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5599441e4380 msgr2=0x5599441ece50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:51.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.708+0000 7f33c97b5640  1 --2- 172.21.15.46:0/902330094 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5599441e4380 0x5599441ece50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.708+0000 7f33c97b5640  1 -- 172.21.15.46:0/902330094 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5599441de8e0 con 0x5599441e4ca0
2024-03-19T01:55:51.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.708+0000 7f33c8fb4640  1 --2- 172.21.15.46:0/902330094 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5599441e4380 0x5599441ece50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:51.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.708+0000 7f33c97b5640  1 --2- 172.21.15.46:0/902330094 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5599441e4ca0 0x5599441f94a0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f33c0005fd0 tx=0x7f33c0004490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=def881ee1e560fa5 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:51.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.708+0000 7f33aeffd640  1 -- 172.21.15.46:0/902330094 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33c002a070 con 0x5599441e4ca0
2024-03-19T01:55:51.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.708+0000 7f33aeffd640  1 -- 172.21.15.46:0/902330094 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f33c00040d0 con 0x5599441e4ca0
2024-03-19T01:55:51.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.708+0000 7f33aeffd640  1 -- 172.21.15.46:0/902330094 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33c001f040 con 0x5599441e4ca0
2024-03-19T01:55:51.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.709+0000 7f33ce608740  1 -- 172.21.15.46:0/902330094 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5599441e4ca0 msgr2=0x5599441f94a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:51.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.709+0000 7f33ce608740  1 --2- 172.21.15.46:0/902330094 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5599441e4ca0 0x5599441f94a0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f33c0005fd0 tx=0x7f33c0004490 comp rx=0 tx=0).stop
2024-03-19T01:55:51.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.709+0000 7f33ce608740  1 -- 172.21.15.46:0/902330094 shutdown_connections
2024-03-19T01:55:51.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.709+0000 7f33ce608740  1 --2- 172.21.15.46:0/902330094 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5599441ed880 0x5599441e9610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.709+0000 7f33ce608740  1 --2- 172.21.15.46:0/902330094 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5599441e4ca0 0x5599441f94a0 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.709+0000 7f33ce608740  1 --2- 172.21.15.46:0/902330094 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5599441e4380 0x5599441ece50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.709+0000 7f33ce608740  1 -- 172.21.15.46:0/902330094 >> 172.21.15.46:0/902330094 conn(0x5599441deab0 msgr2=0x5599441e8f00 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:51.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.709+0000 7f33ce608740  1 -- 172.21.15.46:0/902330094 shutdown_connections
2024-03-19T01:55:51.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.709+0000 7f33ce608740  1 -- 172.21.15.46:0/902330094 wait complete.
2024-03-19T01:55:51.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.709+0000 7f33ce608740  1 --  start start
2024-03-19T01:55:51.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.709+0000 7f33ce608740  1  Processor -- start
2024-03-19T01:55:51.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.710+0000 7f33ce608740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5599441e4380 0x5599441e7390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.710+0000 7f33ce608740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5599441e4ca0 0x5599441e78d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.710+0000 7f33ce608740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5599441ed880 0x5599441e7e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.710+0000 7f33ce608740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f33c41b38c0 con 0x5599441ed880
2024-03-19T01:55:51.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.710+0000 7f33ce608740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f33c41b4d30 con 0x5599441e4ca0
2024-03-19T01:55:51.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.710+0000 7f33ce608740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f33c41b3f90 con 0x5599441e4380
2024-03-19T01:55:51.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.710+0000 7f33ce608740 10 client.0 _ll_register_callbacks cb 0x7f33b40043f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:55:51.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.710+0000 7f33c8fb4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5599441ed880 0x5599441e7e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.710+0000 7f33c8fb4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5599441ed880 0x5599441e7e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35242/0 (socket says 172.21.15.46:35242)
2024-03-19T01:55:51.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.710+0000 7f33c97b5640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5599441e4ca0 0x5599441e78d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.710+0000 7f33c8fb4640  1 -- 172.21.15.46:0/244614204 learned_addr learned my addr 172.21.15.46:0/244614204 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:51.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.710+0000 7f33c8fb4640  1 --2- 172.21.15.46:0/244614204 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5599441e4380 0x5599441e7390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.710+0000 7f33c8fb4640  1 -- 172.21.15.46:0/244614204 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5599441e4380 msgr2=0x5599441e7390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:51.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.710+0000 7f33c8fb4640  1 --2- 172.21.15.46:0/244614204 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5599441e4380 0x5599441e7390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.710+0000 7f33c8fb4640  1 -- 172.21.15.46:0/244614204 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5599441e4ca0 msgr2=0x5599441e78d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:51.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.710+0000 7f33c8fb4640  1 --2- 172.21.15.46:0/244614204 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5599441e4ca0 0x5599441e78d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.710+0000 7f33c8fb4640  1 -- 172.21.15.46:0/244614204 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559944262ee0 con 0x5599441ed880
2024-03-19T01:55:51.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.710+0000 7f33c97b5640  1 --2- 172.21.15.46:0/244614204 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5599441e4ca0 0x5599441e78d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:51.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.710+0000 7f33c8fb4640  1 --2- 172.21.15.46:0/244614204 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5599441ed880 0x5599441e7e10 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f33b4004650 tx=0x7f33b4009620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e679e79b80c543ff server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:51.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.710+0000 7f33acff9640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:55:51.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.710+0000 7f33acff9640  1 -- 172.21.15.46:0/244614204 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33b4042c60 con 0x5599441ed880
2024-03-19T01:55:51.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.710+0000 7f33acff9640  1 -- 172.21.15.46:0/244614204 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f33b4042e00 con 0x5599441ed880
2024-03-19T01:55:51.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.710+0000 7f33ce608740  1 -- 172.21.15.46:0/244614204 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f33c00040d0 con 0x5599441ed880
2024-03-19T01:55:51.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.711+0000 7f33acff9640  1 -- 172.21.15.46:0/244614204 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f33b4005030 con 0x5599441ed880
2024-03-19T01:55:51.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.711+0000 7f33ce608740 10 client.16941 fetch_fsmap learned FSMap version 31
2024-03-19T01:55:51.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.711+0000 7f33ce608740  1 -- 172.21.15.46:0/244614204 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x559944264200 con 0x5599441ed880
2024-03-19T01:55:51.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.711+0000 7f33acff9640  1 -- 172.21.15.46:0/244614204 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f33c00040d0 con 0x5599441ed880
2024-03-19T01:55:51.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.711+0000 7f33acff9640  1 -- 172.21.15.46:0/244614204 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 31) ==== 8362+0+0 (secure 0 0 0) 0x7f33b4004a90 con 0x5599441ed880
2024-03-19T01:55:51.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.711+0000 7f33ce608740 10 client.16941 fetch_fsmap finished waiting for FSMap version 31
2024-03-19T01:55:51.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.711+0000 7f33ce608740 10 client.16941 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:55:51.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.711+0000 7f33ce608740 20 client.16941 populate_metadata read hostname 'smithi046'
2024-03-19T01:55:51.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.711+0000 7f33ce608740  1 --2- 172.21.15.46:0/244614204 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5599442647c0 0x559944266be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.711+0000 7f33ce608740  4 client.16941 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}]
2024-03-19T01:55:51.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.711+0000 7f33ce608740  1 -- 172.21.15.46:0/244614204 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55994414f9f0 con 0x5599442647c0
2024-03-19T01:55:51.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.711+0000 7f33c97b5640  1 --2- 172.21.15.46:0/244614204 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5599442647c0 0x559944266be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.711+0000 7f33c97b5640  1 --2- 172.21.15.46:0/244614204 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5599442647c0 0x559944266be0 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=af562e65c8aa5c87 server_cookie=ee3c3bcbb00631d4 in_seq=0 out_seq=0
2024-03-19T01:55:51.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.711+0000 7f33acff9640 10 client.16941 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:55:51.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.713+0000 7f33acff9640  1 -- 172.21.15.46:0/244614204 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55994414f9f0 con 0x5599442647c0
2024-03-19T01:55:51.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.713+0000 7f33acff9640 10 client.16941 handle_command_reply: tid=0
2024-03-19T01:55:51.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.713+0000 7f33ce608740  1 client.16941 shutdown
2024-03-19T01:55:51.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.713+0000 7f33ce608740  1 -- 172.21.15.46:0/244614204 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5599441ed880 msgr2=0x5599441e7e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:51.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.713+0000 7f33ce608740  1 --2- 172.21.15.46:0/244614204 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5599441ed880 0x5599441e7e10 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f33b4004650 tx=0x7f33b4009620 comp rx=0 tx=0).stop
2024-03-19T01:55:51.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.713+0000 7f33ce608740  1 -- 172.21.15.46:0/244614204 shutdown_connections
2024-03-19T01:55:51.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.713+0000 7f33ce608740  1 --2- 172.21.15.46:0/244614204 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5599442647c0 0x559944266be0 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.713+0000 7f33ce608740  1 --2- 172.21.15.46:0/244614204 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5599441ed880 0x5599441e7e10 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.713+0000 7f33ce608740  1 --2- 172.21.15.46:0/244614204 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5599441e4ca0 0x5599441e78d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.713+0000 7f33ce608740  1 --2- 172.21.15.46:0/244614204 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5599441e4380 0x5599441e7390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.713+0000 7f33acff9640  0 client.16941 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:55:51.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.713+0000 7f33ce608740  1 -- 172.21.15.46:0/244614204 >> 172.21.15.46:0/244614204 conn(0x5599441deab0 msgr2=0x5599441eaf70 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:51.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.713+0000 7f33ce608740  1 -- 172.21.15.46:0/244614204 shutdown_connections
2024-03-19T01:55:51.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.713+0000 7f33ce608740  1 -- 172.21.15.46:0/244614204 wait complete.
2024-03-19T01:55:51.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.713+0000 7f33ce608740 20 client.16941 trim_cache size 0 max 16384
2024-03-19T01:55:51.719 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:55:51.719 INFO:teuthology.orchestra.run.smithi046.stdout:    "return_code": 0,
2024-03-19T01:55:51.720 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrub_tag": "8af306b8-ebbd-4ec8-99cc-9d5060c66de4",
2024-03-19T01:55:51.720 INFO:teuthology.orchestra.run.smithi046.stdout:    "mode": "asynchronous"
2024-03-19T01:55:51.720 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:55:51.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.714+0000 7f33cba19640  1 -- 172.21.15.46:0/3863817613 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f33b00a2970 msgr2=0x7f33b00a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:51.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.714+0000 7f33cba19640  1 --2- 172.21.15.46:0/3863817613 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f33b00a2970 0x7f33b00a4e30 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f33bc06e460 tx=0x7f33bc079040 comp rx=0 tx=0).stop
2024-03-19T01:55:51.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.714+0000 7f33cba19640  1 -- 172.21.15.46:0/3863817613 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33c41127d0 msgr2=0x7f33c41a2f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:51.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.714+0000 7f33cba19640  1 --2- 172.21.15.46:0/3863817613 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33c41127d0 0x7f33c41a2f00 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f33bc00e970 tx=0x7f33bc00ee30 comp rx=0 tx=0).stop
2024-03-19T01:55:51.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.714+0000 7f33cba19640  1 -- 172.21.15.46:0/3863817613 shutdown_connections
2024-03-19T01:55:51.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.714+0000 7f33cba19640  1 --2- 172.21.15.46:0/3863817613 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f33c41127d0 0x7f33c41a2f00 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.714+0000 7f33cba19640  1 --2- 172.21.15.46:0/3863817613 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f33b00a2970 0x7f33b00a4e30 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.714+0000 7f33cba19640  1 --2- 172.21.15.46:0/3863817613 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f33c40744e0 0x7f33c419eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.714+0000 7f33cba19640  1 --2- 172.21.15.46:0/3863817613 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f33c4073bc0 0x7f33c419e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.714+0000 7f33cba19640  1 -- 172.21.15.46:0/3863817613 >> 172.21.15.46:0/3863817613 conn(0x7f33c40fd250 msgr2=0x7f33c40fec20 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:51.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.714+0000 7f33cba19640  1 -- 172.21.15.46:0/3863817613 shutdown_connections
2024-03-19T01:55:51.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.714+0000 7f33cba19640  1 -- 172.21.15.46:0/3863817613 wait complete.
2024-03-19T01:55:51.725 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:55:51.725 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:55:51.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.831+0000 7ff32e44b640  1 -- 172.21.15.46:0/1759704515 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff328102170 msgr2=0x7ff32810e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:51.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.831+0000 7ff32e44b640  1 --2- 172.21.15.46:0/1759704515 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff328102170 0x7ff32810e680 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7ff320009cd0 tx=0x7ff32002c0f0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.831+0000 7ff32e44b640  1 -- 172.21.15.46:0/1759704515 shutdown_connections
2024-03-19T01:55:51.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.831+0000 7ff32e44b640  1 --2- 172.21.15.46:0/1759704515 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff328102170 0x7ff32810e680 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.831+0000 7ff32e44b640  1 --2- 172.21.15.46:0/1759704515 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff3281017b0 0x7ff328101c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.831+0000 7ff32e44b640  1 --2- 172.21.15.46:0/1759704515 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff3281077c0 0x7ff328107ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.831+0000 7ff32e44b640  1 -- 172.21.15.46:0/1759704515 >> 172.21.15.46:0/1759704515 conn(0x7ff328078c20 msgr2=0x7ff328079030 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:51.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.831+0000 7ff32e44b640  1 -- 172.21.15.46:0/1759704515 shutdown_connections
2024-03-19T01:55:51.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.831+0000 7ff32e44b640  1 -- 172.21.15.46:0/1759704515 wait complete.
2024-03-19T01:55:51.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.831+0000 7ff32e44b640  1  Processor -- start
2024-03-19T01:55:51.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.832+0000 7ff32e44b640  1 --  start start
2024-03-19T01:55:51.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.832+0000 7ff32e44b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3281017b0 0x7ff328197fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.832+0000 7ff32e44b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff328102170 0x7ff3281984e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.832+0000 7ff32e44b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff3281077c0 0x7ff32819c860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.832+0000 7ff32e44b640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff328111a40 con 0x7ff3281017b0
2024-03-19T01:55:51.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.832+0000 7ff32e44b640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ff3281118c0 con 0x7ff3281077c0
2024-03-19T01:55:51.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.832+0000 7ff32e44b640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff328111bc0 con 0x7ff328102170
2024-03-19T01:55:51.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.832+0000 7ff327fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3281017b0 0x7ff328197fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.832+0000 7ff327fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3281017b0 0x7ff328197fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35260/0 (socket says 172.21.15.46:35260)
2024-03-19T01:55:51.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.832+0000 7ff327fff640  1 -- 172.21.15.46:0/1116625758 learned_addr learned my addr 172.21.15.46:0/1116625758 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:51.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.832+0000 7ff32c9e8640  1 --2- 172.21.15.46:0/1116625758 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff3281077c0 0x7ff32819c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.832+0000 7ff3277fe640  1 --2- 172.21.15.46:0/1116625758 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff328102170 0x7ff3281984e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.832+0000 7ff327fff640  1 -- 172.21.15.46:0/1116625758 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff328102170 msgr2=0x7ff3281984e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:51.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.832+0000 7ff327fff640  1 --2- 172.21.15.46:0/1116625758 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff328102170 0x7ff3281984e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.832+0000 7ff327fff640  1 -- 172.21.15.46:0/1116625758 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff3281077c0 msgr2=0x7ff32819c860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:51.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.832+0000 7ff327fff640  1 --2- 172.21.15.46:0/1116625758 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff3281077c0 0x7ff32819c860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.832+0000 7ff327fff640  1 -- 172.21.15.46:0/1116625758 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff32819cf90 con 0x7ff3281017b0
2024-03-19T01:55:51.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.832+0000 7ff327fff640  1 --2- 172.21.15.46:0/1116625758 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3281017b0 0x7ff328197fa0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7ff31800ea60 tx=0x7ff31800ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:51.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.833+0000 7ff3257fa640  1 -- 172.21.15.46:0/1116625758 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff31800cde0 con 0x7ff3281017b0
2024-03-19T01:55:51.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.833+0000 7ff3257fa640  1 -- 172.21.15.46:0/1116625758 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff3180035f0 con 0x7ff3281017b0
2024-03-19T01:55:51.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.833+0000 7ff32e44b640  1 -- 172.21.15.46:0/1116625758 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff32819d280 con 0x7ff3281017b0
2024-03-19T01:55:51.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.833+0000 7ff3257fa640  1 -- 172.21.15.46:0/1116625758 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff318010690 con 0x7ff3281017b0
2024-03-19T01:55:51.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.833+0000 7ff32e44b640  1 -- 172.21.15.46:0/1116625758 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3281a4b10 con 0x7ff3281017b0
2024-03-19T01:55:51.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.835+0000 7ff3257fa640  1 -- 172.21.15.46:0/1116625758 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7ff3180037a0 con 0x7ff3281017b0
2024-03-19T01:55:51.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.835+0000 7ff331032740  1  Processor -- start
2024-03-19T01:55:51.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.835+0000 7ff331032740  1 --  start start
2024-03-19T01:55:51.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.835+0000 7ff331032740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ad714d16e0 0x55ad714d1ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.835+0000 7ff331032740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ad714d2000 0x55ad714dee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.835+0000 7ff331032740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ad714df340 0x55ad714e1730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.835+0000 7ff331032740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55ad71435500 con 0x55ad714d2000
2024-03-19T01:55:51.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.835+0000 7ff331032740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55ad713ddbe0 con 0x55ad714d16e0
2024-03-19T01:55:51.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.835+0000 7ff331032740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55ad714315a0 con 0x55ad714df340
2024-03-19T01:55:51.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.835+0000 7ff3257fa640  1 --2- 172.21.15.46:0/1116625758 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff3140a2970 0x7ff3140a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.836+0000 7ff327fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ad714d2000 0x55ad714dee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.836+0000 7ff327fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ad714d2000 0x55ad714dee00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35274/0 (socket says 172.21.15.46:35274)
2024-03-19T01:55:51.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.836+0000 7ff327fff640  1 -- 172.21.15.46:0/2321758320 learned_addr learned my addr 172.21.15.46:0/2321758320 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:51.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.836+0000 7ff32c9e8640  1 --2- 172.21.15.46:0/2321758320 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ad714d16e0 0x55ad714d1ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.836+0000 7ff3277fe640  1 --2- 172.21.15.46:0/2321758320 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ad714df340 0x55ad714e1730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.836+0000 7ff32c9e8640  1 --2- 172.21.15.46:0/1116625758 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff3140a2970 0x7ff3140a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.836+0000 7ff3257fa640  1 -- 172.21.15.46:0/1116625758 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7ff3180cf3c0 con 0x7ff3281017b0
2024-03-19T01:55:51.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.836+0000 7ff327fff640  1 -- 172.21.15.46:0/2321758320 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ad714df340 msgr2=0x55ad714e1730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:51.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.836+0000 7ff327fff640  1 --2- 172.21.15.46:0/2321758320 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ad714df340 0x55ad714e1730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.836+0000 7ff327fff640  1 -- 172.21.15.46:0/2321758320 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ad714d16e0 msgr2=0x55ad714d1ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:51.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.836+0000 7ff327fff640  1 --2- 172.21.15.46:0/2321758320 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ad714d16e0 0x55ad714d1ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.836+0000 7ff327fff640  1 -- 172.21.15.46:0/2321758320 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ad713ff000 con 0x55ad714d2000
2024-03-19T01:55:51.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.836+0000 7ff327fff640  1 --2- 172.21.15.46:0/2321758320 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ad714d2000 0x55ad714dee00 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7ff3180cc800 tx=0x7ff31800ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10e6147f9eff7e57 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:51.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.836+0000 7ff32c9e8640  1 --2- 172.21.15.46:0/1116625758 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff3140a2970 0x7ff3140a4e30 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7ff320005cc0 tx=0x7ff320005c50 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:51.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.836+0000 7ff31e7fc640  1 -- 172.21.15.46:0/2321758320 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff318003b30 con 0x55ad714d2000
2024-03-19T01:55:51.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.836+0000 7ff31e7fc640  1 -- 172.21.15.46:0/2321758320 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff31809bdb0 con 0x55ad714d2000
2024-03-19T01:55:51.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.836+0000 7ff31e7fc640  1 -- 172.21.15.46:0/2321758320 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff318004000 con 0x55ad714d2000
2024-03-19T01:55:51.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.837+0000 7ff331032740  1 -- 172.21.15.46:0/2321758320 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ad714d2000 msgr2=0x55ad714dee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:51.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.837+0000 7ff331032740  1 --2- 172.21.15.46:0/2321758320 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ad714d2000 0x55ad714dee00 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7ff3180cc800 tx=0x7ff31800ef90 comp rx=0 tx=0).stop
2024-03-19T01:55:51.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.837+0000 7ff331032740  1 -- 172.21.15.46:0/2321758320 shutdown_connections
2024-03-19T01:55:51.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.837+0000 7ff331032740  1 --2- 172.21.15.46:0/2321758320 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ad714df340 0x55ad714e1730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.837+0000 7ff331032740  1 --2- 172.21.15.46:0/2321758320 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ad714d2000 0x55ad714dee00 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.837+0000 7ff331032740  1 --2- 172.21.15.46:0/2321758320 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ad714d16e0 0x55ad714d1ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.837+0000 7ff331032740  1 -- 172.21.15.46:0/2321758320 >> 172.21.15.46:0/2321758320 conn(0x55ad714cc160 msgr2=0x55ad714cc540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:51.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.837+0000 7ff331032740  1 -- 172.21.15.46:0/2321758320 shutdown_connections
2024-03-19T01:55:51.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.837+0000 7ff331032740  1 -- 172.21.15.46:0/2321758320 wait complete.
2024-03-19T01:55:51.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.837+0000 7ff331032740  1 --  start start
2024-03-19T01:55:51.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.838+0000 7ff331032740  1  Processor -- start
2024-03-19T01:55:51.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.838+0000 7ff331032740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ad714d16e0 0x55ad714dc220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.838+0000 7ff331032740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ad714d2000 0x55ad714dc760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.838+0000 7ff331032740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ad714df340 0x55ad714dcca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.838+0000 7ff331032740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55ad714e2180 con 0x55ad714d16e0
2024-03-19T01:55:51.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.838+0000 7ff331032740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55ad713f1160 con 0x55ad714d2000
2024-03-19T01:55:51.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.838+0000 7ff331032740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55ad714e2300 con 0x55ad714df340
2024-03-19T01:55:51.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.838+0000 7ff327fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ad714d16e0 0x55ad714dc220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.838+0000 7ff331032740 10 client.0 _ll_register_callbacks cb 0x55ad7142da40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:55:51.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.838+0000 7ff327fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ad714d16e0 0x55ad714dc220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35282/0 (socket says 172.21.15.46:35282)
2024-03-19T01:55:51.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.838+0000 7ff327fff640  1 -- 172.21.15.46:0/377491315 learned_addr learned my addr 172.21.15.46:0/377491315 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:51.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.838+0000 7ff3277fe640  1 --2- 172.21.15.46:0/377491315 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ad714d2000 0x55ad714dc760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.838+0000 7ff32c9e8640  1 --2- 172.21.15.46:0/377491315 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ad714df340 0x55ad714dcca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.838+0000 7ff327fff640  1 -- 172.21.15.46:0/377491315 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ad714df340 msgr2=0x55ad714dcca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:51.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.838+0000 7ff327fff640  1 --2- 172.21.15.46:0/377491315 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ad714df340 0x55ad714dcca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.838+0000 7ff327fff640  1 -- 172.21.15.46:0/377491315 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ad714d2000 msgr2=0x55ad714dc760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:51.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.838+0000 7ff327fff640  1 --2- 172.21.15.46:0/377491315 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ad714d2000 0x55ad714dc760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.838+0000 7ff327fff640  1 -- 172.21.15.46:0/377491315 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ad712137d0 con 0x55ad714d16e0
2024-03-19T01:55:51.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.838+0000 7ff327fff640  1 --2- 172.21.15.46:0/377491315 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ad714d16e0 0x55ad714dc220 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7ff31809b3b0 tx=0x7ff318004230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fe8402611f6a103 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:51.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.838+0000 7ff3077fe640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:55:51.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.838+0000 7ff3077fe640  1 -- 172.21.15.46:0/377491315 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff318003b30 con 0x55ad714d16e0
2024-03-19T01:55:51.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.838+0000 7ff3077fe640  1 -- 172.21.15.46:0/377491315 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7ff3180cca20 con 0x55ad714d16e0
2024-03-19T01:55:51.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.838+0000 7ff331032740  1 -- 172.21.15.46:0/377491315 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff31809bdb0 con 0x55ad714d16e0
2024-03-19T01:55:51.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.839+0000 7ff3077fe640  1 -- 172.21.15.46:0/377491315 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7ff31809ab00 con 0x55ad714d16e0
2024-03-19T01:55:51.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.839+0000 7ff331032740 10 client.16953 fetch_fsmap learned FSMap version 31
2024-03-19T01:55:51.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.839+0000 7ff331032740  1 -- 172.21.15.46:0/377491315 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55ad711493f0 con 0x55ad714d16e0
2024-03-19T01:55:51.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.839+0000 7ff3077fe640  1 -- 172.21.15.46:0/377491315 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff31809bdb0 con 0x55ad714d16e0
2024-03-19T01:55:51.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.839+0000 7ff3077fe640  1 -- 172.21.15.46:0/377491315 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 31) ==== 8362+0+0 (secure 0 0 0) 0x7ff31809a570 con 0x55ad714d16e0
2024-03-19T01:55:51.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.839+0000 7ff331032740 10 client.16953 fetch_fsmap finished waiting for FSMap version 31
2024-03-19T01:55:51.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.839+0000 7ff331032740 10 client.16953 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:55:51.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.839+0000 7ff331032740 20 client.16953 populate_metadata read hostname 'smithi046'
2024-03-19T01:55:51.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.839+0000 7ff331032740  1 --2- 172.21.15.46:0/377491315 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ad714ef520 0x55ad714f1910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.839+0000 7ff331032740  4 client.16953 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:55:51.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.839+0000 7ff331032740  1 -- 172.21.15.46:0/377491315 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ad71442a40 con 0x55ad714ef520
2024-03-19T01:55:51.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.839+0000 7ff3277fe640  1 --2- 172.21.15.46:0/377491315 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ad714ef520 0x55ad714f1910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.840+0000 7ff3077fe640 10 client.16953 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:55:51.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.840+0000 7ff3277fe640  1 --2- 172.21.15.46:0/377491315 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ad714ef520 0x55ad714f1910 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=372940900df71581 server_cookie=bfa928d3f6cd1b11 in_seq=0 out_seq=0
2024-03-19T01:55:51.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.840+0000 7ff3077fe640  1 -- 172.21.15.46:0/377491315 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55ad71442a40 con 0x55ad714ef520
2024-03-19T01:55:51.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.840+0000 7ff3077fe640 10 client.16953 handle_command_reply: tid=0
2024-03-19T01:55:51.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.840+0000 7ff331032740  1 client.16953 shutdown
2024-03-19T01:55:51.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.840+0000 7ff331032740  1 -- 172.21.15.46:0/377491315 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ad714d16e0 msgr2=0x55ad714dc220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:51.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.840+0000 7ff331032740  1 --2- 172.21.15.46:0/377491315 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ad714d16e0 0x55ad714dc220 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7ff31809b3b0 tx=0x7ff318004230 comp rx=0 tx=0).stop
2024-03-19T01:55:51.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.840+0000 7ff331032740  1 -- 172.21.15.46:0/377491315 shutdown_connections
2024-03-19T01:55:51.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.840+0000 7ff331032740  1 --2- 172.21.15.46:0/377491315 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ad714ef520 0x55ad714f1910 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.840+0000 7ff331032740  1 --2- 172.21.15.46:0/377491315 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ad714df340 0x55ad714dcca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.840+0000 7ff331032740  1 --2- 172.21.15.46:0/377491315 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ad714d2000 0x55ad714dc760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.840+0000 7ff331032740  1 --2- 172.21.15.46:0/377491315 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ad714d16e0 0x55ad714dc220 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.840+0000 7ff3077fe640  0 client.16953 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:55:51.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.840+0000 7ff331032740  1 -- 172.21.15.46:0/377491315 >> 172.21.15.46:0/377491315 conn(0x55ad714cc160 msgr2=0x55ad714cdeb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:51.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.840+0000 7ff331032740  1 -- 172.21.15.46:0/377491315 shutdown_connections
2024-03-19T01:55:51.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.840+0000 7ff331032740  1 -- 172.21.15.46:0/377491315 wait complete.
2024-03-19T01:55:51.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.841+0000 7ff331032740 20 client.16953 trim_cache size 0 max 16384
2024-03-19T01:55:51.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.858+0000 7ff331032740  1  Processor -- start
2024-03-19T01:55:51.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.858+0000 7ff331032740  1 --  start start
2024-03-19T01:55:51.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.858+0000 7ff331032740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ad714d16e0 0x55ad714de950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.858+0000 7ff331032740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ad714d2000 0x55ad714eaff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.858+0000 7ff331032740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ad714df340 0x55ad714cb060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.858+0000 7ff331032740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff3281af2a0 con 0x55ad714df340
2024-03-19T01:55:51.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.858+0000 7ff331032740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ff3281acb10 con 0x55ad714d16e0
2024-03-19T01:55:51.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.858+0000 7ff331032740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff3281aa940 con 0x55ad714d2000
2024-03-19T01:55:51.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.858+0000 7ff32c9e8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ad714df340 0x55ad714cb060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.858+0000 7ff32c9e8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ad714df340 0x55ad714cb060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35288/0 (socket says 172.21.15.46:35288)
2024-03-19T01:55:51.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.858+0000 7ff32c9e8640  1 -- 172.21.15.46:0/3235978082 learned_addr learned my addr 172.21.15.46:0/3235978082 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:51.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.858+0000 7ff327fff640  1 --2- 172.21.15.46:0/3235978082 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ad714d16e0 0x55ad714de950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.858+0000 7ff3277fe640  1 --2- 172.21.15.46:0/3235978082 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ad714d2000 0x55ad714eaff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.858+0000 7ff32c9e8640  1 -- 172.21.15.46:0/3235978082 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ad714d2000 msgr2=0x55ad714eaff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:51.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.858+0000 7ff32c9e8640  1 --2- 172.21.15.46:0/3235978082 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ad714d2000 0x55ad714eaff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.858+0000 7ff32c9e8640  1 -- 172.21.15.46:0/3235978082 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ad714d16e0 msgr2=0x55ad714de950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:51.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.858+0000 7ff32c9e8640  1 --2- 172.21.15.46:0/3235978082 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ad714d16e0 0x55ad714de950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.858+0000 7ff32c9e8640  1 -- 172.21.15.46:0/3235978082 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ad711090f0 con 0x55ad714df340
2024-03-19T01:55:51.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.859+0000 7ff32c9e8640  1 --2- 172.21.15.46:0/3235978082 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ad714df340 0x55ad714cb060 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7ff320036000 tx=0x7ff32002e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18de523574557f20 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:51.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.859+0000 7ff31dffb640  1 -- 172.21.15.46:0/3235978082 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff320039040 con 0x55ad714df340
2024-03-19T01:55:51.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.859+0000 7ff31dffb640  1 -- 172.21.15.46:0/3235978082 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff320055070 con 0x55ad714df340
2024-03-19T01:55:51.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.859+0000 7ff31dffb640  1 -- 172.21.15.46:0/3235978082 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3200506c0 con 0x55ad714df340
2024-03-19T01:55:51.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.859+0000 7ff331032740  1 -- 172.21.15.46:0/3235978082 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ad714df340 msgr2=0x55ad714cb060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:51.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.859+0000 7ff331032740  1 --2- 172.21.15.46:0/3235978082 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ad714df340 0x55ad714cb060 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7ff320036000 tx=0x7ff32002e040 comp rx=0 tx=0).stop
2024-03-19T01:55:51.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.859+0000 7ff331032740  1 -- 172.21.15.46:0/3235978082 shutdown_connections
2024-03-19T01:55:51.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.859+0000 7ff331032740  1 --2- 172.21.15.46:0/3235978082 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ad714df340 0x55ad714cb060 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.859+0000 7ff331032740  1 --2- 172.21.15.46:0/3235978082 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ad714d2000 0x55ad714eaff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.859+0000 7ff331032740  1 --2- 172.21.15.46:0/3235978082 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ad714d16e0 0x55ad714de950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.859+0000 7ff331032740  1 -- 172.21.15.46:0/3235978082 >> 172.21.15.46:0/3235978082 conn(0x55ad714cc160 msgr2=0x55ad714ca950 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:51.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.859+0000 7ff331032740  1 -- 172.21.15.46:0/3235978082 shutdown_connections
2024-03-19T01:55:51.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.859+0000 7ff331032740  1 -- 172.21.15.46:0/3235978082 wait complete.
2024-03-19T01:55:51.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.860+0000 7ff331032740  1 --  start start
2024-03-19T01:55:51.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.860+0000 7ff331032740  1  Processor -- start
2024-03-19T01:55:51.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.860+0000 7ff331032740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ad714d16e0 0x55ad714d8e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.860+0000 7ff331032740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ad714d2000 0x55ad714d9390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.860+0000 7ff331032740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ad714df340 0x55ad714d98d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.860+0000 7ff331032740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff3281aafd0 con 0x55ad714d16e0
2024-03-19T01:55:51.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.860+0000 7ff331032740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ff3281ac440 con 0x55ad714df340
2024-03-19T01:55:51.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.860+0000 7ff331032740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff3281ab6a0 con 0x55ad714d2000
2024-03-19T01:55:51.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.860+0000 7ff331032740 10 client.0 _ll_register_callbacks cb 0x7ff310005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:55:51.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.860+0000 7ff327fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ad714d16e0 0x55ad714d8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.860+0000 7ff32c9e8640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ad714df340 0x55ad714d98d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.860+0000 7ff3277fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ad714d2000 0x55ad714d9390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.860+0000 7ff327fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ad714d16e0 0x55ad714d8e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35304/0 (socket says 172.21.15.46:35304)
2024-03-19T01:55:51.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.860+0000 7ff327fff640  1 -- 172.21.15.46:0/2145034844 learned_addr learned my addr 172.21.15.46:0/2145034844 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:55:51.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.860+0000 7ff327fff640  1 -- 172.21.15.46:0/2145034844 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ad714d2000 msgr2=0x55ad714d9390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:51.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.860+0000 7ff327fff640  1 --2- 172.21.15.46:0/2145034844 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ad714d2000 0x55ad714d9390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.860+0000 7ff327fff640  1 -- 172.21.15.46:0/2145034844 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ad714df340 msgr2=0x55ad714d98d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:55:51.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.860+0000 7ff327fff640  1 --2- 172.21.15.46:0/2145034844 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ad714df340 0x55ad714d98d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.860+0000 7ff327fff640  1 -- 172.21.15.46:0/2145034844 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ad71554650 con 0x55ad714d16e0
2024-03-19T01:55:51.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.860+0000 7ff32c9e8640  1 --2- 172.21.15.46:0/2145034844 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ad714df340 0x55ad714d98d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:55:51.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.861+0000 7ff327fff640  1 --2- 172.21.15.46:0/2145034844 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ad714d16e0 0x55ad714d8e50 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7ff318097b10 tx=0x7ff31800ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e93c9a8f6eb2d76 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:55:51.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.861+0000 7ff3077fe640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:55:51.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.861+0000 7ff3077fe640  1 -- 172.21.15.46:0/2145034844 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff31809b1f0 con 0x55ad714d16e0
2024-03-19T01:55:51.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.861+0000 7ff3077fe640  1 -- 172.21.15.46:0/2145034844 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7ff31809aca0 con 0x55ad714d16e0
2024-03-19T01:55:51.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.861+0000 7ff331032740  1 -- 172.21.15.46:0/2145034844 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff320055070 con 0x55ad714d16e0
2024-03-19T01:55:51.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.861+0000 7ff3077fe640  1 -- 172.21.15.46:0/2145034844 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7ff318003b30 con 0x55ad714d16e0
2024-03-19T01:55:51.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.861+0000 7ff331032740 10 client.16959 fetch_fsmap learned FSMap version 31
2024-03-19T01:55:51.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.861+0000 7ff331032740  1 -- 172.21.15.46:0/2145034844 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55ad71555940 con 0x55ad714d16e0
2024-03-19T01:55:51.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.861+0000 7ff3077fe640  1 -- 172.21.15.46:0/2145034844 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff320055070 con 0x55ad714d16e0
2024-03-19T01:55:51.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.861+0000 7ff3077fe640  1 -- 172.21.15.46:0/2145034844 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 31) ==== 8362+0+0 (secure 0 0 0) 0x7ff3180cca20 con 0x55ad714d16e0
2024-03-19T01:55:51.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.861+0000 7ff331032740 10 client.16959 fetch_fsmap finished waiting for FSMap version 31
2024-03-19T01:55:51.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.861+0000 7ff331032740 10 client.16959 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:55:51.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.861+0000 7ff331032740 20 client.16959 populate_metadata read hostname 'smithi046'
2024-03-19T01:55:51.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.861+0000 7ff331032740  1 --2- 172.21.15.46:0/2145034844 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ad71555fb0 0x55ad715583d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:55:51.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.861+0000 7ff331032740  4 client.16959 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:55:51.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.861+0000 7ff331032740  1 -- 172.21.15.46:0/2145034844 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ad7143cd90 con 0x55ad71555fb0
2024-03-19T01:55:51.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.862+0000 7ff3277fe640  1 --2- 172.21.15.46:0/2145034844 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ad71555fb0 0x55ad715583d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:55:51.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.862+0000 7ff3277fe640  1 --2- 172.21.15.46:0/2145034844 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ad71555fb0 0x55ad715583d0 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3d9cc6ba09036243 server_cookie=178d74eab1b866be in_seq=0 out_seq=0
2024-03-19T01:55:51.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.862+0000 7ff3077fe640 10 client.16959 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:55:51.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.862+0000 7ff3077fe640  1 -- 172.21.15.46:0/2145034844 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55ad7143cd90 con 0x55ad71555fb0
2024-03-19T01:55:51.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.862+0000 7ff3077fe640 10 client.16959 handle_command_reply: tid=0
2024-03-19T01:55:51.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.862+0000 7ff331032740  1 client.16959 shutdown
2024-03-19T01:55:51.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.862+0000 7ff331032740  1 -- 172.21.15.46:0/2145034844 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ad714d16e0 msgr2=0x55ad714d8e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:51.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.862+0000 7ff331032740  1 --2- 172.21.15.46:0/2145034844 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ad714d16e0 0x55ad714d8e50 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7ff318097b10 tx=0x7ff31800ef90 comp rx=0 tx=0).stop
2024-03-19T01:55:51.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.862+0000 7ff331032740  1 -- 172.21.15.46:0/2145034844 shutdown_connections
2024-03-19T01:55:51.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.862+0000 7ff331032740  1 --2- 172.21.15.46:0/2145034844 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ad71555fb0 0x55ad715583d0 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.862+0000 7ff331032740  1 --2- 172.21.15.46:0/2145034844 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ad714df340 0x55ad714d98d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.862+0000 7ff331032740  1 --2- 172.21.15.46:0/2145034844 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ad714d2000 0x55ad714d9390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.862+0000 7ff3077fe640  0 client.16959 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:55:51.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.862+0000 7ff331032740  1 --2- 172.21.15.46:0/2145034844 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ad714d16e0 0x55ad714d8e50 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.862+0000 7ff331032740  1 -- 172.21.15.46:0/2145034844 >> 172.21.15.46:0/2145034844 conn(0x55ad714cc160 msgr2=0x55ad714cde40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:51.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.862+0000 7ff331032740  1 -- 172.21.15.46:0/2145034844 shutdown_connections
2024-03-19T01:55:51.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.862+0000 7ff331032740  1 -- 172.21.15.46:0/2145034844 wait complete.
2024-03-19T01:55:51.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.862+0000 7ff331032740 20 client.16959 trim_cache size 0 max 16384
2024-03-19T01:55:51.869 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:55:51.870 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "IDLE (waiting for more scrubs)",
2024-03-19T01:55:51.870 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {
2024-03-19T01:55:51.870 INFO:teuthology.orchestra.run.smithi046.stdout:        "8af306b8-ebbd-4ec8-99cc-9d5060c66de4": {
2024-03-19T01:55:51.870 INFO:teuthology.orchestra.run.smithi046.stdout:            "path": "/",
2024-03-19T01:55:51.870 INFO:teuthology.orchestra.run.smithi046.stdout:            "tag": "8af306b8-ebbd-4ec8-99cc-9d5060c66de4",
2024-03-19T01:55:51.870 INFO:teuthology.orchestra.run.smithi046.stdout:            "options": "recursive,force"
2024-03-19T01:55:51.870 INFO:teuthology.orchestra.run.smithi046.stdout:        }
2024-03-19T01:55:51.870 INFO:teuthology.orchestra.run.smithi046.stdout:    }
2024-03-19T01:55:51.870 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:55:51.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.863+0000 7ff32e44b640  1 -- 172.21.15.46:0/1116625758 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff3140a2970 msgr2=0x7ff3140a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:51.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.863+0000 7ff32e44b640  1 --2- 172.21.15.46:0/1116625758 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff3140a2970 0x7ff3140a4e30 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7ff320005cc0 tx=0x7ff320005c50 comp rx=0 tx=0).stop
2024-03-19T01:55:51.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.863+0000 7ff32e44b640  1 -- 172.21.15.46:0/1116625758 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3281017b0 msgr2=0x7ff328197fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:55:51.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.863+0000 7ff32e44b640  1 --2- 172.21.15.46:0/1116625758 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3281017b0 0x7ff328197fa0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7ff31800ea60 tx=0x7ff31800ef20 comp rx=0 tx=0).stop
2024-03-19T01:55:51.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.863+0000 7ff32e44b640  1 -- 172.21.15.46:0/1116625758 shutdown_connections
2024-03-19T01:55:51.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.863+0000 7ff32e44b640  1 --2- 172.21.15.46:0/1116625758 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff3281077c0 0x7ff32819c860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.863+0000 7ff32e44b640  1 --2- 172.21.15.46:0/1116625758 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff3140a2970 0x7ff3140a4e30 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.863+0000 7ff32e44b640  1 --2- 172.21.15.46:0/1116625758 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff328102170 0x7ff3281984e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.863+0000 7ff32e44b640  1 --2- 172.21.15.46:0/1116625758 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3281017b0 0x7ff328197fa0 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:55:51.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.863+0000 7ff32e44b640  1 -- 172.21.15.46:0/1116625758 >> 172.21.15.46:0/1116625758 conn(0x7ff328078c20 msgr2=0x7ff3281041c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:55:51.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.863+0000 7ff32e44b640  1 -- 172.21.15.46:0/1116625758 shutdown_connections
2024-03-19T01:55:51.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:55:51.863+0000 7ff32e44b640  1 -- 172.21.15.46:0/1116625758 wait complete.
2024-03-19T01:55:51.872 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:51 smithi046 ceph-mon[63102]: pgmap v176: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:55:51.874 INFO:tasks.cephfs.filesystem:scrub status for tag:8af306b8-ebbd-4ec8-99cc-9d5060c66de4 - {'path': '/', 'tag': '8af306b8-ebbd-4ec8-99cc-9d5060c66de4', 'options': 'recursive,force'}
2024-03-19T01:55:52.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:51 smithi073 ceph-mon[66833]: pgmap v176: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:55:52.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:51 smithi102 ceph-mon[66557]: pgmap v176: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:55:53.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:52 smithi046 ceph-mon[63102]: scrub queued for path: /
2024-03-19T01:55:53.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:52 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:55:53.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:52 smithi046 ceph-mon[63102]: scrub summary: active paths [/]
2024-03-19T01:55:53.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:52 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:55:53.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:52 smithi073 ceph-mon[66833]: scrub queued for path: /
2024-03-19T01:55:53.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:52 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:55:53.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:52 smithi073 ceph-mon[66833]: scrub summary: active paths [/]
2024-03-19T01:55:53.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:52 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:55:53.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:52 smithi102 ceph-mon[66557]: scrub queued for path: /
2024-03-19T01:55:53.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:52 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:55:53.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:52 smithi102 ceph-mon[66557]: scrub summary: active paths [/]
2024-03-19T01:55:53.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:52 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:55:54.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:53 smithi046 ceph-mon[63102]: pgmap v177: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:55:54.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:53 smithi073 ceph-mon[66833]: pgmap v177: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:55:54.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:53 smithi102 ceph-mon[66557]: pgmap v177: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:55:56.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:55 smithi046 ceph-mon[63102]: pgmap v178: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:55:56.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:55 smithi073 ceph-mon[66833]: pgmap v178: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:55:56.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:55 smithi102 ceph-mon[66557]: pgmap v178: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:55:57.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:56 smithi046 ceph-mon[63102]: scrub summary: idle
2024-03-19T01:55:57.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:56 smithi073 ceph-mon[66833]: scrub summary: idle
2024-03-19T01:55:57.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:56 smithi102 ceph-mon[66557]: scrub summary: idle
2024-03-19T01:55:58.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:57 smithi046 ceph-mon[63102]: pgmap v179: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:55:58.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:57 smithi073 ceph-mon[66833]: pgmap v179: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:55:58.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:57 smithi102 ceph-mon[66557]: pgmap v179: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:56:00.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:55:59 smithi046 ceph-mon[63102]: pgmap v180: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:56:00.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:55:59 smithi073 ceph-mon[66833]: pgmap v180: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:56:00.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:55:59 smithi102 ceph-mon[66557]: pgmap v180: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:56:02.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:01 smithi046 ceph-mon[63102]: pgmap v181: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:56:02.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:01 smithi073 ceph-mon[66833]: pgmap v181: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:56:02.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:01 smithi102 ceph-mon[66557]: pgmap v181: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:56:04.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:03 smithi046 ceph-mon[63102]: pgmap v182: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:56:04.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:03 smithi073 ceph-mon[66833]: pgmap v182: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:56:04.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:03 smithi102 ceph-mon[66557]: pgmap v182: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:56:06.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:05 smithi046 ceph-mon[63102]: pgmap v183: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:56:06.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:05 smithi073 ceph-mon[66833]: pgmap v183: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:56:06.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:05 smithi102 ceph-mon[66557]: pgmap v183: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:56:08.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:07 smithi046 ceph-mon[63102]: pgmap v184: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 25 op/s
2024-03-19T01:56:08.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:07 smithi073 ceph-mon[66833]: pgmap v184: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 25 op/s
2024-03-19T01:56:08.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:07 smithi102 ceph-mon[66557]: pgmap v184: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 25 op/s
2024-03-19T01:56:10.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:09 smithi046 ceph-mon[63102]: pgmap v185: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 21 op/s
2024-03-19T01:56:10.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:09 smithi073 ceph-mon[66833]: pgmap v185: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 21 op/s
2024-03-19T01:56:10.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:09 smithi102 ceph-mon[66557]: pgmap v185: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 21 op/s
2024-03-19T01:56:12.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:11 smithi046 ceph-mon[63102]: pgmap v186: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 25 op/s
2024-03-19T01:56:12.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:11 smithi073 ceph-mon[66833]: pgmap v186: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 25 op/s
2024-03-19T01:56:12.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:11 smithi102 ceph-mon[66557]: pgmap v186: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 25 op/s
2024-03-19T01:56:14.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:13 smithi046 ceph-mon[63102]: pgmap v187: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 21 op/s
2024-03-19T01:56:14.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:13 smithi073 ceph-mon[66833]: pgmap v187: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 21 op/s
2024-03-19T01:56:14.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:13 smithi102 ceph-mon[66557]: pgmap v187: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 21 op/s
2024-03-19T01:56:16.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:15 smithi046 ceph-mon[63102]: pgmap v188: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 21 op/s
2024-03-19T01:56:16.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:15 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:56:16.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:15 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:56:16.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:15 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:56:16.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:15 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:56:16.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:15 smithi073 ceph-mon[66833]: pgmap v188: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 21 op/s
2024-03-19T01:56:16.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:15 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:56:16.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:15 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:56:16.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:15 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:56:16.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:15 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:56:16.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:15 smithi102 ceph-mon[66557]: pgmap v188: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 21 op/s
2024-03-19T01:56:16.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:15 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:56:16.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:15 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:56:16.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:15 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:56:16.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:15 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:56:18.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:17 smithi046 ceph-mon[63102]: pgmap v189: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 25 op/s
2024-03-19T01:56:18.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:17 smithi073 ceph-mon[66833]: pgmap v189: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 25 op/s
2024-03-19T01:56:18.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:17 smithi102 ceph-mon[66557]: pgmap v189: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 25 op/s
2024-03-19T01:56:20.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:19 smithi046 ceph-mon[63102]: pgmap v190: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 6 op/s
2024-03-19T01:56:20.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:19 smithi046 ceph-mon[63102]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:56:20.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:19 smithi073 ceph-mon[66833]: pgmap v190: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 6 op/s
2024-03-19T01:56:20.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:19 smithi073 ceph-mon[66833]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:56:20.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:19 smithi102 ceph-mon[66557]: pgmap v190: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 6 op/s
2024-03-19T01:56:20.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:19 smithi102 ceph-mon[66557]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:56:21.875 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:56:21.876 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:56:21.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.994+0000 7fdb6b190640  1 -- 172.21.15.46:0/4017802636 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb641066c0 msgr2=0x7fdb64106aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:21.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.994+0000 7fdb6b190640  1 --2- 172.21.15.46:0/4017802636 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb641066c0 0x7fdb64106aa0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7fdb60009930 tx=0x7fdb6002bc30 comp rx=0 tx=0).stop
2024-03-19T01:56:21.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.994+0000 7fdb6b190640  1 -- 172.21.15.46:0/4017802636 shutdown_connections
2024-03-19T01:56:21.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.994+0000 7fdb6b190640  1 --2- 172.21.15.46:0/4017802636 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdb64101070 0x7fdb6410d580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:21.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.994+0000 7fdb6b190640  1 --2- 172.21.15.46:0/4017802636 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdb641006b0 0x7fdb64100b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:21.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.994+0000 7fdb6b190640  1 --2- 172.21.15.46:0/4017802636 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb641066c0 0x7fdb64106aa0 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:21.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.994+0000 7fdb6b190640  1 -- 172.21.15.46:0/4017802636 >> 172.21.15.46:0/4017802636 conn(0x7fdb640777f0 msgr2=0x7fdb64077c00 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:22.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.994+0000 7fdb6b190640  1 -- 172.21.15.46:0/4017802636 shutdown_connections
2024-03-19T01:56:22.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.994+0000 7fdb6b190640  1 -- 172.21.15.46:0/4017802636 wait complete.
2024-03-19T01:56:22.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.995+0000 7fdb6b190640  1  Processor -- start
2024-03-19T01:56:22.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.995+0000 7fdb6b190640  1 --  start start
2024-03-19T01:56:22.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.995+0000 7fdb6b190640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdb641006b0 0x7fdb64198000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.995+0000 7fdb6b190640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdb64101070 0x7fdb64198540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.995+0000 7fdb6b190640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb641066c0 0x7fdb6419c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.995+0000 7fdb6b190640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fdb64111a80 con 0x7fdb641066c0
2024-03-19T01:56:22.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.995+0000 7fdb6b190640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fdb64111900 con 0x7fdb641006b0
2024-03-19T01:56:22.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.995+0000 7fdb6b190640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fdb64111c00 con 0x7fdb64101070
2024-03-19T01:56:22.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.995+0000 7fdb6972d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb641066c0 0x7fdb6419c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.995+0000 7fdb6972d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb641066c0 0x7fdb6419c8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37562/0 (socket says 172.21.15.46:37562)
2024-03-19T01:56:22.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.995+0000 7fdb6972d640  1 -- 172.21.15.46:0/51577923 learned_addr learned my addr 172.21.15.46:0/51577923 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:22.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.995+0000 7fdb68f2c640  1 --2- 172.21.15.46:0/51577923 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdb641006b0 0x7fdb64198000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.995+0000 7fdb5bfff640  1 --2- 172.21.15.46:0/51577923 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdb64101070 0x7fdb64198540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.996+0000 7fdb6972d640  1 -- 172.21.15.46:0/51577923 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdb64101070 msgr2=0x7fdb64198540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.996+0000 7fdb6972d640  1 --2- 172.21.15.46:0/51577923 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdb64101070 0x7fdb64198540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.996+0000 7fdb6972d640  1 -- 172.21.15.46:0/51577923 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdb641006b0 msgr2=0x7fdb64198000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.996+0000 7fdb6972d640  1 --2- 172.21.15.46:0/51577923 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdb641006b0 0x7fdb64198000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.996+0000 7fdb6972d640  1 -- 172.21.15.46:0/51577923 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb6419cff0 con 0x7fdb641066c0
2024-03-19T01:56:22.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.996+0000 7fdb5bfff640  1 --2- 172.21.15.46:0/51577923 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdb64101070 0x7fdb64198540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:22.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.996+0000 7fdb68f2c640  1 --2- 172.21.15.46:0/51577923 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdb641006b0 0x7fdb64198000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:22.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.996+0000 7fdb6972d640  1 --2- 172.21.15.46:0/51577923 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb641066c0 0x7fdb6419c8c0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fdb5c00efd0 tx=0x7fdb5c00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:22.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.996+0000 7fdb59ffb640  1 -- 172.21.15.46:0/51577923 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb5c003b70 con 0x7fdb641066c0
2024-03-19T01:56:22.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.996+0000 7fdb59ffb640  1 -- 172.21.15.46:0/51577923 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdb5c003d10 con 0x7fdb641066c0
2024-03-19T01:56:22.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.996+0000 7fdb6b190640  1 -- 172.21.15.46:0/51577923 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb6419d2e0 con 0x7fdb641066c0
2024-03-19T01:56:22.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.996+0000 7fdb59ffb640  1 -- 172.21.15.46:0/51577923 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb5c010980 con 0x7fdb641066c0
2024-03-19T01:56:22.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.996+0000 7fdb6b190640  1 -- 172.21.15.46:0/51577923 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb641a4b70 con 0x7fdb641066c0
2024-03-19T01:56:22.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.998+0000 7fdb59ffb640  1 -- 172.21.15.46:0/51577923 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fdb5c004020 con 0x7fdb641066c0
2024-03-19T01:56:22.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.999+0000 7fdb6dd78740  1  Processor -- start
2024-03-19T01:56:22.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.999+0000 7fdb59ffb640  1 --2- 172.21.15.46:0/51577923 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdb4c0a2970 0x7fdb4c0a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.999+0000 7fdb6dd78740  1 --  start start
2024-03-19T01:56:22.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.999+0000 7fdb5bfff640  1 --2- 172.21.15.46:0/51577923 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdb4c0a2970 0x7fdb4c0a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.999+0000 7fdb6dd78740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55eed16b8a30 0x55eed16b8e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.999+0000 7fdb59ffb640  1 -- 172.21.15.46:0/51577923 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fdb5c0cf630 con 0x7fdb641066c0
2024-03-19T01:56:22.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.999+0000 7fdb6dd78740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55eed16b9350 0x55eed16c19f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.999+0000 7fdb6dd78740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55eed16c1f30 0x55eed16c4320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.999+0000 7fdb6dd78740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55eed161c500 con 0x55eed16c1f30
2024-03-19T01:56:22.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.999+0000 7fdb6dd78740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55eed15c4be0 con 0x55eed16b9350
2024-03-19T01:56:22.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.999+0000 7fdb6dd78740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55eed16185a0 con 0x55eed16b8a30
2024-03-19T01:56:22.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.999+0000 7fdb5bfff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55eed16b9350 0x55eed16c19f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.999+0000 7fdb68f2c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55eed16b8a30 0x55eed16b8e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.999+0000 7fdb5bfff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55eed16b9350 0x55eed16c19f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:48406/0 (socket says 172.21.15.46:48406)
2024-03-19T01:56:22.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.999+0000 7fdb6972d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55eed16c1f30 0x55eed16c4320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:21.999+0000 7fdb5bfff640  1 -- 172.21.15.46:0/86678647 learned_addr learned my addr 172.21.15.46:0/86678647 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:22.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.000+0000 7fdb5bfff640  1 --2- 172.21.15.46:0/51577923 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdb4c0a2970 0x7fdb4c0a4e30 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fdb54011950 tx=0x7fdb54011d50 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:22.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.000+0000 7fdb68f2c640  1 -- 172.21.15.46:0/86678647 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55eed16b9350 msgr2=0x55eed16c19f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:22.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.000+0000 7fdb68f2c640  1 --2- 172.21.15.46:0/86678647 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55eed16b9350 0x55eed16c19f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.000+0000 7fdb68f2c640  1 -- 172.21.15.46:0/86678647 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55eed16c1f30 msgr2=0x55eed16c4320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:22.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.000+0000 7fdb68f2c640  1 --2- 172.21.15.46:0/86678647 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55eed16c1f30 0x55eed16c4320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.000+0000 7fdb68f2c640  1 -- 172.21.15.46:0/86678647 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eed15e6000 con 0x55eed16b8a30
2024-03-19T01:56:22.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.000+0000 7fdb6972d640  1 --2- 172.21.15.46:0/86678647 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55eed16c1f30 0x55eed16c4320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:22.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.000+0000 7fdb68f2c640  1 --2- 172.21.15.46:0/86678647 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55eed16b8a30 0x55eed16b8e10 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fdb60009230 tx=0x7fdb600095f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=af38cb43b6710cef server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:22.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.000+0000 7fdb4affd640  1 -- 172.21.15.46:0/86678647 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb60045070 con 0x55eed16b8a30
2024-03-19T01:56:22.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.000+0000 7fdb4affd640  1 -- 172.21.15.46:0/86678647 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdb6002c7e0 con 0x55eed16b8a30
2024-03-19T01:56:22.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.000+0000 7fdb4affd640  1 -- 172.21.15.46:0/86678647 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb600039e0 con 0x55eed16b8a30
2024-03-19T01:56:22.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.001+0000 7fdb6dd78740  1 -- 172.21.15.46:0/86678647 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55eed16b8a30 msgr2=0x55eed16b8e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.001+0000 7fdb6dd78740  1 --2- 172.21.15.46:0/86678647 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55eed16b8a30 0x55eed16b8e10 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fdb60009230 tx=0x7fdb600095f0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.001+0000 7fdb6dd78740  1 -- 172.21.15.46:0/86678647 shutdown_connections
2024-03-19T01:56:22.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.001+0000 7fdb6dd78740  1 --2- 172.21.15.46:0/86678647 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55eed16c1f30 0x55eed16c4320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.001+0000 7fdb6dd78740  1 --2- 172.21.15.46:0/86678647 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55eed16b9350 0x55eed16c19f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.001+0000 7fdb6dd78740  1 --2- 172.21.15.46:0/86678647 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55eed16b8a30 0x55eed16b8e10 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.001+0000 7fdb6dd78740  1 -- 172.21.15.46:0/86678647 >> 172.21.15.46:0/86678647 conn(0x55eed16b3160 msgr2=0x55eed16b3540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:22.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.001+0000 7fdb6dd78740  1 -- 172.21.15.46:0/86678647 shutdown_connections
2024-03-19T01:56:22.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.001+0000 7fdb6dd78740  1 -- 172.21.15.46:0/86678647 wait complete.
2024-03-19T01:56:22.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.001+0000 7fdb6dd78740  1 --  start start
2024-03-19T01:56:22.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.001+0000 7fdb6dd78740  1  Processor -- start
2024-03-19T01:56:22.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.002+0000 7fdb6dd78740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55eed16b8a30 0x55eed16bef70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.002+0000 7fdb6dd78740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55eed16b9350 0x55eed16bf4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.002+0000 7fdb6dd78740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55eed16c1f30 0x55eed16bf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.002+0000 7fdb6dd78740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55eed16c4cc0 con 0x55eed16b9350
2024-03-19T01:56:22.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.002+0000 7fdb6dd78740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55eed15d8160 con 0x55eed16c1f30
2024-03-19T01:56:22.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.002+0000 7fdb6dd78740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55eed16c4e40 con 0x55eed16b8a30
2024-03-19T01:56:22.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.002+0000 7fdb6dd78740 10 client.0 _ll_register_callbacks cb 0x55eed1614a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:56:22.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.002+0000 7fdb5bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55eed16b9350 0x55eed16bf4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.002+0000 7fdb5bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55eed16b9350 0x55eed16bf4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37572/0 (socket says 172.21.15.46:37572)
2024-03-19T01:56:22.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.002+0000 7fdb5bfff640  1 -- 172.21.15.46:0/2514693393 learned_addr learned my addr 172.21.15.46:0/2514693393 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:22.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.002+0000 7fdb68f2c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55eed16b8a30 0x55eed16bef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.002+0000 7fdb6972d640  1 --2- 172.21.15.46:0/2514693393 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55eed16c1f30 0x55eed16bf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.002+0000 7fdb68f2c640  1 -- 172.21.15.46:0/2514693393 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55eed16c1f30 msgr2=0x55eed16bf9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:22.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.002+0000 7fdb68f2c640  1 --2- 172.21.15.46:0/2514693393 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55eed16c1f30 0x55eed16bf9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.002+0000 7fdb68f2c640  1 -- 172.21.15.46:0/2514693393 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55eed16b9350 msgr2=0x55eed16bf4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:22.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.002+0000 7fdb68f2c640  1 --2- 172.21.15.46:0/2514693393 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55eed16b9350 0x55eed16bf4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.002+0000 7fdb68f2c640  1 -- 172.21.15.46:0/2514693393 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eed13fa7d0 con 0x55eed16b8a30
2024-03-19T01:56:22.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.002+0000 7fdb5bfff640  1 --2- 172.21.15.46:0/2514693393 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55eed16b9350 0x55eed16bf4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:22.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.002+0000 7fdb6972d640  1 --2- 172.21.15.46:0/2514693393 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55eed16c1f30 0x55eed16bf9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:22.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.002+0000 7fdb68f2c640  1 --2- 172.21.15.46:0/2514693393 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55eed16b8a30 0x55eed16bef70 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fdb60009230 tx=0x7fdb60005e50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7d848178168fdf54 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:22.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.002+0000 7fdb43fff640 10 client.0 ms_handle_connect on v2:172.21.15.102:3300/0
2024-03-19T01:56:22.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.003+0000 7fdb43fff640  1 -- 172.21.15.46:0/2514693393 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb60045040 con 0x55eed16b8a30
2024-03-19T01:56:22.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.003+0000 7fdb43fff640  1 -- 172.21.15.46:0/2514693393 <== mon.1 v2:172.21.15.102:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fdb6003fc80 con 0x55eed16b8a30
2024-03-19T01:56:22.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.003+0000 7fdb6dd78740  1 -- 172.21.15.46:0/2514693393 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdb6002c7e0 con 0x55eed16b8a30
2024-03-19T01:56:22.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.003+0000 7fdb43fff640  1 -- 172.21.15.46:0/2514693393 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fdb6005b050 con 0x55eed16b8a30
2024-03-19T01:56:22.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.003+0000 7fdb6dd78740 10 client.26770 fetch_fsmap learned FSMap version 33
2024-03-19T01:56:22.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.003+0000 7fdb6dd78740  1 -- 172.21.15.46:0/2514693393 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55eed13303f0 con 0x55eed16b8a30
2024-03-19T01:56:22.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.003+0000 7fdb43fff640  1 -- 172.21.15.46:0/2514693393 <== mon.1 v2:172.21.15.102:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdb6002c7e0 con 0x55eed16b8a30
2024-03-19T01:56:22.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.003+0000 7fdb43fff640  1 -- 172.21.15.46:0/2514693393 <== mon.1 v2:172.21.15.102:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fdb60056440 con 0x55eed16b8a30
2024-03-19T01:56:22.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.003+0000 7fdb6dd78740 10 client.26770 fetch_fsmap finished waiting for FSMap version 33
2024-03-19T01:56:22.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.003+0000 7fdb6dd78740 10 client.26770 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:56:22.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.003+0000 7fdb6dd78740 20 client.26770 populate_metadata read hostname 'smithi046'
2024-03-19T01:56:22.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.003+0000 7fdb6dd78740  1 --2- 172.21.15.46:0/2514693393 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55eed16d2100 0x55eed16d44f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.003+0000 7fdb6dd78740  4 client.26770 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:56:22.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.003+0000 7fdb6dd78740  1 -- 172.21.15.46:0/2514693393 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55eed1629a40 con 0x55eed16d2100
2024-03-19T01:56:22.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.003+0000 7fdb5bfff640  1 --2- 172.21.15.46:0/2514693393 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55eed16d2100 0x55eed16d44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.004+0000 7fdb5bfff640  1 --2- 172.21.15.46:0/2514693393 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55eed16d2100 0x55eed16d44f0 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=564c5161ffb60b72 server_cookie=f79ab953bf935e66 in_seq=0 out_seq=0
2024-03-19T01:56:22.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.004+0000 7fdb43fff640 10 client.26770 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:56:22.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.004+0000 7fdb43fff640  1 -- 172.21.15.46:0/2514693393 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55eed1629a40 con 0x55eed16d2100
2024-03-19T01:56:22.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.004+0000 7fdb43fff640 10 client.26770 handle_command_reply: tid=0
2024-03-19T01:56:22.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.004+0000 7fdb6dd78740  1 client.26770 shutdown
2024-03-19T01:56:22.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.005+0000 7fdb6dd78740  1 -- 172.21.15.46:0/2514693393 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55eed16b8a30 msgr2=0x55eed16bef70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.005+0000 7fdb6dd78740  1 --2- 172.21.15.46:0/2514693393 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55eed16b8a30 0x55eed16bef70 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fdb60009230 tx=0x7fdb60005e50 comp rx=0 tx=0).stop
2024-03-19T01:56:22.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.005+0000 7fdb6dd78740  1 -- 172.21.15.46:0/2514693393 shutdown_connections
2024-03-19T01:56:22.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.005+0000 7fdb6dd78740  1 --2- 172.21.15.46:0/2514693393 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55eed16d2100 0x55eed16d44f0 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.005+0000 7fdb6dd78740  1 --2- 172.21.15.46:0/2514693393 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55eed16c1f30 0x55eed16bf9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.005+0000 7fdb6dd78740  1 --2- 172.21.15.46:0/2514693393 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55eed16b9350 0x55eed16bf4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.005+0000 7fdb43fff640  0 client.26770 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:56:22.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.005+0000 7fdb6dd78740  1 --2- 172.21.15.46:0/2514693393 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55eed16b8a30 0x55eed16bef70 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.005+0000 7fdb6dd78740  1 -- 172.21.15.46:0/2514693393 >> 172.21.15.46:0/2514693393 conn(0x55eed16b3160 msgr2=0x55eed16b4eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:22.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.005+0000 7fdb6dd78740  1 -- 172.21.15.46:0/2514693393 shutdown_connections
2024-03-19T01:56:22.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.005+0000 7fdb6dd78740  1 -- 172.21.15.46:0/2514693393 wait complete.
2024-03-19T01:56:22.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.005+0000 7fdb6dd78740 20 client.26770 trim_cache size 0 max 16384
2024-03-19T01:56:22.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.022+0000 7fdb6dd78740  1  Processor -- start
2024-03-19T01:56:22.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.022+0000 7fdb6dd78740  1 --  start start
2024-03-19T01:56:22.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.022+0000 7fdb6dd78740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55eed16b8a30 0x55eed16c16a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.022+0000 7fdb6dd78740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55eed16b9350 0x55eed16bdef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.022+0000 7fdb6dd78740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55eed16c1f30 0x55eed16cda60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.022+0000 7fdb6dd78740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fdb641b13f0 con 0x55eed16c1f30
2024-03-19T01:56:22.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.022+0000 7fdb6dd78740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fdb641aec90 con 0x55eed16b9350
2024-03-19T01:56:22.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.022+0000 7fdb6dd78740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fdb641acac0 con 0x55eed16b8a30
2024-03-19T01:56:22.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.023+0000 7fdb6972d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55eed16c1f30 0x55eed16cda60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.023+0000 7fdb6972d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55eed16c1f30 0x55eed16cda60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37586/0 (socket says 172.21.15.46:37586)
2024-03-19T01:56:22.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.023+0000 7fdb68f2c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55eed16b8a30 0x55eed16c16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.023+0000 7fdb6972d640  1 -- 172.21.15.46:0/2518290409 learned_addr learned my addr 172.21.15.46:0/2518290409 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:22.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.023+0000 7fdb5bfff640  1 --2- 172.21.15.46:0/2518290409 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55eed16b9350 0x55eed16bdef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.023+0000 7fdb6972d640  1 -- 172.21.15.46:0/2518290409 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55eed16b8a30 msgr2=0x55eed16c16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:22.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.023+0000 7fdb6972d640  1 --2- 172.21.15.46:0/2518290409 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55eed16b8a30 0x55eed16c16a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.023+0000 7fdb6972d640  1 -- 172.21.15.46:0/2518290409 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55eed16b9350 msgr2=0x55eed16bdef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:22.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.023+0000 7fdb6972d640  1 --2- 172.21.15.46:0/2518290409 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55eed16b9350 0x55eed16bdef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.023+0000 7fdb6972d640  1 -- 172.21.15.46:0/2518290409 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eed12f00f0 con 0x55eed16c1f30
2024-03-19T01:56:22.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.023+0000 7fdb68f2c640  1 --2- 172.21.15.46:0/2518290409 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55eed16b8a30 0x55eed16c16a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:22.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.023+0000 7fdb5bfff640  1 --2- 172.21.15.46:0/2518290409 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55eed16b9350 0x55eed16bdef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:22.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.023+0000 7fdb6972d640  1 --2- 172.21.15.46:0/2518290409 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55eed16c1f30 0x55eed16cda60 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7fdb5c004990 tx=0x7fdb5c009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f30d62fb1b88d900 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:22.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.023+0000 7fdb4a7fc640  1 -- 172.21.15.46:0/2518290409 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb5c09b8e0 con 0x55eed16c1f30
2024-03-19T01:56:22.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.023+0000 7fdb4a7fc640  1 -- 172.21.15.46:0/2518290409 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdb5c09fa30 con 0x55eed16c1f30
2024-03-19T01:56:22.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.023+0000 7fdb4a7fc640  1 -- 172.21.15.46:0/2518290409 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb5c09bb40 con 0x55eed16c1f30
2024-03-19T01:56:22.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.024+0000 7fdb6dd78740  1 -- 172.21.15.46:0/2518290409 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55eed16c1f30 msgr2=0x55eed16cda60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.024+0000 7fdb6dd78740  1 --2- 172.21.15.46:0/2518290409 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55eed16c1f30 0x55eed16cda60 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7fdb5c004990 tx=0x7fdb5c009c00 comp rx=0 tx=0).stop
2024-03-19T01:56:22.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.024+0000 7fdb6dd78740  1 -- 172.21.15.46:0/2518290409 shutdown_connections
2024-03-19T01:56:22.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.024+0000 7fdb6dd78740  1 --2- 172.21.15.46:0/2518290409 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55eed16c1f30 0x55eed16cda60 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.024+0000 7fdb6dd78740  1 --2- 172.21.15.46:0/2518290409 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55eed16b9350 0x55eed16bdef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.024+0000 7fdb6dd78740  1 --2- 172.21.15.46:0/2518290409 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55eed16b8a30 0x55eed16c16a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.024+0000 7fdb6dd78740  1 -- 172.21.15.46:0/2518290409 >> 172.21.15.46:0/2518290409 conn(0x55eed16b3160 msgr2=0x55eed16b4df0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:22.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.024+0000 7fdb6dd78740  1 -- 172.21.15.46:0/2518290409 shutdown_connections
2024-03-19T01:56:22.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.024+0000 7fdb6dd78740  1 -- 172.21.15.46:0/2518290409 wait complete.
2024-03-19T01:56:22.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.024+0000 7fdb6dd78740  1 --  start start
2024-03-19T01:56:22.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.024+0000 7fdb6dd78740  1  Processor -- start
2024-03-19T01:56:22.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.025+0000 7fdb6dd78740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55eed16b8a30 0x55eed16bbdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.025+0000 7fdb6dd78740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55eed16b9350 0x55eed16bc310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.025+0000 7fdb6dd78740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55eed16c1f30 0x55eed16bc850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.025+0000 7fdb6dd78740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fdb641ad150 con 0x55eed16b8a30
2024-03-19T01:56:22.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.025+0000 7fdb6dd78740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fdb641ae5c0 con 0x55eed16c1f30
2024-03-19T01:56:22.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.025+0000 7fdb6dd78740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fdb641ad820 con 0x55eed16b9350
2024-03-19T01:56:22.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.025+0000 7fdb6dd78740 10 client.0 _ll_register_callbacks cb 0x7fdb5c004a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:56:22.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.025+0000 7fdb68f2c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55eed16b8a30 0x55eed16bbdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.025+0000 7fdb68f2c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55eed16b8a30 0x55eed16bbdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37590/0 (socket says 172.21.15.46:37590)
2024-03-19T01:56:22.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.025+0000 7fdb68f2c640  1 -- 172.21.15.46:0/1157552049 learned_addr learned my addr 172.21.15.46:0/1157552049 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:22.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.025+0000 7fdb6972d640  1 --2- 172.21.15.46:0/1157552049 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55eed16c1f30 0x55eed16bc850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.025+0000 7fdb5bfff640  1 --2- 172.21.15.46:0/1157552049 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55eed16b9350 0x55eed16bc310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.025+0000 7fdb68f2c640  1 -- 172.21.15.46:0/1157552049 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55eed16b9350 msgr2=0x55eed16bc310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:22.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.025+0000 7fdb68f2c640  1 --2- 172.21.15.46:0/1157552049 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55eed16b9350 0x55eed16bc310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.025+0000 7fdb68f2c640  1 -- 172.21.15.46:0/1157552049 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55eed16c1f30 msgr2=0x55eed16bc850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:22.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.025+0000 7fdb68f2c640  1 --2- 172.21.15.46:0/1157552049 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55eed16c1f30 0x55eed16bc850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.025+0000 7fdb68f2c640  1 -- 172.21.15.46:0/1157552049 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eed1737580 con 0x55eed16b8a30
2024-03-19T01:56:22.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.025+0000 7fdb68f2c640  1 --2- 172.21.15.46:0/1157552049 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55eed16b8a30 0x55eed16bbdd0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7fdb60000c00 tx=0x7fdb60005d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc77f70ede1dec71 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:22.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.025+0000 7fdb43fff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:56:22.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.025+0000 7fdb43fff640  1 -- 172.21.15.46:0/1157552049 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb60045040 con 0x55eed16b8a30
2024-03-19T01:56:22.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.025+0000 7fdb43fff640  1 -- 172.21.15.46:0/1157552049 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fdb6003fa80 con 0x55eed16b8a30
2024-03-19T01:56:22.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.025+0000 7fdb6dd78740  1 -- 172.21.15.46:0/1157552049 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdb5c09fa30 con 0x55eed16b8a30
2024-03-19T01:56:22.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.025+0000 7fdb43fff640  1 -- 172.21.15.46:0/1157552049 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fdb6006a050 con 0x55eed16b8a30
2024-03-19T01:56:22.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.026+0000 7fdb6dd78740 10 client.16977 fetch_fsmap learned FSMap version 33
2024-03-19T01:56:22.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.026+0000 7fdb6dd78740  1 -- 172.21.15.46:0/1157552049 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55eed1738870 con 0x55eed16b8a30
2024-03-19T01:56:22.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.026+0000 7fdb43fff640  1 -- 172.21.15.46:0/1157552049 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdb5c09fa30 con 0x55eed16b8a30
2024-03-19T01:56:22.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.026+0000 7fdb43fff640  1 -- 172.21.15.46:0/1157552049 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fdb600035f0 con 0x55eed16b8a30
2024-03-19T01:56:22.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.026+0000 7fdb6dd78740 10 client.16977 fetch_fsmap finished waiting for FSMap version 33
2024-03-19T01:56:22.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.026+0000 7fdb6dd78740 10 client.16977 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:56:22.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.026+0000 7fdb6dd78740 20 client.16977 populate_metadata read hostname 'smithi046'
2024-03-19T01:56:22.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.026+0000 7fdb6dd78740  1 --2- 172.21.15.46:0/1157552049 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55eed1738ef0 0x55eed173b310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.026+0000 7fdb6dd78740  4 client.16977 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:56:22.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.026+0000 7fdb6dd78740  1 -- 172.21.15.46:0/1157552049 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55eed1623d90 con 0x55eed1738ef0
2024-03-19T01:56:22.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.026+0000 7fdb5bfff640  1 --2- 172.21.15.46:0/1157552049 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55eed1738ef0 0x55eed173b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.026+0000 7fdb5bfff640  1 --2- 172.21.15.46:0/1157552049 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55eed1738ef0 0x55eed173b310 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ed75e493f80f947e server_cookie=60c1176fc6d08038 in_seq=0 out_seq=0
2024-03-19T01:56:22.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.026+0000 7fdb43fff640 10 client.16977 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:56:22.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.027+0000 7fdb43fff640  1 -- 172.21.15.46:0/1157552049 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55eed1623d90 con 0x55eed1738ef0
2024-03-19T01:56:22.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.027+0000 7fdb43fff640 10 client.16977 handle_command_reply: tid=0
2024-03-19T01:56:22.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.027+0000 7fdb6dd78740  1 client.16977 shutdown
2024-03-19T01:56:22.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.027+0000 7fdb6dd78740  1 -- 172.21.15.46:0/1157552049 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55eed16b8a30 msgr2=0x55eed16bbdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.027+0000 7fdb6dd78740  1 --2- 172.21.15.46:0/1157552049 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55eed16b8a30 0x55eed16bbdd0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7fdb60000c00 tx=0x7fdb60005d90 comp rx=0 tx=0).stop
2024-03-19T01:56:22.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.027+0000 7fdb6dd78740  1 -- 172.21.15.46:0/1157552049 shutdown_connections
2024-03-19T01:56:22.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.027+0000 7fdb6dd78740  1 --2- 172.21.15.46:0/1157552049 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55eed1738ef0 0x55eed173b310 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.027+0000 7fdb6dd78740  1 --2- 172.21.15.46:0/1157552049 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55eed16c1f30 0x55eed16bc850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.027+0000 7fdb43fff640  0 client.16977 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:56:22.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.027+0000 7fdb6dd78740  1 --2- 172.21.15.46:0/1157552049 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55eed16b9350 0x55eed16bc310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.027+0000 7fdb6dd78740  1 --2- 172.21.15.46:0/1157552049 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55eed16b8a30 0x55eed16bbdd0 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.027+0000 7fdb6dd78740  1 -- 172.21.15.46:0/1157552049 >> 172.21.15.46:0/1157552049 conn(0x55eed16b3160 msgr2=0x55eed16b1950 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:22.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.027+0000 7fdb6dd78740  1 -- 172.21.15.46:0/1157552049 shutdown_connections
2024-03-19T01:56:22.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.027+0000 7fdb6dd78740  1 -- 172.21.15.46:0/1157552049 wait complete.
2024-03-19T01:56:22.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.027+0000 7fdb6dd78740 20 client.16977 trim_cache size 0 max 16384
2024-03-19T01:56:22.034 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:56:22.034 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "no active scrubs running",
2024-03-19T01:56:22.034 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {}
2024-03-19T01:56:22.035 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:56:22.035 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.027+0000 7fdb6b190640  1 -- 172.21.15.46:0/51577923 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdb4c0a2970 msgr2=0x7fdb4c0a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.035 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.027+0000 7fdb6b190640  1 --2- 172.21.15.46:0/51577923 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdb4c0a2970 0x7fdb4c0a4e30 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fdb54011950 tx=0x7fdb54011d50 comp rx=0 tx=0).stop
2024-03-19T01:56:22.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.027+0000 7fdb6b190640  1 -- 172.21.15.46:0/51577923 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb641066c0 msgr2=0x7fdb6419c8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.027+0000 7fdb6b190640  1 --2- 172.21.15.46:0/51577923 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb641066c0 0x7fdb6419c8c0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fdb5c00efd0 tx=0x7fdb5c00c6a0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.028+0000 7fdb6b190640  1 -- 172.21.15.46:0/51577923 shutdown_connections
2024-03-19T01:56:22.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.028+0000 7fdb6b190640  1 --2- 172.21.15.46:0/51577923 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb641066c0 0x7fdb6419c8c0 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.028+0000 7fdb6b190640  1 --2- 172.21.15.46:0/51577923 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdb4c0a2970 0x7fdb4c0a4e30 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.028+0000 7fdb6b190640  1 --2- 172.21.15.46:0/51577923 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdb64101070 0x7fdb64198540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.028+0000 7fdb6b190640  1 --2- 172.21.15.46:0/51577923 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdb641006b0 0x7fdb64198000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.028+0000 7fdb6b190640  1 -- 172.21.15.46:0/51577923 >> 172.21.15.46:0/51577923 conn(0x7fdb640777f0 msgr2=0x7fdb64102fc0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:22.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.028+0000 7fdb6b190640  1 -- 172.21.15.46:0/51577923 shutdown_connections
2024-03-19T01:56:22.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.028+0000 7fdb6b190640  1 -- 172.21.15.46:0/51577923 wait complete.
2024-03-19T01:56:22.038 INFO:tasks.cephfs.filesystem:all active scrubs completed
2024-03-19T01:56:22.039 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:56:22.063 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:21 smithi046 ceph-mon[63102]: pgmap v191: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 10 op/s
2024-03-19T01:56:22.063 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:21 smithi046 ceph-mon[63102]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:56:22.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.142+0000 7fe8ce9b3640  1 -- 172.21.15.46:0/1009695755 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe8c81066f0 msgr2=0x7fe8c8106ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.142+0000 7fe8ce9b3640  1 --2- 172.21.15.46:0/1009695755 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe8c81066f0 0x7fe8c8106ad0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7fe8b8009930 tx=0x7fe8b802bc30 comp rx=0 tx=0).stop
2024-03-19T01:56:22.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.142+0000 7fe8ce9b3640  1 -- 172.21.15.46:0/1009695755 shutdown_connections
2024-03-19T01:56:22.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.142+0000 7fe8ce9b3640  1 --2- 172.21.15.46:0/1009695755 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe8c81010a0 0x7fe8c810d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.142+0000 7fe8ce9b3640  1 --2- 172.21.15.46:0/1009695755 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe8c81006e0 0x7fe8c8100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.142+0000 7fe8ce9b3640  1 --2- 172.21.15.46:0/1009695755 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe8c81066f0 0x7fe8c8106ad0 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.142+0000 7fe8ce9b3640  1 -- 172.21.15.46:0/1009695755 >> 172.21.15.46:0/1009695755 conn(0x7fe8c80777c0 msgr2=0x7fe8c8077bd0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:22.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.142+0000 7fe8ce9b3640  1 -- 172.21.15.46:0/1009695755 shutdown_connections
2024-03-19T01:56:22.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.142+0000 7fe8ce9b3640  1 -- 172.21.15.46:0/1009695755 wait complete.
2024-03-19T01:56:22.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.142+0000 7fe8ce9b3640  1  Processor -- start
2024-03-19T01:56:22.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.142+0000 7fe8ce9b3640  1 --  start start
2024-03-19T01:56:22.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.143+0000 7fe8ce9b3640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe8c81006e0 0x7fe8c8196f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.143+0000 7fe8ce9b3640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe8c81010a0 0x7fe8c8197450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.143+0000 7fe8ce9b3640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe8c81066f0 0x7fe8c819b7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.143+0000 7fe8ce9b3640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe8c81109b0 con 0x7fe8c81010a0
2024-03-19T01:56:22.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.143+0000 7fe8ce9b3640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe8c8110830 con 0x7fe8c81066f0
2024-03-19T01:56:22.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.143+0000 7fe8ce9b3640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe8c8110b30 con 0x7fe8c81006e0
2024-03-19T01:56:22.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.143+0000 7fe8c77fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe8c81010a0 0x7fe8c8197450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.143+0000 7fe8c77fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe8c81010a0 0x7fe8c8197450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37610/0 (socket says 172.21.15.46:37610)
2024-03-19T01:56:22.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.143+0000 7fe8c77fe640  1 -- 172.21.15.46:0/2022183357 learned_addr learned my addr 172.21.15.46:0/2022183357 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:22.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.143+0000 7fe8c7fff640  1 --2- 172.21.15.46:0/2022183357 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe8c81006e0 0x7fe8c8196f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.143+0000 7fe8ccf50640  1 --2- 172.21.15.46:0/2022183357 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe8c81066f0 0x7fe8c819b7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.143+0000 7fe8c77fe640  1 -- 172.21.15.46:0/2022183357 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe8c81006e0 msgr2=0x7fe8c8196f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.143+0000 7fe8c77fe640  1 --2- 172.21.15.46:0/2022183357 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe8c81006e0 0x7fe8c8196f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.143+0000 7fe8c77fe640  1 -- 172.21.15.46:0/2022183357 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe8c81066f0 msgr2=0x7fe8c819b7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.143+0000 7fe8c77fe640  1 --2- 172.21.15.46:0/2022183357 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe8c81066f0 0x7fe8c819b7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.143+0000 7fe8c77fe640  1 -- 172.21.15.46:0/2022183357 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8c819bf00 con 0x7fe8c81010a0
2024-03-19T01:56:22.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.143+0000 7fe8c77fe640  1 --2- 172.21.15.46:0/2022183357 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe8c81010a0 0x7fe8c8197450 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fe8bc00ea60 tx=0x7fe8bc00ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:22.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.143+0000 7fe8c57fa640  1 -- 172.21.15.46:0/2022183357 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8bc00cde0 con 0x7fe8c81010a0
2024-03-19T01:56:22.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.143+0000 7fe8c57fa640  1 -- 172.21.15.46:0/2022183357 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe8bc0035f0 con 0x7fe8c81010a0
2024-03-19T01:56:22.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.143+0000 7fe8ce9b3640  1 -- 172.21.15.46:0/2022183357 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8c819c1f0 con 0x7fe8c81010a0
2024-03-19T01:56:22.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.143+0000 7fe8c57fa640  1 -- 172.21.15.46:0/2022183357 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8bc010690 con 0x7fe8c81010a0
2024-03-19T01:56:22.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.143+0000 7fe8ce9b3640  1 -- 172.21.15.46:0/2022183357 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8c81a3a80 con 0x7fe8c81010a0
2024-03-19T01:56:22.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.144+0000 7fe8ce9b3640  1 -- 172.21.15.46:0/2022183357 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8c8068a60 con 0x7fe8c81010a0
2024-03-19T01:56:22.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.146+0000 7fe8c57fa640  1 -- 172.21.15.46:0/2022183357 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fe8bc0037a0 con 0x7fe8c81010a0
2024-03-19T01:56:22.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.146+0000 7fe8c57fa640  1 --2- 172.21.15.46:0/2022183357 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe8b00a29f0 0x7fe8b00a4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.146+0000 7fe8c7fff640  1 --2- 172.21.15.46:0/2022183357 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe8b00a29f0 0x7fe8b00a4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.146+0000 7fe8c57fa640  1 -- 172.21.15.46:0/2022183357 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fe8bc0cf3b0 con 0x7fe8c81010a0
2024-03-19T01:56:22.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.147+0000 7fe8c7fff640  1 --2- 172.21.15.46:0/2022183357 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe8b00a29f0 0x7fe8b00a4eb0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fe8b8005ab0 tx=0x7fe8b8005fd0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:22.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.151+0000 7fe8c57fa640  1 -- 172.21.15.46:0/2022183357 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fe8bc09bda0 con 0x7fe8c81010a0
2024-03-19T01:56:22.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:21 smithi073 ceph-mon[66833]: pgmap v191: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 10 op/s
2024-03-19T01:56:22.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:21 smithi073 ceph-mon[66833]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:56:22.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:21 smithi102 ceph-mon[66557]: pgmap v191: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 10 op/s
2024-03-19T01:56:22.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:21 smithi102 ceph-mon[66557]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:56:22.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.373+0000 7fe8ce9b3640  1 -- 172.21.15.46:0/2022183357 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe8c802d1f0 con 0x7fe8c81010a0
2024-03-19T01:56:22.374 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.374+0000 7fe8c57fa640  1 -- 172.21.15.46:0/2022183357 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) ==== 94+0+11863 (secure 0 0 0) 0x7fe8bc09b6a0 con 0x7fe8c81010a0
2024-03-19T01:56:22.374 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:56:22.374 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":33,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":33,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-19T01:47:26.395717+0000","modified":"2024-03-19T01:56:20.161537+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24506,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6839/1788589639","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6838","nonce":1788589639},{"type":"v1","addr":"172.21.15.73:6839","nonce":1788589639}]},"join_fscid":-1,"export_targets":[2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24506,"qdb_cluster":[24479,24478,24506]},"id":1}]}
2024-03-19T01:56:22.375 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 33
2024-03-19T01:56:22.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.376+0000 7fe8ce9b3640  1 -- 172.21.15.46:0/2022183357 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe8b00a29f0 msgr2=0x7fe8b00a4eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.376+0000 7fe8ce9b3640  1 --2- 172.21.15.46:0/2022183357 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe8b00a29f0 0x7fe8b00a4eb0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fe8b8005ab0 tx=0x7fe8b8005fd0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.376+0000 7fe8ce9b3640  1 -- 172.21.15.46:0/2022183357 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe8c81010a0 msgr2=0x7fe8c8197450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.376+0000 7fe8ce9b3640  1 --2- 172.21.15.46:0/2022183357 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe8c81010a0 0x7fe8c8197450 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fe8bc00ea60 tx=0x7fe8bc00ef20 comp rx=0 tx=0).stop
2024-03-19T01:56:22.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.376+0000 7fe8ce9b3640  1 -- 172.21.15.46:0/2022183357 shutdown_connections
2024-03-19T01:56:22.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.376+0000 7fe8ce9b3640  1 --2- 172.21.15.46:0/2022183357 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe8c81066f0 0x7fe8c819b7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.376+0000 7fe8ce9b3640  1 --2- 172.21.15.46:0/2022183357 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe8c81010a0 0x7fe8c8197450 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.376+0000 7fe8ce9b3640  1 --2- 172.21.15.46:0/2022183357 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe8b00a29f0 0x7fe8b00a4eb0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.376+0000 7fe8ce9b3640  1 --2- 172.21.15.46:0/2022183357 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe8c81006e0 0x7fe8c8196f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.376+0000 7fe8ce9b3640  1 -- 172.21.15.46:0/2022183357 >> 172.21.15.46:0/2022183357 conn(0x7fe8c80777c0 msgr2=0x7fe8c80fe3f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:22.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.376+0000 7fe8ce9b3640  1 -- 172.21.15.46:0/2022183357 shutdown_connections
2024-03-19T01:56:22.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.376+0000 7fe8ce9b3640  1 -- 172.21.15.46:0/2022183357 wait complete.
2024-03-19T01:56:22.387 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls
2024-03-19T01:56:22.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.533+0000 7fb9d4ebf640  1 -- 172.21.15.46:0/4193241409 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9d00fff90 msgr2=0x7fb9d0100370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.533+0000 7fb9d4ebf640  1 --2- 172.21.15.46:0/4193241409 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9d00fff90 0x7fb9d0100370 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fb9c0009930 tx=0x7fb9c002bc80 comp rx=0 tx=0).stop
2024-03-19T01:56:22.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.533+0000 7fb9d4ebf640  1 -- 172.21.15.46:0/4193241409 shutdown_connections
2024-03-19T01:56:22.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.533+0000 7fb9d4ebf640  1 --2- 172.21.15.46:0/4193241409 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb9d0106ba0 0x7fb9d010e700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.533+0000 7fb9d4ebf640  1 --2- 172.21.15.46:0/4193241409 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb9d0100940 0x7fb9d0106470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.533+0000 7fb9d4ebf640  1 --2- 172.21.15.46:0/4193241409 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9d00fff90 0x7fb9d0100370 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.533+0000 7fb9d4ebf640  1 -- 172.21.15.46:0/4193241409 >> 172.21.15.46:0/4193241409 conn(0x7fb9d0076c50 msgr2=0x7fb9d00fe030 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:22.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.533+0000 7fb9d4ebf640  1 -- 172.21.15.46:0/4193241409 shutdown_connections
2024-03-19T01:56:22.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.533+0000 7fb9d4ebf640  1 -- 172.21.15.46:0/4193241409 wait complete.
2024-03-19T01:56:22.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.534+0000 7fb9d4ebf640  1  Processor -- start
2024-03-19T01:56:22.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.534+0000 7fb9d4ebf640  1 --  start start
2024-03-19T01:56:22.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.534+0000 7fb9d4ebf640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb9d00fff90 0x7fb9d0197fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.534+0000 7fb9d4ebf640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb9d0106ba0 0x7fb9d0198500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.534+0000 7fb9d4ebf640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9d019c880 0x7fb9d019cd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.534+0000 7fb9d4ebf640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb9d0111a60 con 0x7fb9d019c880
2024-03-19T01:56:22.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.534+0000 7fb9d4ebf640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb9d01118e0 con 0x7fb9d0106ba0
2024-03-19T01:56:22.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.534+0000 7fb9d4ebf640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb9d0111be0 con 0x7fb9d00fff90
2024-03-19T01:56:22.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.534+0000 7fb9ce59c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb9d00fff90 0x7fb9d0197fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.534+0000 7fb9ced9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9d019c880 0x7fb9d019cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.534+0000 7fb9c7fff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb9d0106ba0 0x7fb9d0198500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.534+0000 7fb9ce59c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb9d00fff90 0x7fb9d0197fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:58912/0 (socket says 172.21.15.46:58912)
2024-03-19T01:56:22.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.534+0000 7fb9ce59c640  1 -- 172.21.15.46:0/309609227 learned_addr learned my addr 172.21.15.46:0/309609227 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:22.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.534+0000 7fb9c7fff640  1 -- 172.21.15.46:0/309609227 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb9d00fff90 msgr2=0x7fb9d0197fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.534+0000 7fb9c7fff640  1 --2- 172.21.15.46:0/309609227 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb9d00fff90 0x7fb9d0197fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.534+0000 7fb9c7fff640  1 -- 172.21.15.46:0/309609227 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9d019c880 msgr2=0x7fb9d019cd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.534+0000 7fb9c7fff640  1 --2- 172.21.15.46:0/309609227 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9d019c880 0x7fb9d019cd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.534+0000 7fb9c7fff640  1 -- 172.21.15.46:0/309609227 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9d019d370 con 0x7fb9d0106ba0
2024-03-19T01:56:22.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.534+0000 7fb9ced9d640  1 --2- 172.21.15.46:0/309609227 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9d019c880 0x7fb9d019cd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:22.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.535+0000 7fb9c7fff640  1 --2- 172.21.15.46:0/309609227 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb9d0106ba0 0x7fb9d0198500 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fb9b800e9c0 tx=0x7fb9b800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:22.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.535+0000 7fb9c77fe640  1 -- 172.21.15.46:0/309609227 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9b800cd80 con 0x7fb9d0106ba0
2024-03-19T01:56:22.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.535+0000 7fb9d4ebf640  1 -- 172.21.15.46:0/309609227 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9d019d660 con 0x7fb9d0106ba0
2024-03-19T01:56:22.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.535+0000 7fb9c77fe640  1 -- 172.21.15.46:0/309609227 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb9b80035f0 con 0x7fb9d0106ba0
2024-03-19T01:56:22.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.535+0000 7fb9c77fe640  1 -- 172.21.15.46:0/309609227 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9b8010690 con 0x7fb9d0106ba0
2024-03-19T01:56:22.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.535+0000 7fb9d4ebf640  1 -- 172.21.15.46:0/309609227 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9d01a4ea0 con 0x7fb9d0106ba0
2024-03-19T01:56:22.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.537+0000 7fb9c77fe640  1 -- 172.21.15.46:0/309609227 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fb9b80037a0 con 0x7fb9d0106ba0
2024-03-19T01:56:22.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.537+0000 7fb9d7b82740  1  Processor -- start
2024-03-19T01:56:22.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.537+0000 7fb9d7b82740  1 --  start start
2024-03-19T01:56:22.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.538+0000 7fb9d7b82740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5628207182d0 0x5628207186b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.538+0000 7fb9d7b82740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562820718bf0 0x562820721290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.538+0000 7fb9d7b82740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5628207217d0 0x562820723bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.538+0000 7fb9d7b82740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x56282067b4b0 con 0x5628207217d0
2024-03-19T01:56:22.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.538+0000 7fb9d7b82740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x562820623d70 con 0x5628207182d0
2024-03-19T01:56:22.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.538+0000 7fb9d7b82740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x562820677550 con 0x562820718bf0
2024-03-19T01:56:22.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.538+0000 7fb9ced9d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5628207182d0 0x5628207186b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.538+0000 7fb9c7fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5628207217d0 0x562820723bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.538+0000 7fb9ced9d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5628207182d0 0x5628207186b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:46074/0 (socket says 172.21.15.46:46074)
2024-03-19T01:56:22.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.538+0000 7fb9ced9d640  1 -- 172.21.15.46:0/3346782245 learned_addr learned my addr 172.21.15.46:0/3346782245 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:22.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.538+0000 7fb9ce59c640  1 --2- 172.21.15.46:0/3346782245 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562820718bf0 0x562820721290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.538+0000 7fb9c77fe640  1 --2- 172.21.15.46:0/309609227 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb9bc0a2970 0x7fb9bc0a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.538+0000 7fb9c7fff640  1 -- 172.21.15.46:0/3346782245 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562820718bf0 msgr2=0x562820721290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:22.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.538+0000 7fb9c7fff640  1 --2- 172.21.15.46:0/3346782245 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562820718bf0 0x562820721290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.538+0000 7fb9c7fff640  1 -- 172.21.15.46:0/3346782245 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5628207182d0 msgr2=0x5628207186b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:22.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.538+0000 7fb9c7fff640  1 --2- 172.21.15.46:0/3346782245 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5628207182d0 0x5628207186b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.538+0000 7fb9c7fff640  1 -- 172.21.15.46:0/3346782245 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562820646210 con 0x5628207217d0
2024-03-19T01:56:22.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.538+0000 7fb9ce59c640  1 --2- 172.21.15.46:0/3346782245 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562820718bf0 0x562820721290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:22.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.538+0000 7fb9ced9d640  1 --2- 172.21.15.46:0/3346782245 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5628207182d0 0x5628207186b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:22.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.538+0000 7fb9ced9d640  1 --2- 172.21.15.46:0/309609227 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb9bc0a2970 0x7fb9bc0a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.538+0000 7fb9c77fe640  1 -- 172.21.15.46:0/309609227 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fb9b80cf4b0 con 0x7fb9d0106ba0
2024-03-19T01:56:22.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.538+0000 7fb9c7fff640  1 --2- 172.21.15.46:0/3346782245 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5628207217d0 0x562820723bc0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fb9b80cc890 tx=0x7fb9b8066510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e34297da44f82e43 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:22.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.539+0000 7fb9c4ff9640  1 -- 172.21.15.46:0/3346782245 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9b809b570 con 0x5628207217d0
2024-03-19T01:56:22.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.539+0000 7fb9ced9d640  1 --2- 172.21.15.46:0/309609227 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb9bc0a2970 0x7fb9bc0a4e30 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fb9c8009fd0 tx=0x7fb9c8004a40 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:22.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.539+0000 7fb9c4ff9640  1 -- 172.21.15.46:0/3346782245 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb9b8003b30 con 0x5628207217d0
2024-03-19T01:56:22.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.539+0000 7fb9c4ff9640  1 -- 172.21.15.46:0/3346782245 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9b806d680 con 0x5628207217d0
2024-03-19T01:56:22.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.539+0000 7fb9d7b82740  1 -- 172.21.15.46:0/3346782245 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5628207217d0 msgr2=0x562820723bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.539+0000 7fb9d7b82740  1 --2- 172.21.15.46:0/3346782245 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5628207217d0 0x562820723bc0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fb9b80cc890 tx=0x7fb9b8066510 comp rx=0 tx=0).stop
2024-03-19T01:56:22.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.539+0000 7fb9d7b82740  1 -- 172.21.15.46:0/3346782245 shutdown_connections
2024-03-19T01:56:22.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.539+0000 7fb9d7b82740  1 --2- 172.21.15.46:0/3346782245 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5628207217d0 0x562820723bc0 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.539+0000 7fb9d7b82740  1 --2- 172.21.15.46:0/3346782245 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562820718bf0 0x562820721290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.539+0000 7fb9d7b82740  1 --2- 172.21.15.46:0/3346782245 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5628207182d0 0x5628207186b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.539+0000 7fb9d7b82740  1 -- 172.21.15.46:0/3346782245 >> 172.21.15.46:0/3346782245 conn(0x562820712a00 msgr2=0x562820712de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:22.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.539+0000 7fb9d7b82740  1 -- 172.21.15.46:0/3346782245 shutdown_connections
2024-03-19T01:56:22.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.539+0000 7fb9d7b82740  1 -- 172.21.15.46:0/3346782245 wait complete.
2024-03-19T01:56:22.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.540+0000 7fb9d7b82740  1 --  start start
2024-03-19T01:56:22.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.540+0000 7fb9d7b82740  1  Processor -- start
2024-03-19T01:56:22.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.540+0000 7fb9d7b82740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5628207182d0 0x56282071e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.540+0000 7fb9d7b82740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562820718bf0 0x56282071ed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.540+0000 7fb9d7b82740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5628207217d0 0x56282071f240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.540+0000 7fb9d7b82740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x562820724560 con 0x5628207217d0
2024-03-19T01:56:22.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.540+0000 7fb9d7b82740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x562820637310 con 0x562820718bf0
2024-03-19T01:56:22.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.540+0000 7fb9d7b82740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5628207246e0 con 0x5628207182d0
2024-03-19T01:56:22.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.540+0000 7fb9d7b82740 10 client.0 _ll_register_callbacks cb 0x56282062b2d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:56:22.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.540+0000 7fb9ced9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5628207217d0 0x56282071f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.540+0000 7fb9ced9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5628207217d0 0x56282071f240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54846/0 (socket says 172.21.15.46:54846)
2024-03-19T01:56:22.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.540+0000 7fb9ce59c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5628207182d0 0x56282071e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.540+0000 7fb9ced9d640  1 -- 172.21.15.46:0/3231960870 learned_addr learned my addr 172.21.15.46:0/3231960870 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:22.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.540+0000 7fb9c7fff640  1 --2- 172.21.15.46:0/3231960870 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562820718bf0 0x56282071ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.540+0000 7fb9ced9d640  1 -- 172.21.15.46:0/3231960870 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5628207182d0 msgr2=0x56282071e7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:22.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.540+0000 7fb9ced9d640  1 --2- 172.21.15.46:0/3231960870 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5628207182d0 0x56282071e7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.541+0000 7fb9ced9d640  1 -- 172.21.15.46:0/3231960870 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562820718bf0 msgr2=0x56282071ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:22.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.541+0000 7fb9ced9d640  1 --2- 172.21.15.46:0/3231960870 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562820718bf0 0x56282071ed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.541+0000 7fb9ced9d640  1 -- 172.21.15.46:0/3231960870 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56282038f3f0 con 0x5628207217d0
2024-03-19T01:56:22.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.541+0000 7fb9ced9d640  1 --2- 172.21.15.46:0/3231960870 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5628207217d0 0x56282071f240 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7fb9c80115f0 tx=0x7fb9c8004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5dd8df391aeea8e server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:22.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.541+0000 7fb9b5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:56:22.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.541+0000 7fb9b5ffb640  1 -- 172.21.15.46:0/3231960870 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9c802d060 con 0x5628207217d0
2024-03-19T01:56:22.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.541+0000 7fb9b5ffb640  1 -- 172.21.15.46:0/3231960870 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fb9c8028600 con 0x5628207217d0
2024-03-19T01:56:22.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.541+0000 7fb9d7b82740  1 -- 172.21.15.46:0/3231960870 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5628206d93e0 con 0x5628207217d0
2024-03-19T01:56:22.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.541+0000 7fb9b5ffb640  1 -- 172.21.15.46:0/3231960870 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fb9c8004b20 con 0x5628207217d0
2024-03-19T01:56:22.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.541+0000 7fb9d7b82740 10 client.16995 fetch_fsmap learned FSMap version 33
2024-03-19T01:56:22.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.541+0000 7fb9d7b82740  1 -- 172.21.15.46:0/3231960870 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5628204597d0 con 0x5628207217d0
2024-03-19T01:56:22.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.541+0000 7fb9b5ffb640  1 -- 172.21.15.46:0/3231960870 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x5628206d93e0 con 0x5628207217d0
2024-03-19T01:56:22.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.541+0000 7fb9b5ffb640  1 -- 172.21.15.46:0/3231960870 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fb9c800f3c0 con 0x5628207217d0
2024-03-19T01:56:22.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.541+0000 7fb9d7b82740 10 client.16995 fetch_fsmap finished waiting for FSMap version 33
2024-03-19T01:56:22.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.541+0000 7fb9d7b82740 10 client.16995 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:56:22.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.541+0000 7fb9d7b82740 20 client.16995 populate_metadata read hostname 'smithi046'
2024-03-19T01:56:22.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.541+0000 7fb9d7b82740  1 --2- 172.21.15.46:0/3231960870 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x562820731b00 0x562820733f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.541+0000 7fb9d7b82740  4 client.16995 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:56:22.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.541+0000 7fb9d7b82740  1 -- 172.21.15.46:0/3231960870 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5628206889f0 con 0x562820731b00
2024-03-19T01:56:22.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.542+0000 7fb9ce59c640  1 --2- 172.21.15.46:0/3231960870 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x562820731b00 0x562820733f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.542+0000 7fb9b5ffb640 10 client.16995 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:56:22.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.542+0000 7fb9ce59c640  1 --2- 172.21.15.46:0/3231960870 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x562820731b00 0x562820733f40 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7e9747e30185bab6 server_cookie=8d35b6484dd026d9 in_seq=0 out_seq=0
2024-03-19T01:56:22.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.543+0000 7fb9b5ffb640  1 -- 172.21.15.46:0/3231960870 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5628206889f0 con 0x562820731b00
2024-03-19T01:56:22.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.543+0000 7fb9b5ffb640 10 client.16995 handle_command_reply: tid=0
2024-03-19T01:56:22.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.543+0000 7fb9d7b82740  1 client.16995 shutdown
2024-03-19T01:56:22.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.543+0000 7fb9d7b82740  1 -- 172.21.15.46:0/3231960870 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5628207217d0 msgr2=0x56282071f240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.543+0000 7fb9d7b82740  1 --2- 172.21.15.46:0/3231960870 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5628207217d0 0x56282071f240 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7fb9c80115f0 tx=0x7fb9c8004ab0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.543+0000 7fb9d7b82740  1 -- 172.21.15.46:0/3231960870 shutdown_connections
2024-03-19T01:56:22.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.543+0000 7fb9d7b82740  1 --2- 172.21.15.46:0/3231960870 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x562820731b00 0x562820733f40 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.543+0000 7fb9d7b82740  1 --2- 172.21.15.46:0/3231960870 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5628207217d0 0x56282071f240 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.543+0000 7fb9b5ffb640  0 client.16995 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:56:22.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.543+0000 7fb9d7b82740  1 --2- 172.21.15.46:0/3231960870 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562820718bf0 0x56282071ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.543+0000 7fb9d7b82740  1 --2- 172.21.15.46:0/3231960870 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5628207182d0 0x56282071e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.543+0000 7fb9d7b82740  1 -- 172.21.15.46:0/3231960870 >> 172.21.15.46:0/3231960870 conn(0x562820712a00 msgr2=0x562820714750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:22.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.543+0000 7fb9d7b82740  1 -- 172.21.15.46:0/3231960870 shutdown_connections
2024-03-19T01:56:22.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.543+0000 7fb9d7b82740  1 -- 172.21.15.46:0/3231960870 wait complete.
2024-03-19T01:56:22.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.543+0000 7fb9d7b82740 20 client.16995 trim_cache size 0 max 16384
2024-03-19T01:56:22.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.556+0000 7fb9d7b82740  1  Processor -- start
2024-03-19T01:56:22.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.556+0000 7fb9d7b82740  1 --  start start
2024-03-19T01:56:22.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.556+0000 7fb9d7b82740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5628207182d0 0x562820720ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.556+0000 7fb9d7b82740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562820718bf0 0x56282072d300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.556+0000 7fb9d7b82740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5628207217d0 0x562820739810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.556+0000 7fb9d7b82740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb9d01b14f0 con 0x5628207217d0
2024-03-19T01:56:22.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.556+0000 7fb9d7b82740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb9d01aed90 con 0x562820718bf0
2024-03-19T01:56:22.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.556+0000 7fb9d7b82740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb9d01acbc0 con 0x5628207182d0
2024-03-19T01:56:22.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.557+0000 7fb9ced9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5628207217d0 0x562820739810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.557+0000 7fb9ced9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5628207217d0 0x562820739810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54858/0 (socket says 172.21.15.46:54858)
2024-03-19T01:56:22.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.557+0000 7fb9ce59c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5628207182d0 0x562820720ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.557+0000 7fb9ced9d640  1 -- 172.21.15.46:0/3072675510 learned_addr learned my addr 172.21.15.46:0/3072675510 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:22.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.557+0000 7fb9c7fff640  1 --2- 172.21.15.46:0/3072675510 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562820718bf0 0x56282072d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.557+0000 7fb9ced9d640  1 -- 172.21.15.46:0/3072675510 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5628207182d0 msgr2=0x562820720ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:22.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.557+0000 7fb9ced9d640  1 --2- 172.21.15.46:0/3072675510 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5628207182d0 0x562820720ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.557+0000 7fb9ced9d640  1 -- 172.21.15.46:0/3072675510 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562820718bf0 msgr2=0x56282072d300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:22.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.557+0000 7fb9ced9d640  1 --2- 172.21.15.46:0/3072675510 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562820718bf0 0x56282072d300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.557+0000 7fb9ced9d640  1 -- 172.21.15.46:0/3072675510 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5628206e8880 con 0x5628207217d0
2024-03-19T01:56:22.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.557+0000 7fb9ced9d640  1 --2- 172.21.15.46:0/3072675510 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5628207217d0 0x562820739810 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fb9c800f7e0 tx=0x7fb9c8005f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84f976121789ab25 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:22.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.557+0000 7fb9b7fff640  1 -- 172.21.15.46:0/3072675510 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9c803d070 con 0x5628207217d0
2024-03-19T01:56:22.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.557+0000 7fb9b7fff640  1 -- 172.21.15.46:0/3072675510 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb9c800f5c0 con 0x5628207217d0
2024-03-19T01:56:22.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.557+0000 7fb9b7fff640  1 -- 172.21.15.46:0/3072675510 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9c8038cc0 con 0x5628207217d0
2024-03-19T01:56:22.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.558+0000 7fb9d7b82740  1 -- 172.21.15.46:0/3072675510 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5628207217d0 msgr2=0x562820739810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.558+0000 7fb9d7b82740  1 --2- 172.21.15.46:0/3072675510 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5628207217d0 0x562820739810 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fb9c800f7e0 tx=0x7fb9c8005f10 comp rx=0 tx=0).stop
2024-03-19T01:56:22.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.558+0000 7fb9d7b82740  1 -- 172.21.15.46:0/3072675510 shutdown_connections
2024-03-19T01:56:22.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.558+0000 7fb9d7b82740  1 --2- 172.21.15.46:0/3072675510 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5628207217d0 0x562820739810 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.558+0000 7fb9d7b82740  1 --2- 172.21.15.46:0/3072675510 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562820718bf0 0x56282072d300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.558+0000 7fb9d7b82740  1 --2- 172.21.15.46:0/3072675510 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5628207182d0 0x562820720ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.558+0000 7fb9d7b82740  1 -- 172.21.15.46:0/3072675510 >> 172.21.15.46:0/3072675510 conn(0x562820712a00 msgr2=0x562820711310 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:22.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.558+0000 7fb9d7b82740  1 -- 172.21.15.46:0/3072675510 shutdown_connections
2024-03-19T01:56:22.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.558+0000 7fb9d7b82740  1 -- 172.21.15.46:0/3072675510 wait complete.
2024-03-19T01:56:22.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.558+0000 7fb9d7b82740  1 --  start start
2024-03-19T01:56:22.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.558+0000 7fb9d7b82740  1  Processor -- start
2024-03-19T01:56:22.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.558+0000 7fb9d7b82740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5628207182d0 0x5628207251e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.558+0000 7fb9d7b82740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562820718bf0 0x562820725720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.558+0000 7fb9d7b82740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5628207217d0 0x562820725c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.558+0000 7fb9d7b82740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb9d01ad250 con 0x5628207182d0
2024-03-19T01:56:22.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.558+0000 7fb9d7b82740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb9d01ae6c0 con 0x5628207217d0
2024-03-19T01:56:22.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.558+0000 7fb9d7b82740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb9d01ad920 con 0x562820718bf0
2024-03-19T01:56:22.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.558+0000 7fb9d7b82740 10 client.0 _ll_register_callbacks cb 0x7fb9c8011510 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:56:22.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.558+0000 7fb9ce59c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5628207182d0 0x5628207251e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.558+0000 7fb9c7fff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562820718bf0 0x562820725720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.558+0000 7fb9ce59c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5628207182d0 0x5628207251e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54874/0 (socket says 172.21.15.46:54874)
2024-03-19T01:56:22.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.558+0000 7fb9ced9d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5628207217d0 0x562820725c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.558+0000 7fb9ce59c640  1 -- 172.21.15.46:0/1528829589 learned_addr learned my addr 172.21.15.46:0/1528829589 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:22.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.559+0000 7fb9ce59c640  1 -- 172.21.15.46:0/1528829589 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562820718bf0 msgr2=0x562820725720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:22.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.559+0000 7fb9ce59c640  1 --2- 172.21.15.46:0/1528829589 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562820718bf0 0x562820725720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.559+0000 7fb9ce59c640  1 -- 172.21.15.46:0/1528829589 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5628207217d0 msgr2=0x562820725c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:22.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.559+0000 7fb9ce59c640  1 --2- 172.21.15.46:0/1528829589 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5628207217d0 0x562820725c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.559+0000 7fb9ce59c640  1 -- 172.21.15.46:0/1528829589 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562820723bc0 con 0x5628207182d0
2024-03-19T01:56:22.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.559+0000 7fb9ced9d640  1 --2- 172.21.15.46:0/1528829589 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5628207217d0 0x562820725c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:22.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.559+0000 7fb9ce59c640  1 --2- 172.21.15.46:0/1528829589 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5628207182d0 0x5628207251e0 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7fb9c00096c0 tx=0x7fb9c0004320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=884836b058de3635 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:22.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.559+0000 7fb9b5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:56:22.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.559+0000 7fb9b5ffb640  1 -- 172.21.15.46:0/1528829589 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9c0050070 con 0x5628207182d0
2024-03-19T01:56:22.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.559+0000 7fb9b5ffb640  1 -- 172.21.15.46:0/1528829589 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fb9c002c7d0 con 0x5628207182d0
2024-03-19T01:56:22.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.559+0000 7fb9d7b82740  1 -- 172.21.15.46:0/1528829589 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb9c800f5c0 con 0x5628207182d0
2024-03-19T01:56:22.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.559+0000 7fb9b5ffb640  1 -- 172.21.15.46:0/1528829589 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fb9c0059050 con 0x5628207182d0
2024-03-19T01:56:22.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.559+0000 7fb9d7b82740 10 client.17001 fetch_fsmap learned FSMap version 33
2024-03-19T01:56:22.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.559+0000 7fb9d7b82740  1 -- 172.21.15.46:0/1528829589 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x562820797f70 con 0x5628207182d0
2024-03-19T01:56:22.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.559+0000 7fb9b5ffb640  1 -- 172.21.15.46:0/1528829589 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb9c800f5c0 con 0x5628207182d0
2024-03-19T01:56:22.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.559+0000 7fb9b5ffb640  1 -- 172.21.15.46:0/1528829589 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fb9c0053020 con 0x5628207182d0
2024-03-19T01:56:22.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.559+0000 7fb9d7b82740 10 client.17001 fetch_fsmap finished waiting for FSMap version 33
2024-03-19T01:56:22.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.559+0000 7fb9d7b82740 10 client.17001 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:56:22.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.559+0000 7fb9d7b82740 20 client.17001 populate_metadata read hostname 'smithi046'
2024-03-19T01:56:22.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.559+0000 7fb9d7b82740  1 --2- 172.21.15.46:0/1528829589 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x562820798720 0x56282079ab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.560+0000 7fb9d7b82740  4 client.17001 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:56:22.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.560+0000 7fb9d7b82740  1 -- 172.21.15.46:0/1528829589 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562820682d40 con 0x562820798720
2024-03-19T01:56:22.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.560+0000 7fb9c7fff640  1 --2- 172.21.15.46:0/1528829589 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x562820798720 0x56282079ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.560+0000 7fb9b5ffb640 10 client.17001 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:56:22.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.560+0000 7fb9c7fff640  1 --2- 172.21.15.46:0/1528829589 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x562820798720 0x56282079ab40 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b601b9217e3e7011 server_cookie=4409809d8791126a in_seq=0 out_seq=0
2024-03-19T01:56:22.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.560+0000 7fb9b5ffb640  1 -- 172.21.15.46:0/1528829589 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562820682d40 con 0x562820798720
2024-03-19T01:56:22.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.560+0000 7fb9b5ffb640 10 client.17001 handle_command_reply: tid=0
2024-03-19T01:56:22.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.560+0000 7fb9d7b82740  1 client.17001 shutdown
2024-03-19T01:56:22.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.560+0000 7fb9d7b82740  1 -- 172.21.15.46:0/1528829589 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5628207182d0 msgr2=0x5628207251e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.560+0000 7fb9d7b82740  1 --2- 172.21.15.46:0/1528829589 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5628207182d0 0x5628207251e0 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7fb9c00096c0 tx=0x7fb9c0004320 comp rx=0 tx=0).stop
2024-03-19T01:56:22.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.560+0000 7fb9d7b82740  1 -- 172.21.15.46:0/1528829589 shutdown_connections
2024-03-19T01:56:22.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.560+0000 7fb9d7b82740  1 --2- 172.21.15.46:0/1528829589 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x562820798720 0x56282079ab40 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.560+0000 7fb9d7b82740  1 --2- 172.21.15.46:0/1528829589 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5628207217d0 0x562820725c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.560+0000 7fb9b5ffb640  0 client.17001 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:56:22.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.560+0000 7fb9d7b82740  1 --2- 172.21.15.46:0/1528829589 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562820718bf0 0x562820725720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.560+0000 7fb9d7b82740  1 --2- 172.21.15.46:0/1528829589 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5628207182d0 0x5628207251e0 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.560+0000 7fb9d7b82740  1 -- 172.21.15.46:0/1528829589 >> 172.21.15.46:0/1528829589 conn(0x562820712a00 msgr2=0x56282071eff0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:22.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.560+0000 7fb9d7b82740  1 -- 172.21.15.46:0/1528829589 shutdown_connections
2024-03-19T01:56:22.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.560+0000 7fb9d7b82740  1 -- 172.21.15.46:0/1528829589 wait complete.
2024-03-19T01:56:22.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.560+0000 7fb9d7b82740 20 client.17001 trim_cache size 0 max 16384
2024-03-19T01:56:22.568 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:56:22.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.561+0000 7fb9d4ebf640  1 -- 172.21.15.46:0/309609227 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb9bc0a2970 msgr2=0x7fb9bc0a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.561+0000 7fb9d4ebf640  1 --2- 172.21.15.46:0/309609227 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb9bc0a2970 0x7fb9bc0a4e30 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fb9c8009fd0 tx=0x7fb9c8004a40 comp rx=0 tx=0).stop
2024-03-19T01:56:22.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.561+0000 7fb9d4ebf640  1 -- 172.21.15.46:0/309609227 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb9d0106ba0 msgr2=0x7fb9d0198500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.561+0000 7fb9d4ebf640  1 --2- 172.21.15.46:0/309609227 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb9d0106ba0 0x7fb9d0198500 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fb9b800e9c0 tx=0x7fb9b800ee80 comp rx=0 tx=0).stop
2024-03-19T01:56:22.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.561+0000 7fb9d4ebf640  1 -- 172.21.15.46:0/309609227 shutdown_connections
2024-03-19T01:56:22.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.561+0000 7fb9d4ebf640  1 --2- 172.21.15.46:0/309609227 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9d019c880 0x7fb9d019cd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.561+0000 7fb9d4ebf640  1 --2- 172.21.15.46:0/309609227 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb9d0106ba0 0x7fb9d0198500 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.561+0000 7fb9d4ebf640  1 --2- 172.21.15.46:0/309609227 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb9bc0a2970 0x7fb9bc0a4e30 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.561+0000 7fb9d4ebf640  1 --2- 172.21.15.46:0/309609227 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb9d00fff90 0x7fb9d0197fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.561+0000 7fb9d4ebf640  1 -- 172.21.15.46:0/309609227 >> 172.21.15.46:0/309609227 conn(0x7fb9d0076c50 msgr2=0x7fb9d00fc3c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:22.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.561+0000 7fb9d4ebf640  1 -- 172.21.15.46:0/309609227 shutdown_connections
2024-03-19T01:56:22.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.561+0000 7fb9d4ebf640  1 -- 172.21.15.46:0/309609227 wait complete.
2024-03-19T01:56:22.572 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls
2024-03-19T01:56:22.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.677+0000 7fb4f5ae8640  1 -- 172.21.15.46:0/1306691149 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb4f0107970 msgr2=0x7fb4f0107d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.677+0000 7fb4f5ae8640  1 --2- 172.21.15.46:0/1306691149 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb4f0107970 0x7fb4f0107d50 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fb4e0009890 tx=0x7fb4e002bb70 comp rx=0 tx=0).stop
2024-03-19T01:56:22.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.677+0000 7fb4f5ae8640  1 -- 172.21.15.46:0/1306691149 shutdown_connections
2024-03-19T01:56:22.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.677+0000 7fb4f5ae8640  1 --2- 172.21.15.46:0/1306691149 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb4f006a830 0x7fb4f010e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.677+0000 7fb4f5ae8640  1 --2- 172.21.15.46:0/1306691149 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb4f0069e90 0x7fb4f006a2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.677+0000 7fb4f5ae8640  1 --2- 172.21.15.46:0/1306691149 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb4f0107970 0x7fb4f0107d50 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.677+0000 7fb4f5ae8640  1 -- 172.21.15.46:0/1306691149 >> 172.21.15.46:0/1306691149 conn(0x7fb4f00774c0 msgr2=0x7fb4f00778d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:22.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.677+0000 7fb4f5ae8640  1 -- 172.21.15.46:0/1306691149 shutdown_connections
2024-03-19T01:56:22.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.678+0000 7fb4f5ae8640  1 -- 172.21.15.46:0/1306691149 wait complete.
2024-03-19T01:56:22.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.678+0000 7fb4f5ae8640  1  Processor -- start
2024-03-19T01:56:22.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.678+0000 7fb4f5ae8640  1 --  start start
2024-03-19T01:56:22.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.679+0000 7fb4f5ae8640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb4f0069e90 0x7fb4f0197f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.679+0000 7fb4f5ae8640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb4f006a830 0x7fb4f0198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.679+0000 7fb4f5ae8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb4f0107970 0x7fb4f019c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.679+0000 7fb4f5ae8640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb4f0111a50 con 0x7fb4f0107970
2024-03-19T01:56:22.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.679+0000 7fb4f5ae8640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb4f01118d0 con 0x7fb4f006a830
2024-03-19T01:56:22.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.679+0000 7fb4f5ae8640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb4f0111bd0 con 0x7fb4f0069e90
2024-03-19T01:56:22.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.679+0000 7fb4effff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb4f0107970 0x7fb4f019c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.679+0000 7fb4effff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb4f0107970 0x7fb4f019c7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54878/0 (socket says 172.21.15.46:54878)
2024-03-19T01:56:22.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.679+0000 7fb4effff640  1 -- 172.21.15.46:0/2873085370 learned_addr learned my addr 172.21.15.46:0/2873085370 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:22.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.679+0000 7fb4eeffd640  1 --2- 172.21.15.46:0/2873085370 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb4f006a830 0x7fb4f0198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.679+0000 7fb4ef7fe640  1 --2- 172.21.15.46:0/2873085370 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb4f0069e90 0x7fb4f0197f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.679+0000 7fb4effff640  1 -- 172.21.15.46:0/2873085370 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb4f0069e90 msgr2=0x7fb4f0197f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.679+0000 7fb4effff640  1 --2- 172.21.15.46:0/2873085370 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb4f0069e90 0x7fb4f0197f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.679+0000 7fb4effff640  1 -- 172.21.15.46:0/2873085370 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb4f006a830 msgr2=0x7fb4f0198470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.679+0000 7fb4effff640  1 --2- 172.21.15.46:0/2873085370 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb4f006a830 0x7fb4f0198470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.679+0000 7fb4effff640  1 -- 172.21.15.46:0/2873085370 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4f019cf20 con 0x7fb4f0107970
2024-03-19T01:56:22.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.679+0000 7fb4eeffd640  1 --2- 172.21.15.46:0/2873085370 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb4f006a830 0x7fb4f0198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:22.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.679+0000 7fb4effff640  1 --2- 172.21.15.46:0/2873085370 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb4f0107970 0x7fb4f019c7f0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7fb4e800efc0 tx=0x7fb4e800c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:22.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.679+0000 7fb4ecff9640  1 -- 172.21.15.46:0/2873085370 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4e8003970 con 0x7fb4f0107970
2024-03-19T01:56:22.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.679+0000 7fb4f5ae8640  1 -- 172.21.15.46:0/2873085370 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4f019d210 con 0x7fb4f0107970
2024-03-19T01:56:22.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.679+0000 7fb4ecff9640  1 -- 172.21.15.46:0/2873085370 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb4e8004020 con 0x7fb4f0107970
2024-03-19T01:56:22.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.679+0000 7fb4ecff9640  1 -- 172.21.15.46:0/2873085370 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4e800b940 con 0x7fb4f0107970
2024-03-19T01:56:22.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.680+0000 7fb4f5ae8640  1 -- 172.21.15.46:0/2873085370 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4f01a4aa0 con 0x7fb4f0107970
2024-03-19T01:56:22.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.682+0000 7fb4ecff9640  1 -- 172.21.15.46:0/2873085370 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fb4e801d020 con 0x7fb4f0107970
2024-03-19T01:56:22.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.682+0000 7fb4f87ad740  1  Processor -- start
2024-03-19T01:56:22.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.682+0000 7fb4f87ad740  1 --  start start
2024-03-19T01:56:22.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.682+0000 7fb4f87ad740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df054042d0 0x55df054046b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.682+0000 7fb4f87ad740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df05404bf0 0x55df0540d290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.682+0000 7fb4f87ad740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df0540d7d0 0x55df0540fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.682+0000 7fb4f87ad740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55df053674b0 con 0x55df05404bf0
2024-03-19T01:56:22.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.682+0000 7fb4f87ad740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55df0530fd70 con 0x55df054042d0
2024-03-19T01:56:22.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.682+0000 7fb4f87ad740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55df05363550 con 0x55df0540d7d0
2024-03-19T01:56:22.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.682+0000 7fb4ecff9640  1 --2- 172.21.15.46:0/2873085370 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb4d80a2970 0x7fb4d80a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.682+0000 7fb4eeffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df054042d0 0x55df054046b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.682+0000 7fb4ef7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df05404bf0 0x55df0540d290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.682+0000 7fb4ef7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df05404bf0 0x55df0540d290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54888/0 (socket says 172.21.15.46:54888)
2024-03-19T01:56:22.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.682+0000 7fb4eeffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df054042d0 0x55df054046b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:46138/0 (socket says 172.21.15.46:46138)
2024-03-19T01:56:22.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.682+0000 7fb4ef7fe640  1 -- 172.21.15.46:0/872320683 learned_addr learned my addr 172.21.15.46:0/872320683 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:22.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.683+0000 7fb4effff640  1 --2- 172.21.15.46:0/2873085370 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb4d80a2970 0x7fb4d80a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.683+0000 7fb4eeffd640  1 --2- 172.21.15.46:0/872320683 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df0540d7d0 0x55df0540fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.683+0000 7fb4ecff9640  1 -- 172.21.15.46:0/2873085370 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fb4e80cf050 con 0x7fb4f0107970
2024-03-19T01:56:22.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.683+0000 7fb4ef7fe640  1 -- 172.21.15.46:0/872320683 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df0540d7d0 msgr2=0x55df0540fbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:22.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.683+0000 7fb4ef7fe640  1 --2- 172.21.15.46:0/872320683 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df0540d7d0 0x55df0540fbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.683+0000 7fb4ef7fe640  1 -- 172.21.15.46:0/872320683 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df054042d0 msgr2=0x55df054046b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:22.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.683+0000 7fb4ef7fe640  1 --2- 172.21.15.46:0/872320683 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df054042d0 0x55df054046b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.683+0000 7fb4ef7fe640  1 -- 172.21.15.46:0/872320683 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55df05332210 con 0x55df05404bf0
2024-03-19T01:56:22.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.683+0000 7fb4ef7fe640  1 --2- 172.21.15.46:0/872320683 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df05404bf0 0x55df0540d290 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7fb4e0009860 tx=0x7fb4e0009510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b46be1f7dbd3fff2 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:22.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.683+0000 7fb4effff640  1 --2- 172.21.15.46:0/2873085370 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb4d80a2970 0x7fb4d80a4e30 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fb4e80977a0 tx=0x7fb4e808d040 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:22.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.683+0000 7fb4d5ffb640  1 -- 172.21.15.46:0/872320683 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4e0039040 con 0x55df05404bf0
2024-03-19T01:56:22.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.683+0000 7fb4d5ffb640  1 -- 172.21.15.46:0/872320683 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb4e0034980 con 0x55df05404bf0
2024-03-19T01:56:22.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.683+0000 7fb4d5ffb640  1 -- 172.21.15.46:0/872320683 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4e002c750 con 0x55df05404bf0
2024-03-19T01:56:22.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.684+0000 7fb4f87ad740  1 -- 172.21.15.46:0/872320683 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df05404bf0 msgr2=0x55df0540d290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.684+0000 7fb4f87ad740  1 --2- 172.21.15.46:0/872320683 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df05404bf0 0x55df0540d290 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7fb4e0009860 tx=0x7fb4e0009510 comp rx=0 tx=0).stop
2024-03-19T01:56:22.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.684+0000 7fb4f87ad740  1 -- 172.21.15.46:0/872320683 shutdown_connections
2024-03-19T01:56:22.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.684+0000 7fb4f87ad740  1 --2- 172.21.15.46:0/872320683 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df0540d7d0 0x55df0540fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.684+0000 7fb4f87ad740  1 --2- 172.21.15.46:0/872320683 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df05404bf0 0x55df0540d290 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.684+0000 7fb4f87ad740  1 --2- 172.21.15.46:0/872320683 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df054042d0 0x55df054046b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.684+0000 7fb4f87ad740  1 -- 172.21.15.46:0/872320683 >> 172.21.15.46:0/872320683 conn(0x55df053fea00 msgr2=0x55df053fede0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:22.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.684+0000 7fb4f87ad740  1 -- 172.21.15.46:0/872320683 shutdown_connections
2024-03-19T01:56:22.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.684+0000 7fb4f87ad740  1 -- 172.21.15.46:0/872320683 wait complete.
2024-03-19T01:56:22.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.684+0000 7fb4f87ad740  1 --  start start
2024-03-19T01:56:22.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.684+0000 7fb4f87ad740  1  Processor -- start
2024-03-19T01:56:22.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.685+0000 7fb4f87ad740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df054042d0 0x55df0540a7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.685+0000 7fb4f87ad740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df05404bf0 0x55df0540ad20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.685+0000 7fb4f87ad740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df0540d7d0 0x55df0540b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.685+0000 7fb4f87ad740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55df05410560 con 0x55df0540d7d0
2024-03-19T01:56:22.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.685+0000 7fb4f87ad740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55df05323310 con 0x55df054042d0
2024-03-19T01:56:22.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.685+0000 7fb4f87ad740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55df054106e0 con 0x55df05404bf0
2024-03-19T01:56:22.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.685+0000 7fb4f87ad740 10 client.0 _ll_register_callbacks cb 0x55df053172d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:56:22.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.685+0000 7fb4ef7fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df05404bf0 0x55df0540ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.685+0000 7fb4eeffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df054042d0 0x55df0540a7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.685+0000 7fb4ef7fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df05404bf0 0x55df0540ad20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:58992/0 (socket says 172.21.15.46:58992)
2024-03-19T01:56:22.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.685+0000 7fb4eeffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df0540d7d0 0x55df0540b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.685+0000 7fb4ef7fe640  1 -- 172.21.15.46:0/1960088333 learned_addr learned my addr 172.21.15.46:0/1960088333 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:22.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.685+0000 7fb4eeffd640  1 -- 172.21.15.46:0/1960088333 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df05404bf0 msgr2=0x55df0540ad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:22.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.685+0000 7fb4eeffd640  1 --2- 172.21.15.46:0/1960088333 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df05404bf0 0x55df0540ad20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.685+0000 7fb4eeffd640  1 -- 172.21.15.46:0/1960088333 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df054042d0 msgr2=0x55df0540a7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:22.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.685+0000 7fb4eeffd640  1 --2- 172.21.15.46:0/1960088333 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df054042d0 0x55df0540a7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.685+0000 7fb4eeffd640  1 -- 172.21.15.46:0/1960088333 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55df0507b3f0 con 0x55df0540d7d0
2024-03-19T01:56:22.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.685+0000 7fb4eeffd640  1 --2- 172.21.15.46:0/1960088333 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df0540d7d0 0x55df0540b260 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7fb4e40058c0 tx=0x7fb4e4005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14900d0f2852ca14 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:22.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.685+0000 7fb4ceffd640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:56:22.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.685+0000 7fb4ceffd640  1 -- 172.21.15.46:0/1960088333 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4e4004260 con 0x55df0540d7d0
2024-03-19T01:56:22.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.685+0000 7fb4ceffd640  1 -- 172.21.15.46:0/1960088333 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fb4e4004400 con 0x55df0540d7d0
2024-03-19T01:56:22.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.685+0000 7fb4f87ad740  1 -- 172.21.15.46:0/1960088333 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb4e0034980 con 0x55df0540d7d0
2024-03-19T01:56:22.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.685+0000 7fb4ceffd640  1 -- 172.21.15.46:0/1960088333 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fb4e40118b0 con 0x55df0540d7d0
2024-03-19T01:56:22.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.685+0000 7fb4f87ad740 10 client.17013 fetch_fsmap learned FSMap version 33
2024-03-19T01:56:22.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.685+0000 7fb4f87ad740  1 -- 172.21.15.46:0/1960088333 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55df051457d0 con 0x55df0540d7d0
2024-03-19T01:56:22.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.686+0000 7fb4ceffd640  1 -- 172.21.15.46:0/1960088333 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb4e0034980 con 0x55df0540d7d0
2024-03-19T01:56:22.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.686+0000 7fb4ceffd640  1 -- 172.21.15.46:0/1960088333 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fb4e40053c0 con 0x55df0540d7d0
2024-03-19T01:56:22.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.686+0000 7fb4f87ad740 10 client.17013 fetch_fsmap finished waiting for FSMap version 33
2024-03-19T01:56:22.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.686+0000 7fb4f87ad740 10 client.17013 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:56:22.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.686+0000 7fb4f87ad740 20 client.17013 populate_metadata read hostname 'smithi046'
2024-03-19T01:56:22.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.686+0000 7fb4f87ad740  1 --2- 172.21.15.46:0/1960088333 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55df0541dbf0 0x55df05420030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.686+0000 7fb4f87ad740  4 client.17013 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:56:22.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.686+0000 7fb4f87ad740  1 -- 172.21.15.46:0/1960088333 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55df053c53e0 con 0x55df0541dbf0
2024-03-19T01:56:22.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.686+0000 7fb4ef7fe640  1 --2- 172.21.15.46:0/1960088333 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55df0541dbf0 0x55df05420030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.686+0000 7fb4ceffd640 10 client.17013 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:56:22.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.686+0000 7fb4ef7fe640  1 --2- 172.21.15.46:0/1960088333 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55df0541dbf0 0x55df05420030 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=562267bd01091295 server_cookie=cccba590689a2fd4 in_seq=0 out_seq=0
2024-03-19T01:56:22.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.687+0000 7fb4ceffd640  1 -- 172.21.15.46:0/1960088333 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55df053c53e0 con 0x55df0541dbf0
2024-03-19T01:56:22.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.687+0000 7fb4ceffd640 10 client.17013 handle_command_reply: tid=0
2024-03-19T01:56:22.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.687+0000 7fb4f87ad740  1 client.17013 shutdown
2024-03-19T01:56:22.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.687+0000 7fb4f87ad740  1 -- 172.21.15.46:0/1960088333 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df0540d7d0 msgr2=0x55df0540b260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.687+0000 7fb4f87ad740  1 --2- 172.21.15.46:0/1960088333 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df0540d7d0 0x55df0540b260 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7fb4e40058c0 tx=0x7fb4e4005850 comp rx=0 tx=0).stop
2024-03-19T01:56:22.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.687+0000 7fb4f87ad740  1 -- 172.21.15.46:0/1960088333 shutdown_connections
2024-03-19T01:56:22.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.687+0000 7fb4f87ad740  1 --2- 172.21.15.46:0/1960088333 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55df0541dbf0 0x55df05420030 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.687+0000 7fb4f87ad740  1 --2- 172.21.15.46:0/1960088333 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df0540d7d0 0x55df0540b260 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.687+0000 7fb4ceffd640  0 client.17013 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:56:22.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.687+0000 7fb4f87ad740  1 --2- 172.21.15.46:0/1960088333 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df05404bf0 0x55df0540ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.687+0000 7fb4f87ad740  1 --2- 172.21.15.46:0/1960088333 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df054042d0 0x55df0540a7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.687+0000 7fb4f87ad740  1 -- 172.21.15.46:0/1960088333 >> 172.21.15.46:0/1960088333 conn(0x55df053fea00 msgr2=0x55df05400750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:22.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.687+0000 7fb4f87ad740  1 -- 172.21.15.46:0/1960088333 shutdown_connections
2024-03-19T01:56:22.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.687+0000 7fb4f87ad740  1 -- 172.21.15.46:0/1960088333 wait complete.
2024-03-19T01:56:22.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.687+0000 7fb4f87ad740 20 client.17013 trim_cache size 0 max 16384
2024-03-19T01:56:22.706 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.701+0000 7fb4f87ad740  1  Processor -- start
2024-03-19T01:56:22.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.701+0000 7fb4f87ad740  1 --  start start
2024-03-19T01:56:22.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.701+0000 7fb4f87ad740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df054042d0 0x55df0540cf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.701+0000 7fb4f87ad740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df05404bf0 0x55df05419330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.701+0000 7fb4f87ad740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df0540d7d0 0x55df05425900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.701+0000 7fb4f87ad740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb4f01b1360 con 0x55df05404bf0
2024-03-19T01:56:22.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.701+0000 7fb4f87ad740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb4f01aec00 con 0x55df0540d7d0
2024-03-19T01:56:22.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.701+0000 7fb4f87ad740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb4f01aca30 con 0x55df054042d0
2024-03-19T01:56:22.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.701+0000 7fb4ef7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df05404bf0 0x55df05419330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.701+0000 7fb4ef7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df05404bf0 0x55df05419330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54904/0 (socket says 172.21.15.46:54904)
2024-03-19T01:56:22.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.701+0000 7fb4ef7fe640  1 -- 172.21.15.46:0/258502526 learned_addr learned my addr 172.21.15.46:0/258502526 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:22.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.701+0000 7fb4eeffd640  1 --2- 172.21.15.46:0/258502526 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df054042d0 0x55df0540cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.701+0000 7fb4eeffd640  1 --2- 172.21.15.46:0/258502526 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df0540d7d0 0x55df05425900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.701+0000 7fb4ef7fe640  1 -- 172.21.15.46:0/258502526 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df054042d0 msgr2=0x55df0540cf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:22.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.701+0000 7fb4ef7fe640  1 --2- 172.21.15.46:0/258502526 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df054042d0 0x55df0540cf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.701+0000 7fb4ef7fe640  1 -- 172.21.15.46:0/258502526 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df0540d7d0 msgr2=0x55df05425900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:22.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.701+0000 7fb4ef7fe640  1 --2- 172.21.15.46:0/258502526 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df0540d7d0 0x55df05425900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.701+0000 7fb4ef7fe640  1 -- 172.21.15.46:0/258502526 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55df05408d30 con 0x55df05404bf0
2024-03-19T01:56:22.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.702+0000 7fb4ef7fe640  1 --2- 172.21.15.46:0/258502526 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df05404bf0 0x55df05419330 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7fb4e0005d90 tx=0x7fb4e002e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc8fd6ba1c785005 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:22.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.702+0000 7fb4d57fa640  1 -- 172.21.15.46:0/258502526 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4e0039040 con 0x55df05404bf0
2024-03-19T01:56:22.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.702+0000 7fb4d57fa640  1 -- 172.21.15.46:0/258502526 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb4e0034980 con 0x55df05404bf0
2024-03-19T01:56:22.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.702+0000 7fb4d57fa640  1 -- 172.21.15.46:0/258502526 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4e0005510 con 0x55df05404bf0
2024-03-19T01:56:22.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.702+0000 7fb4f87ad740  1 -- 172.21.15.46:0/258502526 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df05404bf0 msgr2=0x55df05419330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.702+0000 7fb4f87ad740  1 --2- 172.21.15.46:0/258502526 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df05404bf0 0x55df05419330 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7fb4e0005d90 tx=0x7fb4e002e040 comp rx=0 tx=0).stop
2024-03-19T01:56:22.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.702+0000 7fb4f87ad740  1 -- 172.21.15.46:0/258502526 shutdown_connections
2024-03-19T01:56:22.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.702+0000 7fb4f87ad740  1 --2- 172.21.15.46:0/258502526 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df0540d7d0 0x55df05425900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.702+0000 7fb4f87ad740  1 --2- 172.21.15.46:0/258502526 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df05404bf0 0x55df05419330 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.702+0000 7fb4f87ad740  1 --2- 172.21.15.46:0/258502526 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df054042d0 0x55df0540cf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.702+0000 7fb4f87ad740  1 -- 172.21.15.46:0/258502526 >> 172.21.15.46:0/258502526 conn(0x55df053fea00 msgr2=0x55df053fede0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:22.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.702+0000 7fb4f87ad740  1 -- 172.21.15.46:0/258502526 shutdown_connections
2024-03-19T01:56:22.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.702+0000 7fb4f87ad740  1 -- 172.21.15.46:0/258502526 wait complete.
2024-03-19T01:56:22.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.703+0000 7fb4f87ad740  1 --  start start
2024-03-19T01:56:22.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.703+0000 7fb4f87ad740  1  Processor -- start
2024-03-19T01:56:22.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.703+0000 7fb4f87ad740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df054042d0 0x55df05407220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.703+0000 7fb4f87ad740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df05404bf0 0x55df05407760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.703+0000 7fb4f87ad740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df0540d7d0 0x55df05407ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.703+0000 7fb4f87ad740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb4f01ad0c0 con 0x55df05404bf0
2024-03-19T01:56:22.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.703+0000 7fb4f87ad740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb4f01ae530 con 0x55df0540d7d0
2024-03-19T01:56:22.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.703+0000 7fb4f87ad740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb4f01ad790 con 0x55df054042d0
2024-03-19T01:56:22.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.703+0000 7fb4f87ad740 10 client.0 _ll_register_callbacks cb 0x7fb4e40139b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:56:22.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.703+0000 7fb4ef7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df05404bf0 0x55df05407760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.703+0000 7fb4eeffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df0540d7d0 0x55df05407ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.703+0000 7fb4ef7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df05404bf0 0x55df05407760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54912/0 (socket says 172.21.15.46:54912)
2024-03-19T01:56:22.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.703+0000 7fb4ef7fe640  1 -- 172.21.15.46:0/1863984559 learned_addr learned my addr 172.21.15.46:0/1863984559 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:22.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.703+0000 7fb4eeffd640  1 --2- 172.21.15.46:0/1863984559 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df054042d0 0x55df05407220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.704+0000 7fb4ef7fe640  1 -- 172.21.15.46:0/1863984559 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df054042d0 msgr2=0x55df05407220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:22.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.704+0000 7fb4ef7fe640  1 --2- 172.21.15.46:0/1863984559 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df054042d0 0x55df05407220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.704+0000 7fb4ef7fe640  1 -- 172.21.15.46:0/1863984559 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df0540d7d0 msgr2=0x55df05407ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:22.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.704+0000 7fb4ef7fe640  1 --2- 172.21.15.46:0/1863984559 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df0540d7d0 0x55df05407ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.704+0000 7fb4ef7fe640  1 -- 172.21.15.46:0/1863984559 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55df05482f30 con 0x55df05404bf0
2024-03-19T01:56:22.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.704+0000 7fb4eeffd640  1 --2- 172.21.15.46:0/1863984559 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df0540d7d0 0x55df05407ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:22.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.704+0000 7fb4ef7fe640  1 --2- 172.21.15.46:0/1863984559 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df05404bf0 0x55df05407760 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7fb4e002c0b0 tx=0x7fb4e0005050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4fe8dd0d42a5c62 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:22.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.704+0000 7fb4ceffd640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:56:22.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.704+0000 7fb4ceffd640  1 -- 172.21.15.46:0/1863984559 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4e0039040 con 0x55df05404bf0
2024-03-19T01:56:22.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.704+0000 7fb4ceffd640  1 -- 172.21.15.46:0/1863984559 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fb4e0005390 con 0x55df05404bf0
2024-03-19T01:56:22.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.704+0000 7fb4f87ad740  1 -- 172.21.15.46:0/1863984559 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb4e0034980 con 0x55df05404bf0
2024-03-19T01:56:22.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.704+0000 7fb4ceffd640  1 -- 172.21.15.46:0/1863984559 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fb4e0005590 con 0x55df05404bf0
2024-03-19T01:56:22.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.704+0000 7fb4f87ad740 10 client.17019 fetch_fsmap learned FSMap version 33
2024-03-19T01:56:22.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.704+0000 7fb4f87ad740  1 -- 172.21.15.46:0/1863984559 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55df054840b0 con 0x55df05404bf0
2024-03-19T01:56:22.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.704+0000 7fb4ceffd640  1 -- 172.21.15.46:0/1863984559 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb4e0034980 con 0x55df05404bf0
2024-03-19T01:56:22.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.704+0000 7fb4ceffd640  1 -- 172.21.15.46:0/1863984559 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7fb4e0004af0 con 0x55df05404bf0
2024-03-19T01:56:22.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.704+0000 7fb4f87ad740 10 client.17019 fetch_fsmap finished waiting for FSMap version 33
2024-03-19T01:56:22.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.704+0000 7fb4f87ad740 10 client.17019 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:56:22.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.704+0000 7fb4f87ad740 20 client.17019 populate_metadata read hostname 'smithi046'
2024-03-19T01:56:22.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.705+0000 7fb4f87ad740  1 --2- 172.21.15.46:0/1863984559 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55df0541dbf0 0x55df054863f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.705+0000 7fb4f87ad740  4 client.17019 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:56:22.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.705+0000 7fb4f87ad740  1 -- 172.21.15.46:0/1863984559 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55df053749f0 con 0x55df0541dbf0
2024-03-19T01:56:22.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.705+0000 7fb4eeffd640  1 --2- 172.21.15.46:0/1863984559 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55df0541dbf0 0x55df054863f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.705+0000 7fb4ceffd640 10 client.17019 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:56:22.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.705+0000 7fb4eeffd640  1 --2- 172.21.15.46:0/1863984559 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55df0541dbf0 0x55df054863f0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=81a7e49064801229 server_cookie=747ce99b17a79789 in_seq=0 out_seq=0
2024-03-19T01:56:22.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.705+0000 7fb4ceffd640  1 -- 172.21.15.46:0/1863984559 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55df053749f0 con 0x55df0541dbf0
2024-03-19T01:56:22.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.705+0000 7fb4ceffd640 10 client.17019 handle_command_reply: tid=0
2024-03-19T01:56:22.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.705+0000 7fb4f87ad740  1 client.17019 shutdown
2024-03-19T01:56:22.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.705+0000 7fb4f87ad740  1 -- 172.21.15.46:0/1863984559 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df05404bf0 msgr2=0x55df05407760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.705+0000 7fb4f87ad740  1 --2- 172.21.15.46:0/1863984559 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df05404bf0 0x55df05407760 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7fb4e002c0b0 tx=0x7fb4e0005050 comp rx=0 tx=0).stop
2024-03-19T01:56:22.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.705+0000 7fb4f87ad740  1 -- 172.21.15.46:0/1863984559 shutdown_connections
2024-03-19T01:56:22.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.705+0000 7fb4f87ad740  1 --2- 172.21.15.46:0/1863984559 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55df0541dbf0 0x55df054863f0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.705+0000 7fb4f87ad740  1 --2- 172.21.15.46:0/1863984559 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55df0540d7d0 0x55df05407ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.705+0000 7fb4ceffd640  0 client.17019 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:56:22.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.705+0000 7fb4f87ad740  1 --2- 172.21.15.46:0/1863984559 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55df05404bf0 0x55df05407760 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.705+0000 7fb4f87ad740  1 --2- 172.21.15.46:0/1863984559 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55df054042d0 0x55df05407220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.705+0000 7fb4f87ad740  1 -- 172.21.15.46:0/1863984559 >> 172.21.15.46:0/1863984559 conn(0x55df053fea00 msgr2=0x55df053fd310 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:22.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.705+0000 7fb4f87ad740  1 -- 172.21.15.46:0/1863984559 shutdown_connections
2024-03-19T01:56:22.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.705+0000 7fb4f87ad740  1 -- 172.21.15.46:0/1863984559 wait complete.
2024-03-19T01:56:22.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.706+0000 7fb4f87ad740 20 client.17019 trim_cache size 0 max 16384
2024-03-19T01:56:22.713 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:56:22.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.706+0000 7fb4f5ae8640  1 -- 172.21.15.46:0/2873085370 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb4d80a2970 msgr2=0x7fb4d80a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.706+0000 7fb4f5ae8640  1 --2- 172.21.15.46:0/2873085370 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb4d80a2970 0x7fb4d80a4e30 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fb4e80977a0 tx=0x7fb4e808d040 comp rx=0 tx=0).stop
2024-03-19T01:56:22.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.706+0000 7fb4f5ae8640  1 -- 172.21.15.46:0/2873085370 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb4f0107970 msgr2=0x7fb4f019c7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.706+0000 7fb4f5ae8640  1 --2- 172.21.15.46:0/2873085370 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb4f0107970 0x7fb4f019c7f0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7fb4e800efc0 tx=0x7fb4e800c800 comp rx=0 tx=0).stop
2024-03-19T01:56:22.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.706+0000 7fb4f5ae8640  1 -- 172.21.15.46:0/2873085370 shutdown_connections
2024-03-19T01:56:22.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.706+0000 7fb4f5ae8640  1 --2- 172.21.15.46:0/2873085370 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb4f0107970 0x7fb4f019c7f0 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.706+0000 7fb4f5ae8640  1 --2- 172.21.15.46:0/2873085370 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb4f006a830 0x7fb4f0198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.706+0000 7fb4f5ae8640  1 --2- 172.21.15.46:0/2873085370 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb4d80a2970 0x7fb4d80a4e30 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.706+0000 7fb4f5ae8640  1 --2- 172.21.15.46:0/2873085370 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb4f0069e90 0x7fb4f0197f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.706+0000 7fb4f5ae8640  1 -- 172.21.15.46:0/2873085370 >> 172.21.15.46:0/2873085370 conn(0x7fb4f00774c0 msgr2=0x7fb4f00ff5b0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:22.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.706+0000 7fb4f5ae8640  1 -- 172.21.15.46:0/2873085370 shutdown_connections
2024-03-19T01:56:22.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.706+0000 7fb4f5ae8640  1 -- 172.21.15.46:0/2873085370 wait complete.
2024-03-19T01:56:22.718 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls
2024-03-19T01:56:22.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.822+0000 7f8958812640  1 -- 172.21.15.46:0/1607289162 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8954101790 msgr2=0x7f8954101c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.822+0000 7f8958812640  1 --2- 172.21.15.46:0/1607289162 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8954101790 0x7f8954101c10 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f8948009930 tx=0x7f894802bc30 comp rx=0 tx=0).stop
2024-03-19T01:56:22.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.822+0000 7f8958812640  1 -- 172.21.15.46:0/1607289162 shutdown_connections
2024-03-19T01:56:22.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.822+0000 7f8958812640  1 --2- 172.21.15.46:0/1607289162 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8954102150 0x7f895410e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.822+0000 7f8958812640  1 --2- 172.21.15.46:0/1607289162 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8954101790 0x7f8954101c10 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.822+0000 7f8958812640  1 --2- 172.21.15.46:0/1607289162 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f89541077a0 0x7f8954107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.822+0000 7f8958812640  1 -- 172.21.15.46:0/1607289162 >> 172.21.15.46:0/1607289162 conn(0x7f89540fd2c0 msgr2=0x7f89540ff6e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:22.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.822+0000 7f8958812640  1 -- 172.21.15.46:0/1607289162 shutdown_connections
2024-03-19T01:56:22.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.822+0000 7f8958812640  1 -- 172.21.15.46:0/1607289162 wait complete.
2024-03-19T01:56:22.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.823+0000 7f8958812640  1  Processor -- start
2024-03-19T01:56:22.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.823+0000 7f8958812640  1 --  start start
2024-03-19T01:56:22.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.823+0000 7f8958812640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8954101790 0x7f8954197fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.823+0000 7f8958812640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8954102150 0x7f8954198510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.823+0000 7f8958812640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89541077a0 0x7f895419c890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.823+0000 7f8958812640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f8954111ab0 con 0x7f89541077a0
2024-03-19T01:56:22.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.823+0000 7f8958812640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f8954111930 con 0x7f8954101790
2024-03-19T01:56:22.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.823+0000 7f8958812640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f8954111c30 con 0x7f8954102150
2024-03-19T01:56:22.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.823+0000 7f8952d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89541077a0 0x7f895419c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.823+0000 7f8952d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89541077a0 0x7f895419c890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54930/0 (socket says 172.21.15.46:54930)
2024-03-19T01:56:22.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.823+0000 7f895259c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8954101790 0x7f8954197fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.826 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.823+0000 7f8952d9d640  1 -- 172.21.15.46:0/1818444039 learned_addr learned my addr 172.21.15.46:0/1818444039 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:22.826 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.823+0000 7f8951d9b640  1 --2- 172.21.15.46:0/1818444039 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8954102150 0x7f8954198510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.826 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.823+0000 7f8952d9d640  1 -- 172.21.15.46:0/1818444039 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8954102150 msgr2=0x7f8954198510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.826 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.823+0000 7f8952d9d640  1 --2- 172.21.15.46:0/1818444039 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8954102150 0x7f8954198510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.826 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.823+0000 7f8952d9d640  1 -- 172.21.15.46:0/1818444039 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8954101790 msgr2=0x7f8954197fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.826 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.823+0000 7f8952d9d640  1 --2- 172.21.15.46:0/1818444039 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8954101790 0x7f8954197fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.826 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.823+0000 7f8952d9d640  1 -- 172.21.15.46:0/1818444039 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f895419cfc0 con 0x7f89541077a0
2024-03-19T01:56:22.826 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.824+0000 7f8952d9d640  1 --2- 172.21.15.46:0/1818444039 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89541077a0 0x7f895419c890 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f894c00eb10 tx=0x7f894c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:22.826 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.824+0000 7f89437fe640  1 -- 172.21.15.46:0/1818444039 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f894c004b20 con 0x7f89541077a0
2024-03-19T01:56:22.826 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.824+0000 7f8958812640  1 -- 172.21.15.46:0/1818444039 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f895419d2b0 con 0x7f89541077a0
2024-03-19T01:56:22.826 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.824+0000 7f89437fe640  1 -- 172.21.15.46:0/1818444039 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f894c004cc0 con 0x7f89541077a0
2024-03-19T01:56:22.826 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.824+0000 7f89437fe640  1 -- 172.21.15.46:0/1818444039 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f894c010690 con 0x7f89541077a0
2024-03-19T01:56:22.826 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.824+0000 7f8958812640  1 -- 172.21.15.46:0/1818444039 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89541a4b40 con 0x7f89541077a0
2024-03-19T01:56:22.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.826+0000 7f89437fe640  1 -- 172.21.15.46:0/1818444039 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f894c005020 con 0x7f89541077a0
2024-03-19T01:56:22.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.826+0000 7f895b400740  1  Processor -- start
2024-03-19T01:56:22.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.827+0000 7f895b400740  1 --  start start
2024-03-19T01:56:22.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.827+0000 7f895b400740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ea77d1f2d0 0x55ea77d1f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.827+0000 7f895b400740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ea77d1fbf0 0x55ea77d28290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.827+0000 7f895b400740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ea77d287d0 0x55ea77d2abc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.827+0000 7f895b400740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55ea77c824b0 con 0x55ea77d1fbf0
2024-03-19T01:56:22.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.827+0000 7f895b400740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55ea77c2ad70 con 0x55ea77d287d0
2024-03-19T01:56:22.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.827+0000 7f895b400740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55ea77c7e550 con 0x55ea77d1f2d0
2024-03-19T01:56:22.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.827+0000 7f895259c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ea77d1fbf0 0x55ea77d28290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.827+0000 7f89437fe640  1 --2- 172.21.15.46:0/1818444039 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f893c0a2970 0x7f893c0a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.827+0000 7f895259c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ea77d1fbf0 0x55ea77d28290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54938/0 (socket says 172.21.15.46:54938)
2024-03-19T01:56:22.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.827+0000 7f895259c640  1 -- 172.21.15.46:0/3435290317 learned_addr learned my addr 172.21.15.46:0/3435290317 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:22.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.827+0000 7f8951d9b640  1 --2- 172.21.15.46:0/3435290317 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ea77d1f2d0 0x55ea77d1f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.827+0000 7f8951d9b640  1 --2- 172.21.15.46:0/3435290317 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ea77d287d0 0x55ea77d2abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.827+0000 7f8952d9d640  1 --2- 172.21.15.46:0/1818444039 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f893c0a2970 0x7f893c0a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.827+0000 7f89437fe640  1 -- 172.21.15.46:0/1818444039 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f894c0cf8d0 con 0x7f89541077a0
2024-03-19T01:56:22.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.827+0000 7f895259c640  1 -- 172.21.15.46:0/3435290317 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ea77d1f2d0 msgr2=0x55ea77d1f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:22.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.827+0000 7f895259c640  1 --2- 172.21.15.46:0/3435290317 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ea77d1f2d0 0x55ea77d1f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.827+0000 7f895259c640  1 -- 172.21.15.46:0/3435290317 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ea77d287d0 msgr2=0x55ea77d2abc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:22.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.827+0000 7f895259c640  1 --2- 172.21.15.46:0/3435290317 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ea77d287d0 0x55ea77d2abc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.827+0000 7f895259c640  1 -- 172.21.15.46:0/3435290317 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea77c4d210 con 0x55ea77d1fbf0
2024-03-19T01:56:22.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.827+0000 7f895259c640  1 --2- 172.21.15.46:0/3435290317 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ea77d1fbf0 0x55ea77d28290 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f8944009c70 tx=0x7f8944011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbcc5227171d67de server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:22.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.828+0000 7f8952d9d640  1 --2- 172.21.15.46:0/1818444039 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f893c0a2970 0x7f893c0a4e30 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f894c098550 tx=0x7f894c06d7b0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:22.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.828+0000 7f8940ff9640  1 -- 172.21.15.46:0/3435290317 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f894401e070 con 0x55ea77d1fbf0
2024-03-19T01:56:22.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.828+0000 7f8940ff9640  1 -- 172.21.15.46:0/3435290317 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8944009e20 con 0x55ea77d1fbf0
2024-03-19T01:56:22.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.828+0000 7f8940ff9640  1 -- 172.21.15.46:0/3435290317 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8944019690 con 0x55ea77d1fbf0
2024-03-19T01:56:22.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.828+0000 7f895b400740  1 -- 172.21.15.46:0/3435290317 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ea77d1fbf0 msgr2=0x55ea77d28290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.828+0000 7f895b400740  1 --2- 172.21.15.46:0/3435290317 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ea77d1fbf0 0x55ea77d28290 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f8944009c70 tx=0x7f8944011810 comp rx=0 tx=0).stop
2024-03-19T01:56:22.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.828+0000 7f895b400740  1 -- 172.21.15.46:0/3435290317 shutdown_connections
2024-03-19T01:56:22.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.828+0000 7f895b400740  1 --2- 172.21.15.46:0/3435290317 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ea77d287d0 0x55ea77d2abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.828+0000 7f895b400740  1 --2- 172.21.15.46:0/3435290317 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ea77d1fbf0 0x55ea77d28290 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.828+0000 7f895b400740  1 --2- 172.21.15.46:0/3435290317 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ea77d1f2d0 0x55ea77d1f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.828+0000 7f895b400740  1 -- 172.21.15.46:0/3435290317 >> 172.21.15.46:0/3435290317 conn(0x55ea77d19a00 msgr2=0x55ea77d19de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:22.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.829+0000 7f895b400740  1 -- 172.21.15.46:0/3435290317 shutdown_connections
2024-03-19T01:56:22.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.829+0000 7f895b400740  1 -- 172.21.15.46:0/3435290317 wait complete.
2024-03-19T01:56:22.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.829+0000 7f895b400740  1 --  start start
2024-03-19T01:56:22.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.829+0000 7f895b400740  1  Processor -- start
2024-03-19T01:56:22.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.829+0000 7f895b400740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ea77d1f2d0 0x55ea77d257e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.829+0000 7f895b400740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ea77d1fbf0 0x55ea77d25d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.829+0000 7f895b400740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ea77d287d0 0x55ea77d26260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.829+0000 7f895b400740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55ea77d2b5c0 con 0x55ea77d287d0
2024-03-19T01:56:22.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.829+0000 7f895b400740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55ea77c3e310 con 0x55ea77d1f2d0
2024-03-19T01:56:22.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.829+0000 7f895b400740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55ea77d2b740 con 0x55ea77d1fbf0
2024-03-19T01:56:22.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.829+0000 7f895b400740 10 client.0 _ll_register_callbacks cb 0x55ea77c322d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:56:22.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.829+0000 7f8951d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ea77d287d0 0x55ea77d26260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.829+0000 7f8951d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ea77d287d0 0x55ea77d26260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54948/0 (socket says 172.21.15.46:54948)
2024-03-19T01:56:22.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.829+0000 7f8951d9b640  1 -- 172.21.15.46:0/1643727483 learned_addr learned my addr 172.21.15.46:0/1643727483 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:22.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.829+0000 7f8951d9b640  1 --2- 172.21.15.46:0/1643727483 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ea77d1f2d0 0x55ea77d257e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.829+0000 7f895259c640  1 --2- 172.21.15.46:0/1643727483 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ea77d1fbf0 0x55ea77d25d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.829+0000 7f8951d9b640  1 -- 172.21.15.46:0/1643727483 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ea77d1fbf0 msgr2=0x55ea77d25d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:22.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.829+0000 7f8951d9b640  1 --2- 172.21.15.46:0/1643727483 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ea77d1fbf0 0x55ea77d25d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.829+0000 7f8951d9b640  1 -- 172.21.15.46:0/1643727483 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ea77d1f2d0 msgr2=0x55ea77d257e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:22.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.829+0000 7f8951d9b640  1 --2- 172.21.15.46:0/1643727483 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ea77d1f2d0 0x55ea77d257e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.829+0000 7f8951d9b640  1 -- 172.21.15.46:0/1643727483 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea779963f0 con 0x55ea77d287d0
2024-03-19T01:56:22.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.829+0000 7f895259c640  1 --2- 172.21.15.46:0/1643727483 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ea77d1fbf0 0x55ea77d25d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:56:22.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.830+0000 7f8951d9b640  1 --2- 172.21.15.46:0/1643727483 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ea77d287d0 0x55ea77d26260 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f8948000c00 tx=0x7f8948009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78a69ec3a369f4a9 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:22.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.830+0000 7f8939ffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:56:22.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.830+0000 7f8939ffb640  1 -- 172.21.15.46:0/1643727483 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8948005540 con 0x55ea77d287d0
2024-03-19T01:56:22.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.830+0000 7f8939ffb640  1 -- 172.21.15.46:0/1643727483 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f89480046c0 con 0x55ea77d287d0
2024-03-19T01:56:22.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.830+0000 7f895b400740  1 -- 172.21.15.46:0/1643727483 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8944009e20 con 0x55ea77d287d0
2024-03-19T01:56:22.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.830+0000 7f8939ffb640  1 -- 172.21.15.46:0/1643727483 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f8948058050 con 0x55ea77d287d0
2024-03-19T01:56:22.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.830+0000 7f895b400740 10 client.17031 fetch_fsmap learned FSMap version 33
2024-03-19T01:56:22.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.830+0000 7f895b400740  1 -- 172.21.15.46:0/1643727483 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55ea77a607d0 con 0x55ea77d287d0
2024-03-19T01:56:22.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.830+0000 7f8939ffb640  1 -- 172.21.15.46:0/1643727483 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8944009e20 con 0x55ea77d287d0
2024-03-19T01:56:22.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.830+0000 7f8939ffb640  1 -- 172.21.15.46:0/1643727483 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f894804f070 con 0x55ea77d287d0
2024-03-19T01:56:22.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.830+0000 7f895b400740 10 client.17031 fetch_fsmap finished waiting for FSMap version 33
2024-03-19T01:56:22.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.830+0000 7f895b400740 10 client.17031 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:56:22.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.830+0000 7f895b400740 20 client.17031 populate_metadata read hostname 'smithi046'
2024-03-19T01:56:22.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.830+0000 7f895b400740  1 --2- 172.21.15.46:0/1643727483 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ea77d38b10 0x55ea77d3af40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.830+0000 7f895b400740  4 client.17031 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:56:22.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.830+0000 7f895b400740  1 -- 172.21.15.46:0/1643727483 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ea77ce03e0 con 0x55ea77d38b10
2024-03-19T01:56:22.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.831+0000 7f895259c640  1 --2- 172.21.15.46:0/1643727483 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ea77d38b10 0x55ea77d3af40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.831+0000 7f895259c640  1 --2- 172.21.15.46:0/1643727483 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ea77d38b10 0x55ea77d3af40 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2b4bb246c01c4b96 server_cookie=8b071fea55669370 in_seq=0 out_seq=0
2024-03-19T01:56:22.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.831+0000 7f8939ffb640 10 client.17031 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:56:22.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.832+0000 7f8939ffb640  1 -- 172.21.15.46:0/1643727483 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55ea77ce03e0 con 0x55ea77d38b10
2024-03-19T01:56:22.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.832+0000 7f8939ffb640 10 client.17031 handle_command_reply: tid=0
2024-03-19T01:56:22.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.832+0000 7f895b400740  1 client.17031 shutdown
2024-03-19T01:56:22.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.832+0000 7f895b400740  1 -- 172.21.15.46:0/1643727483 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ea77d287d0 msgr2=0x55ea77d26260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.832+0000 7f895b400740  1 --2- 172.21.15.46:0/1643727483 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ea77d287d0 0x55ea77d26260 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f8948000c00 tx=0x7f8948009260 comp rx=0 tx=0).stop
2024-03-19T01:56:22.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.832+0000 7f895b400740  1 -- 172.21.15.46:0/1643727483 shutdown_connections
2024-03-19T01:56:22.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.832+0000 7f895b400740  1 --2- 172.21.15.46:0/1643727483 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ea77d38b10 0x55ea77d3af40 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.832+0000 7f895b400740  1 --2- 172.21.15.46:0/1643727483 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ea77d287d0 0x55ea77d26260 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.832+0000 7f8939ffb640  0 client.17031 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:56:22.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.832+0000 7f895b400740  1 --2- 172.21.15.46:0/1643727483 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ea77d1fbf0 0x55ea77d25d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.832+0000 7f895b400740  1 --2- 172.21.15.46:0/1643727483 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ea77d1f2d0 0x55ea77d257e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.832+0000 7f895b400740  1 -- 172.21.15.46:0/1643727483 >> 172.21.15.46:0/1643727483 conn(0x55ea77d19a00 msgr2=0x55ea77d1b750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:22.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.832+0000 7f895b400740  1 -- 172.21.15.46:0/1643727483 shutdown_connections
2024-03-19T01:56:22.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.832+0000 7f895b400740  1 -- 172.21.15.46:0/1643727483 wait complete.
2024-03-19T01:56:22.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.832+0000 7f895b400740 20 client.17031 trim_cache size 0 max 16384
2024-03-19T01:56:22.851 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.845+0000 7f895b400740  1  Processor -- start
2024-03-19T01:56:22.851 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.845+0000 7f895b400740  1 --  start start
2024-03-19T01:56:22.851 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.845+0000 7f895b400740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ea77d1f2d0 0x55ea77d18de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.851 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.845+0000 7f895b400740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ea77d1fbf0 0x55ea77d30da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.851 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.845+0000 7f895b400740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ea77d287d0 0x55ea77d250c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.851 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.845+0000 7f895b400740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f89541b14f0 con 0x55ea77d287d0
2024-03-19T01:56:22.851 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.845+0000 7f895b400740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f89541aed90 con 0x55ea77d1fbf0
2024-03-19T01:56:22.851 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.845+0000 7f895b400740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f89541acbc0 con 0x55ea77d1f2d0
2024-03-19T01:56:22.851 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.846+0000 7f8951d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ea77d287d0 0x55ea77d250c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.846+0000 7f895259c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ea77d1fbf0 0x55ea77d30da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.846+0000 7f895259c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ea77d1fbf0 0x55ea77d30da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:46214/0 (socket says 172.21.15.46:46214)
2024-03-19T01:56:22.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.846+0000 7f8951d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ea77d287d0 0x55ea77d250c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54950/0 (socket says 172.21.15.46:54950)
2024-03-19T01:56:22.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.846+0000 7f895259c640  1 -- 172.21.15.46:0/3993061320 learned_addr learned my addr 172.21.15.46:0/3993061320 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:22.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.846+0000 7f8951d9b640  1 --2- 172.21.15.46:0/3993061320 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ea77d1f2d0 0x55ea77d18de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.846+0000 7f895259c640  1 -- 172.21.15.46:0/3993061320 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ea77d1f2d0 msgr2=0x55ea77d18de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:22.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.846+0000 7f895259c640  1 --2- 172.21.15.46:0/3993061320 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ea77d1f2d0 0x55ea77d18de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.846+0000 7f895259c640  1 -- 172.21.15.46:0/3993061320 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ea77d287d0 msgr2=0x55ea77d250c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:22.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.846+0000 7f895259c640  1 --2- 172.21.15.46:0/3993061320 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ea77d287d0 0x55ea77d250c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.846+0000 7f895259c640  1 -- 172.21.15.46:0/3993061320 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea77d205a0 con 0x55ea77d1fbf0
2024-03-19T01:56:22.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.846+0000 7f8951d9b640  1 --2- 172.21.15.46:0/3993061320 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ea77d287d0 0x55ea77d250c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:22.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.846+0000 7f895259c640  1 --2- 172.21.15.46:0/3993061320 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ea77d1fbf0 0x55ea77d30da0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f89440058c0 tx=0x7f8944000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=521c0b6615f1d84e server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:22.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.846+0000 7f893bfff640  1 -- 172.21.15.46:0/3993061320 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f894401e040 con 0x55ea77d1fbf0
2024-03-19T01:56:22.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.846+0000 7f893bfff640  1 -- 172.21.15.46:0/3993061320 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8944009d60 con 0x55ea77d1fbf0
2024-03-19T01:56:22.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.846+0000 7f893bfff640  1 -- 172.21.15.46:0/3993061320 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89440035f0 con 0x55ea77d1fbf0
2024-03-19T01:56:22.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.847+0000 7f895b400740  1 -- 172.21.15.46:0/3993061320 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ea77d1fbf0 msgr2=0x55ea77d30da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.847+0000 7f895b400740  1 --2- 172.21.15.46:0/3993061320 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ea77d1fbf0 0x55ea77d30da0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f89440058c0 tx=0x7f8944000bc0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.847+0000 7f895b400740  1 -- 172.21.15.46:0/3993061320 shutdown_connections
2024-03-19T01:56:22.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.847+0000 7f895b400740  1 --2- 172.21.15.46:0/3993061320 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ea77d287d0 0x55ea77d250c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.847+0000 7f895b400740  1 --2- 172.21.15.46:0/3993061320 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ea77d1fbf0 0x55ea77d30da0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.847+0000 7f895b400740  1 --2- 172.21.15.46:0/3993061320 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ea77d1f2d0 0x55ea77d18de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.847+0000 7f895b400740  1 -- 172.21.15.46:0/3993061320 >> 172.21.15.46:0/3993061320 conn(0x55ea77d19a00 msgr2=0x55ea77d27790 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:22.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.847+0000 7f895b400740  1 -- 172.21.15.46:0/3993061320 shutdown_connections
2024-03-19T01:56:22.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.847+0000 7f895b400740  1 -- 172.21.15.46:0/3993061320 wait complete.
2024-03-19T01:56:22.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.847+0000 7f895b400740  1 --  start start
2024-03-19T01:56:22.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.847+0000 7f895b400740  1  Processor -- start
2024-03-19T01:56:22.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.847+0000 7f895b400740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ea77d1f2d0 0x55ea77d21c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.853 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.847+0000 7f895b400740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ea77d1fbf0 0x55ea77d22180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.847+0000 7f895b400740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ea77d287d0 0x55ea77d22800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.847+0000 7f895b400740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f89541ad250 con 0x55ea77d1fbf0
2024-03-19T01:56:22.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.847+0000 7f895b400740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f89541ae6c0 con 0x55ea77d287d0
2024-03-19T01:56:22.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.847+0000 7f895b400740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f89541ad920 con 0x55ea77d1f2d0
2024-03-19T01:56:22.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.847+0000 7f895b400740 10 client.0 _ll_register_callbacks cb 0x7f89480043a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:56:22.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.847+0000 7f895259c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ea77d1fbf0 0x55ea77d22180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.847+0000 7f8951d9b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ea77d1f2d0 0x55ea77d21c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.847+0000 7f895259c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ea77d1fbf0 0x55ea77d22180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54960/0 (socket says 172.21.15.46:54960)
2024-03-19T01:56:22.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.848+0000 7f895259c640  1 -- 172.21.15.46:0/1952158945 learned_addr learned my addr 172.21.15.46:0/1952158945 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:22.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.848+0000 7f8951d9b640  1 --2- 172.21.15.46:0/1952158945 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ea77d287d0 0x55ea77d22800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.848+0000 7f895259c640  1 -- 172.21.15.46:0/1952158945 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ea77d1f2d0 msgr2=0x55ea77d21c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:22.854 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.848+0000 7f895259c640  1 --2- 172.21.15.46:0/1952158945 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ea77d1f2d0 0x55ea77d21c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.848+0000 7f895259c640  1 -- 172.21.15.46:0/1952158945 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ea77d287d0 msgr2=0x55ea77d22800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:22.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.848+0000 7f895259c640  1 --2- 172.21.15.46:0/1952158945 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ea77d287d0 0x55ea77d22800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.848+0000 7f895259c640  1 -- 172.21.15.46:0/1952158945 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea77d23030 con 0x55ea77d1fbf0
2024-03-19T01:56:22.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.848+0000 7f8951d9b640  1 --2- 172.21.15.46:0/1952158945 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ea77d1f2d0 0x55ea77d21c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:22.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.848+0000 7f895259c640  1 --2- 172.21.15.46:0/1952158945 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ea77d1fbf0 0x55ea77d22180 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f8944009a30 tx=0x7f89440097a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fffbd6efddce126 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:22.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.848+0000 7f8939ffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:56:22.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.848+0000 7f8939ffb640  1 -- 172.21.15.46:0/1952158945 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f894401e040 con 0x55ea77d1fbf0
2024-03-19T01:56:22.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.848+0000 7f8939ffb640  1 -- 172.21.15.46:0/1952158945 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f894402a0d0 con 0x55ea77d1fbf0
2024-03-19T01:56:22.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.848+0000 7f895b400740  1 -- 172.21.15.46:0/1952158945 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8944009d60 con 0x55ea77d1fbf0
2024-03-19T01:56:22.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.848+0000 7f8939ffb640  1 -- 172.21.15.46:0/1952158945 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f894402a2d0 con 0x55ea77d1fbf0
2024-03-19T01:56:22.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.848+0000 7f895b400740 10 client.17037 fetch_fsmap learned FSMap version 33
2024-03-19T01:56:22.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.848+0000 7f895b400740  1 -- 172.21.15.46:0/1952158945 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55ea77da37b0 con 0x55ea77d1fbf0
2024-03-19T01:56:22.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.848+0000 7f8939ffb640  1 -- 172.21.15.46:0/1952158945 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8944009d60 con 0x55ea77d1fbf0
2024-03-19T01:56:22.855 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.849+0000 7f8939ffb640  1 -- 172.21.15.46:0/1952158945 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f8944003d20 con 0x55ea77d1fbf0
2024-03-19T01:56:22.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.849+0000 7f895b400740 10 client.17037 fetch_fsmap finished waiting for FSMap version 33
2024-03-19T01:56:22.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.849+0000 7f895b400740 10 client.17037 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:56:22.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.849+0000 7f895b400740 20 client.17037 populate_metadata read hostname 'smithi046'
2024-03-19T01:56:22.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.849+0000 7f895b400740  1 --2- 172.21.15.46:0/1952158945 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ea77da3d50 0x55ea77da6170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:22.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.849+0000 7f895b400740  4 client.17037 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:56:22.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.849+0000 7f895b400740  1 -- 172.21.15.46:0/1952158945 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ea77c8f9f0 con 0x55ea77da3d50
2024-03-19T01:56:22.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.849+0000 7f8951d9b640  1 --2- 172.21.15.46:0/1952158945 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ea77da3d50 0x55ea77da6170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:22.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.849+0000 7f8939ffb640 10 client.17037 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:56:22.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.849+0000 7f8951d9b640  1 --2- 172.21.15.46:0/1952158945 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ea77da3d50 0x55ea77da6170 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=835d6338c2c6ea1f server_cookie=9eacd0994cb5472d in_seq=0 out_seq=0
2024-03-19T01:56:22.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.849+0000 7f8939ffb640  1 -- 172.21.15.46:0/1952158945 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ea77c8f9f0 con 0x55ea77da3d50
2024-03-19T01:56:22.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.849+0000 7f8939ffb640 10 client.17037 handle_command_reply: tid=0
2024-03-19T01:56:22.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.849+0000 7f895b400740  1 client.17037 shutdown
2024-03-19T01:56:22.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.849+0000 7f895b400740  1 -- 172.21.15.46:0/1952158945 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ea77d1fbf0 msgr2=0x55ea77d22180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.849+0000 7f895b400740  1 --2- 172.21.15.46:0/1952158945 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ea77d1fbf0 0x55ea77d22180 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f8944009a30 tx=0x7f89440097a0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.849+0000 7f895b400740  1 -- 172.21.15.46:0/1952158945 shutdown_connections
2024-03-19T01:56:22.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.849+0000 7f895b400740  1 --2- 172.21.15.46:0/1952158945 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55ea77da3d50 0x55ea77da6170 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.849+0000 7f895b400740  1 --2- 172.21.15.46:0/1952158945 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55ea77d287d0 0x55ea77d22800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.849+0000 7f8939ffb640  0 client.17037 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:56:22.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.849+0000 7f895b400740  1 --2- 172.21.15.46:0/1952158945 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ea77d1fbf0 0x55ea77d22180 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.849+0000 7f895b400740  1 --2- 172.21.15.46:0/1952158945 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ea77d1f2d0 0x55ea77d21c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.849+0000 7f895b400740  1 -- 172.21.15.46:0/1952158945 >> 172.21.15.46:0/1952158945 conn(0x55ea77d19a00 msgr2=0x55ea77d26e90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:22.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.850+0000 7f895b400740  1 -- 172.21.15.46:0/1952158945 shutdown_connections
2024-03-19T01:56:22.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.850+0000 7f895b400740  1 -- 172.21.15.46:0/1952158945 wait complete.
2024-03-19T01:56:22.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.850+0000 7f895b400740 20 client.17037 trim_cache size 0 max 16384
2024-03-19T01:56:22.858 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:56:22.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.850+0000 7f8958812640  1 -- 172.21.15.46:0/1818444039 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f893c0a2970 msgr2=0x7f893c0a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.850+0000 7f8958812640  1 --2- 172.21.15.46:0/1818444039 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f893c0a2970 0x7f893c0a4e30 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f894c098550 tx=0x7f894c06d7b0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.850+0000 7f8958812640  1 -- 172.21.15.46:0/1818444039 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89541077a0 msgr2=0x7f895419c890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:22.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.850+0000 7f8958812640  1 --2- 172.21.15.46:0/1818444039 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89541077a0 0x7f895419c890 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f894c00eb10 tx=0x7f894c00c2d0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.850+0000 7f8958812640  1 -- 172.21.15.46:0/1818444039 shutdown_connections
2024-03-19T01:56:22.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.850+0000 7f8958812640  1 --2- 172.21.15.46:0/1818444039 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89541077a0 0x7f895419c890 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.850+0000 7f8958812640  1 --2- 172.21.15.46:0/1818444039 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f893c0a2970 0x7f893c0a4e30 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.850+0000 7f8958812640  1 --2- 172.21.15.46:0/1818444039 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8954102150 0x7f8954198510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.850+0000 7f8958812640  1 --2- 172.21.15.46:0/1818444039 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8954101790 0x7f8954197fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:22.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.850+0000 7f8958812640  1 -- 172.21.15.46:0/1818444039 >> 172.21.15.46:0/1818444039 conn(0x7f89540fd2c0 msgr2=0x7f89540fda90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:22.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.850+0000 7f8958812640  1 -- 172.21.15.46:0/1818444039 shutdown_connections
2024-03-19T01:56:22.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:22.850+0000 7f8958812640  1 -- 172.21.15.46:0/1818444039 wait complete.
2024-03-19T01:56:23.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:22 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2022183357' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:56:23.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:22 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2022183357' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:56:23.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:22 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2022183357' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:56:23.861 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs
2024-03-19T01:56:23.861 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:56:23.861 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive
2024-03-19T01:56:23.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.981+0000 7f471430c640  1 -- 172.21.15.46:0/2889953297 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f470c1066a0 msgr2=0x7f470c106a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:23.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.981+0000 7f471430c640  1 --2- 172.21.15.46:0/2889953297 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f470c1066a0 0x7f470c106a80 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f4708009930 tx=0x7f470802bc30 comp rx=0 tx=0).stop
2024-03-19T01:56:23.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.981+0000 7f471430c640  1 -- 172.21.15.46:0/2889953297 shutdown_connections
2024-03-19T01:56:23.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.981+0000 7f471430c640  1 --2- 172.21.15.46:0/2889953297 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f470c101050 0x7f470c10d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:23.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.981+0000 7f471430c640  1 --2- 172.21.15.46:0/2889953297 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f470c100690 0x7f470c100b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:23.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.981+0000 7f471430c640  1 --2- 172.21.15.46:0/2889953297 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f470c1066a0 0x7f470c106a80 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:23.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.981+0000 7f471430c640  1 -- 172.21.15.46:0/2889953297 >> 172.21.15.46:0/2889953297 conn(0x7f470c077820 msgr2=0x7f470c077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:23.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.981+0000 7f471430c640  1 -- 172.21.15.46:0/2889953297 shutdown_connections
2024-03-19T01:56:23.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.981+0000 7f471430c640  1 -- 172.21.15.46:0/2889953297 wait complete.
2024-03-19T01:56:23.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.981+0000 7f471430c640  1  Processor -- start
2024-03-19T01:56:23.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.981+0000 7f471430c640  1 --  start start
2024-03-19T01:56:23.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.982+0000 7f471430c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f470c100690 0x7f470c196f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:23.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.982+0000 7f471430c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f470c101050 0x7f470c197460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:23.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.982+0000 7f471430c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f470c1066a0 0x7f470c19b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:23.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.982+0000 7f471430c640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f470c110960 con 0x7f470c101050
2024-03-19T01:56:23.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.982+0000 7f471430c640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f470c1107e0 con 0x7f470c100690
2024-03-19T01:56:23.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.982+0000 7f471430c640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f470c110ae0 con 0x7f470c1066a0
2024-03-19T01:56:23.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.982+0000 7f47118a7640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f470c101050 0x7f470c197460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:23.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.982+0000 7f47118a7640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f470c101050 0x7f470c197460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54976/0 (socket says 172.21.15.46:54976)
2024-03-19T01:56:23.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.982+0000 7f47118a7640  1 -- 172.21.15.46:0/3285239911 learned_addr learned my addr 172.21.15.46:0/3285239911 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:23.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.982+0000 7f47120a8640  1 --2- 172.21.15.46:0/3285239911 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f470c100690 0x7f470c196f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:23.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.982+0000 7f47128a9640  1 --2- 172.21.15.46:0/3285239911 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f470c1066a0 0x7f470c19b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:23.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.982+0000 7f47118a7640  1 -- 172.21.15.46:0/3285239911 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f470c1066a0 msgr2=0x7f470c19b7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:23.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.982+0000 7f47118a7640  1 --2- 172.21.15.46:0/3285239911 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f470c1066a0 0x7f470c19b7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:23.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.982+0000 7f47118a7640  1 -- 172.21.15.46:0/3285239911 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f470c100690 msgr2=0x7f470c196f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:23.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.982+0000 7f47118a7640  1 --2- 172.21.15.46:0/3285239911 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f470c100690 0x7f470c196f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:23.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.982+0000 7f47118a7640  1 -- 172.21.15.46:0/3285239911 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f470c19bf10 con 0x7f470c101050
2024-03-19T01:56:23.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.982+0000 7f47118a7640  1 --2- 172.21.15.46:0/3285239911 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f470c101050 0x7f470c197460 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f46fc00eb00 tx=0x7f46fc00ef00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:23.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.982+0000 7f47037fe640  1 -- 172.21.15.46:0/3285239911 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46fc00bc30 con 0x7f470c101050
2024-03-19T01:56:23.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.982+0000 7f47037fe640  1 -- 172.21.15.46:0/3285239911 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f46fc00bdd0 con 0x7f470c101050
2024-03-19T01:56:23.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.982+0000 7f471430c640  1 -- 172.21.15.46:0/3285239911 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f470c19c200 con 0x7f470c101050
2024-03-19T01:56:23.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.982+0000 7f47037fe640  1 -- 172.21.15.46:0/3285239911 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46fc017410 con 0x7f470c101050
2024-03-19T01:56:23.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.982+0000 7f471430c640  1 -- 172.21.15.46:0/3285239911 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f470c068980 con 0x7f470c101050
2024-03-19T01:56:23.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.985+0000 7f47037fe640  1 -- 172.21.15.46:0/3285239911 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f46fc004f90 con 0x7f470c101050
2024-03-19T01:56:23.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.985+0000 7f4716fcc740  1  Processor -- start
2024-03-19T01:56:23.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.986+0000 7f4716fcc740  1 --  start start
2024-03-19T01:56:23.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.986+0000 7f4716fcc740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555e317bd380 0x555e317bd760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:23.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.986+0000 7f47037fe640  1 --2- 172.21.15.46:0/3285239911 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f46f80a2970 0x7f46f80a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:23.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.986+0000 7f4716fcc740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555e317bdca0 0x555e317c6340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:23.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.986+0000 7f4716fcc740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555e317c6880 0x555e317c8c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:23.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.986+0000 7f4716fcc740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x555e31721160 con 0x555e317bdca0
2024-03-19T01:56:23.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.986+0000 7f4716fcc740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x555e316c9e10 con 0x555e317bd380
2024-03-19T01:56:23.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.986+0000 7f4716fcc740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x555e3171d200 con 0x555e317c6880
2024-03-19T01:56:23.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.986+0000 7f47118a7640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555e317bdca0 0x555e317c6340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:23.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.986+0000 7f47128a9640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555e317bd380 0x555e317bd760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:23.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.986+0000 7f47120a8640  1 --2- 172.21.15.46:0/3285239911 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f46f80a2970 0x7f46f80a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:23.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.986+0000 7f47118a7640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555e317bdca0 0x555e317c6340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54982/0 (socket says 172.21.15.46:54982)
2024-03-19T01:56:23.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.986+0000 7f47118a7640  1 -- 172.21.15.46:0/3110065375 learned_addr learned my addr 172.21.15.46:0/3110065375 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:23.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.986+0000 7f47037fe640  1 -- 172.21.15.46:0/3285239911 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f46fc0d0ae0 con 0x7f470c101050
2024-03-19T01:56:23.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.986+0000 7f47128a9640  1 --2- 172.21.15.46:0/3110065375 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555e317c6880 0x555e317c8c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:23.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.986+0000 7f47128a9640  1 -- 172.21.15.46:0/3110065375 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555e317c6880 msgr2=0x555e317c8c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:23.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.986+0000 7f47128a9640  1 --2- 172.21.15.46:0/3110065375 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555e317c6880 0x555e317c8c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:23.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.986+0000 7f47128a9640  1 -- 172.21.15.46:0/3110065375 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555e317bdca0 msgr2=0x555e317c6340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:23.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.986+0000 7f47128a9640  1 --2- 172.21.15.46:0/3110065375 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555e317bdca0 0x555e317c6340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:23.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.986+0000 7f47128a9640  1 -- 172.21.15.46:0/3110065375 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555e314fd7e0 con 0x555e317bd380
2024-03-19T01:56:23.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.986+0000 7f47118a7640  1 --2- 172.21.15.46:0/3110065375 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555e317bdca0 0x555e317c6340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:23.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.987+0000 7f47120a8640  1 --2- 172.21.15.46:0/3285239911 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f46f80a2970 0x7f46f80a4e30 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f4708005ab0 tx=0x7f4708005fd0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:23.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.987+0000 7f47128a9640  1 --2- 172.21.15.46:0/3110065375 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555e317bd380 0x555e317bd760 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f47040119f0 tx=0x7f4704004ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b3ff59ae32b6fdc4 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:23.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.987+0000 7f4700bfe640  1 -- 172.21.15.46:0/3110065375 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4704011050 con 0x555e317bd380
2024-03-19T01:56:23.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.987+0000 7f4700bfe640  1 -- 172.21.15.46:0/3110065375 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4704003e20 con 0x555e317bd380
2024-03-19T01:56:23.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.987+0000 7f4700bfe640  1 -- 172.21.15.46:0/3110065375 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4704004020 con 0x555e317bd380
2024-03-19T01:56:23.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.988+0000 7f4716fcc740  1 -- 172.21.15.46:0/3110065375 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555e317bd380 msgr2=0x555e317bd760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:23.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.988+0000 7f4716fcc740  1 --2- 172.21.15.46:0/3110065375 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555e317bd380 0x555e317bd760 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f47040119f0 tx=0x7f4704004ab0 comp rx=0 tx=0).stop
2024-03-19T01:56:23.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.988+0000 7f4716fcc740  1 -- 172.21.15.46:0/3110065375 shutdown_connections
2024-03-19T01:56:23.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.988+0000 7f4716fcc740  1 --2- 172.21.15.46:0/3110065375 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555e317c6880 0x555e317c8c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:23.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.988+0000 7f4716fcc740  1 --2- 172.21.15.46:0/3110065375 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555e317bdca0 0x555e317c6340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:23.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.988+0000 7f4716fcc740  1 --2- 172.21.15.46:0/3110065375 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555e317bd380 0x555e317bd760 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:23.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.988+0000 7f4716fcc740  1 -- 172.21.15.46:0/3110065375 >> 172.21.15.46:0/3110065375 conn(0x555e317b7ab0 msgr2=0x555e317b7e90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:23.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.988+0000 7f4716fcc740  1 -- 172.21.15.46:0/3110065375 shutdown_connections
2024-03-19T01:56:23.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.988+0000 7f4716fcc740  1 -- 172.21.15.46:0/3110065375 wait complete.
2024-03-19T01:56:23.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.988+0000 7f4716fcc740  1 --  start start
2024-03-19T01:56:23.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.988+0000 7f4716fcc740  1  Processor -- start
2024-03-19T01:56:23.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.988+0000 7f4716fcc740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555e317bd380 0x555e317c38c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:23.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.988+0000 7f4716fcc740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555e317bdca0 0x555e317c3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:23.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.988+0000 7f4716fcc740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555e317c6880 0x555e317c4340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:23.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.988+0000 7f4716fcc740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x555e317c9670 con 0x555e317bd380
2024-03-19T01:56:23.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.988+0000 7f4716fcc740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x555e316dd1a0 con 0x555e317c6880
2024-03-19T01:56:23.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.988+0000 7f4716fcc740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x555e317c97f0 con 0x555e317bdca0
2024-03-19T01:56:23.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.988+0000 7f4716fcc740 10 client.0 _ll_register_callbacks cb 0x555e31434c60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:56:23.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.988+0000 7f47120a8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555e317bd380 0x555e317c38c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:23.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.989+0000 7f47120a8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555e317bd380 0x555e317c38c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54994/0 (socket says 172.21.15.46:54994)
2024-03-19T01:56:23.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.989+0000 7f47120a8640  1 -- 172.21.15.46:0/1459535685 learned_addr learned my addr 172.21.15.46:0/1459535685 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:23.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.989+0000 7f47128a9640  1 --2- 172.21.15.46:0/1459535685 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555e317c6880 0x555e317c4340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:23.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.989+0000 7f47118a7640  1 --2- 172.21.15.46:0/1459535685 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555e317bdca0 0x555e317c3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:23.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.989+0000 7f47120a8640  1 -- 172.21.15.46:0/1459535685 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555e317bdca0 msgr2=0x555e317c3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:23.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.989+0000 7f47120a8640  1 --2- 172.21.15.46:0/1459535685 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555e317bdca0 0x555e317c3e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:23.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.989+0000 7f47120a8640  1 -- 172.21.15.46:0/1459535685 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555e317c6880 msgr2=0x555e317c4340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:23.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.989+0000 7f47120a8640  1 --2- 172.21.15.46:0/1459535685 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555e317c6880 0x555e317c4340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:23.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.989+0000 7f47120a8640  1 -- 172.21.15.46:0/1459535685 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555e3155df70 con 0x555e317bd380
2024-03-19T01:56:23.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.989+0000 7f47128a9640  1 --2- 172.21.15.46:0/1459535685 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555e317c6880 0x555e317c4340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:23.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.989+0000 7f47120a8640  1 --2- 172.21.15.46:0/1459535685 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555e317bd380 0x555e317c38c0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f4708035000 tx=0x7f4708009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfb0f5fcb70b0813 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:23.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.989+0000 7f46f5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:56:23.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.989+0000 7f46f5ffb640  1 -- 172.21.15.46:0/1459535685 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f470804f020 con 0x555e317bd380
2024-03-19T01:56:23.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.989+0000 7f46f5ffb640  1 -- 172.21.15.46:0/1459535685 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f4708005310 con 0x555e317bd380
2024-03-19T01:56:23.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.989+0000 7f4716fcc740  1 -- 172.21.15.46:0/1459535685 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4704003e20 con 0x555e317bd380
2024-03-19T01:56:23.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.989+0000 7f46f5ffb640  1 -- 172.21.15.46:0/1459535685 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f470805a050 con 0x555e317bd380
2024-03-19T01:56:23.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.989+0000 7f4716fcc740 10 client.17049 fetch_fsmap learned FSMap version 33
2024-03-19T01:56:23.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.989+0000 7f4716fcc740  1 -- 172.21.15.46:0/1459535685 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x555e313f5170 con 0x555e317bd380
2024-03-19T01:56:23.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.990+0000 7f46f5ffb640  1 -- 172.21.15.46:0/1459535685 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4704003e20 con 0x555e317bd380
2024-03-19T01:56:23.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.990+0000 7f46f5ffb640  1 -- 172.21.15.46:0/1459535685 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f47080036f0 con 0x555e317bd380
2024-03-19T01:56:23.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.990+0000 7f4716fcc740 10 client.17049 fetch_fsmap finished waiting for FSMap version 33
2024-03-19T01:56:23.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.990+0000 7f4716fcc740 10 client.17049 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:56:23.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.990+0000 7f4716fcc740 20 client.17049 populate_metadata read hostname 'smithi046'
2024-03-19T01:56:23.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.990+0000 7f4716fcc740  1 --2- 172.21.15.46:0/1459535685 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555e317d6c70 0x555e317d90f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:23.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.990+0000 7f4716fcc740  4 client.17049 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:56:23.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.990+0000 7f4716fcc740  1 -- 172.21.15.46:0/1459535685 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555e3172e6a0 con 0x555e317d6c70
2024-03-19T01:56:23.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.990+0000 7f47118a7640  1 --2- 172.21.15.46:0/1459535685 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555e317d6c70 0x555e317d90f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:23.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.990+0000 7f47118a7640  1 --2- 172.21.15.46:0/1459535685 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555e317d6c70 0x555e317d90f0 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7051c7d450e73c62 server_cookie=54c69ee0a4b82bf3 in_seq=0 out_seq=0
2024-03-19T01:56:23.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.990+0000 7f46f5ffb640 10 client.17049 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:56:23.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.991+0000 7f46f5ffb640  1 -- 172.21.15.46:0/1459535685 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x555e3172e6a0 con 0x555e317d6c70
2024-03-19T01:56:23.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.991+0000 7f46f5ffb640 10 client.17049 handle_command_reply: tid=0
2024-03-19T01:56:23.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.991+0000 7f4716fcc740  1 client.17049 shutdown
2024-03-19T01:56:23.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.991+0000 7f4716fcc740  1 -- 172.21.15.46:0/1459535685 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555e317bd380 msgr2=0x555e317c38c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:23.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.991+0000 7f4716fcc740  1 --2- 172.21.15.46:0/1459535685 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555e317bd380 0x555e317c38c0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f4708035000 tx=0x7f4708009260 comp rx=0 tx=0).stop
2024-03-19T01:56:23.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.991+0000 7f4716fcc740  1 -- 172.21.15.46:0/1459535685 shutdown_connections
2024-03-19T01:56:23.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.991+0000 7f4716fcc740  1 --2- 172.21.15.46:0/1459535685 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555e317d6c70 0x555e317d90f0 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:23.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.991+0000 7f4716fcc740  1 --2- 172.21.15.46:0/1459535685 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555e317c6880 0x555e317c4340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:23.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.991+0000 7f4716fcc740  1 --2- 172.21.15.46:0/1459535685 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555e317bdca0 0x555e317c3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:23.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.991+0000 7f46f5ffb640  0 client.17049 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:56:23.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.991+0000 7f4716fcc740  1 --2- 172.21.15.46:0/1459535685 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555e317bd380 0x555e317c38c0 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:23.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.991+0000 7f4716fcc740  1 -- 172.21.15.46:0/1459535685 >> 172.21.15.46:0/1459535685 conn(0x555e317b7ab0 msgr2=0x555e317b9800 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:23.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.991+0000 7f4716fcc740  1 -- 172.21.15.46:0/1459535685 shutdown_connections
2024-03-19T01:56:23.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.991+0000 7f4716fcc740  1 -- 172.21.15.46:0/1459535685 wait complete.
2024-03-19T01:56:23.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:23.991+0000 7f4716fcc740 20 client.17049 trim_cache size 0 max 16384
2024-03-19T01:56:24.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.010+0000 7f4716fcc740  1  Processor -- start
2024-03-19T01:56:24.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.010+0000 7f4716fcc740  1 --  start start
2024-03-19T01:56:24.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.010+0000 7f4716fcc740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555e317bd380 0x555e317c5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:24.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.010+0000 7f4716fcc740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555e317bdca0 0x555e317d2410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:24.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.010+0000 7f4716fcc740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555e317c6880 0x555e317de9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:24.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.010+0000 7f4716fcc740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f470c1af280 con 0x555e317c6880
2024-03-19T01:56:24.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.010+0000 7f4716fcc740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f470c1acb20 con 0x555e317bdca0
2024-03-19T01:56:24.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.010+0000 7f4716fcc740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f470c1aa950 con 0x555e317bd380
2024-03-19T01:56:24.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.010+0000 7f47128a9640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555e317c6880 0x555e317de9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:24.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.010+0000 7f47128a9640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555e317c6880 0x555e317de9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:55008/0 (socket says 172.21.15.46:55008)
2024-03-19T01:56:24.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.010+0000 7f47128a9640  1 -- 172.21.15.46:0/2545828333 learned_addr learned my addr 172.21.15.46:0/2545828333 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:24.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.010+0000 7f47118a7640  1 --2- 172.21.15.46:0/2545828333 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555e317bdca0 0x555e317d2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:24.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.010+0000 7f47120a8640  1 --2- 172.21.15.46:0/2545828333 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555e317bd380 0x555e317c5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:24.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.010+0000 7f47128a9640  1 -- 172.21.15.46:0/2545828333 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555e317bd380 msgr2=0x555e317c5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:24.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.010+0000 7f47128a9640  1 --2- 172.21.15.46:0/2545828333 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555e317bd380 0x555e317c5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.010+0000 7f47128a9640  1 -- 172.21.15.46:0/2545828333 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555e317bdca0 msgr2=0x555e317d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:24.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.010+0000 7f47128a9640  1 --2- 172.21.15.46:0/2545828333 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555e317bdca0 0x555e317d2410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.010+0000 7f47128a9640  1 -- 172.21.15.46:0/2545828333 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555e317bdad0 con 0x555e317c6880
2024-03-19T01:56:24.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.010+0000 7f47118a7640  1 --2- 172.21.15.46:0/2545828333 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555e317bdca0 0x555e317d2410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:24.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.010+0000 7f47128a9640  1 --2- 172.21.15.46:0/2545828333 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555e317c6880 0x555e317de9c0 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f470400f790 tx=0x7f4704011780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f85e727b1fe61b1a server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:24.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.011+0000 7f46f7fff640  1 -- 172.21.15.46:0/2545828333 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f470400fa80 con 0x555e317c6880
2024-03-19T01:56:24.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.011+0000 7f46f7fff640  1 -- 172.21.15.46:0/2545828333 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4704003970 con 0x555e317c6880
2024-03-19T01:56:24.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.011+0000 7f46f7fff640  1 -- 172.21.15.46:0/2545828333 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4704004410 con 0x555e317c6880
2024-03-19T01:56:24.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.011+0000 7f4716fcc740  1 -- 172.21.15.46:0/2545828333 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555e317c6880 msgr2=0x555e317de9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:24.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.011+0000 7f4716fcc740  1 --2- 172.21.15.46:0/2545828333 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555e317c6880 0x555e317de9c0 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f470400f790 tx=0x7f4704011780 comp rx=0 tx=0).stop
2024-03-19T01:56:24.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.011+0000 7f4716fcc740  1 -- 172.21.15.46:0/2545828333 shutdown_connections
2024-03-19T01:56:24.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.011+0000 7f4716fcc740  1 --2- 172.21.15.46:0/2545828333 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555e317c6880 0x555e317de9c0 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.011+0000 7f4716fcc740  1 --2- 172.21.15.46:0/2545828333 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555e317bdca0 0x555e317d2410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.011+0000 7f4716fcc740  1 --2- 172.21.15.46:0/2545828333 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555e317bd380 0x555e317c5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.011+0000 7f4716fcc740  1 -- 172.21.15.46:0/2545828333 >> 172.21.15.46:0/2545828333 conn(0x555e317b7ab0 msgr2=0x555e317b9770 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:24.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.011+0000 7f4716fcc740  1 -- 172.21.15.46:0/2545828333 shutdown_connections
2024-03-19T01:56:24.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.011+0000 7f4716fcc740  1 -- 172.21.15.46:0/2545828333 wait complete.
2024-03-19T01:56:24.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.011+0000 7f4716fcc740  1 --  start start
2024-03-19T01:56:24.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.011+0000 7f4716fcc740  1  Processor -- start
2024-03-19T01:56:24.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.012+0000 7f4716fcc740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555e317bd380 0x555e317c0590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:24.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.012+0000 7f4716fcc740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555e317bdca0 0x555e317c0ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:24.018 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.012+0000 7f4716fcc740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555e317c6880 0x555e317c1010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:24.018 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.012+0000 7f4716fcc740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f470c1aafe0 con 0x555e317c6880
2024-03-19T01:56:24.018 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.012+0000 7f4716fcc740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f470c1ac450 con 0x555e317bd380
2024-03-19T01:56:24.018 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.012+0000 7f4716fcc740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f470c1ab6b0 con 0x555e317bdca0
2024-03-19T01:56:24.018 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.012+0000 7f4716fcc740 10 client.0 _ll_register_callbacks cb 0x7f46fc005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:56:24.018 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.012+0000 7f47128a9640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555e317c6880 0x555e317c1010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:24.018 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.012+0000 7f47120a8640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555e317bd380 0x555e317c0590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:24.018 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.012+0000 7f47128a9640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555e317c6880 0x555e317c1010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:55014/0 (socket says 172.21.15.46:55014)
2024-03-19T01:56:24.018 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.012+0000 7f47128a9640  1 -- 172.21.15.46:0/260352601 learned_addr learned my addr 172.21.15.46:0/260352601 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:24.018 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.012+0000 7f47118a7640  1 --2- 172.21.15.46:0/260352601 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555e317bdca0 0x555e317c0ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:24.018 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.012+0000 7f47128a9640  1 -- 172.21.15.46:0/260352601 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555e317bdca0 msgr2=0x555e317c0ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:24.018 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.012+0000 7f47128a9640  1 --2- 172.21.15.46:0/260352601 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555e317bdca0 0x555e317c0ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.018 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.012+0000 7f47128a9640  1 -- 172.21.15.46:0/260352601 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555e317bd380 msgr2=0x555e317c0590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:24.018 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.012+0000 7f47128a9640  1 --2- 172.21.15.46:0/260352601 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555e317bd380 0x555e317c0590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.012+0000 7f47128a9640  1 -- 172.21.15.46:0/260352601 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555e3183c190 con 0x555e317c6880
2024-03-19T01:56:24.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.012+0000 7f47118a7640  1 --2- 172.21.15.46:0/260352601 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555e317bdca0 0x555e317c0ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:24.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.012+0000 7f47120a8640  1 --2- 172.21.15.46:0/260352601 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555e317bd380 0x555e317c0590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:24.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.012+0000 7f47128a9640  1 --2- 172.21.15.46:0/260352601 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555e317c6880 0x555e317c1010 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f4704006010 tx=0x7f4704009ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78b344c32003af11 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:24.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.012+0000 7f46f5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:56:24.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.013+0000 7f46f5ffb640  1 -- 172.21.15.46:0/260352601 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4704003d20 con 0x555e317c6880
2024-03-19T01:56:24.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.013+0000 7f46f5ffb640  1 -- 172.21.15.46:0/260352601 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f47040040d0 con 0x555e317c6880
2024-03-19T01:56:24.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.013+0000 7f4716fcc740  1 -- 172.21.15.46:0/260352601 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4704003970 con 0x555e317c6880
2024-03-19T01:56:24.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.013+0000 7f46f5ffb640  1 -- 172.21.15.46:0/260352601 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f470403a050 con 0x555e317c6880
2024-03-19T01:56:24.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.013+0000 7f4716fcc740 10 client.17055 fetch_fsmap learned FSMap version 33
2024-03-19T01:56:24.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.013+0000 7f4716fcc740  1 -- 172.21.15.46:0/260352601 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x555e3183d470 con 0x555e317c6880
2024-03-19T01:56:24.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.013+0000 7f46f5ffb640  1 -- 172.21.15.46:0/260352601 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4704003970 con 0x555e317c6880
2024-03-19T01:56:24.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.013+0000 7f46f5ffb640  1 -- 172.21.15.46:0/260352601 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f4704027020 con 0x555e317c6880
2024-03-19T01:56:24.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.013+0000 7f4716fcc740 10 client.17055 fetch_fsmap finished waiting for FSMap version 33
2024-03-19T01:56:24.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.013+0000 7f4716fcc740 10 client.17055 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:56:24.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.013+0000 7f4716fcc740 20 client.17055 populate_metadata read hostname 'smithi046'
2024-03-19T01:56:24.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.013+0000 7f4716fcc740  1 --2- 172.21.15.46:0/260352601 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555e3183d8f0 0x555e3183fd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:24.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.013+0000 7f4716fcc740  4 client.17055 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}]
2024-03-19T01:56:24.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.013+0000 7f4716fcc740  1 -- 172.21.15.46:0/260352601 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x555e317289f0 con 0x555e3183d8f0
2024-03-19T01:56:24.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.013+0000 7f47120a8640  1 --2- 172.21.15.46:0/260352601 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555e3183d8f0 0x555e3183fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:24.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.014+0000 7f47120a8640  1 --2- 172.21.15.46:0/260352601 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555e3183d8f0 0x555e3183fd10 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bf187c6dc4c31301 server_cookie=5314f997bfca49c2 in_seq=0 out_seq=0
2024-03-19T01:56:24.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.014+0000 7f46f5ffb640 10 client.17055 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:56:24.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.015+0000 7f46f5ffb640  1 -- 172.21.15.46:0/260352601 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x555e317289f0 con 0x555e3183d8f0
2024-03-19T01:56:24.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.015+0000 7f46f5ffb640 10 client.17055 handle_command_reply: tid=0
2024-03-19T01:56:24.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.015+0000 7f4716fcc740  1 client.17055 shutdown
2024-03-19T01:56:24.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.015+0000 7f4716fcc740  1 -- 172.21.15.46:0/260352601 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555e317c6880 msgr2=0x555e317c1010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:24.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.015+0000 7f4716fcc740  1 --2- 172.21.15.46:0/260352601 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555e317c6880 0x555e317c1010 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f4704006010 tx=0x7f4704009ba0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.015+0000 7f4716fcc740  1 -- 172.21.15.46:0/260352601 shutdown_connections
2024-03-19T01:56:24.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.015+0000 7f4716fcc740  1 --2- 172.21.15.46:0/260352601 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555e3183d8f0 0x555e3183fd10 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.015+0000 7f4716fcc740  1 --2- 172.21.15.46:0/260352601 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555e317c6880 0x555e317c1010 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.015+0000 7f4716fcc740  1 --2- 172.21.15.46:0/260352601 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555e317bdca0 0x555e317c0ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.015+0000 7f4716fcc740  1 --2- 172.21.15.46:0/260352601 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555e317bd380 0x555e317c0590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.015+0000 7f46f5ffb640  0 client.17055 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:56:24.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.015+0000 7f4716fcc740  1 -- 172.21.15.46:0/260352601 >> 172.21.15.46:0/260352601 conn(0x555e317b7ab0 msgr2=0x555e317b62a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:24.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.015+0000 7f4716fcc740  1 -- 172.21.15.46:0/260352601 shutdown_connections
2024-03-19T01:56:24.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.015+0000 7f4716fcc740  1 -- 172.21.15.46:0/260352601 wait complete.
2024-03-19T01:56:24.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.015+0000 7f4716fcc740 20 client.17055 trim_cache size 0 max 16384
2024-03-19T01:56:24.022 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:56:24.022 INFO:teuthology.orchestra.run.smithi046.stdout:    "return_code": 0,
2024-03-19T01:56:24.022 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrub_tag": "19a259b4-651a-47e4-8b00-5de1ab04f30b",
2024-03-19T01:56:24.022 INFO:teuthology.orchestra.run.smithi046.stdout:    "mode": "asynchronous"
2024-03-19T01:56:24.022 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:56:24.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.016+0000 7f471430c640  1 -- 172.21.15.46:0/3285239911 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f46f80a2970 msgr2=0x7f46f80a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:24.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.016+0000 7f471430c640  1 --2- 172.21.15.46:0/3285239911 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f46f80a2970 0x7f46f80a4e30 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f4708005ab0 tx=0x7f4708005fd0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.016+0000 7f471430c640  1 -- 172.21.15.46:0/3285239911 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f470c101050 msgr2=0x7f470c197460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:24.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.016+0000 7f471430c640  1 --2- 172.21.15.46:0/3285239911 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f470c101050 0x7f470c197460 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f46fc00eb00 tx=0x7f46fc00ef00 comp rx=0 tx=0).stop
2024-03-19T01:56:24.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.016+0000 7f471430c640  1 -- 172.21.15.46:0/3285239911 shutdown_connections
2024-03-19T01:56:24.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.016+0000 7f471430c640  1 --2- 172.21.15.46:0/3285239911 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f46f80a2970 0x7f46f80a4e30 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.016+0000 7f471430c640  1 --2- 172.21.15.46:0/3285239911 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f470c1066a0 0x7f470c19b7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.016+0000 7f471430c640  1 --2- 172.21.15.46:0/3285239911 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f470c101050 0x7f470c197460 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.016+0000 7f471430c640  1 --2- 172.21.15.46:0/3285239911 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f470c100690 0x7f470c196f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.016+0000 7f471430c640  1 -- 172.21.15.46:0/3285239911 >> 172.21.15.46:0/3285239911 conn(0x7f470c077820 msgr2=0x7f470c103050 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:24.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.016+0000 7f471430c640  1 -- 172.21.15.46:0/3285239911 shutdown_connections
2024-03-19T01:56:24.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.016+0000 7f471430c640  1 -- 172.21.15.46:0/3285239911 wait complete.
2024-03-19T01:56:24.027 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:56:24.027 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:56:24.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:23 smithi046 ceph-mon[63102]: pgmap v192: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s
2024-03-19T01:56:24.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.132+0000 7f47656c6640  1 -- 172.21.15.46:0/1938054621 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4760100690 msgr2=0x7f4760100b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:24.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.132+0000 7f47656c6640  1 --2- 172.21.15.46:0/1938054621 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4760100690 0x7f4760100b10 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f4748009860 tx=0x7f474802bb70 comp rx=0 tx=0).stop
2024-03-19T01:56:24.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.132+0000 7f47656c6640  1 -- 172.21.15.46:0/1938054621 shutdown_connections
2024-03-19T01:56:24.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.132+0000 7f47656c6640  1 --2- 172.21.15.46:0/1938054621 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4760101050 0x7f476010d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.132+0000 7f47656c6640  1 --2- 172.21.15.46:0/1938054621 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4760100690 0x7f4760100b10 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.132+0000 7f47656c6640  1 --2- 172.21.15.46:0/1938054621 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f47601066a0 0x7f4760106a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.132+0000 7f47656c6640  1 -- 172.21.15.46:0/1938054621 >> 172.21.15.46:0/1938054621 conn(0x7f4760077820 msgr2=0x7f4760077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:24.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.132+0000 7f47656c6640  1 -- 172.21.15.46:0/1938054621 shutdown_connections
2024-03-19T01:56:24.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.132+0000 7f47656c6640  1 -- 172.21.15.46:0/1938054621 wait complete.
2024-03-19T01:56:24.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.133+0000 7f47656c6640  1  Processor -- start
2024-03-19T01:56:24.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.133+0000 7f47656c6640  1 --  start start
2024-03-19T01:56:24.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.133+0000 7f47656c6640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4760100690 0x7f4760197ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:24.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.133+0000 7f47656c6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4760101050 0x7f4760198530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:24.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.133+0000 7f47656c6640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f47601066a0 0x7f476019c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:24.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.133+0000 7f47656c6640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f4760110960 con 0x7f4760101050
2024-03-19T01:56:24.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.133+0000 7f47656c6640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f47601107e0 con 0x7f4760100690
2024-03-19T01:56:24.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.133+0000 7f47656c6640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4760110ae0 con 0x7f47601066a0
2024-03-19T01:56:24.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.133+0000 7f4757fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4760101050 0x7f4760198530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:24.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.133+0000 7f475effd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4760100690 0x7f4760197ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:24.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.133+0000 7f475effd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4760100690 0x7f4760197ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:46296/0 (socket says 172.21.15.46:46296)
2024-03-19T01:56:24.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.133+0000 7f4757fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4760101050 0x7f4760198530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:55034/0 (socket says 172.21.15.46:55034)
2024-03-19T01:56:24.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.133+0000 7f475effd640  1 -- 172.21.15.46:0/2191763622 learned_addr learned my addr 172.21.15.46:0/2191763622 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:24.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.133+0000 7f475f7fe640  1 --2- 172.21.15.46:0/2191763622 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f47601066a0 0x7f476019c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:24.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.133+0000 7f4757fff640  1 -- 172.21.15.46:0/2191763622 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f47601066a0 msgr2=0x7f476019c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:24.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.133+0000 7f4757fff640  1 --2- 172.21.15.46:0/2191763622 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f47601066a0 0x7f476019c8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.133+0000 7f4757fff640  1 -- 172.21.15.46:0/2191763622 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4760100690 msgr2=0x7f4760197ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:24.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.133+0000 7f4757fff640  1 --2- 172.21.15.46:0/2191763622 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4760100690 0x7f4760197ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.133+0000 7f4757fff640  1 -- 172.21.15.46:0/2191763622 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f476019cfe0 con 0x7f4760101050
2024-03-19T01:56:24.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.134+0000 7f4757fff640  1 --2- 172.21.15.46:0/2191763622 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4760101050 0x7f4760198530 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f4748037040 tx=0x7f4748004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:24.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.134+0000 7f475cff9640  1 -- 172.21.15.46:0/2191763622 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4748041020 con 0x7f4760101050
2024-03-19T01:56:24.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.134+0000 7f47656c6640  1 -- 172.21.15.46:0/2191763622 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f476019d270 con 0x7f4760101050
2024-03-19T01:56:24.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.134+0000 7f475cff9640  1 -- 172.21.15.46:0/2191763622 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f474802c9c0 con 0x7f4760101050
2024-03-19T01:56:24.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.134+0000 7f475cff9640  1 -- 172.21.15.46:0/2191763622 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4748039040 con 0x7f4760101050
2024-03-19T01:56:24.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.134+0000 7f47656c6640  1 -- 172.21.15.46:0/2191763622 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47601a4b60 con 0x7f4760101050
2024-03-19T01:56:24.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.136+0000 7f475cff9640  1 -- 172.21.15.46:0/2191763622 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f4748044020 con 0x7f4760101050
2024-03-19T01:56:24.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.136+0000 7f4768393740  1  Processor -- start
2024-03-19T01:56:24.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.136+0000 7f475cff9640  1 --2- 172.21.15.46:0/2191763622 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f474c0a2970 0x7f474c0a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:24.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.136+0000 7f4768393740  1 --  start start
2024-03-19T01:56:24.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.137+0000 7f475effd640  1 --2- 172.21.15.46:0/2191763622 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f474c0a2970 0x7f474c0a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:24.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.137+0000 7f475cff9640  1 -- 172.21.15.46:0/2191763622 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f47480f0800 con 0x7f4760101050
2024-03-19T01:56:24.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.137+0000 7f4768393740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5567a569ea30 0x5567a569ee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:24.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.137+0000 7f4768393740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5567a569f350 0x5567a56a79f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:24.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.137+0000 7f4768393740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5567a56a7f30 0x5567a56aa320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:24.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.137+0000 7f4768393740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5567a5602500 con 0x5567a569ea30
2024-03-19T01:56:24.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.137+0000 7f4768393740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5567a55aabe0 con 0x5567a56a7f30
2024-03-19T01:56:24.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.137+0000 7f4768393740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5567a55fe5a0 con 0x5567a569f350
2024-03-19T01:56:24.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.137+0000 7f475effd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5567a569ea30 0x5567a569ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:24.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.137+0000 7f4757fff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5567a569f350 0x5567a56a79f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:24.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.137+0000 7f475effd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5567a569ea30 0x5567a569ee10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:55044/0 (socket says 172.21.15.46:55044)
2024-03-19T01:56:24.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.137+0000 7f475effd640  1 -- 172.21.15.46:0/3661252501 learned_addr learned my addr 172.21.15.46:0/3661252501 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:24.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.137+0000 7f475f7fe640  1 --2- 172.21.15.46:0/3661252501 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5567a56a7f30 0x5567a56aa320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:24.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.137+0000 7f475effd640  1 --2- 172.21.15.46:0/2191763622 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f474c0a2970 0x7f474c0a4e30 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f47500095f0 tx=0x7f4750011810 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:24.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.137+0000 7f475effd640  1 -- 172.21.15.46:0/3661252501 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5567a569f350 msgr2=0x5567a56a79f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:24.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.137+0000 7f475effd640  1 --2- 172.21.15.46:0/3661252501 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5567a569f350 0x5567a56a79f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.137+0000 7f475effd640  1 -- 172.21.15.46:0/3661252501 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5567a56a7f30 msgr2=0x5567a56aa320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:24.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.137+0000 7f475effd640  1 --2- 172.21.15.46:0/3661252501 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5567a56a7f30 0x5567a56aa320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.137+0000 7f475effd640  1 -- 172.21.15.46:0/3661252501 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5567a55cc000 con 0x5567a569ea30
2024-03-19T01:56:24.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.137+0000 7f4757fff640  1 --2- 172.21.15.46:0/3661252501 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5567a569f350 0x5567a56a79f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:24.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.137+0000 7f475effd640  1 --2- 172.21.15.46:0/3661252501 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5567a569ea30 0x5567a569ee10 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f4750005f60 tx=0x7f475001c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7ebef68e5b8b933 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:24.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.138+0000 7f47557fa640  1 -- 172.21.15.46:0/3661252501 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4750017040 con 0x5567a569ea30
2024-03-19T01:56:24.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.138+0000 7f47557fa640  1 -- 172.21.15.46:0/3661252501 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4750019050 con 0x5567a569ea30
2024-03-19T01:56:24.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.138+0000 7f47557fa640  1 -- 172.21.15.46:0/3661252501 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f475001c720 con 0x5567a569ea30
2024-03-19T01:56:24.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.138+0000 7f4768393740  1 -- 172.21.15.46:0/3661252501 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5567a569ea30 msgr2=0x5567a569ee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:24.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.138+0000 7f4768393740  1 --2- 172.21.15.46:0/3661252501 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5567a569ea30 0x5567a569ee10 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f4750005f60 tx=0x7f475001c000 comp rx=0 tx=0).stop
2024-03-19T01:56:24.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.138+0000 7f4768393740  1 -- 172.21.15.46:0/3661252501 shutdown_connections
2024-03-19T01:56:24.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.138+0000 7f4768393740  1 --2- 172.21.15.46:0/3661252501 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5567a56a7f30 0x5567a56aa320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.138+0000 7f4768393740  1 --2- 172.21.15.46:0/3661252501 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5567a569f350 0x5567a56a79f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.138+0000 7f4768393740  1 --2- 172.21.15.46:0/3661252501 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5567a569ea30 0x5567a569ee10 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.138+0000 7f4768393740  1 -- 172.21.15.46:0/3661252501 >> 172.21.15.46:0/3661252501 conn(0x5567a5699160 msgr2=0x5567a5699540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:24.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.138+0000 7f4768393740  1 -- 172.21.15.46:0/3661252501 shutdown_connections
2024-03-19T01:56:24.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.138+0000 7f4768393740  1 -- 172.21.15.46:0/3661252501 wait complete.
2024-03-19T01:56:24.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.139+0000 7f4768393740  1 --  start start
2024-03-19T01:56:24.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.139+0000 7f4768393740  1  Processor -- start
2024-03-19T01:56:24.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.139+0000 7f4768393740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5567a569ea30 0x5567a56a4e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:24.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.139+0000 7f4768393740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5567a569f350 0x5567a56a5350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:24.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.139+0000 7f4768393740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5567a56a7f30 0x5567a56a5890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:24.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.139+0000 7f4768393740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5567a56aad20 con 0x5567a56a7f30
2024-03-19T01:56:24.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.139+0000 7f4768393740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5567a55be160 con 0x5567a569ea30
2024-03-19T01:56:24.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.139+0000 7f4768393740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5567a56aaea0 con 0x5567a569f350
2024-03-19T01:56:24.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.139+0000 7f4768393740 10 client.0 _ll_register_callbacks cb 0x5567a55faa40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:56:24.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.139+0000 7f475f7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5567a56a7f30 0x5567a56a5890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:24.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.139+0000 7f475effd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5567a569ea30 0x5567a56a4e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:24.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.139+0000 7f475f7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5567a56a7f30 0x5567a56a5890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:55058/0 (socket says 172.21.15.46:55058)
2024-03-19T01:56:24.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.139+0000 7f475f7fe640  1 -- 172.21.15.46:0/2837677129 learned_addr learned my addr 172.21.15.46:0/2837677129 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:24.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.139+0000 7f4757fff640  1 --2- 172.21.15.46:0/2837677129 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5567a569f350 0x5567a56a5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:24.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.139+0000 7f475f7fe640  1 -- 172.21.15.46:0/2837677129 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5567a569f350 msgr2=0x5567a56a5350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:24.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.139+0000 7f475f7fe640  1 --2- 172.21.15.46:0/2837677129 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5567a569f350 0x5567a56a5350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.139+0000 7f475f7fe640  1 -- 172.21.15.46:0/2837677129 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5567a569ea30 msgr2=0x5567a56a4e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:24.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.139+0000 7f475f7fe640  1 --2- 172.21.15.46:0/2837677129 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5567a569ea30 0x5567a56a4e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.139+0000 7f475f7fe640  1 -- 172.21.15.46:0/2837677129 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5567a53e07d0 con 0x5567a56a7f30
2024-03-19T01:56:24.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.140+0000 7f475f7fe640  1 --2- 172.21.15.46:0/2837677129 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5567a56a7f30 0x5567a56a5890 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f475800ee90 tx=0x7f475800d7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=216b310183109483 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:24.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.140+0000 7f47467fc640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:56:24.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.140+0000 7f47467fc640  1 -- 172.21.15.46:0/2837677129 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f475801c020 con 0x5567a56a7f30
2024-03-19T01:56:24.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.140+0000 7f47467fc640  1 -- 172.21.15.46:0/2837677129 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f4758018660 con 0x5567a56a7f30
2024-03-19T01:56:24.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.140+0000 7f4768393740  1 -- 172.21.15.46:0/2837677129 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4750019050 con 0x5567a56a7f30
2024-03-19T01:56:24.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.140+0000 7f47467fc640  1 -- 172.21.15.46:0/2837677129 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f4758027050 con 0x5567a56a7f30
2024-03-19T01:56:24.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.140+0000 7f4768393740 10 client.17067 fetch_fsmap learned FSMap version 33
2024-03-19T01:56:24.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.140+0000 7f4768393740  1 -- 172.21.15.46:0/2837677129 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5567a53163f0 con 0x5567a56a7f30
2024-03-19T01:56:24.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.140+0000 7f47467fc640  1 -- 172.21.15.46:0/2837677129 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4750019050 con 0x5567a56a7f30
2024-03-19T01:56:24.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.140+0000 7f47467fc640  1 -- 172.21.15.46:0/2837677129 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f475800b040 con 0x5567a56a7f30
2024-03-19T01:56:24.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.140+0000 7f4768393740 10 client.17067 fetch_fsmap finished waiting for FSMap version 33
2024-03-19T01:56:24.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.140+0000 7f4768393740 10 client.17067 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:56:24.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.140+0000 7f4768393740 20 client.17067 populate_metadata read hostname 'smithi046'
2024-03-19T01:56:24.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.140+0000 7f4768393740  1 --2- 172.21.15.46:0/2837677129 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5567a56b82e0 0x5567a56ba740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:24.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.140+0000 7f4768393740  4 client.17067 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:56:24.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.140+0000 7f4768393740  1 -- 172.21.15.46:0/2837677129 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5567a560fa40 con 0x5567a56b82e0
2024-03-19T01:56:24.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.140+0000 7f475effd640  1 --2- 172.21.15.46:0/2837677129 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5567a56b82e0 0x5567a56ba740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:24.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.141+0000 7f475effd640  1 --2- 172.21.15.46:0/2837677129 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5567a56b82e0 0x5567a56ba740 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4edf02776abb348b server_cookie=3057feea80e2642c in_seq=0 out_seq=0
2024-03-19T01:56:24.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.141+0000 7f47467fc640 10 client.17067 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:56:24.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.142+0000 7f47467fc640  1 -- 172.21.15.46:0/2837677129 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5567a560fa40 con 0x5567a56b82e0
2024-03-19T01:56:24.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.142+0000 7f47467fc640 10 client.17067 handle_command_reply: tid=0
2024-03-19T01:56:24.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.142+0000 7f4768393740  1 client.17067 shutdown
2024-03-19T01:56:24.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.142+0000 7f4768393740  1 -- 172.21.15.46:0/2837677129 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5567a56a7f30 msgr2=0x5567a56a5890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:24.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.142+0000 7f4768393740  1 --2- 172.21.15.46:0/2837677129 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5567a56a7f30 0x5567a56a5890 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f475800ee90 tx=0x7f475800d7b0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.142+0000 7f4768393740  1 -- 172.21.15.46:0/2837677129 shutdown_connections
2024-03-19T01:56:24.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.142+0000 7f4768393740  1 --2- 172.21.15.46:0/2837677129 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5567a56b82e0 0x5567a56ba740 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.142+0000 7f4768393740  1 --2- 172.21.15.46:0/2837677129 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5567a56a7f30 0x5567a56a5890 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.142+0000 7f4768393740  1 --2- 172.21.15.46:0/2837677129 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5567a569f350 0x5567a56a5350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.142+0000 7f4768393740  1 --2- 172.21.15.46:0/2837677129 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5567a569ea30 0x5567a56a4e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.142+0000 7f47467fc640  0 client.17067 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:56:24.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.142+0000 7f4768393740  1 -- 172.21.15.46:0/2837677129 >> 172.21.15.46:0/2837677129 conn(0x5567a5699160 msgr2=0x5567a569aeb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:24.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.142+0000 7f4768393740  1 -- 172.21.15.46:0/2837677129 shutdown_connections
2024-03-19T01:56:24.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.142+0000 7f4768393740  1 -- 172.21.15.46:0/2837677129 wait complete.
2024-03-19T01:56:24.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.142+0000 7f4768393740 20 client.17067 trim_cache size 0 max 16384
2024-03-19T01:56:24.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.160+0000 7f4768393740  1  Processor -- start
2024-03-19T01:56:24.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.160+0000 7f4768393740  1 --  start start
2024-03-19T01:56:24.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.160+0000 7f4768393740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5567a569ea30 0x5567a56a7540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:24.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.160+0000 7f4768393740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5567a569f350 0x5567a56b3af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:24.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.160+0000 7f4768393740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5567a56a7f30 0x5567a56a54e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:24.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.160+0000 7f4768393740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f47601b13c0 con 0x5567a56a7f30
2024-03-19T01:56:24.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.160+0000 7f4768393740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f47601aec60 con 0x5567a569f350
2024-03-19T01:56:24.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.160+0000 7f4768393740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f47601aca90 con 0x5567a569ea30
2024-03-19T01:56:24.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.160+0000 7f475f7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5567a56a7f30 0x5567a56a54e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:24.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.160+0000 7f475f7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5567a56a7f30 0x5567a56a54e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:55070/0 (socket says 172.21.15.46:55070)
2024-03-19T01:56:24.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.160+0000 7f475f7fe640  1 -- 172.21.15.46:0/2774159966 learned_addr learned my addr 172.21.15.46:0/2774159966 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:24.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.160+0000 7f475effd640  1 --2- 172.21.15.46:0/2774159966 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5567a569ea30 0x5567a56a7540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:24.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.160+0000 7f4757fff640  1 --2- 172.21.15.46:0/2774159966 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5567a569f350 0x5567a56b3af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:24.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.161+0000 7f475f7fe640  1 -- 172.21.15.46:0/2774159966 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5567a569ea30 msgr2=0x5567a56a7540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:24.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.161+0000 7f475f7fe640  1 --2- 172.21.15.46:0/2774159966 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5567a569ea30 0x5567a56a7540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.161+0000 7f475f7fe640  1 -- 172.21.15.46:0/2774159966 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5567a569f350 msgr2=0x5567a56b3af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:24.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.161+0000 7f475f7fe640  1 --2- 172.21.15.46:0/2774159966 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5567a569f350 0x5567a56b3af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.161+0000 7f475f7fe640  1 -- 172.21.15.46:0/2774159966 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5567a52d60f0 con 0x5567a56a7f30
2024-03-19T01:56:24.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.161+0000 7f475f7fe640  1 --2- 172.21.15.46:0/2774159966 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5567a56a7f30 0x5567a56a54e0 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f4758017bd0 tx=0x7f4758017ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2000842f84076bc server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:24.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.161+0000 7f4754ff9640  1 -- 172.21.15.46:0/2774159966 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f475802f020 con 0x5567a56a7f30
2024-03-19T01:56:24.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.161+0000 7f4754ff9640  1 -- 172.21.15.46:0/2774159966 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4758003e20 con 0x5567a56a7f30
2024-03-19T01:56:24.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.161+0000 7f4754ff9640  1 -- 172.21.15.46:0/2774159966 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f475801c030 con 0x5567a56a7f30
2024-03-19T01:56:24.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.161+0000 7f4768393740  1 -- 172.21.15.46:0/2774159966 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5567a56a7f30 msgr2=0x5567a56a54e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:24.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.162+0000 7f4768393740  1 --2- 172.21.15.46:0/2774159966 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5567a56a7f30 0x5567a56a54e0 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f4758017bd0 tx=0x7f4758017ee0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.162+0000 7f4768393740  1 -- 172.21.15.46:0/2774159966 shutdown_connections
2024-03-19T01:56:24.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.162+0000 7f4768393740  1 --2- 172.21.15.46:0/2774159966 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5567a56a7f30 0x5567a56a54e0 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.162+0000 7f4768393740  1 --2- 172.21.15.46:0/2774159966 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5567a569f350 0x5567a56b3af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.162+0000 7f4768393740  1 --2- 172.21.15.46:0/2774159966 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5567a569ea30 0x5567a56a7540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.162+0000 7f4768393740  1 -- 172.21.15.46:0/2774159966 >> 172.21.15.46:0/2774159966 conn(0x5567a5699160 msgr2=0x5567a56a4dd0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:24.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.162+0000 7f4768393740  1 -- 172.21.15.46:0/2774159966 shutdown_connections
2024-03-19T01:56:24.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.162+0000 7f4768393740  1 -- 172.21.15.46:0/2774159966 wait complete.
2024-03-19T01:56:24.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.162+0000 7f4768393740  1 --  start start
2024-03-19T01:56:24.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.162+0000 7f4768393740  1  Processor -- start
2024-03-19T01:56:24.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.162+0000 7f4768393740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5567a569ea30 0x5567a56a19e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:24.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.162+0000 7f4768393740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5567a569f350 0x5567a56a1f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:24.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.162+0000 7f4768393740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5567a56a7f30 0x5567a56a2460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:24.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.162+0000 7f4768393740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f47601ad120 con 0x5567a569f350
2024-03-19T01:56:24.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.162+0000 7f4768393740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f47601ae590 con 0x5567a569ea30
2024-03-19T01:56:24.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.162+0000 7f4768393740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f47601ad7f0 con 0x5567a56a7f30
2024-03-19T01:56:24.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.162+0000 7f4768393740 10 client.0 _ll_register_callbacks cb 0x7f4758009820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:56:24.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.162+0000 7f475effd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5567a569ea30 0x5567a56a19e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:24.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.162+0000 7f4757fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5567a569f350 0x5567a56a1f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:24.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.162+0000 7f475effd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5567a569ea30 0x5567a56a19e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:46346/0 (socket says 172.21.15.46:46346)
2024-03-19T01:56:24.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.162+0000 7f475effd640  1 -- 172.21.15.46:0/2649455232 learned_addr learned my addr 172.21.15.46:0/2649455232 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:24.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.162+0000 7f475f7fe640  1 --2- 172.21.15.46:0/2649455232 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5567a56a7f30 0x5567a56a2460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:24.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.163+0000 7f475f7fe640  1 -- 172.21.15.46:0/2649455232 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5567a569ea30 msgr2=0x5567a56a19e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:24.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.163+0000 7f475f7fe640  1 --2- 172.21.15.46:0/2649455232 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5567a569ea30 0x5567a56a19e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.163+0000 7f475f7fe640  1 -- 172.21.15.46:0/2649455232 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5567a569f350 msgr2=0x5567a56a1f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:24.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.163+0000 7f475f7fe640  1 --2- 172.21.15.46:0/2649455232 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5567a569f350 0x5567a56a1f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.163+0000 7f475f7fe640  1 -- 172.21.15.46:0/2649455232 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5567a571d690 con 0x5567a56a7f30
2024-03-19T01:56:24.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.163+0000 7f4757fff640  1 --2- 172.21.15.46:0/2649455232 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5567a569f350 0x5567a56a1f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:24.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.163+0000 7f475effd640  1 --2- 172.21.15.46:0/2649455232 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5567a569ea30 0x5567a56a19e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:24.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.163+0000 7f475f7fe640  1 --2- 172.21.15.46:0/2649455232 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5567a56a7f30 0x5567a56a2460 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f4758000f80 tx=0x7f4758003c20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2bc42d1589c7b8e8 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:24.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.163+0000 7f47467fc640 10 client.0 ms_handle_connect on v2:172.21.15.102:3300/0
2024-03-19T01:56:24.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.163+0000 7f47467fc640  1 -- 172.21.15.46:0/2649455232 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f475802f070 con 0x5567a56a7f30
2024-03-19T01:56:24.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.163+0000 7f4768393740  1 -- 172.21.15.46:0/2649455232 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4758003e20 con 0x5567a56a7f30
2024-03-19T01:56:24.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.163+0000 7f47467fc640  1 -- 172.21.15.46:0/2649455232 <== mon.1 v2:172.21.15.102:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f47580054f0 con 0x5567a56a7f30
2024-03-19T01:56:24.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.163+0000 7f47467fc640  1 -- 172.21.15.46:0/2649455232 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f475801c040 con 0x5567a56a7f30
2024-03-19T01:56:24.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.163+0000 7f4768393740 10 client.26872 fetch_fsmap learned FSMap version 33
2024-03-19T01:56:24.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.163+0000 7f4768393740  1 -- 172.21.15.46:0/2649455232 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x5567a571e980 con 0x5567a56a7f30
2024-03-19T01:56:24.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.163+0000 7f47467fc640  1 -- 172.21.15.46:0/2649455232 <== mon.1 v2:172.21.15.102:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4758003e20 con 0x5567a56a7f30
2024-03-19T01:56:24.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.164+0000 7f47467fc640  1 -- 172.21.15.46:0/2649455232 <== mon.1 v2:172.21.15.102:3300/0 5 ==== fsmap(e 33) ==== 8354+0+0 (secure 0 0 0) 0x7f475802a070 con 0x5567a56a7f30
2024-03-19T01:56:24.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.164+0000 7f4768393740 10 client.26872 fetch_fsmap finished waiting for FSMap version 33
2024-03-19T01:56:24.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.164+0000 7f4768393740 10 client.26872 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:56:24.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.164+0000 7f4768393740 20 client.26872 populate_metadata read hostname 'smithi046'
2024-03-19T01:56:24.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.164+0000 7f4768393740  1 --2- 172.21.15.46:0/2649455232 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5567a571f020 0x5567a5721440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:24.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.164+0000 7f4768393740  4 client.26872 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:56:24.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.164+0000 7f4768393740  1 -- 172.21.15.46:0/2649455232 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5567a5609d90 con 0x5567a571f020
2024-03-19T01:56:24.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.164+0000 7f475effd640  1 --2- 172.21.15.46:0/2649455232 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5567a571f020 0x5567a5721440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:24.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.164+0000 7f47467fc640 10 client.26872 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:56:24.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.164+0000 7f475effd640  1 --2- 172.21.15.46:0/2649455232 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5567a571f020 0x5567a5721440 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5411e76ef69c0feb server_cookie=8bd2de6d52c82be in_seq=0 out_seq=0
2024-03-19T01:56:24.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.164+0000 7f47467fc640  1 -- 172.21.15.46:0/2649455232 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5567a5609d90 con 0x5567a571f020
2024-03-19T01:56:24.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.164+0000 7f47467fc640 10 client.26872 handle_command_reply: tid=0
2024-03-19T01:56:24.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.164+0000 7f4768393740  1 client.26872 shutdown
2024-03-19T01:56:24.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.164+0000 7f4768393740  1 -- 172.21.15.46:0/2649455232 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5567a56a7f30 msgr2=0x5567a56a2460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:24.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.164+0000 7f4768393740  1 --2- 172.21.15.46:0/2649455232 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5567a56a7f30 0x5567a56a2460 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f4758000f80 tx=0x7f4758003c20 comp rx=0 tx=0).stop
2024-03-19T01:56:24.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.164+0000 7f4768393740  1 -- 172.21.15.46:0/2649455232 shutdown_connections
2024-03-19T01:56:24.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.164+0000 7f4768393740  1 --2- 172.21.15.46:0/2649455232 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5567a571f020 0x5567a5721440 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.164+0000 7f4768393740  1 --2- 172.21.15.46:0/2649455232 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5567a56a7f30 0x5567a56a2460 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.164+0000 7f4768393740  1 --2- 172.21.15.46:0/2649455232 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5567a569f350 0x5567a56a1f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.164+0000 7f4768393740  1 --2- 172.21.15.46:0/2649455232 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5567a569ea30 0x5567a56a19e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.164+0000 7f47467fc640  0 client.26872 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:56:24.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.164+0000 7f4768393740  1 -- 172.21.15.46:0/2649455232 >> 172.21.15.46:0/2649455232 conn(0x5567a5699160 msgr2=0x5567a569ac20 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:24.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.164+0000 7f4768393740  1 -- 172.21.15.46:0/2649455232 shutdown_connections
2024-03-19T01:56:24.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.165+0000 7f4768393740  1 -- 172.21.15.46:0/2649455232 wait complete.
2024-03-19T01:56:24.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.165+0000 7f4768393740 20 client.26872 trim_cache size 0 max 16384
2024-03-19T01:56:24.172 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:56:24.172 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "IDLE (waiting for more scrubs)",
2024-03-19T01:56:24.172 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {
2024-03-19T01:56:24.172 INFO:teuthology.orchestra.run.smithi046.stdout:        "19a259b4-651a-47e4-8b00-5de1ab04f30b": {
2024-03-19T01:56:24.172 INFO:teuthology.orchestra.run.smithi046.stdout:            "path": "/",
2024-03-19T01:56:24.172 INFO:teuthology.orchestra.run.smithi046.stdout:            "tag": "19a259b4-651a-47e4-8b00-5de1ab04f30b",
2024-03-19T01:56:24.172 INFO:teuthology.orchestra.run.smithi046.stdout:            "options": "recursive,force"
2024-03-19T01:56:24.172 INFO:teuthology.orchestra.run.smithi046.stdout:        }
2024-03-19T01:56:24.172 INFO:teuthology.orchestra.run.smithi046.stdout:    }
2024-03-19T01:56:24.172 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:56:24.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.165+0000 7f47656c6640  1 -- 172.21.15.46:0/2191763622 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f474c0a2970 msgr2=0x7f474c0a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:24.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.165+0000 7f47656c6640  1 --2- 172.21.15.46:0/2191763622 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f474c0a2970 0x7f474c0a4e30 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f47500095f0 tx=0x7f4750011810 comp rx=0 tx=0).stop
2024-03-19T01:56:24.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.165+0000 7f47656c6640  1 -- 172.21.15.46:0/2191763622 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4760101050 msgr2=0x7f4760198530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:24.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.165+0000 7f47656c6640  1 --2- 172.21.15.46:0/2191763622 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4760101050 0x7f4760198530 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f4748037040 tx=0x7f4748004040 comp rx=0 tx=0).stop
2024-03-19T01:56:24.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.165+0000 7f47656c6640  1 -- 172.21.15.46:0/2191763622 shutdown_connections
2024-03-19T01:56:24.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.165+0000 7f47656c6640  1 --2- 172.21.15.46:0/2191763622 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f474c0a2970 0x7f474c0a4e30 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.165+0000 7f47656c6640  1 --2- 172.21.15.46:0/2191763622 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f47601066a0 0x7f476019c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.165+0000 7f47656c6640  1 --2- 172.21.15.46:0/2191763622 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4760101050 0x7f4760198530 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.165+0000 7f47656c6640  1 --2- 172.21.15.46:0/2191763622 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4760100690 0x7f4760197ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:24.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.165+0000 7f47656c6640  1 -- 172.21.15.46:0/2191763622 >> 172.21.15.46:0/2191763622 conn(0x7f4760077820 msgr2=0x7f4760068d60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:24.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.165+0000 7f47656c6640  1 -- 172.21.15.46:0/2191763622 shutdown_connections
2024-03-19T01:56:24.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:24.165+0000 7f47656c6640  1 -- 172.21.15.46:0/2191763622 wait complete.
2024-03-19T01:56:24.176 INFO:tasks.cephfs.filesystem:scrub status for tag:19a259b4-651a-47e4-8b00-5de1ab04f30b - {'path': '/', 'tag': '19a259b4-651a-47e4-8b00-5de1ab04f30b', 'options': 'recursive,force'}
2024-03-19T01:56:24.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:23 smithi073 ceph-mon[66833]: pgmap v192: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s
2024-03-19T01:56:24.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:23 smithi102 ceph-mon[66557]: pgmap v192: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s
2024-03-19T01:56:25.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:24 smithi046 ceph-mon[63102]: scrub queued for path: /
2024-03-19T01:56:25.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:24 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:56:25.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:24 smithi046 ceph-mon[63102]: scrub summary: active paths [/]
2024-03-19T01:56:25.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:24 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:56:25.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:24 smithi073 ceph-mon[66833]: scrub queued for path: /
2024-03-19T01:56:25.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:24 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:56:25.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:24 smithi073 ceph-mon[66833]: scrub summary: active paths [/]
2024-03-19T01:56:25.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:24 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:56:25.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:24 smithi102 ceph-mon[66557]: scrub queued for path: /
2024-03-19T01:56:25.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:24 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:56:25.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:24 smithi102 ceph-mon[66557]: scrub summary: active paths [/]
2024-03-19T01:56:25.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:24 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:56:26.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:25 smithi046 ceph-mon[63102]: pgmap v193: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s
2024-03-19T01:56:26.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:25 smithi073 ceph-mon[66833]: pgmap v193: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s
2024-03-19T01:56:26.232 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:25 smithi102 ceph-mon[66557]: pgmap v193: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 6 op/s
2024-03-19T01:56:27.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:26 smithi046 ceph-mon[63102]: scrub summary: idle
2024-03-19T01:56:27.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:26 smithi073 ceph-mon[66833]: scrub summary: idle
2024-03-19T01:56:27.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:26 smithi102 ceph-mon[66557]: scrub summary: idle
2024-03-19T01:56:28.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:27 smithi046 ceph-mon[63102]: pgmap v194: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 85 B/s wr, 10 op/s
2024-03-19T01:56:28.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:27 smithi073 ceph-mon[66833]: pgmap v194: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 85 B/s wr, 10 op/s
2024-03-19T01:56:28.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:27 smithi102 ceph-mon[66557]: pgmap v194: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 85 B/s wr, 10 op/s
2024-03-19T01:56:30.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:29 smithi046 ceph-mon[63102]: pgmap v195: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:56:30.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:29 smithi073 ceph-mon[66833]: pgmap v195: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:56:30.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:29 smithi102 ceph-mon[66557]: pgmap v195: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:56:32.117 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:31 smithi046 ceph-mon[63102]: pgmap v196: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:56:32.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:31 smithi073 ceph-mon[66833]: pgmap v196: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:56:32.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:31 smithi102 ceph-mon[66557]: pgmap v196: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:56:33.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:32 smithi046 ceph-mon[63102]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:56:33.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:32 smithi073 ceph-mon[66833]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:56:33.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:32 smithi102 ceph-mon[66557]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:56:34.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:33 smithi046 ceph-mon[63102]: pgmap v197: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:56:34.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:33 smithi073 ceph-mon[66833]: pgmap v197: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:56:34.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:33 smithi102 ceph-mon[66557]: pgmap v197: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:56:36.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:35 smithi046 ceph-mon[63102]: pgmap v198: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:56:36.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:35 smithi073 ceph-mon[66833]: pgmap v198: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:56:36.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:35 smithi102 ceph-mon[66557]: pgmap v198: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:56:37.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:36 smithi046 ceph-mon[63102]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:56:37.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:36 smithi073 ceph-mon[66833]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:56:37.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:36 smithi102 ceph-mon[66557]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 3 up:standby-replay 6 up:standby
2024-03-19T01:56:38.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:37 smithi046 ceph-mon[63102]: pgmap v199: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:56:38.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:37 smithi073 ceph-mon[66833]: pgmap v199: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:56:38.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:37 smithi102 ceph-mon[66557]: pgmap v199: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:56:40.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:39 smithi046 ceph-mon[63102]: pgmap v200: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:56:40.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:39 smithi073 ceph-mon[66833]: pgmap v200: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:56:40.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:39 smithi102 ceph-mon[66557]: pgmap v200: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:56:42.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:41 smithi046 ceph-mon[63102]: pgmap v201: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:56:42.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:41 smithi073 ceph-mon[66833]: pgmap v201: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:56:42.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:41 smithi102 ceph-mon[66557]: pgmap v201: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:56:44.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:43 smithi046 ceph-mon[63102]: pgmap v202: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:56:44.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:43 smithi073 ceph-mon[66833]: pgmap v202: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:56:44.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:43 smithi102 ceph-mon[66557]: pgmap v202: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:56:46.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:45 smithi046 ceph-mon[63102]: pgmap v203: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:56:46.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:45 smithi073 ceph-mon[66833]: pgmap v203: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:56:46.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:45 smithi102 ceph-mon[66557]: pgmap v203: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:56:48.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:47 smithi073 ceph-mon[66833]: pgmap v204: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:56:48.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:47 smithi102 ceph-mon[66557]: pgmap v204: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:56:48.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:47 smithi046 ceph-mon[63102]: pgmap v204: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:56:50.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:49 smithi073 ceph-mon[66833]: pgmap v205: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:56:50.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:49 smithi102 ceph-mon[66557]: pgmap v205: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:56:50.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:49 smithi046 ceph-mon[63102]: pgmap v205: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:56:52.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:51 smithi073 ceph-mon[66833]: pgmap v206: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:56:52.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:51 smithi102 ceph-mon[66557]: pgmap v206: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:56:52.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:51 smithi046 ceph-mon[63102]: pgmap v206: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:56:54.176 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:56:54.176 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:56:54.205 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:53 smithi046 ceph-mon[63102]: pgmap v207: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:56:54.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:53 smithi073 ceph-mon[66833]: pgmap v207: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:56:54.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:53 smithi102 ceph-mon[66557]: pgmap v207: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:56:54.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.293+0000 7f6fc2e7e640  1 -- 172.21.15.46:0/798753579 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6fbc1066e0 msgr2=0x7f6fbc106ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:54.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.293+0000 7f6fc2e7e640  1 --2- 172.21.15.46:0/798753579 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6fbc1066e0 0x7f6fbc106ac0 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f6fac009900 tx=0x7f6fac02bc30 comp rx=0 tx=0).stop
2024-03-19T01:56:54.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.293+0000 7f6fc2e7e640  1 -- 172.21.15.46:0/798753579 shutdown_connections
2024-03-19T01:56:54.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.293+0000 7f6fc2e7e640  1 --2- 172.21.15.46:0/798753579 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6fbc101090 0x7f6fbc10d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.293+0000 7f6fc2e7e640  1 --2- 172.21.15.46:0/798753579 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6fbc1006d0 0x7f6fbc100b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.293+0000 7f6fc2e7e640  1 --2- 172.21.15.46:0/798753579 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6fbc1066e0 0x7f6fbc106ac0 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.293+0000 7f6fc2e7e640  1 -- 172.21.15.46:0/798753579 >> 172.21.15.46:0/798753579 conn(0x7f6fbc076aa0 msgr2=0x7f6fbc076eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:54.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.293+0000 7f6fc2e7e640  1 -- 172.21.15.46:0/798753579 shutdown_connections
2024-03-19T01:56:54.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.293+0000 7f6fc2e7e640  1 -- 172.21.15.46:0/798753579 wait complete.
2024-03-19T01:56:54.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.294+0000 7f6fc2e7e640  1  Processor -- start
2024-03-19T01:56:54.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.294+0000 7f6fc2e7e640  1 --  start start
2024-03-19T01:56:54.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.294+0000 7f6fc2e7e640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6fbc1006d0 0x7f6fbc198000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.294+0000 7f6fc2e7e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6fbc101090 0x7f6fbc198540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.294+0000 7f6fc2e7e640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6fbc1066e0 0x7f6fbc19c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.294+0000 7f6fc2e7e640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6fbc111aa0 con 0x7f6fbc101090
2024-03-19T01:56:54.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.294+0000 7f6fc2e7e640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f6fbc111920 con 0x7f6fbc1006d0
2024-03-19T01:56:54.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.294+0000 7f6fc2e7e640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6fbc111c20 con 0x7f6fbc1066e0
2024-03-19T01:56:54.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.294+0000 7f6fbbfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6fbc101090 0x7f6fbc198540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.294+0000 7f6fbbfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6fbc101090 0x7f6fbc198540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:53978/0 (socket says 172.21.15.46:53978)
2024-03-19T01:56:54.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.294+0000 7f6fbbfff640  1 -- 172.21.15.46:0/1415461470 learned_addr learned my addr 172.21.15.46:0/1415461470 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:54.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.294+0000 7f6fc0c1a640  1 --2- 172.21.15.46:0/1415461470 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6fbc1006d0 0x7f6fbc198000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.294+0000 7f6fc141b640  1 --2- 172.21.15.46:0/1415461470 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6fbc1066e0 0x7f6fbc19c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.294+0000 7f6fbbfff640  1 -- 172.21.15.46:0/1415461470 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6fbc1066e0 msgr2=0x7f6fbc19c8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:54.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.294+0000 7f6fbbfff640  1 --2- 172.21.15.46:0/1415461470 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6fbc1066e0 0x7f6fbc19c8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.294+0000 7f6fbbfff640  1 -- 172.21.15.46:0/1415461470 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6fbc1006d0 msgr2=0x7f6fbc198000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:54.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.294+0000 7f6fbbfff640  1 --2- 172.21.15.46:0/1415461470 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6fbc1006d0 0x7f6fbc198000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.294+0000 7f6fbbfff640  1 -- 172.21.15.46:0/1415461470 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fbc19cff0 con 0x7f6fbc101090
2024-03-19T01:56:54.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.294+0000 7f6fc0c1a640  1 --2- 172.21.15.46:0/1415461470 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6fbc1006d0 0x7f6fbc198000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:54.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.295+0000 7f6fbbfff640  1 --2- 172.21.15.46:0/1415461470 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6fbc101090 0x7f6fbc198540 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f6fa400e9f0 tx=0x7f6fa400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:54.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.295+0000 7f6fb9ffb640  1 -- 172.21.15.46:0/1415461470 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fa400cd80 con 0x7f6fbc101090
2024-03-19T01:56:54.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.295+0000 7f6fb9ffb640  1 -- 172.21.15.46:0/1415461470 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6fa40054d0 con 0x7f6fbc101090
2024-03-19T01:56:54.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.295+0000 7f6fb9ffb640  1 -- 172.21.15.46:0/1415461470 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fa4010490 con 0x7f6fbc101090
2024-03-19T01:56:54.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.295+0000 7f6fc2e7e640  1 -- 172.21.15.46:0/1415461470 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6fbc19d2e0 con 0x7f6fbc101090
2024-03-19T01:56:54.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.295+0000 7f6fc2e7e640  1 -- 172.21.15.46:0/1415461470 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6fbc1a4b70 con 0x7f6fbc101090
2024-03-19T01:56:54.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.297+0000 7f6fb9ffb640  1 -- 172.21.15.46:0/1415461470 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f6fa4005020 con 0x7f6fbc101090
2024-03-19T01:56:54.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.298+0000 7f6fc5a62740  1  Processor -- start
2024-03-19T01:56:54.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.298+0000 7f6fb9ffb640  1 --2- 172.21.15.46:0/1415461470 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6fa80a29f0 0x7f6fa80a4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.298+0000 7f6fc5a62740  1 --  start start
2024-03-19T01:56:54.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.298+0000 7f6fc141b640  1 --2- 172.21.15.46:0/1415461470 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6fa80a29f0 0x7f6fa80a4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.298+0000 7f6fb9ffb640  1 -- 172.21.15.46:0/1415461470 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f6fa40cf500 con 0x7f6fbc101090
2024-03-19T01:56:54.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.298+0000 7f6fc5a62740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558cd7a38a30 0x558cd7a38e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.298+0000 7f6fc5a62740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558cd7a39350 0x558cd7a419f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.298+0000 7f6fc5a62740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cd7a41f30 0x558cd7a44320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.298+0000 7f6fc5a62740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x558cd799c500 con 0x558cd7a41f30
2024-03-19T01:56:54.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.298+0000 7f6fc5a62740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x558cd7944be0 con 0x558cd7a38a30
2024-03-19T01:56:54.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.298+0000 7f6fc5a62740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x558cd79985a0 con 0x558cd7a39350
2024-03-19T01:56:54.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.298+0000 7f6fc0c1a640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558cd7a38a30 0x558cd7a38e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.298+0000 7f6fbbfff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558cd7a39350 0x558cd7a419f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.299+0000 7f6fbbfff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558cd7a39350 0x558cd7a419f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:44356/0 (socket says 172.21.15.46:44356)
2024-03-19T01:56:54.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.298+0000 7f6fc0c1a640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558cd7a38a30 0x558cd7a38e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:51044/0 (socket says 172.21.15.46:51044)
2024-03-19T01:56:54.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.299+0000 7f6fbbfff640  1 -- 172.21.15.46:0/3252886801 learned_addr learned my addr 172.21.15.46:0/3252886801 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:54.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.299+0000 7f6fc141b640  1 --2- 172.21.15.46:0/3252886801 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cd7a41f30 0x558cd7a44320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.299+0000 7f6fc141b640  1 --2- 172.21.15.46:0/1415461470 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6fa80a29f0 0x7f6fa80a4eb0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f6fb4005fd0 tx=0x7f6fb4011810 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:54.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.299+0000 7f6fbbfff640  1 -- 172.21.15.46:0/3252886801 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558cd7a38a30 msgr2=0x558cd7a38e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:54.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.299+0000 7f6fbbfff640  1 --2- 172.21.15.46:0/3252886801 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558cd7a38a30 0x558cd7a38e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.299+0000 7f6fbbfff640  1 -- 172.21.15.46:0/3252886801 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cd7a41f30 msgr2=0x558cd7a44320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:54.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.299+0000 7f6fbbfff640  1 --2- 172.21.15.46:0/3252886801 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cd7a41f30 0x558cd7a44320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.299+0000 7f6fbbfff640  1 -- 172.21.15.46:0/3252886801 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558cd7966000 con 0x558cd7a39350
2024-03-19T01:56:54.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.299+0000 7f6fbbfff640  1 --2- 172.21.15.46:0/3252886801 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558cd7a39350 0x558cd7a419f0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f6fa40a3a20 tx=0x7f6fa409b1d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d4f2499389b32a0e server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:54.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.299+0000 7f6fb2ffd640  1 -- 172.21.15.46:0/3252886801 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fa40b4070 con 0x558cd7a39350
2024-03-19T01:56:54.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.299+0000 7f6fb2ffd640  1 -- 172.21.15.46:0/3252886801 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6fa409beb0 con 0x558cd7a39350
2024-03-19T01:56:54.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.299+0000 7f6fb2ffd640  1 -- 172.21.15.46:0/3252886801 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fa40ccb20 con 0x558cd7a39350
2024-03-19T01:56:54.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.300+0000 7f6fc5a62740  1 -- 172.21.15.46:0/3252886801 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558cd7a39350 msgr2=0x558cd7a419f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:54.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.300+0000 7f6fc5a62740  1 --2- 172.21.15.46:0/3252886801 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558cd7a39350 0x558cd7a419f0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f6fa40a3a20 tx=0x7f6fa409b1d0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.300+0000 7f6fc5a62740  1 -- 172.21.15.46:0/3252886801 shutdown_connections
2024-03-19T01:56:54.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.300+0000 7f6fc5a62740  1 --2- 172.21.15.46:0/3252886801 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cd7a41f30 0x558cd7a44320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.300+0000 7f6fc5a62740  1 --2- 172.21.15.46:0/3252886801 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558cd7a39350 0x558cd7a419f0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.300+0000 7f6fc5a62740  1 --2- 172.21.15.46:0/3252886801 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558cd7a38a30 0x558cd7a38e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.300+0000 7f6fc5a62740  1 -- 172.21.15.46:0/3252886801 >> 172.21.15.46:0/3252886801 conn(0x558cd7a33160 msgr2=0x558cd7a33540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:54.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.300+0000 7f6fc5a62740  1 -- 172.21.15.46:0/3252886801 shutdown_connections
2024-03-19T01:56:54.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.300+0000 7f6fc5a62740  1 -- 172.21.15.46:0/3252886801 wait complete.
2024-03-19T01:56:54.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.300+0000 7f6fc5a62740  1 --  start start
2024-03-19T01:56:54.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.300+0000 7f6fc5a62740  1  Processor -- start
2024-03-19T01:56:54.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.301+0000 7f6fc5a62740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558cd7a38a30 0x558cd7a3eed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.301+0000 7f6fc5a62740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558cd7a39350 0x558cd7a3f410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.301+0000 7f6fc5a62740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cd7a41f30 0x558cd7a3f950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.301+0000 7f6fc5a62740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x558cd7a44d20 con 0x558cd7a41f30
2024-03-19T01:56:54.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.301+0000 7f6fc5a62740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x558cd7958160 con 0x558cd7a39350
2024-03-19T01:56:54.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.301+0000 7f6fc5a62740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x558cd7a44ea0 con 0x558cd7a38a30
2024-03-19T01:56:54.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.301+0000 7f6fc5a62740 10 client.0 _ll_register_callbacks cb 0x558cd7994a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:56:54.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.301+0000 7f6fc141b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cd7a41f30 0x558cd7a3f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.301+0000 7f6fc0c1a640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558cd7a38a30 0x558cd7a3eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.301+0000 7f6fbbfff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558cd7a39350 0x558cd7a3f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.301+0000 7f6fc141b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cd7a41f30 0x558cd7a3f950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:53994/0 (socket says 172.21.15.46:53994)
2024-03-19T01:56:54.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.301+0000 7f6fc141b640  1 -- 172.21.15.46:0/1833753460 learned_addr learned my addr 172.21.15.46:0/1833753460 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:54.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.301+0000 7f6fc141b640  1 -- 172.21.15.46:0/1833753460 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558cd7a38a30 msgr2=0x558cd7a3eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:54.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.301+0000 7f6fc141b640  1 --2- 172.21.15.46:0/1833753460 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558cd7a38a30 0x558cd7a3eed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.301+0000 7f6fc141b640  1 -- 172.21.15.46:0/1833753460 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558cd7a39350 msgr2=0x558cd7a3f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:54.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.301+0000 7f6fc141b640  1 --2- 172.21.15.46:0/1833753460 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558cd7a39350 0x558cd7a3f410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.301+0000 7f6fc141b640  1 -- 172.21.15.46:0/1833753460 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558cd777a7d0 con 0x558cd7a41f30
2024-03-19T01:56:54.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.301+0000 7f6fbbfff640  1 --2- 172.21.15.46:0/1833753460 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558cd7a39350 0x558cd7a3f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:54.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.301+0000 7f6fc141b640  1 --2- 172.21.15.46:0/1833753460 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cd7a41f30 0x558cd7a3f950 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f6fb4004210 tx=0x7f6fb4004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34650b5d5a06da92 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:54.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.301+0000 7f6f9bfff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:56:54.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.302+0000 7f6f9bfff640  1 -- 172.21.15.46:0/1833753460 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fb4017040 con 0x558cd7a41f30
2024-03-19T01:56:54.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.302+0000 7f6f9bfff640  1 -- 172.21.15.46:0/1833753460 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f6fb4024030 con 0x558cd7a41f30
2024-03-19T01:56:54.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.302+0000 7f6fc5a62740  1 -- 172.21.15.46:0/1833753460 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6fa409beb0 con 0x558cd7a41f30
2024-03-19T01:56:54.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.302+0000 7f6f9bfff640  1 -- 172.21.15.46:0/1833753460 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f6fb4030050 con 0x558cd7a41f30
2024-03-19T01:56:54.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.302+0000 7f6fc5a62740 10 client.17085 fetch_fsmap learned FSMap version 35
2024-03-19T01:56:54.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.302+0000 7f6fc5a62740  1 -- 172.21.15.46:0/1833753460 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x558cd76b03f0 con 0x558cd7a41f30
2024-03-19T01:56:54.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.302+0000 7f6f9bfff640  1 -- 172.21.15.46:0/1833753460 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6fa409beb0 con 0x558cd7a41f30
2024-03-19T01:56:54.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.302+0000 7f6f9bfff640  1 -- 172.21.15.46:0/1833753460 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f6fb4028c00 con 0x558cd7a41f30
2024-03-19T01:56:54.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.302+0000 7f6fc5a62740 10 client.17085 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:56:54.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.302+0000 7f6fc5a62740 10 client.17085 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:56:54.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.302+0000 7f6fc5a62740 20 client.17085 populate_metadata read hostname 'smithi046'
2024-03-19T01:56:54.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.302+0000 7f6fc5a62740  1 --2- 172.21.15.46:0/1833753460 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x558cd7a522c0 0x558cd7a546d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.302+0000 7f6fc5a62740  4 client.17085 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:56:54.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.302+0000 7f6fc5a62740  1 -- 172.21.15.46:0/1833753460 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558cd79a9a40 con 0x558cd7a522c0
2024-03-19T01:56:54.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.302+0000 7f6fc0c1a640  1 --2- 172.21.15.46:0/1833753460 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x558cd7a522c0 0x558cd7a546d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.303+0000 7f6fc0c1a640  1 --2- 172.21.15.46:0/1833753460 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x558cd7a522c0 0x558cd7a546d0 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=41fc0a590c27d302 server_cookie=f9ee89794f50bc20 in_seq=0 out_seq=0
2024-03-19T01:56:54.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.303+0000 7f6f9bfff640 10 client.17085 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:56:54.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.303+0000 7f6f9bfff640  1 -- 172.21.15.46:0/1833753460 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x558cd79a9a40 con 0x558cd7a522c0
2024-03-19T01:56:54.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.303+0000 7f6f9bfff640 10 client.17085 handle_command_reply: tid=0
2024-03-19T01:56:54.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.303+0000 7f6fc5a62740  1 client.17085 shutdown
2024-03-19T01:56:54.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.304+0000 7f6fc5a62740  1 -- 172.21.15.46:0/1833753460 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cd7a41f30 msgr2=0x558cd7a3f950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:54.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.304+0000 7f6fc5a62740  1 --2- 172.21.15.46:0/1833753460 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cd7a41f30 0x558cd7a3f950 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f6fb4004210 tx=0x7f6fb4004ab0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.304+0000 7f6fc5a62740  1 -- 172.21.15.46:0/1833753460 shutdown_connections
2024-03-19T01:56:54.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.304+0000 7f6fc5a62740  1 --2- 172.21.15.46:0/1833753460 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x558cd7a522c0 0x558cd7a546d0 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.304+0000 7f6fc5a62740  1 --2- 172.21.15.46:0/1833753460 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cd7a41f30 0x558cd7a3f950 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.304+0000 7f6f9bfff640  0 client.17085 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:56:54.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.304+0000 7f6fc5a62740  1 --2- 172.21.15.46:0/1833753460 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558cd7a39350 0x558cd7a3f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.304+0000 7f6fc5a62740  1 --2- 172.21.15.46:0/1833753460 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558cd7a38a30 0x558cd7a3eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.304+0000 7f6fc5a62740  1 -- 172.21.15.46:0/1833753460 >> 172.21.15.46:0/1833753460 conn(0x558cd7a33160 msgr2=0x558cd7a34eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:54.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.304+0000 7f6fc5a62740  1 -- 172.21.15.46:0/1833753460 shutdown_connections
2024-03-19T01:56:54.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.304+0000 7f6fc5a62740  1 -- 172.21.15.46:0/1833753460 wait complete.
2024-03-19T01:56:54.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.304+0000 7f6fc5a62740 20 client.17085 trim_cache size 0 max 16384
2024-03-19T01:56:54.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.321+0000 7f6fc5a62740  1  Processor -- start
2024-03-19T01:56:54.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.321+0000 7f6fc5a62740  1 --  start start
2024-03-19T01:56:54.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.321+0000 7f6fc5a62740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558cd7a38a30 0x558cd7a41600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.321+0000 7f6fc5a62740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558cd7a39350 0x558cd7a3de50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.322+0000 7f6fc5a62740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cd7a41f30 0x558cd7a2df80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.322+0000 7f6fc5a62740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6fbc1b1460 con 0x558cd7a41f30
2024-03-19T01:56:54.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.322+0000 7f6fc5a62740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f6fbc1aed30 con 0x558cd7a38a30
2024-03-19T01:56:54.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.322+0000 7f6fc5a62740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6fbc1acb60 con 0x558cd7a39350
2024-03-19T01:56:54.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.322+0000 7f6fc141b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cd7a41f30 0x558cd7a2df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.322+0000 7f6fc0c1a640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558cd7a38a30 0x558cd7a41600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.322+0000 7f6fc141b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cd7a41f30 0x558cd7a2df80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:53998/0 (socket says 172.21.15.46:53998)
2024-03-19T01:56:54.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.322+0000 7f6fc141b640  1 -- 172.21.15.46:0/1399159440 learned_addr learned my addr 172.21.15.46:0/1399159440 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:54.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.322+0000 7f6fbbfff640  1 --2- 172.21.15.46:0/1399159440 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558cd7a39350 0x558cd7a3de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.322+0000 7f6fc141b640  1 -- 172.21.15.46:0/1399159440 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558cd7a39350 msgr2=0x558cd7a3de50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:54.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.322+0000 7f6fc141b640  1 --2- 172.21.15.46:0/1399159440 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558cd7a39350 0x558cd7a3de50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.322+0000 7f6fc141b640  1 -- 172.21.15.46:0/1399159440 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558cd7a38a30 msgr2=0x558cd7a41600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:54.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.322+0000 7f6fc141b640  1 --2- 172.21.15.46:0/1399159440 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558cd7a38a30 0x558cd7a41600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.322+0000 7f6fc141b640  1 -- 172.21.15.46:0/1399159440 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558cd76700f0 con 0x558cd7a41f30
2024-03-19T01:56:54.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.322+0000 7f6fc0c1a640  1 --2- 172.21.15.46:0/1399159440 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558cd7a38a30 0x558cd7a41600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:54.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.322+0000 7f6fbbfff640  1 --2- 172.21.15.46:0/1399159440 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558cd7a39350 0x558cd7a3de50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:54.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.322+0000 7f6fc141b640  1 --2- 172.21.15.46:0/1399159440 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cd7a41f30 0x558cd7a2df80 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f6fb4011e90 tx=0x7f6fb40049a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd94f9308897afc4 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:54.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.322+0000 7f6fb27fc640  1 -- 172.21.15.46:0/1399159440 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fb4017050 con 0x558cd7a41f30
2024-03-19T01:56:54.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.322+0000 7f6fb27fc640  1 -- 172.21.15.46:0/1399159440 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6fb4039070 con 0x558cd7a41f30
2024-03-19T01:56:54.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.322+0000 7f6fb27fc640  1 -- 172.21.15.46:0/1399159440 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fb401ecb0 con 0x558cd7a41f30
2024-03-19T01:56:54.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.323+0000 7f6fc5a62740  1 -- 172.21.15.46:0/1399159440 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cd7a41f30 msgr2=0x558cd7a2df80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:54.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.323+0000 7f6fc5a62740  1 --2- 172.21.15.46:0/1399159440 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cd7a41f30 0x558cd7a2df80 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f6fb4011e90 tx=0x7f6fb40049a0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.323+0000 7f6fc5a62740  1 -- 172.21.15.46:0/1399159440 shutdown_connections
2024-03-19T01:56:54.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.323+0000 7f6fc5a62740  1 --2- 172.21.15.46:0/1399159440 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cd7a41f30 0x558cd7a2df80 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.323+0000 7f6fc5a62740  1 --2- 172.21.15.46:0/1399159440 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558cd7a39350 0x558cd7a3de50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.323+0000 7f6fc5a62740  1 --2- 172.21.15.46:0/1399159440 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558cd7a38a30 0x558cd7a41600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.323+0000 7f6fc5a62740  1 -- 172.21.15.46:0/1399159440 >> 172.21.15.46:0/1399159440 conn(0x558cd7a33160 msgr2=0x558cd7a3f720 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:54.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.323+0000 7f6fc5a62740  1 -- 172.21.15.46:0/1399159440 shutdown_connections
2024-03-19T01:56:54.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.323+0000 7f6fc5a62740  1 -- 172.21.15.46:0/1399159440 wait complete.
2024-03-19T01:56:54.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.323+0000 7f6fc5a62740  1 --  start start
2024-03-19T01:56:54.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.323+0000 7f6fc5a62740  1  Processor -- start
2024-03-19T01:56:54.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.324+0000 7f6fc5a62740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558cd7a38a30 0x558cd7a3bd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.324+0000 7f6fc5a62740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cd7a39350 0x558cd7a3c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.324+0000 7f6fc5a62740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558cd7a41f30 0x558cd7ab75d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.324+0000 7f6fc5a62740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6fbc1ad1f0 con 0x558cd7a39350
2024-03-19T01:56:54.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.324+0000 7f6fc5a62740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f6fbc1ae660 con 0x558cd7a41f30
2024-03-19T01:56:54.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.324+0000 7f6fc5a62740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6fbc1ad8c0 con 0x558cd7a38a30
2024-03-19T01:56:54.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.324+0000 7f6fc5a62740 10 client.0 _ll_register_callbacks cb 0x7f6fb4003ad0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:56:54.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.324+0000 7f6fbbfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cd7a39350 0x558cd7a3c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.324+0000 7f6fc0c1a640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558cd7a38a30 0x558cd7a3bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.324+0000 7f6fbbfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cd7a39350 0x558cd7a3c2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54014/0 (socket says 172.21.15.46:54014)
2024-03-19T01:56:54.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.324+0000 7f6fbbfff640  1 -- 172.21.15.46:0/1375577255 learned_addr learned my addr 172.21.15.46:0/1375577255 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:54.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.324+0000 7f6fc141b640  1 --2- 172.21.15.46:0/1375577255 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558cd7a41f30 0x558cd7ab75d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.324+0000 7f6fbbfff640  1 -- 172.21.15.46:0/1375577255 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558cd7a38a30 msgr2=0x558cd7a3bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:54.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.324+0000 7f6fbbfff640  1 --2- 172.21.15.46:0/1375577255 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558cd7a38a30 0x558cd7a3bd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.324+0000 7f6fbbfff640  1 -- 172.21.15.46:0/1375577255 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558cd7a41f30 msgr2=0x558cd7ab75d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:54.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.324+0000 7f6fbbfff640  1 --2- 172.21.15.46:0/1375577255 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558cd7a41f30 0x558cd7ab75d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.324+0000 7f6fbbfff640  1 -- 172.21.15.46:0/1375577255 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558cd7ab7b10 con 0x558cd7a39350
2024-03-19T01:56:54.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.324+0000 7f6fc141b640  1 --2- 172.21.15.46:0/1375577255 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558cd7a41f30 0x558cd7ab75d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:54.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.324+0000 7f6fc0c1a640  1 --2- 172.21.15.46:0/1375577255 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558cd7a38a30 0x558cd7a3bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:54.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.324+0000 7f6fbbfff640  1 --2- 172.21.15.46:0/1375577255 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cd7a39350 0x558cd7a3c2c0 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f6fa40a3a20 tx=0x7f6fa4004990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a32bcaa7135ebdd6 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:54.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.324+0000 7f6f9bfff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:56:54.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.324+0000 7f6f9bfff640  1 -- 172.21.15.46:0/1375577255 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fa40b4040 con 0x558cd7a39350
2024-03-19T01:56:54.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.325+0000 7f6f9bfff640  1 -- 172.21.15.46:0/1375577255 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f6fa40ccb20 con 0x558cd7a39350
2024-03-19T01:56:54.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.325+0000 7f6fc5a62740  1 -- 172.21.15.46:0/1375577255 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6fb4039070 con 0x558cd7a39350
2024-03-19T01:56:54.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.325+0000 7f6f9bfff640  1 -- 172.21.15.46:0/1375577255 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f6fa409beb0 con 0x558cd7a39350
2024-03-19T01:56:54.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.325+0000 7f6fc5a62740 10 client.17091 fetch_fsmap learned FSMap version 35
2024-03-19T01:56:54.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.325+0000 7f6fc5a62740  1 -- 172.21.15.46:0/1375577255 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x558cd7ab8ba0 con 0x558cd7a39350
2024-03-19T01:56:54.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.325+0000 7f6f9bfff640  1 -- 172.21.15.46:0/1375577255 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6fb4039070 con 0x558cd7a39350
2024-03-19T01:56:54.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.325+0000 7f6f9bfff640  1 -- 172.21.15.46:0/1375577255 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f6fa40cf150 con 0x558cd7a39350
2024-03-19T01:56:54.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.325+0000 7f6fc5a62740 10 client.17091 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:56:54.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.325+0000 7f6fc5a62740 10 client.17091 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:56:54.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.325+0000 7f6fc5a62740 20 client.17091 populate_metadata read hostname 'smithi046'
2024-03-19T01:56:54.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.325+0000 7f6fc5a62740  1 --2- 172.21.15.46:0/1375577255 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x558cd7a522c0 0x558cd7abae90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.325+0000 7f6fc5a62740  4 client.17091 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:56:54.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.325+0000 7f6fc5a62740  1 -- 172.21.15.46:0/1375577255 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x558cd79a3d90 con 0x558cd7a522c0
2024-03-19T01:56:54.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.325+0000 7f6fc0c1a640  1 --2- 172.21.15.46:0/1375577255 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x558cd7a522c0 0x558cd7abae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.326+0000 7f6f9bfff640 10 client.17091 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:56:54.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.326+0000 7f6fc0c1a640  1 --2- 172.21.15.46:0/1375577255 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x558cd7a522c0 0x558cd7abae90 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7673c3037a42eb42 server_cookie=46366c4e2528872a in_seq=0 out_seq=0
2024-03-19T01:56:54.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.326+0000 7f6f9bfff640  1 -- 172.21.15.46:0/1375577255 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x558cd79a3d90 con 0x558cd7a522c0
2024-03-19T01:56:54.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.326+0000 7f6f9bfff640 10 client.17091 handle_command_reply: tid=0
2024-03-19T01:56:54.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.326+0000 7f6fc5a62740  1 client.17091 shutdown
2024-03-19T01:56:54.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.326+0000 7f6fc5a62740  1 -- 172.21.15.46:0/1375577255 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cd7a39350 msgr2=0x558cd7a3c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:54.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.326+0000 7f6fc5a62740  1 --2- 172.21.15.46:0/1375577255 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cd7a39350 0x558cd7a3c2c0 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f6fa40a3a20 tx=0x7f6fa4004990 comp rx=0 tx=0).stop
2024-03-19T01:56:54.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.326+0000 7f6fc5a62740  1 -- 172.21.15.46:0/1375577255 shutdown_connections
2024-03-19T01:56:54.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.326+0000 7f6fc5a62740  1 --2- 172.21.15.46:0/1375577255 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x558cd7a522c0 0x558cd7abae90 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.326+0000 7f6fc5a62740  1 --2- 172.21.15.46:0/1375577255 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558cd7a41f30 0x558cd7ab75d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.326+0000 7f6fc5a62740  1 --2- 172.21.15.46:0/1375577255 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cd7a39350 0x558cd7a3c2c0 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.326+0000 7f6f9bfff640  0 client.17091 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:56:54.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.326+0000 7f6fc5a62740  1 --2- 172.21.15.46:0/1375577255 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558cd7a38a30 0x558cd7a3bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.326+0000 7f6fc5a62740  1 -- 172.21.15.46:0/1375577255 >> 172.21.15.46:0/1375577255 conn(0x558cd7a33160 msgr2=0x558cd7a31950 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:54.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.326+0000 7f6fc5a62740  1 -- 172.21.15.46:0/1375577255 shutdown_connections
2024-03-19T01:56:54.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.326+0000 7f6fc5a62740  1 -- 172.21.15.46:0/1375577255 wait complete.
2024-03-19T01:56:54.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.326+0000 7f6fc5a62740 20 client.17091 trim_cache size 0 max 16384
2024-03-19T01:56:54.334 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:56:54.334 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "no active scrubs running",
2024-03-19T01:56:54.334 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {}
2024-03-19T01:56:54.334 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:56:54.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.327+0000 7f6fc2e7e640  1 -- 172.21.15.46:0/1415461470 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6fa80a29f0 msgr2=0x7f6fa80a4eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:54.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.327+0000 7f6fc2e7e640  1 --2- 172.21.15.46:0/1415461470 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6fa80a29f0 0x7f6fa80a4eb0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f6fb4005fd0 tx=0x7f6fb4011810 comp rx=0 tx=0).stop
2024-03-19T01:56:54.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.327+0000 7f6fc2e7e640  1 -- 172.21.15.46:0/1415461470 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6fbc101090 msgr2=0x7f6fbc198540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:54.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.327+0000 7f6fc2e7e640  1 --2- 172.21.15.46:0/1415461470 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6fbc101090 0x7f6fbc198540 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f6fa400e9f0 tx=0x7f6fa400edf0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.327+0000 7f6fc2e7e640  1 -- 172.21.15.46:0/1415461470 shutdown_connections
2024-03-19T01:56:54.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.327+0000 7f6fc2e7e640  1 --2- 172.21.15.46:0/1415461470 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6fa80a29f0 0x7f6fa80a4eb0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.327+0000 7f6fc2e7e640  1 --2- 172.21.15.46:0/1415461470 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6fbc1066e0 0x7f6fbc19c8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.327+0000 7f6fc2e7e640  1 --2- 172.21.15.46:0/1415461470 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6fbc101090 0x7f6fbc198540 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.327+0000 7f6fc2e7e640  1 --2- 172.21.15.46:0/1415461470 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6fbc1006d0 0x7f6fbc198000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.327+0000 7f6fc2e7e640  1 -- 172.21.15.46:0/1415461470 >> 172.21.15.46:0/1415461470 conn(0x7f6fbc076aa0 msgr2=0x7f6fbc0fe1c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:54.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.327+0000 7f6fc2e7e640  1 -- 172.21.15.46:0/1415461470 shutdown_connections
2024-03-19T01:56:54.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.327+0000 7f6fc2e7e640  1 -- 172.21.15.46:0/1415461470 wait complete.
2024-03-19T01:56:54.339 INFO:tasks.cephfs.filesystem:all active scrubs completed
2024-03-19T01:56:54.339 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:56:54.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.481+0000 7f6d7f75b640  1 -- 172.21.15.46:0/3751699274 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6d78102170 msgr2=0x7f6d7810e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:54.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.481+0000 7f6d7f75b640  1 --2- 172.21.15.46:0/3751699274 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6d78102170 0x7f6d7810e680 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f6d70009c10 tx=0x7f6d7002bef0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.481+0000 7f6d7f75b640  1 -- 172.21.15.46:0/3751699274 shutdown_connections
2024-03-19T01:56:54.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.481+0000 7f6d7f75b640  1 --2- 172.21.15.46:0/3751699274 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6d78102170 0x7f6d7810e680 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.481+0000 7f6d7f75b640  1 --2- 172.21.15.46:0/3751699274 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d781017b0 0x7f6d78101c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.481+0000 7f6d7f75b640  1 --2- 172.21.15.46:0/3751699274 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6d781077c0 0x7f6d78107ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.481+0000 7f6d7f75b640  1 -- 172.21.15.46:0/3751699274 >> 172.21.15.46:0/3751699274 conn(0x7f6d78078c20 msgr2=0x7f6d78079030 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:54.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.481+0000 7f6d7f75b640  1 -- 172.21.15.46:0/3751699274 shutdown_connections
2024-03-19T01:56:54.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.481+0000 7f6d7f75b640  1 -- 172.21.15.46:0/3751699274 wait complete.
2024-03-19T01:56:54.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.481+0000 7f6d7f75b640  1  Processor -- start
2024-03-19T01:56:54.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.481+0000 7f6d7f75b640  1 --  start start
2024-03-19T01:56:54.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.482+0000 7f6d7f75b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d781017b0 0x7f6d78197fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.482+0000 7f6d7f75b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6d78102170 0x7f6d78198520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.482+0000 7f6d7f75b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6d781077c0 0x7f6d7819c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.482+0000 7f6d7f75b640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6d78111a80 con 0x7f6d781017b0
2024-03-19T01:56:54.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.482+0000 7f6d7f75b640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f6d78111900 con 0x7f6d78102170
2024-03-19T01:56:54.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.482+0000 7f6d7f75b640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6d78111c00 con 0x7f6d781077c0
2024-03-19T01:56:54.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.482+0000 7f6d7d4f7640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d781017b0 0x7f6d78197fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.482+0000 7f6d7d4f7640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d781017b0 0x7f6d78197fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54022/0 (socket says 172.21.15.46:54022)
2024-03-19T01:56:54.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.482+0000 7f6d7d4f7640  1 -- 172.21.15.46:0/3050296495 learned_addr learned my addr 172.21.15.46:0/3050296495 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:54.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.482+0000 7f6d7ccf6640  1 --2- 172.21.15.46:0/3050296495 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6d78102170 0x7f6d78198520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.482+0000 7f6d7dcf8640  1 --2- 172.21.15.46:0/3050296495 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6d781077c0 0x7f6d7819c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.482+0000 7f6d7d4f7640  1 -- 172.21.15.46:0/3050296495 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6d781077c0 msgr2=0x7f6d7819c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:54.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.482+0000 7f6d7d4f7640  1 --2- 172.21.15.46:0/3050296495 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6d781077c0 0x7f6d7819c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.482+0000 7f6d7d4f7640  1 -- 172.21.15.46:0/3050296495 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6d78102170 msgr2=0x7f6d78198520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:54.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.482+0000 7f6d7d4f7640  1 --2- 172.21.15.46:0/3050296495 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6d78102170 0x7f6d78198520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.482+0000 7f6d7d4f7640  1 -- 172.21.15.46:0/3050296495 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d7819cfd0 con 0x7f6d781017b0
2024-03-19T01:56:54.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.482+0000 7f6d7d4f7640  1 --2- 172.21.15.46:0/3050296495 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d781017b0 0x7f6d78197fe0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f6d7400e9f0 tx=0x7f6d7400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:54.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.482+0000 7f6d6e7fc640  1 -- 172.21.15.46:0/3050296495 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d7400ccc0 con 0x7f6d781017b0
2024-03-19T01:56:54.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.482+0000 7f6d7f75b640  1 -- 172.21.15.46:0/3050296495 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d7819d2c0 con 0x7f6d781017b0
2024-03-19T01:56:54.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.482+0000 7f6d6e7fc640  1 -- 172.21.15.46:0/3050296495 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6d7400ce60 con 0x7f6d781017b0
2024-03-19T01:56:54.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.482+0000 7f6d6e7fc640  1 -- 172.21.15.46:0/3050296495 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d74010430 con 0x7f6d781017b0
2024-03-19T01:56:54.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.483+0000 7f6d7f75b640  1 -- 172.21.15.46:0/3050296495 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d781a4b50 con 0x7f6d781017b0
2024-03-19T01:56:54.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.483+0000 7f6d7f75b640  1 -- 172.21.15.46:0/3050296495 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d78068a60 con 0x7f6d781017b0
2024-03-19T01:56:54.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.484+0000 7f6d6e7fc640  1 -- 172.21.15.46:0/3050296495 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f6d74005020 con 0x7f6d781017b0
2024-03-19T01:56:54.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.485+0000 7f6d6e7fc640  1 --2- 172.21.15.46:0/3050296495 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6d640a2970 0x7f6d640a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.485+0000 7f6d7ccf6640  1 --2- 172.21.15.46:0/3050296495 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6d640a2970 0x7f6d640a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.485+0000 7f6d6e7fc640  1 -- 172.21.15.46:0/3050296495 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f6d740cf460 con 0x7f6d781017b0
2024-03-19T01:56:54.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.485+0000 7f6d7ccf6640  1 --2- 172.21.15.46:0/3050296495 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6d640a2970 0x7f6d640a4e30 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f6d78103ab0 tx=0x7f6d68009260 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:54.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.490+0000 7f6d6e7fc640  1 -- 172.21.15.46:0/3050296495 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f6d7409bef0 con 0x7f6d781017b0
2024-03-19T01:56:54.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.710+0000 7f6d7f75b640  1 -- 172.21.15.46:0/3050296495 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6d78199330 con 0x7f6d781017b0
2024-03-19T01:56:54.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.711+0000 7f6d6e7fc640  1 -- 172.21.15.46:0/3050296495 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 35 v35) ==== 94+0+11861 (secure 0 0 0) 0x7f6d7409b7f0 con 0x7f6d781017b0
2024-03-19T01:56:54.712 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:56:54.712 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":35,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":35,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-19T01:47:26.395717+0000","modified":"2024-03-19T01:56:35.161569+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24506,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6839/1788589639","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6838","nonce":1788589639},{"type":"v1","addr":"172.21.15.73:6839","nonce":1788589639}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24506,"qdb_cluster":[24479,24478,24506]},"id":1}]}
2024-03-19T01:56:54.713 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 35
2024-03-19T01:56:54.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.713+0000 7f6d7f75b640  1 -- 172.21.15.46:0/3050296495 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6d640a2970 msgr2=0x7f6d640a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:54.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.713+0000 7f6d7f75b640  1 --2- 172.21.15.46:0/3050296495 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6d640a2970 0x7f6d640a4e30 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f6d78103ab0 tx=0x7f6d68009260 comp rx=0 tx=0).stop
2024-03-19T01:56:54.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.713+0000 7f6d7f75b640  1 -- 172.21.15.46:0/3050296495 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d781017b0 msgr2=0x7f6d78197fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:54.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.713+0000 7f6d7f75b640  1 --2- 172.21.15.46:0/3050296495 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d781017b0 0x7f6d78197fe0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f6d7400e9f0 tx=0x7f6d7400edf0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.713+0000 7f6d7f75b640  1 -- 172.21.15.46:0/3050296495 shutdown_connections
2024-03-19T01:56:54.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.713+0000 7f6d7f75b640  1 --2- 172.21.15.46:0/3050296495 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6d640a2970 0x7f6d640a4e30 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.713+0000 7f6d7f75b640  1 --2- 172.21.15.46:0/3050296495 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6d781077c0 0x7f6d7819c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.713+0000 7f6d7f75b640  1 --2- 172.21.15.46:0/3050296495 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6d78102170 0x7f6d78198520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.713+0000 7f6d7f75b640  1 --2- 172.21.15.46:0/3050296495 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d781017b0 0x7f6d78197fe0 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.713+0000 7f6d7f75b640  1 -- 172.21.15.46:0/3050296495 >> 172.21.15.46:0/3050296495 conn(0x7f6d78078c20 msgr2=0x7f6d78104280 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:54.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.713+0000 7f6d7f75b640  1 -- 172.21.15.46:0/3050296495 shutdown_connections
2024-03-19T01:56:54.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.713+0000 7f6d7f75b640  1 -- 172.21.15.46:0/3050296495 wait complete.
2024-03-19T01:56:54.725 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls
2024-03-19T01:56:54.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.829+0000 7fe160977640  1 -- 172.21.15.46:0/428668041 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe15c101060 msgr2=0x7fe15c10d570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:54.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.829+0000 7fe160977640  1 --2- 172.21.15.46:0/428668041 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe15c101060 0x7fe15c10d570 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7fe14c009cd0 tx=0x7fe14c02c0f0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.829+0000 7fe160977640  1 -- 172.21.15.46:0/428668041 shutdown_connections
2024-03-19T01:56:54.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.829+0000 7fe160977640  1 --2- 172.21.15.46:0/428668041 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe15c101060 0x7fe15c10d570 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.829+0000 7fe160977640  1 --2- 172.21.15.46:0/428668041 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe15c1006a0 0x7fe15c100b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.829+0000 7fe160977640  1 --2- 172.21.15.46:0/428668041 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe15c1066b0 0x7fe15c106a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.829+0000 7fe160977640  1 -- 172.21.15.46:0/428668041 >> 172.21.15.46:0/428668041 conn(0x7fe15c0778d0 msgr2=0x7fe15c077ce0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:54.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.829+0000 7fe160977640  1 -- 172.21.15.46:0/428668041 shutdown_connections
2024-03-19T01:56:54.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.829+0000 7fe160977640  1 -- 172.21.15.46:0/428668041 wait complete.
2024-03-19T01:56:54.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.830+0000 7fe160977640  1  Processor -- start
2024-03-19T01:56:54.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.830+0000 7fe160977640  1 --  start start
2024-03-19T01:56:54.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.830+0000 7fe160977640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe15c1006a0 0x7fe15c196e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.830+0000 7fe160977640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe15c101060 0x7fe15c197390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.830+0000 7fe160977640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe15c1066b0 0x7fe15c19b710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.830+0000 7fe160977640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe15c110970 con 0x7fe15c101060
2024-03-19T01:56:54.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.830+0000 7fe160977640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe15c1107f0 con 0x7fe15c1066b0
2024-03-19T01:56:54.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.830+0000 7fe160977640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe15c110af0 con 0x7fe15c1006a0
2024-03-19T01:56:54.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.830+0000 7fe159d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe15c101060 0x7fe15c197390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.830+0000 7fe159d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe15c101060 0x7fe15c197390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54036/0 (socket says 172.21.15.46:54036)
2024-03-19T01:56:54.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.830+0000 7fe159d9b640  1 -- 172.21.15.46:0/1408844211 learned_addr learned my addr 172.21.15.46:0/1408844211 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:54.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.830+0000 7fe15ad9d640  1 --2- 172.21.15.46:0/1408844211 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe15c1066b0 0x7fe15c19b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.830+0000 7fe15a59c640  1 --2- 172.21.15.46:0/1408844211 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe15c1006a0 0x7fe15c196e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.830+0000 7fe159d9b640  1 -- 172.21.15.46:0/1408844211 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe15c1006a0 msgr2=0x7fe15c196e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:54.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.830+0000 7fe159d9b640  1 --2- 172.21.15.46:0/1408844211 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe15c1006a0 0x7fe15c196e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.830+0000 7fe159d9b640  1 -- 172.21.15.46:0/1408844211 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe15c1066b0 msgr2=0x7fe15c19b710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:54.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.830+0000 7fe159d9b640  1 --2- 172.21.15.46:0/1408844211 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe15c1066b0 0x7fe15c19b710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.830+0000 7fe159d9b640  1 -- 172.21.15.46:0/1408844211 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe15c19be40 con 0x7fe15c101060
2024-03-19T01:56:54.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.830+0000 7fe15ad9d640  1 --2- 172.21.15.46:0/1408844211 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe15c1066b0 0x7fe15c19b710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:54.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.830+0000 7fe159d9b640  1 --2- 172.21.15.46:0/1408844211 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe15c101060 0x7fe15c197390 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7fe15000e9f0 tx=0x7fe15000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:54.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.831+0000 7fe14b7fe640  1 -- 172.21.15.46:0/1408844211 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe15000cd80 con 0x7fe15c101060
2024-03-19T01:56:54.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.831+0000 7fe14b7fe640  1 -- 172.21.15.46:0/1408844211 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe1500054d0 con 0x7fe15c101060
2024-03-19T01:56:54.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.831+0000 7fe160977640  1 -- 172.21.15.46:0/1408844211 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe15c19c130 con 0x7fe15c101060
2024-03-19T01:56:54.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.831+0000 7fe14b7fe640  1 -- 172.21.15.46:0/1408844211 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe150010490 con 0x7fe15c101060
2024-03-19T01:56:54.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.831+0000 7fe160977640  1 -- 172.21.15.46:0/1408844211 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe15c068980 con 0x7fe15c101060
2024-03-19T01:56:54.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.833+0000 7fe14b7fe640  1 -- 172.21.15.46:0/1408844211 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fe150005020 con 0x7fe15c101060
2024-03-19T01:56:54.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.833+0000 7fe163567740  1  Processor -- start
2024-03-19T01:56:54.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.833+0000 7fe163567740  1 --  start start
2024-03-19T01:56:54.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.833+0000 7fe163567740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bf7b4ac2d0 0x55bf7b4ac6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.833+0000 7fe163567740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bf7b4acbf0 0x55bf7b4b5290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.833+0000 7fe163567740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bf7b4b57d0 0x55bf7b4b7bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.833+0000 7fe163567740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55bf7b40f4b0 con 0x55bf7b4b57d0
2024-03-19T01:56:54.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.833+0000 7fe163567740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55bf7b3b7d70 con 0x55bf7b4acbf0
2024-03-19T01:56:54.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.833+0000 7fe163567740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55bf7b40b550 con 0x55bf7b4ac2d0
2024-03-19T01:56:54.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.833+0000 7fe14b7fe640  1 --2- 172.21.15.46:0/1408844211 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe1440a29f0 0x7fe1440a4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.834+0000 7fe15a59c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bf7b4acbf0 0x55bf7b4b5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.834+0000 7fe15ad9d640  1 --2- 172.21.15.46:0/1408844211 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe1440a29f0 0x7fe1440a4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.834+0000 7fe15a59c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bf7b4acbf0 0x55bf7b4b5290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:51106/0 (socket says 172.21.15.46:51106)
2024-03-19T01:56:54.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.834+0000 7fe159d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bf7b4b57d0 0x55bf7b4b7bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.834+0000 7fe15a59c640  1 -- 172.21.15.46:0/2832996408 learned_addr learned my addr 172.21.15.46:0/2832996408 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:54.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.834+0000 7fe15ad9d640  1 --2- 172.21.15.46:0/2832996408 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bf7b4ac2d0 0x55bf7b4ac6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.834+0000 7fe14b7fe640  1 -- 172.21.15.46:0/1408844211 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fe1500cf440 con 0x7fe15c101060
2024-03-19T01:56:54.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.834+0000 7fe15a59c640  1 -- 172.21.15.46:0/2832996408 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bf7b4ac2d0 msgr2=0x55bf7b4ac6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:54.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.834+0000 7fe15a59c640  1 --2- 172.21.15.46:0/2832996408 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bf7b4ac2d0 0x55bf7b4ac6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.834+0000 7fe15a59c640  1 -- 172.21.15.46:0/2832996408 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bf7b4b57d0 msgr2=0x55bf7b4b7bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:54.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.834+0000 7fe15a59c640  1 --2- 172.21.15.46:0/2832996408 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bf7b4b57d0 0x55bf7b4b7bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.834+0000 7fe15a59c640  1 -- 172.21.15.46:0/2832996408 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bf7b3da210 con 0x55bf7b4acbf0
2024-03-19T01:56:54.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.834+0000 7fe15ad9d640  1 --2- 172.21.15.46:0/1408844211 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe1440a29f0 0x7fe1440a4eb0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fe14c005cc0 tx=0x7fe14c02e040 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:54.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.834+0000 7fe15a59c640  1 --2- 172.21.15.46:0/2832996408 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bf7b4acbf0 0x55bf7b4b5290 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fe154009bd0 tx=0x7fe154005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2b806957c906e9b6 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:54.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.834+0000 7fe148ff9640  1 -- 172.21.15.46:0/2832996408 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe154004250 con 0x55bf7b4acbf0
2024-03-19T01:56:54.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.834+0000 7fe148ff9640  1 -- 172.21.15.46:0/2832996408 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe1540043f0 con 0x55bf7b4acbf0
2024-03-19T01:56:54.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.834+0000 7fe148ff9640  1 -- 172.21.15.46:0/2832996408 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe154018950 con 0x55bf7b4acbf0
2024-03-19T01:56:54.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.835+0000 7fe163567740  1 -- 172.21.15.46:0/2832996408 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bf7b4acbf0 msgr2=0x55bf7b4b5290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:54.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.835+0000 7fe163567740  1 --2- 172.21.15.46:0/2832996408 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bf7b4acbf0 0x55bf7b4b5290 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fe154009bd0 tx=0x7fe154005f90 comp rx=0 tx=0).stop
2024-03-19T01:56:54.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.835+0000 7fe163567740  1 -- 172.21.15.46:0/2832996408 shutdown_connections
2024-03-19T01:56:54.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.835+0000 7fe163567740  1 --2- 172.21.15.46:0/2832996408 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bf7b4b57d0 0x55bf7b4b7bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.835+0000 7fe163567740  1 --2- 172.21.15.46:0/2832996408 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bf7b4acbf0 0x55bf7b4b5290 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.835+0000 7fe163567740  1 --2- 172.21.15.46:0/2832996408 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bf7b4ac2d0 0x55bf7b4ac6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.835+0000 7fe163567740  1 -- 172.21.15.46:0/2832996408 >> 172.21.15.46:0/2832996408 conn(0x55bf7b4a6a00 msgr2=0x55bf7b4a6de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:54.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.835+0000 7fe163567740  1 -- 172.21.15.46:0/2832996408 shutdown_connections
2024-03-19T01:56:54.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.835+0000 7fe163567740  1 -- 172.21.15.46:0/2832996408 wait complete.
2024-03-19T01:56:54.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.835+0000 7fe163567740  1 --  start start
2024-03-19T01:56:54.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.836+0000 7fe163567740  1  Processor -- start
2024-03-19T01:56:54.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.836+0000 7fe163567740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bf7b4ac2d0 0x55bf7b4b27b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.836+0000 7fe163567740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bf7b4acbf0 0x55bf7b4b2cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.836+0000 7fe163567740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bf7b4b57d0 0x55bf7b4b3230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.836+0000 7fe163567740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55bf7b4b85c0 con 0x55bf7b4acbf0
2024-03-19T01:56:54.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.836+0000 7fe163567740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55bf7b3cb310 con 0x55bf7b4ac2d0
2024-03-19T01:56:54.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.836+0000 7fe163567740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55bf7b4b8740 con 0x55bf7b4b57d0
2024-03-19T01:56:54.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.836+0000 7fe163567740 10 client.0 _ll_register_callbacks cb 0x55bf7b3bf2d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:56:54.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.836+0000 7fe159d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bf7b4acbf0 0x55bf7b4b2cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.836+0000 7fe159d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bf7b4acbf0 0x55bf7b4b2cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54046/0 (socket says 172.21.15.46:54046)
2024-03-19T01:56:54.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.836+0000 7fe15a59c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bf7b4ac2d0 0x55bf7b4b27b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.836+0000 7fe159d9b640  1 -- 172.21.15.46:0/1238986276 learned_addr learned my addr 172.21.15.46:0/1238986276 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:54.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.836+0000 7fe15ad9d640  1 --2- 172.21.15.46:0/1238986276 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bf7b4b57d0 0x55bf7b4b3230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.836+0000 7fe159d9b640  1 -- 172.21.15.46:0/1238986276 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bf7b4b57d0 msgr2=0x55bf7b4b3230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:54.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.836+0000 7fe159d9b640  1 --2- 172.21.15.46:0/1238986276 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bf7b4b57d0 0x55bf7b4b3230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.836+0000 7fe159d9b640  1 -- 172.21.15.46:0/1238986276 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bf7b4ac2d0 msgr2=0x55bf7b4b27b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:54.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.836+0000 7fe159d9b640  1 --2- 172.21.15.46:0/1238986276 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bf7b4ac2d0 0x55bf7b4b27b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.836+0000 7fe159d9b640  1 -- 172.21.15.46:0/1238986276 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bf7b1233f0 con 0x55bf7b4acbf0
2024-03-19T01:56:54.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.836+0000 7fe15ad9d640  1 --2- 172.21.15.46:0/1238986276 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bf7b4b57d0 0x55bf7b4b3230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:56:54.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.836+0000 7fe159d9b640  1 --2- 172.21.15.46:0/1238986276 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bf7b4acbf0 0x55bf7b4b2cf0 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7fe1500981a0 tx=0x7fe15009b1f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f057921e49323f4 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:54.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.836+0000 7fe141ffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:56:54.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.836+0000 7fe141ffb640  1 -- 172.21.15.46:0/1238986276 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe150005310 con 0x55bf7b4acbf0
2024-03-19T01:56:54.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.836+0000 7fe141ffb640  1 -- 172.21.15.46:0/1238986276 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fe1500b4620 con 0x55bf7b4acbf0
2024-03-19T01:56:54.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.836+0000 7fe163567740  1 -- 172.21.15.46:0/1238986276 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe1540043f0 con 0x55bf7b4acbf0
2024-03-19T01:56:54.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.837+0000 7fe141ffb640  1 -- 172.21.15.46:0/1238986276 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fe150005680 con 0x55bf7b4acbf0
2024-03-19T01:56:54.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.837+0000 7fe163567740 10 client.17109 fetch_fsmap learned FSMap version 35
2024-03-19T01:56:54.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.837+0000 7fe163567740  1 -- 172.21.15.46:0/1238986276 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55bf7b1ed7d0 con 0x55bf7b4acbf0
2024-03-19T01:56:54.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.837+0000 7fe141ffb640  1 -- 172.21.15.46:0/1238986276 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe1540043f0 con 0x55bf7b4acbf0
2024-03-19T01:56:54.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.837+0000 7fe141ffb640  1 -- 172.21.15.46:0/1238986276 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7fe150097e40 con 0x55bf7b4acbf0
2024-03-19T01:56:54.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.837+0000 7fe163567740 10 client.17109 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:56:54.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.837+0000 7fe163567740 10 client.17109 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:56:54.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.837+0000 7fe163567740 20 client.17109 populate_metadata read hostname 'smithi046'
2024-03-19T01:56:54.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.837+0000 7fe163567740  1 --2- 172.21.15.46:0/1238986276 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55bf7b4c5a00 0x55bf7b4c7e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.837+0000 7fe163567740  4 client.17109 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:56:54.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.837+0000 7fe163567740  1 -- 172.21.15.46:0/1238986276 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bf7b46d3e0 con 0x55bf7b4c5a00
2024-03-19T01:56:54.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.837+0000 7fe15a59c640  1 --2- 172.21.15.46:0/1238986276 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55bf7b4c5a00 0x55bf7b4c7e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.838+0000 7fe15a59c640  1 --2- 172.21.15.46:0/1238986276 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55bf7b4c5a00 0x55bf7b4c7e30 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=85a1158a8e986e26 server_cookie=788c4efe24fcd4f7 in_seq=0 out_seq=0
2024-03-19T01:56:54.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.838+0000 7fe141ffb640 10 client.17109 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:56:54.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.838+0000 7fe141ffb640  1 -- 172.21.15.46:0/1238986276 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55bf7b46d3e0 con 0x55bf7b4c5a00
2024-03-19T01:56:54.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.838+0000 7fe141ffb640 10 client.17109 handle_command_reply: tid=0
2024-03-19T01:56:54.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.838+0000 7fe163567740  1 client.17109 shutdown
2024-03-19T01:56:54.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.838+0000 7fe163567740  1 -- 172.21.15.46:0/1238986276 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bf7b4acbf0 msgr2=0x55bf7b4b2cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:54.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.838+0000 7fe163567740  1 --2- 172.21.15.46:0/1238986276 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bf7b4acbf0 0x55bf7b4b2cf0 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7fe1500981a0 tx=0x7fe15009b1f0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.838+0000 7fe163567740  1 -- 172.21.15.46:0/1238986276 shutdown_connections
2024-03-19T01:56:54.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.838+0000 7fe163567740  1 --2- 172.21.15.46:0/1238986276 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55bf7b4c5a00 0x55bf7b4c7e30 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.838+0000 7fe163567740  1 --2- 172.21.15.46:0/1238986276 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bf7b4b57d0 0x55bf7b4b3230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.838+0000 7fe163567740  1 --2- 172.21.15.46:0/1238986276 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bf7b4acbf0 0x55bf7b4b2cf0 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.838+0000 7fe163567740  1 --2- 172.21.15.46:0/1238986276 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bf7b4ac2d0 0x55bf7b4b27b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.838+0000 7fe141ffb640  0 client.17109 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:56:54.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.838+0000 7fe163567740  1 -- 172.21.15.46:0/1238986276 >> 172.21.15.46:0/1238986276 conn(0x55bf7b4a6a00 msgr2=0x55bf7b4a8750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:54.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.838+0000 7fe163567740  1 -- 172.21.15.46:0/1238986276 shutdown_connections
2024-03-19T01:56:54.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.838+0000 7fe163567740  1 -- 172.21.15.46:0/1238986276 wait complete.
2024-03-19T01:56:54.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.838+0000 7fe163567740 20 client.17109 trim_cache size 0 max 16384
2024-03-19T01:56:54.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.852+0000 7fe163567740  1  Processor -- start
2024-03-19T01:56:54.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.852+0000 7fe163567740  1 --  start start
2024-03-19T01:56:54.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.852+0000 7fe163567740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bf7b4ac2d0 0x55bf7b4b4ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.852+0000 7fe163567740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bf7b4acbf0 0x55bf7b4c1360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.852+0000 7fe163567740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bf7b4b57d0 0x55bf7b4cd700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.852+0000 7fe163567740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe15c1af1a0 con 0x55bf7b4acbf0
2024-03-19T01:56:54.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.852+0000 7fe163567740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe15c1aca70 con 0x55bf7b4b57d0
2024-03-19T01:56:54.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.852+0000 7fe163567740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe15c1aa8a0 con 0x55bf7b4ac2d0
2024-03-19T01:56:54.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.852+0000 7fe159d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bf7b4acbf0 0x55bf7b4c1360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.852+0000 7fe159d9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bf7b4acbf0 0x55bf7b4c1360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54054/0 (socket says 172.21.15.46:54054)
2024-03-19T01:56:54.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.852+0000 7fe15a59c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bf7b4ac2d0 0x55bf7b4b4ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.852+0000 7fe159d9b640  1 -- 172.21.15.46:0/557289182 learned_addr learned my addr 172.21.15.46:0/557289182 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:54.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.852+0000 7fe15ad9d640  1 --2- 172.21.15.46:0/557289182 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bf7b4b57d0 0x55bf7b4cd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.852+0000 7fe159d9b640  1 -- 172.21.15.46:0/557289182 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bf7b4ac2d0 msgr2=0x55bf7b4b4ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:54.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.852+0000 7fe159d9b640  1 --2- 172.21.15.46:0/557289182 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bf7b4ac2d0 0x55bf7b4b4ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.852+0000 7fe159d9b640  1 -- 172.21.15.46:0/557289182 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bf7b4b57d0 msgr2=0x55bf7b4cd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:54.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.852+0000 7fe159d9b640  1 --2- 172.21.15.46:0/557289182 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bf7b4b57d0 0x55bf7b4cd700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.852+0000 7fe159d9b640  1 -- 172.21.15.46:0/557289182 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bf7b47c880 con 0x55bf7b4acbf0
2024-03-19T01:56:54.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.852+0000 7fe159d9b640  1 --2- 172.21.15.46:0/557289182 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bf7b4acbf0 0x55bf7b4c1360 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7fe150005820 tx=0x7fe15000c7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d299de021d189b17 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:54.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.853+0000 7fe143fff640  1 -- 172.21.15.46:0/557289182 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe150078d90 con 0x55bf7b4acbf0
2024-03-19T01:56:54.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.853+0000 7fe143fff640  1 -- 172.21.15.46:0/557289182 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe150005310 con 0x55bf7b4acbf0
2024-03-19T01:56:54.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.853+0000 7fe143fff640  1 -- 172.21.15.46:0/557289182 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe15009b310 con 0x55bf7b4acbf0
2024-03-19T01:56:54.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.853+0000 7fe163567740  1 -- 172.21.15.46:0/557289182 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bf7b4acbf0 msgr2=0x55bf7b4c1360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:54.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.853+0000 7fe163567740  1 --2- 172.21.15.46:0/557289182 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bf7b4acbf0 0x55bf7b4c1360 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7fe150005820 tx=0x7fe15000c7d0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.853+0000 7fe163567740  1 -- 172.21.15.46:0/557289182 shutdown_connections
2024-03-19T01:56:54.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.853+0000 7fe163567740  1 --2- 172.21.15.46:0/557289182 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bf7b4b57d0 0x55bf7b4cd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.853+0000 7fe163567740  1 --2- 172.21.15.46:0/557289182 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bf7b4acbf0 0x55bf7b4c1360 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.853+0000 7fe163567740  1 --2- 172.21.15.46:0/557289182 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bf7b4ac2d0 0x55bf7b4b4ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.853+0000 7fe163567740  1 -- 172.21.15.46:0/557289182 >> 172.21.15.46:0/557289182 conn(0x55bf7b4a6a00 msgr2=0x55bf7b4a5ba0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:54.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.853+0000 7fe163567740  1 -- 172.21.15.46:0/557289182 shutdown_connections
2024-03-19T01:56:54.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.853+0000 7fe163567740  1 -- 172.21.15.46:0/557289182 wait complete.
2024-03-19T01:56:54.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.853+0000 7fe163567740  1 --  start start
2024-03-19T01:56:54.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.854+0000 7fe163567740  1  Processor -- start
2024-03-19T01:56:54.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.854+0000 7fe163567740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bf7b4ac2d0 0x55bf7b4bdbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.854+0000 7fe163567740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bf7b4acbf0 0x55bf7b4b8f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.854+0000 7fe163567740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bf7b4b57d0 0x55bf7b4b9470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.854+0000 7fe163567740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe15c1aaf30 con 0x55bf7b4ac2d0
2024-03-19T01:56:54.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.854+0000 7fe163567740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe15c1ac3a0 con 0x55bf7b4b57d0
2024-03-19T01:56:54.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.854+0000 7fe163567740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe15c1ab600 con 0x55bf7b4acbf0
2024-03-19T01:56:54.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.854+0000 7fe163567740 10 client.0 _ll_register_callbacks cb 0x7fe150004aa0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:56:54.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.854+0000 7fe15a59c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bf7b4ac2d0 0x55bf7b4bdbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.854+0000 7fe159d9b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bf7b4acbf0 0x55bf7b4b8f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.854+0000 7fe15a59c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bf7b4ac2d0 0x55bf7b4bdbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54064/0 (socket says 172.21.15.46:54064)
2024-03-19T01:56:54.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.854+0000 7fe15a59c640  1 -- 172.21.15.46:0/831687312 learned_addr learned my addr 172.21.15.46:0/831687312 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:54.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.854+0000 7fe15ad9d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bf7b4b57d0 0x55bf7b4b9470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.854+0000 7fe15a59c640  1 -- 172.21.15.46:0/831687312 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bf7b4acbf0 msgr2=0x55bf7b4b8f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:54.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.854+0000 7fe15a59c640  1 --2- 172.21.15.46:0/831687312 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bf7b4acbf0 0x55bf7b4b8f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.854+0000 7fe15a59c640  1 -- 172.21.15.46:0/831687312 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bf7b4b57d0 msgr2=0x55bf7b4b9470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:54.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.854+0000 7fe15a59c640  1 --2- 172.21.15.46:0/831687312 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bf7b4b57d0 0x55bf7b4b9470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.854+0000 7fe15a59c640  1 -- 172.21.15.46:0/831687312 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bf7b4b9c70 con 0x55bf7b4ac2d0
2024-03-19T01:56:54.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.854+0000 7fe159d9b640  1 --2- 172.21.15.46:0/831687312 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bf7b4acbf0 0x55bf7b4b8f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:54.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.854+0000 7fe15a59c640  1 --2- 172.21.15.46:0/831687312 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bf7b4ac2d0 0x55bf7b4bdbc0 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7fe154005fd0 tx=0x7fe154005b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50add1c9449a1a1a server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:54.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.854+0000 7fe141ffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:56:54.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.854+0000 7fe141ffb640  1 -- 172.21.15.46:0/831687312 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1540052d0 con 0x55bf7b4ac2d0
2024-03-19T01:56:54.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.854+0000 7fe141ffb640  1 -- 172.21.15.46:0/831687312 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fe154005470 con 0x55bf7b4ac2d0
2024-03-19T01:56:54.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.855+0000 7fe163567740  1 -- 172.21.15.46:0/831687312 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55bf7b41c9f0 con 0x55bf7b4ac2d0
2024-03-19T01:56:54.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.855+0000 7fe141ffb640  1 -- 172.21.15.46:0/831687312 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fe154005c50 con 0x55bf7b4ac2d0
2024-03-19T01:56:54.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.855+0000 7fe163567740 10 client.17115 fetch_fsmap learned FSMap version 35
2024-03-19T01:56:54.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.855+0000 7fe163567740  1 -- 172.21.15.46:0/831687312 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55bf7b52bcc0 con 0x55bf7b4ac2d0
2024-03-19T01:56:54.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.855+0000 7fe141ffb640  1 -- 172.21.15.46:0/831687312 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55bf7b41c9f0 con 0x55bf7b4ac2d0
2024-03-19T01:56:54.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.855+0000 7fe141ffb640  1 -- 172.21.15.46:0/831687312 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7fe154003c50 con 0x55bf7b4ac2d0
2024-03-19T01:56:54.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.855+0000 7fe163567740 10 client.17115 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:56:54.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.855+0000 7fe163567740 10 client.17115 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:56:54.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.855+0000 7fe163567740 20 client.17115 populate_metadata read hostname 'smithi046'
2024-03-19T01:56:54.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.855+0000 7fe163567740  1 --2- 172.21.15.46:0/831687312 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55bf7b52c0b0 0x55bf7b52e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.855+0000 7fe163567740  4 client.17115 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:56:54.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.855+0000 7fe163567740  1 -- 172.21.15.46:0/831687312 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55bf7b416d40 con 0x55bf7b52c0b0
2024-03-19T01:56:54.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.855+0000 7fe159d9b640  1 --2- 172.21.15.46:0/831687312 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55bf7b52c0b0 0x55bf7b52e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.856+0000 7fe141ffb640 10 client.17115 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:56:54.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.856+0000 7fe159d9b640  1 --2- 172.21.15.46:0/831687312 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55bf7b52c0b0 0x55bf7b52e4d0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=62b3c2d484aabc6a server_cookie=e8d0da752c2cc5c4 in_seq=0 out_seq=0
2024-03-19T01:56:54.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.856+0000 7fe141ffb640  1 -- 172.21.15.46:0/831687312 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55bf7b416d40 con 0x55bf7b52c0b0
2024-03-19T01:56:54.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.856+0000 7fe141ffb640 10 client.17115 handle_command_reply: tid=0
2024-03-19T01:56:54.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.856+0000 7fe163567740  1 client.17115 shutdown
2024-03-19T01:56:54.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.856+0000 7fe163567740  1 -- 172.21.15.46:0/831687312 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bf7b4ac2d0 msgr2=0x55bf7b4bdbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:54.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.856+0000 7fe163567740  1 --2- 172.21.15.46:0/831687312 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bf7b4ac2d0 0x55bf7b4bdbc0 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7fe154005fd0 tx=0x7fe154005b80 comp rx=0 tx=0).stop
2024-03-19T01:56:54.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.856+0000 7fe163567740  1 -- 172.21.15.46:0/831687312 shutdown_connections
2024-03-19T01:56:54.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.856+0000 7fe163567740  1 --2- 172.21.15.46:0/831687312 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55bf7b52c0b0 0x55bf7b52e4d0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.856+0000 7fe163567740  1 --2- 172.21.15.46:0/831687312 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55bf7b4b57d0 0x55bf7b4b9470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.856+0000 7fe141ffb640  0 client.17115 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:56:54.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.856+0000 7fe163567740  1 --2- 172.21.15.46:0/831687312 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55bf7b4acbf0 0x55bf7b4b8f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.856+0000 7fe163567740  1 --2- 172.21.15.46:0/831687312 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bf7b4ac2d0 0x55bf7b4bdbc0 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.856+0000 7fe163567740  1 -- 172.21.15.46:0/831687312 >> 172.21.15.46:0/831687312 conn(0x55bf7b4a6a00 msgr2=0x55bf7b4b26b0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:54.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.856+0000 7fe163567740  1 -- 172.21.15.46:0/831687312 shutdown_connections
2024-03-19T01:56:54.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.856+0000 7fe163567740  1 -- 172.21.15.46:0/831687312 wait complete.
2024-03-19T01:56:54.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.856+0000 7fe163567740 20 client.17115 trim_cache size 0 max 16384
2024-03-19T01:56:54.863 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:56:54.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.856+0000 7fe160977640  1 -- 172.21.15.46:0/1408844211 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe1440a29f0 msgr2=0x7fe1440a4eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:54.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.856+0000 7fe160977640  1 --2- 172.21.15.46:0/1408844211 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe1440a29f0 0x7fe1440a4eb0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fe14c005cc0 tx=0x7fe14c02e040 comp rx=0 tx=0).stop
2024-03-19T01:56:54.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.856+0000 7fe160977640  1 -- 172.21.15.46:0/1408844211 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe15c101060 msgr2=0x7fe15c197390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:54.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.856+0000 7fe160977640  1 --2- 172.21.15.46:0/1408844211 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe15c101060 0x7fe15c197390 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7fe15000e9f0 tx=0x7fe15000edf0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.856+0000 7fe160977640  1 -- 172.21.15.46:0/1408844211 shutdown_connections
2024-03-19T01:56:54.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.856+0000 7fe160977640  1 --2- 172.21.15.46:0/1408844211 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe15c1066b0 0x7fe15c19b710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.856+0000 7fe160977640  1 --2- 172.21.15.46:0/1408844211 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe15c101060 0x7fe15c197390 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.856+0000 7fe160977640  1 --2- 172.21.15.46:0/1408844211 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe1440a29f0 0x7fe1440a4eb0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.856+0000 7fe160977640  1 --2- 172.21.15.46:0/1408844211 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe15c1006a0 0x7fe15c196e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.856+0000 7fe160977640  1 -- 172.21.15.46:0/1408844211 >> 172.21.15.46:0/1408844211 conn(0x7fe15c0778d0 msgr2=0x7fe15c102ed0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:54.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.857+0000 7fe160977640  1 -- 172.21.15.46:0/1408844211 shutdown_connections
2024-03-19T01:56:54.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.857+0000 7fe160977640  1 -- 172.21.15.46:0/1408844211 wait complete.
2024-03-19T01:56:54.868 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls
2024-03-19T01:56:54.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.972+0000 7faf5e59d640  1 -- 172.21.15.46:0/1201194431 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faf581015a0 msgr2=0x7faf58101a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:54.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.972+0000 7faf5e59d640  1 --2- 172.21.15.46:0/1201194431 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faf581015a0 0x7faf58101a20 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7faf48009890 tx=0x7faf4802bb70 comp rx=0 tx=0).stop
2024-03-19T01:56:54.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.972+0000 7faf5e59d640  1 -- 172.21.15.46:0/1201194431 shutdown_connections
2024-03-19T01:56:54.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.972+0000 7faf5e59d640  1 --2- 172.21.15.46:0/1201194431 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faf58101f60 0x7faf5810e420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.972+0000 7faf5e59d640  1 --2- 172.21.15.46:0/1201194431 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faf581015a0 0x7faf58101a20 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.972+0000 7faf5e59d640  1 --2- 172.21.15.46:0/1201194431 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faf58107660 0x7faf58107a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.972+0000 7faf5e59d640  1 -- 172.21.15.46:0/1201194431 >> 172.21.15.46:0/1201194431 conn(0x7faf580fd090 msgr2=0x7faf580ff4b0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:54.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.972+0000 7faf5e59d640  1 -- 172.21.15.46:0/1201194431 shutdown_connections
2024-03-19T01:56:54.976 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.972+0000 7faf5e59d640  1 -- 172.21.15.46:0/1201194431 wait complete.
2024-03-19T01:56:54.976 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.972+0000 7faf5e59d640  1  Processor -- start
2024-03-19T01:56:54.976 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.972+0000 7faf5e59d640  1 --  start start
2024-03-19T01:56:54.976 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.973+0000 7faf5e59d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faf581015a0 0x7faf58197df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.976 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.973+0000 7faf5e59d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faf58101f60 0x7faf58198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.976 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.973+0000 7faf5e59d640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faf58107660 0x7faf5819c6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.976 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.973+0000 7faf5e59d640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7faf58111810 con 0x7faf58101f60
2024-03-19T01:56:54.976 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.973+0000 7faf5e59d640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7faf58111690 con 0x7faf581015a0
2024-03-19T01:56:54.976 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.973+0000 7faf5e59d640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7faf58111990 con 0x7faf58107660
2024-03-19T01:56:54.976 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.973+0000 7faf5cd9a640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faf58101f60 0x7faf58198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.976 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.973+0000 7faf5cd9a640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faf58101f60 0x7faf58198330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54090/0 (socket says 172.21.15.46:54090)
2024-03-19T01:56:54.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.973+0000 7faf5cd9a640  1 -- 172.21.15.46:0/3314477726 learned_addr learned my addr 172.21.15.46:0/3314477726 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:54.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.973+0000 7faf5dd9c640  1 --2- 172.21.15.46:0/3314477726 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faf58107660 0x7faf5819c6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.973+0000 7faf5d59b640  1 --2- 172.21.15.46:0/3314477726 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faf581015a0 0x7faf58197df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.973+0000 7faf5cd9a640  1 -- 172.21.15.46:0/3314477726 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faf58107660 msgr2=0x7faf5819c6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:54.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.973+0000 7faf5cd9a640  1 --2- 172.21.15.46:0/3314477726 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faf58107660 0x7faf5819c6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.973+0000 7faf5cd9a640  1 -- 172.21.15.46:0/3314477726 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faf581015a0 msgr2=0x7faf58197df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:54.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.973+0000 7faf5cd9a640  1 --2- 172.21.15.46:0/3314477726 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faf581015a0 0x7faf58197df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.973+0000 7faf5cd9a640  1 -- 172.21.15.46:0/3314477726 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf5819cde0 con 0x7faf58101f60
2024-03-19T01:56:54.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.973+0000 7faf5cd9a640  1 --2- 172.21.15.46:0/3314477726 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faf58101f60 0x7faf58198330 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7faf48009860 tx=0x7faf48035990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:54.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.974+0000 7faf4e7fc640  1 -- 172.21.15.46:0/3314477726 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf48041020 con 0x7faf58101f60
2024-03-19T01:56:54.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.974+0000 7faf5e59d640  1 -- 172.21.15.46:0/3314477726 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf5819d070 con 0x7faf58101f60
2024-03-19T01:56:54.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.974+0000 7faf4e7fc640  1 -- 172.21.15.46:0/3314477726 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faf4802c9c0 con 0x7faf58101f60
2024-03-19T01:56:54.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.974+0000 7faf4e7fc640  1 -- 172.21.15.46:0/3314477726 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf48039040 con 0x7faf58101f60
2024-03-19T01:56:54.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.974+0000 7faf5e59d640  1 -- 172.21.15.46:0/3314477726 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf581a4960 con 0x7faf58101f60
2024-03-19T01:56:54.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.976+0000 7faf4e7fc640  1 -- 172.21.15.46:0/3314477726 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7faf48044020 con 0x7faf58101f60
2024-03-19T01:56:54.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.976+0000 7faf623eb740  1  Processor -- start
2024-03-19T01:56:54.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.976+0000 7faf623eb740  1 --  start start
2024-03-19T01:56:54.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.977+0000 7faf4e7fc640  1 --2- 172.21.15.46:0/3314477726 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7faf440a2970 0x7faf440a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.977+0000 7faf623eb740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e72261c4b0 0x55e72261c890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.977+0000 7faf623eb740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e72261cdd0 0x55e722625470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.977+0000 7faf623eb740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7226259b0 0x55e722627da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.977+0000 7faf623eb740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55e72257f4b0 con 0x55e72261cdd0
2024-03-19T01:56:54.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.977+0000 7faf623eb740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55e722527d70 con 0x55e72261c4b0
2024-03-19T01:56:54.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.977+0000 7faf623eb740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55e72257b550 con 0x55e7226259b0
2024-03-19T01:56:54.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.977+0000 7faf5cd9a640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e72261cdd0 0x55e722625470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.977+0000 7faf5dd9c640  1 --2- 172.21.15.46:0/3314477726 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7faf440a2970 0x7faf440a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.977+0000 7faf5cd9a640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e72261cdd0 0x55e722625470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54098/0 (socket says 172.21.15.46:54098)
2024-03-19T01:56:54.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.977+0000 7faf5cd9a640  1 -- 172.21.15.46:0/1925852036 learned_addr learned my addr 172.21.15.46:0/1925852036 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:54.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.977+0000 7faf5d59b640  1 --2- 172.21.15.46:0/1925852036 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e72261c4b0 0x55e72261c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.977+0000 7faf4e7fc640  1 -- 172.21.15.46:0/3314477726 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7faf480f0860 con 0x7faf58101f60
2024-03-19T01:56:54.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.977+0000 7faf5dd9c640  1 --2- 172.21.15.46:0/1925852036 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7226259b0 0x55e722627da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.977+0000 7faf5d59b640  1 -- 172.21.15.46:0/1925852036 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7226259b0 msgr2=0x55e722627da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:54.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.977+0000 7faf5d59b640  1 --2- 172.21.15.46:0/1925852036 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7226259b0 0x55e722627da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.977+0000 7faf5d59b640  1 -- 172.21.15.46:0/1925852036 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e72261cdd0 msgr2=0x55e722625470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:54.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.977+0000 7faf5d59b640  1 --2- 172.21.15.46:0/1925852036 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e72261cdd0 0x55e722625470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.977+0000 7faf5d59b640  1 -- 172.21.15.46:0/1925852036 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e72254a210 con 0x55e72261c4b0
2024-03-19T01:56:54.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.977+0000 7faf5cd9a640  1 --2- 172.21.15.46:0/1925852036 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e72261cdd0 0x55e722625470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:54.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.977+0000 7faf5dd9c640  1 --2- 172.21.15.46:0/3314477726 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7faf440a2970 0x7faf440a4e30 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7faf50009fd0 tx=0x7faf50013b80 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:54.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.977+0000 7faf5d59b640  1 --2- 172.21.15.46:0/1925852036 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e72261c4b0 0x55e72261c890 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7faf54005fd0 tx=0x7faf54005a20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4685e737e807cd20 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:54.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.977+0000 7faf437fe640  1 -- 172.21.15.46:0/1925852036 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf5401e070 con 0x55e72261c4b0
2024-03-19T01:56:54.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.977+0000 7faf437fe640  1 -- 172.21.15.46:0/1925852036 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faf540198e0 con 0x55e72261c4b0
2024-03-19T01:56:54.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.977+0000 7faf437fe640  1 -- 172.21.15.46:0/1925852036 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf5400e850 con 0x55e72261c4b0
2024-03-19T01:56:54.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.978+0000 7faf623eb740  1 -- 172.21.15.46:0/1925852036 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e72261c4b0 msgr2=0x55e72261c890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:54.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.978+0000 7faf623eb740  1 --2- 172.21.15.46:0/1925852036 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e72261c4b0 0x55e72261c890 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7faf54005fd0 tx=0x7faf54005a20 comp rx=0 tx=0).stop
2024-03-19T01:56:54.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.978+0000 7faf623eb740  1 -- 172.21.15.46:0/1925852036 shutdown_connections
2024-03-19T01:56:54.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.978+0000 7faf623eb740  1 --2- 172.21.15.46:0/1925852036 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7226259b0 0x55e722627da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.978+0000 7faf623eb740  1 --2- 172.21.15.46:0/1925852036 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e72261cdd0 0x55e722625470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.978+0000 7faf623eb740  1 --2- 172.21.15.46:0/1925852036 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e72261c4b0 0x55e72261c890 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.978+0000 7faf623eb740  1 -- 172.21.15.46:0/1925852036 >> 172.21.15.46:0/1925852036 conn(0x55e722616be0 msgr2=0x55e722616fc0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:54.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.978+0000 7faf623eb740  1 -- 172.21.15.46:0/1925852036 shutdown_connections
2024-03-19T01:56:54.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.978+0000 7faf623eb740  1 -- 172.21.15.46:0/1925852036 wait complete.
2024-03-19T01:56:54.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.978+0000 7faf623eb740  1 --  start start
2024-03-19T01:56:54.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.979+0000 7faf623eb740  1  Processor -- start
2024-03-19T01:56:54.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.979+0000 7faf623eb740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e72261c4b0 0x55e722622960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.979+0000 7faf623eb740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e72261cdd0 0x55e722622ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.979+0000 7faf623eb740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e7226259b0 0x55e7226233e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.979+0000 7faf623eb740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55e7226287a0 con 0x55e7226259b0
2024-03-19T01:56:54.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.979+0000 7faf623eb740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55e72253b310 con 0x55e72261c4b0
2024-03-19T01:56:54.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.979+0000 7faf623eb740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55e722628920 con 0x55e72261cdd0
2024-03-19T01:56:54.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.979+0000 7faf623eb740 10 client.0 _ll_register_callbacks cb 0x55e72252f2d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:56:54.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.979+0000 7faf5d59b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e72261c4b0 0x55e722622960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.979+0000 7faf5dd9c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e7226259b0 0x55e7226233e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.979+0000 7faf5d59b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e72261c4b0 0x55e722622960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:51178/0 (socket says 172.21.15.46:51178)
2024-03-19T01:56:54.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.979+0000 7faf5d59b640  1 -- 172.21.15.46:0/3544486381 learned_addr learned my addr 172.21.15.46:0/3544486381 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:54.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.979+0000 7faf5cd9a640  1 --2- 172.21.15.46:0/3544486381 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e72261cdd0 0x55e722622ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.979+0000 7faf5d59b640  1 -- 172.21.15.46:0/3544486381 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e72261cdd0 msgr2=0x55e722622ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:54.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.979+0000 7faf5d59b640  1 --2- 172.21.15.46:0/3544486381 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e72261cdd0 0x55e722622ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.979+0000 7faf5d59b640  1 -- 172.21.15.46:0/3544486381 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e7226259b0 msgr2=0x55e7226233e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:54.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.979+0000 7faf5d59b640  1 --2- 172.21.15.46:0/3544486381 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e7226259b0 0x55e7226233e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.979+0000 7faf5d59b640  1 -- 172.21.15.46:0/3544486381 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7222933f0 con 0x55e72261c4b0
2024-03-19T01:56:54.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.980+0000 7faf5d59b640  1 --2- 172.21.15.46:0/3544486381 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e72261c4b0 0x55e722622960 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7faf54009310 tx=0x7faf54005df0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=72511ab28c1ccc9a server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:54.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.980+0000 7faf40ff9640 10 client.0 ms_handle_connect on v2:172.21.15.73:3300/0
2024-03-19T01:56:54.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.980+0000 7faf40ff9640  1 -- 172.21.15.46:0/3544486381 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf54028020 con 0x55e72261c4b0
2024-03-19T01:56:54.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.980+0000 7faf623eb740  1 -- 172.21.15.46:0/3544486381 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faf540198e0 con 0x55e72261c4b0
2024-03-19T01:56:54.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.980+0000 7faf40ff9640  1 -- 172.21.15.46:0/3544486381 <== mon.2 v2:172.21.15.73:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7faf54019d50 con 0x55e72261c4b0
2024-03-19T01:56:54.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.980+0000 7faf40ff9640  1 -- 172.21.15.46:0/3544486381 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7faf54033050 con 0x55e72261c4b0
2024-03-19T01:56:54.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.980+0000 7faf623eb740 10 client.26981 fetch_fsmap learned FSMap version 35
2024-03-19T01:56:54.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.980+0000 7faf623eb740  1 -- 172.21.15.46:0/3544486381 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55e72235d7d0 con 0x55e72261c4b0
2024-03-19T01:56:54.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.980+0000 7faf40ff9640  1 -- 172.21.15.46:0/3544486381 <== mon.2 v2:172.21.15.73:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faf540198e0 con 0x55e72261c4b0
2024-03-19T01:56:54.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.980+0000 7faf40ff9640  1 -- 172.21.15.46:0/3544486381 <== mon.2 v2:172.21.15.73:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7faf54021030 con 0x55e72261c4b0
2024-03-19T01:56:54.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.980+0000 7faf623eb740 10 client.26981 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:56:54.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.980+0000 7faf623eb740 10 client.26981 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:56:54.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.980+0000 7faf623eb740 20 client.26981 populate_metadata read hostname 'smithi046'
2024-03-19T01:56:54.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.980+0000 7faf623eb740  1 --2- 172.21.15.46:0/3544486381 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55e722635c30 0x55e722638020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:54.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.980+0000 7faf623eb740  4 client.26981 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:56:54.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.980+0000 7faf623eb740  1 -- 172.21.15.46:0/3544486381 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e7225dd3e0 con 0x55e722635c30
2024-03-19T01:56:54.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.981+0000 7faf5cd9a640  1 --2- 172.21.15.46:0/3544486381 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55e722635c30 0x55e722638020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:54.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.981+0000 7faf5cd9a640  1 --2- 172.21.15.46:0/3544486381 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55e722635c30 0x55e722638020 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=2ae78ba56364bda6 server_cookie=d2732f94c6a8686e in_seq=0 out_seq=0
2024-03-19T01:56:54.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.981+0000 7faf40ff9640 10 client.26981 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:56:54.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.981+0000 7faf40ff9640  1 -- 172.21.15.46:0/3544486381 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55e7225dd3e0 con 0x55e722635c30
2024-03-19T01:56:54.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.981+0000 7faf40ff9640 10 client.26981 handle_command_reply: tid=0
2024-03-19T01:56:54.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.981+0000 7faf623eb740  1 client.26981 shutdown
2024-03-19T01:56:54.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.982+0000 7faf623eb740  1 -- 172.21.15.46:0/3544486381 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e72261c4b0 msgr2=0x55e722622960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:54.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.982+0000 7faf623eb740  1 --2- 172.21.15.46:0/3544486381 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e72261c4b0 0x55e722622960 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7faf54009310 tx=0x7faf54005df0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.982+0000 7faf623eb740  1 -- 172.21.15.46:0/3544486381 shutdown_connections
2024-03-19T01:56:54.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.982+0000 7faf623eb740  1 --2- 172.21.15.46:0/3544486381 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55e722635c30 0x55e722638020 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.982+0000 7faf623eb740  1 --2- 172.21.15.46:0/3544486381 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e7226259b0 0x55e7226233e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.982+0000 7faf623eb740  1 --2- 172.21.15.46:0/3544486381 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e72261cdd0 0x55e722622ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.982+0000 7faf40ff9640  0 client.26981 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:56:54.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.982+0000 7faf623eb740  1 --2- 172.21.15.46:0/3544486381 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e72261c4b0 0x55e722622960 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:54.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.982+0000 7faf623eb740  1 -- 172.21.15.46:0/3544486381 >> 172.21.15.46:0/3544486381 conn(0x55e722616be0 msgr2=0x55e722618930 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:54.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.982+0000 7faf623eb740  1 -- 172.21.15.46:0/3544486381 shutdown_connections
2024-03-19T01:56:54.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.982+0000 7faf623eb740  1 -- 172.21.15.46:0/3544486381 wait complete.
2024-03-19T01:56:54.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.982+0000 7faf623eb740 20 client.26981 trim_cache size 0 max 16384
2024-03-19T01:56:55.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.995+0000 7faf623eb740  1  Processor -- start
2024-03-19T01:56:55.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.995+0000 7faf623eb740  1 --  start start
2024-03-19T01:56:55.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.995+0000 7faf623eb740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e72261c4b0 0x55e722615f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:55.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.995+0000 7faf623eb740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e72261cdd0 0x55e7226315d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:55.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.995+0000 7faf623eb740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e7226259b0 0x55e722623200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:55.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.995+0000 7faf623eb740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7faf581b1210 con 0x55e72261cdd0
2024-03-19T01:56:55.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.995+0000 7faf623eb740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7faf581aeae0 con 0x55e7226259b0
2024-03-19T01:56:55.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.995+0000 7faf623eb740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7faf581ac910 con 0x55e72261c4b0
2024-03-19T01:56:55.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.995+0000 7faf5cd9a640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e72261cdd0 0x55e7226315d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:55.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.995+0000 7faf5cd9a640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e72261cdd0 0x55e7226315d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54112/0 (socket says 172.21.15.46:54112)
2024-03-19T01:56:55.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.995+0000 7faf5cd9a640  1 -- 172.21.15.46:0/757928136 learned_addr learned my addr 172.21.15.46:0/757928136 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:55.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.995+0000 7faf5dd9c640  1 --2- 172.21.15.46:0/757928136 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e7226259b0 0x55e722623200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:55.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.995+0000 7faf5d59b640  1 --2- 172.21.15.46:0/757928136 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e72261c4b0 0x55e722615f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:55.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.995+0000 7faf5cd9a640  1 -- 172.21.15.46:0/757928136 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e72261c4b0 msgr2=0x55e722615f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:55.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.995+0000 7faf5cd9a640  1 --2- 172.21.15.46:0/757928136 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e72261c4b0 0x55e722615f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.995+0000 7faf5cd9a640  1 -- 172.21.15.46:0/757928136 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e7226259b0 msgr2=0x55e722623200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:55.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.995+0000 7faf5cd9a640  1 --2- 172.21.15.46:0/757928136 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e7226259b0 0x55e722623200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.995+0000 7faf5cd9a640  1 -- 172.21.15.46:0/757928136 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e722638390 con 0x55e72261cdd0
2024-03-19T01:56:55.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.996+0000 7faf5cd9a640  1 --2- 172.21.15.46:0/757928136 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e72261cdd0 0x55e7226315d0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7faf48005fd0 tx=0x7faf480db040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b71cd5caafbf76b3 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:55.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.996+0000 7faf42ffd640  1 -- 172.21.15.46:0/757928136 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf480bd360 con 0x55e72261cdd0
2024-03-19T01:56:55.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.996+0000 7faf42ffd640  1 -- 172.21.15.46:0/757928136 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faf480bcc60 con 0x55e72261cdd0
2024-03-19T01:56:55.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.996+0000 7faf42ffd640  1 -- 172.21.15.46:0/757928136 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf480b92d0 con 0x55e72261cdd0
2024-03-19T01:56:55.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.996+0000 7faf623eb740  1 -- 172.21.15.46:0/757928136 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e72261cdd0 msgr2=0x55e7226315d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:55.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.996+0000 7faf623eb740  1 --2- 172.21.15.46:0/757928136 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e72261cdd0 0x55e7226315d0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7faf48005fd0 tx=0x7faf480db040 comp rx=0 tx=0).stop
2024-03-19T01:56:55.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.996+0000 7faf623eb740  1 -- 172.21.15.46:0/757928136 shutdown_connections
2024-03-19T01:56:55.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.996+0000 7faf623eb740  1 --2- 172.21.15.46:0/757928136 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e7226259b0 0x55e722623200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.996+0000 7faf623eb740  1 --2- 172.21.15.46:0/757928136 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e72261cdd0 0x55e7226315d0 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.996+0000 7faf623eb740  1 --2- 172.21.15.46:0/757928136 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e72261c4b0 0x55e722615f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.996+0000 7faf623eb740  1 -- 172.21.15.46:0/757928136 >> 172.21.15.46:0/757928136 conn(0x55e722616be0 msgr2=0x55e7226186a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:55.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.996+0000 7faf623eb740  1 -- 172.21.15.46:0/757928136 shutdown_connections
2024-03-19T01:56:55.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.996+0000 7faf623eb740  1 -- 172.21.15.46:0/757928136 wait complete.
2024-03-19T01:56:55.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.997+0000 7faf623eb740  1 --  start start
2024-03-19T01:56:55.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.997+0000 7faf623eb740  1  Processor -- start
2024-03-19T01:56:55.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.997+0000 7faf623eb740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e72261c4b0 0x55e72262dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:55.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.997+0000 7faf623eb740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e72261cdd0 0x55e722628fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:55.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.997+0000 7faf623eb740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e7226259b0 0x55e722629510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:55.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.997+0000 7faf623eb740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7faf581acfa0 con 0x55e7226259b0
2024-03-19T01:56:55.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.997+0000 7faf623eb740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7faf581ae410 con 0x55e72261cdd0
2024-03-19T01:56:55.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.997+0000 7faf623eb740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7faf581ad670 con 0x55e72261c4b0
2024-03-19T01:56:55.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.997+0000 7faf623eb740 10 client.0 _ll_register_callbacks cb 0x7faf5401c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:56:55.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.997+0000 7faf5dd9c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e7226259b0 0x55e722629510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:55.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.997+0000 7faf5dd9c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e7226259b0 0x55e722629510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54120/0 (socket says 172.21.15.46:54120)
2024-03-19T01:56:55.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.997+0000 7faf5dd9c640  1 -- 172.21.15.46:0/2098244986 learned_addr learned my addr 172.21.15.46:0/2098244986 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:55.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.997+0000 7faf5d59b640  1 --2- 172.21.15.46:0/2098244986 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e72261c4b0 0x55e72262dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:55.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.997+0000 7faf5cd9a640  1 --2- 172.21.15.46:0/2098244986 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e72261cdd0 0x55e722628fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:55.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.997+0000 7faf5dd9c640  1 -- 172.21.15.46:0/2098244986 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e72261c4b0 msgr2=0x55e72262dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:55.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.997+0000 7faf5dd9c640  1 --2- 172.21.15.46:0/2098244986 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e72261c4b0 0x55e72262dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.997+0000 7faf5dd9c640  1 -- 172.21.15.46:0/2098244986 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e72261cdd0 msgr2=0x55e722628fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:55.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.997+0000 7faf5dd9c640  1 --2- 172.21.15.46:0/2098244986 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e72261cdd0 0x55e722628fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.998+0000 7faf5dd9c640  1 -- 172.21.15.46:0/2098244986 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e722629a50 con 0x55e7226259b0
2024-03-19T01:56:55.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.998+0000 7faf5dd9c640  1 --2- 172.21.15.46:0/2098244986 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e7226259b0 0x55e722629510 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7faf50003c50 tx=0x7faf50004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=639aa4126caa519d server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:55.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.998+0000 7faf40ff9640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:56:55.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.998+0000 7faf40ff9640  1 -- 172.21.15.46:0/2098244986 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf50004b20 con 0x55e7226259b0
2024-03-19T01:56:55.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.998+0000 7faf40ff9640  1 -- 172.21.15.46:0/2098244986 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7faf50004cc0 con 0x55e7226259b0
2024-03-19T01:56:55.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.998+0000 7faf623eb740  1 -- 172.21.15.46:0/2098244986 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faf480bcc60 con 0x55e7226259b0
2024-03-19T01:56:55.006 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.998+0000 7faf40ff9640  1 -- 172.21.15.46:0/2098244986 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7faf50033050 con 0x55e7226259b0
2024-03-19T01:56:55.006 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.998+0000 7faf623eb740 10 client.17133 fetch_fsmap learned FSMap version 35
2024-03-19T01:56:55.006 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.998+0000 7faf623eb740  1 -- 172.21.15.46:0/2098244986 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55e72269bbc0 con 0x55e7226259b0
2024-03-19T01:56:55.006 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.998+0000 7faf40ff9640  1 -- 172.21.15.46:0/2098244986 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faf480bcc60 con 0x55e7226259b0
2024-03-19T01:56:55.006 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.998+0000 7faf40ff9640  1 -- 172.21.15.46:0/2098244986 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7faf50029030 con 0x55e7226259b0
2024-03-19T01:56:55.006 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.998+0000 7faf623eb740 10 client.17133 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:56:55.006 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.998+0000 7faf623eb740 10 client.17133 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:56:55.006 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.998+0000 7faf623eb740 20 client.17133 populate_metadata read hostname 'smithi046'
2024-03-19T01:56:55.006 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.998+0000 7faf623eb740  1 --2- 172.21.15.46:0/2098244986 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55e72269c370 0x55e72269e790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:55.006 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.998+0000 7faf623eb740  4 client.17133 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:56:55.006 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.998+0000 7faf623eb740  1 -- 172.21.15.46:0/2098244986 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e72258c9f0 con 0x55e72269c370
2024-03-19T01:56:55.006 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.999+0000 7faf5d59b640  1 --2- 172.21.15.46:0/2098244986 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55e72269c370 0x55e72269e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:55.006 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.999+0000 7faf40ff9640 10 client.17133 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:56:55.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.999+0000 7faf5d59b640  1 --2- 172.21.15.46:0/2098244986 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55e72269c370 0x55e72269e790 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3cfa9e96df99de7f server_cookie=6a1e314a1ff4d27c in_seq=0 out_seq=0
2024-03-19T01:56:55.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.999+0000 7faf40ff9640  1 -- 172.21.15.46:0/2098244986 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e72258c9f0 con 0x55e72269c370
2024-03-19T01:56:55.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.999+0000 7faf40ff9640 10 client.17133 handle_command_reply: tid=0
2024-03-19T01:56:55.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.999+0000 7faf623eb740  1 client.17133 shutdown
2024-03-19T01:56:55.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.999+0000 7faf623eb740  1 -- 172.21.15.46:0/2098244986 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e7226259b0 msgr2=0x55e722629510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:55.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.999+0000 7faf623eb740  1 --2- 172.21.15.46:0/2098244986 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e7226259b0 0x55e722629510 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7faf50003c50 tx=0x7faf50004ab0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.999+0000 7faf623eb740  1 -- 172.21.15.46:0/2098244986 shutdown_connections
2024-03-19T01:56:55.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.999+0000 7faf623eb740  1 --2- 172.21.15.46:0/2098244986 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55e72269c370 0x55e72269e790 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.999+0000 7faf623eb740  1 --2- 172.21.15.46:0/2098244986 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e7226259b0 0x55e722629510 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.999+0000 7faf623eb740  1 --2- 172.21.15.46:0/2098244986 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e72261cdd0 0x55e722628fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.999+0000 7faf40ff9640  0 client.17133 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:56:55.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.999+0000 7faf623eb740  1 --2- 172.21.15.46:0/2098244986 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e72261c4b0 0x55e72262dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.999+0000 7faf623eb740  1 -- 172.21.15.46:0/2098244986 >> 172.21.15.46:0/2098244986 conn(0x55e722616be0 msgr2=0x55e722622ec0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:55.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.999+0000 7faf623eb740  1 -- 172.21.15.46:0/2098244986 shutdown_connections
2024-03-19T01:56:55.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.999+0000 7faf623eb740  1 -- 172.21.15.46:0/2098244986 wait complete.
2024-03-19T01:56:55.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:54.999+0000 7faf623eb740 20 client.17133 trim_cache size 0 max 16384
2024-03-19T01:56:55.008 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:56:55.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.000+0000 7faf5e59d640  1 -- 172.21.15.46:0/3314477726 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7faf440a2970 msgr2=0x7faf440a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:55.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.000+0000 7faf5e59d640  1 --2- 172.21.15.46:0/3314477726 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7faf440a2970 0x7faf440a4e30 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7faf50009fd0 tx=0x7faf50013b80 comp rx=0 tx=0).stop
2024-03-19T01:56:55.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.000+0000 7faf5e59d640  1 -- 172.21.15.46:0/3314477726 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faf58101f60 msgr2=0x7faf58198330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:55.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.000+0000 7faf5e59d640  1 --2- 172.21.15.46:0/3314477726 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faf58101f60 0x7faf58198330 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7faf48009860 tx=0x7faf48035990 comp rx=0 tx=0).stop
2024-03-19T01:56:55.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.000+0000 7faf5e59d640  1 -- 172.21.15.46:0/3314477726 shutdown_connections
2024-03-19T01:56:55.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.000+0000 7faf5e59d640  1 --2- 172.21.15.46:0/3314477726 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7faf440a2970 0x7faf440a4e30 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.000+0000 7faf5e59d640  1 --2- 172.21.15.46:0/3314477726 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faf58107660 0x7faf5819c6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.000+0000 7faf5e59d640  1 --2- 172.21.15.46:0/3314477726 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faf58101f60 0x7faf58198330 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.000+0000 7faf5e59d640  1 --2- 172.21.15.46:0/3314477726 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7faf581015a0 0x7faf58197df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.000+0000 7faf5e59d640  1 -- 172.21.15.46:0/3314477726 >> 172.21.15.46:0/3314477726 conn(0x7faf580fd090 msgr2=0x7faf580fe9d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:55.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.000+0000 7faf5e59d640  1 -- 172.21.15.46:0/3314477726 shutdown_connections
2024-03-19T01:56:55.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.000+0000 7faf5e59d640  1 -- 172.21.15.46:0/3314477726 wait complete.
2024-03-19T01:56:55.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:54 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3050296495' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:56:55.012 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls
2024-03-19T01:56:55.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.116+0000 7f241f0ff640  1 -- 172.21.15.46:0/2860057602 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2418105680 msgr2=0x7f2418105a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:55.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.116+0000 7f241f0ff640  1 --2- 172.21.15.46:0/2860057602 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2418105680 0x7f2418105a60 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f240c009860 tx=0x7f240c02bb70 comp rx=0 tx=0).stop
2024-03-19T01:56:55.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.116+0000 7f241f0ff640  1 -- 172.21.15.46:0/2860057602 shutdown_connections
2024-03-19T01:56:55.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.116+0000 7f241f0ff640  1 --2- 172.21.15.46:0/2860057602 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2418101330 0x7f241810d500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.116+0000 7f241f0ff640  1 --2- 172.21.15.46:0/2860057602 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2418100970 0x7f2418100df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.116+0000 7f241f0ff640  1 --2- 172.21.15.46:0/2860057602 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2418105680 0x7f2418105a60 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.116+0000 7f241f0ff640  1 -- 172.21.15.46:0/2860057602 >> 172.21.15.46:0/2860057602 conn(0x7f24180774b0 msgr2=0x7f24180778c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:55.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.116+0000 7f241f0ff640  1 -- 172.21.15.46:0/2860057602 shutdown_connections
2024-03-19T01:56:55.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.116+0000 7f241f0ff640  1 -- 172.21.15.46:0/2860057602 wait complete.
2024-03-19T01:56:55.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.117+0000 7f241f0ff640  1  Processor -- start
2024-03-19T01:56:55.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.117+0000 7f241f0ff640  1 --  start start
2024-03-19T01:56:55.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.117+0000 7f241f0ff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2418100970 0x7f2418197f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:55.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.117+0000 7f241f0ff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2418101330 0x7f24181984a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:55.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.117+0000 7f241f0ff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2418105680 0x7f241819c7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:55.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.117+0000 7f241f0ff640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f2418110920 con 0x7f2418101330
2024-03-19T01:56:55.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.117+0000 7f241f0ff640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f24181107a0 con 0x7f2418100970
2024-03-19T01:56:55.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.117+0000 7f241f0ff640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2418110aa0 con 0x7f2418105680
2024-03-19T01:56:55.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.117+0000 7f2417fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2418101330 0x7f24181984a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:55.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.117+0000 7f241ce9b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2418100970 0x7f2418197f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:55.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.117+0000 7f241ce9b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2418100970 0x7f2418197f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:51208/0 (socket says 172.21.15.46:51208)
2024-03-19T01:56:55.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.117+0000 7f2417fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2418101330 0x7f24181984a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54138/0 (socket says 172.21.15.46:54138)
2024-03-19T01:56:55.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.117+0000 7f241ce9b640  1 -- 172.21.15.46:0/739493434 learned_addr learned my addr 172.21.15.46:0/739493434 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:55.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.117+0000 7f241d69c640  1 --2- 172.21.15.46:0/739493434 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2418105680 0x7f241819c7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:55.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.117+0000 7f241ce9b640  1 -- 172.21.15.46:0/739493434 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2418105680 msgr2=0x7f241819c7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:55.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.117+0000 7f241ce9b640  1 --2- 172.21.15.46:0/739493434 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2418105680 0x7f241819c7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.117+0000 7f241ce9b640  1 -- 172.21.15.46:0/739493434 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2418101330 msgr2=0x7f24181984a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:55.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.117+0000 7f241ce9b640  1 --2- 172.21.15.46:0/739493434 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2418101330 0x7f24181984a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.117+0000 7f241ce9b640  1 -- 172.21.15.46:0/739493434 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f241819cf00 con 0x7f2418100970
2024-03-19T01:56:55.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.117+0000 7f2417fff640  1 --2- 172.21.15.46:0/739493434 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2418101330 0x7f24181984a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:55.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.118+0000 7f241ce9b640  1 --2- 172.21.15.46:0/739493434 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2418100970 0x7f2418197f60 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f240c037040 tx=0x7f240c035990 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:55.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.118+0000 7f2415ffb640  1 -- 172.21.15.46:0/739493434 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f240c041020 con 0x7f2418100970
2024-03-19T01:56:55.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.118+0000 7f241f0ff640  1 -- 172.21.15.46:0/739493434 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f241819d190 con 0x7f2418100970
2024-03-19T01:56:55.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.118+0000 7f2415ffb640  1 -- 172.21.15.46:0/739493434 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f240c02c9c0 con 0x7f2418100970
2024-03-19T01:56:55.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.118+0000 7f2415ffb640  1 -- 172.21.15.46:0/739493434 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f240c039040 con 0x7f2418100970
2024-03-19T01:56:55.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.118+0000 7f241f0ff640  1 -- 172.21.15.46:0/739493434 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24181a4a80 con 0x7f2418100970
2024-03-19T01:56:55.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.120+0000 7f2415ffb640  1 -- 172.21.15.46:0/739493434 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f240c044020 con 0x7f2418100970
2024-03-19T01:56:55.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.120+0000 7f2421dc6740  1  Processor -- start
2024-03-19T01:56:55.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.120+0000 7f2421dc6740  1 --  start start
2024-03-19T01:56:55.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.121+0000 7f2421dc6740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e2ddd5d2d0 0x55e2ddd5d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:55.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.121+0000 7f2421dc6740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ddd5dbf0 0x55e2ddd66290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:55.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.121+0000 7f2421dc6740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e2ddd667d0 0x55e2ddd68bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:55.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.121+0000 7f2415ffb640  1 --2- 172.21.15.46:0/739493434 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f24080a2970 0x7f24080a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:55.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.121+0000 7f2421dc6740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55e2ddcc04b0 con 0x55e2ddd5dbf0
2024-03-19T01:56:55.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.121+0000 7f2421dc6740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55e2ddc68d70 con 0x55e2ddd5d2d0
2024-03-19T01:56:55.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.121+0000 7f2421dc6740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55e2ddcbc550 con 0x55e2ddd667d0
2024-03-19T01:56:55.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.121+0000 7f241ce9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ddd5dbf0 0x55e2ddd66290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:55.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.121+0000 7f241d69c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e2ddd5d2d0 0x55e2ddd5d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:55.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.121+0000 7f241ce9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ddd5dbf0 0x55e2ddd66290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54146/0 (socket says 172.21.15.46:54146)
2024-03-19T01:56:55.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.121+0000 7f241ce9b640  1 -- 172.21.15.46:0/1060603802 learned_addr learned my addr 172.21.15.46:0/1060603802 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:55.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.121+0000 7f2417fff640  1 --2- 172.21.15.46:0/1060603802 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e2ddd667d0 0x55e2ddd68bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:55.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.121+0000 7f241d69c640  1 --2- 172.21.15.46:0/739493434 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f24080a2970 0x7f24080a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:55.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.121+0000 7f2415ffb640  1 -- 172.21.15.46:0/739493434 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f240c0f08e0 con 0x7f2418100970
2024-03-19T01:56:55.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.121+0000 7f241ce9b640  1 -- 172.21.15.46:0/1060603802 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e2ddd667d0 msgr2=0x55e2ddd68bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:55.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.121+0000 7f241ce9b640  1 --2- 172.21.15.46:0/1060603802 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e2ddd667d0 0x55e2ddd68bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.121+0000 7f241ce9b640  1 -- 172.21.15.46:0/1060603802 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e2ddd5d2d0 msgr2=0x55e2ddd5d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:55.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.121+0000 7f241ce9b640  1 --2- 172.21.15.46:0/1060603802 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e2ddd5d2d0 0x55e2ddd5d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.121+0000 7f241ce9b640  1 -- 172.21.15.46:0/1060603802 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e2ddc8b210 con 0x55e2ddd5dbf0
2024-03-19T01:56:55.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.121+0000 7f241ce9b640  1 --2- 172.21.15.46:0/1060603802 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ddd5dbf0 0x55e2ddd66290 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f240c0b9100 tx=0x7f240c08e8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba6fb4970db64513 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:55.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.121+0000 7f241d69c640  1 --2- 172.21.15.46:0/739493434 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f24080a2970 0x7f24080a4e30 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f2410005fd0 tx=0x7f24100095c0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:55.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.121+0000 7f2402ffd640  1 -- 172.21.15.46:0/1060603802 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f240c0bcca0 con 0x55e2ddd5dbf0
2024-03-19T01:56:55.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.121+0000 7f2402ffd640  1 -- 172.21.15.46:0/1060603802 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f240c0c0df0 con 0x55e2ddd5dbf0
2024-03-19T01:56:55.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.121+0000 7f2402ffd640  1 -- 172.21.15.46:0/1060603802 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f240c0b9310 con 0x55e2ddd5dbf0
2024-03-19T01:56:55.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.122+0000 7f2421dc6740  1 -- 172.21.15.46:0/1060603802 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ddd5dbf0 msgr2=0x55e2ddd66290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:55.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.122+0000 7f2421dc6740  1 --2- 172.21.15.46:0/1060603802 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ddd5dbf0 0x55e2ddd66290 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f240c0b9100 tx=0x7f240c08e8d0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.122+0000 7f2421dc6740  1 -- 172.21.15.46:0/1060603802 shutdown_connections
2024-03-19T01:56:55.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.122+0000 7f2421dc6740  1 --2- 172.21.15.46:0/1060603802 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e2ddd667d0 0x55e2ddd68bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.122+0000 7f2421dc6740  1 --2- 172.21.15.46:0/1060603802 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ddd5dbf0 0x55e2ddd66290 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.122+0000 7f2421dc6740  1 --2- 172.21.15.46:0/1060603802 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e2ddd5d2d0 0x55e2ddd5d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.122+0000 7f2421dc6740  1 -- 172.21.15.46:0/1060603802 >> 172.21.15.46:0/1060603802 conn(0x55e2ddd57a00 msgr2=0x55e2ddd57de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:55.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.122+0000 7f2421dc6740  1 -- 172.21.15.46:0/1060603802 shutdown_connections
2024-03-19T01:56:55.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.122+0000 7f2421dc6740  1 -- 172.21.15.46:0/1060603802 wait complete.
2024-03-19T01:56:55.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.122+0000 7f2421dc6740  1 --  start start
2024-03-19T01:56:55.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.122+0000 7f2421dc6740  1  Processor -- start
2024-03-19T01:56:55.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.123+0000 7f2421dc6740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e2ddd5d2d0 0x55e2ddd63890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:55.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.123+0000 7f2421dc6740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e2ddd5dbf0 0x55e2ddd63dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:55.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.123+0000 7f2421dc6740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ddd667d0 0x55e2ddd64310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:55.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.123+0000 7f2421dc6740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55e2ddd69380 con 0x55e2ddd667d0
2024-03-19T01:56:55.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.123+0000 7f2421dc6740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55e2ddc7c310 con 0x55e2ddd5dbf0
2024-03-19T01:56:55.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.123+0000 7f2421dc6740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55e2ddd69500 con 0x55e2ddd5d2d0
2024-03-19T01:56:55.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.123+0000 7f2421dc6740 10 client.0 _ll_register_callbacks cb 0x55e2ddc702d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:56:55.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.123+0000 7f241d69c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ddd667d0 0x55e2ddd64310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:55.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.123+0000 7f241ce9b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e2ddd5d2d0 0x55e2ddd63890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:55.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.123+0000 7f241d69c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ddd667d0 0x55e2ddd64310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54148/0 (socket says 172.21.15.46:54148)
2024-03-19T01:56:55.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.123+0000 7f2417fff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e2ddd5dbf0 0x55e2ddd63dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:55.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.123+0000 7f241d69c640  1 -- 172.21.15.46:0/2667711513 learned_addr learned my addr 172.21.15.46:0/2667711513 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:55.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.123+0000 7f241d69c640  1 -- 172.21.15.46:0/2667711513 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e2ddd5d2d0 msgr2=0x55e2ddd63890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:55.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.123+0000 7f241d69c640  1 --2- 172.21.15.46:0/2667711513 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e2ddd5d2d0 0x55e2ddd63890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.123+0000 7f241d69c640  1 -- 172.21.15.46:0/2667711513 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e2ddd5dbf0 msgr2=0x55e2ddd63dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:55.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.123+0000 7f241d69c640  1 --2- 172.21.15.46:0/2667711513 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e2ddd5dbf0 0x55e2ddd63dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.123+0000 7f241d69c640  1 -- 172.21.15.46:0/2667711513 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e2dd9d43f0 con 0x55e2ddd667d0
2024-03-19T01:56:55.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.123+0000 7f2417fff640  1 --2- 172.21.15.46:0/2667711513 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e2ddd5dbf0 0x55e2ddd63dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:55.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.124+0000 7f241d69c640  1 --2- 172.21.15.46:0/2667711513 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ddd667d0 0x55e2ddd64310 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f2410003f20 tx=0x7f2410004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32a6f4c993869600 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:55.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.124+0000 7f23f7fff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:56:55.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.124+0000 7f23f7fff640  1 -- 172.21.15.46:0/2667711513 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2410020720 con 0x55e2ddd667d0
2024-03-19T01:56:55.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.124+0000 7f23f7fff640  1 -- 172.21.15.46:0/2667711513 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f24100208c0 con 0x55e2ddd667d0
2024-03-19T01:56:55.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.124+0000 7f2421dc6740  1 -- 172.21.15.46:0/2667711513 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f240c0c0df0 con 0x55e2ddd667d0
2024-03-19T01:56:55.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.124+0000 7f23f7fff640  1 -- 172.21.15.46:0/2667711513 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f2410020ac0 con 0x55e2ddd667d0
2024-03-19T01:56:55.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.124+0000 7f2421dc6740 10 client.17145 fetch_fsmap learned FSMap version 35
2024-03-19T01:56:55.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.124+0000 7f2421dc6740  1 -- 172.21.15.46:0/2667711513 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55e2dda9e7d0 con 0x55e2ddd667d0
2024-03-19T01:56:55.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.124+0000 7f23f7fff640  1 -- 172.21.15.46:0/2667711513 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f240c0c0df0 con 0x55e2ddd667d0
2024-03-19T01:56:55.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.124+0000 7f23f7fff640  1 -- 172.21.15.46:0/2667711513 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f241000b040 con 0x55e2ddd667d0
2024-03-19T01:56:55.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.124+0000 7f2421dc6740 10 client.17145 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:56:55.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.124+0000 7f2421dc6740 10 client.17145 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:56:55.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.124+0000 7f2421dc6740 20 client.17145 populate_metadata read hostname 'smithi046'
2024-03-19T01:56:55.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.124+0000 7f2421dc6740  1 --2- 172.21.15.46:0/2667711513 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55e2ddd76990 0x55e2ddd78d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:55.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.124+0000 7f2421dc6740  4 client.17145 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:56:55.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.124+0000 7f2421dc6740  1 -- 172.21.15.46:0/2667711513 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e2ddd1e3e0 con 0x55e2ddd76990
2024-03-19T01:56:55.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.124+0000 7f241ce9b640  1 --2- 172.21.15.46:0/2667711513 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55e2ddd76990 0x55e2ddd78d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:55.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.125+0000 7f23f7fff640 10 client.17145 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:56:55.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.125+0000 7f241ce9b640  1 --2- 172.21.15.46:0/2667711513 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55e2ddd76990 0x55e2ddd78d80 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=df8582796e5f5963 server_cookie=372521a9f0f67501 in_seq=0 out_seq=0
2024-03-19T01:56:55.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.125+0000 7f23f7fff640  1 -- 172.21.15.46:0/2667711513 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55e2ddd1e3e0 con 0x55e2ddd76990
2024-03-19T01:56:55.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.125+0000 7f23f7fff640 10 client.17145 handle_command_reply: tid=0
2024-03-19T01:56:55.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.125+0000 7f2421dc6740  1 client.17145 shutdown
2024-03-19T01:56:55.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.125+0000 7f2421dc6740  1 -- 172.21.15.46:0/2667711513 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ddd667d0 msgr2=0x55e2ddd64310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:55.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.125+0000 7f2421dc6740  1 --2- 172.21.15.46:0/2667711513 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ddd667d0 0x55e2ddd64310 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f2410003f20 tx=0x7f2410004ab0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.126+0000 7f2421dc6740  1 -- 172.21.15.46:0/2667711513 shutdown_connections
2024-03-19T01:56:55.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.126+0000 7f2421dc6740  1 --2- 172.21.15.46:0/2667711513 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55e2ddd76990 0x55e2ddd78d80 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.126+0000 7f2421dc6740  1 --2- 172.21.15.46:0/2667711513 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ddd667d0 0x55e2ddd64310 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.126+0000 7f23f7fff640  0 client.17145 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:56:55.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.126+0000 7f2421dc6740  1 --2- 172.21.15.46:0/2667711513 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e2ddd5dbf0 0x55e2ddd63dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.126+0000 7f2421dc6740  1 --2- 172.21.15.46:0/2667711513 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e2ddd5d2d0 0x55e2ddd63890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.126+0000 7f2421dc6740  1 -- 172.21.15.46:0/2667711513 >> 172.21.15.46:0/2667711513 conn(0x55e2ddd57a00 msgr2=0x55e2ddd59750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:55.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.126+0000 7f2421dc6740  1 -- 172.21.15.46:0/2667711513 shutdown_connections
2024-03-19T01:56:55.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.126+0000 7f2421dc6740  1 -- 172.21.15.46:0/2667711513 wait complete.
2024-03-19T01:56:55.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.126+0000 7f2421dc6740 20 client.17145 trim_cache size 0 max 16384
2024-03-19T01:56:55.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.139+0000 7f2421dc6740  1  Processor -- start
2024-03-19T01:56:55.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.139+0000 7f2421dc6740  1 --  start start
2024-03-19T01:56:55.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.139+0000 7f2421dc6740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e2ddd5d2d0 0x55e2ddd65fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:55.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.139+0000 7f2421dc6740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ddd5dbf0 0x55e2ddd72050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:55.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.139+0000 7f2421dc6740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e2ddd667d0 0x55e2ddd7e670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:55.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.139+0000 7f2421dc6740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f24181b13d0 con 0x55e2ddd5dbf0
2024-03-19T01:56:55.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.139+0000 7f2421dc6740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f24181aeca0 con 0x55e2ddd5d2d0
2024-03-19T01:56:55.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.139+0000 7f2421dc6740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f24181acad0 con 0x55e2ddd667d0
2024-03-19T01:56:55.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.139+0000 7f2417fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ddd5dbf0 0x55e2ddd72050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:55.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.139+0000 7f2417fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ddd5dbf0 0x55e2ddd72050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54150/0 (socket says 172.21.15.46:54150)
2024-03-19T01:56:55.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.139+0000 7f241ce9b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e2ddd5d2d0 0x55e2ddd65fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:55.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.139+0000 7f2417fff640  1 -- 172.21.15.46:0/4229865774 learned_addr learned my addr 172.21.15.46:0/4229865774 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:55.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.139+0000 7f241d69c640  1 --2- 172.21.15.46:0/4229865774 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e2ddd667d0 0x55e2ddd7e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:55.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.139+0000 7f2417fff640  1 -- 172.21.15.46:0/4229865774 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e2ddd667d0 msgr2=0x55e2ddd7e670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:55.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.139+0000 7f2417fff640  1 --2- 172.21.15.46:0/4229865774 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e2ddd667d0 0x55e2ddd7e670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.139+0000 7f2417fff640  1 -- 172.21.15.46:0/4229865774 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e2ddd5d2d0 msgr2=0x55e2ddd65fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:55.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.139+0000 7f2417fff640  1 --2- 172.21.15.46:0/4229865774 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e2ddd5d2d0 0x55e2ddd65fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.139+0000 7f2417fff640  1 -- 172.21.15.46:0/4229865774 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e2ddd790f0 con 0x55e2ddd5dbf0
2024-03-19T01:56:55.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.139+0000 7f241ce9b640  1 --2- 172.21.15.46:0/4229865774 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e2ddd5d2d0 0x55e2ddd65fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:55.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.140+0000 7f2417fff640  1 --2- 172.21.15.46:0/4229865774 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ddd5dbf0 0x55e2ddd72050 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f2404012ab0 tx=0x7f2404005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70e6e2f6c8e3bc74 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:55.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.140+0000 7f24027fc640  1 -- 172.21.15.46:0/4229865774 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2404022070 con 0x55e2ddd5dbf0
2024-03-19T01:56:55.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.140+0000 7f24027fc640  1 -- 172.21.15.46:0/4229865774 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f240400f960 con 0x55e2ddd5dbf0
2024-03-19T01:56:55.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.140+0000 7f24027fc640  1 -- 172.21.15.46:0/4229865774 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2404003920 con 0x55e2ddd5dbf0
2024-03-19T01:56:55.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.140+0000 7f2421dc6740  1 -- 172.21.15.46:0/4229865774 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ddd5dbf0 msgr2=0x55e2ddd72050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:55.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.140+0000 7f2421dc6740  1 --2- 172.21.15.46:0/4229865774 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ddd5dbf0 0x55e2ddd72050 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f2404012ab0 tx=0x7f2404005f90 comp rx=0 tx=0).stop
2024-03-19T01:56:55.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.140+0000 7f2421dc6740  1 -- 172.21.15.46:0/4229865774 shutdown_connections
2024-03-19T01:56:55.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.140+0000 7f2421dc6740  1 --2- 172.21.15.46:0/4229865774 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e2ddd667d0 0x55e2ddd7e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.140+0000 7f2421dc6740  1 --2- 172.21.15.46:0/4229865774 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ddd5dbf0 0x55e2ddd72050 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.140+0000 7f2421dc6740  1 --2- 172.21.15.46:0/4229865774 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e2ddd5d2d0 0x55e2ddd65fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.140+0000 7f2421dc6740  1 -- 172.21.15.46:0/4229865774 >> 172.21.15.46:0/4229865774 conn(0x55e2ddd57a00 msgr2=0x55e2ddd58de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:55.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.140+0000 7f2421dc6740  1 -- 172.21.15.46:0/4229865774 shutdown_connections
2024-03-19T01:56:55.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.140+0000 7f2421dc6740  1 -- 172.21.15.46:0/4229865774 wait complete.
2024-03-19T01:56:55.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.141+0000 7f2421dc6740  1 --  start start
2024-03-19T01:56:55.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.141+0000 7f2421dc6740  1  Processor -- start
2024-03-19T01:56:55.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.141+0000 7f2421dc6740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e2ddd5d2d0 0x55e2ddd6e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:55.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.141+0000 7f2421dc6740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e2ddd5dbf0 0x55e2ddd69d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:55.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.141+0000 7f2421dc6740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ddd667d0 0x55e2ddd6a370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:55.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.141+0000 7f2421dc6740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f24181ad160 con 0x55e2ddd667d0
2024-03-19T01:56:55.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.141+0000 7f2421dc6740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f24181ae5d0 con 0x55e2ddd5d2d0
2024-03-19T01:56:55.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.141+0000 7f2421dc6740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f24181ad830 con 0x55e2ddd5dbf0
2024-03-19T01:56:55.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.141+0000 7f2421dc6740 10 client.0 _ll_register_callbacks cb 0x7f2410003ba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:56:55.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.141+0000 7f241d69c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ddd667d0 0x55e2ddd6a370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:55.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.141+0000 7f241d69c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ddd667d0 0x55e2ddd6a370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54162/0 (socket says 172.21.15.46:54162)
2024-03-19T01:56:55.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.141+0000 7f241ce9b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e2ddd5d2d0 0x55e2ddd6e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:55.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.141+0000 7f241d69c640  1 -- 172.21.15.46:0/2061951580 learned_addr learned my addr 172.21.15.46:0/2061951580 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:55.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.141+0000 7f2417fff640  1 --2- 172.21.15.46:0/2061951580 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e2ddd5dbf0 0x55e2ddd69d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:55.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.141+0000 7f241d69c640  1 -- 172.21.15.46:0/2061951580 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e2ddd5dbf0 msgr2=0x55e2ddd69d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:55.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.141+0000 7f241d69c640  1 --2- 172.21.15.46:0/2061951580 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e2ddd5dbf0 0x55e2ddd69d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.141+0000 7f241d69c640  1 -- 172.21.15.46:0/2061951580 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e2ddd5d2d0 msgr2=0x55e2ddd6e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:55.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.141+0000 7f241d69c640  1 --2- 172.21.15.46:0/2061951580 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e2ddd5d2d0 0x55e2ddd6e9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.141+0000 7f241d69c640  1 -- 172.21.15.46:0/2061951580 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e2ddd6ab70 con 0x55e2ddd667d0
2024-03-19T01:56:55.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.141+0000 7f241ce9b640  1 --2- 172.21.15.46:0/2061951580 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e2ddd5d2d0 0x55e2ddd6e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:55.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.142+0000 7f241d69c640  1 --2- 172.21.15.46:0/2061951580 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ddd667d0 0x55e2ddd6a370 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f2410005c40 tx=0x7f2410029720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e43269f3c2d39b6 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:55.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.142+0000 7f23f7fff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:56:55.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.142+0000 7f23f7fff640  1 -- 172.21.15.46:0/2061951580 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2410009cc0 con 0x55e2ddd667d0
2024-03-19T01:56:55.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.142+0000 7f23f7fff640  1 -- 172.21.15.46:0/2061951580 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f2410004b20 con 0x55e2ddd667d0
2024-03-19T01:56:55.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.142+0000 7f2421dc6740  1 -- 172.21.15.46:0/2061951580 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f240400f960 con 0x55e2ddd667d0
2024-03-19T01:56:55.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.142+0000 7f23f7fff640  1 -- 172.21.15.46:0/2061951580 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f2410004d20 con 0x55e2ddd667d0
2024-03-19T01:56:55.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.142+0000 7f2421dc6740 10 client.17151 fetch_fsmap learned FSMap version 35
2024-03-19T01:56:55.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.142+0000 7f2421dc6740  1 -- 172.21.15.46:0/2061951580 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55e2ddde1180 con 0x55e2ddd667d0
2024-03-19T01:56:55.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.142+0000 7f23f7fff640  1 -- 172.21.15.46:0/2061951580 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f240400f960 con 0x55e2ddd667d0
2024-03-19T01:56:55.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.142+0000 7f23f7fff640  1 -- 172.21.15.46:0/2061951580 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f2410036420 con 0x55e2ddd667d0
2024-03-19T01:56:55.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.142+0000 7f2421dc6740 10 client.17151 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:56:55.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.142+0000 7f2421dc6740 10 client.17151 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:56:55.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.142+0000 7f2421dc6740 20 client.17151 populate_metadata read hostname 'smithi046'
2024-03-19T01:56:55.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.142+0000 7f2421dc6740  1 --2- 172.21.15.46:0/2061951580 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55e2ddde17e0 0x55e2ddde3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:55.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.142+0000 7f2421dc6740  4 client.17151 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:56:55.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.142+0000 7f2421dc6740  1 -- 172.21.15.46:0/2061951580 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e2ddccd9f0 con 0x55e2ddde17e0
2024-03-19T01:56:55.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.142+0000 7f241ce9b640  1 --2- 172.21.15.46:0/2061951580 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55e2ddde17e0 0x55e2ddde3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:55.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.143+0000 7f241ce9b640  1 --2- 172.21.15.46:0/2061951580 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55e2ddde17e0 0x55e2ddde3bd0 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6c1eddb78c62b4b1 server_cookie=cc0068baadb91727 in_seq=0 out_seq=0
2024-03-19T01:56:55.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.143+0000 7f23f7fff640 10 client.17151 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:56:55.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.143+0000 7f23f7fff640  1 -- 172.21.15.46:0/2061951580 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e2ddccd9f0 con 0x55e2ddde17e0
2024-03-19T01:56:55.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.143+0000 7f23f7fff640 10 client.17151 handle_command_reply: tid=0
2024-03-19T01:56:55.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.143+0000 7f2421dc6740  1 client.17151 shutdown
2024-03-19T01:56:55.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.143+0000 7f2421dc6740  1 -- 172.21.15.46:0/2061951580 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ddd667d0 msgr2=0x55e2ddd6a370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:55.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.143+0000 7f2421dc6740  1 --2- 172.21.15.46:0/2061951580 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ddd667d0 0x55e2ddd6a370 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f2410005c40 tx=0x7f2410029720 comp rx=0 tx=0).stop
2024-03-19T01:56:55.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.143+0000 7f2421dc6740  1 -- 172.21.15.46:0/2061951580 shutdown_connections
2024-03-19T01:56:55.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.143+0000 7f2421dc6740  1 --2- 172.21.15.46:0/2061951580 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55e2ddde17e0 0x55e2ddde3bd0 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.143+0000 7f2421dc6740  1 --2- 172.21.15.46:0/2061951580 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ddd667d0 0x55e2ddd6a370 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.143+0000 7f2421dc6740  1 --2- 172.21.15.46:0/2061951580 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e2ddd5dbf0 0x55e2ddd69d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.143+0000 7f23f7fff640  0 client.17151 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:56:55.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.143+0000 7f2421dc6740  1 --2- 172.21.15.46:0/2061951580 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e2ddd5d2d0 0x55e2ddd6e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.143+0000 7f2421dc6740  1 -- 172.21.15.46:0/2061951580 >> 172.21.15.46:0/2061951580 conn(0x55e2ddd57a00 msgr2=0x55e2ddd56ba0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:55.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.143+0000 7f2421dc6740  1 -- 172.21.15.46:0/2061951580 shutdown_connections
2024-03-19T01:56:55.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.143+0000 7f2421dc6740  1 -- 172.21.15.46:0/2061951580 wait complete.
2024-03-19T01:56:55.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.143+0000 7f2421dc6740 20 client.17151 trim_cache size 0 max 16384
2024-03-19T01:56:55.152 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:56:55.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.144+0000 7f241f0ff640  1 -- 172.21.15.46:0/739493434 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f24080a2970 msgr2=0x7f24080a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:55.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.144+0000 7f241f0ff640  1 --2- 172.21.15.46:0/739493434 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f24080a2970 0x7f24080a4e30 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f2410005fd0 tx=0x7f24100095c0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.144+0000 7f241f0ff640  1 -- 172.21.15.46:0/739493434 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2418100970 msgr2=0x7f2418197f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:55.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.144+0000 7f241f0ff640  1 --2- 172.21.15.46:0/739493434 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2418100970 0x7f2418197f60 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f240c037040 tx=0x7f240c035990 comp rx=0 tx=0).stop
2024-03-19T01:56:55.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.144+0000 7f241f0ff640  1 -- 172.21.15.46:0/739493434 shutdown_connections
2024-03-19T01:56:55.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.144+0000 7f241f0ff640  1 --2- 172.21.15.46:0/739493434 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f24080a2970 0x7f24080a4e30 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.144+0000 7f241f0ff640  1 --2- 172.21.15.46:0/739493434 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2418105680 0x7f241819c7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.144+0000 7f241f0ff640  1 --2- 172.21.15.46:0/739493434 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2418101330 0x7f24181984a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.144+0000 7f241f0ff640  1 --2- 172.21.15.46:0/739493434 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2418100970 0x7f2418197f60 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:55.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.144+0000 7f241f0ff640  1 -- 172.21.15.46:0/739493434 >> 172.21.15.46:0/739493434 conn(0x7f24180774b0 msgr2=0x7f241806a2b0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:55.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.144+0000 7f241f0ff640  1 -- 172.21.15.46:0/739493434 shutdown_connections
2024-03-19T01:56:55.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:55.144+0000 7f241f0ff640  1 -- 172.21.15.46:0/739493434 wait complete.
2024-03-19T01:56:55.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:54 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3050296495' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:56:55.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:54 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3050296495' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:56:56.156 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs
2024-03-19T01:56:56.156 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:56:56.156 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive
2024-03-19T01:56:56.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:55 smithi046 ceph-mon[63102]: pgmap v208: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:56:56.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:55 smithi073 ceph-mon[66833]: pgmap v208: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:56:56.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:55 smithi102 ceph-mon[66557]: pgmap v208: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:56:56.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.275+0000 7f64285f4640  1 -- 172.21.15.46:0/8069099 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f64201066a0 msgr2=0x7f6420106a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:56.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.275+0000 7f64285f4640  1 --2- 172.21.15.46:0/8069099 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f64201066a0 0x7f6420106a80 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f6418009930 tx=0x7f641802bc30 comp rx=0 tx=0).stop
2024-03-19T01:56:56.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.275+0000 7f64285f4640  1 -- 172.21.15.46:0/8069099 shutdown_connections
2024-03-19T01:56:56.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.275+0000 7f64285f4640  1 --2- 172.21.15.46:0/8069099 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6420101050 0x7f642010d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.275+0000 7f64285f4640  1 --2- 172.21.15.46:0/8069099 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6420100690 0x7f6420100b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.275+0000 7f64285f4640  1 --2- 172.21.15.46:0/8069099 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f64201066a0 0x7f6420106a80 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.275+0000 7f64285f4640  1 -- 172.21.15.46:0/8069099 >> 172.21.15.46:0/8069099 conn(0x7f6420077820 msgr2=0x7f6420077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:56.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.275+0000 7f64285f4640  1 -- 172.21.15.46:0/8069099 shutdown_connections
2024-03-19T01:56:56.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.275+0000 7f64285f4640  1 -- 172.21.15.46:0/8069099 wait complete.
2024-03-19T01:56:56.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.275+0000 7f64285f4640  1  Processor -- start
2024-03-19T01:56:56.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.275+0000 7f64285f4640  1 --  start start
2024-03-19T01:56:56.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.276+0000 7f64285f4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6420100690 0x7f6420197ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.276+0000 7f64285f4640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6420101050 0x7f6420198530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.276+0000 7f64285f4640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f64201066a0 0x7f642019c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.276+0000 7f64285f4640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6420110960 con 0x7f6420100690
2024-03-19T01:56:56.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.276+0000 7f64285f4640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f64201107e0 con 0x7f6420101050
2024-03-19T01:56:56.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.276+0000 7f64285f4640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6420110ae0 con 0x7f64201066a0
2024-03-19T01:56:56.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.276+0000 7f6426390640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6420100690 0x7f6420197ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.276+0000 7f6426390640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6420100690 0x7f6420197ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54188/0 (socket says 172.21.15.46:54188)
2024-03-19T01:56:56.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.276+0000 7f6426390640  1 -- 172.21.15.46:0/828997139 learned_addr learned my addr 172.21.15.46:0/828997139 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:56.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.276+0000 7f6425b8f640  1 --2- 172.21.15.46:0/828997139 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6420101050 0x7f6420198530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.276+0000 7f6426b91640  1 --2- 172.21.15.46:0/828997139 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f64201066a0 0x7f642019c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.276+0000 7f6425b8f640  1 -- 172.21.15.46:0/828997139 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f64201066a0 msgr2=0x7f642019c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:56.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.276+0000 7f6425b8f640  1 --2- 172.21.15.46:0/828997139 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f64201066a0 0x7f642019c8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.276+0000 7f6425b8f640  1 -- 172.21.15.46:0/828997139 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6420100690 msgr2=0x7f6420197ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:56.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.276+0000 7f6425b8f640  1 --2- 172.21.15.46:0/828997139 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6420100690 0x7f6420197ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.276+0000 7f6425b8f640  1 -- 172.21.15.46:0/828997139 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f642019cfe0 con 0x7f6420101050
2024-03-19T01:56:56.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.276+0000 7f6426390640  1 --2- 172.21.15.46:0/828997139 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6420100690 0x7f6420197ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:56.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.276+0000 7f6425b8f640  1 --2- 172.21.15.46:0/828997139 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6420101050 0x7f6420198530 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f641000e9f0 tx=0x7f641000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:56.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.277+0000 7f64177fe640  1 -- 172.21.15.46:0/828997139 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f641000ccc0 con 0x7f6420101050
2024-03-19T01:56:56.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.277+0000 7f64285f4640  1 -- 172.21.15.46:0/828997139 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f642019d2d0 con 0x7f6420101050
2024-03-19T01:56:56.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.277+0000 7f64177fe640  1 -- 172.21.15.46:0/828997139 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f64100108e0 con 0x7f6420101050
2024-03-19T01:56:56.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.277+0000 7f64177fe640  1 -- 172.21.15.46:0/828997139 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6410018880 con 0x7f6420101050
2024-03-19T01:56:56.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.277+0000 7f64285f4640  1 -- 172.21.15.46:0/828997139 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64201a4b60 con 0x7f6420101050
2024-03-19T01:56:56.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.279+0000 7f64177fe640  1 -- 172.21.15.46:0/828997139 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f6410010a90 con 0x7f6420101050
2024-03-19T01:56:56.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.279+0000 7f642b1e7740  1  Processor -- start
2024-03-19T01:56:56.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.279+0000 7f642b1e7740  1 --  start start
2024-03-19T01:56:56.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.280+0000 7f642b1e7740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5649f5266380 0x5649f5266760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.280+0000 7f642b1e7740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5649f5266ca0 0x5649f526f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.280+0000 7f642b1e7740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5649f526f880 0x5649f5271c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.280+0000 7f642b1e7740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5649f51ca160 con 0x5649f5266380
2024-03-19T01:56:56.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.280+0000 7f642b1e7740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5649f5172e10 con 0x5649f5266ca0
2024-03-19T01:56:56.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.280+0000 7f642b1e7740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5649f51c6200 con 0x5649f526f880
2024-03-19T01:56:56.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.280+0000 7f64177fe640  1 --2- 172.21.15.46:0/828997139 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f640c0a2970 0x7f640c0a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.280+0000 7f6426b91640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5649f5266380 0x5649f5266760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.280+0000 7f6426390640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5649f5266ca0 0x5649f526f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.280+0000 7f6426390640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5649f5266ca0 0x5649f526f340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:51264/0 (socket says 172.21.15.46:51264)
2024-03-19T01:56:56.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.280+0000 7f6426390640  1 -- 172.21.15.46:0/1487867735 learned_addr learned my addr 172.21.15.46:0/1487867735 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:56.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.280+0000 7f6425b8f640  1 --2- 172.21.15.46:0/1487867735 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5649f526f880 0x5649f5271c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.280+0000 7f6426b91640  1 --2- 172.21.15.46:0/828997139 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f640c0a2970 0x7f640c0a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.280+0000 7f64177fe640  1 -- 172.21.15.46:0/828997139 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f64100cf540 con 0x7f6420101050
2024-03-19T01:56:56.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.280+0000 7f6426390640  1 -- 172.21.15.46:0/1487867735 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5649f526f880 msgr2=0x5649f5271c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:56.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.280+0000 7f6426390640  1 --2- 172.21.15.46:0/1487867735 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5649f526f880 0x5649f5271c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.280+0000 7f6426390640  1 -- 172.21.15.46:0/1487867735 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5649f5266380 msgr2=0x5649f5266760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:56.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.280+0000 7f6426390640  1 --2- 172.21.15.46:0/1487867735 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5649f5266380 0x5649f5266760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.280+0000 7f6426390640  1 -- 172.21.15.46:0/1487867735 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5649f4fa67e0 con 0x5649f5266ca0
2024-03-19T01:56:56.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.280+0000 7f6425b8f640  1 --2- 172.21.15.46:0/1487867735 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5649f526f880 0x5649f5271c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:56:56.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.280+0000 7f6426390640  1 --2- 172.21.15.46:0/1487867735 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5649f5266ca0 0x5649f526f340 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f6418009430 tx=0x7f6418009670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a8f894ad8bf27d2a server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:56.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.280+0000 7f6426b91640  1 --2- 172.21.15.46:0/828997139 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f640c0a2970 0x7f640c0a4e30 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f641c005fd0 tx=0x7f641c009500 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:56.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.280+0000 7f6414bfe640  1 -- 172.21.15.46:0/1487867735 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6418045070 con 0x5649f5266ca0
2024-03-19T01:56:56.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.281+0000 7f6414bfe640  1 -- 172.21.15.46:0/1487867735 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f641802c7e0 con 0x5649f5266ca0
2024-03-19T01:56:56.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.281+0000 7f6414bfe640  1 -- 172.21.15.46:0/1487867735 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6418003aa0 con 0x5649f5266ca0
2024-03-19T01:56:56.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.281+0000 7f642b1e7740  1 -- 172.21.15.46:0/1487867735 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5649f5266ca0 msgr2=0x5649f526f340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:56.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.281+0000 7f642b1e7740  1 --2- 172.21.15.46:0/1487867735 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5649f5266ca0 0x5649f526f340 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f6418009430 tx=0x7f6418009670 comp rx=0 tx=0).stop
2024-03-19T01:56:56.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.281+0000 7f642b1e7740  1 -- 172.21.15.46:0/1487867735 shutdown_connections
2024-03-19T01:56:56.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.281+0000 7f642b1e7740  1 --2- 172.21.15.46:0/1487867735 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5649f526f880 0x5649f5271c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.281+0000 7f642b1e7740  1 --2- 172.21.15.46:0/1487867735 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5649f5266ca0 0x5649f526f340 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.281+0000 7f642b1e7740  1 --2- 172.21.15.46:0/1487867735 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5649f5266380 0x5649f5266760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.281+0000 7f642b1e7740  1 -- 172.21.15.46:0/1487867735 >> 172.21.15.46:0/1487867735 conn(0x5649f5260ab0 msgr2=0x5649f5260e90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:56.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.281+0000 7f642b1e7740  1 -- 172.21.15.46:0/1487867735 shutdown_connections
2024-03-19T01:56:56.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.281+0000 7f642b1e7740  1 -- 172.21.15.46:0/1487867735 wait complete.
2024-03-19T01:56:56.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.282+0000 7f642b1e7740  1 --  start start
2024-03-19T01:56:56.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.282+0000 7f642b1e7740  1  Processor -- start
2024-03-19T01:56:56.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.282+0000 7f642b1e7740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5649f5266380 0x5649f526c730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.282+0000 7f642b1e7740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5649f5266ca0 0x5649f526cc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.282+0000 7f642b1e7740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5649f526f880 0x5649f526d1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.282+0000 7f642b1e7740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5649f5272610 con 0x5649f5266380
2024-03-19T01:56:56.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.282+0000 7f642b1e7740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5649f51861a0 con 0x5649f526f880
2024-03-19T01:56:56.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.282+0000 7f642b1e7740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5649f5272790 con 0x5649f5266ca0
2024-03-19T01:56:56.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.282+0000 7f642b1e7740 10 client.0 _ll_register_callbacks cb 0x5649f4eddc60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:56:56.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.282+0000 7f6426390640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5649f5266380 0x5649f526c730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.282+0000 7f6426390640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5649f5266380 0x5649f526c730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54204/0 (socket says 172.21.15.46:54204)
2024-03-19T01:56:56.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.282+0000 7f6426390640  1 -- 172.21.15.46:0/3146922813 learned_addr learned my addr 172.21.15.46:0/3146922813 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:56.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.282+0000 7f6426b91640  1 --2- 172.21.15.46:0/3146922813 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5649f526f880 0x5649f526d1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.282+0000 7f6425b8f640  1 --2- 172.21.15.46:0/3146922813 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5649f5266ca0 0x5649f526cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.282+0000 7f6426390640  1 -- 172.21.15.46:0/3146922813 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5649f5266ca0 msgr2=0x5649f526cc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:56.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.282+0000 7f6426390640  1 --2- 172.21.15.46:0/3146922813 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5649f5266ca0 0x5649f526cc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.282+0000 7f6426390640  1 -- 172.21.15.46:0/3146922813 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5649f526f880 msgr2=0x5649f526d1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:56.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.282+0000 7f6426390640  1 --2- 172.21.15.46:0/3146922813 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5649f526f880 0x5649f526d1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.282+0000 7f6426390640  1 -- 172.21.15.46:0/3146922813 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5649f5006f70 con 0x5649f5266380
2024-03-19T01:56:56.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.283+0000 7f6426390640  1 --2- 172.21.15.46:0/3146922813 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5649f5266380 0x5649f526c730 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f6418005940 tx=0x7f641803f670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a5aa36e3fd58899 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:56.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.283+0000 7f6409ffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:56:56.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.283+0000 7f6409ffb640  1 -- 172.21.15.46:0/3146922813 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6418050070 con 0x5649f5266380
2024-03-19T01:56:56.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.283+0000 7f642b1e7740  1 -- 172.21.15.46:0/3146922813 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f641802c7e0 con 0x5649f5266380
2024-03-19T01:56:56.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.283+0000 7f6409ffb640  1 -- 172.21.15.46:0/3146922813 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f641803fca0 con 0x5649f5266380
2024-03-19T01:56:56.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.283+0000 7f6409ffb640  1 -- 172.21.15.46:0/3146922813 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f641805b050 con 0x5649f5266380
2024-03-19T01:56:56.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.283+0000 7f642b1e7740 10 client.17163 fetch_fsmap learned FSMap version 35
2024-03-19T01:56:56.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.283+0000 7f642b1e7740  1 -- 172.21.15.46:0/3146922813 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x5649f4e9e170 con 0x5649f5266380
2024-03-19T01:56:56.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.283+0000 7f6409ffb640  1 -- 172.21.15.46:0/3146922813 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f641802c7e0 con 0x5649f5266380
2024-03-19T01:56:56.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.283+0000 7f6409ffb640  1 -- 172.21.15.46:0/3146922813 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f6418034440 con 0x5649f5266380
2024-03-19T01:56:56.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.283+0000 7f642b1e7740 10 client.17163 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:56:56.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.283+0000 7f642b1e7740 10 client.17163 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:56:56.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.283+0000 7f642b1e7740 20 client.17163 populate_metadata read hostname 'smithi046'
2024-03-19T01:56:56.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.283+0000 7f642b1e7740  1 --2- 172.21.15.46:0/3146922813 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5649f527f860 0x5649f5281c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.283+0000 7f642b1e7740  4 client.17163 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:56:56.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.283+0000 7f642b1e7740  1 -- 172.21.15.46:0/3146922813 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5649f51d76a0 con 0x5649f527f860
2024-03-19T01:56:56.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.284+0000 7f6425b8f640  1 --2- 172.21.15.46:0/3146922813 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5649f527f860 0x5649f5281c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.284+0000 7f6409ffb640 10 client.17163 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:56:56.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.284+0000 7f6425b8f640  1 --2- 172.21.15.46:0/3146922813 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5649f527f860 0x5649f5281c50 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c5e41cadeea0afc6 server_cookie=3dc2fef2a2d4cde5 in_seq=0 out_seq=0
2024-03-19T01:56:56.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.285+0000 7f6409ffb640  1 -- 172.21.15.46:0/3146922813 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5649f51d76a0 con 0x5649f527f860
2024-03-19T01:56:56.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.285+0000 7f6409ffb640 10 client.17163 handle_command_reply: tid=0
2024-03-19T01:56:56.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.285+0000 7f642b1e7740  1 client.17163 shutdown
2024-03-19T01:56:56.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.285+0000 7f642b1e7740  1 -- 172.21.15.46:0/3146922813 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5649f5266380 msgr2=0x5649f526c730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:56.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.285+0000 7f642b1e7740  1 --2- 172.21.15.46:0/3146922813 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5649f5266380 0x5649f526c730 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f6418005940 tx=0x7f641803f670 comp rx=0 tx=0).stop
2024-03-19T01:56:56.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.285+0000 7f642b1e7740  1 -- 172.21.15.46:0/3146922813 shutdown_connections
2024-03-19T01:56:56.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.285+0000 7f642b1e7740  1 --2- 172.21.15.46:0/3146922813 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5649f527f860 0x5649f5281c50 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.285+0000 7f642b1e7740  1 --2- 172.21.15.46:0/3146922813 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5649f526f880 0x5649f526d1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.285+0000 7f642b1e7740  1 --2- 172.21.15.46:0/3146922813 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5649f5266ca0 0x5649f526cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.285+0000 7f6409ffb640  0 client.17163 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:56:56.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.285+0000 7f642b1e7740  1 --2- 172.21.15.46:0/3146922813 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5649f5266380 0x5649f526c730 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.285+0000 7f642b1e7740  1 -- 172.21.15.46:0/3146922813 >> 172.21.15.46:0/3146922813 conn(0x5649f5260ab0 msgr2=0x5649f5262800 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:56.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.285+0000 7f642b1e7740  1 -- 172.21.15.46:0/3146922813 shutdown_connections
2024-03-19T01:56:56.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.285+0000 7f642b1e7740  1 -- 172.21.15.46:0/3146922813 wait complete.
2024-03-19T01:56:56.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.285+0000 7f642b1e7740 20 client.17163 trim_cache size 0 max 16384
2024-03-19T01:56:56.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.303+0000 7f642b1e7740  1  Processor -- start
2024-03-19T01:56:56.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.303+0000 7f642b1e7740  1 --  start start
2024-03-19T01:56:56.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.303+0000 7f642b1e7740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5649f5266380 0x5649f526ee60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.303+0000 7f642b1e7740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5649f5266ca0 0x5649f5277df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.303+0000 7f642b1e7740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5649f526f880 0x5649f527b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.303+0000 7f642b1e7740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f64201b13b0 con 0x5649f5266ca0
2024-03-19T01:56:56.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.303+0000 7f642b1e7740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f64201aec80 con 0x5649f526f880
2024-03-19T01:56:56.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.303+0000 7f642b1e7740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f64201acab0 con 0x5649f5266380
2024-03-19T01:56:56.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.303+0000 7f6425b8f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5649f5266ca0 0x5649f5277df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.303+0000 7f6425b8f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5649f5266ca0 0x5649f5277df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54210/0 (socket says 172.21.15.46:54210)
2024-03-19T01:56:56.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.303+0000 7f6425b8f640  1 -- 172.21.15.46:0/3807379711 learned_addr learned my addr 172.21.15.46:0/3807379711 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:56.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.303+0000 7f6426b91640  1 --2- 172.21.15.46:0/3807379711 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5649f526f880 0x5649f527b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.303+0000 7f6426390640  1 --2- 172.21.15.46:0/3807379711 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5649f5266380 0x5649f526ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.303+0000 7f6425b8f640  1 -- 172.21.15.46:0/3807379711 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5649f5266380 msgr2=0x5649f526ee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:56.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.303+0000 7f6425b8f640  1 --2- 172.21.15.46:0/3807379711 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5649f5266380 0x5649f526ee60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.303+0000 7f6425b8f640  1 -- 172.21.15.46:0/3807379711 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5649f526f880 msgr2=0x5649f527b3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:56.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.303+0000 7f6425b8f640  1 --2- 172.21.15.46:0/3807379711 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5649f526f880 0x5649f527b3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.303+0000 7f6425b8f640  1 -- 172.21.15.46:0/3807379711 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5649f52608e0 con 0x5649f5266ca0
2024-03-19T01:56:56.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.304+0000 7f6425b8f640  1 --2- 172.21.15.46:0/3807379711 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5649f5266ca0 0x5649f5277df0 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f64100982b0 tx=0x7f6410025b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62d590dfdae3009 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:56.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.304+0000 7f640bfff640  1 -- 172.21.15.46:0/3807379711 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f641009f980 con 0x5649f5266ca0
2024-03-19T01:56:56.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.304+0000 7f640bfff640  1 -- 172.21.15.46:0/3807379711 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f64100b4070 con 0x5649f5266ca0
2024-03-19T01:56:56.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.304+0000 7f640bfff640  1 -- 172.21.15.46:0/3807379711 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6410018a20 con 0x5649f5266ca0
2024-03-19T01:56:56.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.304+0000 7f642b1e7740  1 -- 172.21.15.46:0/3807379711 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5649f5266ca0 msgr2=0x5649f5277df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:56.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.304+0000 7f642b1e7740  1 --2- 172.21.15.46:0/3807379711 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5649f5266ca0 0x5649f5277df0 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f64100982b0 tx=0x7f6410025b40 comp rx=0 tx=0).stop
2024-03-19T01:56:56.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.304+0000 7f642b1e7740  1 -- 172.21.15.46:0/3807379711 shutdown_connections
2024-03-19T01:56:56.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.304+0000 7f642b1e7740  1 --2- 172.21.15.46:0/3807379711 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5649f526f880 0x5649f527b3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.304+0000 7f642b1e7740  1 --2- 172.21.15.46:0/3807379711 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5649f5266ca0 0x5649f5277df0 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.304+0000 7f642b1e7740  1 --2- 172.21.15.46:0/3807379711 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5649f5266380 0x5649f526ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.304+0000 7f642b1e7740  1 -- 172.21.15.46:0/3807379711 >> 172.21.15.46:0/3807379711 conn(0x5649f5260ab0 msgr2=0x5649f526c6f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:56.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.304+0000 7f642b1e7740  1 -- 172.21.15.46:0/3807379711 shutdown_connections
2024-03-19T01:56:56.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.304+0000 7f642b1e7740  1 -- 172.21.15.46:0/3807379711 wait complete.
2024-03-19T01:56:56.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.305+0000 7f642b1e7740  1 --  start start
2024-03-19T01:56:56.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.305+0000 7f642b1e7740  1  Processor -- start
2024-03-19T01:56:56.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.305+0000 7f642b1e7740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5649f5266380 0x5649f52e2e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.305+0000 7f642b1e7740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5649f5266ca0 0x5649f52e3370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.305+0000 7f642b1e7740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5649f526f880 0x5649f52dd8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.305+0000 7f642b1e7740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f64201ad140 con 0x5649f5266ca0
2024-03-19T01:56:56.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.305+0000 7f642b1e7740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f64201ae5b0 con 0x5649f526f880
2024-03-19T01:56:56.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.305+0000 7f642b1e7740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f64201ad810 con 0x5649f5266380
2024-03-19T01:56:56.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.305+0000 7f642b1e7740 10 client.0 _ll_register_callbacks cb 0x7f641c009ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:56:56.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.305+0000 7f6425b8f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5649f5266ca0 0x5649f52e3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.305+0000 7f6425b8f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5649f5266ca0 0x5649f52e3370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54222/0 (socket says 172.21.15.46:54222)
2024-03-19T01:56:56.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.305+0000 7f6425b8f640  1 -- 172.21.15.46:0/4112232900 learned_addr learned my addr 172.21.15.46:0/4112232900 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:56.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.305+0000 7f6426390640  1 --2- 172.21.15.46:0/4112232900 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5649f5266380 0x5649f52e2e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.305+0000 7f6426b91640  1 --2- 172.21.15.46:0/4112232900 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5649f526f880 0x5649f52dd8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.305+0000 7f6425b8f640  1 -- 172.21.15.46:0/4112232900 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5649f5266380 msgr2=0x5649f52e2e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:56.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.305+0000 7f6425b8f640  1 --2- 172.21.15.46:0/4112232900 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5649f5266380 0x5649f52e2e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.305+0000 7f6425b8f640  1 -- 172.21.15.46:0/4112232900 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5649f526f880 msgr2=0x5649f52dd8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:56.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.305+0000 7f6425b8f640  1 --2- 172.21.15.46:0/4112232900 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5649f526f880 0x5649f52dd8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.305+0000 7f6425b8f640  1 -- 172.21.15.46:0/4112232900 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5649f52ddf90 con 0x5649f5266ca0
2024-03-19T01:56:56.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.306+0000 7f6425b8f640  1 --2- 172.21.15.46:0/4112232900 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5649f5266ca0 0x5649f52e3370 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f641001a010 tx=0x7f6410005bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c649e44f2133c7b8 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:56.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.306+0000 7f6409ffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:56:56.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.306+0000 7f6409ffb640  1 -- 172.21.15.46:0/4112232900 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6410096200 con 0x5649f5266ca0
2024-03-19T01:56:56.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.306+0000 7f6409ffb640  1 -- 172.21.15.46:0/4112232900 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7f64100ccba0 con 0x5649f5266ca0
2024-03-19T01:56:56.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.306+0000 7f642b1e7740  1 -- 172.21.15.46:0/4112232900 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f64100b4070 con 0x5649f5266ca0
2024-03-19T01:56:56.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.306+0000 7f6409ffb640  1 -- 172.21.15.46:0/4112232900 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f64100ccda0 con 0x5649f5266ca0
2024-03-19T01:56:56.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.306+0000 7f642b1e7740 10 client.17169 fetch_fsmap learned FSMap version 35
2024-03-19T01:56:56.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.306+0000 7f642b1e7740  1 -- 172.21.15.46:0/4112232900 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x5649f52ea5f0 con 0x5649f5266ca0
2024-03-19T01:56:56.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.306+0000 7f6409ffb640  1 -- 172.21.15.46:0/4112232900 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f64100b4070 con 0x5649f5266ca0
2024-03-19T01:56:56.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.306+0000 7f6409ffb640  1 -- 172.21.15.46:0/4112232900 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f6410018a20 con 0x5649f5266ca0
2024-03-19T01:56:56.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.306+0000 7f642b1e7740 10 client.17169 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:56:56.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.306+0000 7f642b1e7740 10 client.17169 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:56:56.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.306+0000 7f642b1e7740 20 client.17169 populate_metadata read hostname 'smithi046'
2024-03-19T01:56:56.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.306+0000 7f642b1e7740  1 --2- 172.21.15.46:0/4112232900 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5649f52eabb0 0x5649f52ecfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.306+0000 7f642b1e7740  4 client.17169 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}]
2024-03-19T01:56:56.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.306+0000 7f642b1e7740  1 -- 172.21.15.46:0/4112232900 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5649f51d19f0 con 0x5649f52eabb0
2024-03-19T01:56:56.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.306+0000 7f6426390640  1 --2- 172.21.15.46:0/4112232900 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5649f52eabb0 0x5649f52ecfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.307+0000 7f6409ffb640 10 client.17169 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:56:56.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.307+0000 7f6426390640  1 --2- 172.21.15.46:0/4112232900 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5649f52eabb0 0x5649f52ecfd0 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a9348216c7c1d8c1 server_cookie=fee178830ddbf818 in_seq=0 out_seq=0
2024-03-19T01:56:56.314 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.308+0000 7f6409ffb640  1 -- 172.21.15.46:0/4112232900 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5649f51d19f0 con 0x5649f52eabb0
2024-03-19T01:56:56.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.308+0000 7f6409ffb640 10 client.17169 handle_command_reply: tid=0
2024-03-19T01:56:56.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.308+0000 7f642b1e7740  1 client.17169 shutdown
2024-03-19T01:56:56.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.308+0000 7f642b1e7740  1 -- 172.21.15.46:0/4112232900 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5649f5266ca0 msgr2=0x5649f52e3370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:56.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.308+0000 7f642b1e7740  1 --2- 172.21.15.46:0/4112232900 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5649f5266ca0 0x5649f52e3370 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f641001a010 tx=0x7f6410005bf0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.308+0000 7f642b1e7740  1 -- 172.21.15.46:0/4112232900 shutdown_connections
2024-03-19T01:56:56.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.308+0000 7f642b1e7740  1 --2- 172.21.15.46:0/4112232900 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5649f52eabb0 0x5649f52ecfd0 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.308+0000 7f642b1e7740  1 --2- 172.21.15.46:0/4112232900 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5649f526f880 0x5649f52dd8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.308+0000 7f642b1e7740  1 --2- 172.21.15.46:0/4112232900 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5649f5266ca0 0x5649f52e3370 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.308+0000 7f642b1e7740  1 --2- 172.21.15.46:0/4112232900 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5649f5266380 0x5649f52e2e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.308+0000 7f642b1e7740  1 -- 172.21.15.46:0/4112232900 >> 172.21.15.46:0/4112232900 conn(0x5649f5260ab0 msgr2=0x5649f526b510 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:56.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.308+0000 7f6409ffb640  0 client.17169 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:56:56.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.308+0000 7f642b1e7740  1 -- 172.21.15.46:0/4112232900 shutdown_connections
2024-03-19T01:56:56.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.308+0000 7f642b1e7740  1 -- 172.21.15.46:0/4112232900 wait complete.
2024-03-19T01:56:56.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.308+0000 7f642b1e7740 20 client.17169 trim_cache size 0 max 16384
2024-03-19T01:56:56.316 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:56:56.316 INFO:teuthology.orchestra.run.smithi046.stdout:    "return_code": 0,
2024-03-19T01:56:56.316 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrub_tag": "96fe4a23-de6d-4dda-a697-fc630c097641",
2024-03-19T01:56:56.316 INFO:teuthology.orchestra.run.smithi046.stdout:    "mode": "asynchronous"
2024-03-19T01:56:56.316 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:56:56.317 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.309+0000 7f64285f4640  1 -- 172.21.15.46:0/828997139 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f640c0a2970 msgr2=0x7f640c0a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:56.317 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.309+0000 7f64285f4640  1 --2- 172.21.15.46:0/828997139 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f640c0a2970 0x7f640c0a4e30 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f641c005fd0 tx=0x7f641c009500 comp rx=0 tx=0).stop
2024-03-19T01:56:56.317 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.309+0000 7f64285f4640  1 -- 172.21.15.46:0/828997139 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6420101050 msgr2=0x7f6420198530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:56.317 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.309+0000 7f64285f4640  1 --2- 172.21.15.46:0/828997139 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6420101050 0x7f6420198530 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f641000e9f0 tx=0x7f641000eeb0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.317 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.309+0000 7f64285f4640  1 -- 172.21.15.46:0/828997139 shutdown_connections
2024-03-19T01:56:56.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.309+0000 7f64285f4640  1 --2- 172.21.15.46:0/828997139 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f640c0a2970 0x7f640c0a4e30 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.309+0000 7f64285f4640  1 --2- 172.21.15.46:0/828997139 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f64201066a0 0x7f642019c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.309+0000 7f64285f4640  1 --2- 172.21.15.46:0/828997139 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6420101050 0x7f6420198530 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.309+0000 7f64285f4640  1 --2- 172.21.15.46:0/828997139 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6420100690 0x7f6420197ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.309+0000 7f64285f4640  1 -- 172.21.15.46:0/828997139 >> 172.21.15.46:0/828997139 conn(0x7f6420077820 msgr2=0x7f64200ff9a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:56.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.309+0000 7f64285f4640  1 -- 172.21.15.46:0/828997139 shutdown_connections
2024-03-19T01:56:56.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.309+0000 7f64285f4640  1 -- 172.21.15.46:0/828997139 wait complete.
2024-03-19T01:56:56.321 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:56:56.321 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:56:56.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.465+0000 7fbf1eeff640  1 -- 172.21.15.46:0/652042258 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf18101090 msgr2=0x7fbf1810d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:56.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.465+0000 7fbf1eeff640  1 --2- 172.21.15.46:0/652042258 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf18101090 0x7fbf1810d5a0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fbf10009ca0 tx=0x7fbf1002c0f0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.465+0000 7fbf1eeff640  1 -- 172.21.15.46:0/652042258 shutdown_connections
2024-03-19T01:56:56.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.465+0000 7fbf1eeff640  1 --2- 172.21.15.46:0/652042258 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf18101090 0x7fbf1810d5a0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.465+0000 7fbf1eeff640  1 --2- 172.21.15.46:0/652042258 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf181006d0 0x7fbf18100b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.465+0000 7fbf1eeff640  1 --2- 172.21.15.46:0/652042258 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf181066e0 0x7fbf18106ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.465+0000 7fbf1eeff640  1 -- 172.21.15.46:0/652042258 >> 172.21.15.46:0/652042258 conn(0x7fbf18076aa0 msgr2=0x7fbf18076eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:56.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.465+0000 7fbf1eeff640  1 -- 172.21.15.46:0/652042258 shutdown_connections
2024-03-19T01:56:56.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.465+0000 7fbf1eeff640  1 -- 172.21.15.46:0/652042258 wait complete.
2024-03-19T01:56:56.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.466+0000 7fbf1eeff640  1  Processor -- start
2024-03-19T01:56:56.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.466+0000 7fbf1eeff640  1 --  start start
2024-03-19T01:56:56.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.466+0000 7fbf1eeff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf181006d0 0x7fbf18197fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.466+0000 7fbf1eeff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf18101090 0x7fbf18198500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.466+0000 7fbf1eeff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf181066e0 0x7fbf1819c830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.466+0000 7fbf1eeff640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fbf18111aa0 con 0x7fbf18101090
2024-03-19T01:56:56.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.466+0000 7fbf1eeff640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fbf18111920 con 0x7fbf181066e0
2024-03-19T01:56:56.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.466+0000 7fbf1eeff640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fbf18111c20 con 0x7fbf181006d0
2024-03-19T01:56:56.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.466+0000 7fbf17fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf18101090 0x7fbf18198500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.466+0000 7fbf17fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf18101090 0x7fbf18198500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54234/0 (socket says 172.21.15.46:54234)
2024-03-19T01:56:56.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.466+0000 7fbf17fff640  1 -- 172.21.15.46:0/1327140161 learned_addr learned my addr 172.21.15.46:0/1327140161 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:56.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.466+0000 7fbf1d49c640  1 --2- 172.21.15.46:0/1327140161 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf181066e0 0x7fbf1819c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.466+0000 7fbf1cc9b640  1 --2- 172.21.15.46:0/1327140161 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf181006d0 0x7fbf18197fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.466+0000 7fbf1d49c640  1 -- 172.21.15.46:0/1327140161 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf181006d0 msgr2=0x7fbf18197fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:56.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.466+0000 7fbf1d49c640  1 --2- 172.21.15.46:0/1327140161 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf181006d0 0x7fbf18197fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.466+0000 7fbf1d49c640  1 -- 172.21.15.46:0/1327140161 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf18101090 msgr2=0x7fbf18198500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:56.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.466+0000 7fbf1d49c640  1 --2- 172.21.15.46:0/1327140161 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf18101090 0x7fbf18198500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.466+0000 7fbf1d49c640  1 -- 172.21.15.46:0/1327140161 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf1819cf60 con 0x7fbf181066e0
2024-03-19T01:56:56.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.466+0000 7fbf17fff640  1 --2- 172.21.15.46:0/1327140161 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf18101090 0x7fbf18198500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:56.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.466+0000 7fbf1d49c640  1 --2- 172.21.15.46:0/1327140161 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf181066e0 0x7fbf1819c830 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fbf1002c700 tx=0x7fbf10035d60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:56.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.467+0000 7fbf15ffb640  1 -- 172.21.15.46:0/1327140161 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf10039040 con 0x7fbf181066e0
2024-03-19T01:56:56.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.467+0000 7fbf15ffb640  1 -- 172.21.15.46:0/1327140161 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbf10044070 con 0x7fbf181066e0
2024-03-19T01:56:56.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.467+0000 7fbf1eeff640  1 -- 172.21.15.46:0/1327140161 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf1819d1f0 con 0x7fbf181066e0
2024-03-19T01:56:56.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.467+0000 7fbf15ffb640  1 -- 172.21.15.46:0/1327140161 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf100042a0 con 0x7fbf181066e0
2024-03-19T01:56:56.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.467+0000 7fbf1eeff640  1 -- 172.21.15.46:0/1327140161 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf181a4ae0 con 0x7fbf181066e0
2024-03-19T01:56:56.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.469+0000 7fbf15ffb640  1 -- 172.21.15.46:0/1327140161 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fbf10004440 con 0x7fbf181066e0
2024-03-19T01:56:56.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.469+0000 7fbf21bc6740  1  Processor -- start
2024-03-19T01:56:56.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.469+0000 7fbf21bc6740  1 --  start start
2024-03-19T01:56:56.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.469+0000 7fbf21bc6740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563816b33a30 0x563816b33e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.469+0000 7fbf21bc6740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563816b34350 0x563816b3c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.469+0000 7fbf21bc6740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563816b3cf30 0x563816b3f320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.469+0000 7fbf21bc6740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x563816a97500 con 0x563816b33a30
2024-03-19T01:56:56.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.469+0000 7fbf21bc6740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x563816a3fbe0 con 0x563816b34350
2024-03-19T01:56:56.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.469+0000 7fbf21bc6740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x563816a935a0 con 0x563816b3cf30
2024-03-19T01:56:56.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.469+0000 7fbf17fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563816b33a30 0x563816b33e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.470+0000 7fbf17fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563816b33a30 0x563816b33e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54248/0 (socket says 172.21.15.46:54248)
2024-03-19T01:56:56.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.470+0000 7fbf17fff640  1 -- 172.21.15.46:0/3256102462 learned_addr learned my addr 172.21.15.46:0/3256102462 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:56.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.470+0000 7fbf1cc9b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563816b34350 0x563816b3c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.470+0000 7fbf15ffb640  1 --2- 172.21.15.46:0/1327140161 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fbf080a2970 0x7fbf080a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.470+0000 7fbf17fff640  1 --2- 172.21.15.46:0/3256102462 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563816b3cf30 0x563816b3f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.470+0000 7fbf1d49c640  1 --2- 172.21.15.46:0/1327140161 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fbf080a2970 0x7fbf080a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.470+0000 7fbf17fff640  1 -- 172.21.15.46:0/3256102462 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563816b3cf30 msgr2=0x563816b3f320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:56.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.470+0000 7fbf17fff640  1 --2- 172.21.15.46:0/3256102462 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563816b3cf30 0x563816b3f320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.470+0000 7fbf17fff640  1 -- 172.21.15.46:0/3256102462 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563816b34350 msgr2=0x563816b3c9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:56.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.470+0000 7fbf17fff640  1 --2- 172.21.15.46:0/3256102462 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563816b34350 0x563816b3c9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.470+0000 7fbf17fff640  1 -- 172.21.15.46:0/3256102462 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563816a61000 con 0x563816b33a30
2024-03-19T01:56:56.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.470+0000 7fbf1cc9b640  1 --2- 172.21.15.46:0/3256102462 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563816b34350 0x563816b3c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:56:56.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.470+0000 7fbf15ffb640  1 -- 172.21.15.46:0/1327140161 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fbf100f14c0 con 0x7fbf181066e0
2024-03-19T01:56:56.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.470+0000 7fbf17fff640  1 --2- 172.21.15.46:0/3256102462 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563816b33a30 0x563816b33e10 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7fbf04013a50 tx=0x7fbf04009ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9402f5d34ca8ad01 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:56.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.470+0000 7fbf1d49c640  1 --2- 172.21.15.46:0/1327140161 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fbf080a2970 0x7fbf080a4e30 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fbf100bd580 tx=0x7fbf1008f4b0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:56.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.470+0000 7fbf02ffd640  1 -- 172.21.15.46:0/3256102462 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf04011bf0 con 0x563816b33a30
2024-03-19T01:56:56.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.470+0000 7fbf02ffd640  1 -- 172.21.15.46:0/3256102462 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbf04011d90 con 0x563816b33a30
2024-03-19T01:56:56.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.470+0000 7fbf02ffd640  1 -- 172.21.15.46:0/3256102462 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf0400f620 con 0x563816b33a30
2024-03-19T01:56:56.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.471+0000 7fbf21bc6740  1 -- 172.21.15.46:0/3256102462 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563816b33a30 msgr2=0x563816b33e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:56.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.471+0000 7fbf21bc6740  1 --2- 172.21.15.46:0/3256102462 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563816b33a30 0x563816b33e10 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7fbf04013a50 tx=0x7fbf04009ce0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.471+0000 7fbf21bc6740  1 -- 172.21.15.46:0/3256102462 shutdown_connections
2024-03-19T01:56:56.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.471+0000 7fbf21bc6740  1 --2- 172.21.15.46:0/3256102462 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563816b3cf30 0x563816b3f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.471+0000 7fbf21bc6740  1 --2- 172.21.15.46:0/3256102462 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563816b34350 0x563816b3c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.471+0000 7fbf21bc6740  1 --2- 172.21.15.46:0/3256102462 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563816b33a30 0x563816b33e10 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.471+0000 7fbf21bc6740  1 -- 172.21.15.46:0/3256102462 >> 172.21.15.46:0/3256102462 conn(0x563816b2e160 msgr2=0x563816b2e540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:56.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.471+0000 7fbf21bc6740  1 -- 172.21.15.46:0/3256102462 shutdown_connections
2024-03-19T01:56:56.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.471+0000 7fbf21bc6740  1 -- 172.21.15.46:0/3256102462 wait complete.
2024-03-19T01:56:56.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.471+0000 7fbf21bc6740  1 --  start start
2024-03-19T01:56:56.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.471+0000 7fbf21bc6740  1  Processor -- start
2024-03-19T01:56:56.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.472+0000 7fbf21bc6740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563816b33a30 0x563816b39ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.472+0000 7fbf21bc6740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563816b34350 0x563816b3a530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.472+0000 7fbf21bc6740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563816b3cf30 0x563816b3aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.472+0000 7fbf21bc6740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x563816b3fd20 con 0x563816b33a30
2024-03-19T01:56:56.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.472+0000 7fbf21bc6740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x563816a53160 con 0x563816b3cf30
2024-03-19T01:56:56.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.472+0000 7fbf21bc6740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x563816b3fea0 con 0x563816b34350
2024-03-19T01:56:56.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.472+0000 7fbf21bc6740 10 client.0 _ll_register_callbacks cb 0x563816a8fa40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:56:56.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.472+0000 7fbf17fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563816b33a30 0x563816b39ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.472+0000 7fbf17fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563816b33a30 0x563816b39ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54250/0 (socket says 172.21.15.46:54250)
2024-03-19T01:56:56.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.472+0000 7fbf17fff640  1 -- 172.21.15.46:0/1787322872 learned_addr learned my addr 172.21.15.46:0/1787322872 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:56.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.472+0000 7fbf1cc9b640  1 --2- 172.21.15.46:0/1787322872 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563816b34350 0x563816b3a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.472+0000 7fbf17fff640  1 --2- 172.21.15.46:0/1787322872 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563816b3cf30 0x563816b3aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.472+0000 7fbf17fff640  1 -- 172.21.15.46:0/1787322872 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563816b34350 msgr2=0x563816b3a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:56.481 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.472+0000 7fbf17fff640  1 --2- 172.21.15.46:0/1787322872 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563816b34350 0x563816b3a530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.481 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.472+0000 7fbf17fff640  1 -- 172.21.15.46:0/1787322872 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563816b3cf30 msgr2=0x563816b3aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:56.481 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.472+0000 7fbf17fff640  1 --2- 172.21.15.46:0/1787322872 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563816b3cf30 0x563816b3aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.481 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.472+0000 7fbf17fff640  1 -- 172.21.15.46:0/1787322872 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5638168757d0 con 0x563816b33a30
2024-03-19T01:56:56.481 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.472+0000 7fbf17fff640  1 --2- 172.21.15.46:0/1787322872 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563816b33a30 0x563816b39ff0 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7fbf0400a010 tx=0x7fbf04009fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1bb8de8d9d9cf7 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:56.481 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.472+0000 7fbef7fff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:56:56.481 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.472+0000 7fbef7fff640  1 -- 172.21.15.46:0/1787322872 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf04024040 con 0x563816b33a30
2024-03-19T01:56:56.481 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.472+0000 7fbef7fff640  1 -- 172.21.15.46:0/1787322872 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fbf040054f0 con 0x563816b33a30
2024-03-19T01:56:56.481 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.472+0000 7fbf21bc6740  1 -- 172.21.15.46:0/1787322872 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbf04011d90 con 0x563816b33a30
2024-03-19T01:56:56.481 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.473+0000 7fbef7fff640  1 -- 172.21.15.46:0/1787322872 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fbf04004030 con 0x563816b33a30
2024-03-19T01:56:56.481 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.473+0000 7fbf21bc6740 10 client.17181 fetch_fsmap learned FSMap version 35
2024-03-19T01:56:56.481 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.473+0000 7fbf21bc6740  1 -- 172.21.15.46:0/1787322872 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x5638167ab3f0 con 0x563816b33a30
2024-03-19T01:56:56.481 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.473+0000 7fbef7fff640  1 -- 172.21.15.46:0/1787322872 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbf04011d90 con 0x563816b33a30
2024-03-19T01:56:56.481 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.473+0000 7fbef7fff640  1 -- 172.21.15.46:0/1787322872 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7fbf0401d070 con 0x563816b33a30
2024-03-19T01:56:56.482 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.473+0000 7fbf21bc6740 10 client.17181 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:56:56.482 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.473+0000 7fbf21bc6740 10 client.17181 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:56:56.482 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.473+0000 7fbf21bc6740 20 client.17181 populate_metadata read hostname 'smithi046'
2024-03-19T01:56:56.482 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.473+0000 7fbf21bc6740  1 --2- 172.21.15.46:0/1787322872 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x563816b4d280 0x563816b4f670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.482 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.473+0000 7fbf21bc6740  4 client.17181 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:56:56.482 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.473+0000 7fbf21bc6740  1 -- 172.21.15.46:0/1787322872 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563816aa4a40 con 0x563816b4d280
2024-03-19T01:56:56.482 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.473+0000 7fbf1cc9b640  1 --2- 172.21.15.46:0/1787322872 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x563816b4d280 0x563816b4f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.482 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.474+0000 7fbef7fff640 10 client.17181 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:56:56.482 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.474+0000 7fbf1cc9b640  1 --2- 172.21.15.46:0/1787322872 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x563816b4d280 0x563816b4f670 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9fbd0bbc69a94962 server_cookie=99acec5068ebe9f2 in_seq=0 out_seq=0
2024-03-19T01:56:56.482 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.474+0000 7fbef7fff640  1 -- 172.21.15.46:0/1787322872 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x563816aa4a40 con 0x563816b4d280
2024-03-19T01:56:56.482 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.474+0000 7fbef7fff640 10 client.17181 handle_command_reply: tid=0
2024-03-19T01:56:56.482 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.474+0000 7fbf21bc6740  1 client.17181 shutdown
2024-03-19T01:56:56.482 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.475+0000 7fbf21bc6740  1 -- 172.21.15.46:0/1787322872 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563816b33a30 msgr2=0x563816b39ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:56.482 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.475+0000 7fbf21bc6740  1 --2- 172.21.15.46:0/1787322872 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563816b33a30 0x563816b39ff0 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7fbf0400a010 tx=0x7fbf04009fa0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.483 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.475+0000 7fbf21bc6740  1 -- 172.21.15.46:0/1787322872 shutdown_connections
2024-03-19T01:56:56.483 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.475+0000 7fbf21bc6740  1 --2- 172.21.15.46:0/1787322872 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x563816b4d280 0x563816b4f670 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.483 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.475+0000 7fbf21bc6740  1 --2- 172.21.15.46:0/1787322872 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563816b3cf30 0x563816b3aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.483 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.475+0000 7fbef7fff640  0 client.17181 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:56:56.483 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.475+0000 7fbf21bc6740  1 --2- 172.21.15.46:0/1787322872 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563816b34350 0x563816b3a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.483 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.475+0000 7fbf21bc6740  1 --2- 172.21.15.46:0/1787322872 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563816b33a30 0x563816b39ff0 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.483 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.475+0000 7fbf21bc6740  1 -- 172.21.15.46:0/1787322872 >> 172.21.15.46:0/1787322872 conn(0x563816b2e160 msgr2=0x563816b2feb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:56.483 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.475+0000 7fbf21bc6740  1 -- 172.21.15.46:0/1787322872 shutdown_connections
2024-03-19T01:56:56.483 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.475+0000 7fbf21bc6740  1 -- 172.21.15.46:0/1787322872 wait complete.
2024-03-19T01:56:56.483 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.475+0000 7fbf21bc6740 20 client.17181 trim_cache size 0 max 16384
2024-03-19T01:56:56.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.492+0000 7fbf21bc6740  1  Processor -- start
2024-03-19T01:56:56.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.492+0000 7fbf21bc6740  1 --  start start
2024-03-19T01:56:56.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.492+0000 7fbf21bc6740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563816b33a30 0x563816b48ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.492+0000 7fbf21bc6740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563816b34350 0x563816b3c560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.492+0000 7fbf21bc6740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563816b3cf30 0x563816b2d1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.492+0000 7fbf21bc6740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fbf181b1440 con 0x563816b33a30
2024-03-19T01:56:56.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.492+0000 7fbf21bc6740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fbf181aed10 con 0x563816b3cf30
2024-03-19T01:56:56.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.492+0000 7fbf21bc6740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fbf181acb40 con 0x563816b34350
2024-03-19T01:56:56.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.492+0000 7fbf17fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563816b33a30 0x563816b48ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.492+0000 7fbf17fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563816b33a30 0x563816b48ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54258/0 (socket says 172.21.15.46:54258)
2024-03-19T01:56:56.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.492+0000 7fbf17fff640  1 -- 172.21.15.46:0/113605080 learned_addr learned my addr 172.21.15.46:0/113605080 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:56.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.492+0000 7fbf1cc9b640  1 --2- 172.21.15.46:0/113605080 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563816b34350 0x563816b3c560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.493+0000 7fbf17fff640  1 --2- 172.21.15.46:0/113605080 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563816b3cf30 0x563816b2d1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.493+0000 7fbf17fff640  1 -- 172.21.15.46:0/113605080 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563816b34350 msgr2=0x563816b3c560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:56.500 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.493+0000 7fbf17fff640  1 --2- 172.21.15.46:0/113605080 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563816b34350 0x563816b3c560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.500 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.493+0000 7fbf17fff640  1 -- 172.21.15.46:0/113605080 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563816b3cf30 msgr2=0x563816b2d1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:56.500 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.493+0000 7fbf17fff640  1 --2- 172.21.15.46:0/113605080 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563816b3cf30 0x563816b2d1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.500 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.493+0000 7fbf17fff640  1 -- 172.21.15.46:0/113605080 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563816b4f9e0 con 0x563816b33a30
2024-03-19T01:56:56.500 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.493+0000 7fbf17fff640  1 --2- 172.21.15.46:0/113605080 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563816b33a30 0x563816b48ac0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7fbf0401f000 tx=0x7fbf04004850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15659b572ddd0565 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:56.500 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.493+0000 7fbf027fc640  1 -- 172.21.15.46:0/113605080 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf04004910 con 0x563816b33a30
2024-03-19T01:56:56.500 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.493+0000 7fbf027fc640  1 -- 172.21.15.46:0/113605080 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbf04009c10 con 0x563816b33a30
2024-03-19T01:56:56.500 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.493+0000 7fbf027fc640  1 -- 172.21.15.46:0/113605080 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf04004ea0 con 0x563816b33a30
2024-03-19T01:56:56.500 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.493+0000 7fbf21bc6740  1 -- 172.21.15.46:0/113605080 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563816b33a30 msgr2=0x563816b48ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:56.500 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.493+0000 7fbf21bc6740  1 --2- 172.21.15.46:0/113605080 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563816b33a30 0x563816b48ac0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7fbf0401f000 tx=0x7fbf04004850 comp rx=0 tx=0).stop
2024-03-19T01:56:56.500 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.494+0000 7fbf21bc6740  1 -- 172.21.15.46:0/113605080 shutdown_connections
2024-03-19T01:56:56.500 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.494+0000 7fbf21bc6740  1 --2- 172.21.15.46:0/113605080 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563816b3cf30 0x563816b2d1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.494+0000 7fbf21bc6740  1 --2- 172.21.15.46:0/113605080 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563816b34350 0x563816b3c560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.494+0000 7fbf21bc6740  1 --2- 172.21.15.46:0/113605080 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563816b33a30 0x563816b48ac0 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.494+0000 7fbf21bc6740  1 -- 172.21.15.46:0/113605080 >> 172.21.15.46:0/113605080 conn(0x563816b2e160 msgr2=0x563816b38f30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:56.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.494+0000 7fbf21bc6740  1 -- 172.21.15.46:0/113605080 shutdown_connections
2024-03-19T01:56:56.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.494+0000 7fbf21bc6740  1 -- 172.21.15.46:0/113605080 wait complete.
2024-03-19T01:56:56.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.494+0000 7fbf21bc6740  1 --  start start
2024-03-19T01:56:56.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.494+0000 7fbf21bc6740  1  Processor -- start
2024-03-19T01:56:56.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.494+0000 7fbf21bc6740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563816b33a30 0x563816b36dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.494+0000 7fbf21bc6740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563816b34350 0x563816b37300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.494+0000 7fbf21bc6740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563816b3cf30 0x563816b37840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.494+0000 7fbf21bc6740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fbf181ad1d0 con 0x563816b34350
2024-03-19T01:56:56.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.494+0000 7fbf21bc6740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fbf181ae640 con 0x563816b33a30
2024-03-19T01:56:56.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.494+0000 7fbf21bc6740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fbf181ad8a0 con 0x563816b3cf30
2024-03-19T01:56:56.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.494+0000 7fbf21bc6740 10 client.0 _ll_register_callbacks cb 0x7fbf0c009570 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:56:56.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.494+0000 7fbf1cc9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563816b34350 0x563816b37300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.494+0000 7fbf17fff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563816b33a30 0x563816b36dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.494+0000 7fbf1cc9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563816b34350 0x563816b37300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54272/0 (socket says 172.21.15.46:54272)
2024-03-19T01:56:56.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.494+0000 7fbf1cc9b640  1 -- 172.21.15.46:0/2351110717 learned_addr learned my addr 172.21.15.46:0/2351110717 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:56:56.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.494+0000 7fbf17fff640  1 --2- 172.21.15.46:0/2351110717 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563816b3cf30 0x563816b37840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.495+0000 7fbf1cc9b640  1 -- 172.21.15.46:0/2351110717 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563816b3cf30 msgr2=0x563816b37840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:56.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.495+0000 7fbf1cc9b640  1 --2- 172.21.15.46:0/2351110717 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563816b3cf30 0x563816b37840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.495+0000 7fbf1cc9b640  1 -- 172.21.15.46:0/2351110717 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563816b33a30 msgr2=0x563816b36dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:56:56.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.495+0000 7fbf1cc9b640  1 --2- 172.21.15.46:0/2351110717 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563816b33a30 0x563816b36dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.495+0000 7fbf1cc9b640  1 -- 172.21.15.46:0/2351110717 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56381676b0f0 con 0x563816b34350
2024-03-19T01:56:56.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.495+0000 7fbf1cc9b640  1 --2- 172.21.15.46:0/2351110717 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563816b34350 0x563816b37300 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7fbf0c009540 tx=0x7fbf0c010a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5764d3025b20a677 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:56:56.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.495+0000 7fbef7fff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:56:56.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.495+0000 7fbef7fff640  1 -- 172.21.15.46:0/2351110717 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf0c020600 con 0x563816b34350
2024-03-19T01:56:56.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.495+0000 7fbf21bc6740  1 -- 172.21.15.46:0/2351110717 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbf04009c10 con 0x563816b34350
2024-03-19T01:56:56.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.495+0000 7fbef7fff640  1 -- 172.21.15.46:0/2351110717 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9408+0+0 (secure 0 0 0) 0x7fbf0c0207a0 con 0x563816b34350
2024-03-19T01:56:56.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.495+0000 7fbef7fff640  1 -- 172.21.15.46:0/2351110717 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fbf0c004020 con 0x563816b34350
2024-03-19T01:56:56.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.495+0000 7fbf21bc6740 10 client.17187 fetch_fsmap learned FSMap version 35
2024-03-19T01:56:56.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.495+0000 7fbf21bc6740  1 -- 172.21.15.46:0/2351110717 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x563816bb3820 con 0x563816b34350
2024-03-19T01:56:56.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.495+0000 7fbef7fff640  1 -- 172.21.15.46:0/2351110717 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbf04009c10 con 0x563816b34350
2024-03-19T01:56:56.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.495+0000 7fbef7fff640  1 -- 172.21.15.46:0/2351110717 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7fbf0c0048f0 con 0x563816b34350
2024-03-19T01:56:56.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.496+0000 7fbf21bc6740 10 client.17187 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:56:56.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.496+0000 7fbf21bc6740 10 client.17187 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:56:56.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.496+0000 7fbf21bc6740 20 client.17187 populate_metadata read hostname 'smithi046'
2024-03-19T01:56:56.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.496+0000 7fbf21bc6740  1 --2- 172.21.15.46:0/2351110717 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x563816bb3fd0 0x563816bb63f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:56:56.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.496+0000 7fbf21bc6740  4 client.17187 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:56:56.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.496+0000 7fbf21bc6740  1 -- 172.21.15.46:0/2351110717 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x563816a9ed90 con 0x563816bb3fd0
2024-03-19T01:56:56.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.496+0000 7fbf17fff640  1 --2- 172.21.15.46:0/2351110717 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x563816bb3fd0 0x563816bb63f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:56:56.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.496+0000 7fbf17fff640  1 --2- 172.21.15.46:0/2351110717 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x563816bb3fd0 0x563816bb63f0 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=942dbb2dbc0308d6 server_cookie=f1dcc62ce33e1a3c in_seq=0 out_seq=0
2024-03-19T01:56:56.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.496+0000 7fbef7fff640 10 client.17187 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:56:56.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.496+0000 7fbef7fff640  1 -- 172.21.15.46:0/2351110717 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x563816a9ed90 con 0x563816bb3fd0
2024-03-19T01:56:56.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.496+0000 7fbef7fff640 10 client.17187 handle_command_reply: tid=0
2024-03-19T01:56:56.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.496+0000 7fbf21bc6740  1 client.17187 shutdown
2024-03-19T01:56:56.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.496+0000 7fbf21bc6740  1 -- 172.21.15.46:0/2351110717 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563816b34350 msgr2=0x563816b37300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:56.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.496+0000 7fbf21bc6740  1 --2- 172.21.15.46:0/2351110717 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563816b34350 0x563816b37300 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7fbf0c009540 tx=0x7fbf0c010a20 comp rx=0 tx=0).stop
2024-03-19T01:56:56.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.496+0000 7fbf21bc6740  1 -- 172.21.15.46:0/2351110717 shutdown_connections
2024-03-19T01:56:56.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.496+0000 7fbf21bc6740  1 --2- 172.21.15.46:0/2351110717 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x563816bb3fd0 0x563816bb63f0 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.496+0000 7fbf21bc6740  1 --2- 172.21.15.46:0/2351110717 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563816b3cf30 0x563816b37840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.496+0000 7fbf21bc6740  1 --2- 172.21.15.46:0/2351110717 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563816b34350 0x563816b37300 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.496+0000 7fbef7fff640  0 client.17187 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:56:56.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.496+0000 7fbf21bc6740  1 --2- 172.21.15.46:0/2351110717 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563816b33a30 0x563816b36dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.505 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.496+0000 7fbf21bc6740  1 -- 172.21.15.46:0/2351110717 >> 172.21.15.46:0/2351110717 conn(0x563816b2e160 msgr2=0x563816b3a840 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:56.505 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.497+0000 7fbf21bc6740  1 -- 172.21.15.46:0/2351110717 shutdown_connections
2024-03-19T01:56:56.505 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.497+0000 7fbf21bc6740  1 -- 172.21.15.46:0/2351110717 wait complete.
2024-03-19T01:56:56.505 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.497+0000 7fbf21bc6740 20 client.17187 trim_cache size 0 max 16384
2024-03-19T01:56:56.505 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:56:56.505 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "IDLE (waiting for more scrubs)",
2024-03-19T01:56:56.505 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {
2024-03-19T01:56:56.505 INFO:teuthology.orchestra.run.smithi046.stdout:        "96fe4a23-de6d-4dda-a697-fc630c097641": {
2024-03-19T01:56:56.505 INFO:teuthology.orchestra.run.smithi046.stdout:            "path": "/",
2024-03-19T01:56:56.505 INFO:teuthology.orchestra.run.smithi046.stdout:            "tag": "96fe4a23-de6d-4dda-a697-fc630c097641",
2024-03-19T01:56:56.506 INFO:teuthology.orchestra.run.smithi046.stdout:            "options": "recursive,force"
2024-03-19T01:56:56.506 INFO:teuthology.orchestra.run.smithi046.stdout:        }
2024-03-19T01:56:56.506 INFO:teuthology.orchestra.run.smithi046.stdout:    }
2024-03-19T01:56:56.506 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:56:56.506 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.497+0000 7fbf1eeff640  1 -- 172.21.15.46:0/1327140161 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fbf080a2970 msgr2=0x7fbf080a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:56.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.497+0000 7fbf1eeff640  1 --2- 172.21.15.46:0/1327140161 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fbf080a2970 0x7fbf080a4e30 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fbf100bd580 tx=0x7fbf1008f4b0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.497+0000 7fbf1eeff640  1 -- 172.21.15.46:0/1327140161 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf181066e0 msgr2=0x7fbf1819c830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:56:56.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.497+0000 7fbf1eeff640  1 --2- 172.21.15.46:0/1327140161 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf181066e0 0x7fbf1819c830 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fbf1002c700 tx=0x7fbf10035d60 comp rx=0 tx=0).stop
2024-03-19T01:56:56.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.497+0000 7fbf1eeff640  1 -- 172.21.15.46:0/1327140161 shutdown_connections
2024-03-19T01:56:56.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.497+0000 7fbf1eeff640  1 --2- 172.21.15.46:0/1327140161 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbf181066e0 0x7fbf1819c830 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.497+0000 7fbf1eeff640  1 --2- 172.21.15.46:0/1327140161 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf18101090 0x7fbf18198500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.497+0000 7fbf1eeff640  1 --2- 172.21.15.46:0/1327140161 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fbf080a2970 0x7fbf080a4e30 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.497+0000 7fbf1eeff640  1 --2- 172.21.15.46:0/1327140161 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf181006d0 0x7fbf18197fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:56:56.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.497+0000 7fbf1eeff640  1 -- 172.21.15.46:0/1327140161 >> 172.21.15.46:0/1327140161 conn(0x7fbf18076aa0 msgr2=0x7fbf180fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:56:56.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.497+0000 7fbf1eeff640  1 -- 172.21.15.46:0/1327140161 shutdown_connections
2024-03-19T01:56:56.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:56:56.497+0000 7fbf1eeff640  1 -- 172.21.15.46:0/1327140161 wait complete.
2024-03-19T01:56:56.509 INFO:tasks.cephfs.filesystem:scrub status for tag:96fe4a23-de6d-4dda-a697-fc630c097641 - {'path': '/', 'tag': '96fe4a23-de6d-4dda-a697-fc630c097641', 'options': 'recursive,force'}
2024-03-19T01:56:58.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:57 smithi073 ceph-mon[66833]: pgmap v209: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:56:58.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:57 smithi073 ceph-mon[66833]: scrub queued for path: /
2024-03-19T01:56:58.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:57 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:56:58.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:57 smithi073 ceph-mon[66833]: scrub summary: active paths [/]
2024-03-19T01:56:58.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:57 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:56:58.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:57 smithi102 ceph-mon[66557]: pgmap v209: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:56:58.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:57 smithi102 ceph-mon[66557]: scrub queued for path: /
2024-03-19T01:56:58.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:57 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:56:58.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:57 smithi102 ceph-mon[66557]: scrub summary: active paths [/]
2024-03-19T01:56:58.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:57 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:56:58.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:57 smithi046 ceph-mon[63102]: pgmap v209: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:56:58.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:57 smithi046 ceph-mon[63102]: scrub queued for path: /
2024-03-19T01:56:58.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:57 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:56:58.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:57 smithi046 ceph-mon[63102]: scrub summary: active paths [/]
2024-03-19T01:56:58.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:57 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:57:00.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:56:59 smithi073 ceph-mon[66833]: pgmap v210: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:57:00.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:56:59 smithi102 ceph-mon[66557]: pgmap v210: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:57:00.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:56:59 smithi046 ceph-mon[63102]: pgmap v210: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:57:02.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:01 smithi073 ceph-mon[66833]: pgmap v211: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:57:02.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:01 smithi073 ceph-mon[66833]: scrub summary: idle
2024-03-19T01:57:02.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:01 smithi102 ceph-mon[66557]: pgmap v211: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:57:02.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:01 smithi102 ceph-mon[66557]: scrub summary: idle
2024-03-19T01:57:02.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:01 smithi046 ceph-mon[63102]: pgmap v211: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:57:02.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:01 smithi046 ceph-mon[63102]: scrub summary: idle
2024-03-19T01:57:04.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:03 smithi073 ceph-mon[66833]: pgmap v212: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:57:04.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:03 smithi102 ceph-mon[66557]: pgmap v212: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:57:04.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:03 smithi046 ceph-mon[63102]: pgmap v212: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:57:06.167 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:05 smithi046 ceph-mon[63102]: pgmap v213: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:57:06.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:05 smithi073 ceph-mon[66833]: pgmap v213: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:57:06.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:05 smithi102 ceph-mon[66557]: pgmap v213: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:57:08.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:07 smithi073 ceph-mon[66833]: pgmap v214: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 45 KiB/s wr, 27 op/s
2024-03-19T01:57:08.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:07 smithi102 ceph-mon[66557]: pgmap v214: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 45 KiB/s wr, 27 op/s
2024-03-19T01:57:08.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:07 smithi046 ceph-mon[63102]: pgmap v214: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 45 KiB/s wr, 27 op/s
2024-03-19T01:57:10.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:09 smithi073 ceph-mon[66833]: pgmap v215: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 45 KiB/s wr, 23 op/s
2024-03-19T01:57:10.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:09 smithi102 ceph-mon[66557]: pgmap v215: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 45 KiB/s wr, 23 op/s
2024-03-19T01:57:10.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:09 smithi046 ceph-mon[63102]: pgmap v215: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 45 KiB/s wr, 23 op/s
2024-03-19T01:57:12.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:11 smithi073 ceph-mon[66833]: pgmap v216: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 27 op/s
2024-03-19T01:57:12.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:11 smithi073 ceph-mon[66833]: osdmap e95: 12 total, 12 up, 12 in
2024-03-19T01:57:12.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:11 smithi102 ceph-mon[66557]: pgmap v216: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 27 op/s
2024-03-19T01:57:12.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:11 smithi102 ceph-mon[66557]: osdmap e95: 12 total, 12 up, 12 in
2024-03-19T01:57:12.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:11 smithi046 ceph-mon[63102]: pgmap v216: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 27 op/s
2024-03-19T01:57:12.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:11 smithi046 ceph-mon[63102]: osdmap e95: 12 total, 12 up, 12 in
2024-03-19T01:57:14.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:13 smithi073 ceph-mon[66833]: pgmap v218: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 28 op/s
2024-03-19T01:57:14.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:13 smithi102 ceph-mon[66557]: pgmap v218: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 28 op/s
2024-03-19T01:57:14.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:13 smithi046 ceph-mon[63102]: pgmap v218: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 28 op/s
2024-03-19T01:57:16.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:15 smithi073 ceph-mon[66833]: pgmap v219: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 28 op/s
2024-03-19T01:57:16.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:15 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:57:16.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:15 smithi102 ceph-mon[66557]: pgmap v219: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 28 op/s
2024-03-19T01:57:16.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:15 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:57:16.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:15 smithi046 ceph-mon[63102]: pgmap v219: 129 pgs: 129 active+clean; 2.2 GiB data, 5.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 28 op/s
2024-03-19T01:57:16.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:15 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:57:17.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:16 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:57:17.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:16 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:57:17.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:16 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:57:17.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:16 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:57:17.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:16 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:57:17.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:16 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:57:17.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:16 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:57:17.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:16 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:57:17.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:16 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:57:18.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:17 smithi073 ceph-mon[66833]: pgmap v220: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T01:57:18.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:17 smithi073 ceph-mon[66833]: osdmap e96: 12 total, 12 up, 12 in
2024-03-19T01:57:18.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:17 smithi102 ceph-mon[66557]: pgmap v220: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T01:57:18.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:17 smithi102 ceph-mon[66557]: osdmap e96: 12 total, 12 up, 12 in
2024-03-19T01:57:18.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:17 smithi046 ceph-mon[63102]: pgmap v220: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T01:57:18.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:17 smithi046 ceph-mon[63102]: osdmap e96: 12 total, 12 up, 12 in
2024-03-19T01:57:20.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:19 smithi073 ceph-mon[66833]: pgmap v222: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 5 op/s
2024-03-19T01:57:20.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:19 smithi102 ceph-mon[66557]: pgmap v222: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 5 op/s
2024-03-19T01:57:20.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:19 smithi046 ceph-mon[63102]: pgmap v222: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 5 op/s
2024-03-19T01:57:22.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:21 smithi073 ceph-mon[66833]: pgmap v223: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 221 B/s wr, 9 op/s
2024-03-19T01:57:22.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:21 smithi102 ceph-mon[66557]: pgmap v223: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 221 B/s wr, 9 op/s
2024-03-19T01:57:22.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:21 smithi046 ceph-mon[63102]: pgmap v223: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 221 B/s wr, 9 op/s
2024-03-19T01:57:24.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:23 smithi073 ceph-mon[66833]: pgmap v224: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T01:57:24.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:23 smithi102 ceph-mon[66557]: pgmap v224: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T01:57:24.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:23 smithi046 ceph-mon[63102]: pgmap v224: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T01:57:26.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:25 smithi073 ceph-mon[66833]: pgmap v225: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T01:57:26.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:25 smithi102 ceph-mon[66557]: pgmap v225: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T01:57:26.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:25 smithi046 ceph-mon[63102]: pgmap v225: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T01:57:26.510 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:57:26.510 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:57:26.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.627+0000 7f0f548a1640  1 -- 172.21.15.46:0/3398462731 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0f5010be30 msgr2=0x7f0f5010e260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:26.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.627+0000 7f0f548a1640  1 --2- 172.21.15.46:0/3398462731 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0f5010be30 0x7f0f5010e260 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f0f48009be0 tx=0x7f0f4802bf80 comp rx=0 tx=0).stop
2024-03-19T01:57:26.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.627+0000 7f0f548a1640  1 -- 172.21.15.46:0/3398462731 shutdown_connections
2024-03-19T01:57:26.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.627+0000 7f0f548a1640  1 --2- 172.21.15.46:0/3398462731 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0f5010be30 0x7f0f5010e260 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.627+0000 7f0f548a1640  1 --2- 172.21.15.46:0/3398462731 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0f50103380 0x7f0f5010b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.627+0000 7f0f548a1640  1 --2- 172.21.15.46:0/3398462731 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0f50102a60 0x7f0f50102e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.627+0000 7f0f548a1640  1 -- 172.21.15.46:0/3398462731 >> 172.21.15.46:0/3398462731 conn(0x7f0f50076aa0 msgr2=0x7f0f50076eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:26.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.627+0000 7f0f548a1640  1 -- 172.21.15.46:0/3398462731 shutdown_connections
2024-03-19T01:57:26.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.627+0000 7f0f548a1640  1 -- 172.21.15.46:0/3398462731 wait complete.
2024-03-19T01:57:26.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.628+0000 7f0f548a1640  1  Processor -- start
2024-03-19T01:57:26.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.628+0000 7f0f548a1640  1 --  start start
2024-03-19T01:57:26.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.628+0000 7f0f548a1640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0f50102a60 0x7f0f50198030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:26.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.628+0000 7f0f548a1640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0f50103380 0x7f0f50198570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:26.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.628+0000 7f0f548a1640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0f5010be30 0x7f0f5019c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:26.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.628+0000 7f0f548a1640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f0f50111a70 con 0x7f0f5010be30
2024-03-19T01:57:26.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.628+0000 7f0f548a1640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f0f501118f0 con 0x7f0f50103380
2024-03-19T01:57:26.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.628+0000 7f0f548a1640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0f50111bf0 con 0x7f0f50102a60
2024-03-19T01:57:26.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.628+0000 7f0f4ed9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0f5010be30 0x7f0f5019c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:26.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.628+0000 7f0f47fff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0f50103380 0x7f0f50198570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:26.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.628+0000 7f0f4ed9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0f5010be30 0x7f0f5019c8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36042/0 (socket says 172.21.15.46:36042)
2024-03-19T01:57:26.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.628+0000 7f0f4ed9d640  1 -- 172.21.15.46:0/3346319778 learned_addr learned my addr 172.21.15.46:0/3346319778 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:26.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.628+0000 7f0f4e59c640  1 --2- 172.21.15.46:0/3346319778 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0f50102a60 0x7f0f50198030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:26.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.629+0000 7f0f4ed9d640  1 -- 172.21.15.46:0/3346319778 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0f50102a60 msgr2=0x7f0f50198030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:26.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.629+0000 7f0f4ed9d640  1 --2- 172.21.15.46:0/3346319778 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0f50102a60 0x7f0f50198030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.629+0000 7f0f4ed9d640  1 -- 172.21.15.46:0/3346319778 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0f50103380 msgr2=0x7f0f50198570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:26.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.629+0000 7f0f4ed9d640  1 --2- 172.21.15.46:0/3346319778 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0f50103380 0x7f0f50198570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.629+0000 7f0f4ed9d640  1 -- 172.21.15.46:0/3346319778 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f5019d020 con 0x7f0f5010be30
2024-03-19T01:57:26.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.629+0000 7f0f47fff640  1 --2- 172.21.15.46:0/3346319778 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0f50103380 0x7f0f50198570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:26.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.629+0000 7f0f4ed9d640  1 --2- 172.21.15.46:0/3346319778 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0f5010be30 0x7f0f5019c8f0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f0f48036040 tx=0x7f0f48033610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:26.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.629+0000 7f0f477fe640  1 -- 172.21.15.46:0/3346319778 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f48043020 con 0x7f0f5010be30
2024-03-19T01:57:26.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.629+0000 7f0f548a1640  1 -- 172.21.15.46:0/3346319778 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f5019d2b0 con 0x7f0f5010be30
2024-03-19T01:57:26.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.629+0000 7f0f477fe640  1 -- 172.21.15.46:0/3346319778 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0f48033800 con 0x7f0f5010be30
2024-03-19T01:57:26.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.629+0000 7f0f477fe640  1 -- 172.21.15.46:0/3346319778 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f48034690 con 0x7f0f5010be30
2024-03-19T01:57:26.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.629+0000 7f0f548a1640  1 -- 172.21.15.46:0/3346319778 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f501a4ba0 con 0x7f0f5010be30
2024-03-19T01:57:26.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.631+0000 7f0f477fe640  1 -- 172.21.15.46:0/3346319778 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f0f48046020 con 0x7f0f5010be30
2024-03-19T01:57:26.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.631+0000 7f0f5756c740  1  Processor -- start
2024-03-19T01:57:26.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.632+0000 7f0f5756c740  1 --  start start
2024-03-19T01:57:26.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.632+0000 7f0f477fe640  1 --2- 172.21.15.46:0/3346319778 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f0f3c0a2970 0x7f0f3c0a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:26.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.632+0000 7f0f5756c740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e88347a30 0x557e88347e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:26.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.632+0000 7f0f5756c740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e88348350 0x557e883509f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:26.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.632+0000 7f0f5756c740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e88350f30 0x557e88353320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:26.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.632+0000 7f0f5756c740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x557e882ab500 con 0x557e88350f30
2024-03-19T01:57:26.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.632+0000 7f0f5756c740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x557e88253be0 con 0x557e88348350
2024-03-19T01:57:26.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.632+0000 7f0f5756c740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x557e882a75a0 con 0x557e88347a30
2024-03-19T01:57:26.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.632+0000 7f0f47fff640  1 --2- 172.21.15.46:0/3346319778 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f0f3c0a2970 0x7f0f3c0a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:26.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.632+0000 7f0f4ed9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e88350f30 0x557e88353320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:26.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.632+0000 7f0f4e59c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e88347a30 0x557e88347e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:26.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.632+0000 7f0f4e59c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e88347a30 0x557e88347e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:33026/0 (socket says 172.21.15.46:33026)
2024-03-19T01:57:26.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.632+0000 7f0f4ed9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e88350f30 0x557e88353320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36058/0 (socket says 172.21.15.46:36058)
2024-03-19T01:57:26.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.632+0000 7f0f4e59c640  1 -- 172.21.15.46:0/4139132829 learned_addr learned my addr 172.21.15.46:0/4139132829 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:26.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.632+0000 7f0f477fe640  1 -- 172.21.15.46:0/3346319778 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7f0f480f1830 con 0x7f0f5010be30
2024-03-19T01:57:26.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.632+0000 7f0f47fff640  1 --2- 172.21.15.46:0/4139132829 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e88348350 0x557e883509f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:26.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.632+0000 7f0f4e59c640  1 -- 172.21.15.46:0/4139132829 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e88348350 msgr2=0x557e883509f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:26.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.632+0000 7f0f4e59c640  1 --2- 172.21.15.46:0/4139132829 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e88348350 0x557e883509f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.633+0000 7f0f4e59c640  1 -- 172.21.15.46:0/4139132829 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e88350f30 msgr2=0x557e88353320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:26.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.633+0000 7f0f4e59c640  1 --2- 172.21.15.46:0/4139132829 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e88350f30 0x557e88353320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.633+0000 7f0f4e59c640  1 -- 172.21.15.46:0/4139132829 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557e88275000 con 0x557e88347a30
2024-03-19T01:57:26.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.633+0000 7f0f4ed9d640  1 --2- 172.21.15.46:0/4139132829 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e88350f30 0x557e88353320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:26.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.633+0000 7f0f47fff640  1 --2- 172.21.15.46:0/3346319778 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f0f3c0a2970 0x7f0f3c0a4e30 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f0f5010dbe0 tx=0x7f0f38009b80 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:26.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.633+0000 7f0f4e59c640  1 --2- 172.21.15.46:0/4139132829 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e88347a30 0x557e88347e10 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f0f40009d20 tx=0x7f0f40011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=419bc942af067e9e server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:26.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.633+0000 7f0f44ff9640  1 -- 172.21.15.46:0/4139132829 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f4001e070 con 0x557e88347a30
2024-03-19T01:57:26.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.633+0000 7f0f44ff9640  1 -- 172.21.15.46:0/4139132829 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0f40009e10 con 0x557e88347a30
2024-03-19T01:57:26.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.633+0000 7f0f44ff9640  1 -- 172.21.15.46:0/4139132829 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f400187a0 con 0x557e88347a30
2024-03-19T01:57:26.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.634+0000 7f0f5756c740  1 -- 172.21.15.46:0/4139132829 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e88347a30 msgr2=0x557e88347e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:26.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.634+0000 7f0f5756c740  1 --2- 172.21.15.46:0/4139132829 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e88347a30 0x557e88347e10 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f0f40009d20 tx=0x7f0f40011810 comp rx=0 tx=0).stop
2024-03-19T01:57:26.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.634+0000 7f0f5756c740  1 -- 172.21.15.46:0/4139132829 shutdown_connections
2024-03-19T01:57:26.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.634+0000 7f0f5756c740  1 --2- 172.21.15.46:0/4139132829 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e88350f30 0x557e88353320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.634+0000 7f0f5756c740  1 --2- 172.21.15.46:0/4139132829 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e88348350 0x557e883509f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.634+0000 7f0f5756c740  1 --2- 172.21.15.46:0/4139132829 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e88347a30 0x557e88347e10 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.634+0000 7f0f5756c740  1 -- 172.21.15.46:0/4139132829 >> 172.21.15.46:0/4139132829 conn(0x557e88342160 msgr2=0x557e88342540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:26.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.634+0000 7f0f5756c740  1 -- 172.21.15.46:0/4139132829 shutdown_connections
2024-03-19T01:57:26.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.634+0000 7f0f5756c740  1 -- 172.21.15.46:0/4139132829 wait complete.
2024-03-19T01:57:26.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.634+0000 7f0f5756c740  1 --  start start
2024-03-19T01:57:26.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.634+0000 7f0f5756c740  1  Processor -- start
2024-03-19T01:57:26.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.635+0000 7f0f5756c740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e88347a30 0x557e8834de10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:26.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.635+0000 7f0f5756c740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e88348350 0x557e8834e350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:26.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.635+0000 7f0f5756c740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e88350f30 0x557e8834e890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:26.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.635+0000 7f0f5756c740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x557e88353d20 con 0x557e88348350
2024-03-19T01:57:26.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.635+0000 7f0f5756c740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x557e88267160 con 0x557e88347a30
2024-03-19T01:57:26.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.635+0000 7f0f5756c740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x557e88353ea0 con 0x557e88350f30
2024-03-19T01:57:26.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.635+0000 7f0f5756c740 10 client.0 _ll_register_callbacks cb 0x557e882a3a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:57:26.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.635+0000 7f0f47fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e88348350 0x557e8834e350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:26.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.635+0000 7f0f4ed9d640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e88350f30 0x557e8834e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:26.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.635+0000 7f0f4e59c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e88347a30 0x557e8834de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:26.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.635+0000 7f0f47fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e88348350 0x557e8834e350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36070/0 (socket says 172.21.15.46:36070)
2024-03-19T01:57:26.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.635+0000 7f0f4ed9d640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e88350f30 0x557e8834e890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:33030/0 (socket says 172.21.15.46:33030)
2024-03-19T01:57:26.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.635+0000 7f0f47fff640  1 -- 172.21.15.46:0/4044988296 learned_addr learned my addr 172.21.15.46:0/4044988296 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:26.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.635+0000 7f0f4ed9d640  1 -- 172.21.15.46:0/4044988296 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e88347a30 msgr2=0x557e8834de10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:26.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.635+0000 7f0f4ed9d640  1 --2- 172.21.15.46:0/4044988296 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e88347a30 0x557e8834de10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.635+0000 7f0f4ed9d640  1 -- 172.21.15.46:0/4044988296 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e88348350 msgr2=0x557e8834e350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:26.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.635+0000 7f0f4ed9d640  1 --2- 172.21.15.46:0/4044988296 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e88348350 0x557e8834e350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.635+0000 7f0f4ed9d640  1 -- 172.21.15.46:0/4044988296 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557e880897d0 con 0x557e88350f30
2024-03-19T01:57:26.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.635+0000 7f0f4e59c640  1 --2- 172.21.15.46:0/4044988296 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e88347a30 0x557e8834de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:26.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.635+0000 7f0f47fff640  1 --2- 172.21.15.46:0/4044988296 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e88348350 0x557e8834e350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:26.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.635+0000 7f0f4ed9d640  1 --2- 172.21.15.46:0/4044988296 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e88350f30 0x557e8834e890 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f0f480eec60 tx=0x7f0f480bda30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=22e41609cd35e255 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:26.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.635+0000 7f0f35ffb640 10 client.0 ms_handle_connect on v2:172.21.15.102:3300/0
2024-03-19T01:57:26.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.635+0000 7f0f35ffb640  1 -- 172.21.15.46:0/4044988296 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f480be270 con 0x557e88350f30
2024-03-19T01:57:26.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.635+0000 7f0f35ffb640  1 -- 172.21.15.46:0/4044988296 <== mon.1 v2:172.21.15.102:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7f0f4804d200 con 0x557e88350f30
2024-03-19T01:57:26.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.635+0000 7f0f5756c740  1 -- 172.21.15.46:0/4044988296 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0f40009e10 con 0x557e88350f30
2024-03-19T01:57:26.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.636+0000 7f0f35ffb640  1 -- 172.21.15.46:0/4044988296 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f0f480bdb70 con 0x557e88350f30
2024-03-19T01:57:26.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.636+0000 7f0f5756c740 10 client.26998 fetch_fsmap learned FSMap version 35
2024-03-19T01:57:26.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.636+0000 7f0f5756c740  1 -- 172.21.15.46:0/4044988296 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x557e87fbf3f0 con 0x557e88350f30
2024-03-19T01:57:26.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.636+0000 7f0f35ffb640  1 -- 172.21.15.46:0/4044988296 <== mon.1 v2:172.21.15.102:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0f40009e10 con 0x557e88350f30
2024-03-19T01:57:26.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.636+0000 7f0f35ffb640  1 -- 172.21.15.46:0/4044988296 <== mon.1 v2:172.21.15.102:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f0f48086070 con 0x557e88350f30
2024-03-19T01:57:26.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.636+0000 7f0f5756c740 10 client.26998 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:57:26.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.636+0000 7f0f5756c740 10 client.26998 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:57:26.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.636+0000 7f0f5756c740 20 client.26998 populate_metadata read hostname 'smithi046'
2024-03-19T01:57:26.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.636+0000 7f0f5756c740  1 --2- 172.21.15.46:0/4044988296 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x557e88361150 0x557e88363580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:26.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.636+0000 7f0f5756c740  4 client.26998 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:57:26.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.636+0000 7f0f5756c740  1 -- 172.21.15.46:0/4044988296 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557e882b8a40 con 0x557e88361150
2024-03-19T01:57:26.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.636+0000 7f0f4e59c640  1 --2- 172.21.15.46:0/4044988296 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x557e88361150 0x557e88363580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:26.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.636+0000 7f0f4e59c640  1 --2- 172.21.15.46:0/4044988296 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x557e88361150 0x557e88363580 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2f1229fae6bc4723 server_cookie=ee2813ac59aabbca in_seq=0 out_seq=0
2024-03-19T01:57:26.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.636+0000 7f0f35ffb640 10 client.26998 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:57:26.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.637+0000 7f0f35ffb640  1 -- 172.21.15.46:0/4044988296 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x557e882b8a40 con 0x557e88361150
2024-03-19T01:57:26.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.637+0000 7f0f35ffb640 10 client.26998 handle_command_reply: tid=0
2024-03-19T01:57:26.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.637+0000 7f0f5756c740  1 client.26998 shutdown
2024-03-19T01:57:26.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.638+0000 7f0f5756c740  1 -- 172.21.15.46:0/4044988296 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e88350f30 msgr2=0x557e8834e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:26.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.638+0000 7f0f5756c740  1 --2- 172.21.15.46:0/4044988296 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e88350f30 0x557e8834e890 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f0f480eec60 tx=0x7f0f480bda30 comp rx=0 tx=0).stop
2024-03-19T01:57:26.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.638+0000 7f0f5756c740  1 -- 172.21.15.46:0/4044988296 shutdown_connections
2024-03-19T01:57:26.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.638+0000 7f0f5756c740  1 --2- 172.21.15.46:0/4044988296 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x557e88361150 0x557e88363580 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.638+0000 7f0f5756c740  1 --2- 172.21.15.46:0/4044988296 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e88350f30 0x557e8834e890 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.638+0000 7f0f5756c740  1 --2- 172.21.15.46:0/4044988296 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e88348350 0x557e8834e350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.638+0000 7f0f35ffb640  0 client.26998 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:57:26.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.638+0000 7f0f5756c740  1 --2- 172.21.15.46:0/4044988296 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e88347a30 0x557e8834de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.638+0000 7f0f5756c740  1 -- 172.21.15.46:0/4044988296 >> 172.21.15.46:0/4044988296 conn(0x557e88342160 msgr2=0x557e88343eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:26.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.638+0000 7f0f5756c740  1 -- 172.21.15.46:0/4044988296 shutdown_connections
2024-03-19T01:57:26.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.638+0000 7f0f5756c740  1 -- 172.21.15.46:0/4044988296 wait complete.
2024-03-19T01:57:26.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.638+0000 7f0f5756c740 20 client.26998 trim_cache size 0 max 16384
2024-03-19T01:57:26.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.655+0000 7f0f5756c740  1  Processor -- start
2024-03-19T01:57:26.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.655+0000 7f0f5756c740  1 --  start start
2024-03-19T01:57:26.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.656+0000 7f0f5756c740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e88347a30 0x557e88350540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:26.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.656+0000 7f0f5756c740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e88348350 0x557e883594d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:26.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.656+0000 7f0f5756c740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e88350f30 0x557e88342540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:26.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.656+0000 7f0f5756c740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f0f501b14e0 con 0x557e88350f30
2024-03-19T01:57:26.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.656+0000 7f0f5756c740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f0f501aedb0 con 0x557e88347a30
2024-03-19T01:57:26.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.656+0000 7f0f5756c740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0f501acc20 con 0x557e88348350
2024-03-19T01:57:26.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.656+0000 7f0f4ed9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e88350f30 0x557e88342540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:26.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.656+0000 7f0f4e59c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e88347a30 0x557e88350540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:26.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.656+0000 7f0f4ed9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e88350f30 0x557e88342540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36086/0 (socket says 172.21.15.46:36086)
2024-03-19T01:57:26.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.656+0000 7f0f4ed9d640  1 -- 172.21.15.46:0/730442087 learned_addr learned my addr 172.21.15.46:0/730442087 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:26.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.656+0000 7f0f47fff640  1 --2- 172.21.15.46:0/730442087 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e88348350 0x557e883594d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:26.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.656+0000 7f0f4ed9d640  1 -- 172.21.15.46:0/730442087 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e88348350 msgr2=0x557e883594d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:26.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.656+0000 7f0f4ed9d640  1 --2- 172.21.15.46:0/730442087 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e88348350 0x557e883594d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.656+0000 7f0f4ed9d640  1 -- 172.21.15.46:0/730442087 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e88347a30 msgr2=0x557e88350540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:26.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.656+0000 7f0f4ed9d640  1 --2- 172.21.15.46:0/730442087 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e88347a30 0x557e88350540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.656+0000 7f0f4ed9d640  1 -- 172.21.15.46:0/730442087 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557e87f7f0f0 con 0x557e88350f30
2024-03-19T01:57:26.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.656+0000 7f0f4e59c640  1 --2- 172.21.15.46:0/730442087 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e88347a30 0x557e88350540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:26.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.656+0000 7f0f4ed9d640  1 --2- 172.21.15.46:0/730442087 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e88350f30 0x557e88342540 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f0f480bd870 tx=0x7f0f480bc080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ed8ec570ba69018 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:26.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.656+0000 7f0f37fff640  1 -- 172.21.15.46:0/730442087 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f480bd4d0 con 0x557e88350f30
2024-03-19T01:57:26.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.656+0000 7f0f37fff640  1 -- 172.21.15.46:0/730442087 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0f480be270 con 0x557e88350f30
2024-03-19T01:57:26.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.656+0000 7f0f37fff640  1 -- 172.21.15.46:0/730442087 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f480dc2f0 con 0x557e88350f30
2024-03-19T01:57:26.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.657+0000 7f0f5756c740  1 -- 172.21.15.46:0/730442087 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e88350f30 msgr2=0x557e88342540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:26.663 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.657+0000 7f0f5756c740  1 --2- 172.21.15.46:0/730442087 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e88350f30 0x557e88342540 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f0f480bd870 tx=0x7f0f480bc080 comp rx=0 tx=0).stop
2024-03-19T01:57:26.663 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.657+0000 7f0f5756c740  1 -- 172.21.15.46:0/730442087 shutdown_connections
2024-03-19T01:57:26.663 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.657+0000 7f0f5756c740  1 --2- 172.21.15.46:0/730442087 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e88350f30 0x557e88342540 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.663 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.657+0000 7f0f5756c740  1 --2- 172.21.15.46:0/730442087 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e88348350 0x557e883594d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.663 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.657+0000 7f0f5756c740  1 --2- 172.21.15.46:0/730442087 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e88347a30 0x557e88350540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.663 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.657+0000 7f0f5756c740  1 -- 172.21.15.46:0/730442087 >> 172.21.15.46:0/730442087 conn(0x557e88342160 msgr2=0x557e88343560 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:26.663 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.657+0000 7f0f5756c740  1 -- 172.21.15.46:0/730442087 shutdown_connections
2024-03-19T01:57:26.663 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.657+0000 7f0f5756c740  1 -- 172.21.15.46:0/730442087 wait complete.
2024-03-19T01:57:26.663 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.657+0000 7f0f5756c740  1 --  start start
2024-03-19T01:57:26.663 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.657+0000 7f0f5756c740  1  Processor -- start
2024-03-19T01:57:26.663 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.658+0000 7f0f5756c740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e88347a30 0x557e883686b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:26.663 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.658+0000 7f0f5756c740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e88348350 0x557e88368bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:26.663 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.658+0000 7f0f5756c740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e88350f30 0x557e88369130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:26.663 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.658+0000 7f0f5756c740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f0f501ad270 con 0x557e88350f30
2024-03-19T01:57:26.664 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.658+0000 7f0f5756c740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f0f501ae6e0 con 0x557e88348350
2024-03-19T01:57:26.664 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.658+0000 7f0f5756c740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0f501ad940 con 0x557e88347a30
2024-03-19T01:57:26.664 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.658+0000 7f0f5756c740 10 client.0 _ll_register_callbacks cb 0x7f0f48009840 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:57:26.664 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.658+0000 7f0f4ed9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e88350f30 0x557e88369130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:26.664 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.658+0000 7f0f47fff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e88348350 0x557e88368bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:26.664 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.658+0000 7f0f4ed9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e88350f30 0x557e88369130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36092/0 (socket says 172.21.15.46:36092)
2024-03-19T01:57:26.664 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.658+0000 7f0f4ed9d640  1 -- 172.21.15.46:0/1534207164 learned_addr learned my addr 172.21.15.46:0/1534207164 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:26.664 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.658+0000 7f0f4e59c640  1 --2- 172.21.15.46:0/1534207164 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e88347a30 0x557e883686b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:26.664 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.658+0000 7f0f47fff640  1 -- 172.21.15.46:0/1534207164 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e88347a30 msgr2=0x557e883686b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:26.664 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.658+0000 7f0f47fff640  1 --2- 172.21.15.46:0/1534207164 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e88347a30 0x557e883686b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.664 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.658+0000 7f0f47fff640  1 -- 172.21.15.46:0/1534207164 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e88350f30 msgr2=0x557e88369130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:26.664 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.658+0000 7f0f47fff640  1 --2- 172.21.15.46:0/1534207164 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e88350f30 0x557e88369130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.664 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.658+0000 7f0f47fff640  1 -- 172.21.15.46:0/1534207164 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557e883ca4f0 con 0x557e88348350
2024-03-19T01:57:26.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.658+0000 7f0f4ed9d640  1 --2- 172.21.15.46:0/1534207164 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e88350f30 0x557e88369130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:26.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.658+0000 7f0f47fff640  1 --2- 172.21.15.46:0/1534207164 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e88348350 0x557e88368bf0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f0f380094b0 tx=0x7f0f38004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d6ab260e21f596bb server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:26.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.658+0000 7f0f35ffb640 10 client.0 ms_handle_connect on v2:172.21.15.73:3300/0
2024-03-19T01:57:26.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.658+0000 7f0f35ffb640  1 -- 172.21.15.46:0/1534207164 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f38030060 con 0x557e88348350
2024-03-19T01:57:26.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.658+0000 7f0f5756c740  1 -- 172.21.15.46:0/1534207164 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0f480be270 con 0x557e88348350
2024-03-19T01:57:26.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.658+0000 7f0f35ffb640  1 -- 172.21.15.46:0/1534207164 <== mon.2 v2:172.21.15.73:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7f0f38003a80 con 0x557e88348350
2024-03-19T01:57:26.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.659+0000 7f0f35ffb640  1 -- 172.21.15.46:0/1534207164 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f0f38037050 con 0x557e88348350
2024-03-19T01:57:26.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.659+0000 7f0f5756c740 10 client.27059 fetch_fsmap learned FSMap version 35
2024-03-19T01:57:26.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.659+0000 7f0f5756c740  1 -- 172.21.15.46:0/1534207164 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x557e883cb710 con 0x557e88348350
2024-03-19T01:57:26.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.659+0000 7f0f35ffb640  1 -- 172.21.15.46:0/1534207164 <== mon.2 v2:172.21.15.73:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0f480be270 con 0x557e88348350
2024-03-19T01:57:26.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.659+0000 7f0f35ffb640  1 -- 172.21.15.46:0/1534207164 <== mon.2 v2:172.21.15.73:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f0f3802a030 con 0x557e88348350
2024-03-19T01:57:26.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.659+0000 7f0f5756c740 10 client.27059 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:57:26.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.659+0000 7f0f5756c740 10 client.27059 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:57:26.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.659+0000 7f0f5756c740 20 client.27059 populate_metadata read hostname 'smithi046'
2024-03-19T01:57:26.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.659+0000 7f0f5756c740  1 --2- 172.21.15.46:0/1534207164 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x557e883cbec0 0x557e883ce2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:26.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.659+0000 7f0f5756c740  4 client.27059 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:57:26.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.659+0000 7f0f5756c740  1 -- 172.21.15.46:0/1534207164 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x557e882b2d90 con 0x557e883cbec0
2024-03-19T01:57:26.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.659+0000 7f0f4e59c640  1 --2- 172.21.15.46:0/1534207164 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x557e883cbec0 0x557e883ce2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:26.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.659+0000 7f0f35ffb640 10 client.27059 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:57:26.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.659+0000 7f0f4e59c640  1 --2- 172.21.15.46:0/1534207164 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x557e883cbec0 0x557e883ce2b0 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e56bd0e7fd14d887 server_cookie=a262099d1b44d223 in_seq=0 out_seq=0
2024-03-19T01:57:26.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.660+0000 7f0f35ffb640  1 -- 172.21.15.46:0/1534207164 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x557e882b2d90 con 0x557e883cbec0
2024-03-19T01:57:26.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.660+0000 7f0f35ffb640 10 client.27059 handle_command_reply: tid=0
2024-03-19T01:57:26.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.660+0000 7f0f5756c740  1 client.27059 shutdown
2024-03-19T01:57:26.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.660+0000 7f0f5756c740  1 -- 172.21.15.46:0/1534207164 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e88348350 msgr2=0x557e88368bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:26.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.660+0000 7f0f5756c740  1 --2- 172.21.15.46:0/1534207164 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e88348350 0x557e88368bf0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f0f380094b0 tx=0x7f0f38004730 comp rx=0 tx=0).stop
2024-03-19T01:57:26.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.660+0000 7f0f5756c740  1 -- 172.21.15.46:0/1534207164 shutdown_connections
2024-03-19T01:57:26.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.660+0000 7f0f5756c740  1 --2- 172.21.15.46:0/1534207164 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x557e883cbec0 0x557e883ce2b0 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.660+0000 7f0f5756c740  1 --2- 172.21.15.46:0/1534207164 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e88350f30 0x557e88369130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.660+0000 7f0f5756c740  1 --2- 172.21.15.46:0/1534207164 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e88348350 0x557e88368bf0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.660+0000 7f0f5756c740  1 --2- 172.21.15.46:0/1534207164 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e88347a30 0x557e883686b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.660+0000 7f0f35ffb640  0 client.27059 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:57:26.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.660+0000 7f0f5756c740  1 -- 172.21.15.46:0/1534207164 >> 172.21.15.46:0/1534207164 conn(0x557e88342160 msgr2=0x557e8834e640 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:26.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.660+0000 7f0f5756c740  1 -- 172.21.15.46:0/1534207164 shutdown_connections
2024-03-19T01:57:26.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.660+0000 7f0f5756c740  1 -- 172.21.15.46:0/1534207164 wait complete.
2024-03-19T01:57:26.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.660+0000 7f0f5756c740 20 client.27059 trim_cache size 0 max 16384
2024-03-19T01:57:26.667 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:57:26.667 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "no active scrubs running",
2024-03-19T01:57:26.667 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {}
2024-03-19T01:57:26.668 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:57:26.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.660+0000 7f0f548a1640  1 -- 172.21.15.46:0/3346319778 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f0f3c0a2970 msgr2=0x7f0f3c0a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:26.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.660+0000 7f0f548a1640  1 --2- 172.21.15.46:0/3346319778 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f0f3c0a2970 0x7f0f3c0a4e30 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f0f5010dbe0 tx=0x7f0f38009b80 comp rx=0 tx=0).stop
2024-03-19T01:57:26.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.660+0000 7f0f548a1640  1 -- 172.21.15.46:0/3346319778 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0f5010be30 msgr2=0x7f0f5019c8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:26.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.660+0000 7f0f548a1640  1 --2- 172.21.15.46:0/3346319778 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0f5010be30 0x7f0f5019c8f0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f0f48036040 tx=0x7f0f48033610 comp rx=0 tx=0).stop
2024-03-19T01:57:26.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.660+0000 7f0f548a1640  1 -- 172.21.15.46:0/3346319778 shutdown_connections
2024-03-19T01:57:26.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.660+0000 7f0f548a1640  1 --2- 172.21.15.46:0/3346319778 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0f5010be30 0x7f0f5019c8f0 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.660+0000 7f0f548a1640  1 --2- 172.21.15.46:0/3346319778 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0f50103380 0x7f0f50198570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.660+0000 7f0f548a1640  1 --2- 172.21.15.46:0/3346319778 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f0f3c0a2970 0x7f0f3c0a4e30 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.660+0000 7f0f548a1640  1 --2- 172.21.15.46:0/3346319778 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0f50102a60 0x7f0f50198030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.660+0000 7f0f548a1640  1 -- 172.21.15.46:0/3346319778 >> 172.21.15.46:0/3346319778 conn(0x7f0f50076aa0 msgr2=0x7f0f500fe920 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:26.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.661+0000 7f0f548a1640  1 -- 172.21.15.46:0/3346319778 shutdown_connections
2024-03-19T01:57:26.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.661+0000 7f0f548a1640  1 -- 172.21.15.46:0/3346319778 wait complete.
2024-03-19T01:57:26.671 INFO:tasks.cephfs.filesystem:all active scrubs completed
2024-03-19T01:57:26.671 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:57:26.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.774+0000 7f437271b640  1 -- 172.21.15.46:0/889058523 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f436c106730 msgr2=0x7f436c106b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:26.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.774+0000 7f437271b640  1 --2- 172.21.15.46:0/889058523 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f436c106730 0x7f436c106b10 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f4354009900 tx=0x7f435402bc30 comp rx=0 tx=0).stop
2024-03-19T01:57:26.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.774+0000 7f437271b640  1 -- 172.21.15.46:0/889058523 shutdown_connections
2024-03-19T01:57:26.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.774+0000 7f437271b640  1 --2- 172.21.15.46:0/889058523 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f436c1010e0 0x7f436c10d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.774+0000 7f437271b640  1 --2- 172.21.15.46:0/889058523 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f436c100720 0x7f436c100ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.774+0000 7f437271b640  1 --2- 172.21.15.46:0/889058523 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f436c106730 0x7f436c106b10 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.774+0000 7f437271b640  1 -- 172.21.15.46:0/889058523 >> 172.21.15.46:0/889058523 conn(0x7f436c077820 msgr2=0x7f436c077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:26.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.774+0000 7f437271b640  1 -- 172.21.15.46:0/889058523 shutdown_connections
2024-03-19T01:57:26.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.774+0000 7f437271b640  1 -- 172.21.15.46:0/889058523 wait complete.
2024-03-19T01:57:26.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.775+0000 7f437271b640  1  Processor -- start
2024-03-19T01:57:26.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.775+0000 7f437271b640  1 --  start start
2024-03-19T01:57:26.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.775+0000 7f437271b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f436c100720 0x7f436c196ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:26.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.775+0000 7f437271b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f436c1010e0 0x7f436c1971e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:26.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.775+0000 7f437271b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f436c106730 0x7f436c197720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:26.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.775+0000 7f437271b640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f436c1109f0 con 0x7f436c1010e0
2024-03-19T01:57:26.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.775+0000 7f437271b640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f436c110870 con 0x7f436c106730
2024-03-19T01:57:26.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.775+0000 7f437271b640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f436c110b70 con 0x7f436c100720
2024-03-19T01:57:26.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.775+0000 7f436bfff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f436c100720 0x7f436c196ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:26.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.775+0000 7f436b7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f436c1010e0 0x7f436c1971e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:26.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.776+0000 7f4370cb8640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f436c106730 0x7f436c197720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:26.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.776+0000 7f436b7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f436c1010e0 0x7f436c1971e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36122/0 (socket says 172.21.15.46:36122)
2024-03-19T01:57:26.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.776+0000 7f436bfff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f436c100720 0x7f436c196ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:33060/0 (socket says 172.21.15.46:33060)
2024-03-19T01:57:26.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.776+0000 7f436b7fe640  1 -- 172.21.15.46:0/2979795757 learned_addr learned my addr 172.21.15.46:0/2979795757 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:26.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.776+0000 7f436b7fe640  1 -- 172.21.15.46:0/2979795757 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f436c100720 msgr2=0x7f436c196ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:26.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.776+0000 7f436b7fe640  1 --2- 172.21.15.46:0/2979795757 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f436c100720 0x7f436c196ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.776+0000 7f436b7fe640  1 -- 172.21.15.46:0/2979795757 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f436c106730 msgr2=0x7f436c197720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:26.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.776+0000 7f436b7fe640  1 --2- 172.21.15.46:0/2979795757 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f436c106730 0x7f436c197720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:26.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.776+0000 7f436b7fe640  1 -- 172.21.15.46:0/2979795757 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f436c1a6510 con 0x7f436c1010e0
2024-03-19T01:57:26.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.776+0000 7f4370cb8640  1 --2- 172.21.15.46:0/2979795757 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f436c106730 0x7f436c197720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:26.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.776+0000 7f436b7fe640  1 --2- 172.21.15.46:0/2979795757 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f436c1010e0 0x7f436c1971e0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f435c00e9f0 tx=0x7f435c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:26.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.776+0000 7f43697fa640  1 -- 172.21.15.46:0/2979795757 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f435c00cd80 con 0x7f436c1010e0
2024-03-19T01:57:26.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.776+0000 7f437271b640  1 -- 172.21.15.46:0/2979795757 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f436c1a6800 con 0x7f436c1010e0
2024-03-19T01:57:26.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.776+0000 7f43697fa640  1 -- 172.21.15.46:0/2979795757 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f435c0108e0 con 0x7f436c1010e0
2024-03-19T01:57:26.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.776+0000 7f43697fa640  1 -- 172.21.15.46:0/2979795757 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f435c018920 con 0x7f436c1010e0
2024-03-19T01:57:26.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.776+0000 7f437271b640  1 -- 172.21.15.46:0/2979795757 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f436c1a6da0 con 0x7f436c1010e0
2024-03-19T01:57:26.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.777+0000 7f437271b640  1 -- 172.21.15.46:0/2979795757 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f436c068610 con 0x7f436c1010e0
2024-03-19T01:57:26.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.778+0000 7f43697fa640  1 -- 172.21.15.46:0/2979795757 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f435c010a90 con 0x7f436c1010e0
2024-03-19T01:57:26.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.779+0000 7f43697fa640  1 --2- 172.21.15.46:0/2979795757 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f43580a2970 0x7f43580a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:26.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.779+0000 7f436bfff640  1 --2- 172.21.15.46:0/2979795757 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f43580a2970 0x7f43580a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:26.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.779+0000 7f43697fa640  1 -- 172.21.15.46:0/2979795757 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7f435c0cf4b0 con 0x7f436c1010e0
2024-03-19T01:57:26.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.779+0000 7f436bfff640  1 --2- 172.21.15.46:0/2979795757 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f43580a2970 0x7f43580a4e30 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f4354006010 tx=0x7f435402c6c0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:26.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:26.784+0000 7f43697fa640  1 -- 172.21.15.46:0/2979795757 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f435c09b890 con 0x7f436c1010e0
2024-03-19T01:57:27.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.004+0000 7f437271b640  1 -- 172.21.15.46:0/2979795757 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f436c108c90 con 0x7f436c1010e0
2024-03-19T01:57:27.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.005+0000 7f43697fa640  1 -- 172.21.15.46:0/2979795757 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 35 v35) ==== 94+0+11861 (secure 0 0 0) 0x7f435c09f930 con 0x7f436c1010e0
2024-03-19T01:57:27.005 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:57:27.005 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":35,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":35,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-19T01:47:26.395717+0000","modified":"2024-03-19T01:56:35.161569+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24506,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6839/1788589639","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6838","nonce":1788589639},{"type":"v1","addr":"172.21.15.73:6839","nonce":1788589639}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24506,"qdb_cluster":[24479,24478,24506]},"id":1}]}
2024-03-19T01:57:27.005 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 35
2024-03-19T01:57:27.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.007+0000 7f437271b640  1 -- 172.21.15.46:0/2979795757 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f43580a2970 msgr2=0x7f43580a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:27.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.007+0000 7f437271b640  1 --2- 172.21.15.46:0/2979795757 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f43580a2970 0x7f43580a4e30 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f4354006010 tx=0x7f435402c6c0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.007+0000 7f437271b640  1 -- 172.21.15.46:0/2979795757 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f436c1010e0 msgr2=0x7f436c1971e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:27.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.007+0000 7f437271b640  1 --2- 172.21.15.46:0/2979795757 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f436c1010e0 0x7f436c1971e0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f435c00e9f0 tx=0x7f435c00eeb0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.007+0000 7f437271b640  1 -- 172.21.15.46:0/2979795757 shutdown_connections
2024-03-19T01:57:27.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.007+0000 7f437271b640  1 --2- 172.21.15.46:0/2979795757 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f436c106730 0x7f436c197720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.007+0000 7f437271b640  1 --2- 172.21.15.46:0/2979795757 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f436c1010e0 0x7f436c1971e0 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.007+0000 7f437271b640  1 --2- 172.21.15.46:0/2979795757 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f43580a2970 0x7f43580a4e30 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.007+0000 7f437271b640  1 --2- 172.21.15.46:0/2979795757 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f436c100720 0x7f436c196ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.007+0000 7f437271b640  1 -- 172.21.15.46:0/2979795757 >> 172.21.15.46:0/2979795757 conn(0x7f436c077820 msgr2=0x7f436c1030f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:27.007 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.007+0000 7f437271b640  1 -- 172.21.15.46:0/2979795757 shutdown_connections
2024-03-19T01:57:27.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.007+0000 7f437271b640  1 -- 172.21.15.46:0/2979795757 wait complete.
2024-03-19T01:57:27.017 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls
2024-03-19T01:57:27.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.121+0000 7f9d9d11b640  1 -- 172.21.15.46:0/185254241 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9d981006b0 msgr2=0x7f9d98100b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:27.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.121+0000 7f9d9d11b640  1 --2- 172.21.15.46:0/185254241 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9d981006b0 0x7f9d98100b30 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f9d80009930 tx=0x7f9d8002bc30 comp rx=0 tx=0).stop
2024-03-19T01:57:27.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.121+0000 7f9d9d11b640  1 -- 172.21.15.46:0/185254241 shutdown_connections
2024-03-19T01:57:27.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.121+0000 7f9d9d11b640  1 --2- 172.21.15.46:0/185254241 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d98101070 0x7f9d9810d580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.121+0000 7f9d9d11b640  1 --2- 172.21.15.46:0/185254241 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9d981006b0 0x7f9d98100b30 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.121+0000 7f9d9d11b640  1 --2- 172.21.15.46:0/185254241 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9d981066c0 0x7f9d98106aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.121+0000 7f9d9d11b640  1 -- 172.21.15.46:0/185254241 >> 172.21.15.46:0/185254241 conn(0x7f9d98076aa0 msgr2=0x7f9d98076eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:27.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.121+0000 7f9d9d11b640  1 -- 172.21.15.46:0/185254241 shutdown_connections
2024-03-19T01:57:27.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.121+0000 7f9d9d11b640  1 -- 172.21.15.46:0/185254241 wait complete.
2024-03-19T01:57:27.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.122+0000 7f9d9d11b640  1  Processor -- start
2024-03-19T01:57:27.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.122+0000 7f9d9d11b640  1 --  start start
2024-03-19T01:57:27.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.122+0000 7f9d9d11b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9d981006b0 0x7f9d98196c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.122+0000 7f9d9d11b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d98101070 0x7f9d98197180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.122+0000 7f9d9d11b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9d981066c0 0x7f9d981976c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.122+0000 7f9d9d11b640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f9d98110980 con 0x7f9d981066c0
2024-03-19T01:57:27.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.122+0000 7f9d9d11b640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f9d98110800 con 0x7f9d98101070
2024-03-19T01:57:27.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.122+0000 7f9d9d11b640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9d98110b00 con 0x7f9d981006b0
2024-03-19T01:57:27.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.122+0000 7f9d9759e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9d981066c0 0x7f9d981976c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.123+0000 7f9d9759e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9d981066c0 0x7f9d981976c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36134/0 (socket says 172.21.15.46:36134)
2024-03-19T01:57:27.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.123+0000 7f9d96d9d640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9d981006b0 0x7f9d98196c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.123+0000 7f9d9759e640  1 -- 172.21.15.46:0/3657585587 learned_addr learned my addr 172.21.15.46:0/3657585587 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:27.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.123+0000 7f9d9659c640  1 --2- 172.21.15.46:0/3657585587 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d98101070 0x7f9d98197180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.123+0000 7f9d9759e640  1 -- 172.21.15.46:0/3657585587 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9d981006b0 msgr2=0x7f9d98196c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:27.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.123+0000 7f9d9759e640  1 --2- 172.21.15.46:0/3657585587 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9d981006b0 0x7f9d98196c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.123+0000 7f9d9759e640  1 -- 172.21.15.46:0/3657585587 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d98101070 msgr2=0x7f9d98197180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:27.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.123+0000 7f9d9759e640  1 --2- 172.21.15.46:0/3657585587 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d98101070 0x7f9d98197180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.123+0000 7f9d9759e640  1 -- 172.21.15.46:0/3657585587 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d981a64b0 con 0x7f9d981066c0
2024-03-19T01:57:27.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.123+0000 7f9d96d9d640  1 --2- 172.21.15.46:0/3657585587 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9d981006b0 0x7f9d98196c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:27.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.123+0000 7f9d9759e640  1 --2- 172.21.15.46:0/3657585587 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9d981066c0 0x7f9d981976c0 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f9d8800efd0 tx=0x7f9d8800c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:27.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.123+0000 7f9d8ffff640  1 -- 172.21.15.46:0/3657585587 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d88003b70 con 0x7f9d981066c0
2024-03-19T01:57:27.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.123+0000 7f9d8ffff640  1 -- 172.21.15.46:0/3657585587 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9d88003d10 con 0x7f9d981066c0
2024-03-19T01:57:27.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.123+0000 7f9d9d11b640  1 -- 172.21.15.46:0/3657585587 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d981a67a0 con 0x7f9d981066c0
2024-03-19T01:57:27.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.123+0000 7f9d8ffff640  1 -- 172.21.15.46:0/3657585587 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d88010980 con 0x7f9d981066c0
2024-03-19T01:57:27.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.123+0000 7f9d9d11b640  1 -- 172.21.15.46:0/3657585587 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d981a6c70 con 0x7f9d981066c0
2024-03-19T01:57:27.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.125+0000 7f9d8ffff640  1 -- 172.21.15.46:0/3657585587 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f9d88004020 con 0x7f9d981066c0
2024-03-19T01:57:27.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.126+0000 7f9d9fde4740  1  Processor -- start
2024-03-19T01:57:27.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.126+0000 7f9d9fde4740  1 --  start start
2024-03-19T01:57:27.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.126+0000 7f9d9fde4740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5627847062d0 0x5627847066b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.126+0000 7f9d9fde4740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562784706bf0 0x56278470f290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.126+0000 7f9d9fde4740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56278470f7d0 0x562784711bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.126+0000 7f9d9fde4740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5627846694b0 con 0x5627847062d0
2024-03-19T01:57:27.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.126+0000 7f9d9fde4740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x562784611d70 con 0x56278470f7d0
2024-03-19T01:57:27.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.126+0000 7f9d9fde4740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x562784665550 con 0x562784706bf0
2024-03-19T01:57:27.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.126+0000 7f9d8ffff640  1 --2- 172.21.15.46:0/3657585587 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f9d840a2970 0x7f9d840a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.126+0000 7f9d9659c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5627847062d0 0x5627847066b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.126+0000 7f9d9659c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5627847062d0 0x5627847066b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36138/0 (socket says 172.21.15.46:36138)
2024-03-19T01:57:27.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.126+0000 7f9d9659c640  1 -- 172.21.15.46:0/3267425242 learned_addr learned my addr 172.21.15.46:0/3267425242 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:27.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.126+0000 7f9d96d9d640  1 --2- 172.21.15.46:0/3267425242 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562784706bf0 0x56278470f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.126+0000 7f9d9659c640  1 --2- 172.21.15.46:0/3267425242 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56278470f7d0 0x562784711bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.126+0000 7f9d9759e640  1 --2- 172.21.15.46:0/3657585587 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f9d840a2970 0x7f9d840a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.126+0000 7f9d8ffff640  1 -- 172.21.15.46:0/3657585587 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7f9d880cf6a0 con 0x7f9d981066c0
2024-03-19T01:57:27.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.127+0000 7f9d96d9d640  1 -- 172.21.15.46:0/3267425242 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56278470f7d0 msgr2=0x562784711bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:27.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.127+0000 7f9d96d9d640  1 --2- 172.21.15.46:0/3267425242 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56278470f7d0 0x562784711bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.127+0000 7f9d96d9d640  1 -- 172.21.15.46:0/3267425242 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5627847062d0 msgr2=0x5627847066b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:27.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.127+0000 7f9d96d9d640  1 --2- 172.21.15.46:0/3267425242 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5627847062d0 0x5627847066b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.127+0000 7f9d96d9d640  1 -- 172.21.15.46:0/3267425242 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562784634210 con 0x562784706bf0
2024-03-19T01:57:27.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.127+0000 7f9d9659c640  1 --2- 172.21.15.46:0/3267425242 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5627847062d0 0x5627847066b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:27.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.127+0000 7f9d96d9d640  1 --2- 172.21.15.46:0/3267425242 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562784706bf0 0x56278470f290 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f9d90009fb0 tx=0x7f9d900118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ace5dd7e9acc809b server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:27.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.127+0000 7f9d9759e640  1 --2- 172.21.15.46:0/3657585587 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f9d840a2970 0x7f9d840a4e30 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f9d880ccad0 tx=0x7f9d88058040 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:27.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.127+0000 7f9d8d7fa640  1 -- 172.21.15.46:0/3267425242 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d90004310 con 0x562784706bf0
2024-03-19T01:57:27.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.127+0000 7f9d8d7fa640  1 -- 172.21.15.46:0/3267425242 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9d900044b0 con 0x562784706bf0
2024-03-19T01:57:27.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.127+0000 7f9d8d7fa640  1 -- 172.21.15.46:0/3267425242 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d900035f0 con 0x562784706bf0
2024-03-19T01:57:27.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.128+0000 7f9d9fde4740  1 -- 172.21.15.46:0/3267425242 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562784706bf0 msgr2=0x56278470f290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:27.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.128+0000 7f9d9fde4740  1 --2- 172.21.15.46:0/3267425242 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562784706bf0 0x56278470f290 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f9d90009fb0 tx=0x7f9d900118d0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.128+0000 7f9d9fde4740  1 -- 172.21.15.46:0/3267425242 shutdown_connections
2024-03-19T01:57:27.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.128+0000 7f9d9fde4740  1 --2- 172.21.15.46:0/3267425242 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56278470f7d0 0x562784711bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.128+0000 7f9d9fde4740  1 --2- 172.21.15.46:0/3267425242 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x562784706bf0 0x56278470f290 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.128+0000 7f9d9fde4740  1 --2- 172.21.15.46:0/3267425242 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5627847062d0 0x5627847066b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.128+0000 7f9d9fde4740  1 -- 172.21.15.46:0/3267425242 >> 172.21.15.46:0/3267425242 conn(0x562784700a00 msgr2=0x562784700de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:27.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.128+0000 7f9d9fde4740  1 -- 172.21.15.46:0/3267425242 shutdown_connections
2024-03-19T01:57:27.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.128+0000 7f9d9fde4740  1 -- 172.21.15.46:0/3267425242 wait complete.
2024-03-19T01:57:27.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.128+0000 7f9d9fde4740  1 --  start start
2024-03-19T01:57:27.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.128+0000 7f9d9fde4740  1  Processor -- start
2024-03-19T01:57:27.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.128+0000 7f9d9fde4740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5627847062d0 0x56278470c850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.128+0000 7f9d9fde4740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562784706bf0 0x56278470cd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.128+0000 7f9d9fde4740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56278470f7d0 0x56278470d2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.128+0000 7f9d9fde4740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5627847125c0 con 0x56278470f7d0
2024-03-19T01:57:27.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.128+0000 7f9d9fde4740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x562784625310 con 0x562784706bf0
2024-03-19T01:57:27.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.128+0000 7f9d9fde4740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x562784712740 con 0x5627847062d0
2024-03-19T01:57:27.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.128+0000 7f9d9fde4740 10 client.0 _ll_register_callbacks cb 0x5627846192d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:57:27.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.129+0000 7f9d9659c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56278470f7d0 0x56278470d2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.129+0000 7f9d9659c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56278470f7d0 0x56278470d2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36152/0 (socket says 172.21.15.46:36152)
2024-03-19T01:57:27.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.129+0000 7f9d96d9d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562784706bf0 0x56278470cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.129+0000 7f9d9659c640  1 -- 172.21.15.46:0/1422344029 learned_addr learned my addr 172.21.15.46:0/1422344029 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:27.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.129+0000 7f9d9659c640  1 --2- 172.21.15.46:0/1422344029 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5627847062d0 0x56278470c850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.129+0000 7f9d9659c640  1 -- 172.21.15.46:0/1422344029 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5627847062d0 msgr2=0x56278470c850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:27.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.129+0000 7f9d9659c640  1 --2- 172.21.15.46:0/1422344029 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5627847062d0 0x56278470c850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.129+0000 7f9d9659c640  1 -- 172.21.15.46:0/1422344029 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562784706bf0 msgr2=0x56278470cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:27.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.129+0000 7f9d9659c640  1 --2- 172.21.15.46:0/1422344029 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562784706bf0 0x56278470cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.129+0000 7f9d9659c640  1 -- 172.21.15.46:0/1422344029 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56278437d3f0 con 0x56278470f7d0
2024-03-19T01:57:27.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.129+0000 7f9d9659c640  1 --2- 172.21.15.46:0/1422344029 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56278470f7d0 0x56278470d2d0 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f9d80036040 tx=0x7f9d80005bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=279603dbb5571bda server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:27.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.129+0000 7f9d7e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:57:27.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.129+0000 7f9d7e7fc640  1 -- 172.21.15.46:0/1422344029 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d800041e0 con 0x56278470f7d0
2024-03-19T01:57:27.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.129+0000 7f9d7e7fc640  1 -- 172.21.15.46:0/1422344029 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7f9d80005480 con 0x56278470f7d0
2024-03-19T01:57:27.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.129+0000 7f9d9fde4740  1 -- 172.21.15.46:0/1422344029 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9d900044b0 con 0x56278470f7d0
2024-03-19T01:57:27.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.129+0000 7f9d7e7fc640  1 -- 172.21.15.46:0/1422344029 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f9d800046c0 con 0x56278470f7d0
2024-03-19T01:57:27.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.129+0000 7f9d9fde4740 10 client.17223 fetch_fsmap learned FSMap version 35
2024-03-19T01:57:27.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.129+0000 7f9d9fde4740  1 -- 172.21.15.46:0/1422344029 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x5627844477d0 con 0x56278470f7d0
2024-03-19T01:57:27.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.129+0000 7f9d7e7fc640  1 -- 172.21.15.46:0/1422344029 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9d900044b0 con 0x56278470f7d0
2024-03-19T01:57:27.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.130+0000 7f9d7e7fc640  1 -- 172.21.15.46:0/1422344029 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f9d80040040 con 0x56278470f7d0
2024-03-19T01:57:27.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.130+0000 7f9d9fde4740 10 client.17223 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:57:27.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.130+0000 7f9d9fde4740 10 client.17223 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:57:27.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.130+0000 7f9d9fde4740 20 client.17223 populate_metadata read hostname 'smithi046'
2024-03-19T01:57:27.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.130+0000 7f9d9fde4740  1 --2- 172.21.15.46:0/1422344029 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x56278471faf0 0x562784721f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.130+0000 7f9d9fde4740  4 client.17223 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:57:27.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.130+0000 7f9d9fde4740  1 -- 172.21.15.46:0/1422344029 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5627846c73e0 con 0x56278471faf0
2024-03-19T01:57:27.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.130+0000 7f9d96d9d640  1 --2- 172.21.15.46:0/1422344029 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x56278471faf0 0x562784721f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.130+0000 7f9d7e7fc640 10 client.17223 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:57:27.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.130+0000 7f9d96d9d640  1 --2- 172.21.15.46:0/1422344029 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x56278471faf0 0x562784721f00 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2f20b9b35e7d3c07 server_cookie=f94fb8a7dc8d2a6e in_seq=0 out_seq=0
2024-03-19T01:57:27.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.131+0000 7f9d7e7fc640  1 -- 172.21.15.46:0/1422344029 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5627846c73e0 con 0x56278471faf0
2024-03-19T01:57:27.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.131+0000 7f9d7e7fc640 10 client.17223 handle_command_reply: tid=0
2024-03-19T01:57:27.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.131+0000 7f9d9fde4740  1 client.17223 shutdown
2024-03-19T01:57:27.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.131+0000 7f9d9fde4740  1 -- 172.21.15.46:0/1422344029 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56278470f7d0 msgr2=0x56278470d2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:27.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.131+0000 7f9d9fde4740  1 --2- 172.21.15.46:0/1422344029 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56278470f7d0 0x56278470d2d0 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f9d80036040 tx=0x7f9d80005bb0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.131+0000 7f9d9fde4740  1 -- 172.21.15.46:0/1422344029 shutdown_connections
2024-03-19T01:57:27.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.131+0000 7f9d9fde4740  1 --2- 172.21.15.46:0/1422344029 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x56278471faf0 0x562784721f00 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.131+0000 7f9d9fde4740  1 --2- 172.21.15.46:0/1422344029 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56278470f7d0 0x56278470d2d0 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.131+0000 7f9d7e7fc640  0 client.17223 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:57:27.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.131+0000 7f9d9fde4740  1 --2- 172.21.15.46:0/1422344029 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x562784706bf0 0x56278470cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.131+0000 7f9d9fde4740  1 --2- 172.21.15.46:0/1422344029 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5627847062d0 0x56278470c850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.131+0000 7f9d9fde4740  1 -- 172.21.15.46:0/1422344029 >> 172.21.15.46:0/1422344029 conn(0x562784700a00 msgr2=0x562784702750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:27.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.131+0000 7f9d9fde4740  1 -- 172.21.15.46:0/1422344029 shutdown_connections
2024-03-19T01:57:27.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.131+0000 7f9d9fde4740  1 -- 172.21.15.46:0/1422344029 wait complete.
2024-03-19T01:57:27.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.131+0000 7f9d9fde4740 20 client.17223 trim_cache size 0 max 16384
2024-03-19T01:57:27.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.144+0000 7f9d9fde4740  1  Processor -- start
2024-03-19T01:57:27.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.144+0000 7f9d9fde4740  1 --  start start
2024-03-19T01:57:27.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.145+0000 7f9d9fde4740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5627847062d0 0x56278470ea40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.145+0000 7f9d9fde4740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562784706bf0 0x56278470c130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.145+0000 7f9d9fde4740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56278471b360 0x5627847277d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.145+0000 7f9d9fde4740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f9d981b36d0 con 0x562784706bf0
2024-03-19T01:57:27.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.145+0000 7f9d9fde4740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f9d981b0fa0 con 0x56278471b360
2024-03-19T01:57:27.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.145+0000 7f9d9fde4740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9d981aee10 con 0x5627847062d0
2024-03-19T01:57:27.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.145+0000 7f9d96d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562784706bf0 0x56278470c130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.145+0000 7f9d96d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562784706bf0 0x56278470c130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36156/0 (socket says 172.21.15.46:36156)
2024-03-19T01:57:27.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.145+0000 7f9d96d9d640  1 -- 172.21.15.46:0/3755247674 learned_addr learned my addr 172.21.15.46:0/3755247674 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:27.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.145+0000 7f9d9659c640  1 --2- 172.21.15.46:0/3755247674 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5627847062d0 0x56278470ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.145+0000 7f9d9659c640  1 --2- 172.21.15.46:0/3755247674 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56278471b360 0x5627847277d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.145+0000 7f9d96d9d640  1 -- 172.21.15.46:0/3755247674 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5627847062d0 msgr2=0x56278470ea40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:27.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.145+0000 7f9d96d9d640  1 --2- 172.21.15.46:0/3755247674 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5627847062d0 0x56278470ea40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.145+0000 7f9d96d9d640  1 -- 172.21.15.46:0/3755247674 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56278471b360 msgr2=0x5627847277d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:27.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.145+0000 7f9d96d9d640  1 --2- 172.21.15.46:0/3755247674 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56278471b360 0x5627847277d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.145+0000 7f9d96d9d640  1 -- 172.21.15.46:0/3755247674 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56278470dd10 con 0x562784706bf0
2024-03-19T01:57:27.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.145+0000 7f9d9659c640  1 --2- 172.21.15.46:0/3755247674 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5627847062d0 0x56278470ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:57:27.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.145+0000 7f9d96d9d640  1 --2- 172.21.15.46:0/3755247674 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562784706bf0 0x56278470c130 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f9d90009fb0 tx=0x7f9d90005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d24178b2c7b3e4e7 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:27.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.145+0000 7f9d8cff9640  1 -- 172.21.15.46:0/3755247674 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d90033070 con 0x562784706bf0
2024-03-19T01:57:27.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.145+0000 7f9d8cff9640  1 -- 172.21.15.46:0/3755247674 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9d9002e410 con 0x562784706bf0
2024-03-19T01:57:27.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.145+0000 7f9d8cff9640  1 -- 172.21.15.46:0/3755247674 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d90004890 con 0x562784706bf0
2024-03-19T01:57:27.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.146+0000 7f9d9fde4740  1 -- 172.21.15.46:0/3755247674 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562784706bf0 msgr2=0x56278470c130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:27.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.146+0000 7f9d9fde4740  1 --2- 172.21.15.46:0/3755247674 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562784706bf0 0x56278470c130 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f9d90009fb0 tx=0x7f9d90005f90 comp rx=0 tx=0).stop
2024-03-19T01:57:27.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.146+0000 7f9d9fde4740  1 -- 172.21.15.46:0/3755247674 shutdown_connections
2024-03-19T01:57:27.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.146+0000 7f9d9fde4740  1 --2- 172.21.15.46:0/3755247674 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56278471b360 0x5627847277d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.146+0000 7f9d9fde4740  1 --2- 172.21.15.46:0/3755247674 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562784706bf0 0x56278470c130 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.146+0000 7f9d9fde4740  1 --2- 172.21.15.46:0/3755247674 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5627847062d0 0x56278470ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.146+0000 7f9d9fde4740  1 -- 172.21.15.46:0/3755247674 >> 172.21.15.46:0/3755247674 conn(0x562784700a00 msgr2=0x5627846ffba0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:27.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.146+0000 7f9d9fde4740  1 -- 172.21.15.46:0/3755247674 shutdown_connections
2024-03-19T01:57:27.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.146+0000 7f9d9fde4740  1 -- 172.21.15.46:0/3755247674 wait complete.
2024-03-19T01:57:27.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.146+0000 7f9d9fde4740  1 --  start start
2024-03-19T01:57:27.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.146+0000 7f9d9fde4740  1  Processor -- start
2024-03-19T01:57:27.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.146+0000 7f9d9fde4740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5627847062d0 0x5627847094c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.146+0000 7f9d9fde4740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562784706bf0 0x562784709a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.146+0000 7f9d9fde4740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56278471b360 0x562784709f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.146+0000 7f9d9fde4740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f9d981af460 con 0x562784706bf0
2024-03-19T01:57:27.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.146+0000 7f9d9fde4740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f9d981b08d0 con 0x5627847062d0
2024-03-19T01:57:27.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.146+0000 7f9d9fde4740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9d981afb30 con 0x56278471b360
2024-03-19T01:57:27.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.147+0000 7f9d9fde4740 10 client.0 _ll_register_callbacks cb 0x7f9d80009560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:57:27.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.147+0000 7f9d96d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562784706bf0 0x562784709a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.147+0000 7f9d96d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562784706bf0 0x562784709a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36164/0 (socket says 172.21.15.46:36164)
2024-03-19T01:57:27.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.147+0000 7f9d96d9d640  1 -- 172.21.15.46:0/3753332990 learned_addr learned my addr 172.21.15.46:0/3753332990 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:27.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.147+0000 7f9d9659c640  1 --2- 172.21.15.46:0/3753332990 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5627847062d0 0x5627847094c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.147+0000 7f9d9659c640  1 --2- 172.21.15.46:0/3753332990 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56278471b360 0x562784709f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.147+0000 7f9d96d9d640  1 -- 172.21.15.46:0/3753332990 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56278471b360 msgr2=0x562784709f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:27.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.147+0000 7f9d96d9d640  1 --2- 172.21.15.46:0/3753332990 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56278471b360 0x562784709f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.147+0000 7f9d96d9d640  1 -- 172.21.15.46:0/3753332990 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5627847062d0 msgr2=0x5627847094c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:27.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.147+0000 7f9d96d9d640  1 --2- 172.21.15.46:0/3753332990 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5627847062d0 0x5627847094c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.147+0000 7f9d96d9d640  1 -- 172.21.15.46:0/3753332990 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562784784e80 con 0x562784706bf0
2024-03-19T01:57:27.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.147+0000 7f9d96d9d640  1 --2- 172.21.15.46:0/3753332990 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562784706bf0 0x562784709a00 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f9d90031040 tx=0x7f9d90009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5887531ed6dd190 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:27.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.147+0000 7f9d7e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:57:27.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.147+0000 7f9d7e7fc640  1 -- 172.21.15.46:0/3753332990 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d90033070 con 0x562784706bf0
2024-03-19T01:57:27.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.147+0000 7f9d7e7fc640  1 -- 172.21.15.46:0/3753332990 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7f9d9002eab0 con 0x562784706bf0
2024-03-19T01:57:27.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.147+0000 7f9d9fde4740  1 -- 172.21.15.46:0/3753332990 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9d9002e410 con 0x562784706bf0
2024-03-19T01:57:27.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.147+0000 7f9d7e7fc640  1 -- 172.21.15.46:0/3753332990 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f9d9002ecf0 con 0x562784706bf0
2024-03-19T01:57:27.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.147+0000 7f9d9fde4740 10 client.17229 fetch_fsmap learned FSMap version 35
2024-03-19T01:57:27.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.147+0000 7f9d9fde4740  1 -- 172.21.15.46:0/3753332990 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x5627847860d0 con 0x562784706bf0
2024-03-19T01:57:27.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.147+0000 7f9d7e7fc640  1 -- 172.21.15.46:0/3753332990 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9d9002e410 con 0x562784706bf0
2024-03-19T01:57:27.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.148+0000 7f9d7e7fc640  1 -- 172.21.15.46:0/3753332990 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f9d900048a0 con 0x562784706bf0
2024-03-19T01:57:27.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.148+0000 7f9d9fde4740 10 client.17229 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:57:27.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.148+0000 7f9d9fde4740 10 client.17229 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:57:27.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.148+0000 7f9d9fde4740 20 client.17229 populate_metadata read hostname 'smithi046'
2024-03-19T01:57:27.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.148+0000 7f9d9fde4740  1 --2- 172.21.15.46:0/3753332990 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5627847866b0 0x562784788ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.148+0000 7f9d9fde4740  4 client.17229 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:57:27.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.148+0000 7f9d9fde4740  1 -- 172.21.15.46:0/3753332990 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5627846769f0 con 0x5627847866b0
2024-03-19T01:57:27.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.148+0000 7f9d9659c640  1 --2- 172.21.15.46:0/3753332990 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5627847866b0 0x562784788ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.148+0000 7f9d7e7fc640 10 client.17229 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:57:27.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.148+0000 7f9d9659c640  1 --2- 172.21.15.46:0/3753332990 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5627847866b0 0x562784788ad0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=af18b55441f12713 server_cookie=b51028339b40c04d in_seq=0 out_seq=0
2024-03-19T01:57:27.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.148+0000 7f9d7e7fc640  1 -- 172.21.15.46:0/3753332990 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5627846769f0 con 0x5627847866b0
2024-03-19T01:57:27.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.148+0000 7f9d7e7fc640 10 client.17229 handle_command_reply: tid=0
2024-03-19T01:57:27.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.148+0000 7f9d9fde4740  1 client.17229 shutdown
2024-03-19T01:57:27.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.148+0000 7f9d9fde4740  1 -- 172.21.15.46:0/3753332990 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562784706bf0 msgr2=0x562784709a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:27.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.148+0000 7f9d9fde4740  1 --2- 172.21.15.46:0/3753332990 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562784706bf0 0x562784709a00 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f9d90031040 tx=0x7f9d90009b30 comp rx=0 tx=0).stop
2024-03-19T01:57:27.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.148+0000 7f9d9fde4740  1 -- 172.21.15.46:0/3753332990 shutdown_connections
2024-03-19T01:57:27.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.148+0000 7f9d9fde4740  1 --2- 172.21.15.46:0/3753332990 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5627847866b0 0x562784788ad0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.148+0000 7f9d9fde4740  1 --2- 172.21.15.46:0/3753332990 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56278471b360 0x562784709f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.148+0000 7f9d9fde4740  1 --2- 172.21.15.46:0/3753332990 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562784706bf0 0x562784709a00 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.148+0000 7f9d9fde4740  1 --2- 172.21.15.46:0/3753332990 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5627847062d0 0x5627847094c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.148+0000 7f9d7e7fc640  0 client.17229 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:57:27.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.149+0000 7f9d9fde4740  1 -- 172.21.15.46:0/3753332990 >> 172.21.15.46:0/3753332990 conn(0x562784700a00 msgr2=0x56278470c810 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:27.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.149+0000 7f9d9fde4740  1 -- 172.21.15.46:0/3753332990 shutdown_connections
2024-03-19T01:57:27.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.149+0000 7f9d9fde4740  1 -- 172.21.15.46:0/3753332990 wait complete.
2024-03-19T01:57:27.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.149+0000 7f9d9fde4740 20 client.17229 trim_cache size 0 max 16384
2024-03-19T01:57:27.156 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:57:27.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.149+0000 7f9d9d11b640  1 -- 172.21.15.46:0/3657585587 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f9d840a2970 msgr2=0x7f9d840a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:27.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.149+0000 7f9d9d11b640  1 --2- 172.21.15.46:0/3657585587 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f9d840a2970 0x7f9d840a4e30 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f9d880ccad0 tx=0x7f9d88058040 comp rx=0 tx=0).stop
2024-03-19T01:57:27.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.149+0000 7f9d9d11b640  1 -- 172.21.15.46:0/3657585587 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9d981066c0 msgr2=0x7f9d981976c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:27.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.149+0000 7f9d9d11b640  1 --2- 172.21.15.46:0/3657585587 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9d981066c0 0x7f9d981976c0 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f9d8800efd0 tx=0x7f9d8800c6a0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.149+0000 7f9d9d11b640  1 -- 172.21.15.46:0/3657585587 shutdown_connections
2024-03-19T01:57:27.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.149+0000 7f9d9d11b640  1 --2- 172.21.15.46:0/3657585587 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9d981066c0 0x7f9d981976c0 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.149+0000 7f9d9d11b640  1 --2- 172.21.15.46:0/3657585587 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9d98101070 0x7f9d98197180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.149+0000 7f9d9d11b640  1 --2- 172.21.15.46:0/3657585587 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f9d840a2970 0x7f9d840a4e30 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.149+0000 7f9d9d11b640  1 --2- 172.21.15.46:0/3657585587 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9d981006b0 0x7f9d98196c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.149+0000 7f9d9d11b640  1 -- 172.21.15.46:0/3657585587 >> 172.21.15.46:0/3657585587 conn(0x7f9d98076aa0 msgr2=0x7f9d980fe210 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:27.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.149+0000 7f9d9d11b640  1 -- 172.21.15.46:0/3657585587 shutdown_connections
2024-03-19T01:57:27.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.149+0000 7f9d9d11b640  1 -- 172.21.15.46:0/3657585587 wait complete.
2024-03-19T01:57:27.160 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls
2024-03-19T01:57:27.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.264+0000 7f137973b640  1 -- 172.21.15.46:0/947138960 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1374069e90 msgr2=0x7f137406a2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:27.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.264+0000 7f137973b640  1 --2- 172.21.15.46:0/947138960 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1374069e90 0x7f137406a2f0 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f135c009930 tx=0x7f135c02bc30 comp rx=0 tx=0).stop
2024-03-19T01:57:27.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.264+0000 7f137973b640  1 -- 172.21.15.46:0/947138960 shutdown_connections
2024-03-19T01:57:27.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.264+0000 7f137973b640  1 --2- 172.21.15.46:0/947138960 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f137406a830 0x7f137410e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.264+0000 7f137973b640  1 --2- 172.21.15.46:0/947138960 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1374069e90 0x7f137406a2f0 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.264+0000 7f137973b640  1 --2- 172.21.15.46:0/947138960 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1374107970 0x7f1374107d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.264+0000 7f137973b640  1 -- 172.21.15.46:0/947138960 >> 172.21.15.46:0/947138960 conn(0x7f13740774c0 msgr2=0x7f13740778d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:27.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.265+0000 7f137973b640  1 -- 172.21.15.46:0/947138960 shutdown_connections
2024-03-19T01:57:27.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.265+0000 7f137973b640  1 -- 172.21.15.46:0/947138960 wait complete.
2024-03-19T01:57:27.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.265+0000 7f137973b640  1  Processor -- start
2024-03-19T01:57:27.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.265+0000 7f137973b640  1 --  start start
2024-03-19T01:57:27.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.265+0000 7f137973b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1374069e90 0x7f1374100a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.265+0000 7f137973b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f137406a830 0x7f1374100f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.265+0000 7f137973b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1374107970 0x7f13741014c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.265+0000 7f137973b640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1374111a50 con 0x7f1374107970
2024-03-19T01:57:27.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.265+0000 7f137973b640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f13741118d0 con 0x7f137406a830
2024-03-19T01:57:27.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.265+0000 7f137973b640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1374111bd0 con 0x7f1374069e90
2024-03-19T01:57:27.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.266+0000 7f13737fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1374107970 0x7f13741014c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.266+0000 7f13727fc640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f137406a830 0x7f1374100f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.266+0000 7f13727fc640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f137406a830 0x7f1374100f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:53890/0 (socket says 172.21.15.46:53890)
2024-03-19T01:57:27.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.266+0000 7f13727fc640  1 -- 172.21.15.46:0/2612119442 learned_addr learned my addr 172.21.15.46:0/2612119442 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:27.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.266+0000 7f13737fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1374107970 0x7f13741014c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36192/0 (socket says 172.21.15.46:36192)
2024-03-19T01:57:27.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.266+0000 7f1372ffd640  1 --2- 172.21.15.46:0/2612119442 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1374069e90 0x7f1374100a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.266+0000 7f13727fc640  1 -- 172.21.15.46:0/2612119442 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1374069e90 msgr2=0x7f1374100a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:27.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.266+0000 7f13727fc640  1 --2- 172.21.15.46:0/2612119442 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1374069e90 0x7f1374100a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.266+0000 7f13727fc640  1 -- 172.21.15.46:0/2612119442 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1374107970 msgr2=0x7f13741014c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:27.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.266+0000 7f13727fc640  1 --2- 172.21.15.46:0/2612119442 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1374107970 0x7f13741014c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.266+0000 7f13727fc640  1 -- 172.21.15.46:0/2612119442 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13741a63d0 con 0x7f137406a830
2024-03-19T01:57:27.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.266+0000 7f13737fe640  1 --2- 172.21.15.46:0/2612119442 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1374107970 0x7f13741014c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:27.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.266+0000 7f13727fc640  1 --2- 172.21.15.46:0/2612119442 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f137406a830 0x7f1374100f80 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f135c009230 tx=0x7f135c02c5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:27.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.266+0000 7f136bfff640  1 -- 172.21.15.46:0/2612119442 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f135c043020 con 0x7f137406a830
2024-03-19T01:57:27.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.266+0000 7f136bfff640  1 -- 172.21.15.46:0/2612119442 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f135c02ca70 con 0x7f137406a830
2024-03-19T01:57:27.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.266+0000 7f137973b640  1 -- 172.21.15.46:0/2612119442 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13741a6660 con 0x7f137406a830
2024-03-19T01:57:27.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.266+0000 7f136bfff640  1 -- 172.21.15.46:0/2612119442 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f135c003a50 con 0x7f137406a830
2024-03-19T01:57:27.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.266+0000 7f137973b640  1 -- 172.21.15.46:0/2612119442 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13741a6bb0 con 0x7f137406a830
2024-03-19T01:57:27.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.269+0000 7f136bfff640  1 -- 172.21.15.46:0/2612119442 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f135c046020 con 0x7f137406a830
2024-03-19T01:57:27.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.269+0000 7f137c406740  1  Processor -- start
2024-03-19T01:57:27.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.269+0000 7f137c406740  1 --  start start
2024-03-19T01:57:27.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.269+0000 7f137c406740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563ea5a992d0 0x563ea5a996b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.269+0000 7f137c406740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563ea5a99bf0 0x563ea5aa2290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.269+0000 7f137c406740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563ea5aa27d0 0x563ea5aa4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.269+0000 7f137c406740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x563ea59fc4b0 con 0x563ea5a992d0
2024-03-19T01:57:27.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.269+0000 7f137c406740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x563ea59a4d70 con 0x563ea5aa27d0
2024-03-19T01:57:27.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.269+0000 7f137c406740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x563ea59f8550 con 0x563ea5a99bf0
2024-03-19T01:57:27.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.269+0000 7f13737fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563ea5a992d0 0x563ea5a996b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.269+0000 7f13737fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563ea5a992d0 0x563ea5a996b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36206/0 (socket says 172.21.15.46:36206)
2024-03-19T01:57:27.276 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.269+0000 7f13737fe640  1 -- 172.21.15.46:0/1948874210 learned_addr learned my addr 172.21.15.46:0/1948874210 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:27.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.269+0000 7f1372ffd640  1 --2- 172.21.15.46:0/1948874210 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563ea5a99bf0 0x563ea5aa2290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.269+0000 7f13727fc640  1 --2- 172.21.15.46:0/1948874210 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563ea5aa27d0 0x563ea5aa4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.269+0000 7f136bfff640  1 --2- 172.21.15.46:0/2612119442 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f13600a29a0 0x7f13600a4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.270+0000 7f13737fe640  1 -- 172.21.15.46:0/1948874210 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563ea5a99bf0 msgr2=0x563ea5aa2290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:27.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.270+0000 7f13737fe640  1 --2- 172.21.15.46:0/1948874210 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563ea5a99bf0 0x563ea5aa2290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.270+0000 7f13737fe640  1 -- 172.21.15.46:0/1948874210 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563ea5aa27d0 msgr2=0x563ea5aa4bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:27.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.270+0000 7f13737fe640  1 --2- 172.21.15.46:0/1948874210 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563ea5aa27d0 0x563ea5aa4bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.270+0000 7f13737fe640  1 -- 172.21.15.46:0/1948874210 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563ea59c7210 con 0x563ea5a992d0
2024-03-19T01:57:27.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.270+0000 7f1372ffd640  1 --2- 172.21.15.46:0/1948874210 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563ea5a99bf0 0x563ea5aa2290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:27.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.270+0000 7f136bfff640  1 -- 172.21.15.46:0/2612119442 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7f135c0f10b0 con 0x7f137406a830
2024-03-19T01:57:27.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.270+0000 7f13737fe640  1 --2- 172.21.15.46:0/2612119442 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f13600a29a0 0x7f13600a4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.270+0000 7f13737fe640  1 --2- 172.21.15.46:0/1948874210 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563ea5a992d0 0x563ea5a996b0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f1364011940 tx=0x7f1364011e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed059953e118138b server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:27.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.270+0000 7f13697fa640  1 -- 172.21.15.46:0/1948874210 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1364017070 con 0x563ea5a992d0
2024-03-19T01:57:27.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.270+0000 7f13697fa640  1 -- 172.21.15.46:0/1948874210 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1364011250 con 0x563ea5a992d0
2024-03-19T01:57:27.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.270+0000 7f13697fa640  1 -- 172.21.15.46:0/1948874210 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1364010ab0 con 0x563ea5a992d0
2024-03-19T01:57:27.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.271+0000 7f137c406740  1 -- 172.21.15.46:0/1948874210 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563ea5a992d0 msgr2=0x563ea5a996b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:27.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.271+0000 7f137c406740  1 --2- 172.21.15.46:0/1948874210 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563ea5a992d0 0x563ea5a996b0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f1364011940 tx=0x7f1364011e00 comp rx=0 tx=0).stop
2024-03-19T01:57:27.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.271+0000 7f13737fe640  1 --2- 172.21.15.46:0/2612119442 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f13600a29a0 0x7f13600a4e60 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f1364023000 tx=0x7f1364024000 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:27.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.271+0000 7f137c406740  1 -- 172.21.15.46:0/1948874210 shutdown_connections
2024-03-19T01:57:27.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.271+0000 7f137c406740  1 --2- 172.21.15.46:0/1948874210 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563ea5aa27d0 0x563ea5aa4bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.271+0000 7f137c406740  1 --2- 172.21.15.46:0/1948874210 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563ea5a99bf0 0x563ea5aa2290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.271+0000 7f137c406740  1 --2- 172.21.15.46:0/1948874210 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563ea5a992d0 0x563ea5a996b0 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.271+0000 7f137c406740  1 -- 172.21.15.46:0/1948874210 >> 172.21.15.46:0/1948874210 conn(0x563ea5a93a00 msgr2=0x563ea5a93de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:27.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.271+0000 7f137c406740  1 -- 172.21.15.46:0/1948874210 shutdown_connections
2024-03-19T01:57:27.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.271+0000 7f137c406740  1 -- 172.21.15.46:0/1948874210 wait complete.
2024-03-19T01:57:27.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.271+0000 7f137c406740  1 --  start start
2024-03-19T01:57:27.278 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.271+0000 7f137c406740  1  Processor -- start
2024-03-19T01:57:27.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.271+0000 7f137c406740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563ea5a992d0 0x563ea5a9f820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.271+0000 7f137c406740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563ea5a99bf0 0x563ea5a9fd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.271+0000 7f137c406740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563ea5aa27d0 0x563ea5aa02a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.271+0000 7f137c406740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x563ea5aa55c0 con 0x563ea5aa27d0
2024-03-19T01:57:27.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.271+0000 7f137c406740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x563ea59b8310 con 0x563ea5a99bf0
2024-03-19T01:57:27.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.271+0000 7f137c406740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x563ea5aa5740 con 0x563ea5a992d0
2024-03-19T01:57:27.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.271+0000 7f137c406740 10 client.0 _ll_register_callbacks cb 0x563ea59ac2d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:57:27.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.272+0000 7f13737fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563ea5aa27d0 0x563ea5aa02a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.272+0000 7f1372ffd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563ea5a992d0 0x563ea5a9f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.272+0000 7f1372ffd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563ea5a992d0 0x563ea5a9f820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:33162/0 (socket says 172.21.15.46:33162)
2024-03-19T01:57:27.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.272+0000 7f13737fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563ea5aa27d0 0x563ea5aa02a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36220/0 (socket says 172.21.15.46:36220)
2024-03-19T01:57:27.279 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.272+0000 7f1372ffd640  1 -- 172.21.15.46:0/139767094 learned_addr learned my addr 172.21.15.46:0/139767094 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:27.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.272+0000 7f13727fc640  1 --2- 172.21.15.46:0/139767094 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563ea5a99bf0 0x563ea5a9fd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.272+0000 7f1372ffd640  1 -- 172.21.15.46:0/139767094 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563ea5a99bf0 msgr2=0x563ea5a9fd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:27.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.272+0000 7f1372ffd640  1 --2- 172.21.15.46:0/139767094 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563ea5a99bf0 0x563ea5a9fd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.272+0000 7f1372ffd640  1 -- 172.21.15.46:0/139767094 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563ea5aa27d0 msgr2=0x563ea5aa02a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:27.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.272+0000 7f1372ffd640  1 --2- 172.21.15.46:0/139767094 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563ea5aa27d0 0x563ea5aa02a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.272+0000 7f1372ffd640  1 -- 172.21.15.46:0/139767094 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563ea57103f0 con 0x563ea5a992d0
2024-03-19T01:57:27.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.272+0000 7f13737fe640  1 --2- 172.21.15.46:0/139767094 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563ea5aa27d0 0x563ea5aa02a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:27.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.272+0000 7f1372ffd640  1 --2- 172.21.15.46:0/139767094 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563ea5a992d0 0x563ea5a9f820 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f136c012710 tx=0x7f136c012bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=582e68a13cf8932 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:27.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.272+0000 7f135a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.102:3300/0
2024-03-19T01:57:27.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.272+0000 7f135a7fc640  1 -- 172.21.15.46:0/139767094 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f136c004020 con 0x563ea5a992d0
2024-03-19T01:57:27.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.272+0000 7f137c406740  1 -- 172.21.15.46:0/139767094 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1364011250 con 0x563ea5a992d0
2024-03-19T01:57:27.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.272+0000 7f135a7fc640  1 -- 172.21.15.46:0/139767094 <== mon.1 v2:172.21.15.102:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7f136c0041c0 con 0x563ea5a992d0
2024-03-19T01:57:27.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.272+0000 7f135a7fc640  1 -- 172.21.15.46:0/139767094 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f136c025050 con 0x563ea5a992d0
2024-03-19T01:57:27.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.272+0000 7f137c406740 10 client.27040 fetch_fsmap learned FSMap version 35
2024-03-19T01:57:27.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.272+0000 7f137c406740  1 -- 172.21.15.46:0/139767094 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x563ea57da7d0 con 0x563ea5a992d0
2024-03-19T01:57:27.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.273+0000 7f135a7fc640  1 -- 172.21.15.46:0/139767094 <== mon.1 v2:172.21.15.102:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1364011250 con 0x563ea5a992d0
2024-03-19T01:57:27.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.273+0000 7f135a7fc640  1 -- 172.21.15.46:0/139767094 <== mon.1 v2:172.21.15.102:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f136c003880 con 0x563ea5a992d0
2024-03-19T01:57:27.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.273+0000 7f137c406740 10 client.27040 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:57:27.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.273+0000 7f137c406740 10 client.27040 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:57:27.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.273+0000 7f137c406740 20 client.27040 populate_metadata read hostname 'smithi046'
2024-03-19T01:57:27.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.273+0000 7f137c406740  1 --2- 172.21.15.46:0/139767094 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x563ea5ab2b70 0x563ea5ab4fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.273+0000 7f137c406740  4 client.27040 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:57:27.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.273+0000 7f137c406740  1 -- 172.21.15.46:0/139767094 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563ea5a5a3e0 con 0x563ea5ab2b70
2024-03-19T01:57:27.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.273+0000 7f13727fc640  1 --2- 172.21.15.46:0/139767094 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x563ea5ab2b70 0x563ea5ab4fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.273+0000 7f13727fc640  1 --2- 172.21.15.46:0/139767094 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x563ea5ab2b70 0x563ea5ab4fd0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f232cba200e68d66 server_cookie=3a959b47fdb57a34 in_seq=0 out_seq=0
2024-03-19T01:57:27.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.273+0000 7f135a7fc640 10 client.27040 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:57:27.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.274+0000 7f135a7fc640  1 -- 172.21.15.46:0/139767094 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x563ea5a5a3e0 con 0x563ea5ab2b70
2024-03-19T01:57:27.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.274+0000 7f135a7fc640 10 client.27040 handle_command_reply: tid=0
2024-03-19T01:57:27.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.274+0000 7f137c406740  1 client.27040 shutdown
2024-03-19T01:57:27.282 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.274+0000 7f137c406740  1 -- 172.21.15.46:0/139767094 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563ea5a992d0 msgr2=0x563ea5a9f820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:27.282 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.274+0000 7f137c406740  1 --2- 172.21.15.46:0/139767094 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563ea5a992d0 0x563ea5a9f820 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f136c012710 tx=0x7f136c012bd0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.282 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.274+0000 7f137c406740  1 -- 172.21.15.46:0/139767094 shutdown_connections
2024-03-19T01:57:27.282 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.274+0000 7f137c406740  1 --2- 172.21.15.46:0/139767094 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x563ea5ab2b70 0x563ea5ab4fd0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.282 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.274+0000 7f137c406740  1 --2- 172.21.15.46:0/139767094 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563ea5aa27d0 0x563ea5aa02a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.282 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.274+0000 7f137c406740  1 --2- 172.21.15.46:0/139767094 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563ea5a99bf0 0x563ea5a9fd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.282 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.274+0000 7f135a7fc640  0 client.27040 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:57:27.282 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.274+0000 7f137c406740  1 --2- 172.21.15.46:0/139767094 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563ea5a992d0 0x563ea5a9f820 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.282 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.274+0000 7f137c406740  1 -- 172.21.15.46:0/139767094 >> 172.21.15.46:0/139767094 conn(0x563ea5a93a00 msgr2=0x563ea5a95750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:27.282 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.274+0000 7f137c406740  1 -- 172.21.15.46:0/139767094 shutdown_connections
2024-03-19T01:57:27.282 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.274+0000 7f137c406740  1 -- 172.21.15.46:0/139767094 wait complete.
2024-03-19T01:57:27.282 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.274+0000 7f137c406740 20 client.27040 trim_cache size 0 max 16384
2024-03-19T01:57:27.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.287+0000 7f137c406740  1  Processor -- start
2024-03-19T01:57:27.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.287+0000 7f137c406740  1 --  start start
2024-03-19T01:57:27.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.288+0000 7f137c406740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563ea5a992d0 0x563ea5aae360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.288+0000 7f137c406740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563ea5a99bf0 0x563ea5aba8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.288+0000 7f137c406740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563ea5aa27d0 0x563ea5aaa980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.288+0000 7f137c406740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f13741b36c0 con 0x563ea5a992d0
2024-03-19T01:57:27.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.288+0000 7f137c406740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f13741b0f90 con 0x563ea5aa27d0
2024-03-19T01:57:27.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.288+0000 7f137c406740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f13741aee00 con 0x563ea5a99bf0
2024-03-19T01:57:27.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.288+0000 7f1372ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563ea5a992d0 0x563ea5aae360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.288+0000 7f1372ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563ea5a992d0 0x563ea5aae360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36230/0 (socket says 172.21.15.46:36230)
2024-03-19T01:57:27.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.288+0000 7f1372ffd640  1 -- 172.21.15.46:0/678834376 learned_addr learned my addr 172.21.15.46:0/678834376 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:27.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.288+0000 7f13737fe640  1 --2- 172.21.15.46:0/678834376 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563ea5aa27d0 0x563ea5aaa980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.288+0000 7f13727fc640  1 --2- 172.21.15.46:0/678834376 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563ea5a99bf0 0x563ea5aba8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.288+0000 7f1372ffd640  1 -- 172.21.15.46:0/678834376 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563ea5a99bf0 msgr2=0x563ea5aba8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:27.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.288+0000 7f1372ffd640  1 --2- 172.21.15.46:0/678834376 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563ea5a99bf0 0x563ea5aba8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.288+0000 7f1372ffd640  1 -- 172.21.15.46:0/678834376 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563ea5aa27d0 msgr2=0x563ea5aaa980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:27.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.288+0000 7f1372ffd640  1 --2- 172.21.15.46:0/678834376 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563ea5aa27d0 0x563ea5aaa980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.288+0000 7f1372ffd640  1 -- 172.21.15.46:0/678834376 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563ea5a95cf0 con 0x563ea5a992d0
2024-03-19T01:57:27.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.288+0000 7f1372ffd640  1 --2- 172.21.15.46:0/678834376 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563ea5a992d0 0x563ea5aae360 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f136c0059d0 tx=0x7f136c005db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=169deb6dd91fb0a6 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:27.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.289+0000 7f1368ff9640  1 -- 172.21.15.46:0/678834376 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f136c02e070 con 0x563ea5a992d0
2024-03-19T01:57:27.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.289+0000 7f1368ff9640  1 -- 172.21.15.46:0/678834376 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f136c00f920 con 0x563ea5a992d0
2024-03-19T01:57:27.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.289+0000 7f1368ff9640  1 -- 172.21.15.46:0/678834376 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f136c005220 con 0x563ea5a992d0
2024-03-19T01:57:27.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.289+0000 7f137c406740  1 -- 172.21.15.46:0/678834376 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563ea5a992d0 msgr2=0x563ea5aae360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:27.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.289+0000 7f137c406740  1 --2- 172.21.15.46:0/678834376 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563ea5a992d0 0x563ea5aae360 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f136c0059d0 tx=0x7f136c005db0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.289+0000 7f137c406740  1 -- 172.21.15.46:0/678834376 shutdown_connections
2024-03-19T01:57:27.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.289+0000 7f137c406740  1 --2- 172.21.15.46:0/678834376 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563ea5aa27d0 0x563ea5aaa980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.289+0000 7f137c406740  1 --2- 172.21.15.46:0/678834376 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563ea5a99bf0 0x563ea5aba8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.289+0000 7f137c406740  1 --2- 172.21.15.46:0/678834376 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563ea5a992d0 0x563ea5aae360 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.289+0000 7f137c406740  1 -- 172.21.15.46:0/678834376 >> 172.21.15.46:0/678834376 conn(0x563ea5a93a00 msgr2=0x563ea5a92ba0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:27.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.289+0000 7f137c406740  1 -- 172.21.15.46:0/678834376 shutdown_connections
2024-03-19T01:57:27.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.289+0000 7f137c406740  1 -- 172.21.15.46:0/678834376 wait complete.
2024-03-19T01:57:27.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.290+0000 7f137c406740  1 --  start start
2024-03-19T01:57:27.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.290+0000 7f137c406740  1  Processor -- start
2024-03-19T01:57:27.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.290+0000 7f137c406740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563ea5a992d0 0x563ea5aaacd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.290+0000 7f137c406740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563ea5a99bf0 0x563ea5aa8060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.290+0000 7f137c406740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563ea5aa27d0 0x563ea5aa85e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.290+0000 7f137c406740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f13741af450 con 0x563ea5a992d0
2024-03-19T01:57:27.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.290+0000 7f137c406740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f13741b08c0 con 0x563ea5a99bf0
2024-03-19T01:57:27.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.290+0000 7f137c406740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f13741afb20 con 0x563ea5aa27d0
2024-03-19T01:57:27.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.290+0000 7f137c406740 10 client.0 _ll_register_callbacks cb 0x7f136c009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:57:27.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.290+0000 7f1372ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563ea5a992d0 0x563ea5aaacd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.290+0000 7f1372ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563ea5a992d0 0x563ea5aaacd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36244/0 (socket says 172.21.15.46:36244)
2024-03-19T01:57:27.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.290+0000 7f1372ffd640  1 -- 172.21.15.46:0/2325479521 learned_addr learned my addr 172.21.15.46:0/2325479521 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:27.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.290+0000 7f13727fc640  1 --2- 172.21.15.46:0/2325479521 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563ea5a99bf0 0x563ea5aa8060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.290+0000 7f13737fe640  1 --2- 172.21.15.46:0/2325479521 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563ea5aa27d0 0x563ea5aa85e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.290+0000 7f1372ffd640  1 -- 172.21.15.46:0/2325479521 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563ea5aa27d0 msgr2=0x563ea5aa85e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:27.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.290+0000 7f1372ffd640  1 --2- 172.21.15.46:0/2325479521 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563ea5aa27d0 0x563ea5aa85e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.290+0000 7f1372ffd640  1 -- 172.21.15.46:0/2325479521 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563ea5a99bf0 msgr2=0x563ea5aa8060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:27.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.290+0000 7f1372ffd640  1 --2- 172.21.15.46:0/2325479521 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563ea5a99bf0 0x563ea5aa8060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.290+0000 7f1372ffd640  1 -- 172.21.15.46:0/2325479521 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563ea5aa8e10 con 0x563ea5a992d0
2024-03-19T01:57:27.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.290+0000 7f1372ffd640  1 --2- 172.21.15.46:0/2325479521 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563ea5a992d0 0x563ea5aaacd0 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7f136c00fce0 tx=0x7f136c00fd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4566c8e1288281d3 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:27.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.290+0000 7f135a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:57:27.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.291+0000 7f135a7fc640  1 -- 172.21.15.46:0/2325479521 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f136c02e070 con 0x563ea5a992d0
2024-03-19T01:57:27.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.291+0000 7f135a7fc640  1 -- 172.21.15.46:0/2325479521 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7f136c003800 con 0x563ea5a992d0
2024-03-19T01:57:27.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.291+0000 7f137c406740  1 -- 172.21.15.46:0/2325479521 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f136c00f920 con 0x563ea5a992d0
2024-03-19T01:57:27.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.291+0000 7f135a7fc640  1 -- 172.21.15.46:0/2325479521 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f136c03a050 con 0x563ea5a992d0
2024-03-19T01:57:27.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.291+0000 7f137c406740 10 client.17247 fetch_fsmap learned FSMap version 35
2024-03-19T01:57:27.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.291+0000 7f137c406740  1 -- 172.21.15.46:0/2325479521 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x563ea5b18f80 con 0x563ea5a992d0
2024-03-19T01:57:27.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.291+0000 7f135a7fc640  1 -- 172.21.15.46:0/2325479521 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f136c00f920 con 0x563ea5a992d0
2024-03-19T01:57:27.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.291+0000 7f135a7fc640  1 -- 172.21.15.46:0/2325479521 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f136c01c760 con 0x563ea5a992d0
2024-03-19T01:57:27.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.291+0000 7f137c406740 10 client.17247 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:57:27.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.291+0000 7f137c406740 10 client.17247 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:57:27.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.291+0000 7f137c406740 20 client.17247 populate_metadata read hostname 'smithi046'
2024-03-19T01:57:27.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.291+0000 7f137c406740  1 --2- 172.21.15.46:0/2325479521 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x563ea5b19590 0x563ea5b1b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.291+0000 7f137c406740  4 client.17247 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:57:27.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.291+0000 7f137c406740  1 -- 172.21.15.46:0/2325479521 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563ea5a099f0 con 0x563ea5b19590
2024-03-19T01:57:27.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.291+0000 7f13727fc640  1 --2- 172.21.15.46:0/2325479521 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x563ea5b19590 0x563ea5b1b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.292+0000 7f135a7fc640 10 client.17247 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:57:27.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.292+0000 7f13727fc640  1 --2- 172.21.15.46:0/2325479521 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x563ea5b19590 0x563ea5b1b980 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f033d400f47b93d0 server_cookie=fa98f250b439519a in_seq=0 out_seq=0
2024-03-19T01:57:27.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.292+0000 7f135a7fc640  1 -- 172.21.15.46:0/2325479521 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563ea5a099f0 con 0x563ea5b19590
2024-03-19T01:57:27.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.292+0000 7f135a7fc640 10 client.17247 handle_command_reply: tid=0
2024-03-19T01:57:27.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.292+0000 7f137c406740  1 client.17247 shutdown
2024-03-19T01:57:27.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.292+0000 7f137c406740  1 -- 172.21.15.46:0/2325479521 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563ea5a992d0 msgr2=0x563ea5aaacd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:27.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.292+0000 7f137c406740  1 --2- 172.21.15.46:0/2325479521 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563ea5a992d0 0x563ea5aaacd0 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7f136c00fce0 tx=0x7f136c00fd10 comp rx=0 tx=0).stop
2024-03-19T01:57:27.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.292+0000 7f137c406740  1 -- 172.21.15.46:0/2325479521 shutdown_connections
2024-03-19T01:57:27.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.292+0000 7f137c406740  1 --2- 172.21.15.46:0/2325479521 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x563ea5b19590 0x563ea5b1b980 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.292+0000 7f137c406740  1 --2- 172.21.15.46:0/2325479521 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563ea5aa27d0 0x563ea5aa85e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.292+0000 7f137c406740  1 --2- 172.21.15.46:0/2325479521 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563ea5a99bf0 0x563ea5aa8060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.292+0000 7f135a7fc640  0 client.17247 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:57:27.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.292+0000 7f137c406740  1 --2- 172.21.15.46:0/2325479521 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563ea5a992d0 0x563ea5aaacd0 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.292+0000 7f137c406740  1 -- 172.21.15.46:0/2325479521 >> 172.21.15.46:0/2325479521 conn(0x563ea5a93a00 msgr2=0x563ea5a92310 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:27.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.292+0000 7f137c406740  1 -- 172.21.15.46:0/2325479521 shutdown_connections
2024-03-19T01:57:27.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.292+0000 7f137c406740  1 -- 172.21.15.46:0/2325479521 wait complete.
2024-03-19T01:57:27.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.292+0000 7f137c406740 20 client.17247 trim_cache size 0 max 16384
2024-03-19T01:57:27.299 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:57:27.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.293+0000 7f137973b640  1 -- 172.21.15.46:0/2612119442 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f13600a29a0 msgr2=0x7f13600a4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:27.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.293+0000 7f137973b640  1 --2- 172.21.15.46:0/2612119442 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f13600a29a0 0x7f13600a4e60 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f1364023000 tx=0x7f1364024000 comp rx=0 tx=0).stop
2024-03-19T01:57:27.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.293+0000 7f137973b640  1 -- 172.21.15.46:0/2612119442 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f137406a830 msgr2=0x7f1374100f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:27.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.293+0000 7f137973b640  1 --2- 172.21.15.46:0/2612119442 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f137406a830 0x7f1374100f80 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f135c009230 tx=0x7f135c02c5d0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.293+0000 7f137973b640  1 -- 172.21.15.46:0/2612119442 shutdown_connections
2024-03-19T01:57:27.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.293+0000 7f137973b640  1 --2- 172.21.15.46:0/2612119442 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1374107970 0x7f13741014c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.293+0000 7f137973b640  1 --2- 172.21.15.46:0/2612119442 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f137406a830 0x7f1374100f80 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.293+0000 7f137973b640  1 --2- 172.21.15.46:0/2612119442 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f13600a29a0 0x7f13600a4e60 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.293+0000 7f137973b640  1 --2- 172.21.15.46:0/2612119442 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1374069e90 0x7f1374100a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.293+0000 7f137973b640  1 -- 172.21.15.46:0/2612119442 >> 172.21.15.46:0/2612119442 conn(0x7f13740774c0 msgr2=0x7f13740ff610 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:27.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.293+0000 7f137973b640  1 -- 172.21.15.46:0/2612119442 shutdown_connections
2024-03-19T01:57:27.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.293+0000 7f137973b640  1 -- 172.21.15.46:0/2612119442 wait complete.
2024-03-19T01:57:27.303 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls
2024-03-19T01:57:27.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.409+0000 7f0b9bc8c640  1 -- 172.21.15.46:0/1496933571 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b94105660 msgr2=0x7f0b94105a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:27.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.409+0000 7f0b9bc8c640  1 --2- 172.21.15.46:0/1496933571 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b94105660 0x7f0b94105a40 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f0b8c009900 tx=0x7f0b8c02bc30 comp rx=0 tx=0).stop
2024-03-19T01:57:27.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.409+0000 7f0b9bc8c640  1 -- 172.21.15.46:0/1496933571 shutdown_connections
2024-03-19T01:57:27.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.409+0000 7f0b9bc8c640  1 --2- 172.21.15.46:0/1496933571 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0b94101330 0x7f0b9410d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.409+0000 7f0b9bc8c640  1 --2- 172.21.15.46:0/1496933571 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0b94100970 0x7f0b94100df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.409+0000 7f0b9bc8c640  1 --2- 172.21.15.46:0/1496933571 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b94105660 0x7f0b94105a40 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.409+0000 7f0b9bc8c640  1 -- 172.21.15.46:0/1496933571 >> 172.21.15.46:0/1496933571 conn(0x7f0b940774c0 msgr2=0x7f0b940778d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:27.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.409+0000 7f0b9bc8c640  1 -- 172.21.15.46:0/1496933571 shutdown_connections
2024-03-19T01:57:27.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.409+0000 7f0b9bc8c640  1 -- 172.21.15.46:0/1496933571 wait complete.
2024-03-19T01:57:27.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.410+0000 7f0b9bc8c640  1  Processor -- start
2024-03-19T01:57:27.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.410+0000 7f0b9bc8c640  1 --  start start
2024-03-19T01:57:27.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.410+0000 7f0b9bc8c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0b94100970 0x7f0b94197fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.410+0000 7f0b9bc8c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0b94101330 0x7f0b941984e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.410+0000 7f0b9bc8c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b94105660 0x7f0b9419c860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.410+0000 7f0b9bc8c640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f0b941108f0 con 0x7f0b94105660
2024-03-19T01:57:27.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.410+0000 7f0b9bc8c640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f0b94110770 con 0x7f0b94100970
2024-03-19T01:57:27.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.410+0000 7f0b9bc8c640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0b94110a70 con 0x7f0b94101330
2024-03-19T01:57:27.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.410+0000 7f0b9a229640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b94105660 0x7f0b9419c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.410+0000 7f0b99a28640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0b94100970 0x7f0b94197fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.410+0000 7f0b99227640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0b94101330 0x7f0b941984e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.410+0000 7f0b9a229640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b94105660 0x7f0b9419c860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36274/0 (socket says 172.21.15.46:36274)
2024-03-19T01:57:27.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.410+0000 7f0b99a28640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0b94100970 0x7f0b94197fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:53956/0 (socket says 172.21.15.46:53956)
2024-03-19T01:57:27.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.410+0000 7f0b9a229640  1 -- 172.21.15.46:0/1425850603 learned_addr learned my addr 172.21.15.46:0/1425850603 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:27.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.411+0000 7f0b9a229640  1 -- 172.21.15.46:0/1425850603 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0b94101330 msgr2=0x7f0b941984e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:27.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.411+0000 7f0b9a229640  1 --2- 172.21.15.46:0/1425850603 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0b94101330 0x7f0b941984e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.411+0000 7f0b9a229640  1 -- 172.21.15.46:0/1425850603 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0b94100970 msgr2=0x7f0b94197fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:27.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.411+0000 7f0b9a229640  1 --2- 172.21.15.46:0/1425850603 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0b94100970 0x7f0b94197fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.411+0000 7f0b9a229640  1 -- 172.21.15.46:0/1425850603 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b9419cf90 con 0x7f0b94105660
2024-03-19T01:57:27.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.411+0000 7f0b9a229640  1 --2- 172.21.15.46:0/1425850603 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b94105660 0x7f0b9419c860 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f0b8400efd0 tx=0x7f0b8400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:27.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.411+0000 7f0b92ffd640  1 -- 172.21.15.46:0/1425850603 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b84003b70 con 0x7f0b94105660
2024-03-19T01:57:27.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.411+0000 7f0b9bc8c640  1 -- 172.21.15.46:0/1425850603 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b9419d280 con 0x7f0b94105660
2024-03-19T01:57:27.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.411+0000 7f0b92ffd640  1 -- 172.21.15.46:0/1425850603 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0b84003d10 con 0x7f0b94105660
2024-03-19T01:57:27.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.411+0000 7f0b92ffd640  1 -- 172.21.15.46:0/1425850603 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b84010980 con 0x7f0b94105660
2024-03-19T01:57:27.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.411+0000 7f0b9bc8c640  1 -- 172.21.15.46:0/1425850603 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b941a4b10 con 0x7f0b94105660
2024-03-19T01:57:27.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.414+0000 7f0b92ffd640  1 -- 172.21.15.46:0/1425850603 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f0b84004020 con 0x7f0b94105660
2024-03-19T01:57:27.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.414+0000 7f0b9e872740  1  Processor -- start
2024-03-19T01:57:27.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.414+0000 7f0b9e872740  1 --  start start
2024-03-19T01:57:27.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.414+0000 7f0b9e872740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e03a412d0 0x556e03a416b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.414+0000 7f0b9e872740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e03a41bf0 0x556e03a4a290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.414+0000 7f0b9e872740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e03a4a7d0 0x556e03a4cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.414+0000 7f0b9e872740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x556e039a44b0 con 0x556e03a41bf0
2024-03-19T01:57:27.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.414+0000 7f0b9e872740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x556e0394cd70 con 0x556e03a4a7d0
2024-03-19T01:57:27.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.414+0000 7f0b9e872740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x556e039a0550 con 0x556e03a412d0
2024-03-19T01:57:27.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.415+0000 7f0b99a28640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e03a41bf0 0x556e03a4a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.415+0000 7f0b99a28640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e03a41bf0 0x556e03a4a290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36290/0 (socket says 172.21.15.46:36290)
2024-03-19T01:57:27.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.415+0000 7f0b99227640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e03a412d0 0x556e03a416b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.415+0000 7f0b99a28640  1 -- 172.21.15.46:0/1770767076 learned_addr learned my addr 172.21.15.46:0/1770767076 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:27.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.415+0000 7f0b99227640  1 --2- 172.21.15.46:0/1770767076 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e03a4a7d0 0x556e03a4cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.415+0000 7f0b92ffd640  1 --2- 172.21.15.46:0/1425850603 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f0b7c0a2970 0x7f0b7c0a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.415+0000 7f0b99227640  1 -- 172.21.15.46:0/1770767076 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e03a4a7d0 msgr2=0x556e03a4cbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:27.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.415+0000 7f0b99227640  1 --2- 172.21.15.46:0/1770767076 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e03a4a7d0 0x556e03a4cbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.415+0000 7f0b9a229640  1 --2- 172.21.15.46:0/1425850603 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f0b7c0a2970 0x7f0b7c0a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.415+0000 7f0b99227640  1 -- 172.21.15.46:0/1770767076 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e03a41bf0 msgr2=0x556e03a4a290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:27.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.415+0000 7f0b99227640  1 --2- 172.21.15.46:0/1770767076 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e03a41bf0 0x556e03a4a290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.415+0000 7f0b99227640  1 -- 172.21.15.46:0/1770767076 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e0396f210 con 0x556e03a412d0
2024-03-19T01:57:27.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.415+0000 7f0b99a28640  1 --2- 172.21.15.46:0/1770767076 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e03a41bf0 0x556e03a4a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:27.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.415+0000 7f0b92ffd640  1 -- 172.21.15.46:0/1425850603 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7f0b840cf650 con 0x7f0b94105660
2024-03-19T01:57:27.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.415+0000 7f0b99227640  1 --2- 172.21.15.46:0/1770767076 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e03a412d0 0x556e03a416b0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f0b88009730 tx=0x7f0b880096c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5b3083042f1290f0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:27.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.415+0000 7f0b9a229640  1 --2- 172.21.15.46:0/1425850603 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f0b7c0a2970 0x7f0b7c0a4e30 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f0b8400cba0 tx=0x7f0b84010430 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:27.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.415+0000 7f0b7bfff640  1 -- 172.21.15.46:0/1770767076 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b88004050 con 0x556e03a412d0
2024-03-19T01:57:27.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.415+0000 7f0b7bfff640  1 -- 172.21.15.46:0/1770767076 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0b880054d0 con 0x556e03a412d0
2024-03-19T01:57:27.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.415+0000 7f0b7bfff640  1 -- 172.21.15.46:0/1770767076 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b88004c70 con 0x556e03a412d0
2024-03-19T01:57:27.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.416+0000 7f0b9e872740  1 -- 172.21.15.46:0/1770767076 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e03a412d0 msgr2=0x556e03a416b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:27.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.416+0000 7f0b9e872740  1 --2- 172.21.15.46:0/1770767076 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e03a412d0 0x556e03a416b0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f0b88009730 tx=0x7f0b880096c0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.416+0000 7f0b9e872740  1 -- 172.21.15.46:0/1770767076 shutdown_connections
2024-03-19T01:57:27.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.416+0000 7f0b9e872740  1 --2- 172.21.15.46:0/1770767076 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e03a4a7d0 0x556e03a4cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.416+0000 7f0b9e872740  1 --2- 172.21.15.46:0/1770767076 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e03a41bf0 0x556e03a4a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.416+0000 7f0b9e872740  1 --2- 172.21.15.46:0/1770767076 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e03a412d0 0x556e03a416b0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.416+0000 7f0b9e872740  1 -- 172.21.15.46:0/1770767076 >> 172.21.15.46:0/1770767076 conn(0x556e03a3ba00 msgr2=0x556e03a3bde0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:27.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.416+0000 7f0b9e872740  1 -- 172.21.15.46:0/1770767076 shutdown_connections
2024-03-19T01:57:27.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.416+0000 7f0b9e872740  1 -- 172.21.15.46:0/1770767076 wait complete.
2024-03-19T01:57:27.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.416+0000 7f0b9e872740  1 --  start start
2024-03-19T01:57:27.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.417+0000 7f0b9e872740  1  Processor -- start
2024-03-19T01:57:27.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.417+0000 7f0b9e872740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e03a412d0 0x556e03a47800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.417+0000 7f0b9e872740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e03a41bf0 0x556e03a47d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.417+0000 7f0b9e872740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e03a4a7d0 0x556e03a48280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.417+0000 7f0b9e872740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x556e03a4d5c0 con 0x556e03a4a7d0
2024-03-19T01:57:27.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.417+0000 7f0b9e872740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x556e03960310 con 0x556e03a412d0
2024-03-19T01:57:27.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.417+0000 7f0b9e872740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x556e03a4d740 con 0x556e03a41bf0
2024-03-19T01:57:27.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.417+0000 7f0b9e872740 10 client.0 _ll_register_callbacks cb 0x556e039542d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:57:27.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.417+0000 7f0b99227640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e03a4a7d0 0x556e03a48280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.417+0000 7f0b99227640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e03a4a7d0 0x556e03a48280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36300/0 (socket says 172.21.15.46:36300)
2024-03-19T01:57:27.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.417+0000 7f0b99227640  1 -- 172.21.15.46:0/1463893105 learned_addr learned my addr 172.21.15.46:0/1463893105 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:27.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.417+0000 7f0b99a28640  1 --2- 172.21.15.46:0/1463893105 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e03a41bf0 0x556e03a47d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.417+0000 7f0b99227640  1 --2- 172.21.15.46:0/1463893105 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e03a412d0 0x556e03a47800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.417+0000 7f0b99a28640  1 -- 172.21.15.46:0/1463893105 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e03a412d0 msgr2=0x556e03a47800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:27.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.417+0000 7f0b99a28640  1 --2- 172.21.15.46:0/1463893105 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e03a412d0 0x556e03a47800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.417+0000 7f0b99a28640  1 -- 172.21.15.46:0/1463893105 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e03a4a7d0 msgr2=0x556e03a48280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:27.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.417+0000 7f0b99a28640  1 --2- 172.21.15.46:0/1463893105 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e03a4a7d0 0x556e03a48280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.417+0000 7f0b99a28640  1 -- 172.21.15.46:0/1463893105 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e036b83f0 con 0x556e03a41bf0
2024-03-19T01:57:27.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.417+0000 7f0b99227640  1 --2- 172.21.15.46:0/1463893105 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e03a4a7d0 0x556e03a48280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:27.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.418+0000 7f0b99a28640  1 --2- 172.21.15.46:0/1463893105 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e03a41bf0 0x556e03a47d40 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x556e03a40da0 tx=0x7f0b8c02c9f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6c56c0c935bc4c79 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:27.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.418+0000 7f0b797fa640 10 client.0 ms_handle_connect on v2:172.21.15.102:3300/0
2024-03-19T01:57:27.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.418+0000 7f0b797fa640  1 -- 172.21.15.46:0/1463893105 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b8c02c610 con 0x556e03a41bf0
2024-03-19T01:57:27.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.418+0000 7f0b9e872740  1 -- 172.21.15.46:0/1463893105 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0b880054d0 con 0x556e03a41bf0
2024-03-19T01:57:27.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.418+0000 7f0b797fa640  1 -- 172.21.15.46:0/1463893105 <== mon.1 v2:172.21.15.102:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7f0b8c005030 con 0x556e03a41bf0
2024-03-19T01:57:27.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.418+0000 7f0b797fa640  1 -- 172.21.15.46:0/1463893105 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f0b8c005230 con 0x556e03a41bf0
2024-03-19T01:57:27.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.418+0000 7f0b9e872740 10 client.27058 fetch_fsmap learned FSMap version 35
2024-03-19T01:57:27.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.418+0000 7f0b9e872740  1 -- 172.21.15.46:0/1463893105 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x556e037827d0 con 0x556e03a41bf0
2024-03-19T01:57:27.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.418+0000 7f0b797fa640  1 -- 172.21.15.46:0/1463893105 <== mon.1 v2:172.21.15.102:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0b880054d0 con 0x556e03a41bf0
2024-03-19T01:57:27.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.418+0000 7f0b797fa640  1 -- 172.21.15.46:0/1463893105 <== mon.1 v2:172.21.15.102:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f0b8c0035f0 con 0x556e03a41bf0
2024-03-19T01:57:27.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.418+0000 7f0b9e872740 10 client.27058 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:57:27.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.418+0000 7f0b9e872740 10 client.27058 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:57:27.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.418+0000 7f0b9e872740 20 client.27058 populate_metadata read hostname 'smithi046'
2024-03-19T01:57:27.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.418+0000 7f0b9e872740  1 --2- 172.21.15.46:0/1463893105 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x556e03a5aab0 0x556e03a5ced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.418+0000 7f0b9e872740  4 client.27058 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:57:27.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.418+0000 7f0b9e872740  1 -- 172.21.15.46:0/1463893105 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556e03a023e0 con 0x556e03a5aab0
2024-03-19T01:57:27.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.419+0000 7f0b99227640  1 --2- 172.21.15.46:0/1463893105 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x556e03a5aab0 0x556e03a5ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.419+0000 7f0b99227640  1 --2- 172.21.15.46:0/1463893105 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x556e03a5aab0 0x556e03a5ced0 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a5c288ae762f8529 server_cookie=5be0231e40f523 in_seq=0 out_seq=0
2024-03-19T01:57:27.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.419+0000 7f0b797fa640 10 client.27058 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:57:27.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.419+0000 7f0b797fa640  1 -- 172.21.15.46:0/1463893105 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x556e03a023e0 con 0x556e03a5aab0
2024-03-19T01:57:27.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.419+0000 7f0b797fa640 10 client.27058 handle_command_reply: tid=0
2024-03-19T01:57:27.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.419+0000 7f0b9e872740  1 client.27058 shutdown
2024-03-19T01:57:27.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.420+0000 7f0b9e872740  1 -- 172.21.15.46:0/1463893105 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e03a41bf0 msgr2=0x556e03a47d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:27.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.420+0000 7f0b9e872740  1 --2- 172.21.15.46:0/1463893105 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e03a41bf0 0x556e03a47d40 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x556e03a40da0 tx=0x7f0b8c02c9f0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.420+0000 7f0b9e872740  1 -- 172.21.15.46:0/1463893105 shutdown_connections
2024-03-19T01:57:27.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.420+0000 7f0b9e872740  1 --2- 172.21.15.46:0/1463893105 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x556e03a5aab0 0x556e03a5ced0 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.420+0000 7f0b9e872740  1 --2- 172.21.15.46:0/1463893105 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e03a4a7d0 0x556e03a48280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.420+0000 7f0b797fa640  0 client.27058 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:57:27.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.420+0000 7f0b9e872740  1 --2- 172.21.15.46:0/1463893105 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e03a41bf0 0x556e03a47d40 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.420+0000 7f0b9e872740  1 --2- 172.21.15.46:0/1463893105 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e03a412d0 0x556e03a47800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.420+0000 7f0b9e872740  1 -- 172.21.15.46:0/1463893105 >> 172.21.15.46:0/1463893105 conn(0x556e03a3ba00 msgr2=0x556e03a3d750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:27.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.420+0000 7f0b9e872740  1 -- 172.21.15.46:0/1463893105 shutdown_connections
2024-03-19T01:57:27.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.420+0000 7f0b9e872740  1 -- 172.21.15.46:0/1463893105 wait complete.
2024-03-19T01:57:27.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.420+0000 7f0b9e872740 20 client.27058 trim_cache size 0 max 16384
2024-03-19T01:57:27.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.433+0000 7f0b9e872740  1  Processor -- start
2024-03-19T01:57:27.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.433+0000 7f0b9e872740  1 --  start start
2024-03-19T01:57:27.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.433+0000 7f0b9e872740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e03a412d0 0x556e03a56390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.433+0000 7f0b9e872740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e03a41bf0 0x556e03a627a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.433+0000 7f0b9e872740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e03a4a7d0 0x556e03a529b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.433+0000 7f0b9e872740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f0b941b1550 con 0x556e03a4a7d0
2024-03-19T01:57:27.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.433+0000 7f0b9e872740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f0b941aee20 con 0x556e03a41bf0
2024-03-19T01:57:27.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.433+0000 7f0b9e872740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0b941acc90 con 0x556e03a412d0
2024-03-19T01:57:27.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.433+0000 7f0b99227640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e03a4a7d0 0x556e03a529b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.433+0000 7f0b99227640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e03a4a7d0 0x556e03a529b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36316/0 (socket says 172.21.15.46:36316)
2024-03-19T01:57:27.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.433+0000 7f0b99227640  1 -- 172.21.15.46:0/474527617 learned_addr learned my addr 172.21.15.46:0/474527617 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:27.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.433+0000 7f0b99a28640  1 --2- 172.21.15.46:0/474527617 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e03a41bf0 0x556e03a627a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.433+0000 7f0b99227640  1 --2- 172.21.15.46:0/474527617 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e03a412d0 0x556e03a56390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.434+0000 7f0b99227640  1 -- 172.21.15.46:0/474527617 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e03a412d0 msgr2=0x556e03a56390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:27.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.434+0000 7f0b99227640  1 --2- 172.21.15.46:0/474527617 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e03a412d0 0x556e03a56390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.434+0000 7f0b99227640  1 -- 172.21.15.46:0/474527617 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e03a41bf0 msgr2=0x556e03a627a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:27.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.434+0000 7f0b99227640  1 --2- 172.21.15.46:0/474527617 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e03a41bf0 0x556e03a627a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.434+0000 7f0b99227640  1 -- 172.21.15.46:0/474527617 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e03a11880 con 0x556e03a4a7d0
2024-03-19T01:57:27.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.434+0000 7f0b99a28640  1 --2- 172.21.15.46:0/474527617 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e03a41bf0 0x556e03a627a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:27.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.434+0000 7f0b99227640  1 --2- 172.21.15.46:0/474527617 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e03a4a7d0 0x556e03a529b0 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x556e03a4d250 tx=0x7f0b88009ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1613e15b8e114f3f server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:27.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.434+0000 7f0b7b7fe640  1 -- 172.21.15.46:0/474527617 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b88011050 con 0x556e03a4a7d0
2024-03-19T01:57:27.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.434+0000 7f0b7b7fe640  1 -- 172.21.15.46:0/474527617 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0b880111f0 con 0x556e03a4a7d0
2024-03-19T01:57:27.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.434+0000 7f0b7b7fe640  1 -- 172.21.15.46:0/474527617 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b8800f790 con 0x556e03a4a7d0
2024-03-19T01:57:27.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.434+0000 7f0b9e872740  1 -- 172.21.15.46:0/474527617 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e03a4a7d0 msgr2=0x556e03a529b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:27.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.434+0000 7f0b9e872740  1 --2- 172.21.15.46:0/474527617 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e03a4a7d0 0x556e03a529b0 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x556e03a4d250 tx=0x7f0b88009ac0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.434+0000 7f0b9e872740  1 -- 172.21.15.46:0/474527617 shutdown_connections
2024-03-19T01:57:27.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.435+0000 7f0b9e872740  1 --2- 172.21.15.46:0/474527617 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e03a4a7d0 0x556e03a529b0 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.435+0000 7f0b9e872740  1 --2- 172.21.15.46:0/474527617 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e03a41bf0 0x556e03a627a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.435+0000 7f0b9e872740  1 --2- 172.21.15.46:0/474527617 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e03a412d0 0x556e03a56390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.435+0000 7f0b9e872740  1 -- 172.21.15.46:0/474527617 >> 172.21.15.46:0/474527617 conn(0x556e03a3ba00 msgr2=0x556e03a477c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:27.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.435+0000 7f0b9e872740  1 -- 172.21.15.46:0/474527617 shutdown_connections
2024-03-19T01:57:27.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.435+0000 7f0b9e872740  1 -- 172.21.15.46:0/474527617 wait complete.
2024-03-19T01:57:27.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.435+0000 7f0b9e872740  1 --  start start
2024-03-19T01:57:27.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.435+0000 7f0b9e872740  1  Processor -- start
2024-03-19T01:57:27.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.435+0000 7f0b9e872740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e03a412d0 0x556e03a4e900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.435+0000 7f0b9e872740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e03a41bf0 0x556e03a4ee40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.435+0000 7f0b9e872740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e03a4a7d0 0x556e03abfdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.435+0000 7f0b9e872740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f0b941ad2e0 con 0x556e03a41bf0
2024-03-19T01:57:27.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.435+0000 7f0b9e872740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f0b941ae750 con 0x556e03a4a7d0
2024-03-19T01:57:27.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.435+0000 7f0b9e872740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0b941ad9b0 con 0x556e03a412d0
2024-03-19T01:57:27.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.435+0000 7f0b9e872740 10 client.0 _ll_register_callbacks cb 0x7f0b8c009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:57:27.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.435+0000 7f0b99a28640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e03a41bf0 0x556e03a4ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.435+0000 7f0b99a28640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e03a41bf0 0x556e03a4ee40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36332/0 (socket says 172.21.15.46:36332)
2024-03-19T01:57:27.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.435+0000 7f0b99a28640  1 -- 172.21.15.46:0/2529995598 learned_addr learned my addr 172.21.15.46:0/2529995598 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:27.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.435+0000 7f0b99227640  1 --2- 172.21.15.46:0/2529995598 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e03a4a7d0 0x556e03abfdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.435+0000 7f0b99227640  1 --2- 172.21.15.46:0/2529995598 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e03a412d0 0x556e03a4e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.436+0000 7f0b99a28640  1 -- 172.21.15.46:0/2529995598 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e03a412d0 msgr2=0x556e03a4e900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:27.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.436+0000 7f0b99a28640  1 --2- 172.21.15.46:0/2529995598 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e03a412d0 0x556e03a4e900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.436+0000 7f0b99a28640  1 -- 172.21.15.46:0/2529995598 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e03a4a7d0 msgr2=0x556e03abfdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:27.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.436+0000 7f0b99a28640  1 --2- 172.21.15.46:0/2529995598 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e03a4a7d0 0x556e03abfdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.436+0000 7f0b99a28640  1 -- 172.21.15.46:0/2529995598 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e03ac0310 con 0x556e03a41bf0
2024-03-19T01:57:27.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.436+0000 7f0b99227640  1 --2- 172.21.15.46:0/2529995598 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e03a4a7d0 0x556e03abfdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:27.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.436+0000 7f0b99a28640  1 --2- 172.21.15.46:0/2529995598 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e03a41bf0 0x556e03a4ee40 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f0b8c003a10 tx=0x7f0b8c005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c484a2acad98a56e server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:27.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.436+0000 7f0b797fa640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:57:27.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.436+0000 7f0b797fa640  1 -- 172.21.15.46:0/2529995598 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b8c05a060 con 0x556e03a41bf0
2024-03-19T01:57:27.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.436+0000 7f0b797fa640  1 -- 172.21.15.46:0/2529995598 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7f0b8c0053d0 con 0x556e03a41bf0
2024-03-19T01:57:27.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.436+0000 7f0b9e872740  1 -- 172.21.15.46:0/2529995598 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0b880111f0 con 0x556e03a41bf0
2024-03-19T01:57:27.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.436+0000 7f0b797fa640  1 -- 172.21.15.46:0/2529995598 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f0b8c061050 con 0x556e03a41bf0
2024-03-19T01:57:27.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.436+0000 7f0b9e872740 10 client.17265 fetch_fsmap learned FSMap version 35
2024-03-19T01:57:27.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.436+0000 7f0b9e872740  1 -- 172.21.15.46:0/2529995598 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x556e03ac1570 con 0x556e03a41bf0
2024-03-19T01:57:27.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.436+0000 7f0b797fa640  1 -- 172.21.15.46:0/2529995598 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0b880111f0 con 0x556e03a41bf0
2024-03-19T01:57:27.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.436+0000 7f0b797fa640  1 -- 172.21.15.46:0/2529995598 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f0b8c004c00 con 0x556e03a41bf0
2024-03-19T01:57:27.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.437+0000 7f0b9e872740 10 client.17265 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:57:27.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.437+0000 7f0b9e872740 10 client.17265 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:57:27.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.437+0000 7f0b9e872740 20 client.17265 populate_metadata read hostname 'smithi046'
2024-03-19T01:57:27.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.437+0000 7f0b9e872740  1 --2- 172.21.15.46:0/2529995598 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x556e03ac1d20 0x556e03ac4140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:27.445 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.437+0000 7f0b9e872740  4 client.17265 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:57:27.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.437+0000 7f0b9e872740  1 -- 172.21.15.46:0/2529995598 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556e039b19f0 con 0x556e03ac1d20
2024-03-19T01:57:27.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.437+0000 7f0b99227640  1 --2- 172.21.15.46:0/2529995598 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x556e03ac1d20 0x556e03ac4140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:27.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.437+0000 7f0b99227640  1 --2- 172.21.15.46:0/2529995598 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x556e03ac1d20 0x556e03ac4140 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cee72c5c1a894b50 server_cookie=b0dda5440ba65444 in_seq=0 out_seq=0
2024-03-19T01:57:27.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.437+0000 7f0b797fa640 10 client.17265 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:57:27.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.437+0000 7f0b797fa640  1 -- 172.21.15.46:0/2529995598 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556e039b19f0 con 0x556e03ac1d20
2024-03-19T01:57:27.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.437+0000 7f0b797fa640 10 client.17265 handle_command_reply: tid=0
2024-03-19T01:57:27.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.437+0000 7f0b9e872740  1 client.17265 shutdown
2024-03-19T01:57:27.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.437+0000 7f0b9e872740  1 -- 172.21.15.46:0/2529995598 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e03a41bf0 msgr2=0x556e03a4ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:27.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.437+0000 7f0b9e872740  1 --2- 172.21.15.46:0/2529995598 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e03a41bf0 0x556e03a4ee40 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f0b8c003a10 tx=0x7f0b8c005fd0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.437+0000 7f0b9e872740  1 -- 172.21.15.46:0/2529995598 shutdown_connections
2024-03-19T01:57:27.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.437+0000 7f0b9e872740  1 --2- 172.21.15.46:0/2529995598 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x556e03ac1d20 0x556e03ac4140 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.437+0000 7f0b9e872740  1 --2- 172.21.15.46:0/2529995598 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e03a4a7d0 0x556e03abfdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.437+0000 7f0b9e872740  1 --2- 172.21.15.46:0/2529995598 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e03a41bf0 0x556e03a4ee40 unknown :-1 s=CLOSED pgs=835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.437+0000 7f0b797fa640  0 client.17265 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:57:27.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.437+0000 7f0b9e872740  1 --2- 172.21.15.46:0/2529995598 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e03a412d0 0x556e03a4e900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.437+0000 7f0b9e872740  1 -- 172.21.15.46:0/2529995598 >> 172.21.15.46:0/2529995598 conn(0x556e03a3ba00 msgr2=0x556e03a3d570 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:27.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.437+0000 7f0b9e872740  1 -- 172.21.15.46:0/2529995598 shutdown_connections
2024-03-19T01:57:27.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.438+0000 7f0b9e872740  1 -- 172.21.15.46:0/2529995598 wait complete.
2024-03-19T01:57:27.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.438+0000 7f0b9e872740 20 client.17265 trim_cache size 0 max 16384
2024-03-19T01:57:27.447 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:57:27.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.438+0000 7f0b9bc8c640  1 -- 172.21.15.46:0/1425850603 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f0b7c0a2970 msgr2=0x7f0b7c0a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:27.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.438+0000 7f0b9bc8c640  1 --2- 172.21.15.46:0/1425850603 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f0b7c0a2970 0x7f0b7c0a4e30 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f0b8400cba0 tx=0x7f0b84010430 comp rx=0 tx=0).stop
2024-03-19T01:57:27.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.438+0000 7f0b9bc8c640  1 -- 172.21.15.46:0/1425850603 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b94105660 msgr2=0x7f0b9419c860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:27.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.438+0000 7f0b9bc8c640  1 --2- 172.21.15.46:0/1425850603 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b94105660 0x7f0b9419c860 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f0b8400efd0 tx=0x7f0b8400c6a0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.438+0000 7f0b9bc8c640  1 -- 172.21.15.46:0/1425850603 shutdown_connections
2024-03-19T01:57:27.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.438+0000 7f0b9bc8c640  1 --2- 172.21.15.46:0/1425850603 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b94105660 0x7f0b9419c860 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.438+0000 7f0b9bc8c640  1 --2- 172.21.15.46:0/1425850603 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f0b7c0a2970 0x7f0b7c0a4e30 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.438+0000 7f0b9bc8c640  1 --2- 172.21.15.46:0/1425850603 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0b94101330 0x7f0b941984e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.438+0000 7f0b9bc8c640  1 --2- 172.21.15.46:0/1425850603 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0b94100970 0x7f0b94197fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:27.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.438+0000 7f0b9bc8c640  1 -- 172.21.15.46:0/1425850603 >> 172.21.15.46:0/1425850603 conn(0x7f0b940774c0 msgr2=0x7f0b9406a230 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:27.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.438+0000 7f0b9bc8c640  1 -- 172.21.15.46:0/1425850603 shutdown_connections
2024-03-19T01:57:27.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:27.438+0000 7f0b9bc8c640  1 -- 172.21.15.46:0/1425850603 wait complete.
2024-03-19T01:57:28.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:27 smithi073 ceph-mon[66833]: pgmap v226: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 8 op/s
2024-03-19T01:57:28.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:27 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2979795757' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:57:28.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:27 smithi102 ceph-mon[66557]: pgmap v226: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 8 op/s
2024-03-19T01:57:28.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:27 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2979795757' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:57:28.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:27 smithi046 ceph-mon[63102]: pgmap v226: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 8 op/s
2024-03-19T01:57:28.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:27 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2979795757' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:57:28.451 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs
2024-03-19T01:57:28.451 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:57:28.451 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive
2024-03-19T01:57:28.571 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.570+0000 7f1abffff640  1 -- 172.21.15.46:0/2487843474 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ac01031d0 msgr2=0x7f1ac010b6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:28.571 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.570+0000 7f1abffff640  1 --2- 172.21.15.46:0/2487843474 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ac01031d0 0x7f1ac010b6b0 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f1aa8009900 tx=0x7f1aa802bcd0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.571 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.570+0000 7f1abffff640  1 -- 172.21.15.46:0/2487843474 shutdown_connections
2024-03-19T01:57:28.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.570+0000 7f1abffff640  1 --2- 172.21.15.46:0/2487843474 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1ac010bc80 0x7f1ac010e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.570+0000 7f1abffff640  1 --2- 172.21.15.46:0/2487843474 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ac01031d0 0x7f1ac010b6b0 unknown :-1 s=CLOSED pgs=836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.570+0000 7f1abffff640  1 --2- 172.21.15.46:0/2487843474 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1ac01028b0 0x7f1ac0102c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.570+0000 7f1abffff640  1 -- 172.21.15.46:0/2487843474 >> 172.21.15.46:0/2487843474 conn(0x7f1ac00fc050 msgr2=0x7f1ac00fe470 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:28.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.570+0000 7f1abffff640  1 -- 172.21.15.46:0/2487843474 shutdown_connections
2024-03-19T01:57:28.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.570+0000 7f1abffff640  1 -- 172.21.15.46:0/2487843474 wait complete.
2024-03-19T01:57:28.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.571+0000 7f1abffff640  1  Processor -- start
2024-03-19T01:57:28.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.571+0000 7f1abffff640  1 --  start start
2024-03-19T01:57:28.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.571+0000 7f1abffff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1ac01028b0 0x7f1ac0197e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.571+0000 7f1abffff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1ac01031d0 0x7f1ac01983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.571+0000 7f1abffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ac010bc80 0x7f1ac019c750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.571+0000 7f1abffff640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1ac0111910 con 0x7f1ac010bc80
2024-03-19T01:57:28.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.571+0000 7f1abffff640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f1ac0111790 con 0x7f1ac01028b0
2024-03-19T01:57:28.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.571+0000 7f1abffff640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1ac0111a90 con 0x7f1ac01031d0
2024-03-19T01:57:28.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.571+0000 7f1abf7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ac010bc80 0x7f1ac019c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.571+0000 7f1abf7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ac010bc80 0x7f1ac019c750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36348/0 (socket says 172.21.15.46:36348)
2024-03-19T01:57:28.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.571+0000 7f1abf7fe640  1 -- 172.21.15.46:0/3350655217 learned_addr learned my addr 172.21.15.46:0/3350655217 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:28.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.571+0000 7f1abeffd640  1 --2- 172.21.15.46:0/3350655217 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1ac01028b0 0x7f1ac0197e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.571+0000 7f1ab7fff640  1 --2- 172.21.15.46:0/3350655217 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1ac01031d0 0x7f1ac01983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.572+0000 7f1abf7fe640  1 -- 172.21.15.46:0/3350655217 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1ac01031d0 msgr2=0x7f1ac01983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:28.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.572+0000 7f1abf7fe640  1 --2- 172.21.15.46:0/3350655217 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1ac01031d0 0x7f1ac01983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.572+0000 7f1abf7fe640  1 -- 172.21.15.46:0/3350655217 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1ac01028b0 msgr2=0x7f1ac0197e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:28.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.572+0000 7f1abf7fe640  1 --2- 172.21.15.46:0/3350655217 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1ac01028b0 0x7f1ac0197e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.572+0000 7f1abf7fe640  1 -- 172.21.15.46:0/3350655217 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ac019ce80 con 0x7f1ac010bc80
2024-03-19T01:57:28.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.572+0000 7f1abf7fe640  1 --2- 172.21.15.46:0/3350655217 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ac010bc80 0x7f1ac019c750 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f1ab800eb10 tx=0x7f1ab800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:28.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.572+0000 7f1abcff9640  1 -- 172.21.15.46:0/3350655217 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ab8004b20 con 0x7f1ac010bc80
2024-03-19T01:57:28.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.572+0000 7f1abcff9640  1 -- 172.21.15.46:0/3350655217 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1ab8004cc0 con 0x7f1ac010bc80
2024-03-19T01:57:28.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.572+0000 7f1abffff640  1 -- 172.21.15.46:0/3350655217 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ac019d170 con 0x7f1ac010bc80
2024-03-19T01:57:28.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.572+0000 7f1abcff9640  1 -- 172.21.15.46:0/3350655217 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ab8010690 con 0x7f1ac010bc80
2024-03-19T01:57:28.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.572+0000 7f1abffff640  1 -- 172.21.15.46:0/3350655217 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ac01a4a00 con 0x7f1ac010bc80
2024-03-19T01:57:28.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.574+0000 7f1abcff9640  1 -- 172.21.15.46:0/3350655217 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f1ab8005020 con 0x7f1ac010bc80
2024-03-19T01:57:28.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.574+0000 7f1ac7fe2740  1  Processor -- start
2024-03-19T01:57:28.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.574+0000 7f1ac7fe2740  1 --  start start
2024-03-19T01:57:28.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.575+0000 7f1ac7fe2740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563092dcc560 0x563092dcc940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.575+0000 7f1ac7fe2740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563092dcce80 0x563092dd5520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.575+0000 7f1ac7fe2740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563092dd5a60 0x563092dd7e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.575+0000 7f1abcff9640  1 --2- 172.21.15.46:0/3350655217 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f1aac0a2970 0x7f1aac0a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.575+0000 7f1ac7fe2740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x563092d30160 con 0x563092dcce80
2024-03-19T01:57:28.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.575+0000 7f1ac7fe2740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x563092cd8e10 con 0x563092dd5a60
2024-03-19T01:57:28.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.575+0000 7f1ac7fe2740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x563092d2c200 con 0x563092dcc560
2024-03-19T01:57:28.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.575+0000 7f1abeffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563092dcce80 0x563092dd5520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.575+0000 7f1abeffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563092dcce80 0x563092dd5520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36362/0 (socket says 172.21.15.46:36362)
2024-03-19T01:57:28.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.575+0000 7f1abeffd640  1 -- 172.21.15.46:0/2185633071 learned_addr learned my addr 172.21.15.46:0/2185633071 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:28.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.575+0000 7f1abf7fe640  1 --2- 172.21.15.46:0/2185633071 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563092dd5a60 0x563092dd7e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.575+0000 7f1ab7fff640  1 --2- 172.21.15.46:0/3350655217 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f1aac0a2970 0x7f1aac0a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.575+0000 7f1abcff9640  1 -- 172.21.15.46:0/3350655217 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7f1ab80cf780 con 0x7f1ac010bc80
2024-03-19T01:57:28.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.575+0000 7f1ab7fff640  1 --2- 172.21.15.46:0/2185633071 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563092dcc560 0x563092dcc940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.575+0000 7f1abf7fe640  1 -- 172.21.15.46:0/2185633071 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563092dcc560 msgr2=0x563092dcc940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:28.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.575+0000 7f1abf7fe640  1 --2- 172.21.15.46:0/2185633071 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563092dcc560 0x563092dcc940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.575+0000 7f1abf7fe640  1 -- 172.21.15.46:0/2185633071 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563092dcce80 msgr2=0x563092dd5520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:28.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.575+0000 7f1abf7fe640  1 --2- 172.21.15.46:0/2185633071 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563092dcce80 0x563092dd5520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.575+0000 7f1abf7fe640  1 -- 172.21.15.46:0/2185633071 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563092b0c7e0 con 0x563092dd5a60
2024-03-19T01:57:28.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.575+0000 7f1ab7fff640  1 --2- 172.21.15.46:0/2185633071 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563092dcc560 0x563092dcc940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:57:28.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.576+0000 7f1abeffd640  1 --2- 172.21.15.46:0/2185633071 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563092dcce80 0x563092dd5520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:28.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.576+0000 7f1abf7fe640  1 --2- 172.21.15.46:0/2185633071 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563092dd5a60 0x563092dd7e50 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f1ab80ccb00 tx=0x7f1ab8007620 comp rx=0 tx=0).ready entity=mon.2 client_cookie=590a657d8ef1f0b5 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:28.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.576+0000 7f1ab7fff640  1 --2- 172.21.15.46:0/3350655217 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f1aac0a2970 0x7f1aac0a4e30 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f1aa8006010 tx=0x7f1aa80056d0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:28.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.576+0000 7f1ab57fa640  1 -- 172.21.15.46:0/2185633071 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ab809b550 con 0x563092dd5a60
2024-03-19T01:57:28.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.576+0000 7f1ab57fa640  1 -- 172.21.15.46:0/2185633071 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1ab809c110 con 0x563092dd5a60
2024-03-19T01:57:28.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.576+0000 7f1ab57fa640  1 -- 172.21.15.46:0/2185633071 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ab80afb90 con 0x563092dd5a60
2024-03-19T01:57:28.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.577+0000 7f1ac7fe2740  1 -- 172.21.15.46:0/2185633071 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563092dd5a60 msgr2=0x563092dd7e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:28.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.577+0000 7f1ac7fe2740  1 --2- 172.21.15.46:0/2185633071 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563092dd5a60 0x563092dd7e50 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f1ab80ccb00 tx=0x7f1ab8007620 comp rx=0 tx=0).stop
2024-03-19T01:57:28.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.577+0000 7f1ac7fe2740  1 -- 172.21.15.46:0/2185633071 shutdown_connections
2024-03-19T01:57:28.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.577+0000 7f1ac7fe2740  1 --2- 172.21.15.46:0/2185633071 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563092dd5a60 0x563092dd7e50 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.577+0000 7f1ac7fe2740  1 --2- 172.21.15.46:0/2185633071 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563092dcce80 0x563092dd5520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.577+0000 7f1ac7fe2740  1 --2- 172.21.15.46:0/2185633071 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563092dcc560 0x563092dcc940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.577+0000 7f1ac7fe2740  1 -- 172.21.15.46:0/2185633071 >> 172.21.15.46:0/2185633071 conn(0x563092dc6c40 msgr2=0x563092dc7020 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:28.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.577+0000 7f1ac7fe2740  1 -- 172.21.15.46:0/2185633071 shutdown_connections
2024-03-19T01:57:28.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.577+0000 7f1ac7fe2740  1 -- 172.21.15.46:0/2185633071 wait complete.
2024-03-19T01:57:28.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.577+0000 7f1ac7fe2740  1 --  start start
2024-03-19T01:57:28.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.577+0000 7f1ac7fe2740  1  Processor -- start
2024-03-19T01:57:28.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.577+0000 7f1ac7fe2740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563092dcc560 0x563092dd29e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.577+0000 7f1ac7fe2740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563092dcce80 0x563092dd2f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.577+0000 7f1ac7fe2740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563092dd5a60 0x563092dd3460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.577+0000 7f1ac7fe2740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x563092dd8850 con 0x563092dcce80
2024-03-19T01:57:28.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.577+0000 7f1ac7fe2740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x563092cec1a0 con 0x563092dd5a60
2024-03-19T01:57:28.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.577+0000 7f1ac7fe2740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x563092dd89d0 con 0x563092dcc560
2024-03-19T01:57:28.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.577+0000 7f1ac7fe2740 10 client.0 _ll_register_callbacks cb 0x563092a43c60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:57:28.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.577+0000 7f1ab7fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563092dcce80 0x563092dd2f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.577+0000 7f1abeffd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563092dcc560 0x563092dd29e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.577+0000 7f1ab7fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563092dcce80 0x563092dd2f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36366/0 (socket says 172.21.15.46:36366)
2024-03-19T01:57:28.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.577+0000 7f1ab7fff640  1 -- 172.21.15.46:0/2226386670 learned_addr learned my addr 172.21.15.46:0/2226386670 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:28.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.578+0000 7f1abf7fe640  1 --2- 172.21.15.46:0/2226386670 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563092dd5a60 0x563092dd3460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.578+0000 7f1ab7fff640  1 -- 172.21.15.46:0/2226386670 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563092dcc560 msgr2=0x563092dd29e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:28.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.578+0000 7f1ab7fff640  1 --2- 172.21.15.46:0/2226386670 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563092dcc560 0x563092dd29e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.578+0000 7f1ab7fff640  1 -- 172.21.15.46:0/2226386670 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563092dd5a60 msgr2=0x563092dd3460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:28.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.578+0000 7f1ab7fff640  1 --2- 172.21.15.46:0/2226386670 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563092dd5a60 0x563092dd3460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.578+0000 7f1ab7fff640  1 -- 172.21.15.46:0/2226386670 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563092b6cf70 con 0x563092dcce80
2024-03-19T01:57:28.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.578+0000 7f1abeffd640  1 --2- 172.21.15.46:0/2226386670 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563092dcc560 0x563092dd29e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:28.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.578+0000 7f1ab7fff640  1 --2- 172.21.15.46:0/2226386670 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563092dcce80 0x563092dd2f20 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f1aa8035000 tx=0x7f1aa802bcd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=611a838622f94295 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:28.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.578+0000 7f1aa67fc640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:57:28.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.578+0000 7f1aa67fc640  1 -- 172.21.15.46:0/2226386670 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aa8003d00 con 0x563092dcce80
2024-03-19T01:57:28.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.578+0000 7f1aa67fc640  1 -- 172.21.15.46:0/2226386670 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7f1aa8040480 con 0x563092dcce80
2024-03-19T01:57:28.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.578+0000 7f1ac7fe2740  1 -- 172.21.15.46:0/2226386670 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1ab809c110 con 0x563092dcce80
2024-03-19T01:57:28.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.578+0000 7f1aa67fc640  1 -- 172.21.15.46:0/2226386670 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f1aa805c050 con 0x563092dcce80
2024-03-19T01:57:28.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.578+0000 7f1ac7fe2740 10 client.17277 fetch_fsmap learned FSMap version 35
2024-03-19T01:57:28.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.578+0000 7f1ac7fe2740  1 -- 172.21.15.46:0/2226386670 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x563092a04170 con 0x563092dcce80
2024-03-19T01:57:28.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.579+0000 7f1aa67fc640  1 -- 172.21.15.46:0/2226386670 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1ab809c110 con 0x563092dcce80
2024-03-19T01:57:28.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.579+0000 7f1aa67fc640  1 -- 172.21.15.46:0/2226386670 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f1aa804e460 con 0x563092dcce80
2024-03-19T01:57:28.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.579+0000 7f1ac7fe2740 10 client.17277 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:57:28.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.579+0000 7f1ac7fe2740 10 client.17277 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:57:28.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.579+0000 7f1ac7fe2740 20 client.17277 populate_metadata read hostname 'smithi046'
2024-03-19T01:57:28.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.579+0000 7f1ac7fe2740  1 --2- 172.21.15.46:0/2226386670 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x563092de5d20 0x563092de81c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.579+0000 7f1ac7fe2740  4 client.17277 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:57:28.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.579+0000 7f1ac7fe2740  1 -- 172.21.15.46:0/2226386670 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563092d3d6a0 con 0x563092de5d20
2024-03-19T01:57:28.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.579+0000 7f1abeffd640  1 --2- 172.21.15.46:0/2226386670 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x563092de5d20 0x563092de81c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.579+0000 7f1aa67fc640 10 client.17277 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:57:28.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.579+0000 7f1abeffd640  1 --2- 172.21.15.46:0/2226386670 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x563092de5d20 0x563092de81c0 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6d93f87e64f048b6 server_cookie=a2b6d8c399c9671b in_seq=0 out_seq=0
2024-03-19T01:57:28.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.580+0000 7f1aa67fc640  1 -- 172.21.15.46:0/2226386670 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x563092d3d6a0 con 0x563092de5d20
2024-03-19T01:57:28.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.580+0000 7f1aa67fc640 10 client.17277 handle_command_reply: tid=0
2024-03-19T01:57:28.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.580+0000 7f1ac7fe2740  1 client.17277 shutdown
2024-03-19T01:57:28.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.580+0000 7f1ac7fe2740  1 -- 172.21.15.46:0/2226386670 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563092dcce80 msgr2=0x563092dd2f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:28.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.580+0000 7f1ac7fe2740  1 --2- 172.21.15.46:0/2226386670 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563092dcce80 0x563092dd2f20 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f1aa8035000 tx=0x7f1aa802bcd0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.580+0000 7f1ac7fe2740  1 -- 172.21.15.46:0/2226386670 shutdown_connections
2024-03-19T01:57:28.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.580+0000 7f1ac7fe2740  1 --2- 172.21.15.46:0/2226386670 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x563092de5d20 0x563092de81c0 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.580+0000 7f1ac7fe2740  1 --2- 172.21.15.46:0/2226386670 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563092dd5a60 0x563092dd3460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.580+0000 7f1aa67fc640  0 client.17277 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:57:28.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.580+0000 7f1ac7fe2740  1 --2- 172.21.15.46:0/2226386670 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563092dcce80 0x563092dd2f20 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.580+0000 7f1ac7fe2740  1 --2- 172.21.15.46:0/2226386670 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563092dcc560 0x563092dd29e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.580+0000 7f1ac7fe2740  1 -- 172.21.15.46:0/2226386670 >> 172.21.15.46:0/2226386670 conn(0x563092dc6c40 msgr2=0x563092dc89e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:28.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.580+0000 7f1ac7fe2740  1 -- 172.21.15.46:0/2226386670 shutdown_connections
2024-03-19T01:57:28.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.580+0000 7f1ac7fe2740  1 -- 172.21.15.46:0/2226386670 wait complete.
2024-03-19T01:57:28.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.580+0000 7f1ac7fe2740 20 client.17277 trim_cache size 0 max 16384
2024-03-19T01:57:28.607 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.598+0000 7f1ac7fe2740  1  Processor -- start
2024-03-19T01:57:28.607 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.598+0000 7f1ac7fe2740  1 --  start start
2024-03-19T01:57:28.607 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.598+0000 7f1ac7fe2740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563092dcc560 0x563092dd5110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.598+0000 7f1ac7fe2740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563092dcce80 0x563092de15f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.598+0000 7f1ac7fe2740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563092dd5a60 0x563092deda90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.598+0000 7f1ac7fe2740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1ac01b1300 con 0x563092dcc560
2024-03-19T01:57:28.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.598+0000 7f1ac7fe2740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f1ac01aebd0 con 0x563092dd5a60
2024-03-19T01:57:28.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.598+0000 7f1ac7fe2740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1ac01aca40 con 0x563092dcce80
2024-03-19T01:57:28.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.598+0000 7f1abeffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563092dcc560 0x563092dd5110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.598+0000 7f1abeffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563092dcc560 0x563092dd5110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36372/0 (socket says 172.21.15.46:36372)
2024-03-19T01:57:28.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.598+0000 7f1abeffd640  1 -- 172.21.15.46:0/3971258084 learned_addr learned my addr 172.21.15.46:0/3971258084 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:28.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.598+0000 7f1abf7fe640  1 --2- 172.21.15.46:0/3971258084 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563092dd5a60 0x563092deda90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.599+0000 7f1ab7fff640  1 --2- 172.21.15.46:0/3971258084 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563092dcce80 0x563092de15f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.599+0000 7f1abf7fe640  1 -- 172.21.15.46:0/3971258084 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563092dcce80 msgr2=0x563092de15f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:28.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.599+0000 7f1abf7fe640  1 --2- 172.21.15.46:0/3971258084 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563092dcce80 0x563092de15f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.599+0000 7f1abf7fe640  1 -- 172.21.15.46:0/3971258084 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563092dcc560 msgr2=0x563092dd5110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:28.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.599+0000 7f1abf7fe640  1 --2- 172.21.15.46:0/3971258084 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563092dcc560 0x563092dd5110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.599+0000 7f1abf7fe640  1 -- 172.21.15.46:0/3971258084 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563092dc6a70 con 0x563092dd5a60
2024-03-19T01:57:28.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.599+0000 7f1abeffd640  1 --2- 172.21.15.46:0/3971258084 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563092dcc560 0x563092dd5110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:28.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.599+0000 7f1abf7fe640  1 --2- 172.21.15.46:0/3971258084 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563092dd5a60 0x563092deda90 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f1ab809c2c0 tx=0x7f1ab8005c70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5fdd9faa9ec6115d server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:28.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.599+0000 7f1ab4ff9640  1 -- 172.21.15.46:0/3971258084 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ab80b9070 con 0x563092dd5a60
2024-03-19T01:57:28.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.599+0000 7f1ab4ff9640  1 -- 172.21.15.46:0/3971258084 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1ab809c110 con 0x563092dd5a60
2024-03-19T01:57:28.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.599+0000 7f1ab4ff9640  1 -- 172.21.15.46:0/3971258084 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ab809b370 con 0x563092dd5a60
2024-03-19T01:57:28.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.600+0000 7f1ac7fe2740  1 -- 172.21.15.46:0/3971258084 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563092dd5a60 msgr2=0x563092deda90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:28.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.600+0000 7f1ac7fe2740  1 --2- 172.21.15.46:0/3971258084 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563092dd5a60 0x563092deda90 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f1ab809c2c0 tx=0x7f1ab8005c70 comp rx=0 tx=0).stop
2024-03-19T01:57:28.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.600+0000 7f1ac7fe2740  1 -- 172.21.15.46:0/3971258084 shutdown_connections
2024-03-19T01:57:28.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.600+0000 7f1ac7fe2740  1 --2- 172.21.15.46:0/3971258084 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563092dd5a60 0x563092deda90 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.600+0000 7f1ac7fe2740  1 --2- 172.21.15.46:0/3971258084 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563092dcce80 0x563092de15f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.600+0000 7f1ac7fe2740  1 --2- 172.21.15.46:0/3971258084 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563092dcc560 0x563092dd5110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.600+0000 7f1ac7fe2740  1 -- 172.21.15.46:0/3971258084 >> 172.21.15.46:0/3971258084 conn(0x563092dc6c40 msgr2=0x563092dc8970 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:28.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.600+0000 7f1ac7fe2740  1 -- 172.21.15.46:0/3971258084 shutdown_connections
2024-03-19T01:57:28.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.600+0000 7f1ac7fe2740  1 -- 172.21.15.46:0/3971258084 wait complete.
2024-03-19T01:57:28.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.600+0000 7f1ac7fe2740  1 --  start start
2024-03-19T01:57:28.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.600+0000 7f1ac7fe2740  1  Processor -- start
2024-03-19T01:57:28.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.600+0000 7f1ac7fe2740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563092dcc560 0x563092dd9870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.600+0000 7f1ac7fe2740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563092dcce80 0x563092dd9db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.600+0000 7f1ac7fe2740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563092dd5a60 0x563092e4b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.600+0000 7f1ac7fe2740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1ac01ad090 con 0x563092dcc560
2024-03-19T01:57:28.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.600+0000 7f1ac7fe2740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f1ac01ae500 con 0x563092dcce80
2024-03-19T01:57:28.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.600+0000 7f1ac7fe2740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1ac01ad760 con 0x563092dd5a60
2024-03-19T01:57:28.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.601+0000 7f1ac7fe2740 10 client.0 _ll_register_callbacks cb 0x7f1ab0005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:57:28.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.601+0000 7f1abeffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563092dcc560 0x563092dd9870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.601+0000 7f1abeffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563092dcc560 0x563092dd9870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36386/0 (socket says 172.21.15.46:36386)
2024-03-19T01:57:28.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.601+0000 7f1abeffd640  1 -- 172.21.15.46:0/124616426 learned_addr learned my addr 172.21.15.46:0/124616426 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:28.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.601+0000 7f1ab7fff640  1 --2- 172.21.15.46:0/124616426 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563092dcce80 0x563092dd9db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.601+0000 7f1abf7fe640  1 --2- 172.21.15.46:0/124616426 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563092dd5a60 0x563092e4b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.601+0000 7f1abeffd640  1 -- 172.21.15.46:0/124616426 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563092dd5a60 msgr2=0x563092e4b0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:28.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.601+0000 7f1abeffd640  1 --2- 172.21.15.46:0/124616426 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563092dd5a60 0x563092e4b0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.601+0000 7f1abeffd640  1 -- 172.21.15.46:0/124616426 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563092dcce80 msgr2=0x563092dd9db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:28.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.601+0000 7f1abeffd640  1 --2- 172.21.15.46:0/124616426 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563092dcce80 0x563092dd9db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.601+0000 7f1abeffd640  1 -- 172.21.15.46:0/124616426 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563092dda680 con 0x563092dcc560
2024-03-19T01:57:28.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.601+0000 7f1abf7fe640  1 --2- 172.21.15.46:0/124616426 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563092dd5a60 0x563092e4b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:57:28.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.601+0000 7f1abeffd640  1 --2- 172.21.15.46:0/124616426 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563092dcc560 0x563092dd9870 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x563092dcc030 tx=0x7f1ab0012b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=618421c74d7c44cb server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:28.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.601+0000 7f1aa67fc640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:57:28.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.601+0000 7f1aa67fc640  1 -- 172.21.15.46:0/124616426 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ab0004250 con 0x563092dcc560
2024-03-19T01:57:28.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.601+0000 7f1aa67fc640  1 -- 172.21.15.46:0/124616426 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7f1ab00043f0 con 0x563092dcc560
2024-03-19T01:57:28.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.601+0000 7f1ac7fe2740  1 -- 172.21.15.46:0/124616426 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1ab809c110 con 0x563092dcc560
2024-03-19T01:57:28.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.601+0000 7f1aa67fc640  1 -- 172.21.15.46:0/124616426 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f1ab0031050 con 0x563092dcc560
2024-03-19T01:57:28.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.601+0000 7f1ac7fe2740 10 client.17283 fetch_fsmap learned FSMap version 35
2024-03-19T01:57:28.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.601+0000 7f1ac7fe2740  1 -- 172.21.15.46:0/124616426 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x563092e4c7a0 con 0x563092dcc560
2024-03-19T01:57:28.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.602+0000 7f1aa67fc640  1 -- 172.21.15.46:0/124616426 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1ab809c110 con 0x563092dcc560
2024-03-19T01:57:28.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.602+0000 7f1aa67fc640  1 -- 172.21.15.46:0/124616426 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f1ab0020590 con 0x563092dcc560
2024-03-19T01:57:28.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.602+0000 7f1ac7fe2740 10 client.17283 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:57:28.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.602+0000 7f1ac7fe2740 10 client.17283 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:57:28.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.602+0000 7f1ac7fe2740 20 client.17283 populate_metadata read hostname 'smithi046'
2024-03-19T01:57:28.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.602+0000 7f1ac7fe2740  1 --2- 172.21.15.46:0/124616426 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x563092e4cef0 0x563092e4f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.602+0000 7f1ac7fe2740  4 client.17283 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}]
2024-03-19T01:57:28.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.602+0000 7f1ac7fe2740  1 -- 172.21.15.46:0/124616426 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x563092d379f0 con 0x563092e4cef0
2024-03-19T01:57:28.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.602+0000 7f1ab7fff640  1 --2- 172.21.15.46:0/124616426 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x563092e4cef0 0x563092e4f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.602+0000 7f1aa67fc640 10 client.17283 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:57:28.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.602+0000 7f1ab7fff640  1 --2- 172.21.15.46:0/124616426 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x563092e4cef0 0x563092e4f310 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f94f6fb037216c63 server_cookie=8832ead0ece32aaa in_seq=0 out_seq=0
2024-03-19T01:57:28.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.603+0000 7f1aa67fc640  1 -- 172.21.15.46:0/124616426 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x563092d379f0 con 0x563092e4cef0
2024-03-19T01:57:28.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.603+0000 7f1aa67fc640 10 client.17283 handle_command_reply: tid=0
2024-03-19T01:57:28.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.603+0000 7f1ac7fe2740  1 client.17283 shutdown
2024-03-19T01:57:28.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.603+0000 7f1ac7fe2740  1 -- 172.21.15.46:0/124616426 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563092dcc560 msgr2=0x563092dd9870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:28.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.603+0000 7f1ac7fe2740  1 --2- 172.21.15.46:0/124616426 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563092dcc560 0x563092dd9870 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x563092dcc030 tx=0x7f1ab0012b20 comp rx=0 tx=0).stop
2024-03-19T01:57:28.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.603+0000 7f1ac7fe2740  1 -- 172.21.15.46:0/124616426 shutdown_connections
2024-03-19T01:57:28.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.603+0000 7f1ac7fe2740  1 --2- 172.21.15.46:0/124616426 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x563092e4cef0 0x563092e4f310 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.603+0000 7f1ac7fe2740  1 --2- 172.21.15.46:0/124616426 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x563092dd5a60 0x563092e4b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.603+0000 7f1ac7fe2740  1 --2- 172.21.15.46:0/124616426 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x563092dcce80 0x563092dd9db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.603+0000 7f1ac7fe2740  1 --2- 172.21.15.46:0/124616426 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563092dcc560 0x563092dd9870 unknown :-1 s=CLOSED pgs=839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.603+0000 7f1ac7fe2740  1 -- 172.21.15.46:0/124616426 >> 172.21.15.46:0/124616426 conn(0x563092dc6c40 msgr2=0x563092dd29a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:28.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.603+0000 7f1aa67fc640  0 client.17283 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:57:28.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.604+0000 7f1ac7fe2740  1 -- 172.21.15.46:0/124616426 shutdown_connections
2024-03-19T01:57:28.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.604+0000 7f1ac7fe2740  1 -- 172.21.15.46:0/124616426 wait complete.
2024-03-19T01:57:28.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.604+0000 7f1ac7fe2740 20 client.17283 trim_cache size 0 max 16384
2024-03-19T01:57:28.615 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:57:28.615 INFO:teuthology.orchestra.run.smithi046.stdout:    "return_code": 0,
2024-03-19T01:57:28.615 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrub_tag": "f429da42-3bfb-494d-9509-69b08df9b036",
2024-03-19T01:57:28.615 INFO:teuthology.orchestra.run.smithi046.stdout:    "mode": "asynchronous"
2024-03-19T01:57:28.616 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:57:28.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.604+0000 7f1abffff640  1 -- 172.21.15.46:0/3350655217 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f1aac0a2970 msgr2=0x7f1aac0a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:28.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.604+0000 7f1abffff640  1 --2- 172.21.15.46:0/3350655217 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f1aac0a2970 0x7f1aac0a4e30 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f1aa8006010 tx=0x7f1aa80056d0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.604+0000 7f1abffff640  1 -- 172.21.15.46:0/3350655217 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ac010bc80 msgr2=0x7f1ac019c750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:28.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.604+0000 7f1abffff640  1 --2- 172.21.15.46:0/3350655217 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ac010bc80 0x7f1ac019c750 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f1ab800eb10 tx=0x7f1ab800c2d0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.604+0000 7f1abffff640  1 -- 172.21.15.46:0/3350655217 shutdown_connections
2024-03-19T01:57:28.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.604+0000 7f1abffff640  1 --2- 172.21.15.46:0/3350655217 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ac010bc80 0x7f1ac019c750 unknown :-1 s=CLOSED pgs=837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.604+0000 7f1abffff640  1 --2- 172.21.15.46:0/3350655217 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f1aac0a2970 0x7f1aac0a4e30 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.604+0000 7f1abffff640  1 --2- 172.21.15.46:0/3350655217 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1ac01031d0 0x7f1ac01983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.604+0000 7f1abffff640  1 --2- 172.21.15.46:0/3350655217 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1ac01028b0 0x7f1ac0197e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.604+0000 7f1abffff640  1 -- 172.21.15.46:0/3350655217 >> 172.21.15.46:0/3350655217 conn(0x7f1ac00fc050 msgr2=0x7f1ac00fd9d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:28.618 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.604+0000 7f1abffff640  1 -- 172.21.15.46:0/3350655217 shutdown_connections
2024-03-19T01:57:28.618 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.604+0000 7f1abffff640  1 -- 172.21.15.46:0/3350655217 wait complete.
2024-03-19T01:57:28.618 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:57:28.618 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:57:28.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.724+0000 7f8471590640  1 -- 172.21.15.46:0/514738437 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f846c100740 msgr2=0x7f846c100bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:28.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.724+0000 7f8471590640  1 --2- 172.21.15.46:0/514738437 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f846c100740 0x7f846c100bc0 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f8460009930 tx=0x7f846002bc30 comp rx=0 tx=0).stop
2024-03-19T01:57:28.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.724+0000 7f8471590640  1 -- 172.21.15.46:0/514738437 shutdown_connections
2024-03-19T01:57:28.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.724+0000 7f8471590640  1 --2- 172.21.15.46:0/514738437 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f846c101100 0x7f846c10d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.724+0000 7f8471590640  1 --2- 172.21.15.46:0/514738437 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f846c100740 0x7f846c100bc0 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.724+0000 7f8471590640  1 --2- 172.21.15.46:0/514738437 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f846c106750 0x7f846c106b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.724+0000 7f8471590640  1 -- 172.21.15.46:0/514738437 >> 172.21.15.46:0/514738437 conn(0x7f846c077880 msgr2=0x7f846c077c90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:28.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.724+0000 7f8471590640  1 -- 172.21.15.46:0/514738437 shutdown_connections
2024-03-19T01:57:28.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.724+0000 7f8471590640  1 -- 172.21.15.46:0/514738437 wait complete.
2024-03-19T01:57:28.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.724+0000 7f8471590640  1  Processor -- start
2024-03-19T01:57:28.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.725+0000 7f8471590640  1 --  start start
2024-03-19T01:57:28.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.725+0000 7f8471590640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f846c100740 0x7f846c19a230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.725+0000 7f8471590640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f846c101100 0x7f846c19a770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.725+0000 7f8471590640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f846c106750 0x7f846c19eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.725+0000 7f8471590640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f846c110a10 con 0x7f846c101100
2024-03-19T01:57:28.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.725+0000 7f8471590640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f846c110890 con 0x7f846c106750
2024-03-19T01:57:28.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.725+0000 7f8471590640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f846c110b90 con 0x7f846c100740
2024-03-19T01:57:28.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.725+0000 7f846a7fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f846c101100 0x7f846c19a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.725+0000 7f846a7fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f846c101100 0x7f846c19a770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36396/0 (socket says 172.21.15.46:36396)
2024-03-19T01:57:28.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.725+0000 7f846a7fc640  1 -- 172.21.15.46:0/3774258791 learned_addr learned my addr 172.21.15.46:0/3774258791 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:28.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.725+0000 7f846affd640  1 --2- 172.21.15.46:0/3774258791 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f846c100740 0x7f846c19a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.725+0000 7f846b7fe640  1 --2- 172.21.15.46:0/3774258791 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f846c106750 0x7f846c19eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.725+0000 7f846a7fc640  1 -- 172.21.15.46:0/3774258791 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f846c100740 msgr2=0x7f846c19a230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:28.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.725+0000 7f846a7fc640  1 --2- 172.21.15.46:0/3774258791 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f846c100740 0x7f846c19a230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.725+0000 7f846a7fc640  1 -- 172.21.15.46:0/3774258791 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f846c106750 msgr2=0x7f846c19eaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:28.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.725+0000 7f846a7fc640  1 --2- 172.21.15.46:0/3774258791 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f846c106750 0x7f846c19eaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.725+0000 7f846a7fc640  1 -- 172.21.15.46:0/3774258791 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f846c19f220 con 0x7f846c101100
2024-03-19T01:57:28.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.725+0000 7f846affd640  1 --2- 172.21.15.46:0/3774258791 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f846c100740 0x7f846c19a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:28.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.725+0000 7f846b7fe640  1 --2- 172.21.15.46:0/3774258791 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f846c106750 0x7f846c19eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:28.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.725+0000 7f846a7fc640  1 --2- 172.21.15.46:0/3774258791 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f846c101100 0x7f846c19a770 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f8460009230 tx=0x7f846002c5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:28.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.726+0000 7f8453fff640  1 -- 172.21.15.46:0/3774258791 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8460043020 con 0x7f846c101100
2024-03-19T01:57:28.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.726+0000 7f8453fff640  1 -- 172.21.15.46:0/3774258791 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f846002ca70 con 0x7f846c101100
2024-03-19T01:57:28.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.726+0000 7f8471590640  1 -- 172.21.15.46:0/3774258791 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f846c19f4b0 con 0x7f846c101100
2024-03-19T01:57:28.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.726+0000 7f8453fff640  1 -- 172.21.15.46:0/3774258791 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8460003a50 con 0x7f846c101100
2024-03-19T01:57:28.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.726+0000 7f8471590640  1 -- 172.21.15.46:0/3774258791 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f846c1a6da0 con 0x7f846c101100
2024-03-19T01:57:28.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.728+0000 7f8453fff640  1 -- 172.21.15.46:0/3774258791 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f8460046020 con 0x7f846c101100
2024-03-19T01:57:28.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.728+0000 7f8474177740  1  Processor -- start
2024-03-19T01:57:28.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.728+0000 7f8474177740  1 --  start start
2024-03-19T01:57:28.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.728+0000 7f8453fff640  1 --2- 172.21.15.46:0/3774258791 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f84540a2970 0x7f84540a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.728+0000 7f8474177740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4bfccca30 0x55e4bfccce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.728+0000 7f8474177740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4bfccd350 0x55e4bfcd59f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.728+0000 7f8474177740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4bfcd5f30 0x55e4bfcd8320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.728+0000 7f8474177740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55e4bfc30500 con 0x55e4bfccd350
2024-03-19T01:57:28.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.728+0000 7f8474177740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55e4bfbd8be0 con 0x55e4bfccca30
2024-03-19T01:57:28.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.728+0000 7f8474177740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55e4bfc2c5a0 con 0x55e4bfcd5f30
2024-03-19T01:57:28.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.728+0000 7f846b7fe640  1 --2- 172.21.15.46:0/3774258791 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f84540a2970 0x7f84540a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.728+0000 7f8453fff640  1 -- 172.21.15.46:0/3774258791 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7f84600f1100 con 0x7f846c101100
2024-03-19T01:57:28.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.728+0000 7f846a7fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4bfccd350 0x55e4bfcd59f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.728+0000 7f846affd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4bfccca30 0x55e4bfccce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.728+0000 7f846a7fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4bfccd350 0x55e4bfcd59f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36402/0 (socket says 172.21.15.46:36402)
2024-03-19T01:57:28.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.728+0000 7f846b7fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4bfcd5f30 0x55e4bfcd8320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.728+0000 7f846a7fc640  1 -- 172.21.15.46:0/510918210 learned_addr learned my addr 172.21.15.46:0/510918210 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:28.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.729+0000 7f846a7fc640  1 -- 172.21.15.46:0/510918210 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4bfcd5f30 msgr2=0x55e4bfcd8320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:28.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.729+0000 7f846a7fc640  1 --2- 172.21.15.46:0/510918210 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4bfcd5f30 0x55e4bfcd8320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.729+0000 7f846a7fc640  1 -- 172.21.15.46:0/510918210 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4bfccca30 msgr2=0x55e4bfccce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:28.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.729+0000 7f846a7fc640  1 --2- 172.21.15.46:0/510918210 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4bfccca30 0x55e4bfccce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.729+0000 7f846a7fc640  1 -- 172.21.15.46:0/510918210 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e4bfbfa000 con 0x55e4bfccd350
2024-03-19T01:57:28.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.729+0000 7f846affd640  1 --2- 172.21.15.46:0/510918210 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4bfccca30 0x55e4bfccce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:28.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.729+0000 7f846b7fe640  1 --2- 172.21.15.46:0/3774258791 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f84540a2970 0x7f84540a4e30 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f84640099e0 tx=0x7f8464009f70 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:28.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.729+0000 7f846a7fc640  1 --2- 172.21.15.46:0/510918210 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4bfccd350 0x55e4bfcd59f0 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f84600b9e70 tx=0x7f8460009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2698d16f5b90661 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:28.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.729+0000 7f84517fa640  1 -- 172.21.15.46:0/510918210 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84600bdba0 con 0x55e4bfccd350
2024-03-19T01:57:28.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.729+0000 7f84517fa640  1 -- 172.21.15.46:0/510918210 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f84600bd4a0 con 0x55e4bfccd350
2024-03-19T01:57:28.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.729+0000 7f84517fa640  1 -- 172.21.15.46:0/510918210 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84600b9b10 con 0x55e4bfccd350
2024-03-19T01:57:28.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.730+0000 7f8474177740  1 -- 172.21.15.46:0/510918210 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4bfccd350 msgr2=0x55e4bfcd59f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:28.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.730+0000 7f8474177740  1 --2- 172.21.15.46:0/510918210 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4bfccd350 0x55e4bfcd59f0 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f84600b9e70 tx=0x7f8460009260 comp rx=0 tx=0).stop
2024-03-19T01:57:28.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.730+0000 7f8474177740  1 -- 172.21.15.46:0/510918210 shutdown_connections
2024-03-19T01:57:28.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.730+0000 7f8474177740  1 --2- 172.21.15.46:0/510918210 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4bfcd5f30 0x55e4bfcd8320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.730+0000 7f8474177740  1 --2- 172.21.15.46:0/510918210 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4bfccd350 0x55e4bfcd59f0 unknown :-1 s=CLOSED pgs=842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.730+0000 7f8474177740  1 --2- 172.21.15.46:0/510918210 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4bfccca30 0x55e4bfccce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.730+0000 7f8474177740  1 -- 172.21.15.46:0/510918210 >> 172.21.15.46:0/510918210 conn(0x55e4bfcc7160 msgr2=0x55e4bfcc7540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:28.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.730+0000 7f8474177740  1 -- 172.21.15.46:0/510918210 shutdown_connections
2024-03-19T01:57:28.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.730+0000 7f8474177740  1 -- 172.21.15.46:0/510918210 wait complete.
2024-03-19T01:57:28.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.730+0000 7f8474177740  1 --  start start
2024-03-19T01:57:28.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.730+0000 7f8474177740  1  Processor -- start
2024-03-19T01:57:28.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.730+0000 7f8474177740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4bfccca30 0x55e4bfcd2eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.730+0000 7f8474177740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4bfccd350 0x55e4bfcd33f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.730+0000 7f8474177740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4bfcd5f30 0x55e4bfcd3930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.730+0000 7f8474177740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55e4bfcd8ae0 con 0x55e4bfccca30
2024-03-19T01:57:28.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.730+0000 7f8474177740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55e4bfbec160 con 0x55e4bfcd5f30
2024-03-19T01:57:28.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.730+0000 7f8474177740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55e4bfcd8c60 con 0x55e4bfccd350
2024-03-19T01:57:28.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.730+0000 7f8474177740 10 client.0 _ll_register_callbacks cb 0x55e4bfc28a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:57:28.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.730+0000 7f846affd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4bfccca30 0x55e4bfcd2eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.731+0000 7f846affd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4bfccca30 0x55e4bfcd2eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36416/0 (socket says 172.21.15.46:36416)
2024-03-19T01:57:28.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.731+0000 7f846a7fc640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4bfccd350 0x55e4bfcd33f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.731+0000 7f846affd640  1 -- 172.21.15.46:0/271240989 learned_addr learned my addr 172.21.15.46:0/271240989 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:28.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.731+0000 7f846b7fe640  1 --2- 172.21.15.46:0/271240989 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4bfcd5f30 0x55e4bfcd3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.731+0000 7f846affd640  1 -- 172.21.15.46:0/271240989 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4bfccd350 msgr2=0x55e4bfcd33f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:28.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.731+0000 7f846affd640  1 --2- 172.21.15.46:0/271240989 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4bfccd350 0x55e4bfcd33f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.731+0000 7f846affd640  1 -- 172.21.15.46:0/271240989 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4bfcd5f30 msgr2=0x55e4bfcd3930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:28.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.731+0000 7f846affd640  1 --2- 172.21.15.46:0/271240989 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4bfcd5f30 0x55e4bfcd3930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.731+0000 7f846affd640  1 -- 172.21.15.46:0/271240989 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e4bfa0e7d0 con 0x55e4bfccca30
2024-03-19T01:57:28.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.731+0000 7f846affd640  1 --2- 172.21.15.46:0/271240989 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4bfccca30 0x55e4bfcd2eb0 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f845c012d20 tx=0x7f845c00f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9888a976863b07c2 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:28.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.731+0000 7f844eff5640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:57:28.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.731+0000 7f844eff5640  1 -- 172.21.15.46:0/271240989 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f845c0120d0 con 0x55e4bfccca30
2024-03-19T01:57:28.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.731+0000 7f844eff5640  1 -- 172.21.15.46:0/271240989 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7f845c004030 con 0x55e4bfccca30
2024-03-19T01:57:28.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.731+0000 7f8474177740  1 -- 172.21.15.46:0/271240989 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f84600bd4a0 con 0x55e4bfccca30
2024-03-19T01:57:28.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.731+0000 7f844eff5640  1 -- 172.21.15.46:0/271240989 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f845c012270 con 0x55e4bfccca30
2024-03-19T01:57:28.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.731+0000 7f8474177740 10 client.17295 fetch_fsmap learned FSMap version 35
2024-03-19T01:57:28.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.731+0000 7f8474177740  1 -- 172.21.15.46:0/271240989 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55e4bf9443f0 con 0x55e4bfccca30
2024-03-19T01:57:28.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.731+0000 7f844eff5640  1 -- 172.21.15.46:0/271240989 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f84600bd4a0 con 0x55e4bfccca30
2024-03-19T01:57:28.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.732+0000 7f844eff5640  1 -- 172.21.15.46:0/271240989 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f845c01c460 con 0x55e4bfccca30
2024-03-19T01:57:28.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.732+0000 7f8474177740 10 client.17295 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:57:28.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.732+0000 7f8474177740 10 client.17295 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:57:28.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.732+0000 7f8474177740 20 client.17295 populate_metadata read hostname 'smithi046'
2024-03-19T01:57:28.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.732+0000 7f8474177740  1 --2- 172.21.15.46:0/271240989 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55e4bfce5f20 0x55e4bfce8370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.732+0000 7f8474177740  4 client.17295 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:57:28.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.732+0000 7f8474177740  1 -- 172.21.15.46:0/271240989 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e4bfc3da40 con 0x55e4bfce5f20
2024-03-19T01:57:28.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.732+0000 7f846a7fc640  1 --2- 172.21.15.46:0/271240989 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55e4bfce5f20 0x55e4bfce8370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.732+0000 7f846a7fc640  1 --2- 172.21.15.46:0/271240989 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55e4bfce5f20 0x55e4bfce8370 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=54db4cabbfa18b5c server_cookie=ddc0f4f0d721949e in_seq=0 out_seq=0
2024-03-19T01:57:28.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.732+0000 7f844eff5640 10 client.17295 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:57:28.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.733+0000 7f844eff5640  1 -- 172.21.15.46:0/271240989 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55e4bfc3da40 con 0x55e4bfce5f20
2024-03-19T01:57:28.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.733+0000 7f844eff5640 10 client.17295 handle_command_reply: tid=0
2024-03-19T01:57:28.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.733+0000 7f8474177740  1 client.17295 shutdown
2024-03-19T01:57:28.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.733+0000 7f8474177740  1 -- 172.21.15.46:0/271240989 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4bfccca30 msgr2=0x55e4bfcd2eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:28.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.733+0000 7f8474177740  1 --2- 172.21.15.46:0/271240989 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4bfccca30 0x55e4bfcd2eb0 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f845c012d20 tx=0x7f845c00f790 comp rx=0 tx=0).stop
2024-03-19T01:57:28.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.733+0000 7f8474177740  1 -- 172.21.15.46:0/271240989 shutdown_connections
2024-03-19T01:57:28.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.733+0000 7f8474177740  1 --2- 172.21.15.46:0/271240989 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55e4bfce5f20 0x55e4bfce8370 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.733+0000 7f8474177740  1 --2- 172.21.15.46:0/271240989 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4bfcd5f30 0x55e4bfcd3930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.733+0000 7f844eff5640  0 client.17295 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:57:28.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.733+0000 7f8474177740  1 --2- 172.21.15.46:0/271240989 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4bfccd350 0x55e4bfcd33f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.733+0000 7f8474177740  1 --2- 172.21.15.46:0/271240989 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4bfccca30 0x55e4bfcd2eb0 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.733+0000 7f8474177740  1 -- 172.21.15.46:0/271240989 >> 172.21.15.46:0/271240989 conn(0x55e4bfcc7160 msgr2=0x55e4bfcc8eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:28.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.733+0000 7f8474177740  1 -- 172.21.15.46:0/271240989 shutdown_connections
2024-03-19T01:57:28.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.733+0000 7f8474177740  1 -- 172.21.15.46:0/271240989 wait complete.
2024-03-19T01:57:28.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.733+0000 7f8474177740 20 client.17295 trim_cache size 0 max 16384
2024-03-19T01:57:28.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.751+0000 7f8474177740  1  Processor -- start
2024-03-19T01:57:28.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.751+0000 7f8474177740  1 --  start start
2024-03-19T01:57:28.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.751+0000 7f8474177740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4bfccca30 0x55e4bfcd55e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.751+0000 7f8474177740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4bfccd350 0x55e4bfcd2010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.751+0000 7f8474177740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4bfcd5f30 0x55e4bfce17c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.751+0000 7f8474177740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f846c1b3700 con 0x55e4bfccca30
2024-03-19T01:57:28.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.751+0000 7f8474177740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f846c1b0fd0 con 0x55e4bfcd5f30
2024-03-19T01:57:28.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.751+0000 7f8474177740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f846c1aee40 con 0x55e4bfccd350
2024-03-19T01:57:28.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.751+0000 7f846affd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4bfccca30 0x55e4bfcd55e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.751+0000 7f846affd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4bfccca30 0x55e4bfcd55e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36432/0 (socket says 172.21.15.46:36432)
2024-03-19T01:57:28.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.751+0000 7f846affd640  1 -- 172.21.15.46:0/399155269 learned_addr learned my addr 172.21.15.46:0/399155269 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:28.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.751+0000 7f846a7fc640  1 --2- 172.21.15.46:0/399155269 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4bfccd350 0x55e4bfcd2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.751+0000 7f846b7fe640  1 --2- 172.21.15.46:0/399155269 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4bfcd5f30 0x55e4bfce17c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.751+0000 7f846affd640  1 -- 172.21.15.46:0/399155269 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4bfccd350 msgr2=0x55e4bfcd2010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:28.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.751+0000 7f846affd640  1 --2- 172.21.15.46:0/399155269 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4bfccd350 0x55e4bfcd2010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.751+0000 7f846affd640  1 -- 172.21.15.46:0/399155269 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4bfcd5f30 msgr2=0x55e4bfce17c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:28.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.751+0000 7f846affd640  1 --2- 172.21.15.46:0/399155269 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4bfcd5f30 0x55e4bfce17c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.751+0000 7f846affd640  1 -- 172.21.15.46:0/399155269 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e4bf9040f0 con 0x55e4bfccca30
2024-03-19T01:57:28.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.751+0000 7f846b7fe640  1 --2- 172.21.15.46:0/399155269 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4bfcd5f30 0x55e4bfce17c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:57:28.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.752+0000 7f846affd640  1 --2- 172.21.15.46:0/399155269 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4bfccca30 0x55e4bfcd55e0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f845c01c880 tx=0x7f845c00fd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d585b7e725df6e2 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:28.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.752+0000 7f8450ff9640  1 -- 172.21.15.46:0/399155269 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f845c0120d0 con 0x55e4bfccca30
2024-03-19T01:57:28.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.752+0000 7f8450ff9640  1 -- 172.21.15.46:0/399155269 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f845c005580 con 0x55e4bfccca30
2024-03-19T01:57:28.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.752+0000 7f8450ff9640  1 -- 172.21.15.46:0/399155269 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f845c01c690 con 0x55e4bfccca30
2024-03-19T01:57:28.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.752+0000 7f8474177740  1 -- 172.21.15.46:0/399155269 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4bfccca30 msgr2=0x55e4bfcd55e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:28.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.752+0000 7f8474177740  1 --2- 172.21.15.46:0/399155269 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4bfccca30 0x55e4bfcd55e0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f845c01c880 tx=0x7f845c00fd10 comp rx=0 tx=0).stop
2024-03-19T01:57:28.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.752+0000 7f8474177740  1 -- 172.21.15.46:0/399155269 shutdown_connections
2024-03-19T01:57:28.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.752+0000 7f8474177740  1 --2- 172.21.15.46:0/399155269 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4bfcd5f30 0x55e4bfce17c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.752+0000 7f8474177740  1 --2- 172.21.15.46:0/399155269 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4bfccd350 0x55e4bfcd2010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.752+0000 7f8474177740  1 --2- 172.21.15.46:0/399155269 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4bfccca30 0x55e4bfcd55e0 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.752+0000 7f8474177740  1 -- 172.21.15.46:0/399155269 >> 172.21.15.46:0/399155269 conn(0x55e4bfcc7160 msgr2=0x55e4bfcd2e70 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:28.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.752+0000 7f8474177740  1 -- 172.21.15.46:0/399155269 shutdown_connections
2024-03-19T01:57:28.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.752+0000 7f8474177740  1 -- 172.21.15.46:0/399155269 wait complete.
2024-03-19T01:57:28.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.753+0000 7f8474177740  1 --  start start
2024-03-19T01:57:28.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.753+0000 7f8474177740  1  Processor -- start
2024-03-19T01:57:28.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.753+0000 7f8474177740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4bfccca30 0x55e4bfcde1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.753+0000 7f8474177740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4bfccd350 0x55e4bfcd9520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.753+0000 7f8474177740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4bfcd5f30 0x55e4bfcd9b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.753+0000 7f8474177740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f846c1af490 con 0x55e4bfccd350
2024-03-19T01:57:28.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.753+0000 7f8474177740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f846c1b0900 con 0x55e4bfccca30
2024-03-19T01:57:28.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.753+0000 7f8474177740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f846c1afb60 con 0x55e4bfcd5f30
2024-03-19T01:57:28.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.753+0000 7f8474177740 10 client.0 _ll_register_callbacks cb 0x7f845c009ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:57:28.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.753+0000 7f846a7fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4bfccd350 0x55e4bfcd9520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.753+0000 7f846affd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4bfccca30 0x55e4bfcde1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.753+0000 7f846b7fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4bfcd5f30 0x55e4bfcd9b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.753+0000 7f846a7fc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4bfccd350 0x55e4bfcd9520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36438/0 (socket says 172.21.15.46:36438)
2024-03-19T01:57:28.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.753+0000 7f846a7fc640  1 -- 172.21.15.46:0/2421029072 learned_addr learned my addr 172.21.15.46:0/2421029072 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:28.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.753+0000 7f846affd640  1 -- 172.21.15.46:0/2421029072 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4bfcd5f30 msgr2=0x55e4bfcd9b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:28.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.753+0000 7f846affd640  1 --2- 172.21.15.46:0/2421029072 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4bfcd5f30 0x55e4bfcd9b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.753+0000 7f846affd640  1 -- 172.21.15.46:0/2421029072 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4bfccd350 msgr2=0x55e4bfcd9520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:28.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.753+0000 7f846affd640  1 --2- 172.21.15.46:0/2421029072 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4bfccd350 0x55e4bfcd9520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.753+0000 7f846affd640  1 -- 172.21.15.46:0/2421029072 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e4bfcda360 con 0x55e4bfccca30
2024-03-19T01:57:28.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.753+0000 7f846a7fc640  1 --2- 172.21.15.46:0/2421029072 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4bfccd350 0x55e4bfcd9520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:28.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.754+0000 7f846affd640  1 --2- 172.21.15.46:0/2421029072 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4bfccca30 0x55e4bfcde1b0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f845c012870 tx=0x7f845c01c7a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=876b612a97c52c3c server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:28.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.754+0000 7f844eff5640 10 client.0 ms_handle_connect on v2:172.21.15.73:3300/0
2024-03-19T01:57:28.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.754+0000 7f844eff5640  1 -- 172.21.15.46:0/2421029072 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f845c036060 con 0x55e4bfccca30
2024-03-19T01:57:28.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.754+0000 7f8474177740  1 -- 172.21.15.46:0/2421029072 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f845c005580 con 0x55e4bfccca30
2024-03-19T01:57:28.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.754+0000 7f844eff5640  1 -- 172.21.15.46:0/2421029072 <== mon.2 v2:172.21.15.73:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7f845c0052e0 con 0x55e4bfccca30
2024-03-19T01:57:28.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.754+0000 7f844eff5640  1 -- 172.21.15.46:0/2421029072 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f845c03d050 con 0x55e4bfccca30
2024-03-19T01:57:28.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.754+0000 7f8474177740 10 client.27155 fetch_fsmap learned FSMap version 35
2024-03-19T01:57:28.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.754+0000 7f8474177740  1 -- 172.21.15.46:0/2421029072 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55e4bfd4c3b0 con 0x55e4bfccca30
2024-03-19T01:57:28.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.754+0000 7f844eff5640  1 -- 172.21.15.46:0/2421029072 <== mon.2 v2:172.21.15.73:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f845c005580 con 0x55e4bfccca30
2024-03-19T01:57:28.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.754+0000 7f844eff5640  1 -- 172.21.15.46:0/2421029072 <== mon.2 v2:172.21.15.73:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f845c0294c0 con 0x55e4bfccca30
2024-03-19T01:57:28.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.754+0000 7f8474177740 10 client.27155 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:57:28.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.754+0000 7f8474177740 10 client.27155 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:57:28.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.754+0000 7f8474177740 20 client.27155 populate_metadata read hostname 'smithi046'
2024-03-19T01:57:28.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.754+0000 7f8474177740  1 --2- 172.21.15.46:0/2421029072 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55e4bfd4c960 0x55e4bfd4ed50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:28.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.754+0000 7f8474177740  4 client.27155 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:57:28.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.754+0000 7f8474177740  1 -- 172.21.15.46:0/2421029072 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e4bfc37d90 con 0x55e4bfd4c960
2024-03-19T01:57:28.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.755+0000 7f846a7fc640  1 --2- 172.21.15.46:0/2421029072 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55e4bfd4c960 0x55e4bfd4ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:28.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.755+0000 7f844eff5640 10 client.27155 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:57:28.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.755+0000 7f846a7fc640  1 --2- 172.21.15.46:0/2421029072 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55e4bfd4c960 0x55e4bfd4ed50 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ef4792b04ac48019 server_cookie=3c52e2d6da0a5853 in_seq=0 out_seq=0
2024-03-19T01:57:28.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.755+0000 7f844eff5640  1 -- 172.21.15.46:0/2421029072 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55e4bfc37d90 con 0x55e4bfd4c960
2024-03-19T01:57:28.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.755+0000 7f844eff5640 10 client.27155 handle_command_reply: tid=0
2024-03-19T01:57:28.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.755+0000 7f8474177740  1 client.27155 shutdown
2024-03-19T01:57:28.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.755+0000 7f8474177740  1 -- 172.21.15.46:0/2421029072 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4bfccca30 msgr2=0x55e4bfcde1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:28.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.755+0000 7f8474177740  1 --2- 172.21.15.46:0/2421029072 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4bfccca30 0x55e4bfcde1b0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f845c012870 tx=0x7f845c01c7a0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.755+0000 7f8474177740  1 -- 172.21.15.46:0/2421029072 shutdown_connections
2024-03-19T01:57:28.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.755+0000 7f8474177740  1 --2- 172.21.15.46:0/2421029072 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55e4bfd4c960 0x55e4bfd4ed50 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.755+0000 7f8474177740  1 --2- 172.21.15.46:0/2421029072 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e4bfcd5f30 0x55e4bfcd9b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.755+0000 7f8474177740  1 --2- 172.21.15.46:0/2421029072 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e4bfccd350 0x55e4bfcd9520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.755+0000 7f8474177740  1 --2- 172.21.15.46:0/2421029072 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55e4bfccca30 0x55e4bfcde1b0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.755+0000 7f844eff5640  0 client.27155 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:57:28.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.755+0000 7f8474177740  1 -- 172.21.15.46:0/2421029072 >> 172.21.15.46:0/2421029072 conn(0x55e4bfcc7160 msgr2=0x55e4bfcc61e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:28.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.755+0000 7f8474177740  1 -- 172.21.15.46:0/2421029072 shutdown_connections
2024-03-19T01:57:28.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.755+0000 7f8474177740  1 -- 172.21.15.46:0/2421029072 wait complete.
2024-03-19T01:57:28.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.755+0000 7f8474177740 20 client.27155 trim_cache size 0 max 16384
2024-03-19T01:57:28.762 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:57:28.762 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "IDLE (waiting for more scrubs)",
2024-03-19T01:57:28.762 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {
2024-03-19T01:57:28.762 INFO:teuthology.orchestra.run.smithi046.stdout:        "f429da42-3bfb-494d-9509-69b08df9b036": {
2024-03-19T01:57:28.762 INFO:teuthology.orchestra.run.smithi046.stdout:            "path": "/",
2024-03-19T01:57:28.763 INFO:teuthology.orchestra.run.smithi046.stdout:            "tag": "f429da42-3bfb-494d-9509-69b08df9b036",
2024-03-19T01:57:28.763 INFO:teuthology.orchestra.run.smithi046.stdout:            "options": "recursive,force"
2024-03-19T01:57:28.763 INFO:teuthology.orchestra.run.smithi046.stdout:        }
2024-03-19T01:57:28.763 INFO:teuthology.orchestra.run.smithi046.stdout:    }
2024-03-19T01:57:28.763 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:57:28.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.756+0000 7f8471590640  1 -- 172.21.15.46:0/3774258791 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f84540a2970 msgr2=0x7f84540a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:28.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.756+0000 7f8471590640  1 --2- 172.21.15.46:0/3774258791 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f84540a2970 0x7f84540a4e30 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f84640099e0 tx=0x7f8464009f70 comp rx=0 tx=0).stop
2024-03-19T01:57:28.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.756+0000 7f8471590640  1 -- 172.21.15.46:0/3774258791 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f846c101100 msgr2=0x7f846c19a770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:28.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.756+0000 7f8471590640  1 --2- 172.21.15.46:0/3774258791 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f846c101100 0x7f846c19a770 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f8460009230 tx=0x7f846002c5d0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.756+0000 7f8471590640  1 -- 172.21.15.46:0/3774258791 shutdown_connections
2024-03-19T01:57:28.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.756+0000 7f8471590640  1 --2- 172.21.15.46:0/3774258791 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f846c106750 0x7f846c19eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.756+0000 7f8471590640  1 --2- 172.21.15.46:0/3774258791 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f846c101100 0x7f846c19a770 unknown :-1 s=CLOSED pgs=841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.756+0000 7f8471590640  1 --2- 172.21.15.46:0/3774258791 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f84540a2970 0x7f84540a4e30 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.756+0000 7f8471590640  1 --2- 172.21.15.46:0/3774258791 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f846c100740 0x7f846c19a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:28.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.756+0000 7f8471590640  1 -- 172.21.15.46:0/3774258791 >> 172.21.15.46:0/3774258791 conn(0x7f846c077880 msgr2=0x7f846c10be20 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:28.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.756+0000 7f8471590640  1 -- 172.21.15.46:0/3774258791 shutdown_connections
2024-03-19T01:57:28.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:28.756+0000 7f8471590640  1 -- 172.21.15.46:0/3774258791 wait complete.
2024-03-19T01:57:28.766 INFO:tasks.cephfs.filesystem:scrub status for tag:f429da42-3bfb-494d-9509-69b08df9b036 - {'path': '/', 'tag': 'f429da42-3bfb-494d-9509-69b08df9b036', 'options': 'recursive,force'}
2024-03-19T01:57:30.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:29 smithi073 ceph-mon[66833]: pgmap v227: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 98 B/s wr, 7 op/s
2024-03-19T01:57:30.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:29 smithi073 ceph-mon[66833]: scrub queued for path: /
2024-03-19T01:57:30.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:29 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:57:30.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:29 smithi073 ceph-mon[66833]: scrub summary: active paths [/]
2024-03-19T01:57:30.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:29 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:57:30.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:29 smithi102 ceph-mon[66557]: pgmap v227: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 98 B/s wr, 7 op/s
2024-03-19T01:57:30.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:29 smithi102 ceph-mon[66557]: scrub queued for path: /
2024-03-19T01:57:30.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:29 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:57:30.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:29 smithi102 ceph-mon[66557]: scrub summary: active paths [/]
2024-03-19T01:57:30.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:29 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:57:30.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:29 smithi046 ceph-mon[63102]: pgmap v227: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 98 B/s wr, 7 op/s
2024-03-19T01:57:30.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:29 smithi046 ceph-mon[63102]: scrub queued for path: /
2024-03-19T01:57:30.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:29 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:57:30.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:29 smithi046 ceph-mon[63102]: scrub summary: active paths [/]
2024-03-19T01:57:30.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:29 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:57:32.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:31 smithi073 ceph-mon[66833]: scrub summary: idle
2024-03-19T01:57:32.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:31 smithi073 ceph-mon[66833]: pgmap v228: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 85 B/s wr, 10 op/s
2024-03-19T01:57:32.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:31 smithi102 ceph-mon[66557]: scrub summary: idle
2024-03-19T01:57:32.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:31 smithi102 ceph-mon[66557]: pgmap v228: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 85 B/s wr, 10 op/s
2024-03-19T01:57:32.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:31 smithi046 ceph-mon[63102]: scrub summary: idle
2024-03-19T01:57:32.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:31 smithi046 ceph-mon[63102]: pgmap v228: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 85 B/s wr, 10 op/s
2024-03-19T01:57:34.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:33 smithi073 ceph-mon[66833]: pgmap v229: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:57:34.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:33 smithi102 ceph-mon[66557]: pgmap v229: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:57:34.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:33 smithi046 ceph-mon[63102]: pgmap v229: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:57:36.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:35 smithi073 ceph-mon[66833]: pgmap v230: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:57:36.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:35 smithi102 ceph-mon[66557]: pgmap v230: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:57:36.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:35 smithi046 ceph-mon[63102]: pgmap v230: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:57:38.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:37 smithi073 ceph-mon[66833]: pgmap v231: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:57:38.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:37 smithi102 ceph-mon[66557]: pgmap v231: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:57:38.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:37 smithi046 ceph-mon[63102]: pgmap v231: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:57:40.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:39 smithi073 ceph-mon[66833]: pgmap v232: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:57:40.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:39 smithi102 ceph-mon[66557]: pgmap v232: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:57:40.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:39 smithi046 ceph-mon[63102]: pgmap v232: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:57:42.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:41 smithi073 ceph-mon[66833]: pgmap v233: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:57:42.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:41 smithi102 ceph-mon[66557]: pgmap v233: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:57:42.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:41 smithi046 ceph-mon[63102]: pgmap v233: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:57:44.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:43 smithi073 ceph-mon[66833]: pgmap v234: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:57:44.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:43 smithi102 ceph-mon[66557]: pgmap v234: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:57:44.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:43 smithi046 ceph-mon[63102]: pgmap v234: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:57:46.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:45 smithi073 ceph-mon[66833]: pgmap v235: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:57:46.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:45 smithi102 ceph-mon[66557]: pgmap v235: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:57:46.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:45 smithi046 ceph-mon[63102]: pgmap v235: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:57:48.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:47 smithi073 ceph-mon[66833]: pgmap v236: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:57:48.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:47 smithi102 ceph-mon[66557]: pgmap v236: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:57:48.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:47 smithi046 ceph-mon[63102]: pgmap v236: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:57:50.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:49 smithi073 ceph-mon[66833]: pgmap v237: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:57:50.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:49 smithi102 ceph-mon[66557]: pgmap v237: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:57:50.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:49 smithi046 ceph-mon[63102]: pgmap v237: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:57:52.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:51 smithi073 ceph-mon[66833]: pgmap v238: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:57:52.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:51 smithi102 ceph-mon[66557]: pgmap v238: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:57:52.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:51 smithi046 ceph-mon[63102]: pgmap v238: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:57:54.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:53 smithi073 ceph-mon[66833]: pgmap v239: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:57:54.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:53 smithi102 ceph-mon[66557]: pgmap v239: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:57:54.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:53 smithi046 ceph-mon[63102]: pgmap v239: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:57:56.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:55 smithi073 ceph-mon[66833]: pgmap v240: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:57:56.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:55 smithi102 ceph-mon[66557]: pgmap v240: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:57:56.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:55 smithi046 ceph-mon[63102]: pgmap v240: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:57:58.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:57 smithi073 ceph-mon[66833]: pgmap v241: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:57:58.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:57 smithi102 ceph-mon[66557]: pgmap v241: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:57:58.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:57 smithi046 ceph-mon[63102]: pgmap v241: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:57:58.768 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:57:58.768 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:57:58.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.885+0000 7fa1dbf90640  1 -- 172.21.15.46:0/696063795 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa1d4100740 msgr2=0x7fa1d4100bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:58.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.885+0000 7fa1dbf90640  1 --2- 172.21.15.46:0/696063795 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa1d4100740 0x7fa1d4100bc0 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7fa1c4009930 tx=0x7fa1c402bc30 comp rx=0 tx=0).stop
2024-03-19T01:57:58.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.885+0000 7fa1dbf90640  1 -- 172.21.15.46:0/696063795 shutdown_connections
2024-03-19T01:57:58.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.885+0000 7fa1dbf90640  1 --2- 172.21.15.46:0/696063795 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa1d4101100 0x7fa1d410d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:58.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.885+0000 7fa1dbf90640  1 --2- 172.21.15.46:0/696063795 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa1d4100740 0x7fa1d4100bc0 unknown :-1 s=CLOSED pgs=845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:58.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.885+0000 7fa1dbf90640  1 --2- 172.21.15.46:0/696063795 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa1d4106750 0x7fa1d4106b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:58.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.885+0000 7fa1dbf90640  1 -- 172.21.15.46:0/696063795 >> 172.21.15.46:0/696063795 conn(0x7fa1d4077880 msgr2=0x7fa1d4077c90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:58.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.885+0000 7fa1dbf90640  1 -- 172.21.15.46:0/696063795 shutdown_connections
2024-03-19T01:57:58.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.885+0000 7fa1dbf90640  1 -- 172.21.15.46:0/696063795 wait complete.
2024-03-19T01:57:58.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.886+0000 7fa1dbf90640  1  Processor -- start
2024-03-19T01:57:58.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.886+0000 7fa1dbf90640  1 --  start start
2024-03-19T01:57:58.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.886+0000 7fa1dbf90640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa1d4100740 0x7fa1d410e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:58.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.886+0000 7fa1dbf90640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa1d4101100 0x7fa1d410e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:58.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.886+0000 7fa1dbf90640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa1d4106750 0x7fa1d410eb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:58.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.886+0000 7fa1dbf90640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa1d4111b10 con 0x7fa1d4101100
2024-03-19T01:57:58.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.886+0000 7fa1dbf90640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa1d4111990 con 0x7fa1d4106750
2024-03-19T01:57:58.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.886+0000 7fa1dbf90640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa1d4111c90 con 0x7fa1d4100740
2024-03-19T01:57:58.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.886+0000 7fa1d952b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa1d4101100 0x7fa1d410e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:58.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.886+0000 7fa1d9d2c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa1d4100740 0x7fa1d410e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:58.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.886+0000 7fa1d952b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa1d4101100 0x7fa1d410e5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51152/0 (socket says 172.21.15.46:51152)
2024-03-19T01:57:58.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.886+0000 7fa1d952b640  1 -- 172.21.15.46:0/3388862161 learned_addr learned my addr 172.21.15.46:0/3388862161 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:58.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.887+0000 7fa1da52d640  1 --2- 172.21.15.46:0/3388862161 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa1d4106750 0x7fa1d410eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:58.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.887+0000 7fa1d952b640  1 -- 172.21.15.46:0/3388862161 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa1d4100740 msgr2=0x7fa1d410e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:58.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.887+0000 7fa1d952b640  1 --2- 172.21.15.46:0/3388862161 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa1d4100740 0x7fa1d410e0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:58.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.887+0000 7fa1d952b640  1 -- 172.21.15.46:0/3388862161 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa1d4106750 msgr2=0x7fa1d410eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:58.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.887+0000 7fa1d952b640  1 --2- 172.21.15.46:0/3388862161 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa1d4106750 0x7fa1d410eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:58.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.887+0000 7fa1d952b640  1 -- 172.21.15.46:0/3388862161 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1d41a6570 con 0x7fa1d4101100
2024-03-19T01:57:58.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.887+0000 7fa1d9d2c640  1 --2- 172.21.15.46:0/3388862161 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa1d4100740 0x7fa1d410e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:58.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.887+0000 7fa1d952b640  1 --2- 172.21.15.46:0/3388862161 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa1d4101100 0x7fa1d410e5e0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7fa1c4009230 tx=0x7fa1c402c5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:58.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.887+0000 7fa1caffd640  1 -- 172.21.15.46:0/3388862161 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1c4043020 con 0x7fa1d4101100
2024-03-19T01:57:58.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.887+0000 7fa1caffd640  1 -- 172.21.15.46:0/3388862161 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa1c402ca70 con 0x7fa1d4101100
2024-03-19T01:57:58.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.887+0000 7fa1caffd640  1 -- 172.21.15.46:0/3388862161 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1c4003a50 con 0x7fa1d4101100
2024-03-19T01:57:58.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.887+0000 7fa1dbf90640  1 -- 172.21.15.46:0/3388862161 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1d41a6800 con 0x7fa1d4101100
2024-03-19T01:57:58.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.887+0000 7fa1dbf90640  1 -- 172.21.15.46:0/3388862161 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1d41a6da0 con 0x7fa1d4101100
2024-03-19T01:57:58.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.890+0000 7fa1caffd640  1 -- 172.21.15.46:0/3388862161 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fa1c4046020 con 0x7fa1d4101100
2024-03-19T01:57:58.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.890+0000 7fa1deb7c740  1  Processor -- start
2024-03-19T01:57:58.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.890+0000 7fa1deb7c740  1 --  start start
2024-03-19T01:57:58.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.890+0000 7fa1deb7c740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5583b6c76a30 0x5583b6c76e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:58.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.890+0000 7fa1deb7c740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5583b6c77350 0x5583b6c7f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:58.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.891+0000 7fa1deb7c740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5583b6c7ff30 0x5583b6c82320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:58.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.891+0000 7fa1deb7c740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5583b6bda500 con 0x5583b6c7ff30
2024-03-19T01:57:58.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.891+0000 7fa1deb7c740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5583b6b82be0 con 0x5583b6c77350
2024-03-19T01:57:58.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.891+0000 7fa1deb7c740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5583b6bd65a0 con 0x5583b6c76a30
2024-03-19T01:57:58.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.891+0000 7fa1caffd640  1 --2- 172.21.15.46:0/3388862161 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fa1c00a29f0 0x7fa1c00a4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:58.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.891+0000 7fa1d9d2c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5583b6c77350 0x5583b6c7f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:58.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.891+0000 7fa1d952b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5583b6c7ff30 0x5583b6c82320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:58.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.891+0000 7fa1da52d640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5583b6c76a30 0x5583b6c76e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:58.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.891+0000 7fa1d9d2c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5583b6c77350 0x5583b6c7f9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:48382/0 (socket says 172.21.15.46:48382)
2024-03-19T01:57:58.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.891+0000 7fa1d9d2c640  1 -- 172.21.15.46:0/3016475570 learned_addr learned my addr 172.21.15.46:0/3016475570 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:58.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.891+0000 7fa1da52d640  1 --2- 172.21.15.46:0/3388862161 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fa1c00a29f0 0x7fa1c00a4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:58.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.891+0000 7fa1caffd640  1 -- 172.21.15.46:0/3388862161 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7fa1c40f1080 con 0x7fa1d4101100
2024-03-19T01:57:58.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.891+0000 7fa1d9d2c640  1 -- 172.21.15.46:0/3016475570 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5583b6c76a30 msgr2=0x5583b6c76e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:58.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.891+0000 7fa1d9d2c640  1 --2- 172.21.15.46:0/3016475570 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5583b6c76a30 0x5583b6c76e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:58.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.891+0000 7fa1d9d2c640  1 -- 172.21.15.46:0/3016475570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5583b6c7ff30 msgr2=0x5583b6c82320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:58.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.891+0000 7fa1d9d2c640  1 --2- 172.21.15.46:0/3016475570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5583b6c7ff30 0x5583b6c82320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:58.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.891+0000 7fa1d9d2c640  1 -- 172.21.15.46:0/3016475570 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5583b6ba4000 con 0x5583b6c77350
2024-03-19T01:57:58.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.891+0000 7fa1da52d640  1 --2- 172.21.15.46:0/3388862161 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fa1c00a29f0 0x7fa1c00a4eb0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fa1cc005c40 tx=0x7fa1cc009500 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:58.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.891+0000 7fa1d9d2c640  1 --2- 172.21.15.46:0/3016475570 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5583b6c77350 0x5583b6c7f9f0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fa1d00114c0 tx=0x7fa1d0011980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3b985235ac1a260a server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:58.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.891+0000 7fa1bffff640  1 -- 172.21.15.46:0/3016475570 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1d0004020 con 0x5583b6c77350
2024-03-19T01:57:58.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.891+0000 7fa1bffff640  1 -- 172.21.15.46:0/3016475570 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa1d00041c0 con 0x5583b6c77350
2024-03-19T01:57:58.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.891+0000 7fa1bffff640  1 -- 172.21.15.46:0/3016475570 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1d000f8a0 con 0x5583b6c77350
2024-03-19T01:57:58.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.892+0000 7fa1deb7c740  1 -- 172.21.15.46:0/3016475570 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5583b6c77350 msgr2=0x5583b6c7f9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:58.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.892+0000 7fa1deb7c740  1 --2- 172.21.15.46:0/3016475570 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5583b6c77350 0x5583b6c7f9f0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fa1d00114c0 tx=0x7fa1d0011980 comp rx=0 tx=0).stop
2024-03-19T01:57:58.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.892+0000 7fa1deb7c740  1 -- 172.21.15.46:0/3016475570 shutdown_connections
2024-03-19T01:57:58.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.892+0000 7fa1deb7c740  1 --2- 172.21.15.46:0/3016475570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5583b6c7ff30 0x5583b6c82320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:58.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.892+0000 7fa1deb7c740  1 --2- 172.21.15.46:0/3016475570 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5583b6c77350 0x5583b6c7f9f0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:58.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.892+0000 7fa1deb7c740  1 --2- 172.21.15.46:0/3016475570 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5583b6c76a30 0x5583b6c76e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:58.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.892+0000 7fa1deb7c740  1 -- 172.21.15.46:0/3016475570 >> 172.21.15.46:0/3016475570 conn(0x5583b6c71160 msgr2=0x5583b6c71540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:58.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.892+0000 7fa1deb7c740  1 -- 172.21.15.46:0/3016475570 shutdown_connections
2024-03-19T01:57:58.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.892+0000 7fa1deb7c740  1 -- 172.21.15.46:0/3016475570 wait complete.
2024-03-19T01:57:58.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.893+0000 7fa1deb7c740  1 --  start start
2024-03-19T01:57:58.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.893+0000 7fa1deb7c740  1  Processor -- start
2024-03-19T01:57:58.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.893+0000 7fa1deb7c740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5583b6c76a30 0x5583b6c7ce20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:58.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.893+0000 7fa1deb7c740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5583b6c77350 0x5583b6c7d360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:58.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.893+0000 7fa1deb7c740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5583b6c7ff30 0x5583b6c7d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:58.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.893+0000 7fa1deb7c740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5583b6c82d20 con 0x5583b6c76a30
2024-03-19T01:57:58.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.893+0000 7fa1deb7c740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5583b6b96160 con 0x5583b6c77350
2024-03-19T01:57:58.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.893+0000 7fa1deb7c740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5583b6c82ea0 con 0x5583b6c7ff30
2024-03-19T01:57:58.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.893+0000 7fa1deb7c740 10 client.0 _ll_register_callbacks cb 0x5583b6bd2a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:57:58.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.893+0000 7fa1d9d2c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5583b6c76a30 0x5583b6c7ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:58.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.893+0000 7fa1d9d2c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5583b6c76a30 0x5583b6c7ce20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51166/0 (socket says 172.21.15.46:51166)
2024-03-19T01:57:58.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.893+0000 7fa1d9d2c640  1 -- 172.21.15.46:0/826398955 learned_addr learned my addr 172.21.15.46:0/826398955 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:58.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.893+0000 7fa1d952b640  1 --2- 172.21.15.46:0/826398955 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5583b6c77350 0x5583b6c7d360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:58.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.893+0000 7fa1da52d640  1 --2- 172.21.15.46:0/826398955 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5583b6c7ff30 0x5583b6c7d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:58.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.894+0000 7fa1d9d2c640  1 -- 172.21.15.46:0/826398955 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5583b6c7ff30 msgr2=0x5583b6c7d8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:58.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.894+0000 7fa1d9d2c640  1 --2- 172.21.15.46:0/826398955 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5583b6c7ff30 0x5583b6c7d8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:58.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.894+0000 7fa1d9d2c640  1 -- 172.21.15.46:0/826398955 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5583b6c77350 msgr2=0x5583b6c7d360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:58.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.894+0000 7fa1d9d2c640  1 --2- 172.21.15.46:0/826398955 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5583b6c77350 0x5583b6c7d360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:58.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.894+0000 7fa1d9d2c640  1 -- 172.21.15.46:0/826398955 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5583b69b87d0 con 0x5583b6c76a30
2024-03-19T01:57:58.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.894+0000 7fa1d9d2c640  1 --2- 172.21.15.46:0/826398955 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5583b6c76a30 0x5583b6c7ce20 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7fa1d0005890 tx=0x7fa1d0003a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=835993f04e9ae5a6 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:58.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.894+0000 7fa1bd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:57:58.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.894+0000 7fa1bd7fa640  1 -- 172.21.15.46:0/826398955 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1d0025020 con 0x5583b6c76a30
2024-03-19T01:57:58.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.894+0000 7fa1bd7fa640  1 -- 172.21.15.46:0/826398955 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7fa1d0005040 con 0x5583b6c76a30
2024-03-19T01:57:58.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.894+0000 7fa1deb7c740  1 -- 172.21.15.46:0/826398955 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa1d00041c0 con 0x5583b6c76a30
2024-03-19T01:57:58.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.894+0000 7fa1bd7fa640  1 -- 172.21.15.46:0/826398955 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fa1d0030050 con 0x5583b6c76a30
2024-03-19T01:57:58.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.894+0000 7fa1deb7c740 10 client.17313 fetch_fsmap learned FSMap version 35
2024-03-19T01:57:58.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.894+0000 7fa1deb7c740  1 -- 172.21.15.46:0/826398955 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x5583b68ee3f0 con 0x5583b6c76a30
2024-03-19T01:57:58.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.894+0000 7fa1bd7fa640  1 -- 172.21.15.46:0/826398955 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa1d00041c0 con 0x5583b6c76a30
2024-03-19T01:57:58.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.894+0000 7fa1bd7fa640  1 -- 172.21.15.46:0/826398955 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7fa1d0004970 con 0x5583b6c76a30
2024-03-19T01:57:58.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.894+0000 7fa1deb7c740 10 client.17313 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:57:58.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.895+0000 7fa1deb7c740 10 client.17313 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:57:58.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.895+0000 7fa1deb7c740 20 client.17313 populate_metadata read hostname 'smithi046'
2024-03-19T01:57:58.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.895+0000 7fa1deb7c740  1 --2- 172.21.15.46:0/826398955 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5583b6c90100 0x5583b6c924f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:58.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.895+0000 7fa1deb7c740  4 client.17313 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:57:58.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.895+0000 7fa1deb7c740  1 -- 172.21.15.46:0/826398955 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5583b6be7a40 con 0x5583b6c90100
2024-03-19T01:57:58.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.895+0000 7fa1d952b640  1 --2- 172.21.15.46:0/826398955 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5583b6c90100 0x5583b6c924f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:58.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.895+0000 7fa1bd7fa640 10 client.17313 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:57:58.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.895+0000 7fa1d952b640  1 --2- 172.21.15.46:0/826398955 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5583b6c90100 0x5583b6c924f0 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9666e4aa20c37cf5 server_cookie=cd59528b9112a1f3 in_seq=0 out_seq=0
2024-03-19T01:57:58.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.896+0000 7fa1bd7fa640  1 -- 172.21.15.46:0/826398955 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5583b6be7a40 con 0x5583b6c90100
2024-03-19T01:57:58.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.896+0000 7fa1bd7fa640 10 client.17313 handle_command_reply: tid=0
2024-03-19T01:57:58.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.896+0000 7fa1deb7c740  1 client.17313 shutdown
2024-03-19T01:57:58.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.896+0000 7fa1deb7c740  1 -- 172.21.15.46:0/826398955 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5583b6c76a30 msgr2=0x5583b6c7ce20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:58.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.896+0000 7fa1deb7c740  1 --2- 172.21.15.46:0/826398955 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5583b6c76a30 0x5583b6c7ce20 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7fa1d0005890 tx=0x7fa1d0003a40 comp rx=0 tx=0).stop
2024-03-19T01:57:58.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.896+0000 7fa1deb7c740  1 -- 172.21.15.46:0/826398955 shutdown_connections
2024-03-19T01:57:58.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.896+0000 7fa1deb7c740  1 --2- 172.21.15.46:0/826398955 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5583b6c90100 0x5583b6c924f0 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:58.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.896+0000 7fa1deb7c740  1 --2- 172.21.15.46:0/826398955 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5583b6c7ff30 0x5583b6c7d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:58.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.896+0000 7fa1deb7c740  1 --2- 172.21.15.46:0/826398955 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5583b6c77350 0x5583b6c7d360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:58.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.896+0000 7fa1bd7fa640  0 client.17313 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:57:58.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.896+0000 7fa1deb7c740  1 --2- 172.21.15.46:0/826398955 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5583b6c76a30 0x5583b6c7ce20 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:58.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.896+0000 7fa1deb7c740  1 -- 172.21.15.46:0/826398955 >> 172.21.15.46:0/826398955 conn(0x5583b6c71160 msgr2=0x5583b6c72eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:58.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.896+0000 7fa1deb7c740  1 -- 172.21.15.46:0/826398955 shutdown_connections
2024-03-19T01:57:58.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.896+0000 7fa1deb7c740  1 -- 172.21.15.46:0/826398955 wait complete.
2024-03-19T01:57:58.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.896+0000 7fa1deb7c740 20 client.17313 trim_cache size 0 max 16384
2024-03-19T01:57:58.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.914+0000 7fa1deb7c740  1  Processor -- start
2024-03-19T01:57:58.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.914+0000 7fa1deb7c740  1 --  start start
2024-03-19T01:57:58.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.914+0000 7fa1deb7c740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5583b6c76a30 0x5583b6c7f550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:58.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.914+0000 7fa1deb7c740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5583b6c77350 0x5583b6c8bac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:58.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.914+0000 7fa1deb7c740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5583b6c7ff30 0x5583b6c72c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:58.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.914+0000 7fa1deb7c740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa1d41b36d0 con 0x5583b6c7ff30
2024-03-19T01:57:58.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.914+0000 7fa1deb7c740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa1d41b0fa0 con 0x5583b6c77350
2024-03-19T01:57:58.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.914+0000 7fa1deb7c740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa1d41aee10 con 0x5583b6c76a30
2024-03-19T01:57:58.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.914+0000 7fa1da52d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5583b6c7ff30 0x5583b6c72c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:58.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.914+0000 7fa1d9d2c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5583b6c76a30 0x5583b6c7f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:58.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.914+0000 7fa1d952b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5583b6c77350 0x5583b6c8bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:58.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.914+0000 7fa1da52d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5583b6c7ff30 0x5583b6c72c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51178/0 (socket says 172.21.15.46:51178)
2024-03-19T01:57:58.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.914+0000 7fa1da52d640  1 -- 172.21.15.46:0/2835395539 learned_addr learned my addr 172.21.15.46:0/2835395539 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:58.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.914+0000 7fa1d952b640  1 -- 172.21.15.46:0/2835395539 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5583b6c76a30 msgr2=0x5583b6c7f550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:58.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.914+0000 7fa1d952b640  1 --2- 172.21.15.46:0/2835395539 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5583b6c76a30 0x5583b6c7f550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:58.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.914+0000 7fa1d952b640  1 -- 172.21.15.46:0/2835395539 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5583b6c7ff30 msgr2=0x5583b6c72c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:58.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.914+0000 7fa1d952b640  1 --2- 172.21.15.46:0/2835395539 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5583b6c7ff30 0x5583b6c72c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:58.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.914+0000 7fa1d952b640  1 -- 172.21.15.46:0/2835395539 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5583b68ae0f0 con 0x5583b6c77350
2024-03-19T01:57:58.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.914+0000 7fa1d9d2c640  1 --2- 172.21.15.46:0/2835395539 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5583b6c76a30 0x5583b6c7f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:58.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.914+0000 7fa1da52d640  1 --2- 172.21.15.46:0/2835395539 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5583b6c7ff30 0x5583b6c72c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:58.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.914+0000 7fa1d952b640  1 --2- 172.21.15.46:0/2835395539 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5583b6c77350 0x5583b6c8bac0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fa1c40ee510 tx=0x7fa1c40f0040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=166ebf1c27cf2c67 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:58.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.915+0000 7fa1bf7fe640  1 -- 172.21.15.46:0/2835395539 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1c40bd420 con 0x5583b6c77350
2024-03-19T01:57:58.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.915+0000 7fa1bf7fe640  1 -- 172.21.15.46:0/2835395539 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa1c40c1570 con 0x5583b6c77350
2024-03-19T01:57:58.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.915+0000 7fa1bf7fe640  1 -- 172.21.15.46:0/2835395539 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1c40b9a90 con 0x5583b6c77350
2024-03-19T01:57:58.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.915+0000 7fa1deb7c740  1 -- 172.21.15.46:0/2835395539 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5583b6c77350 msgr2=0x5583b6c8bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:58.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.915+0000 7fa1deb7c740  1 --2- 172.21.15.46:0/2835395539 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5583b6c77350 0x5583b6c8bac0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fa1c40ee510 tx=0x7fa1c40f0040 comp rx=0 tx=0).stop
2024-03-19T01:57:58.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.915+0000 7fa1deb7c740  1 -- 172.21.15.46:0/2835395539 shutdown_connections
2024-03-19T01:57:58.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.915+0000 7fa1deb7c740  1 --2- 172.21.15.46:0/2835395539 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5583b6c7ff30 0x5583b6c72c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:58.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.915+0000 7fa1deb7c740  1 --2- 172.21.15.46:0/2835395539 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5583b6c77350 0x5583b6c8bac0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:58.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.915+0000 7fa1deb7c740  1 --2- 172.21.15.46:0/2835395539 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5583b6c76a30 0x5583b6c7f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:58.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.915+0000 7fa1deb7c740  1 -- 172.21.15.46:0/2835395539 >> 172.21.15.46:0/2835395539 conn(0x5583b6c71160 msgr2=0x5583b6c72560 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:58.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.915+0000 7fa1deb7c740  1 -- 172.21.15.46:0/2835395539 shutdown_connections
2024-03-19T01:57:58.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.915+0000 7fa1deb7c740  1 -- 172.21.15.46:0/2835395539 wait complete.
2024-03-19T01:57:58.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.915+0000 7fa1deb7c740  1 --  start start
2024-03-19T01:57:58.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.916+0000 7fa1deb7c740  1  Processor -- start
2024-03-19T01:57:58.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.916+0000 7fa1deb7c740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5583b6c76a30 0x5583b6c88430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:58.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.916+0000 7fa1deb7c740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5583b6c77350 0x5583b6c837a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:58.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.916+0000 7fa1deb7c740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5583b6c7ff30 0x5583b6c83d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:58.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.916+0000 7fa1deb7c740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa1d41af460 con 0x5583b6c7ff30
2024-03-19T01:57:58.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.916+0000 7fa1deb7c740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa1d41b08d0 con 0x5583b6c76a30
2024-03-19T01:57:58.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.916+0000 7fa1deb7c740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa1d41afb30 con 0x5583b6c77350
2024-03-19T01:57:58.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.916+0000 7fa1deb7c740 10 client.0 _ll_register_callbacks cb 0x7fa1c40bd1f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:57:58.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.916+0000 7fa1da52d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5583b6c7ff30 0x5583b6c83d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:58.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.916+0000 7fa1d9d2c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5583b6c76a30 0x5583b6c88430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:58.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.916+0000 7fa1da52d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5583b6c7ff30 0x5583b6c83d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51186/0 (socket says 172.21.15.46:51186)
2024-03-19T01:57:58.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.916+0000 7fa1d9d2c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5583b6c76a30 0x5583b6c88430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:48410/0 (socket says 172.21.15.46:48410)
2024-03-19T01:57:58.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.916+0000 7fa1da52d640  1 -- 172.21.15.46:0/909199277 learned_addr learned my addr 172.21.15.46:0/909199277 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:58.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.916+0000 7fa1d952b640  1 --2- 172.21.15.46:0/909199277 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5583b6c77350 0x5583b6c837a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:58.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.916+0000 7fa1da52d640  1 -- 172.21.15.46:0/909199277 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5583b6c77350 msgr2=0x5583b6c837a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:58.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.916+0000 7fa1da52d640  1 --2- 172.21.15.46:0/909199277 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5583b6c77350 0x5583b6c837a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:58.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.916+0000 7fa1da52d640  1 -- 172.21.15.46:0/909199277 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5583b6c76a30 msgr2=0x5583b6c88430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:58.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.916+0000 7fa1da52d640  1 --2- 172.21.15.46:0/909199277 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5583b6c76a30 0x5583b6c88430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:58.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.916+0000 7fa1da52d640  1 -- 172.21.15.46:0/909199277 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5583b6c84550 con 0x5583b6c7ff30
2024-03-19T01:57:58.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.916+0000 7fa1d9d2c640  1 --2- 172.21.15.46:0/909199277 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5583b6c76a30 0x5583b6c88430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:58.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.917+0000 7fa1da52d640  1 --2- 172.21.15.46:0/909199277 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5583b6c7ff30 0x5583b6c83d20 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7fa1cc00fed0 tx=0x7fa1cc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=146814a1a8a4f1c4 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:58.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.917+0000 7fa1bd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:57:58.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.917+0000 7fa1bd7fa640  1 -- 172.21.15.46:0/909199277 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1cc016030 con 0x5583b6c7ff30
2024-03-19T01:57:58.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.917+0000 7fa1bd7fa640  1 -- 172.21.15.46:0/909199277 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7fa1cc004b20 con 0x5583b6c7ff30
2024-03-19T01:57:58.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.917+0000 7fa1deb7c740  1 -- 172.21.15.46:0/909199277 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa1c40c1570 con 0x5583b6c7ff30
2024-03-19T01:57:58.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.917+0000 7fa1bd7fa640  1 -- 172.21.15.46:0/909199277 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fa1cc019040 con 0x5583b6c7ff30
2024-03-19T01:57:58.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.917+0000 7fa1deb7c740 10 client.17319 fetch_fsmap learned FSMap version 35
2024-03-19T01:57:58.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.917+0000 7fa1deb7c740  1 -- 172.21.15.46:0/909199277 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x5583b6cf63b0 con 0x5583b6c7ff30
2024-03-19T01:57:58.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.917+0000 7fa1bd7fa640  1 -- 172.21.15.46:0/909199277 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa1c40c1570 con 0x5583b6c7ff30
2024-03-19T01:57:58.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.917+0000 7fa1bd7fa640  1 -- 172.21.15.46:0/909199277 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7fa1cc005020 con 0x5583b6c7ff30
2024-03-19T01:57:58.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.917+0000 7fa1deb7c740 10 client.17319 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:57:58.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.917+0000 7fa1deb7c740 10 client.17319 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:57:58.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.917+0000 7fa1deb7c740 20 client.17319 populate_metadata read hostname 'smithi046'
2024-03-19T01:57:58.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.917+0000 7fa1deb7c740  1 --2- 172.21.15.46:0/909199277 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5583b6cf6bb0 0x5583b6cf8fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:58.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.917+0000 7fa1deb7c740  4 client.17319 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:57:58.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.917+0000 7fa1deb7c740  1 -- 172.21.15.46:0/909199277 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5583b6be1d90 con 0x5583b6cf6bb0
2024-03-19T01:57:58.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.918+0000 7fa1d9d2c640  1 --2- 172.21.15.46:0/909199277 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5583b6cf6bb0 0x5583b6cf8fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:58.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.918+0000 7fa1bd7fa640 10 client.17319 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:57:58.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.918+0000 7fa1d9d2c640  1 --2- 172.21.15.46:0/909199277 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5583b6cf6bb0 0x5583b6cf8fd0 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b1d4e72dd9da20e6 server_cookie=be70ef50d71e70f3 in_seq=0 out_seq=0
2024-03-19T01:57:58.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.918+0000 7fa1bd7fa640  1 -- 172.21.15.46:0/909199277 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5583b6be1d90 con 0x5583b6cf6bb0
2024-03-19T01:57:58.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.918+0000 7fa1bd7fa640 10 client.17319 handle_command_reply: tid=0
2024-03-19T01:57:58.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.918+0000 7fa1deb7c740  1 client.17319 shutdown
2024-03-19T01:57:58.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.918+0000 7fa1deb7c740  1 -- 172.21.15.46:0/909199277 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5583b6c7ff30 msgr2=0x5583b6c83d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:58.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.918+0000 7fa1deb7c740  1 --2- 172.21.15.46:0/909199277 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5583b6c7ff30 0x5583b6c83d20 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7fa1cc00fed0 tx=0x7fa1cc004a40 comp rx=0 tx=0).stop
2024-03-19T01:57:58.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.918+0000 7fa1deb7c740  1 -- 172.21.15.46:0/909199277 shutdown_connections
2024-03-19T01:57:58.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.918+0000 7fa1deb7c740  1 --2- 172.21.15.46:0/909199277 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5583b6cf6bb0 0x5583b6cf8fd0 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:58.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.918+0000 7fa1deb7c740  1 --2- 172.21.15.46:0/909199277 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5583b6c7ff30 0x5583b6c83d20 unknown :-1 s=CLOSED pgs=848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:58.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.918+0000 7fa1deb7c740  1 --2- 172.21.15.46:0/909199277 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5583b6c77350 0x5583b6c837a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:58.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.918+0000 7fa1deb7c740  1 --2- 172.21.15.46:0/909199277 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5583b6c76a30 0x5583b6c88430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:58.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.918+0000 7fa1bd7fa640  0 client.17319 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:57:58.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.918+0000 7fa1deb7c740  1 -- 172.21.15.46:0/909199277 >> 172.21.15.46:0/909199277 conn(0x5583b6c71160 msgr2=0x5583b6c7d650 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:58.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.918+0000 7fa1deb7c740  1 -- 172.21.15.46:0/909199277 shutdown_connections
2024-03-19T01:57:58.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.918+0000 7fa1deb7c740  1 -- 172.21.15.46:0/909199277 wait complete.
2024-03-19T01:57:58.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.918+0000 7fa1deb7c740 20 client.17319 trim_cache size 0 max 16384
2024-03-19T01:57:58.930 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:57:58.930 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "no active scrubs running",
2024-03-19T01:57:58.931 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {}
2024-03-19T01:57:58.931 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:57:58.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.919+0000 7fa1dbf90640  1 -- 172.21.15.46:0/3388862161 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fa1c00a29f0 msgr2=0x7fa1c00a4eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:58.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.919+0000 7fa1dbf90640  1 --2- 172.21.15.46:0/3388862161 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fa1c00a29f0 0x7fa1c00a4eb0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fa1cc005c40 tx=0x7fa1cc009500 comp rx=0 tx=0).stop
2024-03-19T01:57:58.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.919+0000 7fa1dbf90640  1 -- 172.21.15.46:0/3388862161 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa1d4101100 msgr2=0x7fa1d410e5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:58.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.919+0000 7fa1dbf90640  1 --2- 172.21.15.46:0/3388862161 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa1d4101100 0x7fa1d410e5e0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7fa1c4009230 tx=0x7fa1c402c5d0 comp rx=0 tx=0).stop
2024-03-19T01:57:58.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.919+0000 7fa1dbf90640  1 -- 172.21.15.46:0/3388862161 shutdown_connections
2024-03-19T01:57:58.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.919+0000 7fa1dbf90640  1 --2- 172.21.15.46:0/3388862161 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa1d4106750 0x7fa1d410eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:58.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.919+0000 7fa1dbf90640  1 --2- 172.21.15.46:0/3388862161 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa1d4101100 0x7fa1d410e5e0 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:58.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.919+0000 7fa1dbf90640  1 --2- 172.21.15.46:0/3388862161 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fa1c00a29f0 0x7fa1c00a4eb0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:58.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.919+0000 7fa1dbf90640  1 --2- 172.21.15.46:0/3388862161 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa1d4100740 0x7fa1d410e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:58.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.919+0000 7fa1dbf90640  1 -- 172.21.15.46:0/3388862161 >> 172.21.15.46:0/3388862161 conn(0x7fa1d4077880 msgr2=0x7fa1d4103410 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:58.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.919+0000 7fa1dbf90640  1 -- 172.21.15.46:0/3388862161 shutdown_connections
2024-03-19T01:57:58.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:58.919+0000 7fa1dbf90640  1 -- 172.21.15.46:0/3388862161 wait complete.
2024-03-19T01:57:58.934 INFO:tasks.cephfs.filesystem:all active scrubs completed
2024-03-19T01:57:58.934 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:57:59.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.038+0000 7f0b691e8640  1 -- 172.21.15.46:0/2660889802 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b64106760 msgr2=0x7f0b64106b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:59.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.038+0000 7f0b691e8640  1 --2- 172.21.15.46:0/2660889802 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b64106760 0x7f0b64106b40 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f0b54009930 tx=0x7f0b5402bc30 comp rx=0 tx=0).stop
2024-03-19T01:57:59.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.038+0000 7f0b691e8640  1 -- 172.21.15.46:0/2660889802 shutdown_connections
2024-03-19T01:57:59.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.038+0000 7f0b691e8640  1 --2- 172.21.15.46:0/2660889802 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0b64101160 0x7f0b6410d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.038+0000 7f0b691e8640  1 --2- 172.21.15.46:0/2660889802 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0b641007a0 0x7f0b64100c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.038+0000 7f0b691e8640  1 --2- 172.21.15.46:0/2660889802 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b64106760 0x7f0b64106b40 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.038+0000 7f0b691e8640  1 -- 172.21.15.46:0/2660889802 >> 172.21.15.46:0/2660889802 conn(0x7f0b64077880 msgr2=0x7f0b64077c90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:59.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.038+0000 7f0b691e8640  1 -- 172.21.15.46:0/2660889802 shutdown_connections
2024-03-19T01:57:59.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.038+0000 7f0b691e8640  1 -- 172.21.15.46:0/2660889802 wait complete.
2024-03-19T01:57:59.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.039+0000 7f0b691e8640  1  Processor -- start
2024-03-19T01:57:59.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.039+0000 7f0b691e8640  1 --  start start
2024-03-19T01:57:59.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.039+0000 7f0b691e8640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0b641007a0 0x7f0b64102e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.039+0000 7f0b691e8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b64101160 0x7f0b641033a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.039+0000 7f0b691e8640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0b64106760 0x7f0b641038e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.039+0000 7f0b691e8640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f0b64110a20 con 0x7f0b64101160
2024-03-19T01:57:59.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.039+0000 7f0b691e8640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f0b641108a0 con 0x7f0b641007a0
2024-03-19T01:57:59.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.039+0000 7f0b691e8640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0b64110ba0 con 0x7f0b64106760
2024-03-19T01:57:59.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.039+0000 7f0b5bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b64101160 0x7f0b641033a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.039+0000 7f0b5bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b64101160 0x7f0b641033a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51204/0 (socket says 172.21.15.46:51204)
2024-03-19T01:57:59.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.039+0000 7f0b5bfff640  1 -- 172.21.15.46:0/1834014668 learned_addr learned my addr 172.21.15.46:0/1834014668 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:59.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.039+0000 7f0b62d9d640  1 --2- 172.21.15.46:0/1834014668 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0b641007a0 0x7f0b64102e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.039+0000 7f0b6359e640  1 --2- 172.21.15.46:0/1834014668 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0b64106760 0x7f0b641038e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.040+0000 7f0b5bfff640  1 -- 172.21.15.46:0/1834014668 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0b64106760 msgr2=0x7f0b641038e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:59.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.040+0000 7f0b5bfff640  1 --2- 172.21.15.46:0/1834014668 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0b64106760 0x7f0b641038e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.040+0000 7f0b5bfff640  1 -- 172.21.15.46:0/1834014668 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0b641007a0 msgr2=0x7f0b64102e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:59.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.040+0000 7f0b5bfff640  1 --2- 172.21.15.46:0/1834014668 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0b641007a0 0x7f0b64102e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.040+0000 7f0b5bfff640  1 -- 172.21.15.46:0/1834014668 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b641aaa30 con 0x7f0b64101160
2024-03-19T01:57:59.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.040+0000 7f0b62d9d640  1 --2- 172.21.15.46:0/1834014668 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0b641007a0 0x7f0b64102e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:59.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.040+0000 7f0b5bfff640  1 --2- 172.21.15.46:0/1834014668 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b64101160 0x7f0b641033a0 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f0b4c00ea60 tx=0x7f0b4c00ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:59.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.040+0000 7f0b60d99640  1 -- 172.21.15.46:0/1834014668 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b4c00cde0 con 0x7f0b64101160
2024-03-19T01:57:59.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.040+0000 7f0b60d99640  1 -- 172.21.15.46:0/1834014668 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0b4c0035f0 con 0x7f0b64101160
2024-03-19T01:57:59.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.040+0000 7f0b691e8640  1 -- 172.21.15.46:0/1834014668 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b641aac60 con 0x7f0b64101160
2024-03-19T01:57:59.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.040+0000 7f0b60d99640  1 -- 172.21.15.46:0/1834014668 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b4c010690 con 0x7f0b64101160
2024-03-19T01:57:59.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.040+0000 7f0b691e8640  1 -- 172.21.15.46:0/1834014668 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b641ab1b0 con 0x7f0b64101160
2024-03-19T01:57:59.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.041+0000 7f0b691e8640  1 -- 172.21.15.46:0/1834014668 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b64101e90 con 0x7f0b64101160
2024-03-19T01:57:59.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.042+0000 7f0b60d99640  1 -- 172.21.15.46:0/1834014668 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f0b4c0037a0 con 0x7f0b64101160
2024-03-19T01:57:59.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.042+0000 7f0b60d99640  1 --2- 172.21.15.46:0/1834014668 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f0b500a2970 0x7f0b500a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.043+0000 7f0b62d9d640  1 --2- 172.21.15.46:0/1834014668 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f0b500a2970 0x7f0b500a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.043+0000 7f0b60d99640  1 -- 172.21.15.46:0/1834014668 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7f0b4c0cf760 con 0x7f0b64101160
2024-03-19T01:57:59.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.043+0000 7f0b62d9d640  1 --2- 172.21.15.46:0/1834014668 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f0b500a2970 0x7f0b500a4e30 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f0b54005ab0 tx=0x7f0b54005fd0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:59.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.046+0000 7f0b60d99640  1 -- 172.21.15.46:0/1834014668 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f0b4c053740 con 0x7f0b64101160
2024-03-19T01:57:59.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.269+0000 7f0b691e8640  1 -- 172.21.15.46:0/1834014668 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0b64068a60 con 0x7f0b64101160
2024-03-19T01:57:59.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.269+0000 7f0b60d99640  1 -- 172.21.15.46:0/1834014668 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 35 v35) ==== 94+0+11861 (secure 0 0 0) 0x7f0b4c09c090 con 0x7f0b64101160
2024-03-19T01:57:59.269 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:57:59.270 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":35,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":35,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-19T01:47:26.395717+0000","modified":"2024-03-19T01:56:35.161569+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24506,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6839/1788589639","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6838","nonce":1788589639},{"type":"v1","addr":"172.21.15.73:6839","nonce":1788589639}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24506,"qdb_cluster":[24479,24478,24506]},"id":1}]}
2024-03-19T01:57:59.270 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 35
2024-03-19T01:57:59.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.271+0000 7f0b691e8640  1 -- 172.21.15.46:0/1834014668 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f0b500a2970 msgr2=0x7f0b500a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:59.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.271+0000 7f0b691e8640  1 --2- 172.21.15.46:0/1834014668 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f0b500a2970 0x7f0b500a4e30 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f0b54005ab0 tx=0x7f0b54005fd0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.271+0000 7f0b691e8640  1 -- 172.21.15.46:0/1834014668 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b64101160 msgr2=0x7f0b641033a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:59.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.271+0000 7f0b691e8640  1 --2- 172.21.15.46:0/1834014668 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b64101160 0x7f0b641033a0 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f0b4c00ea60 tx=0x7f0b4c00ef20 comp rx=0 tx=0).stop
2024-03-19T01:57:59.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.271+0000 7f0b691e8640  1 -- 172.21.15.46:0/1834014668 shutdown_connections
2024-03-19T01:57:59.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.271+0000 7f0b691e8640  1 --2- 172.21.15.46:0/1834014668 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f0b500a2970 0x7f0b500a4e30 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.271+0000 7f0b691e8640  1 --2- 172.21.15.46:0/1834014668 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0b64106760 0x7f0b641038e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.271+0000 7f0b691e8640  1 --2- 172.21.15.46:0/1834014668 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b64101160 0x7f0b641033a0 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.271+0000 7f0b691e8640  1 --2- 172.21.15.46:0/1834014668 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0b641007a0 0x7f0b64102e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.271+0000 7f0b691e8640  1 -- 172.21.15.46:0/1834014668 >> 172.21.15.46:0/1834014668 conn(0x7f0b64077880 msgr2=0x7f0b6406a270 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:59.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.271+0000 7f0b691e8640  1 -- 172.21.15.46:0/1834014668 shutdown_connections
2024-03-19T01:57:59.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.271+0000 7f0b691e8640  1 -- 172.21.15.46:0/1834014668 wait complete.
2024-03-19T01:57:59.282 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls
2024-03-19T01:57:59.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.389+0000 7fe77371b640  1 -- 172.21.15.46:0/903225321 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe76c101330 msgr2=0x7fe76c10d4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:59.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.389+0000 7fe77371b640  1 --2- 172.21.15.46:0/903225321 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe76c101330 0x7fe76c10d4e0 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7fe75c009ca0 tx=0x7fe75c02c0f0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.389+0000 7fe77371b640  1 -- 172.21.15.46:0/903225321 shutdown_connections
2024-03-19T01:57:59.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.389+0000 7fe77371b640  1 --2- 172.21.15.46:0/903225321 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe76c101330 0x7fe76c10d4e0 unknown :-1 s=CLOSED pgs=851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.389+0000 7fe77371b640  1 --2- 172.21.15.46:0/903225321 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe76c100970 0x7fe76c100df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.389+0000 7fe77371b640  1 --2- 172.21.15.46:0/903225321 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe76c105660 0x7fe76c105a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.389+0000 7fe77371b640  1 -- 172.21.15.46:0/903225321 >> 172.21.15.46:0/903225321 conn(0x7fe76c0774c0 msgr2=0x7fe76c0778d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:59.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.390+0000 7fe77371b640  1 -- 172.21.15.46:0/903225321 shutdown_connections
2024-03-19T01:57:59.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.390+0000 7fe77371b640  1 -- 172.21.15.46:0/903225321 wait complete.
2024-03-19T01:57:59.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.390+0000 7fe77371b640  1  Processor -- start
2024-03-19T01:57:59.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.390+0000 7fe77371b640  1 --  start start
2024-03-19T01:57:59.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.390+0000 7fe77371b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe76c100970 0x7fe76c198d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.390+0000 7fe77371b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe76c101330 0x7fe76c1992d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.390+0000 7fe77371b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe76c105660 0x7fe76c1a3e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.390+0000 7fe77371b640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe76c110930 con 0x7fe76c101330
2024-03-19T01:57:59.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.390+0000 7fe77371b640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe76c1107b0 con 0x7fe76c105660
2024-03-19T01:57:59.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.390+0000 7fe77371b640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe76c110ab0 con 0x7fe76c100970
2024-03-19T01:57:59.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.390+0000 7fe770cb6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe76c101330 0x7fe76c1992d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.390+0000 7fe770cb6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe76c101330 0x7fe76c1992d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51226/0 (socket says 172.21.15.46:51226)
2024-03-19T01:57:59.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.390+0000 7fe770cb6640  1 -- 172.21.15.46:0/1789468767 learned_addr learned my addr 172.21.15.46:0/1789468767 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:59.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.390+0000 7fe7714b7640  1 --2- 172.21.15.46:0/1789468767 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe76c100970 0x7fe76c198d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.390+0000 7fe771cb8640  1 --2- 172.21.15.46:0/1789468767 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe76c105660 0x7fe76c1a3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.391+0000 7fe770cb6640  1 -- 172.21.15.46:0/1789468767 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe76c100970 msgr2=0x7fe76c198d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:59.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.391+0000 7fe770cb6640  1 --2- 172.21.15.46:0/1789468767 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe76c100970 0x7fe76c198d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.391+0000 7fe770cb6640  1 -- 172.21.15.46:0/1789468767 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe76c105660 msgr2=0x7fe76c1a3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:59.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.391+0000 7fe770cb6640  1 --2- 172.21.15.46:0/1789468767 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe76c105660 0x7fe76c1a3e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.391+0000 7fe770cb6640  1 -- 172.21.15.46:0/1789468767 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe76c1a4350 con 0x7fe76c101330
2024-03-19T01:57:59.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.391+0000 7fe770cb6640  1 --2- 172.21.15.46:0/1789468767 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe76c101330 0x7fe76c1992d0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7fe76000e9f0 tx=0x7fe76000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:59.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.391+0000 7fe76a7fc640  1 -- 172.21.15.46:0/1789468767 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe76000cd80 con 0x7fe76c101330
2024-03-19T01:57:59.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.391+0000 7fe76a7fc640  1 -- 172.21.15.46:0/1789468767 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe7600108e0 con 0x7fe76c101330
2024-03-19T01:57:59.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.391+0000 7fe77371b640  1 -- 172.21.15.46:0/1789468767 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe76c1a4520 con 0x7fe76c101330
2024-03-19T01:57:59.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.391+0000 7fe76a7fc640  1 -- 172.21.15.46:0/1789468767 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe760018920 con 0x7fe76c101330
2024-03-19T01:57:59.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.391+0000 7fe77371b640  1 -- 172.21.15.46:0/1789468767 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe76c1a4a40 con 0x7fe76c101330
2024-03-19T01:57:59.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.393+0000 7fe76a7fc640  1 -- 172.21.15.46:0/1789468767 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fe760010a90 con 0x7fe76c101330
2024-03-19T01:57:59.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.393+0000 7fe7763e2740  1  Processor -- start
2024-03-19T01:57:59.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.394+0000 7fe7763e2740  1 --  start start
2024-03-19T01:57:59.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.394+0000 7fe7763e2740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fedcf622d0 0x55fedcf626b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.394+0000 7fe7763e2740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fedcf62bf0 0x55fedcf6b290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.394+0000 7fe76a7fc640  1 --2- 172.21.15.46:0/1789468767 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe7540a2970 0x7fe7540a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.394+0000 7fe7763e2740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fedcf6b7d0 0x55fedcf6dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.394+0000 7fe7763e2740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55fedcec54b0 con 0x55fedcf62bf0
2024-03-19T01:57:59.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.394+0000 7fe7763e2740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55fedce6dd70 con 0x55fedcf6b7d0
2024-03-19T01:57:59.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.394+0000 7fe7763e2740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55fedcec1550 con 0x55fedcf622d0
2024-03-19T01:57:59.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.394+0000 7fe7714b7640  1 --2- 172.21.15.46:0/1789468767 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe7540a2970 0x7fe7540a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.394+0000 7fe770cb6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fedcf62bf0 0x55fedcf6b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.394+0000 7fe771cb8640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fedcf622d0 0x55fedcf626b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.394+0000 7fe770cb6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fedcf62bf0 0x55fedcf6b290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51234/0 (socket says 172.21.15.46:51234)
2024-03-19T01:57:59.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.394+0000 7fe770cb6640  1 -- 172.21.15.46:0/2403813664 learned_addr learned my addr 172.21.15.46:0/2403813664 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:59.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.394+0000 7fe771cb8640  1 --2- 172.21.15.46:0/2403813664 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fedcf6b7d0 0x55fedcf6dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.394+0000 7fe76a7fc640  1 -- 172.21.15.46:0/1789468767 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7fe7600cf490 con 0x7fe76c101330
2024-03-19T01:57:59.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.394+0000 7fe770cb6640  1 -- 172.21.15.46:0/2403813664 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fedcf622d0 msgr2=0x55fedcf626b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:59.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.394+0000 7fe770cb6640  1 --2- 172.21.15.46:0/2403813664 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fedcf622d0 0x55fedcf626b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.394+0000 7fe770cb6640  1 -- 172.21.15.46:0/2403813664 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fedcf6b7d0 msgr2=0x55fedcf6dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:59.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.394+0000 7fe770cb6640  1 --2- 172.21.15.46:0/2403813664 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fedcf6b7d0 0x55fedcf6dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.394+0000 7fe770cb6640  1 -- 172.21.15.46:0/2403813664 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fedce90210 con 0x55fedcf62bf0
2024-03-19T01:57:59.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.394+0000 7fe771cb8640  1 --2- 172.21.15.46:0/2403813664 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fedcf622d0 0x55fedcf626b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:59.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.394+0000 7fe7714b7640  1 --2- 172.21.15.46:0/1789468767 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe7540a2970 0x7fe7540a4e30 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fe764009b50 tx=0x7fe764005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:59.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.394+0000 7fe770cb6640  1 --2- 172.21.15.46:0/2403813664 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fedcf62bf0 0x55fedcf6b290 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7fe7600cc850 tx=0x7fe760097510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a948716100f823df server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:59.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.395+0000 7fe7537fe640  1 -- 172.21.15.46:0/2403813664 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe760010de0 con 0x55fedcf62bf0
2024-03-19T01:57:59.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.395+0000 7fe7537fe640  1 -- 172.21.15.46:0/2403813664 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe7600a4e20 con 0x55fedcf62bf0
2024-03-19T01:57:59.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.395+0000 7fe7537fe640  1 -- 172.21.15.46:0/2403813664 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe76009f910 con 0x55fedcf62bf0
2024-03-19T01:57:59.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.395+0000 7fe7763e2740  1 -- 172.21.15.46:0/2403813664 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fedcf62bf0 msgr2=0x55fedcf6b290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:59.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.395+0000 7fe7763e2740  1 --2- 172.21.15.46:0/2403813664 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fedcf62bf0 0x55fedcf6b290 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7fe7600cc850 tx=0x7fe760097510 comp rx=0 tx=0).stop
2024-03-19T01:57:59.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.395+0000 7fe7763e2740  1 -- 172.21.15.46:0/2403813664 shutdown_connections
2024-03-19T01:57:59.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.395+0000 7fe7763e2740  1 --2- 172.21.15.46:0/2403813664 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fedcf6b7d0 0x55fedcf6dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.395+0000 7fe7763e2740  1 --2- 172.21.15.46:0/2403813664 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fedcf62bf0 0x55fedcf6b290 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.395+0000 7fe7763e2740  1 --2- 172.21.15.46:0/2403813664 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fedcf622d0 0x55fedcf626b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.395+0000 7fe7763e2740  1 -- 172.21.15.46:0/2403813664 >> 172.21.15.46:0/2403813664 conn(0x55fedcf5ca00 msgr2=0x55fedcf5cde0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:59.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.395+0000 7fe7763e2740  1 -- 172.21.15.46:0/2403813664 shutdown_connections
2024-03-19T01:57:59.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.395+0000 7fe7763e2740  1 -- 172.21.15.46:0/2403813664 wait complete.
2024-03-19T01:57:59.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.396+0000 7fe7763e2740  1 --  start start
2024-03-19T01:57:59.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.396+0000 7fe7763e2740  1  Processor -- start
2024-03-19T01:57:59.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.396+0000 7fe7763e2740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fedcf622d0 0x55fedcf68890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.396+0000 7fe7763e2740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fedcf62bf0 0x55fedcf68dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.396+0000 7fe7763e2740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fedcf6b7d0 0x55fedcf69310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.396+0000 7fe7763e2740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55fedcf6e560 con 0x55fedcf62bf0
2024-03-19T01:57:59.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.396+0000 7fe7763e2740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55fedce81310 con 0x55fedcf6b7d0
2024-03-19T01:57:59.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.396+0000 7fe7763e2740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55fedcf6e6e0 con 0x55fedcf622d0
2024-03-19T01:57:59.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.396+0000 7fe7763e2740 10 client.0 _ll_register_callbacks cb 0x55fedce752d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:57:59.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.396+0000 7fe770cb6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fedcf62bf0 0x55fedcf68dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.396+0000 7fe770cb6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fedcf62bf0 0x55fedcf68dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51248/0 (socket says 172.21.15.46:51248)
2024-03-19T01:57:59.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.396+0000 7fe770cb6640  1 -- 172.21.15.46:0/3376558769 learned_addr learned my addr 172.21.15.46:0/3376558769 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:59.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.396+0000 7fe7714b7640  1 --2- 172.21.15.46:0/3376558769 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fedcf622d0 0x55fedcf68890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.396+0000 7fe771cb8640  1 --2- 172.21.15.46:0/3376558769 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fedcf6b7d0 0x55fedcf69310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.397+0000 7fe770cb6640  1 -- 172.21.15.46:0/3376558769 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fedcf622d0 msgr2=0x55fedcf68890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:59.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.397+0000 7fe770cb6640  1 --2- 172.21.15.46:0/3376558769 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fedcf622d0 0x55fedcf68890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.397+0000 7fe770cb6640  1 -- 172.21.15.46:0/3376558769 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fedcf6b7d0 msgr2=0x55fedcf69310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:59.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.397+0000 7fe770cb6640  1 --2- 172.21.15.46:0/3376558769 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fedcf6b7d0 0x55fedcf69310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.397+0000 7fe770cb6640  1 -- 172.21.15.46:0/3376558769 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fedcbd93f0 con 0x55fedcf62bf0
2024-03-19T01:57:59.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.397+0000 7fe770cb6640  1 --2- 172.21.15.46:0/3376558769 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fedcf62bf0 0x55fedcf68dd0 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7fe760098240 tx=0x7fe76009cd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9221a433f4c27478 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:59.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.397+0000 7fe750ff9640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:57:59.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.397+0000 7fe750ff9640  1 -- 172.21.15.46:0/3376558769 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe76009b870 con 0x55fedcf62bf0
2024-03-19T01:57:59.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.397+0000 7fe750ff9640  1 -- 172.21.15.46:0/3376558769 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7fe7600cf170 con 0x55fedcf62bf0
2024-03-19T01:57:59.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.397+0000 7fe7763e2740  1 -- 172.21.15.46:0/3376558769 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe7600a4e20 con 0x55fedcf62bf0
2024-03-19T01:57:59.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.397+0000 7fe750ff9640  1 -- 172.21.15.46:0/3376558769 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fe76009caf0 con 0x55fedcf62bf0
2024-03-19T01:57:59.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.397+0000 7fe7763e2740 10 client.17337 fetch_fsmap learned FSMap version 35
2024-03-19T01:57:59.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.397+0000 7fe7763e2740  1 -- 172.21.15.46:0/3376558769 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55fedcca37d0 con 0x55fedcf62bf0
2024-03-19T01:57:59.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.397+0000 7fe750ff9640  1 -- 172.21.15.46:0/3376558769 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe7600a4e20 con 0x55fedcf62bf0
2024-03-19T01:57:59.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.397+0000 7fe750ff9640  1 -- 172.21.15.46:0/3376558769 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7fe7600b1c50 con 0x55fedcf62bf0
2024-03-19T01:57:59.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.397+0000 7fe7763e2740 10 client.17337 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:57:59.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.397+0000 7fe7763e2740 10 client.17337 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:57:59.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.397+0000 7fe7763e2740 20 client.17337 populate_metadata read hostname 'smithi046'
2024-03-19T01:57:59.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.397+0000 7fe7763e2740  1 --2- 172.21.15.46:0/3376558769 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55fedcf7ba10 0x55fedcf7de00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.398+0000 7fe7763e2740  4 client.17337 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:57:59.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.398+0000 7fe7763e2740  1 -- 172.21.15.46:0/3376558769 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fedcf233e0 con 0x55fedcf7ba10
2024-03-19T01:57:59.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.398+0000 7fe7714b7640  1 --2- 172.21.15.46:0/3376558769 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55fedcf7ba10 0x55fedcf7de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.398+0000 7fe750ff9640 10 client.17337 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:57:59.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.398+0000 7fe7714b7640  1 --2- 172.21.15.46:0/3376558769 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55fedcf7ba10 0x55fedcf7de00 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=571fea29840e4c76 server_cookie=2e33d0ceded4fb87 in_seq=0 out_seq=0
2024-03-19T01:57:59.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.399+0000 7fe750ff9640  1 -- 172.21.15.46:0/3376558769 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55fedcf233e0 con 0x55fedcf7ba10
2024-03-19T01:57:59.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.399+0000 7fe750ff9640 10 client.17337 handle_command_reply: tid=0
2024-03-19T01:57:59.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.399+0000 7fe7763e2740  1 client.17337 shutdown
2024-03-19T01:57:59.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.399+0000 7fe7763e2740  1 -- 172.21.15.46:0/3376558769 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fedcf62bf0 msgr2=0x55fedcf68dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:59.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.399+0000 7fe7763e2740  1 --2- 172.21.15.46:0/3376558769 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fedcf62bf0 0x55fedcf68dd0 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7fe760098240 tx=0x7fe76009cd80 comp rx=0 tx=0).stop
2024-03-19T01:57:59.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.399+0000 7fe7763e2740  1 -- 172.21.15.46:0/3376558769 shutdown_connections
2024-03-19T01:57:59.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.399+0000 7fe7763e2740  1 --2- 172.21.15.46:0/3376558769 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55fedcf7ba10 0x55fedcf7de00 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.399+0000 7fe7763e2740  1 --2- 172.21.15.46:0/3376558769 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fedcf6b7d0 0x55fedcf69310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.399+0000 7fe7763e2740  1 --2- 172.21.15.46:0/3376558769 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fedcf62bf0 0x55fedcf68dd0 unknown :-1 s=CLOSED pgs=854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.399+0000 7fe750ff9640  0 client.17337 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:57:59.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.399+0000 7fe7763e2740  1 --2- 172.21.15.46:0/3376558769 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fedcf622d0 0x55fedcf68890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.399+0000 7fe7763e2740  1 -- 172.21.15.46:0/3376558769 >> 172.21.15.46:0/3376558769 conn(0x55fedcf5ca00 msgr2=0x55fedcf5e750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:59.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.399+0000 7fe7763e2740  1 -- 172.21.15.46:0/3376558769 shutdown_connections
2024-03-19T01:57:59.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.399+0000 7fe7763e2740  1 -- 172.21.15.46:0/3376558769 wait complete.
2024-03-19T01:57:59.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.399+0000 7fe7763e2740 20 client.17337 trim_cache size 0 max 16384
2024-03-19T01:57:59.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.412+0000 7fe7763e2740  1  Processor -- start
2024-03-19T01:57:59.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.412+0000 7fe7763e2740  1 --  start start
2024-03-19T01:57:59.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.412+0000 7fe7763e2740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fedcf622d0 0x55fedcf6afc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.412+0000 7fe7763e2740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fedcf62bf0 0x55fedcf77300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.412+0000 7fe7763e2740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fedcf6b7d0 0x55fedcf69130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.413+0000 7fe7763e2740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe76c1b14d0 con 0x55fedcf6b7d0
2024-03-19T01:57:59.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.413+0000 7fe7763e2740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe76c1aeda0 con 0x55fedcf62bf0
2024-03-19T01:57:59.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.413+0000 7fe7763e2740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe76c1acc10 con 0x55fedcf622d0
2024-03-19T01:57:59.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.413+0000 7fe771cb8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fedcf6b7d0 0x55fedcf69130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.413+0000 7fe771cb8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fedcf6b7d0 0x55fedcf69130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51254/0 (socket says 172.21.15.46:51254)
2024-03-19T01:57:59.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.413+0000 7fe771cb8640  1 -- 172.21.15.46:0/3255300022 learned_addr learned my addr 172.21.15.46:0/3255300022 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:59.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.413+0000 7fe7714b7640  1 --2- 172.21.15.46:0/3255300022 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fedcf622d0 0x55fedcf6afc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.413+0000 7fe770cb6640  1 --2- 172.21.15.46:0/3255300022 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fedcf62bf0 0x55fedcf77300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.413+0000 7fe771cb8640  1 -- 172.21.15.46:0/3255300022 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fedcf622d0 msgr2=0x55fedcf6afc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:59.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.413+0000 7fe771cb8640  1 --2- 172.21.15.46:0/3255300022 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fedcf622d0 0x55fedcf6afc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.413+0000 7fe771cb8640  1 -- 172.21.15.46:0/3255300022 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fedcf62bf0 msgr2=0x55fedcf77300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:59.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.413+0000 7fe771cb8640  1 --2- 172.21.15.46:0/3255300022 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fedcf62bf0 0x55fedcf77300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.413+0000 7fe771cb8640  1 -- 172.21.15.46:0/3255300022 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fedcf5c210 con 0x55fedcf6b7d0
2024-03-19T01:57:59.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.413+0000 7fe771cb8640  1 --2- 172.21.15.46:0/3255300022 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fedcf6b7d0 0x55fedcf69130 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7fe75c037040 tx=0x7fe75c0095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83931b274f6d20c7 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:59.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.413+0000 7fe752ffd640  1 -- 172.21.15.46:0/3255300022 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe75c047070 con 0x55fedcf6b7d0
2024-03-19T01:57:59.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.413+0000 7fe752ffd640  1 -- 172.21.15.46:0/3255300022 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe75c004d40 con 0x55fedcf6b7d0
2024-03-19T01:57:59.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.413+0000 7fe752ffd640  1 -- 172.21.15.46:0/3255300022 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe75c039040 con 0x55fedcf6b7d0
2024-03-19T01:57:59.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.414+0000 7fe7763e2740  1 -- 172.21.15.46:0/3255300022 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fedcf6b7d0 msgr2=0x55fedcf69130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:59.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.414+0000 7fe7763e2740  1 --2- 172.21.15.46:0/3255300022 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fedcf6b7d0 0x55fedcf69130 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7fe75c037040 tx=0x7fe75c0095c0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.414+0000 7fe7763e2740  1 -- 172.21.15.46:0/3255300022 shutdown_connections
2024-03-19T01:57:59.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.414+0000 7fe7763e2740  1 --2- 172.21.15.46:0/3255300022 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fedcf6b7d0 0x55fedcf69130 unknown :-1 s=CLOSED pgs=855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.414+0000 7fe7763e2740  1 --2- 172.21.15.46:0/3255300022 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fedcf62bf0 0x55fedcf77300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.414+0000 7fe7763e2740  1 --2- 172.21.15.46:0/3255300022 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fedcf622d0 0x55fedcf6afc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.414+0000 7fe7763e2740  1 -- 172.21.15.46:0/3255300022 >> 172.21.15.46:0/3255300022 conn(0x55fedcf5ca00 msgr2=0x55fedcf5dc30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:59.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.414+0000 7fe7763e2740  1 -- 172.21.15.46:0/3255300022 shutdown_connections
2024-03-19T01:57:59.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.414+0000 7fe7763e2740  1 -- 172.21.15.46:0/3255300022 wait complete.
2024-03-19T01:57:59.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.414+0000 7fe7763e2740  1 --  start start
2024-03-19T01:57:59.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.414+0000 7fe7763e2740  1  Processor -- start
2024-03-19T01:57:59.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.415+0000 7fe7763e2740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fedcf622d0 0x55fedcf64cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.415+0000 7fe7763e2740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fedcf62bf0 0x55fedcf65230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.415+0000 7fe7763e2740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fedcf6b7d0 0x55fedcf65970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.415+0000 7fe7763e2740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe76c1ad260 con 0x55fedcf6b7d0
2024-03-19T01:57:59.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.415+0000 7fe7763e2740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fe76c1ae6d0 con 0x55fedcf622d0
2024-03-19T01:57:59.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.415+0000 7fe7763e2740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe76c1ad930 con 0x55fedcf62bf0
2024-03-19T01:57:59.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.415+0000 7fe7763e2740 10 client.0 _ll_register_callbacks cb 0x7fe76009cf50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:57:59.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.415+0000 7fe771cb8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fedcf6b7d0 0x55fedcf65970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.415+0000 7fe771cb8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fedcf6b7d0 0x55fedcf65970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51266/0 (socket says 172.21.15.46:51266)
2024-03-19T01:57:59.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.415+0000 7fe771cb8640  1 -- 172.21.15.46:0/3507834770 learned_addr learned my addr 172.21.15.46:0/3507834770 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:59.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.415+0000 7fe7714b7640  1 --2- 172.21.15.46:0/3507834770 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fedcf622d0 0x55fedcf64cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.415+0000 7fe770cb6640  1 --2- 172.21.15.46:0/3507834770 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fedcf62bf0 0x55fedcf65230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.415+0000 7fe771cb8640  1 -- 172.21.15.46:0/3507834770 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fedcf62bf0 msgr2=0x55fedcf65230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:59.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.415+0000 7fe771cb8640  1 --2- 172.21.15.46:0/3507834770 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fedcf62bf0 0x55fedcf65230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.415+0000 7fe771cb8640  1 -- 172.21.15.46:0/3507834770 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fedcf622d0 msgr2=0x55fedcf64cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:59.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.415+0000 7fe771cb8640  1 --2- 172.21.15.46:0/3507834770 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fedcf622d0 0x55fedcf64cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.415+0000 7fe771cb8640  1 -- 172.21.15.46:0/3507834770 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fedcf661a0 con 0x55fedcf6b7d0
2024-03-19T01:57:59.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.415+0000 7fe771cb8640  1 --2- 172.21.15.46:0/3507834770 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fedcf6b7d0 0x55fedcf65970 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7fe75c02c630 tx=0x7fe75c0329c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e540385921699204 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:59.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.415+0000 7fe750ff9640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:57:59.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.415+0000 7fe750ff9640  1 -- 172.21.15.46:0/3507834770 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe75c047070 con 0x55fedcf6b7d0
2024-03-19T01:57:59.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.415+0000 7fe750ff9640  1 -- 172.21.15.46:0/3507834770 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7fe75c034650 con 0x55fedcf6b7d0
2024-03-19T01:57:59.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.415+0000 7fe7763e2740  1 -- 172.21.15.46:0/3507834770 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe75c004d40 con 0x55fedcf6b7d0
2024-03-19T01:57:59.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.415+0000 7fe750ff9640  1 -- 172.21.15.46:0/3507834770 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fe75c05c050 con 0x55fedcf6b7d0
2024-03-19T01:57:59.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.416+0000 7fe7763e2740 10 client.17343 fetch_fsmap learned FSMap version 35
2024-03-19T01:57:59.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.416+0000 7fe7763e2740  1 -- 172.21.15.46:0/3507834770 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55fedcfe62d0 con 0x55fedcf6b7d0
2024-03-19T01:57:59.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.416+0000 7fe750ff9640  1 -- 172.21.15.46:0/3507834770 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe75c004d40 con 0x55fedcf6b7d0
2024-03-19T01:57:59.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.416+0000 7fe750ff9640  1 -- 172.21.15.46:0/3507834770 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7fe75c03f040 con 0x55fedcf6b7d0
2024-03-19T01:57:59.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.416+0000 7fe7763e2740 10 client.17343 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:57:59.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.416+0000 7fe7763e2740 10 client.17343 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:57:59.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.416+0000 7fe7763e2740 20 client.17343 populate_metadata read hostname 'smithi046'
2024-03-19T01:57:59.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.416+0000 7fe7763e2740  1 --2- 172.21.15.46:0/3507834770 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55fedcfe69c0 0x55fedcfe8de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.416+0000 7fe7763e2740  4 client.17343 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:57:59.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.416+0000 7fe7763e2740  1 -- 172.21.15.46:0/3507834770 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55fedced29f0 con 0x55fedcfe69c0
2024-03-19T01:57:59.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.416+0000 7fe7714b7640  1 --2- 172.21.15.46:0/3507834770 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55fedcfe69c0 0x55fedcfe8de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.416+0000 7fe750ff9640 10 client.17343 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:57:59.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.416+0000 7fe7714b7640  1 --2- 172.21.15.46:0/3507834770 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55fedcfe69c0 0x55fedcfe8de0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=88d1bdf560d7e15a server_cookie=61d0e961add20743 in_seq=0 out_seq=0
2024-03-19T01:57:59.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.417+0000 7fe750ff9640  1 -- 172.21.15.46:0/3507834770 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55fedced29f0 con 0x55fedcfe69c0
2024-03-19T01:57:59.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.417+0000 7fe750ff9640 10 client.17343 handle_command_reply: tid=0
2024-03-19T01:57:59.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.417+0000 7fe7763e2740  1 client.17343 shutdown
2024-03-19T01:57:59.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.417+0000 7fe7763e2740  1 -- 172.21.15.46:0/3507834770 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fedcf6b7d0 msgr2=0x55fedcf65970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:59.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.417+0000 7fe7763e2740  1 --2- 172.21.15.46:0/3507834770 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fedcf6b7d0 0x55fedcf65970 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7fe75c02c630 tx=0x7fe75c0329c0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.417+0000 7fe7763e2740  1 -- 172.21.15.46:0/3507834770 shutdown_connections
2024-03-19T01:57:59.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.417+0000 7fe7763e2740  1 --2- 172.21.15.46:0/3507834770 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x55fedcfe69c0 0x55fedcfe8de0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.417+0000 7fe7763e2740  1 --2- 172.21.15.46:0/3507834770 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fedcf6b7d0 0x55fedcf65970 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.417+0000 7fe7763e2740  1 --2- 172.21.15.46:0/3507834770 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55fedcf62bf0 0x55fedcf65230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.417+0000 7fe7763e2740  1 --2- 172.21.15.46:0/3507834770 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55fedcf622d0 0x55fedcf64cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.417+0000 7fe750ff9640  0 client.17343 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:57:59.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.417+0000 7fe7763e2740  1 -- 172.21.15.46:0/3507834770 >> 172.21.15.46:0/3507834770 conn(0x55fedcf5ca00 msgr2=0x55fedcf5e290 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:59.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.417+0000 7fe7763e2740  1 -- 172.21.15.46:0/3507834770 shutdown_connections
2024-03-19T01:57:59.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.417+0000 7fe7763e2740  1 -- 172.21.15.46:0/3507834770 wait complete.
2024-03-19T01:57:59.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.417+0000 7fe7763e2740 20 client.17343 trim_cache size 0 max 16384
2024-03-19T01:57:59.424 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:57:59.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.417+0000 7fe77371b640  1 -- 172.21.15.46:0/1789468767 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe7540a2970 msgr2=0x7fe7540a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:59.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.417+0000 7fe77371b640  1 --2- 172.21.15.46:0/1789468767 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe7540a2970 0x7fe7540a4e30 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fe764009b50 tx=0x7fe764005f90 comp rx=0 tx=0).stop
2024-03-19T01:57:59.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.417+0000 7fe77371b640  1 -- 172.21.15.46:0/1789468767 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe76c101330 msgr2=0x7fe76c1992d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:59.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.417+0000 7fe77371b640  1 --2- 172.21.15.46:0/1789468767 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe76c101330 0x7fe76c1992d0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7fe76000e9f0 tx=0x7fe76000eeb0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.417+0000 7fe77371b640  1 -- 172.21.15.46:0/1789468767 shutdown_connections
2024-03-19T01:57:59.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.417+0000 7fe77371b640  1 --2- 172.21.15.46:0/1789468767 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fe76c105660 0x7fe76c1a3e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.417+0000 7fe77371b640  1 --2- 172.21.15.46:0/1789468767 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe76c101330 0x7fe76c1992d0 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.417+0000 7fe77371b640  1 --2- 172.21.15.46:0/1789468767 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fe7540a2970 0x7fe7540a4e30 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.417+0000 7fe77371b640  1 --2- 172.21.15.46:0/1789468767 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe76c100970 0x7fe76c198d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.417+0000 7fe77371b640  1 -- 172.21.15.46:0/1789468767 >> 172.21.15.46:0/1789468767 conn(0x7fe76c0774c0 msgr2=0x7fe76c0fe740 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:59.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.418+0000 7fe77371b640  1 -- 172.21.15.46:0/1789468767 shutdown_connections
2024-03-19T01:57:59.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.418+0000 7fe77371b640  1 -- 172.21.15.46:0/1789468767 wait complete.
2024-03-19T01:57:59.428 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls
2024-03-19T01:57:59.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.532+0000 7fd69f19f640  1 -- 172.21.15.46:0/2053797837 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd698106610 msgr2=0x7fd6981069f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:59.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.532+0000 7fd69f19f640  1 --2- 172.21.15.46:0/2053797837 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd698106610 0x7fd6981069f0 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7fd694009930 tx=0x7fd69402bc30 comp rx=0 tx=0).stop
2024-03-19T01:57:59.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.532+0000 7fd69f19f640  1 -- 172.21.15.46:0/2053797837 shutdown_connections
2024-03-19T01:57:59.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.532+0000 7fd69f19f640  1 --2- 172.21.15.46:0/2053797837 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd698100830 0x7fd69810e4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.532+0000 7fd69f19f640  1 --2- 172.21.15.46:0/2053797837 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd6980ffe70 0x7fd6981002f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.532+0000 7fd69f19f640  1 --2- 172.21.15.46:0/2053797837 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd698106610 0x7fd6981069f0 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.532+0000 7fd69f19f640  1 -- 172.21.15.46:0/2053797837 >> 172.21.15.46:0/2053797837 conn(0x7fd6980757d0 msgr2=0x7fd698075be0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:59.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.532+0000 7fd69f19f640  1 -- 172.21.15.46:0/2053797837 shutdown_connections
2024-03-19T01:57:59.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.532+0000 7fd69f19f640  1 -- 172.21.15.46:0/2053797837 wait complete.
2024-03-19T01:57:59.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.533+0000 7fd69f19f640  1  Processor -- start
2024-03-19T01:57:59.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.533+0000 7fd69f19f640  1 --  start start
2024-03-19T01:57:59.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.533+0000 7fd69f19f640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd6980ffe70 0x7fd698197dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.533+0000 7fd69f19f640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd698100830 0x7fd698198310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.533+0000 7fd69f19f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd698106610 0x7fd69819c690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.533+0000 7fd69f19f640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd6981118f0 con 0x7fd698106610
2024-03-19T01:57:59.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.533+0000 7fd69f19f640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fd698111770 con 0x7fd698100830
2024-03-19T01:57:59.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.533+0000 7fd69f19f640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd698111a70 con 0x7fd6980ffe70
2024-03-19T01:57:59.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.533+0000 7fd69e99e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd698106610 0x7fd69819c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.533+0000 7fd69e99e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd698106610 0x7fd69819c690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51278/0 (socket says 172.21.15.46:51278)
2024-03-19T01:57:59.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.533+0000 7fd69e99e640  1 -- 172.21.15.46:0/178308513 learned_addr learned my addr 172.21.15.46:0/178308513 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:59.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.533+0000 7fd69e19d640  1 --2- 172.21.15.46:0/178308513 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd6980ffe70 0x7fd698197dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.533+0000 7fd69d99c640  1 --2- 172.21.15.46:0/178308513 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd698100830 0x7fd698198310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.534+0000 7fd69e99e640  1 -- 172.21.15.46:0/178308513 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd6980ffe70 msgr2=0x7fd698197dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:59.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.534+0000 7fd69e99e640  1 --2- 172.21.15.46:0/178308513 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd6980ffe70 0x7fd698197dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.534+0000 7fd69e99e640  1 -- 172.21.15.46:0/178308513 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd698100830 msgr2=0x7fd698198310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:59.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.534+0000 7fd69e99e640  1 --2- 172.21.15.46:0/178308513 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd698100830 0x7fd698198310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.534+0000 7fd69e99e640  1 -- 172.21.15.46:0/178308513 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd69819cdc0 con 0x7fd698106610
2024-03-19T01:57:59.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.534+0000 7fd69e19d640  1 --2- 172.21.15.46:0/178308513 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd6980ffe70 0x7fd698197dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:59.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.534+0000 7fd69e99e640  1 --2- 172.21.15.46:0/178308513 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd698106610 0x7fd69819c690 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7fd69000eb10 tx=0x7fd69000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:59.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.534+0000 7fd68f7fe640  1 -- 172.21.15.46:0/178308513 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd690004b20 con 0x7fd698106610
2024-03-19T01:57:59.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.534+0000 7fd68f7fe640  1 -- 172.21.15.46:0/178308513 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd690004cc0 con 0x7fd698106610
2024-03-19T01:57:59.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.534+0000 7fd69f19f640  1 -- 172.21.15.46:0/178308513 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd69819d0b0 con 0x7fd698106610
2024-03-19T01:57:59.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.534+0000 7fd68f7fe640  1 -- 172.21.15.46:0/178308513 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd690010690 con 0x7fd698106610
2024-03-19T01:57:59.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.534+0000 7fd69f19f640  1 -- 172.21.15.46:0/178308513 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6981a4940 con 0x7fd698106610
2024-03-19T01:57:59.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.536+0000 7fd68f7fe640  1 -- 172.21.15.46:0/178308513 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fd690005020 con 0x7fd698106610
2024-03-19T01:57:59.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.537+0000 7fd6a2fdf740  1  Processor -- start
2024-03-19T01:57:59.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.537+0000 7fd6a2fdf740  1 --  start start
2024-03-19T01:57:59.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.537+0000 7fd6a2fdf740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56029672c4b0 0x56029672c890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.537+0000 7fd6a2fdf740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56029672cdd0 0x560296735470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.537+0000 7fd6a2fdf740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602967359b0 0x560296737da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.537+0000 7fd6a2fdf740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x56029668f4b0 con 0x5602967359b0
2024-03-19T01:57:59.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.537+0000 7fd6a2fdf740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x560296637d70 con 0x56029672cdd0
2024-03-19T01:57:59.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.537+0000 7fd6a2fdf740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x56029668b550 con 0x56029672c4b0
2024-03-19T01:57:59.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.537+0000 7fd68f7fe640  1 --2- 172.21.15.46:0/178308513 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fd6840a2970 0x7fd6840a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.537+0000 7fd69e19d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56029672cdd0 0x560296735470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.537+0000 7fd69e19d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56029672cdd0 0x560296735470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:48502/0 (socket says 172.21.15.46:48502)
2024-03-19T01:57:59.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.537+0000 7fd69e99e640  1 --2- 172.21.15.46:0/178308513 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fd6840a2970 0x7fd6840a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.537+0000 7fd69e19d640  1 -- 172.21.15.46:0/2630609430 learned_addr learned my addr 172.21.15.46:0/2630609430 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:59.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.537+0000 7fd69d99c640  1 --2- 172.21.15.46:0/2630609430 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56029672c4b0 0x56029672c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.537+0000 7fd68f7fe640  1 -- 172.21.15.46:0/178308513 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7fd6900cf950 con 0x7fd698106610
2024-03-19T01:57:59.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.538+0000 7fd69d99c640  1 --2- 172.21.15.46:0/2630609430 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602967359b0 0x560296737da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.538+0000 7fd69e19d640  1 -- 172.21.15.46:0/2630609430 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56029672c4b0 msgr2=0x56029672c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:59.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.538+0000 7fd69e19d640  1 --2- 172.21.15.46:0/2630609430 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56029672c4b0 0x56029672c890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.538+0000 7fd69e19d640  1 -- 172.21.15.46:0/2630609430 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602967359b0 msgr2=0x560296737da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:59.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.538+0000 7fd69e19d640  1 --2- 172.21.15.46:0/2630609430 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602967359b0 0x560296737da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.538+0000 7fd69e19d640  1 -- 172.21.15.46:0/2630609430 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56029665a210 con 0x56029672cdd0
2024-03-19T01:57:59.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.538+0000 7fd69d99c640  1 --2- 172.21.15.46:0/2630609430 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602967359b0 0x560296737da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed!
2024-03-19T01:57:59.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.538+0000 7fd69e19d640  1 --2- 172.21.15.46:0/2630609430 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56029672cdd0 0x560296735470 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fd694036040 tx=0x7fd6940095f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5cf205ddb6f7b21c server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:59.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.538+0000 7fd69e99e640  1 --2- 172.21.15.46:0/178308513 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fd6840a2970 0x7fd6840a4e30 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fd690097fe0 tx=0x7fd690066d90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:59.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.538+0000 7fd68cbfe640  1 -- 172.21.15.46:0/2630609430 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd694045070 con 0x56029672cdd0
2024-03-19T01:57:59.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.538+0000 7fd68cbfe640  1 -- 172.21.15.46:0/2630609430 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd69402c7e0 con 0x56029672cdd0
2024-03-19T01:57:59.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.538+0000 7fd68cbfe640  1 -- 172.21.15.46:0/2630609430 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd694003a50 con 0x56029672cdd0
2024-03-19T01:57:59.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.539+0000 7fd6a2fdf740  1 -- 172.21.15.46:0/2630609430 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56029672cdd0 msgr2=0x560296735470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:59.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.539+0000 7fd6a2fdf740  1 --2- 172.21.15.46:0/2630609430 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56029672cdd0 0x560296735470 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fd694036040 tx=0x7fd6940095f0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.539+0000 7fd6a2fdf740  1 -- 172.21.15.46:0/2630609430 shutdown_connections
2024-03-19T01:57:59.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.539+0000 7fd6a2fdf740  1 --2- 172.21.15.46:0/2630609430 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602967359b0 0x560296737da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.539+0000 7fd6a2fdf740  1 --2- 172.21.15.46:0/2630609430 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56029672cdd0 0x560296735470 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.539+0000 7fd6a2fdf740  1 --2- 172.21.15.46:0/2630609430 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56029672c4b0 0x56029672c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.539+0000 7fd6a2fdf740  1 -- 172.21.15.46:0/2630609430 >> 172.21.15.46:0/2630609430 conn(0x560296726be0 msgr2=0x560296726fc0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:59.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.539+0000 7fd6a2fdf740  1 -- 172.21.15.46:0/2630609430 shutdown_connections
2024-03-19T01:57:59.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.539+0000 7fd6a2fdf740  1 -- 172.21.15.46:0/2630609430 wait complete.
2024-03-19T01:57:59.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.539+0000 7fd6a2fdf740  1 --  start start
2024-03-19T01:57:59.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.539+0000 7fd6a2fdf740  1  Processor -- start
2024-03-19T01:57:59.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.540+0000 7fd6a2fdf740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56029672c4b0 0x5602967328d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.540+0000 7fd6a2fdf740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56029672cdd0 0x560296732e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.540+0000 7fd6a2fdf740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5602967359b0 0x560296733350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.540+0000 7fd6a2fdf740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x560296738740 con 0x56029672cdd0
2024-03-19T01:57:59.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.540+0000 7fd6a2fdf740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x56029664b310 con 0x5602967359b0
2024-03-19T01:57:59.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.540+0000 7fd6a2fdf740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5602967388c0 con 0x56029672c4b0
2024-03-19T01:57:59.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.540+0000 7fd69e19d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56029672cdd0 0x560296732e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.546 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.540+0000 7fd69e19d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56029672cdd0 0x560296732e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51294/0 (socket says 172.21.15.46:51294)
2024-03-19T01:57:59.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.540+0000 7fd69e19d640  1 -- 172.21.15.46:0/3559726328 learned_addr learned my addr 172.21.15.46:0/3559726328 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:59.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.540+0000 7fd6a2fdf740 10 client.0 _ll_register_callbacks cb 0x56029663f2d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:57:59.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.540+0000 7fd69d99c640  1 --2- 172.21.15.46:0/3559726328 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5602967359b0 0x560296733350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.540+0000 7fd69d99c640  1 --2- 172.21.15.46:0/3559726328 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56029672c4b0 0x5602967328d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.540+0000 7fd69e19d640  1 -- 172.21.15.46:0/3559726328 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56029672c4b0 msgr2=0x5602967328d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:59.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.540+0000 7fd69e19d640  1 --2- 172.21.15.46:0/3559726328 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56029672c4b0 0x5602967328d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.540+0000 7fd69e19d640  1 -- 172.21.15.46:0/3559726328 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5602967359b0 msgr2=0x560296733350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:59.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.540+0000 7fd69e19d640  1 --2- 172.21.15.46:0/3559726328 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5602967359b0 0x560296733350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.540+0000 7fd69e19d640  1 -- 172.21.15.46:0/3559726328 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5602963a33f0 con 0x56029672cdd0
2024-03-19T01:57:59.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.540+0000 7fd69d99c640  1 --2- 172.21.15.46:0/3559726328 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5602967359b0 0x560296733350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:59.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.540+0000 7fd69e19d640  1 --2- 172.21.15.46:0/3559726328 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56029672cdd0 0x560296732e10 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7fd694006010 tx=0x7fd69403f6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2daf427d63b022f0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:59.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.540+0000 7fd681ffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:57:59.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.540+0000 7fd681ffb640  1 -- 172.21.15.46:0/3559726328 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd69404e070 con 0x56029672cdd0
2024-03-19T01:57:59.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.540+0000 7fd681ffb640  1 -- 172.21.15.46:0/3559726328 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7fd69403fcf0 con 0x56029672cdd0
2024-03-19T01:57:59.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.540+0000 7fd6a2fdf740  1 -- 172.21.15.46:0/3559726328 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd69402c7e0 con 0x56029672cdd0
2024-03-19T01:57:59.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.541+0000 7fd681ffb640  1 -- 172.21.15.46:0/3559726328 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fd69405a050 con 0x56029672cdd0
2024-03-19T01:57:59.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.541+0000 7fd6a2fdf740 10 client.17352 fetch_fsmap learned FSMap version 35
2024-03-19T01:57:59.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.541+0000 7fd6a2fdf740  1 -- 172.21.15.46:0/3559726328 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x56029646d7d0 con 0x56029672cdd0
2024-03-19T01:57:59.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.541+0000 7fd681ffb640  1 -- 172.21.15.46:0/3559726328 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd69402c7e0 con 0x56029672cdd0
2024-03-19T01:57:59.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.541+0000 7fd681ffb640  1 -- 172.21.15.46:0/3559726328 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7fd694034440 con 0x56029672cdd0
2024-03-19T01:57:59.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.541+0000 7fd6a2fdf740 10 client.17352 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:57:59.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.541+0000 7fd6a2fdf740 10 client.17352 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:57:59.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.541+0000 7fd6a2fdf740 20 client.17352 populate_metadata read hostname 'smithi046'
2024-03-19T01:57:59.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.541+0000 7fd6a2fdf740  1 --2- 172.21.15.46:0/3559726328 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x560296745a00 0x560296747df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.541+0000 7fd6a2fdf740  4 client.17352 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:57:59.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.541+0000 7fd6a2fdf740  1 -- 172.21.15.46:0/3559726328 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5602966ed3e0 con 0x560296745a00
2024-03-19T01:57:59.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.541+0000 7fd69d99c640  1 --2- 172.21.15.46:0/3559726328 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x560296745a00 0x560296747df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.542+0000 7fd681ffb640 10 client.17352 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:57:59.548 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.542+0000 7fd69d99c640  1 --2- 172.21.15.46:0/3559726328 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x560296745a00 0x560296747df0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f0f0f6d9f3fcb24c server_cookie=d7a7581ef87ac3a8 in_seq=0 out_seq=0
2024-03-19T01:57:59.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.542+0000 7fd681ffb640  1 -- 172.21.15.46:0/3559726328 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5602966ed3e0 con 0x560296745a00
2024-03-19T01:57:59.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.542+0000 7fd681ffb640 10 client.17352 handle_command_reply: tid=0
2024-03-19T01:57:59.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.542+0000 7fd6a2fdf740  1 client.17352 shutdown
2024-03-19T01:57:59.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.543+0000 7fd6a2fdf740  1 -- 172.21.15.46:0/3559726328 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56029672cdd0 msgr2=0x560296732e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:59.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.543+0000 7fd6a2fdf740  1 --2- 172.21.15.46:0/3559726328 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56029672cdd0 0x560296732e10 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7fd694006010 tx=0x7fd69403f6f0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.543+0000 7fd6a2fdf740  1 -- 172.21.15.46:0/3559726328 shutdown_connections
2024-03-19T01:57:59.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.543+0000 7fd6a2fdf740  1 --2- 172.21.15.46:0/3559726328 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x560296745a00 0x560296747df0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.543+0000 7fd6a2fdf740  1 --2- 172.21.15.46:0/3559726328 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5602967359b0 0x560296733350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.543+0000 7fd6a2fdf740  1 --2- 172.21.15.46:0/3559726328 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56029672cdd0 0x560296732e10 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.543+0000 7fd681ffb640  0 client.17352 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:57:59.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.543+0000 7fd6a2fdf740  1 --2- 172.21.15.46:0/3559726328 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56029672c4b0 0x5602967328d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.549 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.543+0000 7fd6a2fdf740  1 -- 172.21.15.46:0/3559726328 >> 172.21.15.46:0/3559726328 conn(0x560296726be0 msgr2=0x560296728930 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:59.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.543+0000 7fd6a2fdf740  1 -- 172.21.15.46:0/3559726328 shutdown_connections
2024-03-19T01:57:59.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.543+0000 7fd6a2fdf740  1 -- 172.21.15.46:0/3559726328 wait complete.
2024-03-19T01:57:59.550 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.543+0000 7fd6a2fdf740 20 client.17352 trim_cache size 0 max 16384
2024-03-19T01:57:59.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.556+0000 7fd6a2fdf740  1  Processor -- start
2024-03-19T01:57:59.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.556+0000 7fd6a2fdf740  1 --  start start
2024-03-19T01:57:59.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.556+0000 7fd6a2fdf740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56029672c4b0 0x560296741540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.556+0000 7fd6a2fdf740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56029672cdd0 0x560296731a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.556+0000 7fd6a2fdf740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5602967359b0 0x560296733170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.556+0000 7fd6a2fdf740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd6981b1380 con 0x56029672c4b0
2024-03-19T01:57:59.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.556+0000 7fd6a2fdf740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fd6981aec50 con 0x5602967359b0
2024-03-19T01:57:59.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.556+0000 7fd6a2fdf740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd6981acac0 con 0x56029672cdd0
2024-03-19T01:57:59.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.556+0000 7fd69d99c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56029672c4b0 0x560296741540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.556+0000 7fd69d99c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56029672c4b0 0x560296741540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51306/0 (socket says 172.21.15.46:51306)
2024-03-19T01:57:59.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.556+0000 7fd69d99c640  1 -- 172.21.15.46:0/1828551732 learned_addr learned my addr 172.21.15.46:0/1828551732 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:59.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.556+0000 7fd69e19d640  1 --2- 172.21.15.46:0/1828551732 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56029672cdd0 0x560296731a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.556+0000 7fd69d99c640  1 --2- 172.21.15.46:0/1828551732 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5602967359b0 0x560296733170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.556+0000 7fd69d99c640  1 -- 172.21.15.46:0/1828551732 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56029672cdd0 msgr2=0x560296731a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:59.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.556+0000 7fd69d99c640  1 --2- 172.21.15.46:0/1828551732 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56029672cdd0 0x560296731a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.556+0000 7fd69d99c640  1 -- 172.21.15.46:0/1828551732 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5602967359b0 msgr2=0x560296733170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:59.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.556+0000 7fd69d99c640  1 --2- 172.21.15.46:0/1828551732 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5602967359b0 0x560296733170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.556+0000 7fd69d99c640  1 -- 172.21.15.46:0/1828551732 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56029672e500 con 0x56029672c4b0
2024-03-19T01:57:59.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.556+0000 7fd69e19d640  1 --2- 172.21.15.46:0/1828551732 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56029672cdd0 0x560296731a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:57:59.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.556+0000 7fd69d99c640  1 --2- 172.21.15.46:0/1828551732 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56029672c4b0 0x560296741540 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7fd688009730 tx=0x7fd6880096c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=564155065d664674 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:59.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.557+0000 7fd683fff640  1 -- 172.21.15.46:0/1828551732 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd688024490 con 0x56029672c4b0
2024-03-19T01:57:59.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.557+0000 7fd683fff640  1 -- 172.21.15.46:0/1828551732 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd688024630 con 0x56029672c4b0
2024-03-19T01:57:59.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.557+0000 7fd683fff640  1 -- 172.21.15.46:0/1828551732 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6880216c0 con 0x56029672c4b0
2024-03-19T01:57:59.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.557+0000 7fd6a2fdf740  1 -- 172.21.15.46:0/1828551732 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56029672c4b0 msgr2=0x560296741540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:59.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.557+0000 7fd6a2fdf740  1 --2- 172.21.15.46:0/1828551732 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56029672c4b0 0x560296741540 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7fd688009730 tx=0x7fd6880096c0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.557+0000 7fd6a2fdf740  1 -- 172.21.15.46:0/1828551732 shutdown_connections
2024-03-19T01:57:59.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.557+0000 7fd6a2fdf740  1 --2- 172.21.15.46:0/1828551732 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5602967359b0 0x560296733170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.557+0000 7fd6a2fdf740  1 --2- 172.21.15.46:0/1828551732 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56029672cdd0 0x560296731a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.557+0000 7fd6a2fdf740  1 --2- 172.21.15.46:0/1828551732 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56029672c4b0 0x560296741540 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.557+0000 7fd6a2fdf740  1 -- 172.21.15.46:0/1828551732 >> 172.21.15.46:0/1828551732 conn(0x560296726be0 msgr2=0x560296725470 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:59.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.557+0000 7fd6a2fdf740  1 -- 172.21.15.46:0/1828551732 shutdown_connections
2024-03-19T01:57:59.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.557+0000 7fd6a2fdf740  1 -- 172.21.15.46:0/1828551732 wait complete.
2024-03-19T01:57:59.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.557+0000 7fd6a2fdf740  1 --  start start
2024-03-19T01:57:59.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.558+0000 7fd6a2fdf740  1  Processor -- start
2024-03-19T01:57:59.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.558+0000 7fd6a2fdf740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56029672c4b0 0x560296738d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.558+0000 7fd6a2fdf740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56029672cdd0 0x560296739260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.558+0000 7fd6a2fdf740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602967359b0 0x5602967a39e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.558+0000 7fd6a2fdf740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd6981ad110 con 0x5602967359b0
2024-03-19T01:57:59.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.558+0000 7fd6a2fdf740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fd6981ae580 con 0x56029672c4b0
2024-03-19T01:57:59.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.558+0000 7fd6a2fdf740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd6981ad7e0 con 0x56029672cdd0
2024-03-19T01:57:59.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.558+0000 7fd6a2fdf740 10 client.0 _ll_register_callbacks cb 0x7fd694009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:57:59.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.558+0000 7fd69d99c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602967359b0 0x5602967a39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.558+0000 7fd69d99c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602967359b0 0x5602967a39e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51322/0 (socket says 172.21.15.46:51322)
2024-03-19T01:57:59.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.558+0000 7fd69d99c640  1 -- 172.21.15.46:0/684851425 learned_addr learned my addr 172.21.15.46:0/684851425 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:59.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.558+0000 7fd69e19d640  1 --2- 172.21.15.46:0/684851425 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56029672cdd0 0x560296739260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.558+0000 7fd69d99c640  1 --2- 172.21.15.46:0/684851425 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56029672c4b0 0x560296738d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.558+0000 7fd69d99c640  1 -- 172.21.15.46:0/684851425 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56029672cdd0 msgr2=0x560296739260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:59.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.558+0000 7fd69d99c640  1 --2- 172.21.15.46:0/684851425 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56029672cdd0 0x560296739260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.558+0000 7fd69d99c640  1 -- 172.21.15.46:0/684851425 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56029672c4b0 msgr2=0x560296738d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:59.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.558+0000 7fd69d99c640  1 --2- 172.21.15.46:0/684851425 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56029672c4b0 0x560296738d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.558+0000 7fd69d99c640  1 -- 172.21.15.46:0/684851425 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5602967a4020 con 0x5602967359b0
2024-03-19T01:57:59.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.558+0000 7fd69d99c640  1 --2- 172.21.15.46:0/684851425 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602967359b0 0x5602967a39e0 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7fd688024960 tx=0x7fd688013040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34786c074a17c9ca server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:59.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.558+0000 7fd681ffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:57:59.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.559+0000 7fd681ffb640  1 -- 172.21.15.46:0/684851425 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6880036b0 con 0x5602967359b0
2024-03-19T01:57:59.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.559+0000 7fd681ffb640  1 -- 172.21.15.46:0/684851425 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7fd688003850 con 0x5602967359b0
2024-03-19T01:57:59.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.559+0000 7fd6a2fdf740  1 -- 172.21.15.46:0/684851425 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd688024630 con 0x5602967359b0
2024-03-19T01:57:59.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.559+0000 7fd681ffb640  1 -- 172.21.15.46:0/684851425 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fd688003a50 con 0x5602967359b0
2024-03-19T01:57:59.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.559+0000 7fd6a2fdf740 10 client.17358 fetch_fsmap learned FSMap version 35
2024-03-19T01:57:59.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.559+0000 7fd6a2fdf740  1 -- 172.21.15.46:0/684851425 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x5602967ab3d0 con 0x5602967359b0
2024-03-19T01:57:59.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.559+0000 7fd681ffb640  1 -- 172.21.15.46:0/684851425 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd688024630 con 0x5602967359b0
2024-03-19T01:57:59.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.559+0000 7fd681ffb640  1 -- 172.21.15.46:0/684851425 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7fd68803d020 con 0x5602967359b0
2024-03-19T01:57:59.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.559+0000 7fd6a2fdf740 10 client.17358 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:57:59.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.559+0000 7fd6a2fdf740 10 client.17358 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:57:59.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.559+0000 7fd6a2fdf740 20 client.17358 populate_metadata read hostname 'smithi046'
2024-03-19T01:57:59.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.559+0000 7fd6a2fdf740  1 --2- 172.21.15.46:0/684851425 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x5602967aba90 0x5602967adeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.559+0000 7fd6a2fdf740  4 client.17358 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:57:59.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.559+0000 7fd6a2fdf740  1 -- 172.21.15.46:0/684851425 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56029669c9f0 con 0x5602967aba90
2024-03-19T01:57:59.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.559+0000 7fd69e19d640  1 --2- 172.21.15.46:0/684851425 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x5602967aba90 0x5602967adeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.560+0000 7fd681ffb640 10 client.17358 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:57:59.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.560+0000 7fd69e19d640  1 --2- 172.21.15.46:0/684851425 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x5602967aba90 0x5602967adeb0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8bfe73f02ce3ae84 server_cookie=44c52855c4a2b65a in_seq=0 out_seq=0
2024-03-19T01:57:59.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.560+0000 7fd681ffb640  1 -- 172.21.15.46:0/684851425 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56029669c9f0 con 0x5602967aba90
2024-03-19T01:57:59.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.560+0000 7fd681ffb640 10 client.17358 handle_command_reply: tid=0
2024-03-19T01:57:59.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.560+0000 7fd6a2fdf740  1 client.17358 shutdown
2024-03-19T01:57:59.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.560+0000 7fd6a2fdf740  1 -- 172.21.15.46:0/684851425 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602967359b0 msgr2=0x5602967a39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:59.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.560+0000 7fd6a2fdf740  1 --2- 172.21.15.46:0/684851425 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602967359b0 0x5602967a39e0 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7fd688024960 tx=0x7fd688013040 comp rx=0 tx=0).stop
2024-03-19T01:57:59.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.560+0000 7fd6a2fdf740  1 -- 172.21.15.46:0/684851425 shutdown_connections
2024-03-19T01:57:59.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.560+0000 7fd6a2fdf740  1 --2- 172.21.15.46:0/684851425 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x5602967aba90 0x5602967adeb0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.560+0000 7fd6a2fdf740  1 --2- 172.21.15.46:0/684851425 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602967359b0 0x5602967a39e0 unknown :-1 s=CLOSED pgs=861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.560+0000 7fd6a2fdf740  1 --2- 172.21.15.46:0/684851425 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56029672cdd0 0x560296739260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.560+0000 7fd681ffb640  0 client.17358 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:57:59.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.560+0000 7fd6a2fdf740  1 --2- 172.21.15.46:0/684851425 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56029672c4b0 0x560296738d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.560+0000 7fd6a2fdf740  1 -- 172.21.15.46:0/684851425 >> 172.21.15.46:0/684851425 conn(0x560296726be0 msgr2=0x560296725d00 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:59.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.560+0000 7fd6a2fdf740  1 -- 172.21.15.46:0/684851425 shutdown_connections
2024-03-19T01:57:59.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.560+0000 7fd6a2fdf740  1 -- 172.21.15.46:0/684851425 wait complete.
2024-03-19T01:57:59.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.560+0000 7fd6a2fdf740 20 client.17358 trim_cache size 0 max 16384
2024-03-19T01:57:59.567 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:57:59.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.561+0000 7fd69f19f640  1 -- 172.21.15.46:0/178308513 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fd6840a2970 msgr2=0x7fd6840a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:59.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.561+0000 7fd69f19f640  1 --2- 172.21.15.46:0/178308513 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fd6840a2970 0x7fd6840a4e30 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fd690097fe0 tx=0x7fd690066d90 comp rx=0 tx=0).stop
2024-03-19T01:57:59.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.561+0000 7fd69f19f640  1 -- 172.21.15.46:0/178308513 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd698106610 msgr2=0x7fd69819c690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:59.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.561+0000 7fd69f19f640  1 --2- 172.21.15.46:0/178308513 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd698106610 0x7fd69819c690 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7fd69000eb10 tx=0x7fd69000c2d0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.561+0000 7fd69f19f640  1 -- 172.21.15.46:0/178308513 shutdown_connections
2024-03-19T01:57:59.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.561+0000 7fd69f19f640  1 --2- 172.21.15.46:0/178308513 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd698106610 0x7fd69819c690 unknown :-1 s=CLOSED pgs=858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.561+0000 7fd69f19f640  1 --2- 172.21.15.46:0/178308513 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd698100830 0x7fd698198310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.561+0000 7fd69f19f640  1 --2- 172.21.15.46:0/178308513 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fd6840a2970 0x7fd6840a4e30 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.561+0000 7fd69f19f640  1 --2- 172.21.15.46:0/178308513 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd6980ffe70 0x7fd698197dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.561+0000 7fd69f19f640  1 -- 172.21.15.46:0/178308513 >> 172.21.15.46:0/178308513 conn(0x7fd6980757d0 msgr2=0x7fd6980fdf60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:59.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.561+0000 7fd69f19f640  1 -- 172.21.15.46:0/178308513 shutdown_connections
2024-03-19T01:57:59.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.561+0000 7fd69f19f640  1 -- 172.21.15.46:0/178308513 wait complete.
2024-03-19T01:57:59.571 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls
2024-03-19T01:57:59.678 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.676+0000 7f990431b640  1 -- 172.21.15.46:0/1809610113 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f98fc101790 msgr2=0x7f98fc101c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:59.678 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.676+0000 7f990431b640  1 --2- 172.21.15.46:0/1809610113 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f98fc101790 0x7f98fc101c10 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f98ec009860 tx=0x7f98ec02bb70 comp rx=0 tx=0).stop
2024-03-19T01:57:59.678 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.676+0000 7f990431b640  1 -- 172.21.15.46:0/1809610113 shutdown_connections
2024-03-19T01:57:59.678 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.676+0000 7f990431b640  1 --2- 172.21.15.46:0/1809610113 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f98fc102150 0x7f98fc10e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.678 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.676+0000 7f990431b640  1 --2- 172.21.15.46:0/1809610113 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f98fc101790 0x7f98fc101c10 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.676+0000 7f990431b640  1 --2- 172.21.15.46:0/1809610113 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f98fc1077a0 0x7f98fc107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.676+0000 7f990431b640  1 -- 172.21.15.46:0/1809610113 >> 172.21.15.46:0/1809610113 conn(0x7f98fc0fd2c0 msgr2=0x7f98fc0ff6e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:59.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.676+0000 7f990431b640  1 -- 172.21.15.46:0/1809610113 shutdown_connections
2024-03-19T01:57:59.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.676+0000 7f990431b640  1 -- 172.21.15.46:0/1809610113 wait complete.
2024-03-19T01:57:59.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.676+0000 7f990431b640  1  Processor -- start
2024-03-19T01:57:59.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.677+0000 7f990431b640  1 --  start start
2024-03-19T01:57:59.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.677+0000 7f990431b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f98fc101790 0x7f98fc073b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.677+0000 7f990431b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f98fc102150 0x7f98fc074060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.677+0000 7f990431b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f98fc1077a0 0x7f98fc0745a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.677+0000 7f990431b640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f98fc111a20 con 0x7f98fc1077a0
2024-03-19T01:57:59.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.677+0000 7f990431b640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f98fc1118a0 con 0x7f98fc102150
2024-03-19T01:57:59.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.677+0000 7f990431b640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f98fc111ba0 con 0x7f98fc101790
2024-03-19T01:57:59.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.677+0000 7f99028b8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f98fc1077a0 0x7f98fc0745a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.679 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.677+0000 7f99028b8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f98fc1077a0 0x7f98fc0745a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51344/0 (socket says 172.21.15.46:51344)
2024-03-19T01:57:59.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.677+0000 7f99028b8640  1 -- 172.21.15.46:0/459431634 learned_addr learned my addr 172.21.15.46:0/459431634 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:59.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.677+0000 7f99020b7640  1 --2- 172.21.15.46:0/459431634 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f98fc101790 0x7f98fc073b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.677+0000 7f99018b6640  1 --2- 172.21.15.46:0/459431634 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f98fc102150 0x7f98fc074060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.677+0000 7f99028b8640  1 -- 172.21.15.46:0/459431634 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f98fc101790 msgr2=0x7f98fc073b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:59.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.677+0000 7f99028b8640  1 --2- 172.21.15.46:0/459431634 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f98fc101790 0x7f98fc073b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.677+0000 7f99028b8640  1 -- 172.21.15.46:0/459431634 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f98fc102150 msgr2=0x7f98fc074060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:59.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.677+0000 7f99028b8640  1 --2- 172.21.15.46:0/459431634 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f98fc102150 0x7f98fc074060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.677+0000 7f99028b8640  1 -- 172.21.15.46:0/459431634 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98fc1a64b0 con 0x7f98fc1077a0
2024-03-19T01:57:59.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.677+0000 7f99018b6640  1 --2- 172.21.15.46:0/459431634 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f98fc102150 0x7f98fc074060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:59.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.677+0000 7f99028b8640  1 --2- 172.21.15.46:0/459431634 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f98fc1077a0 0x7f98fc0745a0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f98f400eb10 tx=0x7f98f400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:59.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.677+0000 7f98f37fe640  1 -- 172.21.15.46:0/459431634 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98f4004b20 con 0x7f98fc1077a0
2024-03-19T01:57:59.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.678+0000 7f990431b640  1 -- 172.21.15.46:0/459431634 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98fc1a67a0 con 0x7f98fc1077a0
2024-03-19T01:57:59.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.678+0000 7f98f37fe640  1 -- 172.21.15.46:0/459431634 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f98f4004cc0 con 0x7f98fc1077a0
2024-03-19T01:57:59.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.678+0000 7f98f37fe640  1 -- 172.21.15.46:0/459431634 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98f4010690 con 0x7f98fc1077a0
2024-03-19T01:57:59.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.678+0000 7f990431b640  1 -- 172.21.15.46:0/459431634 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98fc1a6c70 con 0x7f98fc1077a0
2024-03-19T01:57:59.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.680+0000 7f98f37fe640  1 -- 172.21.15.46:0/459431634 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f98f4005020 con 0x7f98fc1077a0
2024-03-19T01:57:59.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.680+0000 7f9906fe5740  1  Processor -- start
2024-03-19T01:57:59.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.680+0000 7f9906fe5740  1 --  start start
2024-03-19T01:57:59.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.680+0000 7f98f37fe640  1 --2- 172.21.15.46:0/459431634 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f98e80a2970 0x7f98e80a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.680+0000 7f9906fe5740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56346e6492d0 0x56346e6496b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.681+0000 7f9906fe5740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56346e649bf0 0x56346e652290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.681+0000 7f9906fe5740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56346e6527d0 0x56346e654bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.681+0000 7f9906fe5740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x56346e5ac4b0 con 0x56346e649bf0
2024-03-19T01:57:59.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.681+0000 7f9906fe5740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x56346e554d70 con 0x56346e6527d0
2024-03-19T01:57:59.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.681+0000 7f9906fe5740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x56346e5a8550 con 0x56346e6492d0
2024-03-19T01:57:59.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.681+0000 7f98f37fe640  1 -- 172.21.15.46:0/459431634 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7f98f40cf7d0 con 0x7f98fc1077a0
2024-03-19T01:57:59.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.681+0000 7f99028b8640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56346e6527d0 0x56346e654bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.681+0000 7f99018b6640  1 --2- 172.21.15.46:0/459431634 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f98e80a2970 0x7f98e80a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.681+0000 7f99020b7640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56346e6492d0 0x56346e6496b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.681+0000 7f99028b8640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56346e6527d0 0x56346e654bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:48558/0 (socket says 172.21.15.46:48558)
2024-03-19T01:57:59.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.681+0000 7f99028b8640  1 -- 172.21.15.46:0/3876306120 learned_addr learned my addr 172.21.15.46:0/3876306120 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:59.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.681+0000 7f99018b6640  1 --2- 172.21.15.46:0/3876306120 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56346e649bf0 0x56346e652290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.681+0000 7f99028b8640  1 -- 172.21.15.46:0/3876306120 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56346e6492d0 msgr2=0x56346e6496b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:59.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.681+0000 7f99028b8640  1 --2- 172.21.15.46:0/3876306120 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56346e6492d0 0x56346e6496b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.681+0000 7f99028b8640  1 -- 172.21.15.46:0/3876306120 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56346e649bf0 msgr2=0x56346e652290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:59.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.681+0000 7f99028b8640  1 --2- 172.21.15.46:0/3876306120 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56346e649bf0 0x56346e652290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.681+0000 7f99028b8640  1 -- 172.21.15.46:0/3876306120 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56346e577210 con 0x56346e6527d0
2024-03-19T01:57:59.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.681+0000 7f99020b7640  1 --2- 172.21.15.46:0/3876306120 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56346e6492d0 0x56346e6496b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:57:59.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.681+0000 7f99028b8640  1 --2- 172.21.15.46:0/3876306120 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56346e6527d0 0x56346e654bc0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f98f40a3cd0 tx=0x7f98f409b5a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8411c4a8c4c76538 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:59.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.681+0000 7f99018b6640  1 --2- 172.21.15.46:0/459431634 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f98e80a2970 0x7f98e80a4e30 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f98ec02c180 tx=0x7f98ec02e040 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:59.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.681+0000 7f98f0bfe640  1 -- 172.21.15.46:0/3876306120 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98f4086720 con 0x56346e6527d0
2024-03-19T01:57:59.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.681+0000 7f98f0bfe640  1 -- 172.21.15.46:0/3876306120 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f98f409c160 con 0x56346e6527d0
2024-03-19T01:57:59.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.681+0000 7f98f0bfe640  1 -- 172.21.15.46:0/3876306120 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98f40980d0 con 0x56346e6527d0
2024-03-19T01:57:59.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.682+0000 7f9906fe5740  1 -- 172.21.15.46:0/3876306120 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56346e6527d0 msgr2=0x56346e654bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:59.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.682+0000 7f9906fe5740  1 --2- 172.21.15.46:0/3876306120 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56346e6527d0 0x56346e654bc0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f98f40a3cd0 tx=0x7f98f409b5a0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.682+0000 7f9906fe5740  1 -- 172.21.15.46:0/3876306120 shutdown_connections
2024-03-19T01:57:59.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.682+0000 7f9906fe5740  1 --2- 172.21.15.46:0/3876306120 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56346e6527d0 0x56346e654bc0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.682+0000 7f9906fe5740  1 --2- 172.21.15.46:0/3876306120 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56346e649bf0 0x56346e652290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.682+0000 7f9906fe5740  1 --2- 172.21.15.46:0/3876306120 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56346e6492d0 0x56346e6496b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.682+0000 7f9906fe5740  1 -- 172.21.15.46:0/3876306120 >> 172.21.15.46:0/3876306120 conn(0x56346e643a00 msgr2=0x56346e643de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:59.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.682+0000 7f9906fe5740  1 -- 172.21.15.46:0/3876306120 shutdown_connections
2024-03-19T01:57:59.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.682+0000 7f9906fe5740  1 -- 172.21.15.46:0/3876306120 wait complete.
2024-03-19T01:57:59.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.682+0000 7f9906fe5740  1 --  start start
2024-03-19T01:57:59.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.683+0000 7f9906fe5740  1  Processor -- start
2024-03-19T01:57:59.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.683+0000 7f9906fe5740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56346e6492d0 0x56346e64f830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.683+0000 7f9906fe5740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56346e649bf0 0x56346e64fd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.683+0000 7f9906fe5740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56346e6527d0 0x56346e6502b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.683+0000 7f9906fe5740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x56346e6555c0 con 0x56346e649bf0
2024-03-19T01:57:59.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.683+0000 7f9906fe5740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x56346e568310 con 0x56346e6527d0
2024-03-19T01:57:59.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.683+0000 7f9906fe5740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x56346e655740 con 0x56346e6492d0
2024-03-19T01:57:59.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.683+0000 7f9906fe5740 10 client.0 _ll_register_callbacks cb 0x56346e55c2d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:57:59.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.683+0000 7f99018b6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56346e649bf0 0x56346e64fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.683+0000 7f99028b8640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56346e6527d0 0x56346e6502b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.683+0000 7f99018b6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56346e649bf0 0x56346e64fd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51362/0 (socket says 172.21.15.46:51362)
2024-03-19T01:57:59.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.683+0000 7f99028b8640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56346e6527d0 0x56346e6502b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:48572/0 (socket says 172.21.15.46:48572)
2024-03-19T01:57:59.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.683+0000 7f99018b6640  1 -- 172.21.15.46:0/1123300734 learned_addr learned my addr 172.21.15.46:0/1123300734 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:59.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.683+0000 7f99020b7640  1 --2- 172.21.15.46:0/1123300734 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56346e6492d0 0x56346e64f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.683+0000 7f99028b8640  1 -- 172.21.15.46:0/1123300734 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56346e6492d0 msgr2=0x56346e64f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:59.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.683+0000 7f99028b8640  1 --2- 172.21.15.46:0/1123300734 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56346e6492d0 0x56346e64f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.683+0000 7f99028b8640  1 -- 172.21.15.46:0/1123300734 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56346e649bf0 msgr2=0x56346e64fd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:59.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.683+0000 7f99028b8640  1 --2- 172.21.15.46:0/1123300734 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56346e649bf0 0x56346e64fd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.683+0000 7f99028b8640  1 -- 172.21.15.46:0/1123300734 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56346e2c03f0 con 0x56346e6527d0
2024-03-19T01:57:59.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.683+0000 7f99020b7640  1 --2- 172.21.15.46:0/1123300734 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56346e6492d0 0x56346e64f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:59.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.683+0000 7f99018b6640  1 --2- 172.21.15.46:0/1123300734 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56346e649bf0 0x56346e64fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:59.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.683+0000 7f99028b8640  1 --2- 172.21.15.46:0/1123300734 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56346e6527d0 0x56346e6502b0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f98f409bc20 tx=0x7f98f4099eb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=984f13f2fe138504 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:59.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.683+0000 7f98e5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.73:3300/0
2024-03-19T01:57:59.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.684+0000 7f98e5ffb640  1 -- 172.21.15.46:0/1123300734 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98f40b3020 con 0x56346e6527d0
2024-03-19T01:57:59.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.684+0000 7f98e5ffb640  1 -- 172.21.15.46:0/1123300734 <== mon.2 v2:172.21.15.73:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7f98f40a3f70 con 0x56346e6527d0
2024-03-19T01:57:59.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.684+0000 7f9906fe5740  1 -- 172.21.15.46:0/1123300734 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f98f409c160 con 0x56346e6527d0
2024-03-19T01:57:59.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.684+0000 7f98e5ffb640  1 -- 172.21.15.46:0/1123300734 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f98f409ba60 con 0x56346e6527d0
2024-03-19T01:57:59.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.684+0000 7f9906fe5740 10 client.27227 fetch_fsmap learned FSMap version 35
2024-03-19T01:57:59.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.684+0000 7f9906fe5740  1 -- 172.21.15.46:0/1123300734 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x56346e38a7d0 con 0x56346e6527d0
2024-03-19T01:57:59.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.684+0000 7f98e5ffb640  1 -- 172.21.15.46:0/1123300734 <== mon.2 v2:172.21.15.73:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f98f409c160 con 0x56346e6527d0
2024-03-19T01:57:59.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.684+0000 7f98e5ffb640  1 -- 172.21.15.46:0/1123300734 <== mon.2 v2:172.21.15.73:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f98f4005310 con 0x56346e6527d0
2024-03-19T01:57:59.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.684+0000 7f9906fe5740 10 client.27227 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:57:59.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.684+0000 7f9906fe5740 10 client.27227 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:57:59.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.684+0000 7f9906fe5740 20 client.27227 populate_metadata read hostname 'smithi046'
2024-03-19T01:57:59.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.684+0000 7f9906fe5740  1 --2- 172.21.15.46:0/1123300734 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56346e662a10 0x56346e664e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.684+0000 7f9906fe5740  4 client.27227 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:57:59.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.684+0000 7f9906fe5740  1 -- 172.21.15.46:0/1123300734 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56346e60a3e0 con 0x56346e662a10
2024-03-19T01:57:59.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.684+0000 7f99020b7640  1 --2- 172.21.15.46:0/1123300734 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56346e662a10 0x56346e664e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.685+0000 7f98e5ffb640 10 client.27227 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:57:59.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.685+0000 7f99020b7640  1 --2- 172.21.15.46:0/1123300734 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56346e662a10 0x56346e664e00 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8f7a7f73a8a3509a server_cookie=5430f52be39dbfad in_seq=0 out_seq=0
2024-03-19T01:57:59.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.686+0000 7f98e5ffb640  1 -- 172.21.15.46:0/1123300734 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x56346e60a3e0 con 0x56346e662a10
2024-03-19T01:57:59.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.686+0000 7f98e5ffb640 10 client.27227 handle_command_reply: tid=0
2024-03-19T01:57:59.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.686+0000 7f9906fe5740  1 client.27227 shutdown
2024-03-19T01:57:59.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.686+0000 7f9906fe5740  1 -- 172.21.15.46:0/1123300734 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56346e6527d0 msgr2=0x56346e6502b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:59.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.686+0000 7f9906fe5740  1 --2- 172.21.15.46:0/1123300734 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56346e6527d0 0x56346e6502b0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f98f409bc20 tx=0x7f98f4099eb0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.686+0000 7f9906fe5740  1 -- 172.21.15.46:0/1123300734 shutdown_connections
2024-03-19T01:57:59.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.686+0000 7f9906fe5740  1 --2- 172.21.15.46:0/1123300734 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56346e662a10 0x56346e664e00 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.686+0000 7f9906fe5740  1 --2- 172.21.15.46:0/1123300734 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56346e6527d0 0x56346e6502b0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.686+0000 7f98e5ffb640  0 client.27227 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:57:59.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.686+0000 7f9906fe5740  1 --2- 172.21.15.46:0/1123300734 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56346e649bf0 0x56346e64fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.686+0000 7f9906fe5740  1 --2- 172.21.15.46:0/1123300734 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56346e6492d0 0x56346e64f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.686+0000 7f9906fe5740  1 -- 172.21.15.46:0/1123300734 >> 172.21.15.46:0/1123300734 conn(0x56346e643a00 msgr2=0x56346e645750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:59.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.686+0000 7f9906fe5740  1 -- 172.21.15.46:0/1123300734 shutdown_connections
2024-03-19T01:57:59.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.686+0000 7f9906fe5740  1 -- 172.21.15.46:0/1123300734 wait complete.
2024-03-19T01:57:59.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.686+0000 7f9906fe5740 20 client.27227 trim_cache size 0 max 16384
2024-03-19T01:57:59.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.699+0000 7f9906fe5740  1  Processor -- start
2024-03-19T01:57:59.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.699+0000 7f9906fe5740  1 --  start start
2024-03-19T01:57:59.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.699+0000 7f9906fe5740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56346e6492d0 0x56346e651ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.699+0000 7f9906fe5740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56346e649bf0 0x56346e6500d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.699+0000 7f9906fe5740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56346e6527d0 0x56346e667e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.699+0000 7f9906fe5740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f98fc1b3740 con 0x56346e6492d0
2024-03-19T01:57:59.705 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.699+0000 7f9906fe5740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f98fc1b1010 con 0x56346e6527d0
2024-03-19T01:57:59.705 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.699+0000 7f9906fe5740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f98fc1aee80 con 0x56346e649bf0
2024-03-19T01:57:59.705 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.699+0000 7f99020b7640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56346e6492d0 0x56346e651ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.705 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.699+0000 7f99020b7640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56346e6492d0 0x56346e651ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51378/0 (socket says 172.21.15.46:51378)
2024-03-19T01:57:59.705 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.699+0000 7f99020b7640  1 -- 172.21.15.46:0/1078799975 learned_addr learned my addr 172.21.15.46:0/1078799975 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:59.705 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.699+0000 7f99028b8640  1 --2- 172.21.15.46:0/1078799975 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56346e6527d0 0x56346e667e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.705 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.699+0000 7f99018b6640  1 --2- 172.21.15.46:0/1078799975 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56346e649bf0 0x56346e6500d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.705 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.700+0000 7f99020b7640  1 -- 172.21.15.46:0/1078799975 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56346e649bf0 msgr2=0x56346e6500d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:59.705 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.700+0000 7f99020b7640  1 --2- 172.21.15.46:0/1078799975 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56346e649bf0 0x56346e6500d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.705 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.700+0000 7f99020b7640  1 -- 172.21.15.46:0/1078799975 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56346e6527d0 msgr2=0x56346e667e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:59.705 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.700+0000 7f99020b7640  1 --2- 172.21.15.46:0/1078799975 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56346e6527d0 0x56346e667e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.705 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.700+0000 7f99020b7640  1 -- 172.21.15.46:0/1078799975 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56346e649a20 con 0x56346e6492d0
2024-03-19T01:57:59.705 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.700+0000 7f99020b7640  1 --2- 172.21.15.46:0/1078799975 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56346e6492d0 0x56346e651ef0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x56346e655760 tx=0x7f98f80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4adfb10f9c457061 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:59.705 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.700+0000 7f98e7fff640  1 -- 172.21.15.46:0/1078799975 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98f801e630 con 0x56346e6492d0
2024-03-19T01:57:59.706 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.700+0000 7f98e7fff640  1 -- 172.21.15.46:0/1078799975 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f98f801e7d0 con 0x56346e6492d0
2024-03-19T01:57:59.706 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.700+0000 7f98e7fff640  1 -- 172.21.15.46:0/1078799975 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98f80047a0 con 0x56346e6492d0
2024-03-19T01:57:59.706 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.700+0000 7f9906fe5740  1 -- 172.21.15.46:0/1078799975 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56346e6492d0 msgr2=0x56346e651ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:59.706 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.700+0000 7f9906fe5740  1 --2- 172.21.15.46:0/1078799975 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56346e6492d0 0x56346e651ef0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x56346e655760 tx=0x7f98f80046c0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.706 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.700+0000 7f9906fe5740  1 -- 172.21.15.46:0/1078799975 shutdown_connections
2024-03-19T01:57:59.706 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.700+0000 7f9906fe5740  1 --2- 172.21.15.46:0/1078799975 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56346e6527d0 0x56346e667e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.706 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.700+0000 7f9906fe5740  1 --2- 172.21.15.46:0/1078799975 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56346e649bf0 0x56346e6500d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.706 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.700+0000 7f9906fe5740  1 --2- 172.21.15.46:0/1078799975 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56346e6492d0 0x56346e651ef0 unknown :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.706 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.700+0000 7f9906fe5740  1 -- 172.21.15.46:0/1078799975 >> 172.21.15.46:0/1078799975 conn(0x56346e643a00 msgr2=0x56346e6456e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:59.706 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.700+0000 7f9906fe5740  1 -- 172.21.15.46:0/1078799975 shutdown_connections
2024-03-19T01:57:59.706 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.701+0000 7f9906fe5740  1 -- 172.21.15.46:0/1078799975 wait complete.
2024-03-19T01:57:59.706 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.701+0000 7f9906fe5740  1 --  start start
2024-03-19T01:57:59.706 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.701+0000 7f9906fe5740  1  Processor -- start
2024-03-19T01:57:59.706 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.701+0000 7f9906fe5740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56346e6492d0 0x56346e667f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.701+0000 7f9906fe5740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56346e649bf0 0x56346e6653e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.701+0000 7f9906fe5740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56346e6527d0 0x56346e665920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.701+0000 7f9906fe5740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f98fc1af4d0 con 0x56346e6527d0
2024-03-19T01:57:59.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.701+0000 7f9906fe5740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f98fc1b0940 con 0x56346e6492d0
2024-03-19T01:57:59.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.701+0000 7f9906fe5740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f98fc1afba0 con 0x56346e649bf0
2024-03-19T01:57:59.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.701+0000 7f9906fe5740 10 client.0 _ll_register_callbacks cb 0x7f98f4097db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:57:59.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.701+0000 7f99028b8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56346e6527d0 0x56346e665920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.701+0000 7f99020b7640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56346e6492d0 0x56346e667f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.701+0000 7f99028b8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56346e6527d0 0x56346e665920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51380/0 (socket says 172.21.15.46:51380)
2024-03-19T01:57:59.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.701+0000 7f99020b7640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56346e6492d0 0x56346e667f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:48582/0 (socket says 172.21.15.46:48582)
2024-03-19T01:57:59.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.701+0000 7f99028b8640  1 -- 172.21.15.46:0/1442457384 learned_addr learned my addr 172.21.15.46:0/1442457384 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:57:59.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.701+0000 7f99018b6640  1 --2- 172.21.15.46:0/1442457384 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56346e649bf0 0x56346e6653e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.701+0000 7f99028b8640  1 -- 172.21.15.46:0/1442457384 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56346e649bf0 msgr2=0x56346e6653e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:59.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.701+0000 7f99028b8640  1 --2- 172.21.15.46:0/1442457384 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56346e649bf0 0x56346e6653e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.701+0000 7f99028b8640  1 -- 172.21.15.46:0/1442457384 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56346e6492d0 msgr2=0x56346e667f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:57:59.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.701+0000 7f99028b8640  1 --2- 172.21.15.46:0/1442457384 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56346e6492d0 0x56346e667f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.701+0000 7f99028b8640  1 -- 172.21.15.46:0/1442457384 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56346e665f90 con 0x56346e6527d0
2024-03-19T01:57:59.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.701+0000 7f99020b7640  1 --2- 172.21.15.46:0/1442457384 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56346e6492d0 0x56346e667f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:57:59.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.702+0000 7f99028b8640  1 --2- 172.21.15.46:0/1442457384 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56346e6527d0 0x56346e665920 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f98f40049d0 tx=0x7f98f4099e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aac2fbd8233f10c9 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:57:59.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.702+0000 7f98e5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:57:59.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.702+0000 7f98e5ffb640  1 -- 172.21.15.46:0/1442457384 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98f40b3070 con 0x56346e6527d0
2024-03-19T01:57:59.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.702+0000 7f98e5ffb640  1 -- 172.21.15.46:0/1442457384 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7f98f40b4b20 con 0x56346e6527d0
2024-03-19T01:57:59.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.702+0000 7f9906fe5740  1 -- 172.21.15.46:0/1442457384 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f98f801e7d0 con 0x56346e6527d0
2024-03-19T01:57:59.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.702+0000 7f98e5ffb640  1 -- 172.21.15.46:0/1442457384 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f98f409b3c0 con 0x56346e6527d0
2024-03-19T01:57:59.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.702+0000 7f9906fe5740 10 client.17376 fetch_fsmap learned FSMap version 35
2024-03-19T01:57:59.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.702+0000 7f9906fe5740  1 -- 172.21.15.46:0/1442457384 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x56346e665f90 con 0x56346e6527d0
2024-03-19T01:57:59.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.702+0000 7f98e5ffb640  1 -- 172.21.15.46:0/1442457384 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f98f801e7d0 con 0x56346e6527d0
2024-03-19T01:57:59.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.702+0000 7f98e5ffb640  1 -- 172.21.15.46:0/1442457384 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f98f406c020 con 0x56346e6527d0
2024-03-19T01:57:59.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.702+0000 7f9906fe5740 10 client.17376 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:57:59.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.702+0000 7f9906fe5740 10 client.17376 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:57:59.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.702+0000 7f9906fe5740 20 client.17376 populate_metadata read hostname 'smithi046'
2024-03-19T01:57:59.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.702+0000 7f9906fe5740  1 --2- 172.21.15.46:0/1442457384 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56346e6c8b00 0x56346e6caef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:57:59.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.702+0000 7f9906fe5740  4 client.17376 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:57:59.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.702+0000 7f9906fe5740  1 -- 172.21.15.46:0/1442457384 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56346e5b99f0 con 0x56346e6c8b00
2024-03-19T01:57:59.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.702+0000 7f99020b7640  1 --2- 172.21.15.46:0/1442457384 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56346e6c8b00 0x56346e6caef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:57:59.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.703+0000 7f99020b7640  1 --2- 172.21.15.46:0/1442457384 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56346e6c8b00 0x56346e6caef0 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c592dd9543ff94a server_cookie=12c9190d55f37b53 in_seq=0 out_seq=0
2024-03-19T01:57:59.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.703+0000 7f98e5ffb640 10 client.17376 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:57:59.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.703+0000 7f98e5ffb640  1 -- 172.21.15.46:0/1442457384 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56346e5b99f0 con 0x56346e6c8b00
2024-03-19T01:57:59.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.703+0000 7f98e5ffb640 10 client.17376 handle_command_reply: tid=0
2024-03-19T01:57:59.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.703+0000 7f9906fe5740  1 client.17376 shutdown
2024-03-19T01:57:59.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.703+0000 7f9906fe5740  1 -- 172.21.15.46:0/1442457384 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56346e6527d0 msgr2=0x56346e665920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:59.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.703+0000 7f9906fe5740  1 --2- 172.21.15.46:0/1442457384 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56346e6527d0 0x56346e665920 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f98f40049d0 tx=0x7f98f4099e40 comp rx=0 tx=0).stop
2024-03-19T01:57:59.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.703+0000 7f9906fe5740  1 -- 172.21.15.46:0/1442457384 shutdown_connections
2024-03-19T01:57:59.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.703+0000 7f9906fe5740  1 --2- 172.21.15.46:0/1442457384 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56346e6c8b00 0x56346e6caef0 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.703+0000 7f9906fe5740  1 --2- 172.21.15.46:0/1442457384 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56346e6527d0 0x56346e665920 unknown :-1 s=CLOSED pgs=864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.703+0000 7f9906fe5740  1 --2- 172.21.15.46:0/1442457384 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56346e649bf0 0x56346e6653e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.703+0000 7f9906fe5740  1 --2- 172.21.15.46:0/1442457384 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56346e6492d0 0x56346e667f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.703+0000 7f98e5ffb640  0 client.17376 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:57:59.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.703+0000 7f9906fe5740  1 -- 172.21.15.46:0/1442457384 >> 172.21.15.46:0/1442457384 conn(0x56346e643a00 msgr2=0x56346e644e30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:59.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.703+0000 7f9906fe5740  1 -- 172.21.15.46:0/1442457384 shutdown_connections
2024-03-19T01:57:59.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.703+0000 7f9906fe5740  1 -- 172.21.15.46:0/1442457384 wait complete.
2024-03-19T01:57:59.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.703+0000 7f9906fe5740 20 client.17376 trim_cache size 0 max 16384
2024-03-19T01:57:59.710 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:57:59.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.704+0000 7f990431b640  1 -- 172.21.15.46:0/459431634 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f98e80a2970 msgr2=0x7f98e80a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:59.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.704+0000 7f990431b640  1 --2- 172.21.15.46:0/459431634 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f98e80a2970 0x7f98e80a4e30 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f98ec02c180 tx=0x7f98ec02e040 comp rx=0 tx=0).stop
2024-03-19T01:57:59.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.704+0000 7f990431b640  1 -- 172.21.15.46:0/459431634 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f98fc1077a0 msgr2=0x7f98fc0745a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:57:59.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.704+0000 7f990431b640  1 --2- 172.21.15.46:0/459431634 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f98fc1077a0 0x7f98fc0745a0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f98f400eb10 tx=0x7f98f400c2d0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.704+0000 7f990431b640  1 -- 172.21.15.46:0/459431634 shutdown_connections
2024-03-19T01:57:59.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.704+0000 7f990431b640  1 --2- 172.21.15.46:0/459431634 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f98fc1077a0 0x7f98fc0745a0 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.704+0000 7f990431b640  1 --2- 172.21.15.46:0/459431634 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f98fc102150 0x7f98fc074060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.704+0000 7f990431b640  1 --2- 172.21.15.46:0/459431634 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f98e80a2970 0x7f98e80a4e30 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.704+0000 7f990431b640  1 --2- 172.21.15.46:0/459431634 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f98fc101790 0x7f98fc073b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:57:59.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.704+0000 7f990431b640  1 -- 172.21.15.46:0/459431634 >> 172.21.15.46:0/459431634 conn(0x7f98fc0fd2c0 msgr2=0x7f98fc0fdba0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:57:59.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.704+0000 7f990431b640  1 -- 172.21.15.46:0/459431634 shutdown_connections
2024-03-19T01:57:59.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:57:59.704+0000 7f990431b640  1 -- 172.21.15.46:0/459431634 wait complete.
2024-03-19T01:58:00.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:59 smithi102 ceph-mon[66557]: pgmap v242: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:58:00.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:57:59 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1834014668' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:58:00.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:59 smithi046 ceph-mon[63102]: pgmap v242: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:58:00.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:57:59 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1834014668' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:58:00.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:59 smithi073 ceph-mon[66833]: pgmap v242: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:58:00.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:57:59 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1834014668' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:58:00.714 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs
2024-03-19T01:58:00.715 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:58:00.715 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive
2024-03-19T01:58:00.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.825+0000 7f4325201640  1 -- 172.21.15.46:0/4009561666 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4320100f90 msgr2=0x7f432010d450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:00.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.825+0000 7f4325201640  1 --2- 172.21.15.46:0/4009561666 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4320100f90 0x7f432010d450 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f4310009ca0 tx=0x7f431002c0f0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.826+0000 7f4325201640  1 -- 172.21.15.46:0/4009561666 shutdown_connections
2024-03-19T01:58:00.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.826+0000 7f4325201640  1 --2- 172.21.15.46:0/4009561666 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4320100f90 0x7f432010d450 unknown :-1 s=CLOSED pgs=865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.826+0000 7f4325201640  1 --2- 172.21.15.46:0/4009561666 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f43201005d0 0x7f4320100a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.826+0000 7f4325201640  1 --2- 172.21.15.46:0/4009561666 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4320106690 0x7f4320106a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.826+0000 7f4325201640  1 -- 172.21.15.46:0/4009561666 >> 172.21.15.46:0/4009561666 conn(0x7f43200fc0a0 msgr2=0x7f43200fe4c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:00.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.826+0000 7f4325201640  1 -- 172.21.15.46:0/4009561666 shutdown_connections
2024-03-19T01:58:00.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.826+0000 7f4325201640  1 -- 172.21.15.46:0/4009561666 wait complete.
2024-03-19T01:58:00.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.826+0000 7f4325201640  1  Processor -- start
2024-03-19T01:58:00.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.826+0000 7f4325201640  1 --  start start
2024-03-19T01:58:00.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.827+0000 7f4325201640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f43201005d0 0x7f4320197e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:00.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.827+0000 7f4325201640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4320100f90 0x7f4320198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:00.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.827+0000 7f4325201640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4320106690 0x7f432019c700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:00.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.827+0000 7f4325201640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f43201119a0 con 0x7f43201005d0
2024-03-19T01:58:00.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.827+0000 7f4325201640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f4320111820 con 0x7f4320106690
2024-03-19T01:58:00.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.827+0000 7f4325201640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4320111b20 con 0x7f4320100f90
2024-03-19T01:58:00.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.827+0000 7f431ed9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f43201005d0 0x7f4320197e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:00.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.827+0000 7f431ed9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f43201005d0 0x7f4320197e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51398/0 (socket says 172.21.15.46:51398)
2024-03-19T01:58:00.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.827+0000 7f431ed9d640  1 -- 172.21.15.46:0/3026017177 learned_addr learned my addr 172.21.15.46:0/3026017177 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:00.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.827+0000 7f431f59e640  1 --2- 172.21.15.46:0/3026017177 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4320106690 0x7f432019c700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:00.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.827+0000 7f431e59c640  1 --2- 172.21.15.46:0/3026017177 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4320100f90 0x7f4320198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:00.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.827+0000 7f431ed9d640  1 -- 172.21.15.46:0/3026017177 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4320100f90 msgr2=0x7f4320198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:00.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.827+0000 7f431ed9d640  1 --2- 172.21.15.46:0/3026017177 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4320100f90 0x7f4320198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.827+0000 7f431ed9d640  1 -- 172.21.15.46:0/3026017177 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4320106690 msgr2=0x7f432019c700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:00.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.827+0000 7f431ed9d640  1 --2- 172.21.15.46:0/3026017177 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4320106690 0x7f432019c700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.827+0000 7f431ed9d640  1 -- 172.21.15.46:0/3026017177 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f432019ce30 con 0x7f43201005d0
2024-03-19T01:58:00.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.827+0000 7f431ed9d640  1 --2- 172.21.15.46:0/3026017177 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f43201005d0 0x7f4320197e40 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f431800e9f0 tx=0x7f431800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:00.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.827+0000 7f4307fff640  1 -- 172.21.15.46:0/3026017177 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f431800cd80 con 0x7f43201005d0
2024-03-19T01:58:00.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.827+0000 7f4325201640  1 -- 172.21.15.46:0/3026017177 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f432019d120 con 0x7f43201005d0
2024-03-19T01:58:00.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.827+0000 7f4307fff640  1 -- 172.21.15.46:0/3026017177 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f43180054d0 con 0x7f43201005d0
2024-03-19T01:58:00.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.827+0000 7f4307fff640  1 -- 172.21.15.46:0/3026017177 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4318010490 con 0x7f43201005d0
2024-03-19T01:58:00.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.828+0000 7f4325201640  1 -- 172.21.15.46:0/3026017177 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43201a49b0 con 0x7f43201005d0
2024-03-19T01:58:00.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.830+0000 7f4307fff640  1 -- 172.21.15.46:0/3026017177 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f4318005020 con 0x7f43201005d0
2024-03-19T01:58:00.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.830+0000 7f4327ddf740  1  Processor -- start
2024-03-19T01:58:00.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.830+0000 7f4327ddf740  1 --  start start
2024-03-19T01:58:00.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.830+0000 7f4327ddf740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555795b55560 0x555795b55940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:00.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.830+0000 7f4327ddf740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555795b55e80 0x555795b5e520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:00.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.830+0000 7f4327ddf740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555795b5ea60 0x555795b60e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:00.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.830+0000 7f4327ddf740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x555795ab9160 con 0x555795b55560
2024-03-19T01:58:00.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.830+0000 7f4327ddf740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x555795a61e10 con 0x555795b5ea60
2024-03-19T01:58:00.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.830+0000 7f4327ddf740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x555795ab5200 con 0x555795b55e80
2024-03-19T01:58:00.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.830+0000 7f431f59e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555795b55560 0x555795b55940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:00.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.830+0000 7f431ed9d640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555795b55e80 0x555795b5e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:00.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.830+0000 7f431f59e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555795b55560 0x555795b55940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51404/0 (socket says 172.21.15.46:51404)
2024-03-19T01:58:00.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.830+0000 7f431f59e640  1 -- 172.21.15.46:0/786427866 learned_addr learned my addr 172.21.15.46:0/786427866 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:00.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.831+0000 7f431e59c640  1 --2- 172.21.15.46:0/786427866 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555795b5ea60 0x555795b60e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:00.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.831+0000 7f4307fff640  1 --2- 172.21.15.46:0/3026017177 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f43080a2970 0x7f43080a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:00.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.831+0000 7f431f59e640  1 -- 172.21.15.46:0/786427866 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555795b55e80 msgr2=0x555795b5e520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:00.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.831+0000 7f431f59e640  1 --2- 172.21.15.46:0/786427866 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555795b55e80 0x555795b5e520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.831+0000 7f431f59e640  1 -- 172.21.15.46:0/786427866 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555795b5ea60 msgr2=0x555795b60e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:00.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.831+0000 7f431f59e640  1 --2- 172.21.15.46:0/786427866 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555795b5ea60 0x555795b60e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.831+0000 7f431f59e640  1 -- 172.21.15.46:0/786427866 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5557958957e0 con 0x555795b55560
2024-03-19T01:58:00.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.831+0000 7f431ed9d640  1 --2- 172.21.15.46:0/786427866 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555795b55e80 0x555795b5e520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:58:00.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.831+0000 7f431e59c640  1 --2- 172.21.15.46:0/786427866 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555795b5ea60 0x555795b60e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:58:00.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.831+0000 7f431f59e640  1 --2- 172.21.15.46:0/3026017177 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f43080a2970 0x7f43080a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:00.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.831+0000 7f4307fff640  1 -- 172.21.15.46:0/3026017177 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7f43180cf600 con 0x7f43201005d0
2024-03-19T01:58:00.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.831+0000 7f431f59e640  1 --2- 172.21.15.46:0/786427866 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555795b55560 0x555795b55940 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f4310037040 tx=0x7f43100323c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0636547399253d3 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:00.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.831+0000 7f43057fa640  1 -- 172.21.15.46:0/786427866 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4310039040 con 0x555795b55560
2024-03-19T01:58:00.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.831+0000 7f43057fa640  1 -- 172.21.15.46:0/786427866 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4310003c30 con 0x555795b55560
2024-03-19T01:58:00.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.831+0000 7f43057fa640  1 -- 172.21.15.46:0/786427866 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4310034680 con 0x555795b55560
2024-03-19T01:58:00.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.832+0000 7f4327ddf740  1 -- 172.21.15.46:0/786427866 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555795b55560 msgr2=0x555795b55940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:00.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.832+0000 7f431f59e640  1 --2- 172.21.15.46:0/3026017177 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f43080a2970 0x7f43080a4e30 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f431004c000 tx=0x7f4310045000 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:00.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.832+0000 7f4327ddf740  1 --2- 172.21.15.46:0/786427866 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555795b55560 0x555795b55940 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f4310037040 tx=0x7f43100323c0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.832+0000 7f4327ddf740  1 -- 172.21.15.46:0/786427866 shutdown_connections
2024-03-19T01:58:00.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.832+0000 7f4327ddf740  1 --2- 172.21.15.46:0/786427866 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555795b5ea60 0x555795b60e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.832+0000 7f4327ddf740  1 --2- 172.21.15.46:0/786427866 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555795b55e80 0x555795b5e520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.832+0000 7f4327ddf740  1 --2- 172.21.15.46:0/786427866 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555795b55560 0x555795b55940 unknown :-1 s=CLOSED pgs=867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.832+0000 7f4327ddf740  1 -- 172.21.15.46:0/786427866 >> 172.21.15.46:0/786427866 conn(0x555795b4fc40 msgr2=0x555795b50020 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:00.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.832+0000 7f4327ddf740  1 -- 172.21.15.46:0/786427866 shutdown_connections
2024-03-19T01:58:00.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.832+0000 7f4327ddf740  1 -- 172.21.15.46:0/786427866 wait complete.
2024-03-19T01:58:00.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.832+0000 7f4327ddf740  1 --  start start
2024-03-19T01:58:00.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.832+0000 7f4327ddf740  1  Processor -- start
2024-03-19T01:58:00.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.833+0000 7f4327ddf740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555795b55560 0x555795b5b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:00.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.833+0000 7f4327ddf740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555795b55e80 0x555795b5bef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:00.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.833+0000 7f4327ddf740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555795b5ea60 0x555795b5c430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:00.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.833+0000 7f4327ddf740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x555795b61850 con 0x555795b55560
2024-03-19T01:58:00.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.833+0000 7f4327ddf740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x555795a751a0 con 0x555795b5ea60
2024-03-19T01:58:00.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.833+0000 7f4327ddf740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x555795b619d0 con 0x555795b55e80
2024-03-19T01:58:00.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.833+0000 7f4327ddf740 10 client.0 _ll_register_callbacks cb 0x5557957ccc60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:58:00.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.833+0000 7f431ed9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555795b55560 0x555795b5b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:00.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.833+0000 7f431ed9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555795b55560 0x555795b5b9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51420/0 (socket says 172.21.15.46:51420)
2024-03-19T01:58:00.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.833+0000 7f431ed9d640  1 -- 172.21.15.46:0/1060014908 learned_addr learned my addr 172.21.15.46:0/1060014908 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:00.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.833+0000 7f431e59c640  1 --2- 172.21.15.46:0/1060014908 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555795b55e80 0x555795b5bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:00.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.833+0000 7f431f59e640  1 --2- 172.21.15.46:0/1060014908 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555795b5ea60 0x555795b5c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:00.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.833+0000 7f431ed9d640  1 -- 172.21.15.46:0/1060014908 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555795b55e80 msgr2=0x555795b5bef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:00.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.833+0000 7f431ed9d640  1 --2- 172.21.15.46:0/1060014908 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555795b55e80 0x555795b5bef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.833+0000 7f431ed9d640  1 -- 172.21.15.46:0/1060014908 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555795b5ea60 msgr2=0x555795b5c430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:00.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.833+0000 7f431ed9d640  1 --2- 172.21.15.46:0/1060014908 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555795b5ea60 0x555795b5c430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.833+0000 7f431ed9d640  1 -- 172.21.15.46:0/1060014908 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5557958f5f70 con 0x555795b55560
2024-03-19T01:58:00.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.833+0000 7f431ed9d640  1 --2- 172.21.15.46:0/1060014908 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555795b55560 0x555795b5b9b0 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f43180cc980 tx=0x7f4318004b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8790f094db03df06 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:00.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.833+0000 7f4302ff5640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:58:00.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.833+0000 7f4302ff5640  1 -- 172.21.15.46:0/1060014908 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f431809b190 con 0x555795b55560
2024-03-19T01:58:00.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.833+0000 7f4302ff5640  1 -- 172.21.15.46:0/1060014908 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7f43180ccba0 con 0x555795b55560
2024-03-19T01:58:00.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.833+0000 7f4327ddf740  1 -- 172.21.15.46:0/1060014908 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4310003c30 con 0x555795b55560
2024-03-19T01:58:00.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.833+0000 7f4302ff5640  1 -- 172.21.15.46:0/1060014908 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f43180ccda0 con 0x555795b55560
2024-03-19T01:58:00.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.833+0000 7f4327ddf740 10 client.17388 fetch_fsmap learned FSMap version 35
2024-03-19T01:58:00.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.833+0000 7f4327ddf740  1 -- 172.21.15.46:0/1060014908 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55579578d170 con 0x555795b55560
2024-03-19T01:58:00.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.834+0000 7f4302ff5640  1 -- 172.21.15.46:0/1060014908 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4310003c30 con 0x555795b55560
2024-03-19T01:58:00.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.834+0000 7f4302ff5640  1 -- 172.21.15.46:0/1060014908 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f431809ba90 con 0x555795b55560
2024-03-19T01:58:00.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.834+0000 7f4327ddf740 10 client.17388 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:58:00.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.834+0000 7f4327ddf740 10 client.17388 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:58:00.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.834+0000 7f4327ddf740 20 client.17388 populate_metadata read hostname 'smithi046'
2024-03-19T01:58:00.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.834+0000 7f4327ddf740  1 --2- 172.21.15.46:0/1060014908 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555795b6ed90 0x555795b711e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:00.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.834+0000 7f4327ddf740  4 client.17388 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:58:00.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.834+0000 7f4327ddf740  1 -- 172.21.15.46:0/1060014908 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555795ac66a0 con 0x555795b6ed90
2024-03-19T01:58:00.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.834+0000 7f431e59c640  1 --2- 172.21.15.46:0/1060014908 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555795b6ed90 0x555795b711e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:00.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.834+0000 7f4302ff5640 10 client.17388 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:58:00.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.834+0000 7f431e59c640  1 --2- 172.21.15.46:0/1060014908 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555795b6ed90 0x555795b711e0 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9eff7cafb2aa8983 server_cookie=407f6c86595f397d in_seq=0 out_seq=0
2024-03-19T01:58:00.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.835+0000 7f4302ff5640  1 -- 172.21.15.46:0/1060014908 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x555795ac66a0 con 0x555795b6ed90
2024-03-19T01:58:00.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.835+0000 7f4302ff5640 10 client.17388 handle_command_reply: tid=0
2024-03-19T01:58:00.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.835+0000 7f4327ddf740  1 client.17388 shutdown
2024-03-19T01:58:00.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.835+0000 7f4327ddf740  1 -- 172.21.15.46:0/1060014908 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555795b55560 msgr2=0x555795b5b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:00.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.835+0000 7f4327ddf740  1 --2- 172.21.15.46:0/1060014908 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555795b55560 0x555795b5b9b0 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f43180cc980 tx=0x7f4318004b10 comp rx=0 tx=0).stop
2024-03-19T01:58:00.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.835+0000 7f4327ddf740  1 -- 172.21.15.46:0/1060014908 shutdown_connections
2024-03-19T01:58:00.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.835+0000 7f4327ddf740  1 --2- 172.21.15.46:0/1060014908 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555795b6ed90 0x555795b711e0 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.835+0000 7f4327ddf740  1 --2- 172.21.15.46:0/1060014908 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555795b5ea60 0x555795b5c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.835+0000 7f4302ff5640  0 client.17388 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:58:00.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.835+0000 7f4327ddf740  1 --2- 172.21.15.46:0/1060014908 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555795b55e80 0x555795b5bef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.835+0000 7f4327ddf740  1 --2- 172.21.15.46:0/1060014908 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555795b55560 0x555795b5b9b0 unknown :-1 s=CLOSED pgs=868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.835+0000 7f4327ddf740  1 -- 172.21.15.46:0/1060014908 >> 172.21.15.46:0/1060014908 conn(0x555795b4fc40 msgr2=0x555795b519e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:00.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.835+0000 7f4327ddf740  1 -- 172.21.15.46:0/1060014908 shutdown_connections
2024-03-19T01:58:00.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.835+0000 7f4327ddf740  1 -- 172.21.15.46:0/1060014908 wait complete.
2024-03-19T01:58:00.842 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.835+0000 7f4327ddf740 20 client.17388 trim_cache size 0 max 16384
2024-03-19T01:58:00.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.853+0000 7f4327ddf740  1  Processor -- start
2024-03-19T01:58:00.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.853+0000 7f4327ddf740  1 --  start start
2024-03-19T01:58:00.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.853+0000 7f4327ddf740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555795b55560 0x555795b5e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:00.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.853+0000 7f4327ddf740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555795b55e80 0x555795b6a620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:00.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.853+0000 7f4327ddf740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555795b5ea60 0x555795b76a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:00.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.853+0000 7f4327ddf740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f43201b12b0 con 0x555795b55560
2024-03-19T01:58:00.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.853+0000 7f4327ddf740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f43201aeb80 con 0x555795b55e80
2024-03-19T01:58:00.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.853+0000 7f4327ddf740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f43201ac9f0 con 0x555795b5ea60
2024-03-19T01:58:00.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.853+0000 7f431ed9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555795b55560 0x555795b5e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:00.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.853+0000 7f431ed9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555795b55560 0x555795b5e0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51436/0 (socket says 172.21.15.46:51436)
2024-03-19T01:58:00.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.853+0000 7f431ed9d640  1 -- 172.21.15.46:0/2330750427 learned_addr learned my addr 172.21.15.46:0/2330750427 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:00.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.853+0000 7f431e59c640  1 --2- 172.21.15.46:0/2330750427 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555795b55e80 0x555795b6a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:00.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.853+0000 7f431f59e640  1 --2- 172.21.15.46:0/2330750427 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555795b5ea60 0x555795b76a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:00.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.853+0000 7f431ed9d640  1 -- 172.21.15.46:0/2330750427 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555795b5ea60 msgr2=0x555795b76a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:00.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.853+0000 7f431ed9d640  1 --2- 172.21.15.46:0/2330750427 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555795b5ea60 0x555795b76a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.853+0000 7f431ed9d640  1 -- 172.21.15.46:0/2330750427 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555795b55e80 msgr2=0x555795b6a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:00.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.853+0000 7f431ed9d640  1 --2- 172.21.15.46:0/2330750427 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555795b55e80 0x555795b6a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.853+0000 7f431ed9d640  1 -- 172.21.15.46:0/2330750427 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555795b59f00 con 0x555795b55560
2024-03-19T01:58:00.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.853+0000 7f431e59c640  1 --2- 172.21.15.46:0/2330750427 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555795b55e80 0x555795b6a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:58:00.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.853+0000 7f431ed9d640  1 --2- 172.21.15.46:0/2330750427 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555795b55560 0x555795b5e0e0 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f431800c6a0 tx=0x7f43180974d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f75c5ddbc4be8576 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:00.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.853+0000 7f4304ff9640  1 -- 172.21.15.46:0/2330750427 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4318005310 con 0x555795b55560
2024-03-19T01:58:00.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.854+0000 7f4304ff9640  1 -- 172.21.15.46:0/2330750427 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4318005680 con 0x555795b55560
2024-03-19T01:58:00.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.854+0000 7f4304ff9640  1 -- 172.21.15.46:0/2330750427 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43180d2da0 con 0x555795b55560
2024-03-19T01:58:00.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.854+0000 7f4327ddf740  1 -- 172.21.15.46:0/2330750427 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555795b55560 msgr2=0x555795b5e0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:00.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.854+0000 7f4327ddf740  1 --2- 172.21.15.46:0/2330750427 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555795b55560 0x555795b5e0e0 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f431800c6a0 tx=0x7f43180974d0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.854+0000 7f4327ddf740  1 -- 172.21.15.46:0/2330750427 shutdown_connections
2024-03-19T01:58:00.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.854+0000 7f4327ddf740  1 --2- 172.21.15.46:0/2330750427 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555795b5ea60 0x555795b76a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.854+0000 7f4327ddf740  1 --2- 172.21.15.46:0/2330750427 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555795b55e80 0x555795b6a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.854+0000 7f4327ddf740  1 --2- 172.21.15.46:0/2330750427 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555795b55560 0x555795b5e0e0 unknown :-1 s=CLOSED pgs=869 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.854+0000 7f4327ddf740  1 -- 172.21.15.46:0/2330750427 >> 172.21.15.46:0/2330750427 conn(0x555795b4fc40 msgr2=0x555795b518e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:00.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.854+0000 7f4327ddf740  1 -- 172.21.15.46:0/2330750427 shutdown_connections
2024-03-19T01:58:00.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.854+0000 7f4327ddf740  1 -- 172.21.15.46:0/2330750427 wait complete.
2024-03-19T01:58:00.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.854+0000 7f4327ddf740  1 --  start start
2024-03-19T01:58:00.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.854+0000 7f4327ddf740  1  Processor -- start
2024-03-19T01:58:00.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.855+0000 7f4327ddf740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555795b55560 0x555795b66bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:00.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.855+0000 7f4327ddf740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555795b55e80 0x555795b62f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:00.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.855+0000 7f4327ddf740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555795b5ea60 0x555795b63480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:00.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.855+0000 7f4327ddf740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f43201ad040 con 0x555795b5ea60
2024-03-19T01:58:00.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.855+0000 7f4327ddf740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f43201ae4b0 con 0x555795b55e80
2024-03-19T01:58:00.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.855+0000 7f4327ddf740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f43201ad710 con 0x555795b55560
2024-03-19T01:58:00.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.855+0000 7f4327ddf740 10 client.0 _ll_register_callbacks cb 0x7f431800e940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:58:00.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.855+0000 7f431f59e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555795b5ea60 0x555795b63480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:00.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.855+0000 7f431ed9d640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555795b55560 0x555795b66bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:00.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.855+0000 7f431e59c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555795b55e80 0x555795b62f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:00.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.855+0000 7f431f59e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555795b5ea60 0x555795b63480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51446/0 (socket says 172.21.15.46:51446)
2024-03-19T01:58:00.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.855+0000 7f431f59e640  1 -- 172.21.15.46:0/2640511913 learned_addr learned my addr 172.21.15.46:0/2640511913 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:00.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.855+0000 7f431f59e640  1 -- 172.21.15.46:0/2640511913 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555795b55560 msgr2=0x555795b66bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:00.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.855+0000 7f431f59e640  1 --2- 172.21.15.46:0/2640511913 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555795b55560 0x555795b66bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.855+0000 7f431f59e640  1 -- 172.21.15.46:0/2640511913 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555795b55e80 msgr2=0x555795b62f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:00.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.855+0000 7f431f59e640  1 --2- 172.21.15.46:0/2640511913 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555795b55e80 0x555795b62f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.855+0000 7f431f59e640  1 -- 172.21.15.46:0/2640511913 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555795b639c0 con 0x555795b5ea60
2024-03-19T01:58:00.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.855+0000 7f431e59c640  1 --2- 172.21.15.46:0/2640511913 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555795b55e80 0x555795b62f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:58:00.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.855+0000 7f431ed9d640  1 --2- 172.21.15.46:0/2640511913 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555795b55560 0x555795b66bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:58:00.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.855+0000 7f431f59e640  1 --2- 172.21.15.46:0/2640511913 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555795b5ea60 0x555795b63480 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f431002c630 tx=0x7f4310009a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ca72620f0d499a4 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:00.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.855+0000 7f4302ff5640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:58:00.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.855+0000 7f4302ff5640  1 -- 172.21.15.46:0/2640511913 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4310039040 con 0x555795b5ea60
2024-03-19T01:58:00.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.855+0000 7f4302ff5640  1 -- 172.21.15.46:0/2640511913 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7f4310003c30 con 0x555795b5ea60
2024-03-19T01:58:00.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.855+0000 7f4327ddf740  1 -- 172.21.15.46:0/2640511913 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4318005680 con 0x555795b5ea60
2024-03-19T01:58:00.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.856+0000 7f4302ff5640  1 -- 172.21.15.46:0/2640511913 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f4310034650 con 0x555795b5ea60
2024-03-19T01:58:00.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.856+0000 7f4327ddf740 10 client.17394 fetch_fsmap learned FSMap version 35
2024-03-19T01:58:00.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.856+0000 7f4327ddf740  1 -- 172.21.15.46:0/2640511913 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x555795bda1c0 con 0x555795b5ea60
2024-03-19T01:58:00.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.856+0000 7f4302ff5640  1 -- 172.21.15.46:0/2640511913 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4318005680 con 0x555795b5ea60
2024-03-19T01:58:00.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.856+0000 7f4302ff5640  1 -- 172.21.15.46:0/2640511913 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f431003f040 con 0x555795b5ea60
2024-03-19T01:58:00.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.856+0000 7f4327ddf740 10 client.17394 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:58:00.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.856+0000 7f4327ddf740 10 client.17394 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:58:00.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.856+0000 7f4327ddf740 20 client.17394 populate_metadata read hostname 'smithi046'
2024-03-19T01:58:00.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.856+0000 7f4327ddf740  1 --2- 172.21.15.46:0/2640511913 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555795bda4c0 0x555795bdc8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:00.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.856+0000 7f4327ddf740  4 client.17394 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}]
2024-03-19T01:58:00.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.856+0000 7f4327ddf740  1 -- 172.21.15.46:0/2640511913 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x555795ac09f0 con 0x555795bda4c0
2024-03-19T01:58:00.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.856+0000 7f431ed9d640  1 --2- 172.21.15.46:0/2640511913 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555795bda4c0 0x555795bdc8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:00.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.856+0000 7f4302ff5640 10 client.17394 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:58:00.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.856+0000 7f431ed9d640  1 --2- 172.21.15.46:0/2640511913 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555795bda4c0 0x555795bdc8e0 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=909640dcaea1f517 server_cookie=4ee27df1b3ec53d2 in_seq=0 out_seq=0
2024-03-19T01:58:00.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.858+0000 7f4302ff5640  1 -- 172.21.15.46:0/2640511913 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x555795ac09f0 con 0x555795bda4c0
2024-03-19T01:58:00.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.858+0000 7f4302ff5640 10 client.17394 handle_command_reply: tid=0
2024-03-19T01:58:00.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.858+0000 7f4327ddf740  1 client.17394 shutdown
2024-03-19T01:58:00.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.858+0000 7f4327ddf740  1 -- 172.21.15.46:0/2640511913 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555795b5ea60 msgr2=0x555795b63480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:00.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.858+0000 7f4327ddf740  1 --2- 172.21.15.46:0/2640511913 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555795b5ea60 0x555795b63480 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f431002c630 tx=0x7f4310009a00 comp rx=0 tx=0).stop
2024-03-19T01:58:00.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.858+0000 7f4327ddf740  1 -- 172.21.15.46:0/2640511913 shutdown_connections
2024-03-19T01:58:00.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.858+0000 7f4327ddf740  1 --2- 172.21.15.46:0/2640511913 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555795bda4c0 0x555795bdc8e0 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.858+0000 7f4327ddf740  1 --2- 172.21.15.46:0/2640511913 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555795b5ea60 0x555795b63480 unknown :-1 s=CLOSED pgs=870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.858+0000 7f4327ddf740  1 --2- 172.21.15.46:0/2640511913 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555795b55e80 0x555795b62f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.858+0000 7f4302ff5640  0 client.17394 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:58:00.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.858+0000 7f4327ddf740  1 --2- 172.21.15.46:0/2640511913 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555795b55560 0x555795b66bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.858+0000 7f4327ddf740  1 -- 172.21.15.46:0/2640511913 >> 172.21.15.46:0/2640511913 conn(0x555795b4fc40 msgr2=0x555795b5b970 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:00.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.858+0000 7f4327ddf740  1 -- 172.21.15.46:0/2640511913 shutdown_connections
2024-03-19T01:58:00.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.858+0000 7f4327ddf740  1 -- 172.21.15.46:0/2640511913 wait complete.
2024-03-19T01:58:00.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.858+0000 7f4327ddf740 20 client.17394 trim_cache size 0 max 16384
2024-03-19T01:58:00.864 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:58:00.865 INFO:teuthology.orchestra.run.smithi046.stdout:    "return_code": 0,
2024-03-19T01:58:00.865 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrub_tag": "e445f215-5a2f-4dca-b249-3024b43dc223",
2024-03-19T01:58:00.865 INFO:teuthology.orchestra.run.smithi046.stdout:    "mode": "asynchronous"
2024-03-19T01:58:00.865 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:58:00.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.859+0000 7f4325201640  1 -- 172.21.15.46:0/3026017177 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f43080a2970 msgr2=0x7f43080a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:00.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.859+0000 7f4325201640  1 --2- 172.21.15.46:0/3026017177 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f43080a2970 0x7f43080a4e30 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f431004c000 tx=0x7f4310045000 comp rx=0 tx=0).stop
2024-03-19T01:58:00.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.859+0000 7f4325201640  1 -- 172.21.15.46:0/3026017177 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f43201005d0 msgr2=0x7f4320197e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:00.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.859+0000 7f4325201640  1 --2- 172.21.15.46:0/3026017177 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f43201005d0 0x7f4320197e40 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f431800e9f0 tx=0x7f431800edf0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.859+0000 7f4325201640  1 -- 172.21.15.46:0/3026017177 shutdown_connections
2024-03-19T01:58:00.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.859+0000 7f4325201640  1 --2- 172.21.15.46:0/3026017177 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4320106690 0x7f432019c700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.859+0000 7f4325201640  1 --2- 172.21.15.46:0/3026017177 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f43080a2970 0x7f43080a4e30 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.859+0000 7f4325201640  1 --2- 172.21.15.46:0/3026017177 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4320100f90 0x7f4320198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.859+0000 7f4325201640  1 --2- 172.21.15.46:0/3026017177 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f43201005d0 0x7f4320197e40 unknown :-1 s=CLOSED pgs=866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.859+0000 7f4325201640  1 -- 172.21.15.46:0/3026017177 >> 172.21.15.46:0/3026017177 conn(0x7f43200fc0a0 msgr2=0x7f43200fd850 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:00.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.859+0000 7f4325201640  1 -- 172.21.15.46:0/3026017177 shutdown_connections
2024-03-19T01:58:00.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.859+0000 7f4325201640  1 -- 172.21.15.46:0/3026017177 wait complete.
2024-03-19T01:58:00.869 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:58:00.869 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:58:00.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.975+0000 7fd6ac5bc640  1 -- 172.21.15.46:0/1827053501 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd6a41055c0 msgr2=0x7fd6a41059a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:00.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.975+0000 7fd6ac5bc640  1 --2- 172.21.15.46:0/1827053501 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd6a41055c0 0x7fd6a41059a0 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7fd6a0009900 tx=0x7fd6a002bcd0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.975+0000 7fd6ac5bc640  1 -- 172.21.15.46:0/1827053501 shutdown_connections
2024-03-19T01:58:00.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.975+0000 7fd6ac5bc640  1 --2- 172.21.15.46:0/1827053501 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd6a4101080 0x7fd6a410d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.975+0000 7fd6ac5bc640  1 --2- 172.21.15.46:0/1827053501 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd6a41006e0 0x7fd6a4100b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.975+0000 7fd6ac5bc640  1 --2- 172.21.15.46:0/1827053501 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd6a41055c0 0x7fd6a41059a0 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.975+0000 7fd6ac5bc640  1 -- 172.21.15.46:0/1827053501 >> 172.21.15.46:0/1827053501 conn(0x7fd6a40777b0 msgr2=0x7fd6a4077bc0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:00.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.975+0000 7fd6ac5bc640  1 -- 172.21.15.46:0/1827053501 shutdown_connections
2024-03-19T01:58:00.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.975+0000 7fd6ac5bc640  1 -- 172.21.15.46:0/1827053501 wait complete.
2024-03-19T01:58:00.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.975+0000 7fd6ac5bc640  1  Processor -- start
2024-03-19T01:58:00.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.976+0000 7fd6ac5bc640  1 --  start start
2024-03-19T01:58:00.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.976+0000 7fd6ac5bc640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd6a41006e0 0x7fd6a4198da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:00.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.976+0000 7fd6ac5bc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd6a4101080 0x7fd6a41992e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:00.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.976+0000 7fd6ac5bc640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd6a41055c0 0x7fd6a41a3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:00.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.976+0000 7fd6ac5bc640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a4110960 con 0x7fd6a4101080
2024-03-19T01:58:00.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.976+0000 7fd6ac5bc640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a41107e0 con 0x7fd6a41055c0
2024-03-19T01:58:00.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.976+0000 7fd6ac5bc640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a4110ae0 con 0x7fd6a41006e0
2024-03-19T01:58:00.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.976+0000 7fd6a9b57640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd6a4101080 0x7fd6a41992e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:00.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.976+0000 7fd6a9b57640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd6a4101080 0x7fd6a41992e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51450/0 (socket says 172.21.15.46:51450)
2024-03-19T01:58:00.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.976+0000 7fd6a9b57640  1 -- 172.21.15.46:0/1577574222 learned_addr learned my addr 172.21.15.46:0/1577574222 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:00.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.976+0000 7fd6aab59640  1 --2- 172.21.15.46:0/1577574222 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd6a41055c0 0x7fd6a41a3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:00.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.976+0000 7fd6aa358640  1 --2- 172.21.15.46:0/1577574222 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd6a41006e0 0x7fd6a4198da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:00.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.976+0000 7fd6a9b57640  1 -- 172.21.15.46:0/1577574222 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd6a41006e0 msgr2=0x7fd6a4198da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:00.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.976+0000 7fd6a9b57640  1 --2- 172.21.15.46:0/1577574222 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd6a41006e0 0x7fd6a4198da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.976+0000 7fd6a9b57640  1 -- 172.21.15.46:0/1577574222 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd6a41055c0 msgr2=0x7fd6a41a3e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:00.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.976+0000 7fd6a9b57640  1 --2- 172.21.15.46:0/1577574222 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd6a41055c0 0x7fd6a41a3e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.976+0000 7fd6a9b57640  1 -- 172.21.15.46:0/1577574222 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6a41a4360 con 0x7fd6a4101080
2024-03-19T01:58:00.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.976+0000 7fd6a9b57640  1 --2- 172.21.15.46:0/1577574222 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd6a4101080 0x7fd6a41992e0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7fd69400e9f0 tx=0x7fd69400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:00.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.977+0000 7fd69b7fe640  1 -- 172.21.15.46:0/1577574222 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd69400cd80 con 0x7fd6a4101080
2024-03-19T01:58:00.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.977+0000 7fd6ac5bc640  1 -- 172.21.15.46:0/1577574222 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6a41a4530 con 0x7fd6a4101080
2024-03-19T01:58:00.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.977+0000 7fd69b7fe640  1 -- 172.21.15.46:0/1577574222 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd6940108e0 con 0x7fd6a4101080
2024-03-19T01:58:00.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.977+0000 7fd69b7fe640  1 -- 172.21.15.46:0/1577574222 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd694018920 con 0x7fd6a4101080
2024-03-19T01:58:00.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.977+0000 7fd6ac5bc640  1 -- 172.21.15.46:0/1577574222 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6a41a4a80 con 0x7fd6a4101080
2024-03-19T01:58:00.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.979+0000 7fd69b7fe640  1 -- 172.21.15.46:0/1577574222 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fd694010a90 con 0x7fd6a4101080
2024-03-19T01:58:00.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.980+0000 7fd6af19c740  1  Processor -- start
2024-03-19T01:58:00.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.980+0000 7fd6af19c740  1 --  start start
2024-03-19T01:58:00.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.980+0000 7fd6af19c740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558c91bcca30 0x558c91bcce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:00.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.980+0000 7fd6af19c740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558c91bcd350 0x558c91bd59f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:00.986 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.980+0000 7fd6af19c740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558c91bd5f30 0x558c91bd8320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:00.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.980+0000 7fd6af19c740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x558c91b30500 con 0x558c91bd5f30
2024-03-19T01:58:00.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.980+0000 7fd6af19c740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x558c91ad8be0 con 0x558c91bcca30
2024-03-19T01:58:00.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.980+0000 7fd6af19c740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x558c91b2c5a0 con 0x558c91bcd350
2024-03-19T01:58:00.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.980+0000 7fd69b7fe640  1 --2- 172.21.15.46:0/1577574222 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fd6900a2970 0x7fd6900a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:00.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.980+0000 7fd6a9b57640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558c91bd5f30 0x558c91bd8320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:00.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.980+0000 7fd6a9b57640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558c91bd5f30 0x558c91bd8320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51460/0 (socket says 172.21.15.46:51460)
2024-03-19T01:58:00.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.980+0000 7fd6aa358640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558c91bcd350 0x558c91bd59f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:00.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.980+0000 7fd6a9b57640  1 -- 172.21.15.46:0/1996338620 learned_addr learned my addr 172.21.15.46:0/1996338620 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:00.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.980+0000 7fd6aab59640  1 --2- 172.21.15.46:0/1996338620 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558c91bcca30 0x558c91bcce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:00.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.980+0000 7fd6aab59640  1 --2- 172.21.15.46:0/1577574222 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fd6900a2970 0x7fd6900a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:00.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.981+0000 7fd69b7fe640  1 -- 172.21.15.46:0/1577574222 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7fd6940cf530 con 0x7fd6a4101080
2024-03-19T01:58:00.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.981+0000 7fd6a9b57640  1 -- 172.21.15.46:0/1996338620 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558c91bcd350 msgr2=0x558c91bd59f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:00.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.981+0000 7fd6a9b57640  1 --2- 172.21.15.46:0/1996338620 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558c91bcd350 0x558c91bd59f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.981+0000 7fd6a9b57640  1 -- 172.21.15.46:0/1996338620 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558c91bcca30 msgr2=0x558c91bcce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:00.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.981+0000 7fd6a9b57640  1 --2- 172.21.15.46:0/1996338620 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558c91bcca30 0x558c91bcce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.981+0000 7fd6a9b57640  1 -- 172.21.15.46:0/1996338620 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558c91afa000 con 0x558c91bd5f30
2024-03-19T01:58:00.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.981+0000 7fd6aa358640  1 --2- 172.21.15.46:0/1996338620 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558c91bcd350 0x558c91bd59f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:58:00.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.981+0000 7fd6aab59640  1 --2- 172.21.15.46:0/1996338620 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558c91bcca30 0x558c91bcce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:58:00.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.981+0000 7fd6a9b57640  1 --2- 172.21.15.46:0/1996338620 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558c91bd5f30 0x558c91bd8320 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7fd694097cd0 tx=0x7fd69409bad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e05b7929a97a9f1 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:00.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.981+0000 7fd6aab59640  1 --2- 172.21.15.46:0/1577574222 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fd6900a2970 0x7fd6900a4e30 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fd69c005fd0 tx=0x7fd69c009500 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:00.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.981+0000 7fd698bfe640  1 -- 172.21.15.46:0/1996338620 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd694096160 con 0x558c91bd5f30
2024-03-19T01:58:00.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.981+0000 7fd698bfe640  1 -- 172.21.15.46:0/1996338620 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd69409f910 con 0x558c91bd5f30
2024-03-19T01:58:00.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.981+0000 7fd698bfe640  1 -- 172.21.15.46:0/1996338620 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6940ccb30 con 0x558c91bd5f30
2024-03-19T01:58:00.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.982+0000 7fd6af19c740  1 -- 172.21.15.46:0/1996338620 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558c91bd5f30 msgr2=0x558c91bd8320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:00.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.982+0000 7fd6af19c740  1 --2- 172.21.15.46:0/1996338620 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558c91bd5f30 0x558c91bd8320 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7fd694097cd0 tx=0x7fd69409bad0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.982+0000 7fd6af19c740  1 -- 172.21.15.46:0/1996338620 shutdown_connections
2024-03-19T01:58:00.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.982+0000 7fd6af19c740  1 --2- 172.21.15.46:0/1996338620 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558c91bd5f30 0x558c91bd8320 unknown :-1 s=CLOSED pgs=873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.982+0000 7fd6af19c740  1 --2- 172.21.15.46:0/1996338620 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558c91bcd350 0x558c91bd59f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.982+0000 7fd6af19c740  1 --2- 172.21.15.46:0/1996338620 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558c91bcca30 0x558c91bcce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.982+0000 7fd6af19c740  1 -- 172.21.15.46:0/1996338620 >> 172.21.15.46:0/1996338620 conn(0x558c91bc7160 msgr2=0x558c91bc7540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:00.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.982+0000 7fd6af19c740  1 -- 172.21.15.46:0/1996338620 shutdown_connections
2024-03-19T01:58:00.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.982+0000 7fd6af19c740  1 -- 172.21.15.46:0/1996338620 wait complete.
2024-03-19T01:58:00.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.982+0000 7fd6af19c740  1 --  start start
2024-03-19T01:58:00.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.982+0000 7fd6af19c740  1  Processor -- start
2024-03-19T01:58:00.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.982+0000 7fd6af19c740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558c91bcca30 0x558c91bd2ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:00.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.982+0000 7fd6af19c740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558c91bcd350 0x558c91bd3400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:00.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.982+0000 7fd6af19c740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558c91bd5f30 0x558c91bd3940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:00.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.982+0000 7fd6af19c740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x558c91bd8c60 con 0x558c91bcd350
2024-03-19T01:58:00.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.982+0000 7fd6af19c740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x558c91aec160 con 0x558c91bcca30
2024-03-19T01:58:00.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.983+0000 7fd6af19c740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x558c91bd8de0 con 0x558c91bd5f30
2024-03-19T01:58:00.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.983+0000 7fd6af19c740 10 client.0 _ll_register_callbacks cb 0x558c91b28a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:58:00.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.983+0000 7fd6a9b57640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558c91bcd350 0x558c91bd3400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:00.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.983+0000 7fd6aa358640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558c91bcca30 0x558c91bd2ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:00.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.983+0000 7fd6a9b57640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558c91bcd350 0x558c91bd3400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51466/0 (socket says 172.21.15.46:51466)
2024-03-19T01:58:00.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.983+0000 7fd6aa358640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558c91bcca30 0x558c91bd2ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:48668/0 (socket says 172.21.15.46:48668)
2024-03-19T01:58:00.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.983+0000 7fd6a9b57640  1 -- 172.21.15.46:0/4098841994 learned_addr learned my addr 172.21.15.46:0/4098841994 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:00.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.983+0000 7fd6aab59640  1 --2- 172.21.15.46:0/4098841994 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558c91bd5f30 0x558c91bd3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:00.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.983+0000 7fd6aa358640  1 -- 172.21.15.46:0/4098841994 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558c91bd5f30 msgr2=0x558c91bd3940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:00.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.983+0000 7fd6aa358640  1 --2- 172.21.15.46:0/4098841994 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558c91bd5f30 0x558c91bd3940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.983+0000 7fd6aa358640  1 -- 172.21.15.46:0/4098841994 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558c91bcd350 msgr2=0x558c91bd3400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:00.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.983+0000 7fd6aa358640  1 --2- 172.21.15.46:0/4098841994 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558c91bcd350 0x558c91bd3400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.983+0000 7fd6aa358640  1 -- 172.21.15.46:0/4098841994 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558c9190e7d0 con 0x558c91bcca30
2024-03-19T01:58:00.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.983+0000 7fd6a9b57640  1 --2- 172.21.15.46:0/4098841994 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558c91bcd350 0x558c91bd3400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:58:00.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.983+0000 7fd6aa358640  1 --2- 172.21.15.46:0/4098841994 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558c91bcca30 0x558c91bd2ec0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fd6a0000c00 tx=0x7fd6a0005250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4303c9bf4f56598c server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:00.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.983+0000 7fd68dffb640 10 client.0 ms_handle_connect on v2:172.21.15.73:3300/0
2024-03-19T01:58:00.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.983+0000 7fd68dffb640  1 -- 172.21.15.46:0/4098841994 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6a0043070 con 0x558c91bcca30
2024-03-19T01:58:00.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.983+0000 7fd68dffb640  1 -- 172.21.15.46:0/4098841994 <== mon.2 v2:172.21.15.73:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7fd6a002c880 con 0x558c91bcca30
2024-03-19T01:58:00.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.983+0000 7fd6af19c740  1 -- 172.21.15.46:0/4098841994 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd69409f910 con 0x558c91bcca30
2024-03-19T01:58:00.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.983+0000 7fd68dffb640  1 -- 172.21.15.46:0/4098841994 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fd6a004f050 con 0x558c91bcca30
2024-03-19T01:58:00.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.983+0000 7fd6af19c740 10 client.27263 fetch_fsmap learned FSMap version 35
2024-03-19T01:58:00.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.984+0000 7fd6af19c740  1 -- 172.21.15.46:0/4098841994 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x558c918443f0 con 0x558c91bcca30
2024-03-19T01:58:00.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.984+0000 7fd68dffb640  1 -- 172.21.15.46:0/4098841994 <== mon.2 v2:172.21.15.73:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd69409f910 con 0x558c91bcca30
2024-03-19T01:58:00.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.984+0000 7fd68dffb640  1 -- 172.21.15.46:0/4098841994 <== mon.2 v2:172.21.15.73:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7fd6a0004be0 con 0x558c91bcca30
2024-03-19T01:58:00.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.984+0000 7fd6af19c740 10 client.27263 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:58:00.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.984+0000 7fd6af19c740 10 client.27263 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:58:00.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.984+0000 7fd6af19c740 20 client.27263 populate_metadata read hostname 'smithi046'
2024-03-19T01:58:00.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.984+0000 7fd6af19c740  1 --2- 172.21.15.46:0/4098841994 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x558c91be6150 0x558c91be8560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:00.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.984+0000 7fd6af19c740  4 client.27263 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:58:00.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.984+0000 7fd6af19c740  1 -- 172.21.15.46:0/4098841994 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558c91b3da40 con 0x558c91be6150
2024-03-19T01:58:00.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.984+0000 7fd6a9b57640  1 --2- 172.21.15.46:0/4098841994 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x558c91be6150 0x558c91be8560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:00.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.984+0000 7fd6a9b57640  1 --2- 172.21.15.46:0/4098841994 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x558c91be6150 0x558c91be8560 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=557363bfbf6773c0 server_cookie=9f47ee2fd9afd8cd in_seq=0 out_seq=0
2024-03-19T01:58:00.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.984+0000 7fd68dffb640 10 client.27263 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:58:00.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.985+0000 7fd68dffb640  1 -- 172.21.15.46:0/4098841994 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x558c91b3da40 con 0x558c91be6150
2024-03-19T01:58:00.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.985+0000 7fd68dffb640 10 client.27263 handle_command_reply: tid=0
2024-03-19T01:58:00.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.985+0000 7fd6af19c740  1 client.27263 shutdown
2024-03-19T01:58:00.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.985+0000 7fd6af19c740  1 -- 172.21.15.46:0/4098841994 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558c91bcca30 msgr2=0x558c91bd2ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:00.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.985+0000 7fd6af19c740  1 --2- 172.21.15.46:0/4098841994 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558c91bcca30 0x558c91bd2ec0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fd6a0000c00 tx=0x7fd6a0005250 comp rx=0 tx=0).stop
2024-03-19T01:58:00.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.985+0000 7fd6af19c740  1 -- 172.21.15.46:0/4098841994 shutdown_connections
2024-03-19T01:58:00.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.985+0000 7fd6af19c740  1 --2- 172.21.15.46:0/4098841994 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x558c91be6150 0x558c91be8560 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.985+0000 7fd6af19c740  1 --2- 172.21.15.46:0/4098841994 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558c91bd5f30 0x558c91bd3940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.985+0000 7fd6af19c740  1 --2- 172.21.15.46:0/4098841994 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558c91bcd350 0x558c91bd3400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.985+0000 7fd68dffb640  0 client.27263 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:58:00.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.985+0000 7fd6af19c740  1 --2- 172.21.15.46:0/4098841994 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558c91bcca30 0x558c91bd2ec0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:00.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.985+0000 7fd6af19c740  1 -- 172.21.15.46:0/4098841994 >> 172.21.15.46:0/4098841994 conn(0x558c91bc7160 msgr2=0x558c91bc8eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:00.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.986+0000 7fd6af19c740  1 -- 172.21.15.46:0/4098841994 shutdown_connections
2024-03-19T01:58:00.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.986+0000 7fd6af19c740  1 -- 172.21.15.46:0/4098841994 wait complete.
2024-03-19T01:58:00.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:00.986+0000 7fd6af19c740 20 client.27263 trim_cache size 0 max 16384
2024-03-19T01:58:01.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.003+0000 7fd6af19c740  1  Processor -- start
2024-03-19T01:58:01.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.003+0000 7fd6af19c740  1 --  start start
2024-03-19T01:58:01.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.003+0000 7fd6af19c740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558c91bcca30 0x558c91bd55f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:01.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.003+0000 7fd6af19c740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558c91bcd350 0x558c91bd1e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:01.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.003+0000 7fd6af19c740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558c91bd5f30 0x558c91bce3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:01.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.003+0000 7fd6af19c740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a41b14d0 con 0x558c91bcd350
2024-03-19T01:58:01.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.003+0000 7fd6af19c740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a41aeda0 con 0x558c91bd5f30
2024-03-19T01:58:01.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.003+0000 7fd6af19c740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a41acc10 con 0x558c91bcca30
2024-03-19T01:58:01.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.003+0000 7fd6a9b57640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558c91bcd350 0x558c91bd1e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:01.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.003+0000 7fd6a9b57640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558c91bcd350 0x558c91bd1e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51472/0 (socket says 172.21.15.46:51472)
2024-03-19T01:58:01.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.003+0000 7fd6a9b57640  1 -- 172.21.15.46:0/434300077 learned_addr learned my addr 172.21.15.46:0/434300077 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:01.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.003+0000 7fd6aab59640  1 --2- 172.21.15.46:0/434300077 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558c91bd5f30 0x558c91bce3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:01.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.003+0000 7fd6aa358640  1 --2- 172.21.15.46:0/434300077 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558c91bcca30 0x558c91bd55f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:01.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.003+0000 7fd6a9b57640  1 -- 172.21.15.46:0/434300077 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558c91bcca30 msgr2=0x558c91bd55f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:01.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.003+0000 7fd6a9b57640  1 --2- 172.21.15.46:0/434300077 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558c91bcca30 0x558c91bd55f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:01.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.004+0000 7fd6a9b57640  1 -- 172.21.15.46:0/434300077 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558c91bd5f30 msgr2=0x558c91bce3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:01.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.004+0000 7fd6a9b57640  1 --2- 172.21.15.46:0/434300077 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558c91bd5f30 0x558c91bce3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:01.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.004+0000 7fd6a9b57640  1 -- 172.21.15.46:0/434300077 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558c918040f0 con 0x558c91bcd350
2024-03-19T01:58:01.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.004+0000 7fd6aab59640  1 --2- 172.21.15.46:0/434300077 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558c91bd5f30 0x558c91bce3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:58:01.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.004+0000 7fd6aa358640  1 --2- 172.21.15.46:0/434300077 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558c91bcca30 0x558c91bd55f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:58:01.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.004+0000 7fd6a9b57640  1 --2- 172.21.15.46:0/434300077 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558c91bcd350 0x558c91bd1e00 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7fd694099b20 tx=0x7fd6940cf850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e65af4d22195f920 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:01.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.004+0000 7fd68ffff640  1 -- 172.21.15.46:0/434300077 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd69409f910 con 0x558c91bcd350
2024-03-19T01:58:01.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.004+0000 7fd68ffff640  1 -- 172.21.15.46:0/434300077 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd694099b70 con 0x558c91bcd350
2024-03-19T01:58:01.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.004+0000 7fd68ffff640  1 -- 172.21.15.46:0/434300077 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6940ccb30 con 0x558c91bcd350
2024-03-19T01:58:01.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.004+0000 7fd6af19c740  1 -- 172.21.15.46:0/434300077 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558c91bcd350 msgr2=0x558c91bd1e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:01.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.004+0000 7fd6af19c740  1 --2- 172.21.15.46:0/434300077 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558c91bcd350 0x558c91bd1e00 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7fd694099b20 tx=0x7fd6940cf850 comp rx=0 tx=0).stop
2024-03-19T01:58:01.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.004+0000 7fd6af19c740  1 -- 172.21.15.46:0/434300077 shutdown_connections
2024-03-19T01:58:01.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.004+0000 7fd6af19c740  1 --2- 172.21.15.46:0/434300077 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558c91bd5f30 0x558c91bce3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:01.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.004+0000 7fd6af19c740  1 --2- 172.21.15.46:0/434300077 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558c91bcd350 0x558c91bd1e00 unknown :-1 s=CLOSED pgs=874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:01.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.004+0000 7fd6af19c740  1 --2- 172.21.15.46:0/434300077 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558c91bcca30 0x558c91bd55f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:01.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.004+0000 7fd6af19c740  1 -- 172.21.15.46:0/434300077 >> 172.21.15.46:0/434300077 conn(0x558c91bc7160 msgr2=0x558c91bc8e40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:01.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.005+0000 7fd6af19c740  1 -- 172.21.15.46:0/434300077 shutdown_connections
2024-03-19T01:58:01.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.005+0000 7fd6af19c740  1 -- 172.21.15.46:0/434300077 wait complete.
2024-03-19T01:58:01.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.005+0000 7fd6af19c740  1 --  start start
2024-03-19T01:58:01.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.005+0000 7fd6af19c740  1  Processor -- start
2024-03-19T01:58:01.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.005+0000 7fd6af19c740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558c91bcca30 0x558c91bd9c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:01.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.005+0000 7fd6af19c740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558c91bcd350 0x558c91bda1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:01.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.005+0000 7fd6af19c740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558c91bd5f30 0x558c91c4b460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:01.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.005+0000 7fd6af19c740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a41ad260 con 0x558c91bcca30
2024-03-19T01:58:01.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.005+0000 7fd6af19c740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a41ae6d0 con 0x558c91bd5f30
2024-03-19T01:58:01.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.005+0000 7fd6af19c740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a41ad930 con 0x558c91bcd350
2024-03-19T01:58:01.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.005+0000 7fd6af19c740 10 client.0 _ll_register_callbacks cb 0x7fd6a0009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:58:01.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.005+0000 7fd6aa358640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558c91bcca30 0x558c91bd9c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:01.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.005+0000 7fd6aa358640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558c91bcca30 0x558c91bd9c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:51480/0 (socket says 172.21.15.46:51480)
2024-03-19T01:58:01.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.005+0000 7fd6aa358640  1 -- 172.21.15.46:0/1788609355 learned_addr learned my addr 172.21.15.46:0/1788609355 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:01.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.005+0000 7fd6aab59640  1 --2- 172.21.15.46:0/1788609355 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558c91bd5f30 0x558c91c4b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:01.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.005+0000 7fd6a9b57640  1 --2- 172.21.15.46:0/1788609355 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558c91bcd350 0x558c91bda1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:01.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.005+0000 7fd6aa358640  1 -- 172.21.15.46:0/1788609355 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558c91bcd350 msgr2=0x558c91bda1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:01.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.005+0000 7fd6aa358640  1 --2- 172.21.15.46:0/1788609355 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558c91bcd350 0x558c91bda1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:01.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.005+0000 7fd6aa358640  1 -- 172.21.15.46:0/1788609355 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558c91bd5f30 msgr2=0x558c91c4b460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:01.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.005+0000 7fd6aa358640  1 --2- 172.21.15.46:0/1788609355 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558c91bd5f30 0x558c91c4b460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:01.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.005+0000 7fd6aa358640  1 -- 172.21.15.46:0/1788609355 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558c91bdaaa0 con 0x558c91bcca30
2024-03-19T01:58:01.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.006+0000 7fd6aa358640  1 --2- 172.21.15.46:0/1788609355 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558c91bcca30 0x558c91bd9c90 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7fd6a0000c00 tx=0x7fd6a0004610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81c119fc521fc77b server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:01.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.006+0000 7fd68dffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:58:01.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.006+0000 7fd68dffb640  1 -- 172.21.15.46:0/1788609355 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6a0043070 con 0x558c91bcca30
2024-03-19T01:58:01.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.006+0000 7fd68dffb640  1 -- 172.21.15.46:0/1788609355 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9496+0+0 (secure 0 0 0) 0x7fd6a002c880 con 0x558c91bcca30
2024-03-19T01:58:01.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.006+0000 7fd6af19c740  1 -- 172.21.15.46:0/1788609355 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd694099b70 con 0x558c91bcca30
2024-03-19T01:58:01.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.006+0000 7fd68dffb640  1 -- 172.21.15.46:0/1788609355 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fd6a005b050 con 0x558c91bcca30
2024-03-19T01:58:01.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.006+0000 7fd6af19c740 10 client.17412 fetch_fsmap learned FSMap version 35
2024-03-19T01:58:01.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.006+0000 7fd6af19c740  1 -- 172.21.15.46:0/1788609355 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x558c91c4cab0 con 0x558c91bcca30
2024-03-19T01:58:01.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.006+0000 7fd68dffb640  1 -- 172.21.15.46:0/1788609355 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd694099b70 con 0x558c91bcca30
2024-03-19T01:58:01.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.006+0000 7fd68dffb640  1 -- 172.21.15.46:0/1788609355 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7fd6a00046c0 con 0x558c91bcca30
2024-03-19T01:58:01.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.006+0000 7fd6af19c740 10 client.17412 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:58:01.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.006+0000 7fd6af19c740 10 client.17412 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:58:01.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.006+0000 7fd6af19c740 20 client.17412 populate_metadata read hostname 'smithi046'
2024-03-19T01:58:01.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.006+0000 7fd6af19c740  1 --2- 172.21.15.46:0/1788609355 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x558c91c4d260 0x558c91c4f680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:01.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.006+0000 7fd6af19c740  4 client.17412 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:58:01.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.006+0000 7fd6af19c740  1 -- 172.21.15.46:0/1788609355 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x558c91b37d90 con 0x558c91c4d260
2024-03-19T01:58:01.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.006+0000 7fd6a9b57640  1 --2- 172.21.15.46:0/1788609355 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x558c91c4d260 0x558c91c4f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:01.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.007+0000 7fd68dffb640 10 client.17412 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:58:01.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.007+0000 7fd6a9b57640  1 --2- 172.21.15.46:0/1788609355 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x558c91c4d260 0x558c91c4f680 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c7014e8231909432 server_cookie=e72e86352223a997 in_seq=0 out_seq=0
2024-03-19T01:58:01.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.007+0000 7fd68dffb640  1 -- 172.21.15.46:0/1788609355 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x558c91b37d90 con 0x558c91c4d260
2024-03-19T01:58:01.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.007+0000 7fd68dffb640 10 client.17412 handle_command_reply: tid=0
2024-03-19T01:58:01.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.007+0000 7fd6af19c740  1 client.17412 shutdown
2024-03-19T01:58:01.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.007+0000 7fd6af19c740  1 -- 172.21.15.46:0/1788609355 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558c91bcca30 msgr2=0x558c91bd9c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:01.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.007+0000 7fd6af19c740  1 --2- 172.21.15.46:0/1788609355 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558c91bcca30 0x558c91bd9c90 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7fd6a0000c00 tx=0x7fd6a0004610 comp rx=0 tx=0).stop
2024-03-19T01:58:01.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.007+0000 7fd6af19c740  1 -- 172.21.15.46:0/1788609355 shutdown_connections
2024-03-19T01:58:01.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.007+0000 7fd6af19c740  1 --2- 172.21.15.46:0/1788609355 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x558c91c4d260 0x558c91c4f680 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:01.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.007+0000 7fd6af19c740  1 --2- 172.21.15.46:0/1788609355 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558c91bd5f30 0x558c91c4b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:01.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.007+0000 7fd68dffb640  0 client.17412 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:58:01.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.007+0000 7fd6af19c740  1 --2- 172.21.15.46:0/1788609355 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558c91bcd350 0x558c91bda1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:01.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.007+0000 7fd6af19c740  1 --2- 172.21.15.46:0/1788609355 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558c91bcca30 0x558c91bd9c90 unknown :-1 s=CLOSED pgs=875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:01.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.007+0000 7fd6af19c740  1 -- 172.21.15.46:0/1788609355 >> 172.21.15.46:0/1788609355 conn(0x558c91bc7160 msgr2=0x558c91bc5950 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:01.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.007+0000 7fd6af19c740  1 -- 172.21.15.46:0/1788609355 shutdown_connections
2024-03-19T01:58:01.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.007+0000 7fd6af19c740  1 -- 172.21.15.46:0/1788609355 wait complete.
2024-03-19T01:58:01.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.007+0000 7fd6af19c740 20 client.17412 trim_cache size 0 max 16384
2024-03-19T01:58:01.015 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:58:01.015 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "IDLE (waiting for more scrubs)",
2024-03-19T01:58:01.015 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {
2024-03-19T01:58:01.015 INFO:teuthology.orchestra.run.smithi046.stdout:        "e445f215-5a2f-4dca-b249-3024b43dc223": {
2024-03-19T01:58:01.015 INFO:teuthology.orchestra.run.smithi046.stdout:            "path": "/",
2024-03-19T01:58:01.015 INFO:teuthology.orchestra.run.smithi046.stdout:            "tag": "e445f215-5a2f-4dca-b249-3024b43dc223",
2024-03-19T01:58:01.015 INFO:teuthology.orchestra.run.smithi046.stdout:            "options": "recursive,force"
2024-03-19T01:58:01.015 INFO:teuthology.orchestra.run.smithi046.stdout:        }
2024-03-19T01:58:01.015 INFO:teuthology.orchestra.run.smithi046.stdout:    }
2024-03-19T01:58:01.015 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:58:01.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.008+0000 7fd6ac5bc640  1 -- 172.21.15.46:0/1577574222 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fd6900a2970 msgr2=0x7fd6900a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:01.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.008+0000 7fd6ac5bc640  1 --2- 172.21.15.46:0/1577574222 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fd6900a2970 0x7fd6900a4e30 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fd69c005fd0 tx=0x7fd69c009500 comp rx=0 tx=0).stop
2024-03-19T01:58:01.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.008+0000 7fd6ac5bc640  1 -- 172.21.15.46:0/1577574222 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd6a4101080 msgr2=0x7fd6a41992e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:01.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.008+0000 7fd6ac5bc640  1 --2- 172.21.15.46:0/1577574222 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd6a4101080 0x7fd6a41992e0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7fd69400e9f0 tx=0x7fd69400eeb0 comp rx=0 tx=0).stop
2024-03-19T01:58:01.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.008+0000 7fd6ac5bc640  1 -- 172.21.15.46:0/1577574222 shutdown_connections
2024-03-19T01:58:01.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.008+0000 7fd6ac5bc640  1 --2- 172.21.15.46:0/1577574222 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd6a41055c0 0x7fd6a41a3e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:01.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.008+0000 7fd6ac5bc640  1 --2- 172.21.15.46:0/1577574222 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd6a4101080 0x7fd6a41992e0 unknown :-1 s=CLOSED pgs=872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:01.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.008+0000 7fd6ac5bc640  1 --2- 172.21.15.46:0/1577574222 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fd6900a2970 0x7fd6900a4e30 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:01.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.008+0000 7fd6ac5bc640  1 --2- 172.21.15.46:0/1577574222 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd6a41006e0 0x7fd6a4198da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:01.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.008+0000 7fd6ac5bc640  1 -- 172.21.15.46:0/1577574222 >> 172.21.15.46:0/1577574222 conn(0x7fd6a40777b0 msgr2=0x7fd6a40fe7d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:01.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.008+0000 7fd6ac5bc640  1 -- 172.21.15.46:0/1577574222 shutdown_connections
2024-03-19T01:58:01.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:01.008+0000 7fd6ac5bc640  1 -- 172.21.15.46:0/1577574222 wait complete.
2024-03-19T01:58:01.018 INFO:tasks.cephfs.filesystem:scrub status for tag:e445f215-5a2f-4dca-b249-3024b43dc223 - {'path': '/', 'tag': 'e445f215-5a2f-4dca-b249-3024b43dc223', 'options': 'recursive,force'}
2024-03-19T01:58:02.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:01 smithi102 ceph-mon[66557]: pgmap v243: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:58:02.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:01 smithi102 ceph-mon[66557]: scrub queued for path: /
2024-03-19T01:58:02.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:01 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:58:02.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:01 smithi102 ceph-mon[66557]: scrub summary: active paths [/]
2024-03-19T01:58:02.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:01 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:58:02.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:01 smithi046 ceph-mon[63102]: pgmap v243: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:58:02.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:01 smithi046 ceph-mon[63102]: scrub queued for path: /
2024-03-19T01:58:02.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:01 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:58:02.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:01 smithi046 ceph-mon[63102]: scrub summary: active paths [/]
2024-03-19T01:58:02.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:01 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:58:02.466 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:01 smithi073 ceph-mon[66833]: pgmap v243: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:58:02.466 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:01 smithi073 ceph-mon[66833]: scrub queued for path: /
2024-03-19T01:58:02.466 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:01 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:58:02.466 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:01 smithi073 ceph-mon[66833]: scrub summary: active paths [/]
2024-03-19T01:58:02.466 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:01 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:58:04.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:03 smithi102 ceph-mon[66557]: pgmap v244: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:58:04.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:03 smithi046 ceph-mon[63102]: pgmap v244: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:58:04.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:03 smithi073 ceph-mon[66833]: pgmap v244: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:58:06.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:05 smithi102 ceph-mon[66557]: pgmap v245: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:58:06.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:05 smithi102 ceph-mon[66557]: scrub summary: idle
2024-03-19T01:58:06.265 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:05 smithi073 ceph-mon[66833]: pgmap v245: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:58:06.265 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:05 smithi073 ceph-mon[66833]: scrub summary: idle
2024-03-19T01:58:06.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:05 smithi046 ceph-mon[63102]: pgmap v245: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:58:06.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:05 smithi046 ceph-mon[63102]: scrub summary: idle
2024-03-19T01:58:08.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:07 smithi102 ceph-mon[66557]: pgmap v246: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 27 op/s
2024-03-19T01:58:08.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:07 smithi046 ceph-mon[63102]: pgmap v246: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 27 op/s
2024-03-19T01:58:08.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:07 smithi073 ceph-mon[66833]: pgmap v246: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 27 op/s
2024-03-19T01:58:10.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:09 smithi046 ceph-mon[63102]: pgmap v247: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 23 op/s
2024-03-19T01:58:10.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:09 smithi073 ceph-mon[66833]: pgmap v247: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 23 op/s
2024-03-19T01:58:10.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:09 smithi102 ceph-mon[66557]: pgmap v247: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 23 op/s
2024-03-19T01:58:12.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:11 smithi046 ceph-mon[63102]: pgmap v248: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 27 op/s
2024-03-19T01:58:12.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:11 smithi046 ceph-mon[63102]: osdmap e97: 12 total, 12 up, 12 in
2024-03-19T01:58:12.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:11 smithi073 ceph-mon[66833]: pgmap v248: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 27 op/s
2024-03-19T01:58:12.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:11 smithi073 ceph-mon[66833]: osdmap e97: 12 total, 12 up, 12 in
2024-03-19T01:58:12.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:11 smithi102 ceph-mon[66557]: pgmap v248: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 27 op/s
2024-03-19T01:58:12.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:11 smithi102 ceph-mon[66557]: osdmap e97: 12 total, 12 up, 12 in
2024-03-19T01:58:14.367 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:13 smithi046 ceph-mon[63102]: pgmap v250: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 28 op/s
2024-03-19T01:58:14.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:13 smithi073 ceph-mon[66833]: pgmap v250: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 28 op/s
2024-03-19T01:58:14.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:13 smithi102 ceph-mon[66557]: pgmap v250: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 28 op/s
2024-03-19T01:58:16.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:16 smithi046 ceph-mon[63102]: pgmap v251: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 28 op/s
2024-03-19T01:58:16.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:16 smithi073 ceph-mon[66833]: pgmap v251: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 28 op/s
2024-03-19T01:58:16.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:16 smithi102 ceph-mon[66557]: pgmap v251: 129 pgs: 129 active+clean; 2.2 GiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 28 op/s
2024-03-19T01:58:17.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:17 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:58:17.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:17 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:58:17.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:17 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:58:18.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:18 smithi046 ceph-mon[63102]: pgmap v252: 129 pgs: 15 active+clean+snaptrim, 87 active+clean, 27 active+clean+snaptrim_wait; 969 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T01:58:18.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:18 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:58:18.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:18 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:58:18.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:18 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:58:18.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:18 smithi073 ceph-mon[66833]: pgmap v252: 129 pgs: 15 active+clean+snaptrim, 87 active+clean, 27 active+clean+snaptrim_wait; 969 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T01:58:18.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:18 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:58:18.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:18 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:58:18.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:18 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:58:18.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:18 smithi102 ceph-mon[66557]: pgmap v252: 129 pgs: 15 active+clean+snaptrim, 87 active+clean, 27 active+clean+snaptrim_wait; 969 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T01:58:18.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:18 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:58:18.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:18 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:58:18.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:18 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:58:20.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:20 smithi046 ceph-mon[63102]: pgmap v253: 129 pgs: 15 active+clean+snaptrim, 87 active+clean, 27 active+clean+snaptrim_wait; 969 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T01:58:20.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:20 smithi073 ceph-mon[66833]: pgmap v253: 129 pgs: 15 active+clean+snaptrim, 87 active+clean, 27 active+clean+snaptrim_wait; 969 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T01:58:20.480 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:20 smithi102 ceph-mon[66557]: pgmap v253: 129 pgs: 15 active+clean+snaptrim, 87 active+clean, 27 active+clean+snaptrim_wait; 969 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T01:58:22.282 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:22 smithi102 ceph-mon[66557]: pgmap v254: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T01:58:22.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:22 smithi046 ceph-mon[63102]: pgmap v254: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T01:58:22.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:22 smithi073 ceph-mon[66833]: pgmap v254: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T01:58:24.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:23 smithi046 ceph-mon[63102]: pgmap v255: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 182 B/s wr, 7 op/s
2024-03-19T01:58:24.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:23 smithi046 ceph-mon[63102]: osdmap e98: 12 total, 12 up, 12 in
2024-03-19T01:58:24.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:23 smithi073 ceph-mon[66833]: pgmap v255: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 182 B/s wr, 7 op/s
2024-03-19T01:58:24.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:23 smithi073 ceph-mon[66833]: osdmap e98: 12 total, 12 up, 12 in
2024-03-19T01:58:24.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:23 smithi102 ceph-mon[66557]: pgmap v255: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 182 B/s wr, 7 op/s
2024-03-19T01:58:24.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:23 smithi102 ceph-mon[66557]: osdmap e98: 12 total, 12 up, 12 in
2024-03-19T01:58:26.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:25 smithi046 ceph-mon[63102]: pgmap v257: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T01:58:26.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:25 smithi073 ceph-mon[66833]: pgmap v257: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T01:58:26.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:25 smithi102 ceph-mon[66557]: pgmap v257: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T01:58:28.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:27 smithi046 ceph-mon[63102]: pgmap v258: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 8 op/s
2024-03-19T01:58:28.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:27 smithi073 ceph-mon[66833]: pgmap v258: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 8 op/s
2024-03-19T01:58:28.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:27 smithi102 ceph-mon[66557]: pgmap v258: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 8 op/s
2024-03-19T01:58:30.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:29 smithi046 ceph-mon[63102]: pgmap v259: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 8 op/s
2024-03-19T01:58:30.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:29 smithi073 ceph-mon[66833]: pgmap v259: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 8 op/s
2024-03-19T01:58:30.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:29 smithi102 ceph-mon[66557]: pgmap v259: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 8 op/s
2024-03-19T01:58:31.020 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:58:31.020 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:58:31.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.136+0000 7ff0cdca1640  1 -- 172.21.15.46:0/2334062012 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff0c81077c0 msgr2=0x7ff0c8107ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.136+0000 7ff0cdca1640  1 --2- 172.21.15.46:0/2334062012 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff0c81077c0 0x7ff0c8107ba0 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7ff0b8009930 tx=0x7ff0b802bc30 comp rx=0 tx=0).stop
2024-03-19T01:58:31.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.137+0000 7ff0cdca1640  1 -- 172.21.15.46:0/2334062012 shutdown_connections
2024-03-19T01:58:31.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.137+0000 7ff0cdca1640  1 --2- 172.21.15.46:0/2334062012 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff0c8102170 0x7ff0c810e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.137+0000 7ff0cdca1640  1 --2- 172.21.15.46:0/2334062012 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff0c81017b0 0x7ff0c8101c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.137+0000 7ff0cdca1640  1 --2- 172.21.15.46:0/2334062012 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff0c81077c0 0x7ff0c8107ba0 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.137+0000 7ff0cdca1640  1 -- 172.21.15.46:0/2334062012 >> 172.21.15.46:0/2334062012 conn(0x7ff0c8078c20 msgr2=0x7ff0c8079030 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:31.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.137+0000 7ff0cdca1640  1 -- 172.21.15.46:0/2334062012 shutdown_connections
2024-03-19T01:58:31.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.137+0000 7ff0cdca1640  1 -- 172.21.15.46:0/2334062012 wait complete.
2024-03-19T01:58:31.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.137+0000 7ff0cdca1640  1  Processor -- start
2024-03-19T01:58:31.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.137+0000 7ff0cdca1640  1 --  start start
2024-03-19T01:58:31.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.138+0000 7ff0cdca1640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff0c81017b0 0x7ff0c8197fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.138+0000 7ff0cdca1640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff0c8102170 0x7ff0c8198510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.138+0000 7ff0cdca1640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff0c81077c0 0x7ff0c819c890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.138+0000 7ff0cdca1640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff0c8111a90 con 0x7ff0c81017b0
2024-03-19T01:58:31.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.138+0000 7ff0cdca1640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ff0c8111910 con 0x7ff0c81077c0
2024-03-19T01:58:31.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.138+0000 7ff0cdca1640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff0c8111c10 con 0x7ff0c8102170
2024-03-19T01:58:31.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.138+0000 7ff0c77fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff0c81017b0 0x7ff0c8197fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.138+0000 7ff0c77fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff0c81017b0 0x7ff0c8197fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56070/0 (socket says 172.21.15.46:56070)
2024-03-19T01:58:31.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.138+0000 7ff0c77fe640  1 -- 172.21.15.46:0/3292486811 learned_addr learned my addr 172.21.15.46:0/3292486811 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:31.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.138+0000 7ff0c7fff640  1 --2- 172.21.15.46:0/3292486811 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff0c81077c0 0x7ff0c819c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.138+0000 7ff0c6ffd640  1 --2- 172.21.15.46:0/3292486811 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff0c8102170 0x7ff0c8198510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.138+0000 7ff0c77fe640  1 -- 172.21.15.46:0/3292486811 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff0c8102170 msgr2=0x7ff0c8198510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.138+0000 7ff0c77fe640  1 --2- 172.21.15.46:0/3292486811 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff0c8102170 0x7ff0c8198510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.138+0000 7ff0c77fe640  1 -- 172.21.15.46:0/3292486811 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff0c81077c0 msgr2=0x7ff0c819c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.138+0000 7ff0c77fe640  1 --2- 172.21.15.46:0/3292486811 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff0c81077c0 0x7ff0c819c890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.138+0000 7ff0c77fe640  1 -- 172.21.15.46:0/3292486811 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0c819cfc0 con 0x7ff0c81017b0
2024-03-19T01:58:31.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.138+0000 7ff0c7fff640  1 --2- 172.21.15.46:0/3292486811 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff0c81077c0 0x7ff0c819c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:58:31.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.138+0000 7ff0c77fe640  1 --2- 172.21.15.46:0/3292486811 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff0c81017b0 0x7ff0c8197fd0 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7ff0b8000c00 tx=0x7ff0b802c660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:31.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.138+0000 7ff0c4ff9640  1 -- 172.21.15.46:0/3292486811 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0b8043020 con 0x7ff0c81017b0
2024-03-19T01:58:31.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.138+0000 7ff0c4ff9640  1 -- 172.21.15.46:0/3292486811 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0b802caf0 con 0x7ff0c81017b0
2024-03-19T01:58:31.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.138+0000 7ff0c4ff9640  1 -- 172.21.15.46:0/3292486811 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0b8003a80 con 0x7ff0c81017b0
2024-03-19T01:58:31.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.138+0000 7ff0cdca1640  1 -- 172.21.15.46:0/3292486811 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0c819d250 con 0x7ff0c81017b0
2024-03-19T01:58:31.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.138+0000 7ff0cdca1640  1 -- 172.21.15.46:0/3292486811 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0c81a4b40 con 0x7ff0c81017b0
2024-03-19T01:58:31.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.141+0000 7ff0c4ff9640  1 -- 172.21.15.46:0/3292486811 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7ff0b8046020 con 0x7ff0c81017b0
2024-03-19T01:58:31.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.141+0000 7ff0d096f740  1  Processor -- start
2024-03-19T01:58:31.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.141+0000 7ff0d096f740  1 --  start start
2024-03-19T01:58:31.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.141+0000 7ff0d096f740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564aa5690a30 0x564aa5690e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.141+0000 7ff0d096f740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564aa5691350 0x564aa56999f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.141+0000 7ff0d096f740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564aa5699f30 0x564aa569c320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.141+0000 7ff0d096f740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x564aa55f4500 con 0x564aa5699f30
2024-03-19T01:58:31.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.141+0000 7ff0d096f740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x564aa559cbe0 con 0x564aa5691350
2024-03-19T01:58:31.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.141+0000 7ff0d096f740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x564aa55f05a0 con 0x564aa5690a30
2024-03-19T01:58:31.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.141+0000 7ff0c4ff9640  1 --2- 172.21.15.46:0/3292486811 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff0b00a2970 0x7ff0b00a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.142+0000 7ff0c7fff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564aa5690a30 0x564aa5690e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.142+0000 7ff0c6ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564aa5699f30 0x564aa569c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.142+0000 7ff0c77fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564aa5691350 0x564aa56999f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.142+0000 7ff0c7fff640  1 --2- 172.21.15.46:0/3292486811 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff0b00a2970 0x7ff0b00a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.142+0000 7ff0c6ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564aa5699f30 0x564aa569c320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56084/0 (socket says 172.21.15.46:56084)
2024-03-19T01:58:31.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.142+0000 7ff0c6ffd640  1 -- 172.21.15.46:0/3199686670 learned_addr learned my addr 172.21.15.46:0/3199686670 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:31.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.142+0000 7ff0c4ff9640  1 -- 172.21.15.46:0/3292486811 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7ff0b80f1160 con 0x7ff0c81017b0
2024-03-19T01:58:31.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.142+0000 7ff0c6ffd640  1 -- 172.21.15.46:0/3199686670 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564aa5690a30 msgr2=0x564aa5690e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:31.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.142+0000 7ff0c6ffd640  1 --2- 172.21.15.46:0/3199686670 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564aa5690a30 0x564aa5690e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.142+0000 7ff0c6ffd640  1 -- 172.21.15.46:0/3199686670 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564aa5691350 msgr2=0x564aa56999f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:31.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.142+0000 7ff0c6ffd640  1 --2- 172.21.15.46:0/3199686670 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564aa5691350 0x564aa56999f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.142+0000 7ff0c6ffd640  1 -- 172.21.15.46:0/3199686670 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564aa55be000 con 0x564aa5699f30
2024-03-19T01:58:31.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.142+0000 7ff0c77fe640  1 --2- 172.21.15.46:0/3199686670 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564aa5691350 0x564aa56999f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:58:31.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.142+0000 7ff0c7fff640  1 --2- 172.21.15.46:0/3292486811 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff0b00a2970 0x7ff0b00a4e30 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7ff0c0005fd0 tx=0x7ff0c0010610 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:31.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.142+0000 7ff0c6ffd640  1 --2- 172.21.15.46:0/3199686670 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564aa5699f30 0x564aa569c320 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc009c90 tx=0x7ff0bc011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85def9974c2ebf82 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:31.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.142+0000 7ff0adffb640  1 -- 172.21.15.46:0/3199686670 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0bc019620 con 0x564aa5699f30
2024-03-19T01:58:31.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.142+0000 7ff0adffb640  1 -- 172.21.15.46:0/3199686670 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0bc019c70 con 0x564aa5699f30
2024-03-19T01:58:31.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.142+0000 7ff0adffb640  1 -- 172.21.15.46:0/3199686670 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0bc018b30 con 0x564aa5699f30
2024-03-19T01:58:31.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.143+0000 7ff0d096f740  1 -- 172.21.15.46:0/3199686670 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564aa5699f30 msgr2=0x564aa569c320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.143+0000 7ff0d096f740  1 --2- 172.21.15.46:0/3199686670 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564aa5699f30 0x564aa569c320 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc009c90 tx=0x7ff0bc011810 comp rx=0 tx=0).stop
2024-03-19T01:58:31.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.143+0000 7ff0d096f740  1 -- 172.21.15.46:0/3199686670 shutdown_connections
2024-03-19T01:58:31.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.143+0000 7ff0d096f740  1 --2- 172.21.15.46:0/3199686670 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564aa5699f30 0x564aa569c320 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.143+0000 7ff0d096f740  1 --2- 172.21.15.46:0/3199686670 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564aa5691350 0x564aa56999f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.143+0000 7ff0d096f740  1 --2- 172.21.15.46:0/3199686670 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564aa5690a30 0x564aa5690e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.143+0000 7ff0d096f740  1 -- 172.21.15.46:0/3199686670 >> 172.21.15.46:0/3199686670 conn(0x564aa568b160 msgr2=0x564aa568b540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:31.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.143+0000 7ff0d096f740  1 -- 172.21.15.46:0/3199686670 shutdown_connections
2024-03-19T01:58:31.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.143+0000 7ff0d096f740  1 -- 172.21.15.46:0/3199686670 wait complete.
2024-03-19T01:58:31.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.143+0000 7ff0d096f740  1 --  start start
2024-03-19T01:58:31.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.144+0000 7ff0d096f740  1  Processor -- start
2024-03-19T01:58:31.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.144+0000 7ff0d096f740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564aa5690a30 0x564aa5696e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.144+0000 7ff0d096f740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564aa5691350 0x564aa56973b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.144+0000 7ff0d096f740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564aa5699f30 0x564aa56978f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.144+0000 7ff0d096f740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x564aa569cd20 con 0x564aa5691350
2024-03-19T01:58:31.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.144+0000 7ff0d096f740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x564aa55b0160 con 0x564aa5690a30
2024-03-19T01:58:31.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.144+0000 7ff0d096f740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x564aa569cea0 con 0x564aa5699f30
2024-03-19T01:58:31.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.144+0000 7ff0d096f740 10 client.0 _ll_register_callbacks cb 0x564aa55eca40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:58:31.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.144+0000 7ff0c6ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564aa5691350 0x564aa56973b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.144+0000 7ff0c77fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564aa5690a30 0x564aa5696e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.144+0000 7ff0c77fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564aa5690a30 0x564aa5696e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:47822/0 (socket says 172.21.15.46:47822)
2024-03-19T01:58:31.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.144+0000 7ff0c6ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564aa5691350 0x564aa56973b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56098/0 (socket says 172.21.15.46:56098)
2024-03-19T01:58:31.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.144+0000 7ff0c77fe640  1 -- 172.21.15.46:0/4121591721 learned_addr learned my addr 172.21.15.46:0/4121591721 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:31.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.144+0000 7ff0c7fff640  1 --2- 172.21.15.46:0/4121591721 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564aa5699f30 0x564aa56978f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.144+0000 7ff0c77fe640  1 -- 172.21.15.46:0/4121591721 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564aa5699f30 msgr2=0x564aa56978f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:31.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.144+0000 7ff0c77fe640  1 --2- 172.21.15.46:0/4121591721 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564aa5699f30 0x564aa56978f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.144+0000 7ff0c77fe640  1 -- 172.21.15.46:0/4121591721 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564aa5691350 msgr2=0x564aa56973b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:31.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.144+0000 7ff0c77fe640  1 --2- 172.21.15.46:0/4121591721 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564aa5691350 0x564aa56973b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.144+0000 7ff0c77fe640  1 -- 172.21.15.46:0/4121591721 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564aa53d27d0 con 0x564aa5690a30
2024-03-19T01:58:31.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.145+0000 7ff0c77fe640  1 --2- 172.21.15.46:0/4121591721 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564aa5690a30 0x564aa5696e70 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7ff0b80ee5f0 tx=0x7ff0b808cf70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=66eab4d7da643e9a server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:31.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.145+0000 7ff0a6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.73:3300/0
2024-03-19T01:58:31.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.145+0000 7ff0a6ffd640  1 -- 172.21.15.46:0/4121591721 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0b80bce00 con 0x564aa5690a30
2024-03-19T01:58:31.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.145+0000 7ff0a6ffd640  1 -- 172.21.15.46:0/4121591721 <== mon.2 v2:172.21.15.73:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7ff0b80bd700 con 0x564aa5690a30
2024-03-19T01:58:31.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.145+0000 7ff0d096f740  1 -- 172.21.15.46:0/4121591721 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff0bc019c70 con 0x564aa5690a30
2024-03-19T01:58:31.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.145+0000 7ff0a6ffd640  1 -- 172.21.15.46:0/4121591721 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7ff0b80ee900 con 0x564aa5690a30
2024-03-19T01:58:31.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.145+0000 7ff0d096f740 10 client.27281 fetch_fsmap learned FSMap version 35
2024-03-19T01:58:31.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.145+0000 7ff0d096f740  1 -- 172.21.15.46:0/4121591721 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x564aa53083f0 con 0x564aa5690a30
2024-03-19T01:58:31.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.145+0000 7ff0a6ffd640  1 -- 172.21.15.46:0/4121591721 <== mon.2 v2:172.21.15.73:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0bc019c70 con 0x564aa5690a30
2024-03-19T01:58:31.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.145+0000 7ff0a6ffd640  1 -- 172.21.15.46:0/4121591721 <== mon.2 v2:172.21.15.73:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7ff0b8088280 con 0x564aa5690a30
2024-03-19T01:58:31.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.145+0000 7ff0d096f740 10 client.27281 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:58:31.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.145+0000 7ff0d096f740 10 client.27281 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:58:31.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.145+0000 7ff0d096f740 20 client.27281 populate_metadata read hostname 'smithi046'
2024-03-19T01:58:31.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.145+0000 7ff0d096f740  1 --2- 172.21.15.46:0/4121591721 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x564aa56aa090 0x564aa56ac520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.145+0000 7ff0d096f740  4 client.27281 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:58:31.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.145+0000 7ff0d096f740  1 -- 172.21.15.46:0/4121591721 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564aa5601a40 con 0x564aa56aa090
2024-03-19T01:58:31.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.146+0000 7ff0c6ffd640  1 --2- 172.21.15.46:0/4121591721 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x564aa56aa090 0x564aa56ac520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.146+0000 7ff0c6ffd640  1 --2- 172.21.15.46:0/4121591721 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x564aa56aa090 0x564aa56ac520 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f317f0d6052ceb59 server_cookie=cb1f36efb025d092 in_seq=0 out_seq=0
2024-03-19T01:58:31.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.146+0000 7ff0a6ffd640 10 client.27281 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:58:31.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.147+0000 7ff0a6ffd640  1 -- 172.21.15.46:0/4121591721 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x564aa5601a40 con 0x564aa56aa090
2024-03-19T01:58:31.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.147+0000 7ff0a6ffd640 10 client.27281 handle_command_reply: tid=0
2024-03-19T01:58:31.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.147+0000 7ff0d096f740  1 client.27281 shutdown
2024-03-19T01:58:31.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.147+0000 7ff0d096f740  1 -- 172.21.15.46:0/4121591721 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564aa5690a30 msgr2=0x564aa5696e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.147+0000 7ff0d096f740  1 --2- 172.21.15.46:0/4121591721 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564aa5690a30 0x564aa5696e70 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7ff0b80ee5f0 tx=0x7ff0b808cf70 comp rx=0 tx=0).stop
2024-03-19T01:58:31.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.147+0000 7ff0d096f740  1 -- 172.21.15.46:0/4121591721 shutdown_connections
2024-03-19T01:58:31.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.147+0000 7ff0d096f740  1 --2- 172.21.15.46:0/4121591721 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x564aa56aa090 0x564aa56ac520 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.147+0000 7ff0d096f740  1 --2- 172.21.15.46:0/4121591721 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564aa5699f30 0x564aa56978f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.147+0000 7ff0d096f740  1 --2- 172.21.15.46:0/4121591721 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564aa5691350 0x564aa56973b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.147+0000 7ff0d096f740  1 --2- 172.21.15.46:0/4121591721 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564aa5690a30 0x564aa5696e70 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.147+0000 7ff0a6ffd640  0 client.27281 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:58:31.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.147+0000 7ff0d096f740  1 -- 172.21.15.46:0/4121591721 >> 172.21.15.46:0/4121591721 conn(0x564aa568b160 msgr2=0x564aa568ceb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:31.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.147+0000 7ff0d096f740  1 -- 172.21.15.46:0/4121591721 shutdown_connections
2024-03-19T01:58:31.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.147+0000 7ff0d096f740  1 -- 172.21.15.46:0/4121591721 wait complete.
2024-03-19T01:58:31.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.147+0000 7ff0d096f740 20 client.27281 trim_cache size 0 max 16384
2024-03-19T01:58:31.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.165+0000 7ff0d096f740  1  Processor -- start
2024-03-19T01:58:31.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.165+0000 7ff0d096f740  1 --  start start
2024-03-19T01:58:31.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.165+0000 7ff0d096f740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564aa5690a30 0x564aa56995a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.165+0000 7ff0d096f740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564aa5691350 0x564aa5695650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.165+0000 7ff0d096f740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564aa5699f30 0x564aa56a5af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.165+0000 7ff0d096f740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff0c81b14e0 con 0x564aa5690a30
2024-03-19T01:58:31.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.165+0000 7ff0d096f740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ff0c81aedb0 con 0x564aa5691350
2024-03-19T01:58:31.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.165+0000 7ff0d096f740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff0c81acc20 con 0x564aa5699f30
2024-03-19T01:58:31.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.165+0000 7ff0c77fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564aa5690a30 0x564aa56995a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.165+0000 7ff0c77fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564aa5690a30 0x564aa56995a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56114/0 (socket says 172.21.15.46:56114)
2024-03-19T01:58:31.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.165+0000 7ff0c77fe640  1 -- 172.21.15.46:0/2652835149 learned_addr learned my addr 172.21.15.46:0/2652835149 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:31.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.165+0000 7ff0c6ffd640  1 --2- 172.21.15.46:0/2652835149 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564aa5691350 0x564aa5695650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.165+0000 7ff0c7fff640  1 --2- 172.21.15.46:0/2652835149 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564aa5699f30 0x564aa56a5af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.165+0000 7ff0c77fe640  1 -- 172.21.15.46:0/2652835149 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564aa5699f30 msgr2=0x564aa56a5af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:31.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.165+0000 7ff0c77fe640  1 --2- 172.21.15.46:0/2652835149 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564aa5699f30 0x564aa56a5af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.165+0000 7ff0c77fe640  1 -- 172.21.15.46:0/2652835149 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564aa5691350 msgr2=0x564aa5695650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:31.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.165+0000 7ff0c77fe640  1 --2- 172.21.15.46:0/2652835149 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564aa5691350 0x564aa5695650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.165+0000 7ff0c77fe640  1 -- 172.21.15.46:0/2652835149 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564aa5696500 con 0x564aa5690a30
2024-03-19T01:58:31.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.165+0000 7ff0c7fff640  1 --2- 172.21.15.46:0/2652835149 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564aa5699f30 0x564aa56a5af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:58:31.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.165+0000 7ff0c6ffd640  1 --2- 172.21.15.46:0/2652835149 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564aa5691350 0x564aa5695650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:58:31.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.165+0000 7ff0c77fe640  1 --2- 172.21.15.46:0/2652835149 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564aa5690a30 0x564aa56995a0 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7ff0b802c210 tx=0x7ff0b8005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3103c8c79ad6d5be server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:31.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.166+0000 7ff0ad7fa640  1 -- 172.21.15.46:0/2652835149 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0b802cca0 con 0x564aa5690a30
2024-03-19T01:58:31.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.166+0000 7ff0ad7fa640  1 -- 172.21.15.46:0/2652835149 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0b80bdba0 con 0x564aa5690a30
2024-03-19T01:58:31.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.166+0000 7ff0ad7fa640  1 -- 172.21.15.46:0/2652835149 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0b80bd270 con 0x564aa5690a30
2024-03-19T01:58:31.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.166+0000 7ff0d096f740  1 -- 172.21.15.46:0/2652835149 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564aa5690a30 msgr2=0x564aa56995a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.166+0000 7ff0d096f740  1 --2- 172.21.15.46:0/2652835149 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564aa5690a30 0x564aa56995a0 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7ff0b802c210 tx=0x7ff0b8005fd0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.166+0000 7ff0d096f740  1 -- 172.21.15.46:0/2652835149 shutdown_connections
2024-03-19T01:58:31.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.166+0000 7ff0d096f740  1 --2- 172.21.15.46:0/2652835149 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564aa5699f30 0x564aa56a5af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.166+0000 7ff0d096f740  1 --2- 172.21.15.46:0/2652835149 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564aa5691350 0x564aa5695650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.166+0000 7ff0d096f740  1 --2- 172.21.15.46:0/2652835149 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564aa5690a30 0x564aa56995a0 unknown :-1 s=CLOSED pgs=879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.166+0000 7ff0d096f740  1 -- 172.21.15.46:0/2652835149 >> 172.21.15.46:0/2652835149 conn(0x564aa568b160 msgr2=0x564aa56976c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:31.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.166+0000 7ff0d096f740  1 -- 172.21.15.46:0/2652835149 shutdown_connections
2024-03-19T01:58:31.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.166+0000 7ff0d096f740  1 -- 172.21.15.46:0/2652835149 wait complete.
2024-03-19T01:58:31.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.166+0000 7ff0d096f740  1 --  start start
2024-03-19T01:58:31.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.167+0000 7ff0d096f740  1  Processor -- start
2024-03-19T01:58:31.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.167+0000 7ff0d096f740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564aa5690a30 0x564aa5694290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.167+0000 7ff0d096f740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564aa5691350 0x564aa56947d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.167+0000 7ff0d096f740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564aa5699f30 0x564aa5709410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.167+0000 7ff0d096f740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff0c81ad270 con 0x564aa5691350
2024-03-19T01:58:31.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.167+0000 7ff0d096f740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ff0c81ae6e0 con 0x564aa5690a30
2024-03-19T01:58:31.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.167+0000 7ff0d096f740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff0c81ad940 con 0x564aa5699f30
2024-03-19T01:58:31.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.167+0000 7ff0d096f740 10 client.0 _ll_register_callbacks cb 0x7ff0b8009880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:58:31.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.167+0000 7ff0c6ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564aa5691350 0x564aa56947d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.167+0000 7ff0c6ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564aa5691350 0x564aa56947d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56120/0 (socket says 172.21.15.46:56120)
2024-03-19T01:58:31.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.167+0000 7ff0c6ffd640  1 -- 172.21.15.46:0/2102909057 learned_addr learned my addr 172.21.15.46:0/2102909057 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:31.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.167+0000 7ff0c77fe640  1 --2- 172.21.15.46:0/2102909057 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564aa5690a30 0x564aa5694290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.167+0000 7ff0c7fff640  1 --2- 172.21.15.46:0/2102909057 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564aa5699f30 0x564aa5709410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.167+0000 7ff0c6ffd640  1 -- 172.21.15.46:0/2102909057 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564aa5699f30 msgr2=0x564aa5709410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:31.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.167+0000 7ff0c6ffd640  1 --2- 172.21.15.46:0/2102909057 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564aa5699f30 0x564aa5709410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.167+0000 7ff0c6ffd640  1 -- 172.21.15.46:0/2102909057 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564aa5690a30 msgr2=0x564aa5694290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:31.173 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.167+0000 7ff0c6ffd640  1 --2- 172.21.15.46:0/2102909057 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564aa5690a30 0x564aa5694290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.167+0000 7ff0c6ffd640  1 -- 172.21.15.46:0/2102909057 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564aa52c80f0 con 0x564aa5691350
2024-03-19T01:58:31.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.168+0000 7ff0c6ffd640  1 --2- 172.21.15.46:0/2102909057 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564aa5691350 0x564aa56947d0 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x564aa568c2f0 tx=0x7ff0bc009bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4cc53d1d1f4ad6ba server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:31.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.168+0000 7ff0a6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:58:31.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.168+0000 7ff0a6ffd640  1 -- 172.21.15.46:0/2102909057 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0bc0052c0 con 0x564aa5691350
2024-03-19T01:58:31.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.168+0000 7ff0a6ffd640  1 -- 172.21.15.46:0/2102909057 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7ff0bc005460 con 0x564aa5691350
2024-03-19T01:58:31.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.168+0000 7ff0d096f740  1 -- 172.21.15.46:0/2102909057 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff0b80bdba0 con 0x564aa5691350
2024-03-19T01:58:31.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.168+0000 7ff0a6ffd640  1 -- 172.21.15.46:0/2102909057 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7ff0bc038050 con 0x564aa5691350
2024-03-19T01:58:31.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.168+0000 7ff0d096f740 10 client.17430 fetch_fsmap learned FSMap version 35
2024-03-19T01:58:31.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.168+0000 7ff0d096f740  1 -- 172.21.15.46:0/2102909057 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x564aa5710c00 con 0x564aa5691350
2024-03-19T01:58:31.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.168+0000 7ff0a6ffd640  1 -- 172.21.15.46:0/2102909057 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0b80bdba0 con 0x564aa5691350
2024-03-19T01:58:31.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.168+0000 7ff0a6ffd640  1 -- 172.21.15.46:0/2102909057 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7ff0bc0035f0 con 0x564aa5691350
2024-03-19T01:58:31.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.168+0000 7ff0d096f740 10 client.17430 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:58:31.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.168+0000 7ff0d096f740 10 client.17430 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:58:31.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.168+0000 7ff0d096f740 20 client.17430 populate_metadata read hostname 'smithi046'
2024-03-19T01:58:31.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.168+0000 7ff0d096f740  1 --2- 172.21.15.46:0/2102909057 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x564aa5711260 0x564aa5713680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.168+0000 7ff0d096f740  4 client.17430 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:58:31.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.168+0000 7ff0d096f740  1 -- 172.21.15.46:0/2102909057 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x564aa55fbd90 con 0x564aa5711260
2024-03-19T01:58:31.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.169+0000 7ff0c77fe640  1 --2- 172.21.15.46:0/2102909057 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x564aa5711260 0x564aa5713680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.169+0000 7ff0c77fe640  1 --2- 172.21.15.46:0/2102909057 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x564aa5711260 0x564aa5713680 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b15e0d7ee61aa6d6 server_cookie=b8a43d5e6ae3e367 in_seq=0 out_seq=0
2024-03-19T01:58:31.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.169+0000 7ff0a6ffd640 10 client.17430 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:58:31.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.169+0000 7ff0a6ffd640  1 -- 172.21.15.46:0/2102909057 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x564aa55fbd90 con 0x564aa5711260
2024-03-19T01:58:31.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.169+0000 7ff0a6ffd640 10 client.17430 handle_command_reply: tid=0
2024-03-19T01:58:31.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.169+0000 7ff0d096f740  1 client.17430 shutdown
2024-03-19T01:58:31.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.169+0000 7ff0d096f740  1 -- 172.21.15.46:0/2102909057 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564aa5691350 msgr2=0x564aa56947d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.169+0000 7ff0d096f740  1 --2- 172.21.15.46:0/2102909057 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564aa5691350 0x564aa56947d0 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x564aa568c2f0 tx=0x7ff0bc009bc0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.169+0000 7ff0d096f740  1 -- 172.21.15.46:0/2102909057 shutdown_connections
2024-03-19T01:58:31.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.169+0000 7ff0d096f740  1 --2- 172.21.15.46:0/2102909057 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x564aa5711260 0x564aa5713680 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.169+0000 7ff0d096f740  1 --2- 172.21.15.46:0/2102909057 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564aa5699f30 0x564aa5709410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.169+0000 7ff0d096f740  1 --2- 172.21.15.46:0/2102909057 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564aa5691350 0x564aa56947d0 unknown :-1 s=CLOSED pgs=880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.169+0000 7ff0d096f740  1 --2- 172.21.15.46:0/2102909057 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564aa5690a30 0x564aa5694290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.169+0000 7ff0a6ffd640  0 client.17430 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:58:31.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.169+0000 7ff0d096f740  1 -- 172.21.15.46:0/2102909057 >> 172.21.15.46:0/2102909057 conn(0x564aa568b160 msgr2=0x564aa5696e30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:31.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.169+0000 7ff0d096f740  1 -- 172.21.15.46:0/2102909057 shutdown_connections
2024-03-19T01:58:31.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.169+0000 7ff0d096f740  1 -- 172.21.15.46:0/2102909057 wait complete.
2024-03-19T01:58:31.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.169+0000 7ff0d096f740 20 client.17430 trim_cache size 0 max 16384
2024-03-19T01:58:31.176 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:58:31.176 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "no active scrubs running",
2024-03-19T01:58:31.176 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {}
2024-03-19T01:58:31.176 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:58:31.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.170+0000 7ff0cdca1640  1 -- 172.21.15.46:0/3292486811 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff0b00a2970 msgr2=0x7ff0b00a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.170+0000 7ff0cdca1640  1 --2- 172.21.15.46:0/3292486811 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff0b00a2970 0x7ff0b00a4e30 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7ff0c0005fd0 tx=0x7ff0c0010610 comp rx=0 tx=0).stop
2024-03-19T01:58:31.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.170+0000 7ff0cdca1640  1 -- 172.21.15.46:0/3292486811 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff0c81017b0 msgr2=0x7ff0c8197fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.170+0000 7ff0cdca1640  1 --2- 172.21.15.46:0/3292486811 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff0c81017b0 0x7ff0c8197fd0 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7ff0b8000c00 tx=0x7ff0b802c660 comp rx=0 tx=0).stop
2024-03-19T01:58:31.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.170+0000 7ff0cdca1640  1 -- 172.21.15.46:0/3292486811 shutdown_connections
2024-03-19T01:58:31.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.170+0000 7ff0cdca1640  1 --2- 172.21.15.46:0/3292486811 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff0c81077c0 0x7ff0c819c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.170+0000 7ff0cdca1640  1 --2- 172.21.15.46:0/3292486811 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff0b00a2970 0x7ff0b00a4e30 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.170+0000 7ff0cdca1640  1 --2- 172.21.15.46:0/3292486811 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff0c8102170 0x7ff0c8198510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.170+0000 7ff0cdca1640  1 --2- 172.21.15.46:0/3292486811 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff0c81017b0 0x7ff0c8197fd0 unknown :-1 s=CLOSED pgs=877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.170+0000 7ff0cdca1640  1 -- 172.21.15.46:0/3292486811 >> 172.21.15.46:0/3292486811 conn(0x7ff0c8078c20 msgr2=0x7ff0c81042c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:31.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.170+0000 7ff0cdca1640  1 -- 172.21.15.46:0/3292486811 shutdown_connections
2024-03-19T01:58:31.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.170+0000 7ff0cdca1640  1 -- 172.21.15.46:0/3292486811 wait complete.
2024-03-19T01:58:31.181 INFO:tasks.cephfs.filesystem:all active scrubs completed
2024-03-19T01:58:31.181 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:58:31.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.284+0000 7f021bfe6640  1 -- 172.21.15.46:0/959022304 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0214106730 msgr2=0x7f0214106b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.284+0000 7f021bfe6640  1 --2- 172.21.15.46:0/959022304 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0214106730 0x7f0214106b10 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f020c009930 tx=0x7f020c02bc30 comp rx=0 tx=0).stop
2024-03-19T01:58:31.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.284+0000 7f021bfe6640  1 -- 172.21.15.46:0/959022304 shutdown_connections
2024-03-19T01:58:31.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.284+0000 7f021bfe6640  1 --2- 172.21.15.46:0/959022304 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f02141010e0 0x7f021410d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.284+0000 7f021bfe6640  1 --2- 172.21.15.46:0/959022304 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0214100720 0x7f0214100ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.284+0000 7f021bfe6640  1 --2- 172.21.15.46:0/959022304 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0214106730 0x7f0214106b10 unknown :-1 s=CLOSED pgs=881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.284+0000 7f021bfe6640  1 -- 172.21.15.46:0/959022304 >> 172.21.15.46:0/959022304 conn(0x7f0214077820 msgr2=0x7f0214077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:31.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.284+0000 7f021bfe6640  1 -- 172.21.15.46:0/959022304 shutdown_connections
2024-03-19T01:58:31.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.284+0000 7f021bfe6640  1 -- 172.21.15.46:0/959022304 wait complete.
2024-03-19T01:58:31.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.284+0000 7f021bfe6640  1  Processor -- start
2024-03-19T01:58:31.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.284+0000 7f021bfe6640  1 --  start start
2024-03-19T01:58:31.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.284+0000 7f021bfe6640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0214100720 0x7f0214198040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.284+0000 7f021bfe6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02141010e0 0x7f0214198580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.284+0000 7f021bfe6640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0214106730 0x7f021419c900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.284+0000 7f021bfe6640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f02141109f0 con 0x7f02141010e0
2024-03-19T01:58:31.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.285+0000 7f021bfe6640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f0214110870 con 0x7f0214100720
2024-03-19T01:58:31.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.285+0000 7f021bfe6640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0214110b70 con 0x7f0214106730
2024-03-19T01:58:31.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.285+0000 7f0219581640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02141010e0 0x7f0214198580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.285+0000 7f0219581640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02141010e0 0x7f0214198580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56140/0 (socket says 172.21.15.46:56140)
2024-03-19T01:58:31.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.285+0000 7f0219581640  1 -- 172.21.15.46:0/918411319 learned_addr learned my addr 172.21.15.46:0/918411319 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:31.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.285+0000 7f0219d82640  1 --2- 172.21.15.46:0/918411319 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0214100720 0x7f0214198040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.285+0000 7f021a583640  1 --2- 172.21.15.46:0/918411319 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0214106730 0x7f021419c900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.285+0000 7f0219581640  1 -- 172.21.15.46:0/918411319 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0214106730 msgr2=0x7f021419c900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.288 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.285+0000 7f0219581640  1 --2- 172.21.15.46:0/918411319 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0214106730 0x7f021419c900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.288 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.285+0000 7f0219581640  1 -- 172.21.15.46:0/918411319 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0214100720 msgr2=0x7f0214198040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.288 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.285+0000 7f0219581640  1 --2- 172.21.15.46:0/918411319 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0214100720 0x7f0214198040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.288 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.285+0000 7f0219581640  1 -- 172.21.15.46:0/918411319 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f021419d030 con 0x7f02141010e0
2024-03-19T01:58:31.288 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.285+0000 7f0219581640  1 --2- 172.21.15.46:0/918411319 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02141010e0 0x7f0214198580 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f020800e9f0 tx=0x7f020800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:31.288 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.285+0000 7f0212ffd640  1 -- 172.21.15.46:0/918411319 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f020800cd80 con 0x7f02141010e0
2024-03-19T01:58:31.288 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.285+0000 7f0212ffd640  1 -- 172.21.15.46:0/918411319 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f02080108e0 con 0x7f02141010e0
2024-03-19T01:58:31.288 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.285+0000 7f021bfe6640  1 -- 172.21.15.46:0/918411319 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f021419d320 con 0x7f02141010e0
2024-03-19T01:58:31.288 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.285+0000 7f0212ffd640  1 -- 172.21.15.46:0/918411319 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0208018920 con 0x7f02141010e0
2024-03-19T01:58:31.288 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.285+0000 7f021bfe6640  1 -- 172.21.15.46:0/918411319 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02141a4bb0 con 0x7f02141010e0
2024-03-19T01:58:31.288 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.286+0000 7f021bfe6640  1 -- 172.21.15.46:0/918411319 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0214068610 con 0x7f02141010e0
2024-03-19T01:58:31.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.287+0000 7f0212ffd640  1 -- 172.21.15.46:0/918411319 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f0208010a90 con 0x7f02141010e0
2024-03-19T01:58:31.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.288+0000 7f0212ffd640  1 --2- 172.21.15.46:0/918411319 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f01fc0a2970 0x7f01fc0a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.288+0000 7f0219d82640  1 --2- 172.21.15.46:0/918411319 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f01fc0a2970 0x7f01fc0a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.288+0000 7f0212ffd640  1 -- 172.21.15.46:0/918411319 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7f02080cf490 con 0x7f02141010e0
2024-03-19T01:58:31.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.288+0000 7f0219d82640  1 --2- 172.21.15.46:0/918411319 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f01fc0a2970 0x7f01fc0a4e30 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f020c005ab0 tx=0x7f020c005fd0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:31.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.292+0000 7f0212ffd640  1 -- 172.21.15.46:0/918411319 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f020809b870 con 0x7f02141010e0
2024-03-19T01:58:31.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.519+0000 7f021bfe6640  1 -- 172.21.15.46:0/918411319 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0214109d00 con 0x7f02141010e0
2024-03-19T01:58:31.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.520+0000 7f0212ffd640  1 -- 172.21.15.46:0/918411319 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 35 v35) ==== 94+0+11861 (secure 0 0 0) 0x7f020809f910 con 0x7f02141010e0
2024-03-19T01:58:31.520 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:58:31.520 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":35,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":35,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-19T01:47:26.395717+0000","modified":"2024-03-19T01:56:35.161569+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24506,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6839/1788589639","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6838","nonce":1788589639},{"type":"v1","addr":"172.21.15.73:6839","nonce":1788589639}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24506,"qdb_cluster":[24479,24478,24506]},"id":1}]}
2024-03-19T01:58:31.520 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 35
2024-03-19T01:58:31.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.522+0000 7f021bfe6640  1 -- 172.21.15.46:0/918411319 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f01fc0a2970 msgr2=0x7f01fc0a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.522+0000 7f021bfe6640  1 --2- 172.21.15.46:0/918411319 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f01fc0a2970 0x7f01fc0a4e30 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f020c005ab0 tx=0x7f020c005fd0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.522+0000 7f021bfe6640  1 -- 172.21.15.46:0/918411319 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02141010e0 msgr2=0x7f0214198580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.522+0000 7f021bfe6640  1 --2- 172.21.15.46:0/918411319 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02141010e0 0x7f0214198580 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f020800e9f0 tx=0x7f020800eeb0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.522+0000 7f021bfe6640  1 -- 172.21.15.46:0/918411319 shutdown_connections
2024-03-19T01:58:31.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.522+0000 7f021bfe6640  1 --2- 172.21.15.46:0/918411319 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f01fc0a2970 0x7f01fc0a4e30 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.522+0000 7f021bfe6640  1 --2- 172.21.15.46:0/918411319 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0214106730 0x7f021419c900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.522+0000 7f021bfe6640  1 --2- 172.21.15.46:0/918411319 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02141010e0 0x7f0214198580 unknown :-1 s=CLOSED pgs=882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.522+0000 7f021bfe6640  1 --2- 172.21.15.46:0/918411319 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0214100720 0x7f0214198040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.522+0000 7f021bfe6640  1 -- 172.21.15.46:0/918411319 >> 172.21.15.46:0/918411319 conn(0x7f0214077820 msgr2=0x7f0214068dc0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:31.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.522+0000 7f021bfe6640  1 -- 172.21.15.46:0/918411319 shutdown_connections
2024-03-19T01:58:31.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.522+0000 7f021bfe6640  1 -- 172.21.15.46:0/918411319 wait complete.
2024-03-19T01:58:31.533 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls
2024-03-19T01:58:31.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.637+0000 7fde3fa3f640  1 -- 172.21.15.46:0/2422563588 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fde38101330 msgr2=0x7fde3810d4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.637+0000 7fde3fa3f640  1 --2- 172.21.15.46:0/2422563588 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fde38101330 0x7fde3810d4e0 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7fde30009ca0 tx=0x7fde3002c0f0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.637+0000 7fde3fa3f640  1 -- 172.21.15.46:0/2422563588 shutdown_connections
2024-03-19T01:58:31.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.637+0000 7fde3fa3f640  1 --2- 172.21.15.46:0/2422563588 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fde38101330 0x7fde3810d4e0 unknown :-1 s=CLOSED pgs=883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.637+0000 7fde3fa3f640  1 --2- 172.21.15.46:0/2422563588 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fde38100970 0x7fde38100df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.637+0000 7fde3fa3f640  1 --2- 172.21.15.46:0/2422563588 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fde38105660 0x7fde38105a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.637+0000 7fde3fa3f640  1 -- 172.21.15.46:0/2422563588 >> 172.21.15.46:0/2422563588 conn(0x7fde380774c0 msgr2=0x7fde380778d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:31.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.637+0000 7fde3fa3f640  1 -- 172.21.15.46:0/2422563588 shutdown_connections
2024-03-19T01:58:31.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.637+0000 7fde3fa3f640  1 -- 172.21.15.46:0/2422563588 wait complete.
2024-03-19T01:58:31.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.638+0000 7fde3fa3f640  1  Processor -- start
2024-03-19T01:58:31.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.638+0000 7fde3fa3f640  1 --  start start
2024-03-19T01:58:31.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.638+0000 7fde3fa3f640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fde38100970 0x7fde3819a160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.638+0000 7fde3fa3f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fde38101330 0x7fde3819a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.638+0000 7fde3fa3f640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fde38105660 0x7fde3819ea20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.638+0000 7fde3fa3f640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fde38110930 con 0x7fde38101330
2024-03-19T01:58:31.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.638+0000 7fde3fa3f640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fde381107b0 con 0x7fde38100970
2024-03-19T01:58:31.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.638+0000 7fde3fa3f640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fde38110ab0 con 0x7fde38105660
2024-03-19T01:58:31.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.638+0000 7fde3cfda640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fde38101330 0x7fde3819a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.638+0000 7fde3cfda640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fde38101330 0x7fde3819a6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56154/0 (socket says 172.21.15.46:56154)
2024-03-19T01:58:31.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.638+0000 7fde3cfda640  1 -- 172.21.15.46:0/1965084551 learned_addr learned my addr 172.21.15.46:0/1965084551 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:31.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.638+0000 7fde3d7db640  1 --2- 172.21.15.46:0/1965084551 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fde38100970 0x7fde3819a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.638+0000 7fde3dfdc640  1 --2- 172.21.15.46:0/1965084551 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fde38105660 0x7fde3819ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.639+0000 7fde3cfda640  1 -- 172.21.15.46:0/1965084551 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fde38105660 msgr2=0x7fde3819ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.639+0000 7fde3cfda640  1 --2- 172.21.15.46:0/1965084551 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fde38105660 0x7fde3819ea20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.639+0000 7fde3cfda640  1 -- 172.21.15.46:0/1965084551 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fde38100970 msgr2=0x7fde3819a160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.639+0000 7fde3cfda640  1 --2- 172.21.15.46:0/1965084551 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fde38100970 0x7fde3819a160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.639+0000 7fde3cfda640  1 -- 172.21.15.46:0/1965084551 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde3819f150 con 0x7fde38101330
2024-03-19T01:58:31.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.639+0000 7fde3cfda640  1 --2- 172.21.15.46:0/1965084551 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fde38101330 0x7fde3819a6a0 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7fde2800e9f0 tx=0x7fde2800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:31.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.639+0000 7fde2e7fc640  1 -- 172.21.15.46:0/1965084551 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde2800cd80 con 0x7fde38101330
2024-03-19T01:58:31.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.639+0000 7fde2e7fc640  1 -- 172.21.15.46:0/1965084551 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fde280054d0 con 0x7fde38101330
2024-03-19T01:58:31.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.639+0000 7fde3fa3f640  1 -- 172.21.15.46:0/1965084551 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde3819f440 con 0x7fde38101330
2024-03-19T01:58:31.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.639+0000 7fde2e7fc640  1 -- 172.21.15.46:0/1965084551 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde28010490 con 0x7fde38101330
2024-03-19T01:58:31.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.639+0000 7fde3fa3f640  1 -- 172.21.15.46:0/1965084551 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde381a6cd0 con 0x7fde38101330
2024-03-19T01:58:31.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.641+0000 7fde2e7fc640  1 -- 172.21.15.46:0/1965084551 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fde28005020 con 0x7fde38101330
2024-03-19T01:58:31.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.642+0000 7fde4261f740  1  Processor -- start
2024-03-19T01:58:31.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.642+0000 7fde4261f740  1 --  start start
2024-03-19T01:58:31.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.642+0000 7fde2e7fc640  1 --2- 172.21.15.46:0/1965084551 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fde240a2970 0x7fde240a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.642+0000 7fde4261f740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578aeb592d0 0x5578aeb596b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.642+0000 7fde4261f740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578aeb59bf0 0x5578aeb62290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.642+0000 7fde4261f740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578aeb627d0 0x5578aeb64bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.642+0000 7fde4261f740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5578aeabc4b0 con 0x5578aeb627d0
2024-03-19T01:58:31.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.642+0000 7fde4261f740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5578aea64d70 con 0x5578aeb592d0
2024-03-19T01:58:31.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.642+0000 7fde3dfdc640  1 --2- 172.21.15.46:0/1965084551 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fde240a2970 0x7fde240a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.642+0000 7fde4261f740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5578aeab8550 con 0x5578aeb59bf0
2024-03-19T01:58:31.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.642+0000 7fde2e7fc640  1 -- 172.21.15.46:0/1965084551 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7fde280cf600 con 0x7fde38101330
2024-03-19T01:58:31.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.642+0000 7fde3d7db640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578aeb592d0 0x5578aeb596b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.642+0000 7fde3d7db640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578aeb592d0 0x5578aeb596b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:47874/0 (socket says 172.21.15.46:47874)
2024-03-19T01:58:31.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.642+0000 7fde3d7db640  1 -- 172.21.15.46:0/1619110203 learned_addr learned my addr 172.21.15.46:0/1619110203 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:31.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.642+0000 7fde3dfdc640  1 --2- 172.21.15.46:0/1619110203 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578aeb627d0 0x5578aeb64bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.642+0000 7fde3cfda640  1 --2- 172.21.15.46:0/1619110203 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578aeb59bf0 0x5578aeb62290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.642+0000 7fde3d7db640  1 -- 172.21.15.46:0/1619110203 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578aeb59bf0 msgr2=0x5578aeb62290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:31.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.642+0000 7fde3d7db640  1 --2- 172.21.15.46:0/1619110203 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578aeb59bf0 0x5578aeb62290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.642+0000 7fde3d7db640  1 -- 172.21.15.46:0/1619110203 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578aeb627d0 msgr2=0x5578aeb64bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:31.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.642+0000 7fde3d7db640  1 --2- 172.21.15.46:0/1619110203 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578aeb627d0 0x5578aeb64bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.642+0000 7fde3d7db640  1 -- 172.21.15.46:0/1619110203 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5578aea87210 con 0x5578aeb592d0
2024-03-19T01:58:31.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.642+0000 7fde3dfdc640  1 --2- 172.21.15.46:0/1619110203 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578aeb627d0 0x5578aeb64bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:58:31.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.642+0000 7fde3dfdc640  1 --2- 172.21.15.46:0/1965084551 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fde240a2970 0x7fde240a4e30 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fde30004af0 tx=0x7fde30032e20 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:31.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.642+0000 7fde3d7db640  1 --2- 172.21.15.46:0/1619110203 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578aeb592d0 0x5578aeb596b0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fde34009c70 tx=0x7fde34011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7d2246f6363a6f5b server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:31.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.643+0000 7fde237fe640  1 -- 172.21.15.46:0/1619110203 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde34004230 con 0x5578aeb592d0
2024-03-19T01:58:31.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.643+0000 7fde237fe640  1 -- 172.21.15.46:0/1619110203 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fde340043d0 con 0x5578aeb592d0
2024-03-19T01:58:31.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.643+0000 7fde237fe640  1 -- 172.21.15.46:0/1619110203 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde34019640 con 0x5578aeb592d0
2024-03-19T01:58:31.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.643+0000 7fde4261f740  1 -- 172.21.15.46:0/1619110203 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578aeb592d0 msgr2=0x5578aeb596b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.643+0000 7fde4261f740  1 --2- 172.21.15.46:0/1619110203 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578aeb592d0 0x5578aeb596b0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fde34009c70 tx=0x7fde34011810 comp rx=0 tx=0).stop
2024-03-19T01:58:31.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.643+0000 7fde4261f740  1 -- 172.21.15.46:0/1619110203 shutdown_connections
2024-03-19T01:58:31.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.643+0000 7fde4261f740  1 --2- 172.21.15.46:0/1619110203 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578aeb627d0 0x5578aeb64bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.643+0000 7fde4261f740  1 --2- 172.21.15.46:0/1619110203 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578aeb59bf0 0x5578aeb62290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.643+0000 7fde4261f740  1 --2- 172.21.15.46:0/1619110203 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578aeb592d0 0x5578aeb596b0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.643+0000 7fde4261f740  1 -- 172.21.15.46:0/1619110203 >> 172.21.15.46:0/1619110203 conn(0x5578aeb53a00 msgr2=0x5578aeb53de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:31.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.643+0000 7fde4261f740  1 -- 172.21.15.46:0/1619110203 shutdown_connections
2024-03-19T01:58:31.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.643+0000 7fde4261f740  1 -- 172.21.15.46:0/1619110203 wait complete.
2024-03-19T01:58:31.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.644+0000 7fde4261f740  1 --  start start
2024-03-19T01:58:31.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.644+0000 7fde4261f740  1  Processor -- start
2024-03-19T01:58:31.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.644+0000 7fde4261f740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578aeb592d0 0x5578aeb5f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.644+0000 7fde4261f740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578aeb59bf0 0x5578aeb5fd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.644+0000 7fde4261f740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578aeb627d0 0x5578aeb60270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.644+0000 7fde4261f740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5578aeb655c0 con 0x5578aeb59bf0
2024-03-19T01:58:31.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.644+0000 7fde4261f740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5578aea78310 con 0x5578aeb592d0
2024-03-19T01:58:31.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.644+0000 7fde4261f740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5578aeb65740 con 0x5578aeb627d0
2024-03-19T01:58:31.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.644+0000 7fde4261f740 10 client.0 _ll_register_callbacks cb 0x5578aea6c2d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:58:31.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.644+0000 7fde3cfda640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578aeb59bf0 0x5578aeb5fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.644+0000 7fde3cfda640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578aeb59bf0 0x5578aeb5fd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56170/0 (socket says 172.21.15.46:56170)
2024-03-19T01:58:31.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.644+0000 7fde3cfda640  1 -- 172.21.15.46:0/634414160 learned_addr learned my addr 172.21.15.46:0/634414160 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:31.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.644+0000 7fde3d7db640  1 --2- 172.21.15.46:0/634414160 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578aeb592d0 0x5578aeb5f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.644+0000 7fde3dfdc640  1 --2- 172.21.15.46:0/634414160 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578aeb627d0 0x5578aeb60270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.645+0000 7fde3cfda640  1 -- 172.21.15.46:0/634414160 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578aeb627d0 msgr2=0x5578aeb60270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:31.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.645+0000 7fde3cfda640  1 --2- 172.21.15.46:0/634414160 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578aeb627d0 0x5578aeb60270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.645+0000 7fde3cfda640  1 -- 172.21.15.46:0/634414160 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578aeb592d0 msgr2=0x5578aeb5f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:31.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.645+0000 7fde3cfda640  1 --2- 172.21.15.46:0/634414160 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578aeb592d0 0x5578aeb5f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.645+0000 7fde3cfda640  1 -- 172.21.15.46:0/634414160 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5578ae7d03f0 con 0x5578aeb59bf0
2024-03-19T01:58:31.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.645+0000 7fde3d7db640  1 --2- 172.21.15.46:0/634414160 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578aeb592d0 0x5578aeb5f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:58:31.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.645+0000 7fde3cfda640  1 --2- 172.21.15.46:0/634414160 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578aeb59bf0 0x5578aeb5fd30 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7fde28009380 tx=0x7fde28005310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38379a8db42a1403 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:31.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.645+0000 7fde20ff9640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:58:31.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.645+0000 7fde20ff9640  1 -- 172.21.15.46:0/634414160 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde280b3070 con 0x5578aeb59bf0
2024-03-19T01:58:31.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.645+0000 7fde20ff9640  1 -- 172.21.15.46:0/634414160 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7fde28097ea0 con 0x5578aeb59bf0
2024-03-19T01:58:31.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.645+0000 7fde4261f740  1 -- 172.21.15.46:0/634414160 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde340043d0 con 0x5578aeb59bf0
2024-03-19T01:58:31.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.645+0000 7fde20ff9640  1 -- 172.21.15.46:0/634414160 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fde2809b830 con 0x5578aeb59bf0
2024-03-19T01:58:31.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.645+0000 7fde4261f740 10 client.17448 fetch_fsmap learned FSMap version 35
2024-03-19T01:58:31.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.645+0000 7fde4261f740  1 -- 172.21.15.46:0/634414160 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x5578ae89a7d0 con 0x5578aeb59bf0
2024-03-19T01:58:31.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.645+0000 7fde20ff9640  1 -- 172.21.15.46:0/634414160 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fde340043d0 con 0x5578aeb59bf0
2024-03-19T01:58:31.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.645+0000 7fde20ff9640  1 -- 172.21.15.46:0/634414160 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7fde280a3b40 con 0x5578aeb59bf0
2024-03-19T01:58:31.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.645+0000 7fde4261f740 10 client.17448 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:58:31.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.645+0000 7fde4261f740 10 client.17448 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:58:31.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.645+0000 7fde4261f740 20 client.17448 populate_metadata read hostname 'smithi046'
2024-03-19T01:58:31.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.645+0000 7fde4261f740  1 --2- 172.21.15.46:0/634414160 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5578aeb72b90 0x5578aeb74fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.646+0000 7fde4261f740  4 client.17448 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:58:31.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.646+0000 7fde4261f740  1 -- 172.21.15.46:0/634414160 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5578aeb1a3e0 con 0x5578aeb72b90
2024-03-19T01:58:31.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.646+0000 7fde3d7db640  1 --2- 172.21.15.46:0/634414160 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5578aeb72b90 0x5578aeb74fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.646+0000 7fde3d7db640  1 --2- 172.21.15.46:0/634414160 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5578aeb72b90 0x5578aeb74fe0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3473af8a5c4556a3 server_cookie=674a1190c267b776 in_seq=0 out_seq=0
2024-03-19T01:58:31.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.646+0000 7fde20ff9640 10 client.17448 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:58:31.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.647+0000 7fde20ff9640  1 -- 172.21.15.46:0/634414160 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5578aeb1a3e0 con 0x5578aeb72b90
2024-03-19T01:58:31.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.647+0000 7fde20ff9640 10 client.17448 handle_command_reply: tid=0
2024-03-19T01:58:31.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.647+0000 7fde4261f740  1 client.17448 shutdown
2024-03-19T01:58:31.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.647+0000 7fde4261f740  1 -- 172.21.15.46:0/634414160 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578aeb59bf0 msgr2=0x5578aeb5fd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.647+0000 7fde4261f740  1 --2- 172.21.15.46:0/634414160 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578aeb59bf0 0x5578aeb5fd30 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7fde28009380 tx=0x7fde28005310 comp rx=0 tx=0).stop
2024-03-19T01:58:31.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.647+0000 7fde4261f740  1 -- 172.21.15.46:0/634414160 shutdown_connections
2024-03-19T01:58:31.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.647+0000 7fde4261f740  1 --2- 172.21.15.46:0/634414160 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5578aeb72b90 0x5578aeb74fe0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.647+0000 7fde4261f740  1 --2- 172.21.15.46:0/634414160 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578aeb627d0 0x5578aeb60270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.647+0000 7fde20ff9640  0 client.17448 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:58:31.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.647+0000 7fde4261f740  1 --2- 172.21.15.46:0/634414160 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578aeb59bf0 0x5578aeb5fd30 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.647+0000 7fde4261f740  1 --2- 172.21.15.46:0/634414160 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578aeb592d0 0x5578aeb5f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.647+0000 7fde4261f740  1 -- 172.21.15.46:0/634414160 >> 172.21.15.46:0/634414160 conn(0x5578aeb53a00 msgr2=0x5578aeb55750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:31.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.647+0000 7fde4261f740  1 -- 172.21.15.46:0/634414160 shutdown_connections
2024-03-19T01:58:31.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.647+0000 7fde4261f740  1 -- 172.21.15.46:0/634414160 wait complete.
2024-03-19T01:58:31.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.647+0000 7fde4261f740 20 client.17448 trim_cache size 0 max 16384
2024-03-19T01:58:31.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.660+0000 7fde4261f740  1  Processor -- start
2024-03-19T01:58:31.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.660+0000 7fde4261f740  1 --  start start
2024-03-19T01:58:31.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.660+0000 7fde4261f740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578aeb592d0 0x5578aeb61f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.660+0000 7fde4261f740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578aeb59bf0 0x5578aeb6e360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.660+0000 7fde4261f740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578aeb627d0 0x5578aeb7a880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.660+0000 7fde4261f740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fde381b37a0 con 0x5578aeb59bf0
2024-03-19T01:58:31.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.660+0000 7fde4261f740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fde381b1070 con 0x5578aeb627d0
2024-03-19T01:58:31.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.660+0000 7fde4261f740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fde381aeee0 con 0x5578aeb592d0
2024-03-19T01:58:31.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.660+0000 7fde3cfda640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578aeb59bf0 0x5578aeb6e360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.661+0000 7fde3cfda640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578aeb59bf0 0x5578aeb6e360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56186/0 (socket says 172.21.15.46:56186)
2024-03-19T01:58:31.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.661+0000 7fde3cfda640  1 -- 172.21.15.46:0/2610992536 learned_addr learned my addr 172.21.15.46:0/2610992536 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:31.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.661+0000 7fde3d7db640  1 --2- 172.21.15.46:0/2610992536 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578aeb592d0 0x5578aeb61f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.661+0000 7fde3dfdc640  1 --2- 172.21.15.46:0/2610992536 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578aeb627d0 0x5578aeb7a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.661+0000 7fde3cfda640  1 -- 172.21.15.46:0/2610992536 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578aeb592d0 msgr2=0x5578aeb61f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:31.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.661+0000 7fde3cfda640  1 --2- 172.21.15.46:0/2610992536 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578aeb592d0 0x5578aeb61f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.661+0000 7fde3cfda640  1 -- 172.21.15.46:0/2610992536 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578aeb627d0 msgr2=0x5578aeb7a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:31.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.661+0000 7fde3cfda640  1 --2- 172.21.15.46:0/2610992536 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578aeb627d0 0x5578aeb7a880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.661+0000 7fde3cfda640  1 -- 172.21.15.46:0/2610992536 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5578aeb4dfb0 con 0x5578aeb59bf0
2024-03-19T01:58:31.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.661+0000 7fde3cfda640  1 --2- 172.21.15.46:0/2610992536 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578aeb59bf0 0x5578aeb6e360 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7fde280097f0 tx=0x7fde28009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edaf5490ecf86adb server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:31.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.661+0000 7fde22ffd640  1 -- 172.21.15.46:0/2610992536 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde280b3040 con 0x5578aeb59bf0
2024-03-19T01:58:31.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.661+0000 7fde22ffd640  1 -- 172.21.15.46:0/2610992536 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fde2809cb60 con 0x5578aeb59bf0
2024-03-19T01:58:31.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.661+0000 7fde22ffd640  1 -- 172.21.15.46:0/2610992536 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde28097f90 con 0x5578aeb59bf0
2024-03-19T01:58:31.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.662+0000 7fde4261f740  1 -- 172.21.15.46:0/2610992536 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578aeb59bf0 msgr2=0x5578aeb6e360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.662+0000 7fde4261f740  1 --2- 172.21.15.46:0/2610992536 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578aeb59bf0 0x5578aeb6e360 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7fde280097f0 tx=0x7fde28009310 comp rx=0 tx=0).stop
2024-03-19T01:58:31.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.662+0000 7fde4261f740  1 -- 172.21.15.46:0/2610992536 shutdown_connections
2024-03-19T01:58:31.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.662+0000 7fde4261f740  1 --2- 172.21.15.46:0/2610992536 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578aeb627d0 0x5578aeb7a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.662+0000 7fde4261f740  1 --2- 172.21.15.46:0/2610992536 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578aeb59bf0 0x5578aeb6e360 unknown :-1 s=CLOSED pgs=886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.662+0000 7fde4261f740  1 --2- 172.21.15.46:0/2610992536 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578aeb592d0 0x5578aeb61f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.662+0000 7fde4261f740  1 -- 172.21.15.46:0/2610992536 >> 172.21.15.46:0/2610992536 conn(0x5578aeb53a00 msgr2=0x5578aeb52310 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:31.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.662+0000 7fde4261f740  1 -- 172.21.15.46:0/2610992536 shutdown_connections
2024-03-19T01:58:31.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.662+0000 7fde4261f740  1 -- 172.21.15.46:0/2610992536 wait complete.
2024-03-19T01:58:31.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.662+0000 7fde4261f740  1 --  start start
2024-03-19T01:58:31.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.662+0000 7fde4261f740  1  Processor -- start
2024-03-19T01:58:31.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.662+0000 7fde4261f740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578aeb592d0 0x5578aeb5c6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.662+0000 7fde4261f740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578aeb59bf0 0x5578aeb5cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.662+0000 7fde4261f740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578aeb627d0 0x5578aebd7eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.662+0000 7fde4261f740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fde381af530 con 0x5578aeb592d0
2024-03-19T01:58:31.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.662+0000 7fde4261f740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fde381b09a0 con 0x5578aeb627d0
2024-03-19T01:58:31.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.662+0000 7fde4261f740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fde381afc00 con 0x5578aeb59bf0
2024-03-19T01:58:31.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.662+0000 7fde4261f740 10 client.0 _ll_register_callbacks cb 0x7fde2800e940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:58:31.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.663+0000 7fde3d7db640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578aeb592d0 0x5578aeb5c6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.663+0000 7fde3dfdc640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578aeb627d0 0x5578aebd7eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.663+0000 7fde3d7db640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578aeb592d0 0x5578aeb5c6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56198/0 (socket says 172.21.15.46:56198)
2024-03-19T01:58:31.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.663+0000 7fde3d7db640  1 -- 172.21.15.46:0/2317192980 learned_addr learned my addr 172.21.15.46:0/2317192980 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:31.670 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.663+0000 7fde3cfda640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578aeb59bf0 0x5578aeb5cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.670 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.663+0000 7fde3d7db640  1 -- 172.21.15.46:0/2317192980 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578aeb59bf0 msgr2=0x5578aeb5cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:31.670 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.663+0000 7fde3d7db640  1 --2- 172.21.15.46:0/2317192980 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578aeb59bf0 0x5578aeb5cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.670 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.663+0000 7fde3d7db640  1 -- 172.21.15.46:0/2317192980 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578aeb627d0 msgr2=0x5578aebd7eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:31.670 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.663+0000 7fde3d7db640  1 --2- 172.21.15.46:0/2317192980 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578aeb627d0 0x5578aebd7eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.670 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.663+0000 7fde3d7db640  1 -- 172.21.15.46:0/2317192980 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5578aebd83f0 con 0x5578aeb592d0
2024-03-19T01:58:31.670 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.663+0000 7fde3d7db640  1 --2- 172.21.15.46:0/2317192980 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578aeb592d0 0x5578aeb5c6b0 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7fde34005e00 tx=0x7fde34009770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=998d6eecc2a7c08f server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:31.670 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.663+0000 7fde20ff9640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:58:31.670 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.663+0000 7fde20ff9640  1 -- 172.21.15.46:0/2317192980 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde34009e20 con 0x5578aeb592d0
2024-03-19T01:58:31.670 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.663+0000 7fde4261f740  1 -- 172.21.15.46:0/2317192980 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde2809cb60 con 0x5578aeb592d0
2024-03-19T01:58:31.670 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.663+0000 7fde20ff9640  1 -- 172.21.15.46:0/2317192980 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7fde34005400 con 0x5578aeb592d0
2024-03-19T01:58:31.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.663+0000 7fde20ff9640  1 -- 172.21.15.46:0/2317192980 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fde34039050 con 0x5578aeb592d0
2024-03-19T01:58:31.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.663+0000 7fde4261f740 10 client.17454 fetch_fsmap learned FSMap version 35
2024-03-19T01:58:31.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.663+0000 7fde4261f740  1 -- 172.21.15.46:0/2317192980 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x5578aebd94d0 con 0x5578aeb592d0
2024-03-19T01:58:31.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.663+0000 7fde20ff9640  1 -- 172.21.15.46:0/2317192980 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fde2809cb60 con 0x5578aeb592d0
2024-03-19T01:58:31.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.664+0000 7fde20ff9640  1 -- 172.21.15.46:0/2317192980 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7fde280860b0 con 0x5578aeb592d0
2024-03-19T01:58:31.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.664+0000 7fde4261f740 10 client.17454 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:58:31.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.664+0000 7fde4261f740 10 client.17454 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:58:31.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.664+0000 7fde4261f740 20 client.17454 populate_metadata read hostname 'smithi046'
2024-03-19T01:58:31.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.664+0000 7fde4261f740  1 --2- 172.21.15.46:0/2317192980 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5578aebd9a60 0x5578aebdbe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.664+0000 7fde4261f740  4 client.17454 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:58:31.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.664+0000 7fde4261f740  1 -- 172.21.15.46:0/2317192980 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5578aeac99f0 con 0x5578aebd9a60
2024-03-19T01:58:31.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.664+0000 7fde3cfda640  1 --2- 172.21.15.46:0/2317192980 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5578aebd9a60 0x5578aebdbe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.664+0000 7fde3cfda640  1 --2- 172.21.15.46:0/2317192980 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5578aebd9a60 0x5578aebdbe80 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=18ead2e3ddcbfd1e server_cookie=cfb86e22ebaf24ad in_seq=0 out_seq=0
2024-03-19T01:58:31.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.664+0000 7fde20ff9640 10 client.17454 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:58:31.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.664+0000 7fde20ff9640  1 -- 172.21.15.46:0/2317192980 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5578aeac99f0 con 0x5578aebd9a60
2024-03-19T01:58:31.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.664+0000 7fde20ff9640 10 client.17454 handle_command_reply: tid=0
2024-03-19T01:58:31.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.664+0000 7fde4261f740  1 client.17454 shutdown
2024-03-19T01:58:31.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.664+0000 7fde4261f740  1 -- 172.21.15.46:0/2317192980 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578aeb592d0 msgr2=0x5578aeb5c6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.664+0000 7fde4261f740  1 --2- 172.21.15.46:0/2317192980 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578aeb592d0 0x5578aeb5c6b0 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7fde34005e00 tx=0x7fde34009770 comp rx=0 tx=0).stop
2024-03-19T01:58:31.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.664+0000 7fde4261f740  1 -- 172.21.15.46:0/2317192980 shutdown_connections
2024-03-19T01:58:31.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.664+0000 7fde4261f740  1 --2- 172.21.15.46:0/2317192980 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x5578aebd9a60 0x5578aebdbe80 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.664+0000 7fde4261f740  1 --2- 172.21.15.46:0/2317192980 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5578aeb627d0 0x5578aebd7eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.665+0000 7fde20ff9640  0 client.17454 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:58:31.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.665+0000 7fde4261f740  1 --2- 172.21.15.46:0/2317192980 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5578aeb59bf0 0x5578aeb5cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.665+0000 7fde4261f740  1 --2- 172.21.15.46:0/2317192980 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5578aeb592d0 0x5578aeb5c6b0 unknown :-1 s=CLOSED pgs=887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.665+0000 7fde4261f740  1 -- 172.21.15.46:0/2317192980 >> 172.21.15.46:0/2317192980 conn(0x5578aeb53a00 msgr2=0x5578aeb60040 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:31.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.665+0000 7fde4261f740  1 -- 172.21.15.46:0/2317192980 shutdown_connections
2024-03-19T01:58:31.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.665+0000 7fde4261f740  1 -- 172.21.15.46:0/2317192980 wait complete.
2024-03-19T01:58:31.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.665+0000 7fde4261f740 20 client.17454 trim_cache size 0 max 16384
2024-03-19T01:58:31.673 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:58:31.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.665+0000 7fde3fa3f640  1 -- 172.21.15.46:0/1965084551 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fde240a2970 msgr2=0x7fde240a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.665+0000 7fde3fa3f640  1 --2- 172.21.15.46:0/1965084551 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fde240a2970 0x7fde240a4e30 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fde30004af0 tx=0x7fde30032e20 comp rx=0 tx=0).stop
2024-03-19T01:58:31.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.665+0000 7fde3fa3f640  1 -- 172.21.15.46:0/1965084551 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fde38101330 msgr2=0x7fde3819a6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.665+0000 7fde3fa3f640  1 --2- 172.21.15.46:0/1965084551 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fde38101330 0x7fde3819a6a0 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7fde2800e9f0 tx=0x7fde2800edf0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.665+0000 7fde3fa3f640  1 -- 172.21.15.46:0/1965084551 shutdown_connections
2024-03-19T01:58:31.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.665+0000 7fde3fa3f640  1 --2- 172.21.15.46:0/1965084551 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fde240a2970 0x7fde240a4e30 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.665+0000 7fde3fa3f640  1 --2- 172.21.15.46:0/1965084551 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fde38105660 0x7fde3819ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.665+0000 7fde3fa3f640  1 --2- 172.21.15.46:0/1965084551 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fde38101330 0x7fde3819a6a0 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.665+0000 7fde3fa3f640  1 --2- 172.21.15.46:0/1965084551 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fde38100970 0x7fde3819a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.665+0000 7fde3fa3f640  1 -- 172.21.15.46:0/1965084551 >> 172.21.15.46:0/1965084551 conn(0x7fde380774c0 msgr2=0x7fde38069e90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:31.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.665+0000 7fde3fa3f640  1 -- 172.21.15.46:0/1965084551 shutdown_connections
2024-03-19T01:58:31.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.665+0000 7fde3fa3f640  1 -- 172.21.15.46:0/1965084551 wait complete.
2024-03-19T01:58:31.676 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls
2024-03-19T01:58:31.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.780+0000 7f86e3362640  1 -- 172.21.15.46:0/4000160049 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f86dc1006a0 msgr2=0x7f86dc100b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.780+0000 7f86e3362640  1 --2- 172.21.15.46:0/4000160049 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f86dc1006a0 0x7f86dc100b20 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f86cc009930 tx=0x7f86cc02bc30 comp rx=0 tx=0).stop
2024-03-19T01:58:31.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.781+0000 7f86e3362640  1 -- 172.21.15.46:0/4000160049 shutdown_connections
2024-03-19T01:58:31.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.781+0000 7f86e3362640  1 --2- 172.21.15.46:0/4000160049 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f86dc101060 0x7f86dc10d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.781+0000 7f86e3362640  1 --2- 172.21.15.46:0/4000160049 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f86dc1006a0 0x7f86dc100b20 unknown :-1 s=CLOSED pgs=888 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.781+0000 7f86e3362640  1 --2- 172.21.15.46:0/4000160049 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f86dc1066b0 0x7f86dc106a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.781+0000 7f86e3362640  1 -- 172.21.15.46:0/4000160049 >> 172.21.15.46:0/4000160049 conn(0x7f86dc0778d0 msgr2=0x7f86dc077ce0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:31.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.781+0000 7f86e3362640  1 -- 172.21.15.46:0/4000160049 shutdown_connections
2024-03-19T01:58:31.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.781+0000 7f86e3362640  1 -- 172.21.15.46:0/4000160049 wait complete.
2024-03-19T01:58:31.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.781+0000 7f86e3362640  1  Processor -- start
2024-03-19T01:58:31.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.781+0000 7f86e3362640  1 --  start start
2024-03-19T01:58:31.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.781+0000 7f86e3362640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f86dc1006a0 0x7f86dc197fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.781+0000 7f86e3362640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f86dc101060 0x7f86dc198500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.781+0000 7f86e3362640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f86dc1066b0 0x7f86dc19c880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.781+0000 7f86e3362640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f86dc110970 con 0x7f86dc1006a0
2024-03-19T01:58:31.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.781+0000 7f86e3362640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f86dc1107f0 con 0x7f86dc1066b0
2024-03-19T01:58:31.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.781+0000 7f86e3362640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f86dc110af0 con 0x7f86dc101060
2024-03-19T01:58:31.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.782+0000 7f86e10fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f86dc1006a0 0x7f86dc197fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.782+0000 7f86e10fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f86dc1006a0 0x7f86dc197fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56214/0 (socket says 172.21.15.46:56214)
2024-03-19T01:58:31.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.782+0000 7f86e10fe640  1 -- 172.21.15.46:0/1361340598 learned_addr learned my addr 172.21.15.46:0/1361340598 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:31.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.782+0000 7f86e08fd640  1 --2- 172.21.15.46:0/1361340598 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f86dc101060 0x7f86dc198500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.782+0000 7f86e18ff640  1 --2- 172.21.15.46:0/1361340598 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f86dc1066b0 0x7f86dc19c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.782+0000 7f86e10fe640  1 -- 172.21.15.46:0/1361340598 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f86dc101060 msgr2=0x7f86dc198500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.782+0000 7f86e10fe640  1 --2- 172.21.15.46:0/1361340598 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f86dc101060 0x7f86dc198500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.782+0000 7f86e10fe640  1 -- 172.21.15.46:0/1361340598 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f86dc1066b0 msgr2=0x7f86dc19c880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.782+0000 7f86e10fe640  1 --2- 172.21.15.46:0/1361340598 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f86dc1066b0 0x7f86dc19c880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.782+0000 7f86e10fe640  1 -- 172.21.15.46:0/1361340598 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86dc19cfb0 con 0x7f86dc1006a0
2024-03-19T01:58:31.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.782+0000 7f86e10fe640  1 --2- 172.21.15.46:0/1361340598 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f86dc1006a0 0x7f86dc197fc0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f86d400ea60 tx=0x7f86d400ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:31.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.782+0000 7f86d27fc640  1 -- 172.21.15.46:0/1361340598 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86d400cde0 con 0x7f86dc1006a0
2024-03-19T01:58:31.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.782+0000 7f86d27fc640  1 -- 172.21.15.46:0/1361340598 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f86d40035f0 con 0x7f86dc1006a0
2024-03-19T01:58:31.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.782+0000 7f86d27fc640  1 -- 172.21.15.46:0/1361340598 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86d4010690 con 0x7f86dc1006a0
2024-03-19T01:58:31.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.782+0000 7f86e3362640  1 -- 172.21.15.46:0/1361340598 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86dc19d2a0 con 0x7f86dc1006a0
2024-03-19T01:58:31.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.782+0000 7f86e3362640  1 -- 172.21.15.46:0/1361340598 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86dc1a4b30 con 0x7f86dc1006a0
2024-03-19T01:58:31.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.784+0000 7f86d27fc640  1 -- 172.21.15.46:0/1361340598 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f86d40037a0 con 0x7f86dc1006a0
2024-03-19T01:58:31.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.785+0000 7f86e602c740  1  Processor -- start
2024-03-19T01:58:31.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.785+0000 7f86e602c740  1 --  start start
2024-03-19T01:58:31.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.785+0000 7f86e602c740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564735d0f2d0 0x564735d0f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.785+0000 7f86e602c740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564735d0fbf0 0x564735d18290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.785+0000 7f86e602c740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564735d187d0 0x564735d1abc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.785+0000 7f86e602c740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x564735c724b0 con 0x564735d187d0
2024-03-19T01:58:31.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.785+0000 7f86e602c740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x564735c1ad70 con 0x564735d0fbf0
2024-03-19T01:58:31.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.785+0000 7f86e602c740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x564735c6e550 con 0x564735d0f2d0
2024-03-19T01:58:31.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.785+0000 7f86d27fc640  1 --2- 172.21.15.46:0/1361340598 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f86c80a29f0 0x7f86c80a4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.785+0000 7f86e10fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564735d0fbf0 0x564735d18290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.785+0000 7f86e08fd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564735d187d0 0x564735d1abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.785+0000 7f86e18ff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564735d0f2d0 0x564735d0f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.785+0000 7f86e08fd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564735d187d0 0x564735d1abc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56230/0 (socket says 172.21.15.46:56230)
2024-03-19T01:58:31.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.785+0000 7f86e10fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564735d0fbf0 0x564735d18290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:47920/0 (socket says 172.21.15.46:47920)
2024-03-19T01:58:31.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.785+0000 7f86e08fd640  1 -- 172.21.15.46:0/2431276354 learned_addr learned my addr 172.21.15.46:0/2431276354 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:31.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.785+0000 7f86e18ff640  1 --2- 172.21.15.46:0/1361340598 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f86c80a29f0 0x7f86c80a4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.785+0000 7f86d27fc640  1 -- 172.21.15.46:0/1361340598 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7f86d40cf3d0 con 0x7f86dc1006a0
2024-03-19T01:58:31.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.785+0000 7f86e08fd640  1 -- 172.21.15.46:0/2431276354 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564735d0f2d0 msgr2=0x564735d0f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:31.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.785+0000 7f86e08fd640  1 --2- 172.21.15.46:0/2431276354 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564735d0f2d0 0x564735d0f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.786+0000 7f86e08fd640  1 -- 172.21.15.46:0/2431276354 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564735d0fbf0 msgr2=0x564735d18290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:31.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.786+0000 7f86e08fd640  1 --2- 172.21.15.46:0/2431276354 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564735d0fbf0 0x564735d18290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.786+0000 7f86e08fd640  1 -- 172.21.15.46:0/2431276354 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564735c3d210 con 0x564735d187d0
2024-03-19T01:58:31.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.786+0000 7f86e18ff640  1 --2- 172.21.15.46:0/2431276354 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564735d0f2d0 0x564735d0f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:58:31.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.786+0000 7f86e10fe640  1 --2- 172.21.15.46:0/2431276354 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564735d0fbf0 0x564735d18290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:58:31.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.786+0000 7f86e08fd640  1 --2- 172.21.15.46:0/2431276354 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564735d187d0 0x564735d1abc0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f86cc036040 tx=0x7f86cc009560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26ae2aa5ce2baf50 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:31.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.786+0000 7f86e18ff640  1 --2- 172.21.15.46:0/1361340598 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f86c80a29f0 0x7f86c80a4eb0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f86d8005c40 tx=0x7f86d8009500 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:31.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.786+0000 7f86c77fe640  1 -- 172.21.15.46:0/2431276354 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86cc045020 con 0x564735d187d0
2024-03-19T01:58:31.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.786+0000 7f86c77fe640  1 -- 172.21.15.46:0/2431276354 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f86cc02c7e0 con 0x564735d187d0
2024-03-19T01:58:31.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.786+0000 7f86c77fe640  1 -- 172.21.15.46:0/2431276354 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86cc005350 con 0x564735d187d0
2024-03-19T01:58:31.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.787+0000 7f86e602c740  1 -- 172.21.15.46:0/2431276354 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564735d187d0 msgr2=0x564735d1abc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.787+0000 7f86e602c740  1 --2- 172.21.15.46:0/2431276354 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564735d187d0 0x564735d1abc0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f86cc036040 tx=0x7f86cc009560 comp rx=0 tx=0).stop
2024-03-19T01:58:31.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.787+0000 7f86e602c740  1 -- 172.21.15.46:0/2431276354 shutdown_connections
2024-03-19T01:58:31.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.787+0000 7f86e602c740  1 --2- 172.21.15.46:0/2431276354 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564735d187d0 0x564735d1abc0 unknown :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.787+0000 7f86e602c740  1 --2- 172.21.15.46:0/2431276354 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564735d0fbf0 0x564735d18290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.787+0000 7f86e602c740  1 --2- 172.21.15.46:0/2431276354 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564735d0f2d0 0x564735d0f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.787+0000 7f86e602c740  1 -- 172.21.15.46:0/2431276354 >> 172.21.15.46:0/2431276354 conn(0x564735d09a00 msgr2=0x564735d09de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:31.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.787+0000 7f86e602c740  1 -- 172.21.15.46:0/2431276354 shutdown_connections
2024-03-19T01:58:31.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.787+0000 7f86e602c740  1 -- 172.21.15.46:0/2431276354 wait complete.
2024-03-19T01:58:31.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.787+0000 7f86e602c740  1 --  start start
2024-03-19T01:58:31.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.787+0000 7f86e602c740  1  Processor -- start
2024-03-19T01:58:31.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.787+0000 7f86e602c740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564735d0f2d0 0x564735d157c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.787+0000 7f86e602c740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564735d0fbf0 0x564735d15d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.787+0000 7f86e602c740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564735d187d0 0x564735d16240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.787+0000 7f86e602c740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x564735d1b560 con 0x564735d0f2d0
2024-03-19T01:58:31.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.788+0000 7f86e602c740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x564735c2e310 con 0x564735d0fbf0
2024-03-19T01:58:31.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.788+0000 7f86e602c740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x564735d1b6e0 con 0x564735d187d0
2024-03-19T01:58:31.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.788+0000 7f86e602c740 10 client.0 _ll_register_callbacks cb 0x564735c222d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:58:31.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.788+0000 7f86e10fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564735d0f2d0 0x564735d157c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.788+0000 7f86e10fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564735d0f2d0 0x564735d157c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56240/0 (socket says 172.21.15.46:56240)
2024-03-19T01:58:31.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.788+0000 7f86e10fe640  1 -- 172.21.15.46:0/2812146488 learned_addr learned my addr 172.21.15.46:0/2812146488 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:31.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.788+0000 7f86e08fd640  1 --2- 172.21.15.46:0/2812146488 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564735d0fbf0 0x564735d15d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.788+0000 7f86e18ff640  1 --2- 172.21.15.46:0/2812146488 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564735d187d0 0x564735d16240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.788+0000 7f86e10fe640  1 -- 172.21.15.46:0/2812146488 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564735d187d0 msgr2=0x564735d16240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:31.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.788+0000 7f86e10fe640  1 --2- 172.21.15.46:0/2812146488 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564735d187d0 0x564735d16240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.788+0000 7f86e10fe640  1 -- 172.21.15.46:0/2812146488 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564735d0fbf0 msgr2=0x564735d15d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:31.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.788+0000 7f86e10fe640  1 --2- 172.21.15.46:0/2812146488 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564735d0fbf0 0x564735d15d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.788+0000 7f86e10fe640  1 -- 172.21.15.46:0/2812146488 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5647359863f0 con 0x564735d0f2d0
2024-03-19T01:58:31.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.788+0000 7f86e18ff640  1 --2- 172.21.15.46:0/2812146488 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564735d187d0 0x564735d16240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:58:31.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.788+0000 7f86e10fe640  1 --2- 172.21.15.46:0/2812146488 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564735d0f2d0 0x564735d157c0 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f86d4098030 tx=0x7f86d406b130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4fd1b2eae12d5167 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:31.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.788+0000 7f86c4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:58:31.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.788+0000 7f86c4ff9640  1 -- 172.21.15.46:0/2812146488 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86d409afc0 con 0x564735d0f2d0
2024-03-19T01:58:31.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.788+0000 7f86c4ff9640  1 -- 172.21.15.46:0/2812146488 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7f86d40cf170 con 0x564735d0f2d0
2024-03-19T01:58:31.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.788+0000 7f86e602c740  1 -- 172.21.15.46:0/2812146488 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f86cc02c7e0 con 0x564735d0f2d0
2024-03-19T01:58:31.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.788+0000 7f86c4ff9640  1 -- 172.21.15.46:0/2812146488 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f86d4003b30 con 0x564735d0f2d0
2024-03-19T01:58:31.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.788+0000 7f86e602c740 10 client.17466 fetch_fsmap learned FSMap version 35
2024-03-19T01:58:31.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.788+0000 7f86e602c740  1 -- 172.21.15.46:0/2812146488 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x564735a507d0 con 0x564735d0f2d0
2024-03-19T01:58:31.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.789+0000 7f86c4ff9640  1 -- 172.21.15.46:0/2812146488 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f86cc02c7e0 con 0x564735d0f2d0
2024-03-19T01:58:31.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.789+0000 7f86c4ff9640  1 -- 172.21.15.46:0/2812146488 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f86d40cc9d0 con 0x564735d0f2d0
2024-03-19T01:58:31.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.789+0000 7f86e602c740 10 client.17466 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:58:31.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.789+0000 7f86e602c740 10 client.17466 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:58:31.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.789+0000 7f86e602c740 20 client.17466 populate_metadata read hostname 'smithi046'
2024-03-19T01:58:31.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.789+0000 7f86e602c740  1 --2- 172.21.15.46:0/2812146488 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x564735d28b00 0x564735d2aef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.789+0000 7f86e602c740  4 client.17466 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:58:31.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.789+0000 7f86e602c740  1 -- 172.21.15.46:0/2812146488 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564735cd03e0 con 0x564735d28b00
2024-03-19T01:58:31.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.789+0000 7f86e08fd640  1 --2- 172.21.15.46:0/2812146488 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x564735d28b00 0x564735d2aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.789+0000 7f86e08fd640  1 --2- 172.21.15.46:0/2812146488 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x564735d28b00 0x564735d2aef0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b75eea299345b5c7 server_cookie=9cbd09260a55834d in_seq=0 out_seq=0
2024-03-19T01:58:31.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.789+0000 7f86c4ff9640 10 client.17466 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:58:31.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.790+0000 7f86c4ff9640  1 -- 172.21.15.46:0/2812146488 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x564735cd03e0 con 0x564735d28b00
2024-03-19T01:58:31.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.790+0000 7f86c4ff9640 10 client.17466 handle_command_reply: tid=0
2024-03-19T01:58:31.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.790+0000 7f86e602c740  1 client.17466 shutdown
2024-03-19T01:58:31.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.790+0000 7f86e602c740  1 -- 172.21.15.46:0/2812146488 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564735d0f2d0 msgr2=0x564735d157c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.790+0000 7f86e602c740  1 --2- 172.21.15.46:0/2812146488 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564735d0f2d0 0x564735d157c0 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f86d4098030 tx=0x7f86d406b130 comp rx=0 tx=0).stop
2024-03-19T01:58:31.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.790+0000 7f86e602c740  1 -- 172.21.15.46:0/2812146488 shutdown_connections
2024-03-19T01:58:31.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.790+0000 7f86e602c740  1 --2- 172.21.15.46:0/2812146488 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x564735d28b00 0x564735d2aef0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.790+0000 7f86e602c740  1 --2- 172.21.15.46:0/2812146488 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564735d187d0 0x564735d16240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.790+0000 7f86e602c740  1 --2- 172.21.15.46:0/2812146488 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564735d0fbf0 0x564735d15d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.790+0000 7f86e602c740  1 --2- 172.21.15.46:0/2812146488 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564735d0f2d0 0x564735d157c0 unknown :-1 s=CLOSED pgs=891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.790+0000 7f86c4ff9640  0 client.17466 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:58:31.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.790+0000 7f86e602c740  1 -- 172.21.15.46:0/2812146488 >> 172.21.15.46:0/2812146488 conn(0x564735d09a00 msgr2=0x564735d0b750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:31.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.790+0000 7f86e602c740  1 -- 172.21.15.46:0/2812146488 shutdown_connections
2024-03-19T01:58:31.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.790+0000 7f86e602c740  1 -- 172.21.15.46:0/2812146488 wait complete.
2024-03-19T01:58:31.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.790+0000 7f86e602c740 20 client.17466 trim_cache size 0 max 16384
2024-03-19T01:58:31.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.803+0000 7f86e602c740  1  Processor -- start
2024-03-19T01:58:31.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.803+0000 7f86e602c740  1 --  start start
2024-03-19T01:58:31.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.804+0000 7f86e602c740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564735d0f2d0 0x564735d17ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.804+0000 7f86e602c740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564735d0fbf0 0x564735d0b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.804+0000 7f86e602c740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564735d187d0 0x564735d24300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.804+0000 7f86e602c740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f86dc1b14f0 con 0x564735d0f2d0
2024-03-19T01:58:31.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.804+0000 7f86e602c740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f86dc1aedc0 con 0x564735d187d0
2024-03-19T01:58:31.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.804+0000 7f86e602c740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f86dc1acc30 con 0x564735d0fbf0
2024-03-19T01:58:31.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.804+0000 7f86e10fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564735d0f2d0 0x564735d17ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.804+0000 7f86e10fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564735d0f2d0 0x564735d17ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56246/0 (socket says 172.21.15.46:56246)
2024-03-19T01:58:31.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.804+0000 7f86e10fe640  1 -- 172.21.15.46:0/1317825896 learned_addr learned my addr 172.21.15.46:0/1317825896 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:31.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.804+0000 7f86e08fd640  1 --2- 172.21.15.46:0/1317825896 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564735d0fbf0 0x564735d0b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.804+0000 7f86e18ff640  1 --2- 172.21.15.46:0/1317825896 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564735d187d0 0x564735d24300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.804+0000 7f86e10fe640  1 -- 172.21.15.46:0/1317825896 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564735d0fbf0 msgr2=0x564735d0b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:31.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.804+0000 7f86e10fe640  1 --2- 172.21.15.46:0/1317825896 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564735d0fbf0 0x564735d0b6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.804+0000 7f86e10fe640  1 -- 172.21.15.46:0/1317825896 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564735d187d0 msgr2=0x564735d24300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:31.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.804+0000 7f86e10fe640  1 --2- 172.21.15.46:0/1317825896 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564735d187d0 0x564735d24300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.804+0000 7f86e10fe640  1 -- 172.21.15.46:0/1317825896 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564735d2b260 con 0x564735d0f2d0
2024-03-19T01:58:31.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.804+0000 7f86e18ff640  1 --2- 172.21.15.46:0/1317825896 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564735d187d0 0x564735d24300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:58:31.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.804+0000 7f86e10fe640  1 --2- 172.21.15.46:0/1317825896 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564735d0f2d0 0x564735d17ef0 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f86d409b360 tx=0x7f86d400ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d39c08b803a710c server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:31.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.804+0000 7f86c6ffd640  1 -- 172.21.15.46:0/1317825896 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86d409afc0 con 0x564735d0f2d0
2024-03-19T01:58:31.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.804+0000 7f86c6ffd640  1 -- 172.21.15.46:0/1317825896 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f86d409bd60 con 0x564735d0f2d0
2024-03-19T01:58:31.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.804+0000 7f86c6ffd640  1 -- 172.21.15.46:0/1317825896 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86d409b680 con 0x564735d0f2d0
2024-03-19T01:58:31.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.805+0000 7f86e602c740  1 -- 172.21.15.46:0/1317825896 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564735d0f2d0 msgr2=0x564735d17ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.805+0000 7f86e602c740  1 --2- 172.21.15.46:0/1317825896 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564735d0f2d0 0x564735d17ef0 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f86d409b360 tx=0x7f86d400ef90 comp rx=0 tx=0).stop
2024-03-19T01:58:31.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.805+0000 7f86e602c740  1 -- 172.21.15.46:0/1317825896 shutdown_connections
2024-03-19T01:58:31.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.805+0000 7f86e602c740  1 --2- 172.21.15.46:0/1317825896 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564735d187d0 0x564735d24300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.805+0000 7f86e602c740  1 --2- 172.21.15.46:0/1317825896 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564735d0fbf0 0x564735d0b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.805+0000 7f86e602c740  1 --2- 172.21.15.46:0/1317825896 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564735d0f2d0 0x564735d17ef0 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.805+0000 7f86e602c740  1 -- 172.21.15.46:0/1317825896 >> 172.21.15.46:0/1317825896 conn(0x564735d09a00 msgr2=0x564735d08310 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:31.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.805+0000 7f86e602c740  1 -- 172.21.15.46:0/1317825896 shutdown_connections
2024-03-19T01:58:31.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.805+0000 7f86e602c740  1 -- 172.21.15.46:0/1317825896 wait complete.
2024-03-19T01:58:31.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.805+0000 7f86e602c740  1 --  start start
2024-03-19T01:58:31.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.805+0000 7f86e602c740  1  Processor -- start
2024-03-19T01:58:31.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.806+0000 7f86e602c740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564735d0f2d0 0x564735d11a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.806+0000 7f86e602c740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564735d0fbf0 0x564735d11f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.806+0000 7f86e602c740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564735d187d0 0x564735d125c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.806+0000 7f86e602c740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f86dc1ad280 con 0x564735d0fbf0
2024-03-19T01:58:31.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.806+0000 7f86e602c740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f86dc1ae6f0 con 0x564735d187d0
2024-03-19T01:58:31.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.806+0000 7f86e602c740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f86dc1ad950 con 0x564735d0f2d0
2024-03-19T01:58:31.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.806+0000 7f86e602c740 10 client.0 _ll_register_callbacks cb 0x7f86d4004560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:58:31.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.806+0000 7f86e08fd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564735d0fbf0 0x564735d11f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.806+0000 7f86e10fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564735d0f2d0 0x564735d11a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.806+0000 7f86e08fd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564735d0fbf0 0x564735d11f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56256/0 (socket says 172.21.15.46:56256)
2024-03-19T01:58:31.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.806+0000 7f86e08fd640  1 -- 172.21.15.46:0/3027862871 learned_addr learned my addr 172.21.15.46:0/3027862871 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:31.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.806+0000 7f86e18ff640  1 --2- 172.21.15.46:0/3027862871 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564735d187d0 0x564735d125c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.806+0000 7f86e08fd640  1 -- 172.21.15.46:0/3027862871 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564735d0f2d0 msgr2=0x564735d11a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:31.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.806+0000 7f86e08fd640  1 --2- 172.21.15.46:0/3027862871 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564735d0f2d0 0x564735d11a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.806+0000 7f86e08fd640  1 -- 172.21.15.46:0/3027862871 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564735d187d0 msgr2=0x564735d125c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:31.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.806+0000 7f86e08fd640  1 --2- 172.21.15.46:0/3027862871 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564735d187d0 0x564735d125c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.806+0000 7f86e08fd640  1 -- 172.21.15.46:0/3027862871 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564735d12d90 con 0x564735d0fbf0
2024-03-19T01:58:31.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.806+0000 7f86e10fe640  1 --2- 172.21.15.46:0/3027862871 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564735d0f2d0 0x564735d11a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:58:31.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.806+0000 7f86e08fd640  1 --2- 172.21.15.46:0/3027862871 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564735d0fbf0 0x564735d11f90 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f86cc005e00 tx=0x7f86cc009650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39964ba40e2787c6 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:31.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.806+0000 7f86c4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:58:31.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.806+0000 7f86c4ff9640  1 -- 172.21.15.46:0/3027862871 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86cc056060 con 0x564735d0fbf0
2024-03-19T01:58:31.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.806+0000 7f86c4ff9640  1 -- 172.21.15.46:0/3027862871 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7f86cc004240 con 0x564735d0fbf0
2024-03-19T01:58:31.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.806+0000 7f86e602c740  1 -- 172.21.15.46:0/3027862871 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f86d409bd60 con 0x564735d0fbf0
2024-03-19T01:58:31.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.807+0000 7f86c4ff9640  1 -- 172.21.15.46:0/3027862871 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f86cc05d050 con 0x564735d0fbf0
2024-03-19T01:58:31.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.807+0000 7f86e602c740 10 client.17472 fetch_fsmap learned FSMap version 35
2024-03-19T01:58:31.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.807+0000 7f86e602c740  1 -- 172.21.15.46:0/3027862871 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x564735d93400 con 0x564735d0fbf0
2024-03-19T01:58:31.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.807+0000 7f86c4ff9640  1 -- 172.21.15.46:0/3027862871 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f86d409bd60 con 0x564735d0fbf0
2024-03-19T01:58:31.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.807+0000 7f86c4ff9640  1 -- 172.21.15.46:0/3027862871 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f86cc0049b0 con 0x564735d0fbf0
2024-03-19T01:58:31.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.807+0000 7f86e602c740 10 client.17472 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:58:31.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.807+0000 7f86e602c740 10 client.17472 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:58:31.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.807+0000 7f86e602c740 20 client.17472 populate_metadata read hostname 'smithi046'
2024-03-19T01:58:31.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.807+0000 7f86e602c740  1 --2- 172.21.15.46:0/3027862871 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x564735d936e0 0x564735d95ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.807+0000 7f86e602c740  4 client.17472 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:58:31.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.807+0000 7f86e602c740  1 -- 172.21.15.46:0/3027862871 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564735c7f9f0 con 0x564735d936e0
2024-03-19T01:58:31.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.807+0000 7f86e10fe640  1 --2- 172.21.15.46:0/3027862871 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x564735d936e0 0x564735d95ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.807+0000 7f86e10fe640  1 --2- 172.21.15.46:0/3027862871 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x564735d936e0 0x564735d95ad0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=def23dd667b0679 server_cookie=48c3eabc49c15f94 in_seq=0 out_seq=0
2024-03-19T01:58:31.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.807+0000 7f86c4ff9640 10 client.17472 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:58:31.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.808+0000 7f86c4ff9640  1 -- 172.21.15.46:0/3027862871 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564735c7f9f0 con 0x564735d936e0
2024-03-19T01:58:31.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.808+0000 7f86c4ff9640 10 client.17472 handle_command_reply: tid=0
2024-03-19T01:58:31.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.808+0000 7f86e602c740  1 client.17472 shutdown
2024-03-19T01:58:31.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.808+0000 7f86e602c740  1 -- 172.21.15.46:0/3027862871 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564735d0fbf0 msgr2=0x564735d11f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.808+0000 7f86e602c740  1 --2- 172.21.15.46:0/3027862871 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564735d0fbf0 0x564735d11f90 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f86cc005e00 tx=0x7f86cc009650 comp rx=0 tx=0).stop
2024-03-19T01:58:31.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.808+0000 7f86e602c740  1 -- 172.21.15.46:0/3027862871 shutdown_connections
2024-03-19T01:58:31.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.808+0000 7f86e602c740  1 --2- 172.21.15.46:0/3027862871 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x564735d936e0 0x564735d95ad0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.808+0000 7f86e602c740  1 --2- 172.21.15.46:0/3027862871 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564735d187d0 0x564735d125c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.808+0000 7f86c4ff9640  0 client.17472 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:58:31.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.808+0000 7f86e602c740  1 --2- 172.21.15.46:0/3027862871 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564735d0fbf0 0x564735d11f90 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.808+0000 7f86e602c740  1 --2- 172.21.15.46:0/3027862871 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564735d0f2d0 0x564735d11a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.808+0000 7f86e602c740  1 -- 172.21.15.46:0/3027862871 >> 172.21.15.46:0/3027862871 conn(0x564735d09a00 msgr2=0x564735d0abc0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:31.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.808+0000 7f86e602c740  1 -- 172.21.15.46:0/3027862871 shutdown_connections
2024-03-19T01:58:31.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.808+0000 7f86e602c740  1 -- 172.21.15.46:0/3027862871 wait complete.
2024-03-19T01:58:31.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.808+0000 7f86e602c740 20 client.17472 trim_cache size 0 max 16384
2024-03-19T01:58:31.822 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:58:31.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.808+0000 7f86e3362640  1 -- 172.21.15.46:0/1361340598 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f86c80a29f0 msgr2=0x7f86c80a4eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.808+0000 7f86e3362640  1 --2- 172.21.15.46:0/1361340598 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f86c80a29f0 0x7f86c80a4eb0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f86d8005c40 tx=0x7f86d8009500 comp rx=0 tx=0).stop
2024-03-19T01:58:31.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.808+0000 7f86e3362640  1 -- 172.21.15.46:0/1361340598 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f86dc1006a0 msgr2=0x7f86dc197fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.808+0000 7f86e3362640  1 --2- 172.21.15.46:0/1361340598 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f86dc1006a0 0x7f86dc197fc0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f86d400ea60 tx=0x7f86d400ef20 comp rx=0 tx=0).stop
2024-03-19T01:58:31.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.808+0000 7f86e3362640  1 -- 172.21.15.46:0/1361340598 shutdown_connections
2024-03-19T01:58:31.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.808+0000 7f86e3362640  1 --2- 172.21.15.46:0/1361340598 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f86dc1066b0 0x7f86dc19c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.808+0000 7f86e3362640  1 --2- 172.21.15.46:0/1361340598 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f86c80a29f0 0x7f86c80a4eb0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.808+0000 7f86e3362640  1 --2- 172.21.15.46:0/1361340598 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f86dc101060 0x7f86dc198500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.808+0000 7f86e3362640  1 --2- 172.21.15.46:0/1361340598 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f86dc1006a0 0x7f86dc197fc0 unknown :-1 s=CLOSED pgs=889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.808+0000 7f86e3362640  1 -- 172.21.15.46:0/1361340598 >> 172.21.15.46:0/1361340598 conn(0x7f86dc0778d0 msgr2=0x7f86dc068d20 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:31.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.809+0000 7f86e3362640  1 -- 172.21.15.46:0/1361340598 shutdown_connections
2024-03-19T01:58:31.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.809+0000 7f86e3362640  1 -- 172.21.15.46:0/1361340598 wait complete.
2024-03-19T01:58:31.824 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:31 smithi046 ceph-mon[63102]: pgmap v260: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s
2024-03-19T01:58:31.824 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:31 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/918411319' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:58:31.825 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls
2024-03-19T01:58:31.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.930+0000 7fb17c4c0640  1 -- 172.21.15.46:0/41885135 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1741077d0 msgr2=0x7fb174107bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.930+0000 7fb17c4c0640  1 --2- 172.21.15.46:0/41885135 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1741077d0 0x7fb174107bb0 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7fb170009930 tx=0x7fb17002bc30 comp rx=0 tx=0).stop
2024-03-19T01:58:31.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.930+0000 7fb17c4c0640  1 -- 172.21.15.46:0/41885135 shutdown_connections
2024-03-19T01:58:31.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.930+0000 7fb17c4c0640  1 --2- 172.21.15.46:0/41885135 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb174100670 0x7fb17410e690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.930+0000 7fb17c4c0640  1 --2- 172.21.15.46:0/41885135 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb1740ffcb0 0x7fb174100130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.930+0000 7fb17c4c0640  1 --2- 172.21.15.46:0/41885135 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1741077d0 0x7fb174107bb0 unknown :-1 s=CLOSED pgs=894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.930+0000 7fb17c4c0640  1 -- 172.21.15.46:0/41885135 >> 172.21.15.46:0/41885135 conn(0x7fb174076c30 msgr2=0x7fb1740fdfc0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:31.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.930+0000 7fb17c4c0640  1 -- 172.21.15.46:0/41885135 shutdown_connections
2024-03-19T01:58:31.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.930+0000 7fb17c4c0640  1 -- 172.21.15.46:0/41885135 wait complete.
2024-03-19T01:58:31.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.930+0000 7fb17c4c0640  1  Processor -- start
2024-03-19T01:58:31.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.930+0000 7fb17c4c0640  1 --  start start
2024-03-19T01:58:31.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.931+0000 7fb17c4c0640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1740ffcb0 0x7fb174197ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.931+0000 7fb17c4c0640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb174100670 0x7fb174198530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.931+0000 7fb17c4c0640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb1741077d0 0x7fb17419c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.931+0000 7fb17c4c0640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb174111a90 con 0x7fb174100670
2024-03-19T01:58:31.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.931+0000 7fb17c4c0640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb174111910 con 0x7fb1741077d0
2024-03-19T01:58:31.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.931+0000 7fb17c4c0640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb174111c10 con 0x7fb1740ffcb0
2024-03-19T01:58:31.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.931+0000 7fb179a5b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb174100670 0x7fb174198530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.931+0000 7fb179a5b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb174100670 0x7fb174198530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56274/0 (socket says 172.21.15.46:56274)
2024-03-19T01:58:31.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.931+0000 7fb179a5b640  1 -- 172.21.15.46:0/748146707 learned_addr learned my addr 172.21.15.46:0/748146707 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:31.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.931+0000 7fb17a25c640  1 --2- 172.21.15.46:0/748146707 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1740ffcb0 0x7fb174197ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.931+0000 7fb17aa5d640  1 --2- 172.21.15.46:0/748146707 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb1741077d0 0x7fb17419c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.931+0000 7fb179a5b640  1 -- 172.21.15.46:0/748146707 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1740ffcb0 msgr2=0x7fb174197ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.931+0000 7fb179a5b640  1 --2- 172.21.15.46:0/748146707 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1740ffcb0 0x7fb174197ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.931+0000 7fb179a5b640  1 -- 172.21.15.46:0/748146707 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb1741077d0 msgr2=0x7fb17419c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.931+0000 7fb179a5b640  1 --2- 172.21.15.46:0/748146707 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb1741077d0 0x7fb17419c8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.931+0000 7fb179a5b640  1 -- 172.21.15.46:0/748146707 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb17419cfe0 con 0x7fb174100670
2024-03-19T01:58:31.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.931+0000 7fb179a5b640  1 --2- 172.21.15.46:0/748146707 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb174100670 0x7fb174198530 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7fb16400e9f0 tx=0x7fb16400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:31.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.931+0000 7fb16b7fe640  1 -- 172.21.15.46:0/748146707 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb16400cd80 con 0x7fb174100670
2024-03-19T01:58:31.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.931+0000 7fb16b7fe640  1 -- 172.21.15.46:0/748146707 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb1640108e0 con 0x7fb174100670
2024-03-19T01:58:31.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.931+0000 7fb17c4c0640  1 -- 172.21.15.46:0/748146707 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb17419d2d0 con 0x7fb174100670
2024-03-19T01:58:31.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.931+0000 7fb16b7fe640  1 -- 172.21.15.46:0/748146707 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb164018920 con 0x7fb174100670
2024-03-19T01:58:31.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.931+0000 7fb17c4c0640  1 -- 172.21.15.46:0/748146707 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1741a4b60 con 0x7fb174100670
2024-03-19T01:58:31.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.934+0000 7fb16b7fe640  1 -- 172.21.15.46:0/748146707 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fb164010a90 con 0x7fb174100670
2024-03-19T01:58:31.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.934+0000 7fb17f187740  1  Processor -- start
2024-03-19T01:58:31.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.934+0000 7fb17f187740  1 --  start start
2024-03-19T01:58:31.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.934+0000 7fb17f187740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f4162302d0 0x55f4162306b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.934+0000 7fb17f187740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f416230bf0 0x55f416239290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.935+0000 7fb17f187740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f4162397d0 0x55f41623bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.935+0000 7fb17f187740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55f4161934b0 con 0x55f4162397d0
2024-03-19T01:58:31.950 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.935+0000 7fb17f187740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55f41613bd70 con 0x55f4162302d0
2024-03-19T01:58:31.950 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.935+0000 7fb17f187740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55f41618f550 con 0x55f416230bf0
2024-03-19T01:58:31.950 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.935+0000 7fb16b7fe640  1 --2- 172.21.15.46:0/748146707 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb1600a2970 0x7fb1600a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.950 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.935+0000 7fb179a5b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f4162397d0 0x55f41623bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.950 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.935+0000 7fb17aa5d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f4162302d0 0x55f4162306b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.950 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.935+0000 7fb179a5b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f4162397d0 0x55f41623bbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56282/0 (socket says 172.21.15.46:56282)
2024-03-19T01:58:31.950 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.935+0000 7fb179a5b640  1 -- 172.21.15.46:0/2151070529 learned_addr learned my addr 172.21.15.46:0/2151070529 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:31.950 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.935+0000 7fb17a25c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f416230bf0 0x55f416239290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.950 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.935+0000 7fb17aa5d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f4162302d0 0x55f4162306b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:47950/0 (socket says 172.21.15.46:47950)
2024-03-19T01:58:31.950 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.935+0000 7fb17aa5d640  1 --2- 172.21.15.46:0/748146707 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb1600a2970 0x7fb1600a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.950 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.935+0000 7fb16b7fe640  1 -- 172.21.15.46:0/748146707 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7fb1640cf490 con 0x7fb174100670
2024-03-19T01:58:31.950 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.935+0000 7fb179a5b640  1 -- 172.21.15.46:0/2151070529 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f416230bf0 msgr2=0x55f416239290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:31.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.935+0000 7fb179a5b640  1 --2- 172.21.15.46:0/2151070529 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f416230bf0 0x55f416239290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.935+0000 7fb179a5b640  1 -- 172.21.15.46:0/2151070529 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f4162302d0 msgr2=0x55f4162306b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:31.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.935+0000 7fb179a5b640  1 --2- 172.21.15.46:0/2151070529 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f4162302d0 0x55f4162306b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.935+0000 7fb179a5b640  1 -- 172.21.15.46:0/2151070529 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f41615e210 con 0x55f4162397d0
2024-03-19T01:58:31.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.935+0000 7fb179a5b640  1 --2- 172.21.15.46:0/2151070529 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f4162397d0 0x55f41623bbc0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7fb1640cc850 tx=0x7fb16409b1d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45201e566ad0145c server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:31.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.935+0000 7fb17aa5d640  1 --2- 172.21.15.46:0/748146707 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb1600a2970 0x7fb1600a4e30 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fb16c005fd0 tx=0x7fb16c009500 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:31.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.935+0000 7fb168bfe640  1 -- 172.21.15.46:0/2151070529 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb16409f910 con 0x55f4162397d0
2024-03-19T01:58:31.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.935+0000 7fb168bfe640  1 -- 172.21.15.46:0/2151070529 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb1640a3f60 con 0x55f4162397d0
2024-03-19T01:58:31.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.935+0000 7fb168bfe640  1 -- 172.21.15.46:0/2151070529 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1640860d0 con 0x55f4162397d0
2024-03-19T01:58:31.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.936+0000 7fb17f187740  1 -- 172.21.15.46:0/2151070529 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f4162397d0 msgr2=0x55f41623bbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.936+0000 7fb17f187740  1 --2- 172.21.15.46:0/2151070529 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f4162397d0 0x55f41623bbc0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7fb1640cc850 tx=0x7fb16409b1d0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.936+0000 7fb17f187740  1 -- 172.21.15.46:0/2151070529 shutdown_connections
2024-03-19T01:58:31.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.936+0000 7fb17f187740  1 --2- 172.21.15.46:0/2151070529 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f4162397d0 0x55f41623bbc0 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.936+0000 7fb17f187740  1 --2- 172.21.15.46:0/2151070529 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f416230bf0 0x55f416239290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.936+0000 7fb17f187740  1 --2- 172.21.15.46:0/2151070529 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f4162302d0 0x55f4162306b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.936+0000 7fb17f187740  1 -- 172.21.15.46:0/2151070529 >> 172.21.15.46:0/2151070529 conn(0x55f41622aa00 msgr2=0x55f41622ade0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:31.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.936+0000 7fb17f187740  1 -- 172.21.15.46:0/2151070529 shutdown_connections
2024-03-19T01:58:31.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.936+0000 7fb17f187740  1 -- 172.21.15.46:0/2151070529 wait complete.
2024-03-19T01:58:31.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.937+0000 7fb17f187740  1 --  start start
2024-03-19T01:58:31.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.937+0000 7fb17f187740  1  Processor -- start
2024-03-19T01:58:31.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.937+0000 7fb17f187740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f4162302d0 0x55f416236800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.937+0000 7fb17f187740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f416230bf0 0x55f416236d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.937+0000 7fb17f187740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f4162397d0 0x55f416237280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.937+0000 7fb17f187740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55f41623c560 con 0x55f4162302d0
2024-03-19T01:58:31.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.937+0000 7fb17f187740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55f41614f310 con 0x55f416230bf0
2024-03-19T01:58:31.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.937+0000 7fb17f187740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55f41623c6e0 con 0x55f4162397d0
2024-03-19T01:58:31.952 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.937+0000 7fb17f187740 10 client.0 _ll_register_callbacks cb 0x55f4161432d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:58:31.953 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.937+0000 7fb17a25c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f4162302d0 0x55f416236800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.953 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.937+0000 7fb17a25c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f4162302d0 0x55f416236800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56290/0 (socket says 172.21.15.46:56290)
2024-03-19T01:58:31.953 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.937+0000 7fb17a25c640  1 -- 172.21.15.46:0/1231007090 learned_addr learned my addr 172.21.15.46:0/1231007090 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:31.953 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.937+0000 7fb179a5b640  1 --2- 172.21.15.46:0/1231007090 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f416230bf0 0x55f416236d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.953 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.937+0000 7fb17aa5d640  1 --2- 172.21.15.46:0/1231007090 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f4162397d0 0x55f416237280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.953 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.937+0000 7fb17a25c640  1 -- 172.21.15.46:0/1231007090 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f4162397d0 msgr2=0x55f416237280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:31.953 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.937+0000 7fb17a25c640  1 --2- 172.21.15.46:0/1231007090 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f4162397d0 0x55f416237280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.953 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.937+0000 7fb17a25c640  1 -- 172.21.15.46:0/1231007090 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f416230bf0 msgr2=0x55f416236d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:31.953 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.937+0000 7fb17a25c640  1 --2- 172.21.15.46:0/1231007090 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f416230bf0 0x55f416236d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.954 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.937+0000 7fb17a25c640  1 -- 172.21.15.46:0/1231007090 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f415ea73f0 con 0x55f4162302d0
2024-03-19T01:58:31.954 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.937+0000 7fb179a5b640  1 --2- 172.21.15.46:0/1231007090 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f416230bf0 0x55f416236d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:58:31.954 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.937+0000 7fb17a25c640  1 --2- 172.21.15.46:0/1231007090 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f4162302d0 0x55f416236800 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7fb170009930 tx=0x7fb17002c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=825c896f0915d859 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:31.954 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.937+0000 7fb15dffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:58:31.954 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.938+0000 7fb15dffb640  1 -- 172.21.15.46:0/1231007090 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb17002c5d0 con 0x55f4162302d0
2024-03-19T01:58:31.954 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.938+0000 7fb15dffb640  1 -- 172.21.15.46:0/1231007090 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7fb170005030 con 0x55f4162302d0
2024-03-19T01:58:31.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.938+0000 7fb17f187740  1 -- 172.21.15.46:0/1231007090 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb1640a3f60 con 0x55f4162302d0
2024-03-19T01:58:31.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.938+0000 7fb15dffb640  1 -- 172.21.15.46:0/1231007090 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fb170052050 con 0x55f4162302d0
2024-03-19T01:58:31.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.938+0000 7fb17f187740 10 client.17484 fetch_fsmap learned FSMap version 35
2024-03-19T01:58:31.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.938+0000 7fb17f187740  1 -- 172.21.15.46:0/1231007090 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55f415f717d0 con 0x55f4162302d0
2024-03-19T01:58:31.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.938+0000 7fb15dffb640  1 -- 172.21.15.46:0/1231007090 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb1640a3f60 con 0x55f4162302d0
2024-03-19T01:58:31.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.938+0000 7fb15dffb640  1 -- 172.21.15.46:0/1231007090 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7fb170004ca0 con 0x55f4162302d0
2024-03-19T01:58:31.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.938+0000 7fb17f187740 10 client.17484 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:58:31.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.938+0000 7fb17f187740 10 client.17484 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:58:31.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.938+0000 7fb17f187740 20 client.17484 populate_metadata read hostname 'smithi046'
2024-03-19T01:58:31.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.938+0000 7fb17f187740  1 --2- 172.21.15.46:0/1231007090 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f416249b40 0x55f41624bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.938+0000 7fb17f187740  4 client.17484 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:58:31.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.938+0000 7fb17f187740  1 -- 172.21.15.46:0/1231007090 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f4161f13e0 con 0x55f416249b40
2024-03-19T01:58:31.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.938+0000 7fb179a5b640  1 --2- 172.21.15.46:0/1231007090 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f416249b40 0x55f41624bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.939+0000 7fb15dffb640 10 client.17484 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:58:31.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.939+0000 7fb179a5b640  1 --2- 172.21.15.46:0/1231007090 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f416249b40 0x55f41624bfb0 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=80215f071d485bff server_cookie=7963d8ab2ebe28d6 in_seq=0 out_seq=0
2024-03-19T01:58:31.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.939+0000 7fb15dffb640  1 -- 172.21.15.46:0/1231007090 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55f4161f13e0 con 0x55f416249b40
2024-03-19T01:58:31.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.939+0000 7fb15dffb640 10 client.17484 handle_command_reply: tid=0
2024-03-19T01:58:31.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.939+0000 7fb17f187740  1 client.17484 shutdown
2024-03-19T01:58:31.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.939+0000 7fb17f187740  1 -- 172.21.15.46:0/1231007090 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f4162302d0 msgr2=0x55f416236800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.939+0000 7fb17f187740  1 --2- 172.21.15.46:0/1231007090 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f4162302d0 0x55f416236800 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7fb170009930 tx=0x7fb17002c9f0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.939+0000 7fb17f187740  1 -- 172.21.15.46:0/1231007090 shutdown_connections
2024-03-19T01:58:31.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.939+0000 7fb17f187740  1 --2- 172.21.15.46:0/1231007090 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f416249b40 0x55f41624bfb0 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.939+0000 7fb17f187740  1 --2- 172.21.15.46:0/1231007090 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f4162397d0 0x55f416237280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.939+0000 7fb17f187740  1 --2- 172.21.15.46:0/1231007090 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f416230bf0 0x55f416236d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.939+0000 7fb17f187740  1 --2- 172.21.15.46:0/1231007090 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f4162302d0 0x55f416236800 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.939+0000 7fb17f187740  1 -- 172.21.15.46:0/1231007090 >> 172.21.15.46:0/1231007090 conn(0x55f41622aa00 msgr2=0x55f41622c750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:31.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.940+0000 7fb15dffb640  0 client.17484 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:58:31.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.940+0000 7fb17f187740  1 -- 172.21.15.46:0/1231007090 shutdown_connections
2024-03-19T01:58:31.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.940+0000 7fb17f187740  1 -- 172.21.15.46:0/1231007090 wait complete.
2024-03-19T01:58:31.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.940+0000 7fb17f187740 20 client.17484 trim_cache size 0 max 16384
2024-03-19T01:58:31.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.953+0000 7fb17f187740  1  Processor -- start
2024-03-19T01:58:31.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.953+0000 7fb17f187740  1 --  start start
2024-03-19T01:58:31.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.953+0000 7fb17f187740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f4162302d0 0x55f416245300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.953+0000 7fb17f187740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f416230bf0 0x55f4162370a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.953+0000 7fb17f187740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f4162397d0 0x55f416251880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.953+0000 7fb17f187740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb1741b1640 con 0x55f416230bf0
2024-03-19T01:58:31.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.953+0000 7fb17f187740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb1741aef10 con 0x55f4162397d0
2024-03-19T01:58:31.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.953+0000 7fb17f187740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb1741acd80 con 0x55f4162302d0
2024-03-19T01:58:31.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.953+0000 7fb179a5b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f416230bf0 0x55f4162370a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.953+0000 7fb179a5b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f416230bf0 0x55f4162370a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56294/0 (socket says 172.21.15.46:56294)
2024-03-19T01:58:31.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.953+0000 7fb179a5b640  1 -- 172.21.15.46:0/1814028630 learned_addr learned my addr 172.21.15.46:0/1814028630 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:31.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.953+0000 7fb17a25c640  1 --2- 172.21.15.46:0/1814028630 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f4162302d0 0x55f416245300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.953+0000 7fb17aa5d640  1 --2- 172.21.15.46:0/1814028630 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f4162397d0 0x55f416251880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.953+0000 7fb179a5b640  1 -- 172.21.15.46:0/1814028630 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f4162302d0 msgr2=0x55f416245300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:31.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.953+0000 7fb179a5b640  1 --2- 172.21.15.46:0/1814028630 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f4162302d0 0x55f416245300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.953+0000 7fb179a5b640  1 -- 172.21.15.46:0/1814028630 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f4162397d0 msgr2=0x55f416251880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:31.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.953+0000 7fb179a5b640  1 --2- 172.21.15.46:0/1814028630 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f4162397d0 0x55f416251880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.953+0000 7fb179a5b640  1 -- 172.21.15.46:0/1814028630 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f416230a20 con 0x55f416230bf0
2024-03-19T01:58:31.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.953+0000 7fb179a5b640  1 --2- 172.21.15.46:0/1814028630 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f416230bf0 0x55f4162370a0 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7fb1640981f0 tx=0x7fb16401a040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c14e5a89f8fddf04 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:31.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.954+0000 7fb15ffff640  1 -- 172.21.15.46:0/1814028630 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb164099b70 con 0x55f416230bf0
2024-03-19T01:58:31.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.954+0000 7fb15ffff640  1 -- 172.21.15.46:0/1814028630 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb1640cf170 con 0x55f416230bf0
2024-03-19T01:58:31.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.954+0000 7fb15ffff640  1 -- 172.21.15.46:0/1814028630 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb16409acc0 con 0x55f416230bf0
2024-03-19T01:58:31.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.954+0000 7fb17f187740  1 -- 172.21.15.46:0/1814028630 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f416230bf0 msgr2=0x55f4162370a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.954+0000 7fb17f187740  1 --2- 172.21.15.46:0/1814028630 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f416230bf0 0x55f4162370a0 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7fb1640981f0 tx=0x7fb16401a040 comp rx=0 tx=0).stop
2024-03-19T01:58:31.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.954+0000 7fb17f187740  1 -- 172.21.15.46:0/1814028630 shutdown_connections
2024-03-19T01:58:31.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.954+0000 7fb17f187740  1 --2- 172.21.15.46:0/1814028630 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f4162397d0 0x55f416251880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.954+0000 7fb17f187740  1 --2- 172.21.15.46:0/1814028630 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f416230bf0 0x55f4162370a0 unknown :-1 s=CLOSED pgs=898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.966 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.954+0000 7fb17f187740  1 --2- 172.21.15.46:0/1814028630 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f4162302d0 0x55f416245300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.966 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.954+0000 7fb17f187740  1 -- 172.21.15.46:0/1814028630 >> 172.21.15.46:0/1814028630 conn(0x55f41622aa00 msgr2=0x55f416229ba0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:31.966 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.954+0000 7fb17f187740  1 -- 172.21.15.46:0/1814028630 shutdown_connections
2024-03-19T01:58:31.966 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.954+0000 7fb17f187740  1 -- 172.21.15.46:0/1814028630 wait complete.
2024-03-19T01:58:31.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.954+0000 7fb17f187740  1 --  start start
2024-03-19T01:58:31.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.954+0000 7fb17f187740  1  Processor -- start
2024-03-19T01:58:31.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.955+0000 7fb17f187740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f4162302d0 0x55f416241950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.955+0000 7fb17f187740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f416230bf0 0x55f41623ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.955+0000 7fb17f187740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f4162397d0 0x55f41623d200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.955+0000 7fb17f187740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb1741ad3d0 con 0x55f416230bf0
2024-03-19T01:58:31.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.955+0000 7fb17f187740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb1741ae840 con 0x55f4162397d0
2024-03-19T01:58:31.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.955+0000 7fb17f187740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb1741adaa0 con 0x55f4162302d0
2024-03-19T01:58:31.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.955+0000 7fb17f187740 10 client.0 _ll_register_callbacks cb 0x7fb170009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:58:31.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.955+0000 7fb179a5b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f416230bf0 0x55f41623ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.955+0000 7fb179a5b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f416230bf0 0x55f41623ccc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56300/0 (socket says 172.21.15.46:56300)
2024-03-19T01:58:31.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.955+0000 7fb179a5b640  1 -- 172.21.15.46:0/4002244255 learned_addr learned my addr 172.21.15.46:0/4002244255 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:31.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.955+0000 7fb17aa5d640  1 --2- 172.21.15.46:0/4002244255 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f4162397d0 0x55f41623d200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.955+0000 7fb17a25c640  1 --2- 172.21.15.46:0/4002244255 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f4162302d0 0x55f416241950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.955+0000 7fb17aa5d640  1 -- 172.21.15.46:0/4002244255 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f4162302d0 msgr2=0x55f416241950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:31.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.955+0000 7fb17aa5d640  1 --2- 172.21.15.46:0/4002244255 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f4162302d0 0x55f416241950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.955+0000 7fb17aa5d640  1 -- 172.21.15.46:0/4002244255 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f416230bf0 msgr2=0x55f41623ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:31.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.955+0000 7fb17aa5d640  1 --2- 172.21.15.46:0/4002244255 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f416230bf0 0x55f41623ccc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.955+0000 7fb17aa5d640  1 -- 172.21.15.46:0/4002244255 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f41623d770 con 0x55f4162397d0
2024-03-19T01:58:31.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.955+0000 7fb179a5b640  1 --2- 172.21.15.46:0/4002244255 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f416230bf0 0x55f41623ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:58:31.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.955+0000 7fb17aa5d640  1 --2- 172.21.15.46:0/4002244255 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f4162397d0 0x55f41623d200 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fb16c00fc20 tx=0x7fb16c004ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6e66d16e06e58d49 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:31.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.955+0000 7fb15dffb640 10 client.0 ms_handle_connect on v2:172.21.15.73:3300/0
2024-03-19T01:58:31.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.956+0000 7fb15dffb640  1 -- 172.21.15.46:0/4002244255 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb16c02f060 con 0x55f4162397d0
2024-03-19T01:58:31.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.956+0000 7fb17f187740  1 -- 172.21.15.46:0/4002244255 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb1640cf170 con 0x55f4162397d0
2024-03-19T01:58:31.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.956+0000 7fb15dffb640  1 -- 172.21.15.46:0/4002244255 <== mon.2 v2:172.21.15.73:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7fb16c010d40 con 0x55f4162397d0
2024-03-19T01:58:31.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.956+0000 7fb15dffb640  1 -- 172.21.15.46:0/4002244255 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fb16c036050 con 0x55f4162397d0
2024-03-19T01:58:31.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.956+0000 7fb17f187740 10 client.27347 fetch_fsmap learned FSMap version 35
2024-03-19T01:58:31.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.956+0000 7fb17f187740  1 -- 172.21.15.46:0/4002244255 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55f4162afc90 con 0x55f4162397d0
2024-03-19T01:58:31.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.956+0000 7fb15dffb640  1 -- 172.21.15.46:0/4002244255 <== mon.2 v2:172.21.15.73:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb1640cf170 con 0x55f4162397d0
2024-03-19T01:58:31.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.956+0000 7fb15dffb640  1 -- 172.21.15.46:0/4002244255 <== mon.2 v2:172.21.15.73:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7fb16c01d070 con 0x55f4162397d0
2024-03-19T01:58:31.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.956+0000 7fb17f187740 10 client.27347 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:58:31.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.956+0000 7fb17f187740 10 client.27347 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:58:31.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.956+0000 7fb17f187740 20 client.27347 populate_metadata read hostname 'smithi046'
2024-03-19T01:58:31.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.956+0000 7fb17f187740  1 --2- 172.21.15.46:0/4002244255 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f4162b0440 0x55f4162b2860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:31.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.956+0000 7fb17f187740  4 client.27347 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:58:31.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.956+0000 7fb17f187740  1 -- 172.21.15.46:0/4002244255 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f4161a09f0 con 0x55f4162b0440
2024-03-19T01:58:31.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.956+0000 7fb17a25c640  1 --2- 172.21.15.46:0/4002244255 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f4162b0440 0x55f4162b2860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:31.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.957+0000 7fb15dffb640 10 client.27347 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:58:31.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.957+0000 7fb17a25c640  1 --2- 172.21.15.46:0/4002244255 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f4162b0440 0x55f4162b2860 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a2b1569b46970de0 server_cookie=f6929bb24c112828 in_seq=0 out_seq=0
2024-03-19T01:58:31.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.957+0000 7fb15dffb640  1 -- 172.21.15.46:0/4002244255 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f4161a09f0 con 0x55f4162b0440
2024-03-19T01:58:31.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.957+0000 7fb15dffb640 10 client.27347 handle_command_reply: tid=0
2024-03-19T01:58:31.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.957+0000 7fb17f187740  1 client.27347 shutdown
2024-03-19T01:58:31.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.957+0000 7fb17f187740  1 -- 172.21.15.46:0/4002244255 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f4162397d0 msgr2=0x55f41623d200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.957+0000 7fb17f187740  1 --2- 172.21.15.46:0/4002244255 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f4162397d0 0x55f41623d200 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fb16c00fc20 tx=0x7fb16c004ab0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.957+0000 7fb17f187740  1 -- 172.21.15.46:0/4002244255 shutdown_connections
2024-03-19T01:58:31.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.957+0000 7fb17f187740  1 --2- 172.21.15.46:0/4002244255 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f4162b0440 0x55f4162b2860 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.957+0000 7fb17f187740  1 --2- 172.21.15.46:0/4002244255 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f4162397d0 0x55f41623d200 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.957+0000 7fb17f187740  1 --2- 172.21.15.46:0/4002244255 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f416230bf0 0x55f41623ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.957+0000 7fb17f187740  1 --2- 172.21.15.46:0/4002244255 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f4162302d0 0x55f416241950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.957+0000 7fb15dffb640  0 client.27347 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:58:31.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.957+0000 7fb17f187740  1 -- 172.21.15.46:0/4002244255 >> 172.21.15.46:0/4002244255 conn(0x55f41622aa00 msgr2=0x55f41622bde0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:31.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.957+0000 7fb17f187740  1 -- 172.21.15.46:0/4002244255 shutdown_connections
2024-03-19T01:58:31.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.957+0000 7fb17f187740  1 -- 172.21.15.46:0/4002244255 wait complete.
2024-03-19T01:58:31.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.957+0000 7fb17f187740 20 client.27347 trim_cache size 0 max 16384
2024-03-19T01:58:31.972 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:58:31.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.957+0000 7fb17c4c0640  1 -- 172.21.15.46:0/748146707 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb1600a2970 msgr2=0x7fb1600a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.957+0000 7fb17c4c0640  1 --2- 172.21.15.46:0/748146707 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb1600a2970 0x7fb1600a4e30 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fb16c005fd0 tx=0x7fb16c009500 comp rx=0 tx=0).stop
2024-03-19T01:58:31.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.957+0000 7fb17c4c0640  1 -- 172.21.15.46:0/748146707 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb174100670 msgr2=0x7fb174198530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:31.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.957+0000 7fb17c4c0640  1 --2- 172.21.15.46:0/748146707 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb174100670 0x7fb174198530 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7fb16400e9f0 tx=0x7fb16400eeb0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.958+0000 7fb17c4c0640  1 -- 172.21.15.46:0/748146707 shutdown_connections
2024-03-19T01:58:31.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.958+0000 7fb17c4c0640  1 --2- 172.21.15.46:0/748146707 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb1741077d0 0x7fb17419c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.958+0000 7fb17c4c0640  1 --2- 172.21.15.46:0/748146707 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb174100670 0x7fb174198530 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.958+0000 7fb17c4c0640  1 --2- 172.21.15.46:0/748146707 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb1600a2970 0x7fb1600a4e30 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.958+0000 7fb17c4c0640  1 --2- 172.21.15.46:0/748146707 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1740ffcb0 0x7fb174197ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:31.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.958+0000 7fb17c4c0640  1 -- 172.21.15.46:0/748146707 >> 172.21.15.46:0/748146707 conn(0x7fb174076c30 msgr2=0x7fb174104760 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:31.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.958+0000 7fb17c4c0640  1 -- 172.21.15.46:0/748146707 shutdown_connections
2024-03-19T01:58:31.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:31.958+0000 7fb17c4c0640  1 -- 172.21.15.46:0/748146707 wait complete.
2024-03-19T01:58:32.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:31 smithi073 ceph-mon[66833]: pgmap v260: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s
2024-03-19T01:58:32.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:31 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/918411319' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:58:32.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:31 smithi102 ceph-mon[66557]: pgmap v260: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s
2024-03-19T01:58:32.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:31 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/918411319' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:58:32.975 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs
2024-03-19T01:58:32.975 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:58:32.975 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive
2024-03-19T01:58:33.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.095+0000 7fc38ba36640  1 -- 172.21.15.46:0/3973020572 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc3841042e0 msgr2=0x7fc384104760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:33.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.095+0000 7fc38ba36640  1 --2- 172.21.15.46:0/3973020572 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc3841042e0 0x7fc384104760 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7fc37c009cd0 tx=0x7fc37c02c0f0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.095+0000 7fc38ba36640  1 -- 172.21.15.46:0/3973020572 shutdown_connections
2024-03-19T01:58:33.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.095+0000 7fc38ba36640  1 --2- 172.21.15.46:0/3973020572 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc3841042e0 0x7fc384104760 unknown :-1 s=CLOSED pgs=899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.095+0000 7fc38ba36640  1 --2- 172.21.15.46:0/3973020572 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc384068f60 0x7fc3840693c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.095+0000 7fc38ba36640  1 --2- 172.21.15.46:0/3973020572 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc384106770 0x7fc384068a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.095+0000 7fc38ba36640  1 -- 172.21.15.46:0/3973020572 >> 172.21.15.46:0/3973020572 conn(0x7fc384077820 msgr2=0x7fc384077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:33.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.095+0000 7fc38ba36640  1 -- 172.21.15.46:0/3973020572 shutdown_connections
2024-03-19T01:58:33.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.095+0000 7fc38ba36640  1 -- 172.21.15.46:0/3973020572 wait complete.
2024-03-19T01:58:33.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.096+0000 7fc38ba36640  1  Processor -- start
2024-03-19T01:58:33.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.096+0000 7fc38ba36640  1 --  start start
2024-03-19T01:58:33.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.096+0000 7fc38ba36640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc384068f60 0x7fc38419e560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.096+0000 7fc38ba36640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc3841042e0 0x7fc38419eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.096+0000 7fc38ba36640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc384106770 0x7fc3841a2e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.096+0000 7fc38ba36640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc384118020 con 0x7fc3841042e0
2024-03-19T01:58:33.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.096+0000 7fc38ba36640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fc384117ea0 con 0x7fc384106770
2024-03-19T01:58:33.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.096+0000 7fc38ba36640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc3841181a0 con 0x7fc384068f60
2024-03-19T01:58:33.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.096+0000 7fc388fd1640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc3841042e0 0x7fc38419eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.096+0000 7fc389fd3640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc384106770 0x7fc3841a2e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.096+0000 7fc388fd1640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc3841042e0 0x7fc38419eaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:42204/0 (socket says 172.21.15.46:42204)
2024-03-19T01:58:33.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.096+0000 7fc388fd1640  1 -- 172.21.15.46:0/748854685 learned_addr learned my addr 172.21.15.46:0/748854685 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:33.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.096+0000 7fc3897d2640  1 --2- 172.21.15.46:0/748854685 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc384068f60 0x7fc38419e560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.096+0000 7fc388fd1640  1 -- 172.21.15.46:0/748854685 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc384068f60 msgr2=0x7fc38419e560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:33.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.096+0000 7fc388fd1640  1 --2- 172.21.15.46:0/748854685 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc384068f60 0x7fc38419e560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.096+0000 7fc388fd1640  1 -- 172.21.15.46:0/748854685 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc384106770 msgr2=0x7fc3841a2e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:33.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.097+0000 7fc388fd1640  1 --2- 172.21.15.46:0/748854685 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc384106770 0x7fc3841a2e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.097+0000 7fc388fd1640  1 -- 172.21.15.46:0/748854685 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3841a3550 con 0x7fc3841042e0
2024-03-19T01:58:33.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.097+0000 7fc389fd3640  1 --2- 172.21.15.46:0/748854685 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc384106770 0x7fc3841a2e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:58:33.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.097+0000 7fc388fd1640  1 --2- 172.21.15.46:0/748854685 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc3841042e0 0x7fc38419eaa0 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7fc37400e9f0 tx=0x7fc37400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:33.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.097+0000 7fc37a7fc640  1 -- 172.21.15.46:0/748854685 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc37400cd80 con 0x7fc3841042e0
2024-03-19T01:58:33.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.097+0000 7fc37a7fc640  1 -- 172.21.15.46:0/748854685 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc3740054d0 con 0x7fc3841042e0
2024-03-19T01:58:33.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.097+0000 7fc37a7fc640  1 -- 172.21.15.46:0/748854685 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc374010490 con 0x7fc3841042e0
2024-03-19T01:58:33.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.097+0000 7fc38ba36640  1 -- 172.21.15.46:0/748854685 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3841a3840 con 0x7fc3841042e0
2024-03-19T01:58:33.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.097+0000 7fc38ba36640  1 -- 172.21.15.46:0/748854685 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3841ab0d0 con 0x7fc3841042e0
2024-03-19T01:58:33.109 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.099+0000 7fc37a7fc640  1 -- 172.21.15.46:0/748854685 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fc374005020 con 0x7fc3841042e0
2024-03-19T01:58:33.109 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.100+0000 7fc38e626740  1  Processor -- start
2024-03-19T01:58:33.109 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.100+0000 7fc38e626740  1 --  start start
2024-03-19T01:58:33.109 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.100+0000 7fc38e626740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559cf056e380 0x559cf056e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.109 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.100+0000 7fc38e626740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559cf056eca0 0x559cf0577340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.109 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.100+0000 7fc38e626740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559cf0577880 0x559cf0579c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.109 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.100+0000 7fc38e626740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x559cf04d2160 con 0x559cf056eca0
2024-03-19T01:58:33.109 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.100+0000 7fc38e626740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x559cf047ae10 con 0x559cf0577880
2024-03-19T01:58:33.109 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.100+0000 7fc38e626740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x559cf04ce200 con 0x559cf056e380
2024-03-19T01:58:33.110 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.100+0000 7fc37a7fc640  1 --2- 172.21.15.46:0/748854685 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fc3700a2970 0x7fc3700a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.110 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.100+0000 7fc3897d2640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559cf056eca0 0x559cf0577340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.110 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.100+0000 7fc3897d2640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559cf056eca0 0x559cf0577340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:42206/0 (socket says 172.21.15.46:42206)
2024-03-19T01:58:33.110 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.101+0000 7fc3897d2640  1 -- 172.21.15.46:0/1774390221 learned_addr learned my addr 172.21.15.46:0/1774390221 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:33.110 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.101+0000 7fc389fd3640  1 --2- 172.21.15.46:0/1774390221 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559cf056e380 0x559cf056e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.110 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.101+0000 7fc388fd1640  1 --2- 172.21.15.46:0/1774390221 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559cf0577880 0x559cf0579c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.110 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.101+0000 7fc389fd3640  1 --2- 172.21.15.46:0/748854685 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fc3700a2970 0x7fc3700a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.101+0000 7fc37a7fc640  1 -- 172.21.15.46:0/748854685 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7fc3740cf600 con 0x7fc3841042e0
2024-03-19T01:58:33.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.101+0000 7fc3897d2640  1 -- 172.21.15.46:0/1774390221 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559cf056e380 msgr2=0x559cf056e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:33.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.101+0000 7fc3897d2640  1 --2- 172.21.15.46:0/1774390221 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559cf056e380 0x559cf056e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.101+0000 7fc3897d2640  1 -- 172.21.15.46:0/1774390221 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559cf0577880 msgr2=0x559cf0579c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:33.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.101+0000 7fc3897d2640  1 --2- 172.21.15.46:0/1774390221 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559cf0577880 0x559cf0579c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.101+0000 7fc3897d2640  1 -- 172.21.15.46:0/1774390221 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559cf02ae7e0 con 0x559cf056eca0
2024-03-19T01:58:33.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.101+0000 7fc389fd3640  1 --2- 172.21.15.46:0/1774390221 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559cf056e380 0x559cf056e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:58:33.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.101+0000 7fc3897d2640  1 --2- 172.21.15.46:0/1774390221 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559cf056eca0 0x559cf0577340 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7fc380009cf0 tx=0x7fc380011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4aa1d63263651540 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:33.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.101+0000 7fc389fd3640  1 --2- 172.21.15.46:0/748854685 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fc3700a2970 0x7fc3700a4e30 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fc37c005cc0 tx=0x7fc37c005c50 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:33.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.101+0000 7fc36f7fe640  1 -- 172.21.15.46:0/1774390221 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc380004230 con 0x559cf056eca0
2024-03-19T01:58:33.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.101+0000 7fc36f7fe640  1 -- 172.21.15.46:0/1774390221 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc3800043d0 con 0x559cf056eca0
2024-03-19T01:58:33.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.101+0000 7fc36f7fe640  1 -- 172.21.15.46:0/1774390221 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc380019880 con 0x559cf056eca0
2024-03-19T01:58:33.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.102+0000 7fc38e626740  1 -- 172.21.15.46:0/1774390221 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559cf056eca0 msgr2=0x559cf0577340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:33.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.102+0000 7fc38e626740  1 --2- 172.21.15.46:0/1774390221 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559cf056eca0 0x559cf0577340 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7fc380009cf0 tx=0x7fc380011810 comp rx=0 tx=0).stop
2024-03-19T01:58:33.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.102+0000 7fc38e626740  1 -- 172.21.15.46:0/1774390221 shutdown_connections
2024-03-19T01:58:33.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.102+0000 7fc38e626740  1 --2- 172.21.15.46:0/1774390221 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559cf0577880 0x559cf0579c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.102+0000 7fc38e626740  1 --2- 172.21.15.46:0/1774390221 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559cf056eca0 0x559cf0577340 unknown :-1 s=CLOSED pgs=901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.102+0000 7fc38e626740  1 --2- 172.21.15.46:0/1774390221 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559cf056e380 0x559cf056e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.102+0000 7fc38e626740  1 -- 172.21.15.46:0/1774390221 >> 172.21.15.46:0/1774390221 conn(0x559cf0568ab0 msgr2=0x559cf0568e90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:33.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.102+0000 7fc38e626740  1 -- 172.21.15.46:0/1774390221 shutdown_connections
2024-03-19T01:58:33.113 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.102+0000 7fc38e626740  1 -- 172.21.15.46:0/1774390221 wait complete.
2024-03-19T01:58:33.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.102+0000 7fc38e626740  1 --  start start
2024-03-19T01:58:33.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.102+0000 7fc38e626740  1  Processor -- start
2024-03-19T01:58:33.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.103+0000 7fc38e626740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559cf056e380 0x559cf0574840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.103+0000 7fc38e626740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559cf056eca0 0x559cf0574d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.103+0000 7fc38e626740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559cf0577880 0x559cf05752c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.103+0000 7fc38e626740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x559cf057a670 con 0x559cf056e380
2024-03-19T01:58:33.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.103+0000 7fc38e626740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x559cf048e1a0 con 0x559cf056eca0
2024-03-19T01:58:33.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.103+0000 7fc38e626740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x559cf057a7f0 con 0x559cf0577880
2024-03-19T01:58:33.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.103+0000 7fc38e626740 10 client.0 _ll_register_callbacks cb 0x559cf01e5c60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:58:33.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.103+0000 7fc3897d2640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559cf056e380 0x559cf0574840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.103+0000 7fc3897d2640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559cf056e380 0x559cf0574840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:42208/0 (socket says 172.21.15.46:42208)
2024-03-19T01:58:33.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.103+0000 7fc3897d2640  1 -- 172.21.15.46:0/2372516922 learned_addr learned my addr 172.21.15.46:0/2372516922 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:33.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.103+0000 7fc388fd1640  1 --2- 172.21.15.46:0/2372516922 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559cf056eca0 0x559cf0574d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.103+0000 7fc389fd3640  1 --2- 172.21.15.46:0/2372516922 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559cf0577880 0x559cf05752c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.103+0000 7fc3897d2640  1 -- 172.21.15.46:0/2372516922 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559cf0577880 msgr2=0x559cf05752c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:33.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.103+0000 7fc3897d2640  1 --2- 172.21.15.46:0/2372516922 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559cf0577880 0x559cf05752c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.103+0000 7fc3897d2640  1 -- 172.21.15.46:0/2372516922 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559cf056eca0 msgr2=0x559cf0574d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:33.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.103+0000 7fc3897d2640  1 --2- 172.21.15.46:0/2372516922 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559cf056eca0 0x559cf0574d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.103+0000 7fc3897d2640  1 -- 172.21.15.46:0/2372516922 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559cf030ef70 con 0x559cf056e380
2024-03-19T01:58:33.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.103+0000 7fc388fd1640  1 --2- 172.21.15.46:0/2372516922 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559cf056eca0 0x559cf0574d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:58:33.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.104+0000 7fc3897d2640  1 --2- 172.21.15.46:0/2372516922 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559cf056e380 0x559cf0574840 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7fc380003900 tx=0x7fc380003930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f26a73fe8c248ddc server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:33.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.104+0000 7fc36cff9640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:58:33.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.104+0000 7fc36cff9640  1 -- 172.21.15.46:0/2372516922 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc380027070 con 0x559cf056e380
2024-03-19T01:58:33.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.104+0000 7fc36cff9640  1 -- 172.21.15.46:0/2372516922 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7fc380005450 con 0x559cf056e380
2024-03-19T01:58:33.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.104+0000 7fc38e626740  1 -- 172.21.15.46:0/2372516922 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc3800043d0 con 0x559cf056e380
2024-03-19T01:58:33.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.104+0000 7fc36cff9640  1 -- 172.21.15.46:0/2372516922 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fc380033050 con 0x559cf056e380
2024-03-19T01:58:33.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.104+0000 7fc38e626740 10 client.17502 fetch_fsmap learned FSMap version 35
2024-03-19T01:58:33.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.104+0000 7fc38e626740  1 -- 172.21.15.46:0/2372516922 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x559cf01a6170 con 0x559cf056e380
2024-03-19T01:58:33.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.104+0000 7fc36cff9640  1 -- 172.21.15.46:0/2372516922 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc3800043d0 con 0x559cf056e380
2024-03-19T01:58:33.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.104+0000 7fc36cff9640  1 -- 172.21.15.46:0/2372516922 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7fc380004b70 con 0x559cf056e380
2024-03-19T01:58:33.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.104+0000 7fc38e626740 10 client.17502 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:58:33.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.104+0000 7fc38e626740 10 client.17502 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:58:33.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.104+0000 7fc38e626740 20 client.17502 populate_metadata read hostname 'smithi046'
2024-03-19T01:58:33.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.104+0000 7fc38e626740  1 --2- 172.21.15.46:0/2372516922 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x559cf0587a90 0x559cf0589e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.104+0000 7fc38e626740  4 client.17502 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:58:33.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.104+0000 7fc38e626740  1 -- 172.21.15.46:0/2372516922 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559cf04df6a0 con 0x559cf0587a90
2024-03-19T01:58:33.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.105+0000 7fc388fd1640  1 --2- 172.21.15.46:0/2372516922 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x559cf0587a90 0x559cf0589e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.105+0000 7fc36cff9640 10 client.17502 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:58:33.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.105+0000 7fc388fd1640  1 --2- 172.21.15.46:0/2372516922 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x559cf0587a90 0x559cf0589e80 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fc03fef8e4a4f39e server_cookie=8dbd6650641d21b4 in_seq=0 out_seq=0
2024-03-19T01:58:33.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.105+0000 7fc36cff9640  1 -- 172.21.15.46:0/2372516922 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x559cf04df6a0 con 0x559cf0587a90
2024-03-19T01:58:33.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.105+0000 7fc36cff9640 10 client.17502 handle_command_reply: tid=0
2024-03-19T01:58:33.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.105+0000 7fc38e626740  1 client.17502 shutdown
2024-03-19T01:58:33.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.106+0000 7fc38e626740  1 -- 172.21.15.46:0/2372516922 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559cf056e380 msgr2=0x559cf0574840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:33.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.106+0000 7fc38e626740  1 --2- 172.21.15.46:0/2372516922 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559cf056e380 0x559cf0574840 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7fc380003900 tx=0x7fc380003930 comp rx=0 tx=0).stop
2024-03-19T01:58:33.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.106+0000 7fc38e626740  1 -- 172.21.15.46:0/2372516922 shutdown_connections
2024-03-19T01:58:33.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.106+0000 7fc38e626740  1 --2- 172.21.15.46:0/2372516922 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x559cf0587a90 0x559cf0589e80 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.106+0000 7fc38e626740  1 --2- 172.21.15.46:0/2372516922 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559cf0577880 0x559cf05752c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.106+0000 7fc36cff9640  0 client.17502 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:58:33.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.106+0000 7fc38e626740  1 --2- 172.21.15.46:0/2372516922 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559cf056eca0 0x559cf0574d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.106+0000 7fc38e626740  1 --2- 172.21.15.46:0/2372516922 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559cf056e380 0x559cf0574840 unknown :-1 s=CLOSED pgs=902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.106+0000 7fc38e626740  1 -- 172.21.15.46:0/2372516922 >> 172.21.15.46:0/2372516922 conn(0x559cf0568ab0 msgr2=0x559cf056a800 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:33.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.106+0000 7fc38e626740  1 -- 172.21.15.46:0/2372516922 shutdown_connections
2024-03-19T01:58:33.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.106+0000 7fc38e626740  1 -- 172.21.15.46:0/2372516922 wait complete.
2024-03-19T01:58:33.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.106+0000 7fc38e626740 20 client.17502 trim_cache size 0 max 16384
2024-03-19T01:58:33.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.123+0000 7fc38e626740  1  Processor -- start
2024-03-19T01:58:33.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.124+0000 7fc38e626740  1 --  start start
2024-03-19T01:58:33.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.124+0000 7fc38e626740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559cf056e380 0x559cf0576f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.124+0000 7fc38e626740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559cf056eca0 0x559cf0573780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.124+0000 7fc38e626740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559cf0577880 0x559cf0583410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.124+0000 7fc38e626740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc3841b7b80 con 0x559cf0577880
2024-03-19T01:58:33.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.124+0000 7fc38e626740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fc3841b5450 con 0x559cf056eca0
2024-03-19T01:58:33.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.124+0000 7fc38e626740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc3841b32c0 con 0x559cf056e380
2024-03-19T01:58:33.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.124+0000 7fc389fd3640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559cf0577880 0x559cf0583410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.124+0000 7fc389fd3640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559cf0577880 0x559cf0583410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:42216/0 (socket says 172.21.15.46:42216)
2024-03-19T01:58:33.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.124+0000 7fc389fd3640  1 -- 172.21.15.46:0/3661299195 learned_addr learned my addr 172.21.15.46:0/3661299195 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:33.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.124+0000 7fc3897d2640  1 --2- 172.21.15.46:0/3661299195 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559cf056e380 0x559cf0576f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.124+0000 7fc388fd1640  1 --2- 172.21.15.46:0/3661299195 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559cf056eca0 0x559cf0573780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.124+0000 7fc389fd3640  1 -- 172.21.15.46:0/3661299195 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559cf056e380 msgr2=0x559cf0576f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:33.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.124+0000 7fc389fd3640  1 --2- 172.21.15.46:0/3661299195 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559cf056e380 0x559cf0576f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.124+0000 7fc389fd3640  1 -- 172.21.15.46:0/3661299195 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559cf056eca0 msgr2=0x559cf0573780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:33.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.124+0000 7fc389fd3640  1 --2- 172.21.15.46:0/3661299195 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559cf056eca0 0x559cf0573780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.124+0000 7fc389fd3640  1 -- 172.21.15.46:0/3661299195 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559cf056ead0 con 0x559cf0577880
2024-03-19T01:58:33.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.124+0000 7fc389fd3640  1 --2- 172.21.15.46:0/3661299195 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559cf0577880 0x559cf0583410 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7fc37c02c700 tx=0x7fc37c02e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fadcb66b752f355 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:33.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.124+0000 7fc36effd640  1 -- 172.21.15.46:0/3661299195 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc37c039040 con 0x559cf0577880
2024-03-19T01:58:33.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.124+0000 7fc36effd640  1 -- 172.21.15.46:0/3661299195 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc37c004040 con 0x559cf0577880
2024-03-19T01:58:33.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.124+0000 7fc36effd640  1 -- 172.21.15.46:0/3661299195 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc37c04f6c0 con 0x559cf0577880
2024-03-19T01:58:33.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.125+0000 7fc38e626740  1 -- 172.21.15.46:0/3661299195 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559cf0577880 msgr2=0x559cf0583410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:33.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.125+0000 7fc38e626740  1 --2- 172.21.15.46:0/3661299195 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559cf0577880 0x559cf0583410 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7fc37c02c700 tx=0x7fc37c02e040 comp rx=0 tx=0).stop
2024-03-19T01:58:33.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.125+0000 7fc38e626740  1 -- 172.21.15.46:0/3661299195 shutdown_connections
2024-03-19T01:58:33.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.125+0000 7fc38e626740  1 --2- 172.21.15.46:0/3661299195 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559cf0577880 0x559cf0583410 unknown :-1 s=CLOSED pgs=903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.125+0000 7fc38e626740  1 --2- 172.21.15.46:0/3661299195 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559cf056eca0 0x559cf0573780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.125+0000 7fc38e626740  1 --2- 172.21.15.46:0/3661299195 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559cf056e380 0x559cf0576f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.125+0000 7fc38e626740  1 -- 172.21.15.46:0/3661299195 >> 172.21.15.46:0/3661299195 conn(0x559cf0568ab0 msgr2=0x559cf0567b30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:33.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.125+0000 7fc38e626740  1 -- 172.21.15.46:0/3661299195 shutdown_connections
2024-03-19T01:58:33.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.125+0000 7fc38e626740  1 -- 172.21.15.46:0/3661299195 wait complete.
2024-03-19T01:58:33.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.125+0000 7fc38e626740  1 --  start start
2024-03-19T01:58:33.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.125+0000 7fc38e626740  1  Processor -- start
2024-03-19T01:58:33.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.126+0000 7fc38e626740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559cf056e380 0x559cf057ba70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.126+0000 7fc38e626740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559cf056eca0 0x559cf057bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.126+0000 7fc38e626740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559cf0577880 0x559cf05ecd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.126+0000 7fc38e626740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc3841b3910 con 0x559cf056eca0
2024-03-19T01:58:33.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.126+0000 7fc38e626740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fc3841b4d80 con 0x559cf0577880
2024-03-19T01:58:33.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.126+0000 7fc38e626740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc3841b3fe0 con 0x559cf056e380
2024-03-19T01:58:33.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.126+0000 7fc38e626740 10 client.0 _ll_register_callbacks cb 0x7fc37400cf20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:58:33.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.126+0000 7fc388fd1640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559cf056eca0 0x559cf057bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.126+0000 7fc388fd1640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559cf056eca0 0x559cf057bfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:42228/0 (socket says 172.21.15.46:42228)
2024-03-19T01:58:33.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.126+0000 7fc388fd1640  1 -- 172.21.15.46:0/1290967391 learned_addr learned my addr 172.21.15.46:0/1290967391 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:33.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.126+0000 7fc389fd3640  1 --2- 172.21.15.46:0/1290967391 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559cf0577880 0x559cf05ecd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.126+0000 7fc3897d2640  1 --2- 172.21.15.46:0/1290967391 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559cf056e380 0x559cf057ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.126+0000 7fc388fd1640  1 -- 172.21.15.46:0/1290967391 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559cf056e380 msgr2=0x559cf057ba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:33.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.126+0000 7fc388fd1640  1 --2- 172.21.15.46:0/1290967391 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559cf056e380 0x559cf057ba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.126+0000 7fc388fd1640  1 -- 172.21.15.46:0/1290967391 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559cf0577880 msgr2=0x559cf05ecd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:33.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.126+0000 7fc388fd1640  1 --2- 172.21.15.46:0/1290967391 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559cf0577880 0x559cf05ecd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.126+0000 7fc388fd1640  1 -- 172.21.15.46:0/1290967391 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559cf05ed2a0 con 0x559cf056eca0
2024-03-19T01:58:33.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.126+0000 7fc388fd1640  1 --2- 172.21.15.46:0/1290967391 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559cf056eca0 0x559cf057bfb0 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7fc37409b530 tx=0x7fc37406b3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2cb87d37559d5f0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:33.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.126+0000 7fc36cff9640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:58:33.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.127+0000 7fc36cff9640  1 -- 172.21.15.46:0/1290967391 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc37409b830 con 0x559cf056eca0
2024-03-19T01:58:33.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.127+0000 7fc36cff9640  1 -- 172.21.15.46:0/1290967391 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7fc3740860b0 con 0x559cf056eca0
2024-03-19T01:58:33.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.127+0000 7fc38e626740  1 -- 172.21.15.46:0/1290967391 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc37c004040 con 0x559cf056eca0
2024-03-19T01:58:33.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.127+0000 7fc36cff9640  1 -- 172.21.15.46:0/1290967391 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fc37409f980 con 0x559cf056eca0
2024-03-19T01:58:33.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.127+0000 7fc38e626740 10 client.17508 fetch_fsmap learned FSMap version 35
2024-03-19T01:58:33.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.127+0000 7fc38e626740  1 -- 172.21.15.46:0/1290967391 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x559cf05ee670 con 0x559cf056eca0
2024-03-19T01:58:33.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.127+0000 7fc36cff9640  1 -- 172.21.15.46:0/1290967391 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc37c004040 con 0x559cf056eca0
2024-03-19T01:58:33.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.127+0000 7fc36cff9640  1 -- 172.21.15.46:0/1290967391 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7fc37409ba90 con 0x559cf056eca0
2024-03-19T01:58:33.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.127+0000 7fc38e626740 10 client.17508 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:58:33.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.127+0000 7fc38e626740 10 client.17508 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:58:33.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.127+0000 7fc38e626740 20 client.17508 populate_metadata read hostname 'smithi046'
2024-03-19T01:58:33.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.127+0000 7fc38e626740  1 --2- 172.21.15.46:0/1290967391 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x559cf05eedf0 0x559cf05f1210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.127+0000 7fc38e626740  4 client.17508 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}]
2024-03-19T01:58:33.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.127+0000 7fc38e626740  1 -- 172.21.15.46:0/1290967391 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x559cf04d99f0 con 0x559cf05eedf0
2024-03-19T01:58:33.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.127+0000 7fc3897d2640  1 --2- 172.21.15.46:0/1290967391 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x559cf05eedf0 0x559cf05f1210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.128+0000 7fc36cff9640 10 client.17508 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:58:33.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.128+0000 7fc3897d2640  1 --2- 172.21.15.46:0/1290967391 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x559cf05eedf0 0x559cf05f1210 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e54426b625860fea server_cookie=febaebab48a4364 in_seq=0 out_seq=0
2024-03-19T01:58:33.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.129+0000 7fc36cff9640  1 -- 172.21.15.46:0/1290967391 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x559cf04d99f0 con 0x559cf05eedf0
2024-03-19T01:58:33.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.129+0000 7fc36cff9640 10 client.17508 handle_command_reply: tid=0
2024-03-19T01:58:33.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.129+0000 7fc38e626740  1 client.17508 shutdown
2024-03-19T01:58:33.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.129+0000 7fc38e626740  1 -- 172.21.15.46:0/1290967391 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559cf056eca0 msgr2=0x559cf057bfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:33.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.129+0000 7fc38e626740  1 --2- 172.21.15.46:0/1290967391 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559cf056eca0 0x559cf057bfb0 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7fc37409b530 tx=0x7fc37406b3c0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.129+0000 7fc38e626740  1 -- 172.21.15.46:0/1290967391 shutdown_connections
2024-03-19T01:58:33.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.129+0000 7fc38e626740  1 --2- 172.21.15.46:0/1290967391 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x559cf05eedf0 0x559cf05f1210 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.129+0000 7fc38e626740  1 --2- 172.21.15.46:0/1290967391 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x559cf0577880 0x559cf05ecd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.129+0000 7fc36cff9640  0 client.17508 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:58:33.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.129+0000 7fc38e626740  1 --2- 172.21.15.46:0/1290967391 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559cf056eca0 0x559cf057bfb0 unknown :-1 s=CLOSED pgs=904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.129+0000 7fc38e626740  1 --2- 172.21.15.46:0/1290967391 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559cf056e380 0x559cf057ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.129+0000 7fc38e626740  1 -- 172.21.15.46:0/1290967391 >> 172.21.15.46:0/1290967391 conn(0x559cf0568ab0 msgr2=0x559cf05747e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:33.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.129+0000 7fc38e626740  1 -- 172.21.15.46:0/1290967391 shutdown_connections
2024-03-19T01:58:33.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.129+0000 7fc38e626740  1 -- 172.21.15.46:0/1290967391 wait complete.
2024-03-19T01:58:33.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.129+0000 7fc38e626740 20 client.17508 trim_cache size 0 max 16384
2024-03-19T01:58:33.139 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:58:33.139 INFO:teuthology.orchestra.run.smithi046.stdout:    "return_code": 0,
2024-03-19T01:58:33.139 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrub_tag": "34e58f6f-ba1b-4075-8caf-76f23d7f07b8",
2024-03-19T01:58:33.139 INFO:teuthology.orchestra.run.smithi046.stdout:    "mode": "asynchronous"
2024-03-19T01:58:33.139 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:58:33.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.130+0000 7fc38ba36640  1 -- 172.21.15.46:0/748854685 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fc3700a2970 msgr2=0x7fc3700a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:33.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.130+0000 7fc38ba36640  1 --2- 172.21.15.46:0/748854685 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fc3700a2970 0x7fc3700a4e30 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fc37c005cc0 tx=0x7fc37c005c50 comp rx=0 tx=0).stop
2024-03-19T01:58:33.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.130+0000 7fc38ba36640  1 -- 172.21.15.46:0/748854685 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc3841042e0 msgr2=0x7fc38419eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:33.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.130+0000 7fc38ba36640  1 --2- 172.21.15.46:0/748854685 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc3841042e0 0x7fc38419eaa0 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7fc37400e9f0 tx=0x7fc37400edf0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.130+0000 7fc38ba36640  1 -- 172.21.15.46:0/748854685 shutdown_connections
2024-03-19T01:58:33.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.130+0000 7fc38ba36640  1 --2- 172.21.15.46:0/748854685 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fc384106770 0x7fc3841a2e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.130+0000 7fc38ba36640  1 --2- 172.21.15.46:0/748854685 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc3841042e0 0x7fc38419eaa0 unknown :-1 s=CLOSED pgs=900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.130+0000 7fc38ba36640  1 --2- 172.21.15.46:0/748854685 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fc3700a2970 0x7fc3700a4e30 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.130+0000 7fc38ba36640  1 --2- 172.21.15.46:0/748854685 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc384068f60 0x7fc38419e560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.130+0000 7fc38ba36640  1 -- 172.21.15.46:0/748854685 >> 172.21.15.46:0/748854685 conn(0x7fc384077820 msgr2=0x7fc384101760 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:33.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.130+0000 7fc38ba36640  1 -- 172.21.15.46:0/748854685 shutdown_connections
2024-03-19T01:58:33.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.130+0000 7fc38ba36640  1 -- 172.21.15.46:0/748854685 wait complete.
2024-03-19T01:58:33.144 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:58:33.144 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:58:33.252 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.250+0000 7f3753137640  1 -- 172.21.15.46:0/3315294509 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f374c101090 msgr2=0x7f374c10d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:33.252 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.250+0000 7f3753137640  1 --2- 172.21.15.46:0/3315294509 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f374c101090 0x7f374c10d5a0 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f373c009930 tx=0x7f373c02bc20 comp rx=0 tx=0).stop
2024-03-19T01:58:33.252 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.250+0000 7f3753137640  1 -- 172.21.15.46:0/3315294509 shutdown_connections
2024-03-19T01:58:33.252 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.250+0000 7f3753137640  1 --2- 172.21.15.46:0/3315294509 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f374c101090 0x7f374c10d5a0 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.253 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.250+0000 7f3753137640  1 --2- 172.21.15.46:0/3315294509 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f374c1006d0 0x7f374c100b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.253 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.250+0000 7f3753137640  1 --2- 172.21.15.46:0/3315294509 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f374c1066e0 0x7f374c106ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.253 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.250+0000 7f3753137640  1 -- 172.21.15.46:0/3315294509 >> 172.21.15.46:0/3315294509 conn(0x7f374c076aa0 msgr2=0x7f374c076eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:33.253 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.250+0000 7f3753137640  1 -- 172.21.15.46:0/3315294509 shutdown_connections
2024-03-19T01:58:33.253 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.250+0000 7f3753137640  1 -- 172.21.15.46:0/3315294509 wait complete.
2024-03-19T01:58:33.253 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.251+0000 7f3753137640  1  Processor -- start
2024-03-19T01:58:33.253 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.251+0000 7f3753137640  1 --  start start
2024-03-19T01:58:33.253 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.251+0000 7f3753137640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f374c1006d0 0x7f374c197fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.253 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.251+0000 7f3753137640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f374c101090 0x7f374c198510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.253 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.251+0000 7f3753137640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f374c1066e0 0x7f374c19c890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.254 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.251+0000 7f3753137640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f374c1109a0 con 0x7f374c1066e0
2024-03-19T01:58:33.254 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.251+0000 7f3753137640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f374c110820 con 0x7f374c101090
2024-03-19T01:58:33.254 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.251+0000 7f3753137640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f374c110b20 con 0x7f374c1006d0
2024-03-19T01:58:33.254 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.251+0000 7f37516d4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f374c1066e0 0x7f374c19c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.254 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.251+0000 7f37516d4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f374c1066e0 0x7f374c19c890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:42246/0 (socket says 172.21.15.46:42246)
2024-03-19T01:58:33.254 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.251+0000 7f37516d4640  1 -- 172.21.15.46:0/3514561091 learned_addr learned my addr 172.21.15.46:0/3514561091 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:33.254 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.251+0000 7f374bfff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f374c101090 0x7f374c198510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.254 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.251+0000 7f3750ed3640  1 --2- 172.21.15.46:0/3514561091 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f374c1006d0 0x7f374c197fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.254 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.251+0000 7f37516d4640  1 -- 172.21.15.46:0/3514561091 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f374c1006d0 msgr2=0x7f374c197fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:33.254 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.251+0000 7f37516d4640  1 --2- 172.21.15.46:0/3514561091 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f374c1006d0 0x7f374c197fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.254 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.251+0000 7f37516d4640  1 -- 172.21.15.46:0/3514561091 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f374c101090 msgr2=0x7f374c198510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:33.255 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.251+0000 7f37516d4640  1 --2- 172.21.15.46:0/3514561091 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f374c101090 0x7f374c198510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.255 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.251+0000 7f37516d4640  1 -- 172.21.15.46:0/3514561091 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f374c19cfc0 con 0x7f374c1066e0
2024-03-19T01:58:33.255 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.251+0000 7f37516d4640  1 --2- 172.21.15.46:0/3514561091 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f374c1066e0 0x7f374c19c890 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f373c005940 tx=0x7f373c0045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:33.255 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.252+0000 7f3749ffb640  1 -- 172.21.15.46:0/3514561091 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f373c043020 con 0x7f374c1066e0
2024-03-19T01:58:33.255 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.252+0000 7f3749ffb640  1 -- 172.21.15.46:0/3514561091 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f373c02c9e0 con 0x7f374c1066e0
2024-03-19T01:58:33.255 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.252+0000 7f3753137640  1 -- 172.21.15.46:0/3514561091 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f374c19d250 con 0x7f374c1066e0
2024-03-19T01:58:33.255 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.252+0000 7f3749ffb640  1 -- 172.21.15.46:0/3514561091 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f373c003a10 con 0x7f374c1066e0
2024-03-19T01:58:33.255 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.252+0000 7f3753137640  1 -- 172.21.15.46:0/3514561091 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f374c1a4b40 con 0x7f374c1066e0
2024-03-19T01:58:33.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.254+0000 7f3749ffb640  1 -- 172.21.15.46:0/3514561091 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f373c046020 con 0x7f374c1066e0
2024-03-19T01:58:33.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.254+0000 7f3755dfb740  1  Processor -- start
2024-03-19T01:58:33.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.254+0000 7f3749ffb640  1 --2- 172.21.15.46:0/3514561091 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f37380a2970 0x7f37380a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.254+0000 7f3755dfb740  1 --  start start
2024-03-19T01:58:33.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.255+0000 7f374bfff640  1 --2- 172.21.15.46:0/3514561091 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f37380a2970 0x7f37380a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.255+0000 7f3749ffb640  1 -- 172.21.15.46:0/3514561091 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7f373c0f1080 con 0x7f374c1066e0
2024-03-19T01:58:33.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.255+0000 7f3755dfb740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f28cb28410 0x55f28cb287f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.255+0000 7f3755dfb740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f28cb28dc0 0x55f28cb35e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.255+0000 7f3755dfb740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f28cb36340 0x55f28cb38730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.255+0000 7f3755dfb740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55f28ca8c500 con 0x55f28cb36340
2024-03-19T01:58:33.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.255+0000 7f3755dfb740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55f28ca34be0 con 0x55f28cb28dc0
2024-03-19T01:58:33.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.255+0000 7f3755dfb740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55f28ca885a0 con 0x55f28cb28410
2024-03-19T01:58:33.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.255+0000 7f37516d4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f28cb36340 0x55f28cb38730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.255+0000 7f37516d4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f28cb36340 0x55f28cb38730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:42250/0 (socket says 172.21.15.46:42250)
2024-03-19T01:58:33.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.255+0000 7f3750ed3640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f28cb28410 0x55f28cb287f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.255+0000 7f37516d4640  1 -- 172.21.15.46:0/3046373573 learned_addr learned my addr 172.21.15.46:0/3046373573 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:33.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.255+0000 7f374bfff640  1 --2- 172.21.15.46:0/3046373573 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f28cb28dc0 0x55f28cb35e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.255+0000 7f374bfff640  1 --2- 172.21.15.46:0/3514561091 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f37380a2970 0x7f37380a4e30 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f374c104ea0 tx=0x7f3734011810 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:33.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.255+0000 7f37516d4640  1 -- 172.21.15.46:0/3046373573 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f28cb28410 msgr2=0x55f28cb287f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:33.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.255+0000 7f37516d4640  1 --2- 172.21.15.46:0/3046373573 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f28cb28410 0x55f28cb287f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.255+0000 7f37516d4640  1 -- 172.21.15.46:0/3046373573 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f28cb28dc0 msgr2=0x55f28cb35e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:33.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.255+0000 7f37516d4640  1 --2- 172.21.15.46:0/3046373573 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f28cb28dc0 0x55f28cb35e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.255+0000 7f37516d4640  1 -- 172.21.15.46:0/3046373573 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f28ca56000 con 0x55f28cb36340
2024-03-19T01:58:33.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.255+0000 7f3750ed3640  1 --2- 172.21.15.46:0/3046373573 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f28cb28410 0x55f28cb287f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:58:33.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.255+0000 7f37516d4640  1 --2- 172.21.15.46:0/3046373573 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f28cb36340 0x55f28cb38730 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7f373c0b9d90 tx=0x7f373c0bcd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d109a06dd9e410b5 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:33.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.255+0000 7f3742ffd640  1 -- 172.21.15.46:0/3046373573 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f373c0c1510 con 0x55f28cb36340
2024-03-19T01:58:33.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.255+0000 7f3742ffd640  1 -- 172.21.15.46:0/3046373573 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f373c0c5b60 con 0x55f28cb36340
2024-03-19T01:58:33.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.255+0000 7f3742ffd640  1 -- 172.21.15.46:0/3046373573 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f373c005340 con 0x55f28cb36340
2024-03-19T01:58:33.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.256+0000 7f3755dfb740  1 -- 172.21.15.46:0/3046373573 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f28cb36340 msgr2=0x55f28cb38730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:33.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.256+0000 7f3755dfb740  1 --2- 172.21.15.46:0/3046373573 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f28cb36340 0x55f28cb38730 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7f373c0b9d90 tx=0x7f373c0bcd20 comp rx=0 tx=0).stop
2024-03-19T01:58:33.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.256+0000 7f3755dfb740  1 -- 172.21.15.46:0/3046373573 shutdown_connections
2024-03-19T01:58:33.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.256+0000 7f3755dfb740  1 --2- 172.21.15.46:0/3046373573 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f28cb36340 0x55f28cb38730 unknown :-1 s=CLOSED pgs=907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.256+0000 7f3755dfb740  1 --2- 172.21.15.46:0/3046373573 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f28cb28dc0 0x55f28cb35e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.256+0000 7f3755dfb740  1 --2- 172.21.15.46:0/3046373573 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f28cb28410 0x55f28cb287f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.256+0000 7f3755dfb740  1 -- 172.21.15.46:0/3046373573 >> 172.21.15.46:0/3046373573 conn(0x55f28cb23160 msgr2=0x55f28cb23540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:33.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.256+0000 7f3755dfb740  1 -- 172.21.15.46:0/3046373573 shutdown_connections
2024-03-19T01:58:33.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.256+0000 7f3755dfb740  1 -- 172.21.15.46:0/3046373573 wait complete.
2024-03-19T01:58:33.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.256+0000 7f3755dfb740  1 --  start start
2024-03-19T01:58:33.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.257+0000 7f3755dfb740  1  Processor -- start
2024-03-19T01:58:33.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.257+0000 7f3755dfb740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f28cb28410 0x55f28cb332c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.257+0000 7f3755dfb740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f28cb28dc0 0x55f28cb33800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.257+0000 7f3755dfb740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f28cb36340 0x55f28cb33d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.257+0000 7f3755dfb740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55f28cb38ec0 con 0x55f28cb28dc0
2024-03-19T01:58:33.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.257+0000 7f3755dfb740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55f28ca48160 con 0x55f28cb36340
2024-03-19T01:58:33.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.257+0000 7f3755dfb740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55f28cb39040 con 0x55f28cb28410
2024-03-19T01:58:33.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.257+0000 7f3755dfb740 10 client.0 _ll_register_callbacks cb 0x55f28ca84a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:58:33.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.257+0000 7f374bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f28cb28dc0 0x55f28cb33800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.257+0000 7f374bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f28cb28dc0 0x55f28cb33800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:42264/0 (socket says 172.21.15.46:42264)
2024-03-19T01:58:33.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.257+0000 7f3750ed3640  1 --2- 172.21.15.46:0/1174919975 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f28cb28410 0x55f28cb332c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.257+0000 7f374bfff640  1 -- 172.21.15.46:0/1174919975 learned_addr learned my addr 172.21.15.46:0/1174919975 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:33.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.257+0000 7f37516d4640  1 --2- 172.21.15.46:0/1174919975 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f28cb36340 0x55f28cb33d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.257+0000 7f374bfff640  1 -- 172.21.15.46:0/1174919975 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f28cb28410 msgr2=0x55f28cb332c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:33.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.257+0000 7f374bfff640  1 --2- 172.21.15.46:0/1174919975 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f28cb28410 0x55f28cb332c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.257+0000 7f374bfff640  1 -- 172.21.15.46:0/1174919975 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f28cb36340 msgr2=0x55f28cb33d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:33.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.257+0000 7f374bfff640  1 --2- 172.21.15.46:0/1174919975 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f28cb36340 0x55f28cb33d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.257+0000 7f374bfff640  1 -- 172.21.15.46:0/1174919975 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f28c86a7d0 con 0x55f28cb28dc0
2024-03-19T01:58:33.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.257+0000 7f3750ed3640  1 --2- 172.21.15.46:0/1174919975 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f28cb28410 0x55f28cb332c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:58:33.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.258+0000 7f374bfff640  1 --2- 172.21.15.46:0/1174919975 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f28cb28dc0 0x55f28cb33800 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7f3734014fd0 tx=0x7f3734016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3a5c40ec1411ecd server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:33.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.258+0000 7f372bfff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:58:33.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.258+0000 7f372bfff640  1 -- 172.21.15.46:0/1174919975 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3734017040 con 0x55f28cb28dc0
2024-03-19T01:58:33.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.258+0000 7f372bfff640  1 -- 172.21.15.46:0/1174919975 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7f373401e910 con 0x55f28cb28dc0
2024-03-19T01:58:33.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.258+0000 7f3755dfb740  1 -- 172.21.15.46:0/1174919975 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f373c0c5b60 con 0x55f28cb28dc0
2024-03-19T01:58:33.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.258+0000 7f372bfff640  1 -- 172.21.15.46:0/1174919975 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f373401eb10 con 0x55f28cb28dc0
2024-03-19T01:58:33.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.258+0000 7f3755dfb740 10 client.17520 fetch_fsmap learned FSMap version 35
2024-03-19T01:58:33.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.258+0000 7f3755dfb740  1 -- 172.21.15.46:0/1174919975 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55f28c7a03f0 con 0x55f28cb28dc0
2024-03-19T01:58:33.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.258+0000 7f372bfff640  1 -- 172.21.15.46:0/1174919975 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f373c0c5b60 con 0x55f28cb28dc0
2024-03-19T01:58:33.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.258+0000 7f372bfff640  1 -- 172.21.15.46:0/1174919975 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f373400f3c0 con 0x55f28cb28dc0
2024-03-19T01:58:33.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.258+0000 7f3755dfb740 10 client.17520 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:58:33.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.258+0000 7f3755dfb740 10 client.17520 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:58:33.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.258+0000 7f3755dfb740 20 client.17520 populate_metadata read hostname 'smithi046'
2024-03-19T01:58:33.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.258+0000 7f3755dfb740  1 --2- 172.21.15.46:0/1174919975 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f28cb463b0 0x55f28cb487c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.258+0000 7f3755dfb740  4 client.17520 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:58:33.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.258+0000 7f3755dfb740  1 -- 172.21.15.46:0/1174919975 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f28ca99a40 con 0x55f28cb463b0
2024-03-19T01:58:33.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.259+0000 7f3750ed3640  1 --2- 172.21.15.46:0/1174919975 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f28cb463b0 0x55f28cb487c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.259+0000 7f3750ed3640  1 --2- 172.21.15.46:0/1174919975 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f28cb463b0 0x55f28cb487c0 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e8efa0be7489b3a3 server_cookie=abe15bfd813a0d46 in_seq=0 out_seq=0
2024-03-19T01:58:33.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.259+0000 7f372bfff640 10 client.17520 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:58:33.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.259+0000 7f372bfff640  1 -- 172.21.15.46:0/1174919975 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55f28ca99a40 con 0x55f28cb463b0
2024-03-19T01:58:33.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.259+0000 7f372bfff640 10 client.17520 handle_command_reply: tid=0
2024-03-19T01:58:33.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.259+0000 7f3755dfb740  1 client.17520 shutdown
2024-03-19T01:58:33.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.260+0000 7f3755dfb740  1 -- 172.21.15.46:0/1174919975 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f28cb28dc0 msgr2=0x55f28cb33800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:33.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.260+0000 7f3755dfb740  1 --2- 172.21.15.46:0/1174919975 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f28cb28dc0 0x55f28cb33800 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7f3734014fd0 tx=0x7f3734016000 comp rx=0 tx=0).stop
2024-03-19T01:58:33.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.260+0000 7f3755dfb740  1 -- 172.21.15.46:0/1174919975 shutdown_connections
2024-03-19T01:58:33.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.260+0000 7f3755dfb740  1 --2- 172.21.15.46:0/1174919975 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f28cb463b0 0x55f28cb487c0 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.260+0000 7f3755dfb740  1 --2- 172.21.15.46:0/1174919975 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f28cb36340 0x55f28cb33d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.260+0000 7f3755dfb740  1 --2- 172.21.15.46:0/1174919975 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f28cb28dc0 0x55f28cb33800 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.260+0000 7f3755dfb740  1 --2- 172.21.15.46:0/1174919975 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f28cb28410 0x55f28cb332c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.260+0000 7f372bfff640  0 client.17520 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:58:33.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.260+0000 7f3755dfb740  1 -- 172.21.15.46:0/1174919975 >> 172.21.15.46:0/1174919975 conn(0x55f28cb23160 msgr2=0x55f28cb24eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:33.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.260+0000 7f3755dfb740  1 -- 172.21.15.46:0/1174919975 shutdown_connections
2024-03-19T01:58:33.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.260+0000 7f3755dfb740  1 -- 172.21.15.46:0/1174919975 wait complete.
2024-03-19T01:58:33.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.260+0000 7f3755dfb740 20 client.17520 trim_cache size 0 max 16384
2024-03-19T01:58:33.284 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.277+0000 7f3755dfb740  1  Processor -- start
2024-03-19T01:58:33.285 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.277+0000 7f3755dfb740  1 --  start start
2024-03-19T01:58:33.285 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.277+0000 7f3755dfb740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f28cb28410 0x55f28cb359f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.285 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.277+0000 7f3755dfb740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f28cb28dc0 0x55f28cb41c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.285 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.277+0000 7f3755dfb740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f28cb36340 0x55f28cb22060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.285 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.277+0000 7f3755dfb740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f374c1af340 con 0x55f28cb36340
2024-03-19T01:58:33.285 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.277+0000 7f3755dfb740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f374c1acc10 con 0x55f28cb28dc0
2024-03-19T01:58:33.285 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.277+0000 7f3755dfb740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f374c1aaa80 con 0x55f28cb28410
2024-03-19T01:58:33.285 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.277+0000 7f37516d4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f28cb36340 0x55f28cb22060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.285 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.277+0000 7f37516d4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f28cb36340 0x55f28cb22060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:42278/0 (socket says 172.21.15.46:42278)
2024-03-19T01:58:33.285 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.277+0000 7f37516d4640  1 -- 172.21.15.46:0/1615003794 learned_addr learned my addr 172.21.15.46:0/1615003794 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:33.285 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.277+0000 7f3750ed3640  1 --2- 172.21.15.46:0/1615003794 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f28cb28410 0x55f28cb359f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.285 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.277+0000 7f374bfff640  1 --2- 172.21.15.46:0/1615003794 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f28cb28dc0 0x55f28cb41c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.285 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.278+0000 7f37516d4640  1 -- 172.21.15.46:0/1615003794 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f28cb28410 msgr2=0x55f28cb359f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:33.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.278+0000 7f37516d4640  1 --2- 172.21.15.46:0/1615003794 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f28cb28410 0x55f28cb359f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.278+0000 7f37516d4640  1 -- 172.21.15.46:0/1615003794 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f28cb28dc0 msgr2=0x55f28cb41c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:33.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.278+0000 7f37516d4640  1 --2- 172.21.15.46:0/1615003794 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f28cb28dc0 0x55f28cb41c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.278+0000 7f37516d4640  1 -- 172.21.15.46:0/1615003794 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f28c7600f0 con 0x55f28cb36340
2024-03-19T01:58:33.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.278+0000 7f3750ed3640  1 --2- 172.21.15.46:0/1615003794 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f28cb28410 0x55f28cb359f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:58:33.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.278+0000 7f374bfff640  1 --2- 172.21.15.46:0/1615003794 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f28cb28dc0 0x55f28cb41c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:58:33.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.278+0000 7f37516d4640  1 --2- 172.21.15.46:0/1615003794 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f28cb36340 0x55f28cb22060 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7f373c004650 tx=0x7f373c0bcf00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3208228ea0099f4f server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:33.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.278+0000 7f37427fc640  1 -- 172.21.15.46:0/1615003794 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f373c0c5b60 con 0x55f28cb36340
2024-03-19T01:58:33.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.278+0000 7f37427fc640  1 -- 172.21.15.46:0/1615003794 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f373c02cb90 con 0x55f28cb36340
2024-03-19T01:58:33.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.278+0000 7f37427fc640  1 -- 172.21.15.46:0/1615003794 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f373c0c1120 con 0x55f28cb36340
2024-03-19T01:58:33.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.279+0000 7f3755dfb740  1 -- 172.21.15.46:0/1615003794 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f28cb36340 msgr2=0x55f28cb22060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:33.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.279+0000 7f3755dfb740  1 --2- 172.21.15.46:0/1615003794 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f28cb36340 0x55f28cb22060 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7f373c004650 tx=0x7f373c0bcf00 comp rx=0 tx=0).stop
2024-03-19T01:58:33.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.279+0000 7f3755dfb740  1 -- 172.21.15.46:0/1615003794 shutdown_connections
2024-03-19T01:58:33.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.279+0000 7f3755dfb740  1 --2- 172.21.15.46:0/1615003794 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f28cb36340 0x55f28cb22060 unknown :-1 s=CLOSED pgs=909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.279+0000 7f3755dfb740  1 --2- 172.21.15.46:0/1615003794 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f28cb28dc0 0x55f28cb41c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.279+0000 7f3755dfb740  1 --2- 172.21.15.46:0/1615003794 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f28cb28410 0x55f28cb359f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.279+0000 7f3755dfb740  1 -- 172.21.15.46:0/1615003794 >> 172.21.15.46:0/1615003794 conn(0x55f28cb23160 msgr2=0x55f28cb21950 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:33.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.279+0000 7f3755dfb740  1 -- 172.21.15.46:0/1615003794 shutdown_connections
2024-03-19T01:58:33.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.279+0000 7f3755dfb740  1 -- 172.21.15.46:0/1615003794 wait complete.
2024-03-19T01:58:33.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.279+0000 7f3755dfb740  1 --  start start
2024-03-19T01:58:33.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.279+0000 7f3755dfb740  1  Processor -- start
2024-03-19T01:58:33.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.279+0000 7f3755dfb740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f28cb28410 0x55f28cb3e290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.279+0000 7f3755dfb740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f28cb28dc0 0x55f28cb2f5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.279+0000 7f3755dfb740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f28cb36340 0x55f28cb2fb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.279+0000 7f3755dfb740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f374c1ab0d0 con 0x55f28cb36340
2024-03-19T01:58:33.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.279+0000 7f3755dfb740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f374c1ac540 con 0x55f28cb28dc0
2024-03-19T01:58:33.288 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.279+0000 7f3755dfb740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f374c1ab7a0 con 0x55f28cb28410
2024-03-19T01:58:33.288 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.279+0000 7f3755dfb740 10 client.0 _ll_register_callbacks cb 0x7f3734004530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:58:33.288 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.279+0000 7f37516d4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f28cb36340 0x55f28cb2fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.288 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.279+0000 7f37516d4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f28cb36340 0x55f28cb2fb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:42280/0 (socket says 172.21.15.46:42280)
2024-03-19T01:58:33.288 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.280+0000 7f374bfff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f28cb28dc0 0x55f28cb2f5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.288 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.279+0000 7f3750ed3640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f28cb28410 0x55f28cb3e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.288 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.280+0000 7f37516d4640  1 -- 172.21.15.46:0/619982578 learned_addr learned my addr 172.21.15.46:0/619982578 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:58:33.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.280+0000 7f37516d4640  1 -- 172.21.15.46:0/619982578 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f28cb28410 msgr2=0x55f28cb3e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:33.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.280+0000 7f37516d4640  1 --2- 172.21.15.46:0/619982578 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f28cb28410 0x55f28cb3e290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.280+0000 7f37516d4640  1 -- 172.21.15.46:0/619982578 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f28cb28dc0 msgr2=0x55f28cb2f5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:58:33.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.280+0000 7f37516d4640  1 --2- 172.21.15.46:0/619982578 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f28cb28dc0 0x55f28cb2f5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.280+0000 7f37516d4640  1 -- 172.21.15.46:0/619982578 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f28cb3e950 con 0x55f28cb36340
2024-03-19T01:58:33.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.280+0000 7f374bfff640  1 --2- 172.21.15.46:0/619982578 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f28cb28dc0 0x55f28cb2f5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:58:33.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.280+0000 7f37516d4640  1 --2- 172.21.15.46:0/619982578 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f28cb36340 0x55f28cb2fb30 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f373c0b9820 tx=0x7f373c0bdb40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=501aa88e4bf6fd75 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:58:33.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.280+0000 7f372bfff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:58:33.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.280+0000 7f372bfff640  1 -- 172.21.15.46:0/619982578 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f373c0c5b60 con 0x55f28cb36340
2024-03-19T01:58:33.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.280+0000 7f372bfff640  1 -- 172.21.15.46:0/619982578 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7f373c0b9a30 con 0x55f28cb36340
2024-03-19T01:58:33.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.280+0000 7f3755dfb740  1 -- 172.21.15.46:0/619982578 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f373c02cb90 con 0x55f28cb36340
2024-03-19T01:58:33.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.280+0000 7f372bfff640  1 -- 172.21.15.46:0/619982578 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f373c0c1120 con 0x55f28cb36340
2024-03-19T01:58:33.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.280+0000 7f3755dfb740 10 client.17526 fetch_fsmap learned FSMap version 35
2024-03-19T01:58:33.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.280+0000 7f3755dfb740  1 -- 172.21.15.46:0/619982578 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55f28cbac190 con 0x55f28cb36340
2024-03-19T01:58:33.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.280+0000 7f372bfff640  1 -- 172.21.15.46:0/619982578 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f373c02cb90 con 0x55f28cb36340
2024-03-19T01:58:33.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.280+0000 7f372bfff640  1 -- 172.21.15.46:0/619982578 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f373c0c5760 con 0x55f28cb36340
2024-03-19T01:58:33.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.281+0000 7f3755dfb740 10 client.17526 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:58:33.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.281+0000 7f3755dfb740 10 client.17526 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:58:33.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.281+0000 7f3755dfb740 20 client.17526 populate_metadata read hostname 'smithi046'
2024-03-19T01:58:33.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.281+0000 7f3755dfb740  1 --2- 172.21.15.46:0/619982578 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f28cbac470 0x55f28cbae860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:58:33.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.281+0000 7f3755dfb740  4 client.17526 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:58:33.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.281+0000 7f3755dfb740  1 -- 172.21.15.46:0/619982578 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55f28ca93d90 con 0x55f28cbac470
2024-03-19T01:58:33.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.281+0000 7f3750ed3640  1 --2- 172.21.15.46:0/619982578 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f28cbac470 0x55f28cbae860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:58:33.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.281+0000 7f372bfff640 10 client.17526 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:58:33.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.281+0000 7f3750ed3640  1 --2- 172.21.15.46:0/619982578 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f28cbac470 0x55f28cbae860 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=45829c3b6db4e999 server_cookie=e44bfd2ae087aa18 in_seq=0 out_seq=0
2024-03-19T01:58:33.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.281+0000 7f372bfff640  1 -- 172.21.15.46:0/619982578 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55f28ca93d90 con 0x55f28cbac470
2024-03-19T01:58:33.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.281+0000 7f372bfff640 10 client.17526 handle_command_reply: tid=0
2024-03-19T01:58:33.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.281+0000 7f3755dfb740  1 client.17526 shutdown
2024-03-19T01:58:33.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.281+0000 7f3755dfb740  1 -- 172.21.15.46:0/619982578 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f28cb36340 msgr2=0x55f28cb2fb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:33.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.281+0000 7f3755dfb740  1 --2- 172.21.15.46:0/619982578 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f28cb36340 0x55f28cb2fb30 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f373c0b9820 tx=0x7f373c0bdb40 comp rx=0 tx=0).stop
2024-03-19T01:58:33.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.281+0000 7f3755dfb740  1 -- 172.21.15.46:0/619982578 shutdown_connections
2024-03-19T01:58:33.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.281+0000 7f3755dfb740  1 --2- 172.21.15.46:0/619982578 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55f28cbac470 0x55f28cbae860 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.281+0000 7f3755dfb740  1 --2- 172.21.15.46:0/619982578 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f28cb36340 0x55f28cb2fb30 unknown :-1 s=CLOSED pgs=910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.281+0000 7f3755dfb740  1 --2- 172.21.15.46:0/619982578 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55f28cb28dc0 0x55f28cb2f5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.281+0000 7f372bfff640  0 client.17526 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:58:33.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.281+0000 7f3755dfb740  1 --2- 172.21.15.46:0/619982578 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55f28cb28410 0x55f28cb3e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.281+0000 7f3755dfb740  1 -- 172.21.15.46:0/619982578 >> 172.21.15.46:0/619982578 conn(0x55f28cb23160 msgr2=0x55f28cb33b10 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:33.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.282+0000 7f3755dfb740  1 -- 172.21.15.46:0/619982578 shutdown_connections
2024-03-19T01:58:33.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.282+0000 7f3755dfb740  1 -- 172.21.15.46:0/619982578 wait complete.
2024-03-19T01:58:33.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.282+0000 7f3755dfb740 20 client.17526 trim_cache size 0 max 16384
2024-03-19T01:58:33.292 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:58:33.292 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "IDLE (waiting for more scrubs)",
2024-03-19T01:58:33.292 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {
2024-03-19T01:58:33.292 INFO:teuthology.orchestra.run.smithi046.stdout:        "34e58f6f-ba1b-4075-8caf-76f23d7f07b8": {
2024-03-19T01:58:33.292 INFO:teuthology.orchestra.run.smithi046.stdout:            "path": "/",
2024-03-19T01:58:33.292 INFO:teuthology.orchestra.run.smithi046.stdout:            "tag": "34e58f6f-ba1b-4075-8caf-76f23d7f07b8",
2024-03-19T01:58:33.292 INFO:teuthology.orchestra.run.smithi046.stdout:            "options": "recursive,force"
2024-03-19T01:58:33.292 INFO:teuthology.orchestra.run.smithi046.stdout:        }
2024-03-19T01:58:33.293 INFO:teuthology.orchestra.run.smithi046.stdout:    }
2024-03-19T01:58:33.293 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:58:33.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.282+0000 7f3753137640  1 -- 172.21.15.46:0/3514561091 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f37380a2970 msgr2=0x7f37380a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:33.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.282+0000 7f3753137640  1 --2- 172.21.15.46:0/3514561091 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f37380a2970 0x7f37380a4e30 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f374c104ea0 tx=0x7f3734011810 comp rx=0 tx=0).stop
2024-03-19T01:58:33.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.282+0000 7f3753137640  1 -- 172.21.15.46:0/3514561091 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f374c1066e0 msgr2=0x7f374c19c890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:58:33.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.282+0000 7f3753137640  1 --2- 172.21.15.46:0/3514561091 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f374c1066e0 0x7f374c19c890 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f373c005940 tx=0x7f373c0045e0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.282+0000 7f3753137640  1 -- 172.21.15.46:0/3514561091 shutdown_connections
2024-03-19T01:58:33.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.282+0000 7f3753137640  1 --2- 172.21.15.46:0/3514561091 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f374c1066e0 0x7f374c19c890 unknown :-1 s=CLOSED pgs=906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.282+0000 7f3753137640  1 --2- 172.21.15.46:0/3514561091 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f374c101090 0x7f374c198510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.282+0000 7f3753137640  1 --2- 172.21.15.46:0/3514561091 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f37380a2970 0x7f37380a4e30 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.282+0000 7f3753137640  1 --2- 172.21.15.46:0/3514561091 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f374c1006d0 0x7f374c197fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:58:33.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.282+0000 7f3753137640  1 -- 172.21.15.46:0/3514561091 >> 172.21.15.46:0/3514561091 conn(0x7f374c076aa0 msgr2=0x7f374c06a1b0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:58:33.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.282+0000 7f3753137640  1 -- 172.21.15.46:0/3514561091 shutdown_connections
2024-03-19T01:58:33.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:58:33.282+0000 7f3753137640  1 -- 172.21.15.46:0/3514561091 wait complete.
2024-03-19T01:58:33.296 INFO:tasks.cephfs.filesystem:scrub status for tag:34e58f6f-ba1b-4075-8caf-76f23d7f07b8 - {'path': '/', 'tag': '34e58f6f-ba1b-4075-8caf-76f23d7f07b8', 'options': 'recursive,force'}
2024-03-19T01:58:34.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:33 smithi046 ceph-mon[63102]: pgmap v261: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s
2024-03-19T01:58:34.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:33 smithi046 ceph-mon[63102]: scrub queued for path: /
2024-03-19T01:58:34.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:33 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:58:34.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:33 smithi046 ceph-mon[63102]: scrub summary: active paths [/]
2024-03-19T01:58:34.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:33 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:58:34.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:33 smithi073 ceph-mon[66833]: pgmap v261: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s
2024-03-19T01:58:34.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:33 smithi073 ceph-mon[66833]: scrub queued for path: /
2024-03-19T01:58:34.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:33 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:58:34.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:33 smithi073 ceph-mon[66833]: scrub summary: active paths [/]
2024-03-19T01:58:34.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:33 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:58:34.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:33 smithi102 ceph-mon[66557]: pgmap v261: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s
2024-03-19T01:58:34.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:33 smithi102 ceph-mon[66557]: scrub queued for path: /
2024-03-19T01:58:34.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:33 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:58:34.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:33 smithi102 ceph-mon[66557]: scrub summary: active paths [/]
2024-03-19T01:58:34.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:33 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:58:36.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:35 smithi046 ceph-mon[63102]: pgmap v262: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s
2024-03-19T01:58:36.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:35 smithi046 ceph-mon[63102]: scrub summary: idle
2024-03-19T01:58:36.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:35 smithi073 ceph-mon[66833]: pgmap v262: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s
2024-03-19T01:58:36.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:35 smithi073 ceph-mon[66833]: scrub summary: idle
2024-03-19T01:58:36.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:35 smithi102 ceph-mon[66557]: pgmap v262: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s
2024-03-19T01:58:36.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:35 smithi102 ceph-mon[66557]: scrub summary: idle
2024-03-19T01:58:38.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:37 smithi046 ceph-mon[63102]: pgmap v263: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:58:38.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:37 smithi073 ceph-mon[66833]: pgmap v263: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:58:38.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:37 smithi102 ceph-mon[66557]: pgmap v263: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:58:40.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:39 smithi046 ceph-mon[63102]: pgmap v264: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:58:40.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:39 smithi073 ceph-mon[66833]: pgmap v264: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:58:40.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:39 smithi102 ceph-mon[66557]: pgmap v264: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:58:42.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:41 smithi046 ceph-mon[63102]: pgmap v265: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:58:42.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:41 smithi073 ceph-mon[66833]: pgmap v265: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:58:42.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:41 smithi102 ceph-mon[66557]: pgmap v265: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:58:44.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:43 smithi046 ceph-mon[63102]: pgmap v266: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:58:44.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:43 smithi073 ceph-mon[66833]: pgmap v266: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:58:44.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:43 smithi102 ceph-mon[66557]: pgmap v266: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:58:46.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:45 smithi046 ceph-mon[63102]: pgmap v267: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:58:46.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:45 smithi073 ceph-mon[66833]: pgmap v267: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:58:46.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:45 smithi102 ceph-mon[66557]: pgmap v267: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:58:48.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:47 smithi046 ceph-mon[63102]: pgmap v268: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:58:48.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:47 smithi073 ceph-mon[66833]: pgmap v268: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:58:48.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:47 smithi102 ceph-mon[66557]: pgmap v268: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:58:50.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:49 smithi046 ceph-mon[63102]: pgmap v269: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:58:50.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:49 smithi073 ceph-mon[66833]: pgmap v269: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:58:50.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:49 smithi102 ceph-mon[66557]: pgmap v269: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:58:52.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:51 smithi046 ceph-mon[63102]: pgmap v270: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:58:52.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:51 smithi073 ceph-mon[66833]: pgmap v270: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:58:52.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:51 smithi102 ceph-mon[66557]: pgmap v270: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:58:54.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:53 smithi046 ceph-mon[63102]: pgmap v271: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:58:54.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:53 smithi073 ceph-mon[66833]: pgmap v271: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:58:54.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:53 smithi102 ceph-mon[66557]: pgmap v271: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:58:56.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:55 smithi046 ceph-mon[63102]: pgmap v272: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:58:56.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:55 smithi073 ceph-mon[66833]: pgmap v272: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:58:56.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:55 smithi102 ceph-mon[66557]: pgmap v272: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:58:58.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:57 smithi046 ceph-mon[63102]: pgmap v273: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:58:58.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:57 smithi073 ceph-mon[66833]: pgmap v273: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:58:58.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:57 smithi102 ceph-mon[66557]: pgmap v273: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:59:00.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:58:59 smithi046 ceph-mon[63102]: pgmap v274: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:59:00.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:58:59 smithi073 ceph-mon[66833]: pgmap v274: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:59:00.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:58:59 smithi102 ceph-mon[66557]: pgmap v274: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:59:02.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:01 smithi046 ceph-mon[63102]: pgmap v275: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:59:02.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:01 smithi073 ceph-mon[66833]: pgmap v275: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:59:02.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:01 smithi102 ceph-mon[66557]: pgmap v275: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:59:03.297 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:59:03.297 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:59:03.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.416+0000 7f915fcd3640  1 -- 172.21.15.46:0/1487282036 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9158107870 msgr2=0x7f9158107c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:03.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.416+0000 7f915fcd3640  1 --2- 172.21.15.46:0/1487282036 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9158107870 0x7f9158107c50 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7f9148009cd0 tx=0x7f914802c0f0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.416+0000 7f915fcd3640  1 -- 172.21.15.46:0/1487282036 shutdown_connections
2024-03-19T01:59:03.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.416+0000 7f915fcd3640  1 --2- 172.21.15.46:0/1487282036 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f91580693e0 0x7f915810e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.416+0000 7f915fcd3640  1 --2- 172.21.15.46:0/1487282036 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9158068a20 0x7f9158068ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.416+0000 7f915fcd3640  1 --2- 172.21.15.46:0/1487282036 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9158107870 0x7f9158107c50 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.416+0000 7f915fcd3640  1 -- 172.21.15.46:0/1487282036 >> 172.21.15.46:0/1487282036 conn(0x7f9158077820 msgr2=0x7f9158077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:03.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.416+0000 7f915fcd3640  1 -- 172.21.15.46:0/1487282036 shutdown_connections
2024-03-19T01:59:03.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.416+0000 7f915fcd3640  1 -- 172.21.15.46:0/1487282036 wait complete.
2024-03-19T01:59:03.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.417+0000 7f915fcd3640  1  Processor -- start
2024-03-19T01:59:03.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.417+0000 7f915fcd3640  1 --  start start
2024-03-19T01:59:03.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.417+0000 7f915fcd3640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9158068a20 0x7f91581006e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.417+0000 7f915fcd3640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f91580693e0 0x7f9158100c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.417+0000 7f915fcd3640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9158107870 0x7f9158101160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.417+0000 7f915fcd3640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f9158111a70 con 0x7f9158107870
2024-03-19T01:59:03.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.417+0000 7f915fcd3640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f91581118f0 con 0x7f9158068a20
2024-03-19T01:59:03.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.417+0000 7f915fcd3640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9158111bf0 con 0x7f91580693e0
2024-03-19T01:59:03.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.417+0000 7f915e270640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9158107870 0x7f9158101160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.417+0000 7f915d26e640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f91580693e0 0x7f9158100c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.417+0000 7f915da6f640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9158068a20 0x7f91581006e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.417+0000 7f915e270640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9158107870 0x7f9158101160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49832/0 (socket says 172.21.15.46:49832)
2024-03-19T01:59:03.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.417+0000 7f915e270640  1 -- 172.21.15.46:0/3067015739 learned_addr learned my addr 172.21.15.46:0/3067015739 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:03.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.417+0000 7f915e270640  1 -- 172.21.15.46:0/3067015739 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f91580693e0 msgr2=0x7f9158100c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:03.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.417+0000 7f915e270640  1 --2- 172.21.15.46:0/3067015739 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f91580693e0 0x7f9158100c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.417+0000 7f915e270640  1 -- 172.21.15.46:0/3067015739 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9158068a20 msgr2=0x7f91581006e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:03.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.417+0000 7f915e270640  1 --2- 172.21.15.46:0/3067015739 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9158068a20 0x7f91581006e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.417+0000 7f915e270640  1 -- 172.21.15.46:0/3067015739 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91581a64d0 con 0x7f9158107870
2024-03-19T01:59:03.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.417+0000 7f915da6f640  1 --2- 172.21.15.46:0/3067015739 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9158068a20 0x7f91581006e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:59:03.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.417+0000 7f915e270640  1 --2- 172.21.15.46:0/3067015739 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9158107870 0x7f9158101160 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7f915000e970 tx=0x7f915000ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:03.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.418+0000 7f9156ffd640  1 -- 172.21.15.46:0/3067015739 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f915000ccc0 con 0x7f9158107870
2024-03-19T01:59:03.421 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.418+0000 7f9156ffd640  1 -- 172.21.15.46:0/3067015739 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f915000ce60 con 0x7f9158107870
2024-03-19T01:59:03.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.418+0000 7f915fcd3640  1 -- 172.21.15.46:0/3067015739 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91581a67c0 con 0x7f9158107870
2024-03-19T01:59:03.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.418+0000 7f9156ffd640  1 -- 172.21.15.46:0/3067015739 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9150010430 con 0x7f9158107870
2024-03-19T01:59:03.422 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.418+0000 7f915fcd3640  1 -- 172.21.15.46:0/3067015739 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91581a6d10 con 0x7f9158107870
2024-03-19T01:59:03.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.420+0000 7f9156ffd640  1 -- 172.21.15.46:0/3067015739 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f9150004f90 con 0x7f9158107870
2024-03-19T01:59:03.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.420+0000 7f9162995740  1  Processor -- start
2024-03-19T01:59:03.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.421+0000 7f9162995740  1 --  start start
2024-03-19T01:59:03.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.421+0000 7f9156ffd640  1 --2- 172.21.15.46:0/3067015739 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f91400a2970 0x7f91400a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.421+0000 7f9162995740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cdddd28a30 0x55cdddd28e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.421+0000 7f9162995740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cdddd29350 0x55cdddd319f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.421+0000 7f9162995740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cdddd31f30 0x55cdddd34320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.421+0000 7f9162995740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55cdddc8c500 con 0x55cdddd31f30
2024-03-19T01:59:03.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.421+0000 7f9162995740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55cdddc34be0 con 0x55cdddd29350
2024-03-19T01:59:03.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.421+0000 7f9162995740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55cdddc885a0 con 0x55cdddd28a30
2024-03-19T01:59:03.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.421+0000 7f9156ffd640  1 -- 172.21.15.46:0/3067015739 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7f91500cf5a0 con 0x7f9158107870
2024-03-19T01:59:03.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.421+0000 7f915d26e640  1 --2- 172.21.15.46:0/3067015739 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f91400a2970 0x7f91400a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.421+0000 7f915d26e640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cdddd29350 0x55cdddd319f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.421+0000 7f915da6f640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cdddd28a30 0x55cdddd28e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.421+0000 7f915da6f640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cdddd28a30 0x55cdddd28e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:39442/0 (socket says 172.21.15.46:39442)
2024-03-19T01:59:03.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.421+0000 7f915da6f640  1 -- 172.21.15.46:0/53440862 learned_addr learned my addr 172.21.15.46:0/53440862 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:03.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.421+0000 7f915e270640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cdddd31f30 0x55cdddd34320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.421+0000 7f915da6f640  1 -- 172.21.15.46:0/53440862 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cdddd29350 msgr2=0x55cdddd319f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:03.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.421+0000 7f915da6f640  1 --2- 172.21.15.46:0/53440862 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cdddd29350 0x55cdddd319f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.421+0000 7f915da6f640  1 -- 172.21.15.46:0/53440862 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cdddd31f30 msgr2=0x55cdddd34320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:03.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.421+0000 7f915da6f640  1 --2- 172.21.15.46:0/53440862 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cdddd31f30 0x55cdddd34320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.421+0000 7f915da6f640  1 -- 172.21.15.46:0/53440862 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cdddc56000 con 0x55cdddd28a30
2024-03-19T01:59:03.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.421+0000 7f915d26e640  1 --2- 172.21.15.46:0/3067015739 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f91400a2970 0x7f91400a4e30 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f9158102170 tx=0x7f914c0098b0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:03.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.422+0000 7f915da6f640  1 --2- 172.21.15.46:0/53440862 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cdddd28a30 0x55cdddd28e10 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f9148009ca0 tx=0x7f9148032340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ec7fddc94b77bbd3 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:03.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.422+0000 7f913ffff640  1 -- 172.21.15.46:0/53440862 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9148043070 con 0x55cdddd28a30
2024-03-19T01:59:03.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.422+0000 7f913ffff640  1 -- 172.21.15.46:0/53440862 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9148003e20 con 0x55cdddd28a30
2024-03-19T01:59:03.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.422+0000 7f913ffff640  1 -- 172.21.15.46:0/53440862 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9148039040 con 0x55cdddd28a30
2024-03-19T01:59:03.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.422+0000 7f9162995740  1 -- 172.21.15.46:0/53440862 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cdddd28a30 msgr2=0x55cdddd28e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:03.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.422+0000 7f9162995740  1 --2- 172.21.15.46:0/53440862 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cdddd28a30 0x55cdddd28e10 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f9148009ca0 tx=0x7f9148032340 comp rx=0 tx=0).stop
2024-03-19T01:59:03.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.423+0000 7f9162995740  1 -- 172.21.15.46:0/53440862 shutdown_connections
2024-03-19T01:59:03.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.423+0000 7f9162995740  1 --2- 172.21.15.46:0/53440862 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cdddd31f30 0x55cdddd34320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.423+0000 7f9162995740  1 --2- 172.21.15.46:0/53440862 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cdddd29350 0x55cdddd319f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.423+0000 7f9162995740  1 --2- 172.21.15.46:0/53440862 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cdddd28a30 0x55cdddd28e10 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.423+0000 7f9162995740  1 -- 172.21.15.46:0/53440862 >> 172.21.15.46:0/53440862 conn(0x55cdddd23160 msgr2=0x55cdddd23540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:03.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.423+0000 7f9162995740  1 -- 172.21.15.46:0/53440862 shutdown_connections
2024-03-19T01:59:03.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.423+0000 7f9162995740  1 -- 172.21.15.46:0/53440862 wait complete.
2024-03-19T01:59:03.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.423+0000 7f9162995740  1 --  start start
2024-03-19T01:59:03.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.423+0000 7f9162995740  1  Processor -- start
2024-03-19T01:59:03.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.423+0000 7f9162995740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cdddd28a30 0x55cdddd2ee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.423+0000 7f9162995740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cdddd29350 0x55cdddd2f390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.423+0000 7f9162995740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cdddd31f30 0x55cdddd2f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.423+0000 7f9162995740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55cdddd34cc0 con 0x55cdddd28a30
2024-03-19T01:59:03.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.423+0000 7f9162995740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55cdddc48160 con 0x55cdddd29350
2024-03-19T01:59:03.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.423+0000 7f9162995740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55cdddd34e40 con 0x55cdddd31f30
2024-03-19T01:59:03.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.424+0000 7f9162995740 10 client.0 _ll_register_callbacks cb 0x55cdddc84a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:59:03.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.424+0000 7f915da6f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cdddd28a30 0x55cdddd2ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.424+0000 7f915da6f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cdddd28a30 0x55cdddd2ee50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49846/0 (socket says 172.21.15.46:49846)
2024-03-19T01:59:03.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.424+0000 7f915da6f640  1 -- 172.21.15.46:0/4282694410 learned_addr learned my addr 172.21.15.46:0/4282694410 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:03.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.424+0000 7f915e270640  1 --2- 172.21.15.46:0/4282694410 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cdddd31f30 0x55cdddd2f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.424+0000 7f915d26e640  1 --2- 172.21.15.46:0/4282694410 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cdddd29350 0x55cdddd2f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.424+0000 7f915da6f640  1 -- 172.21.15.46:0/4282694410 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cdddd31f30 msgr2=0x55cdddd2f8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:03.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.424+0000 7f915da6f640  1 --2- 172.21.15.46:0/4282694410 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cdddd31f30 0x55cdddd2f8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.424+0000 7f915da6f640  1 -- 172.21.15.46:0/4282694410 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cdddd29350 msgr2=0x55cdddd2f390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:03.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.424+0000 7f915da6f640  1 --2- 172.21.15.46:0/4282694410 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cdddd29350 0x55cdddd2f390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.424+0000 7f915da6f640  1 -- 172.21.15.46:0/4282694410 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cddda6a7d0 con 0x55cdddd28a30
2024-03-19T01:59:03.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.424+0000 7f915da6f640  1 --2- 172.21.15.46:0/4282694410 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cdddd28a30 0x55cdddd2ee50 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f9148037040 tx=0x7f914802c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6366c510528dd4d4 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:03.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.424+0000 7f913d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:59:03.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.424+0000 7f913d7fa640  1 -- 172.21.15.46:0/4282694410 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f914804c030 con 0x55cdddd28a30
2024-03-19T01:59:03.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.424+0000 7f913d7fa640  1 -- 172.21.15.46:0/4282694410 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7f9148032700 con 0x55cdddd28a30
2024-03-19T01:59:03.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.424+0000 7f9162995740  1 -- 172.21.15.46:0/4282694410 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9148003e20 con 0x55cdddd28a30
2024-03-19T01:59:03.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.424+0000 7f913d7fa640  1 -- 172.21.15.46:0/4282694410 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f9148059050 con 0x55cdddd28a30
2024-03-19T01:59:03.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.424+0000 7f9162995740 10 client.17538 fetch_fsmap learned FSMap version 35
2024-03-19T01:59:03.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.424+0000 7f9162995740  1 -- 172.21.15.46:0/4282694410 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55cddd9a03f0 con 0x55cdddd28a30
2024-03-19T01:59:03.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.425+0000 7f913d7fa640  1 -- 172.21.15.46:0/4282694410 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9148003e20 con 0x55cdddd28a30
2024-03-19T01:59:03.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.425+0000 7f913d7fa640  1 -- 172.21.15.46:0/4282694410 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f91480486e0 con 0x55cdddd28a30
2024-03-19T01:59:03.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.425+0000 7f9162995740 10 client.17538 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:59:03.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.425+0000 7f9162995740 10 client.17538 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:59:03.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.425+0000 7f9162995740 20 client.17538 populate_metadata read hostname 'smithi046'
2024-03-19T01:59:03.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.425+0000 7f9162995740  1 --2- 172.21.15.46:0/4282694410 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55cdddd41fd0 0x55cdddd443c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.425+0000 7f9162995740  4 client.17538 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:59:03.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.425+0000 7f9162995740  1 -- 172.21.15.46:0/4282694410 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cdddc99a40 con 0x55cdddd41fd0
2024-03-19T01:59:03.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.425+0000 7f915d26e640  1 --2- 172.21.15.46:0/4282694410 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55cdddd41fd0 0x55cdddd443c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.425+0000 7f913d7fa640 10 client.17538 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:59:03.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.425+0000 7f915d26e640  1 --2- 172.21.15.46:0/4282694410 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55cdddd41fd0 0x55cdddd443c0 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3f8c4788a7288d16 server_cookie=fc56747aae9c7187 in_seq=0 out_seq=0
2024-03-19T01:59:03.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.426+0000 7f913d7fa640  1 -- 172.21.15.46:0/4282694410 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55cdddc99a40 con 0x55cdddd41fd0
2024-03-19T01:59:03.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.426+0000 7f913d7fa640 10 client.17538 handle_command_reply: tid=0
2024-03-19T01:59:03.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.426+0000 7f9162995740  1 client.17538 shutdown
2024-03-19T01:59:03.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.426+0000 7f9162995740  1 -- 172.21.15.46:0/4282694410 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cdddd28a30 msgr2=0x55cdddd2ee50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:03.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.426+0000 7f9162995740  1 --2- 172.21.15.46:0/4282694410 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cdddd28a30 0x55cdddd2ee50 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f9148037040 tx=0x7f914802c870 comp rx=0 tx=0).stop
2024-03-19T01:59:03.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.426+0000 7f9162995740  1 -- 172.21.15.46:0/4282694410 shutdown_connections
2024-03-19T01:59:03.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.426+0000 7f9162995740  1 --2- 172.21.15.46:0/4282694410 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55cdddd41fd0 0x55cdddd443c0 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.426+0000 7f9162995740  1 --2- 172.21.15.46:0/4282694410 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cdddd31f30 0x55cdddd2f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.426+0000 7f9162995740  1 --2- 172.21.15.46:0/4282694410 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cdddd29350 0x55cdddd2f390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.426+0000 7f913d7fa640  0 client.17538 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:59:03.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.426+0000 7f9162995740  1 --2- 172.21.15.46:0/4282694410 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cdddd28a30 0x55cdddd2ee50 unknown :-1 s=CLOSED pgs=913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.426+0000 7f9162995740  1 -- 172.21.15.46:0/4282694410 >> 172.21.15.46:0/4282694410 conn(0x55cdddd23160 msgr2=0x55cdddd24eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:03.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.426+0000 7f9162995740  1 -- 172.21.15.46:0/4282694410 shutdown_connections
2024-03-19T01:59:03.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.426+0000 7f9162995740  1 -- 172.21.15.46:0/4282694410 wait complete.
2024-03-19T01:59:03.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.427+0000 7f9162995740 20 client.17538 trim_cache size 0 max 16384
2024-03-19T01:59:03.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.444+0000 7f9162995740  1  Processor -- start
2024-03-19T01:59:03.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.444+0000 7f9162995740  1 --  start start
2024-03-19T01:59:03.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.445+0000 7f9162995740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cdddd28a30 0x55cdddd31580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.445+0000 7f9162995740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cdddd29350 0x55cdddd3da60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.445+0000 7f9162995740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cdddd31f30 0x55cdddd2dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.445+0000 7f9162995740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f91581b3820 con 0x55cdddd29350
2024-03-19T01:59:03.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.445+0000 7f9162995740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f91581b10f0 con 0x55cdddd28a30
2024-03-19T01:59:03.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.445+0000 7f9162995740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f91581aef60 con 0x55cdddd31f30
2024-03-19T01:59:03.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.445+0000 7f915d26e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cdddd29350 0x55cdddd3da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.445+0000 7f915da6f640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cdddd28a30 0x55cdddd31580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.445+0000 7f915da6f640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cdddd28a30 0x55cdddd31580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:45818/0 (socket says 172.21.15.46:45818)
2024-03-19T01:59:03.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.445+0000 7f915d26e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cdddd29350 0x55cdddd3da60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49862/0 (socket says 172.21.15.46:49862)
2024-03-19T01:59:03.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.445+0000 7f915da6f640  1 -- 172.21.15.46:0/947539756 learned_addr learned my addr 172.21.15.46:0/947539756 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:03.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.445+0000 7f915e270640  1 --2- 172.21.15.46:0/947539756 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cdddd31f30 0x55cdddd2dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.445+0000 7f915d26e640  1 -- 172.21.15.46:0/947539756 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cdddd31f30 msgr2=0x55cdddd2dfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:03.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.445+0000 7f915d26e640  1 --2- 172.21.15.46:0/947539756 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cdddd31f30 0x55cdddd2dfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.445+0000 7f915d26e640  1 -- 172.21.15.46:0/947539756 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cdddd28a30 msgr2=0x55cdddd31580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:03.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.445+0000 7f915d26e640  1 --2- 172.21.15.46:0/947539756 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cdddd28a30 0x55cdddd31580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.445+0000 7f915d26e640  1 -- 172.21.15.46:0/947539756 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cddd9600f0 con 0x55cdddd29350
2024-03-19T01:59:03.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.445+0000 7f915da6f640  1 --2- 172.21.15.46:0/947539756 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cdddd28a30 0x55cdddd31580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:59:03.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.445+0000 7f915d26e640  1 --2- 172.21.15.46:0/947539756 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cdddd29350 0x55cdddd3da60 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x55cdddd44990 tx=0x7f914c021000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2da97ea66ece81c4 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:03.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.445+0000 7f913f7fe640  1 -- 172.21.15.46:0/947539756 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f914c00fe10 con 0x55cdddd29350
2024-03-19T01:59:03.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.445+0000 7f913f7fe640  1 -- 172.21.15.46:0/947539756 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f914c0054d0 con 0x55cdddd29350
2024-03-19T01:59:03.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.445+0000 7f913f7fe640  1 -- 172.21.15.46:0/947539756 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f914c02d030 con 0x55cdddd29350
2024-03-19T01:59:03.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.446+0000 7f9162995740  1 -- 172.21.15.46:0/947539756 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cdddd29350 msgr2=0x55cdddd3da60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:03.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.446+0000 7f9162995740  1 --2- 172.21.15.46:0/947539756 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cdddd29350 0x55cdddd3da60 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x55cdddd44990 tx=0x7f914c021000 comp rx=0 tx=0).stop
2024-03-19T01:59:03.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.446+0000 7f9162995740  1 -- 172.21.15.46:0/947539756 shutdown_connections
2024-03-19T01:59:03.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.446+0000 7f9162995740  1 --2- 172.21.15.46:0/947539756 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cdddd31f30 0x55cdddd2dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.446+0000 7f9162995740  1 --2- 172.21.15.46:0/947539756 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cdddd29350 0x55cdddd3da60 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.446+0000 7f9162995740  1 --2- 172.21.15.46:0/947539756 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cdddd28a30 0x55cdddd31580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.446+0000 7f9162995740  1 -- 172.21.15.46:0/947539756 >> 172.21.15.46:0/947539756 conn(0x55cdddd23160 msgr2=0x55cdddd2ee10 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:03.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.446+0000 7f9162995740  1 -- 172.21.15.46:0/947539756 shutdown_connections
2024-03-19T01:59:03.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.446+0000 7f9162995740  1 -- 172.21.15.46:0/947539756 wait complete.
2024-03-19T01:59:03.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.446+0000 7f9162995740  1 --  start start
2024-03-19T01:59:03.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.446+0000 7f9162995740  1  Processor -- start
2024-03-19T01:59:03.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.447+0000 7f9162995740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cdddd28a30 0x55cdddd3a330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.447+0000 7f9162995740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cdddd29350 0x55cdddd356d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.447+0000 7f9162995740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cdddd31f30 0x55cdddd35c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.447+0000 7f9162995740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f91581af5b0 con 0x55cdddd29350
2024-03-19T01:59:03.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.447+0000 7f9162995740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f91581b0a20 con 0x55cdddd28a30
2024-03-19T01:59:03.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.447+0000 7f9162995740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f91581afc80 con 0x55cdddd31f30
2024-03-19T01:59:03.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.447+0000 7f9162995740 10 client.0 _ll_register_callbacks cb 0x7f9150004950 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:59:03.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.447+0000 7f915d26e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cdddd29350 0x55cdddd356d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.447+0000 7f915d26e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cdddd29350 0x55cdddd356d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49868/0 (socket says 172.21.15.46:49868)
2024-03-19T01:59:03.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.447+0000 7f915d26e640  1 -- 172.21.15.46:0/1722526669 learned_addr learned my addr 172.21.15.46:0/1722526669 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:03.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.447+0000 7f915da6f640  1 --2- 172.21.15.46:0/1722526669 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cdddd28a30 0x55cdddd3a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.447+0000 7f915e270640  1 --2- 172.21.15.46:0/1722526669 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cdddd31f30 0x55cdddd35c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.447+0000 7f915d26e640  1 -- 172.21.15.46:0/1722526669 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cdddd31f30 msgr2=0x55cdddd35c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:03.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.447+0000 7f915d26e640  1 --2- 172.21.15.46:0/1722526669 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cdddd31f30 0x55cdddd35c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.447+0000 7f915d26e640  1 -- 172.21.15.46:0/1722526669 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cdddd28a30 msgr2=0x55cdddd3a330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:03.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.447+0000 7f915d26e640  1 --2- 172.21.15.46:0/1722526669 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cdddd28a30 0x55cdddd3a330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.447+0000 7f915d26e640  1 -- 172.21.15.46:0/1722526669 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cdddd363f0 con 0x55cdddd29350
2024-03-19T01:59:03.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.447+0000 7f915d26e640  1 --2- 172.21.15.46:0/1722526669 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cdddd29350 0x55cdddd356d0 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f914c0134b0 tx=0x7f914c005710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6321b880e95f983 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:03.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.447+0000 7f913d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:59:03.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.447+0000 7f913d7fa640  1 -- 172.21.15.46:0/1722526669 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f914c004c30 con 0x55cdddd29350
2024-03-19T01:59:03.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.447+0000 7f913d7fa640  1 -- 172.21.15.46:0/1722526669 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7f914c004dd0 con 0x55cdddd29350
2024-03-19T01:59:03.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.448+0000 7f9162995740  1 -- 172.21.15.46:0/1722526669 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f914c0054d0 con 0x55cdddd29350
2024-03-19T01:59:03.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.448+0000 7f913d7fa640  1 -- 172.21.15.46:0/1722526669 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f914c004fd0 con 0x55cdddd29350
2024-03-19T01:59:03.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.448+0000 7f9162995740 10 client.17544 fetch_fsmap learned FSMap version 35
2024-03-19T01:59:03.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.448+0000 7f9162995740  1 -- 172.21.15.46:0/1722526669 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55cdddda8040 con 0x55cdddd29350
2024-03-19T01:59:03.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.448+0000 7f913d7fa640  1 -- 172.21.15.46:0/1722526669 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f914c0054d0 con 0x55cdddd29350
2024-03-19T01:59:03.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.448+0000 7f913d7fa640  1 -- 172.21.15.46:0/1722526669 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f914c020050 con 0x55cdddd29350
2024-03-19T01:59:03.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.448+0000 7f9162995740 10 client.17544 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:59:03.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.448+0000 7f9162995740 10 client.17544 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:59:03.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.448+0000 7f9162995740 20 client.17544 populate_metadata read hostname 'smithi046'
2024-03-19T01:59:03.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.448+0000 7f9162995740  1 --2- 172.21.15.46:0/1722526669 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55cdddda8780 0x55cddddaaba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.448+0000 7f9162995740  4 client.17544 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:59:03.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.448+0000 7f9162995740  1 -- 172.21.15.46:0/1722526669 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55cdddc93d90 con 0x55cdddda8780
2024-03-19T01:59:03.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.448+0000 7f915da6f640  1 --2- 172.21.15.46:0/1722526669 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55cdddda8780 0x55cddddaaba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.448+0000 7f913d7fa640 10 client.17544 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:59:03.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.448+0000 7f915da6f640  1 --2- 172.21.15.46:0/1722526669 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55cdddda8780 0x55cddddaaba0 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2d295f8d39db7761 server_cookie=f21586a17e2159a3 in_seq=0 out_seq=0
2024-03-19T01:59:03.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.449+0000 7f913d7fa640  1 -- 172.21.15.46:0/1722526669 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55cdddc93d90 con 0x55cdddda8780
2024-03-19T01:59:03.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.449+0000 7f913d7fa640 10 client.17544 handle_command_reply: tid=0
2024-03-19T01:59:03.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.449+0000 7f9162995740  1 client.17544 shutdown
2024-03-19T01:59:03.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.449+0000 7f9162995740  1 -- 172.21.15.46:0/1722526669 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cdddd29350 msgr2=0x55cdddd356d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:03.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.449+0000 7f9162995740  1 --2- 172.21.15.46:0/1722526669 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cdddd29350 0x55cdddd356d0 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f914c0134b0 tx=0x7f914c005710 comp rx=0 tx=0).stop
2024-03-19T01:59:03.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.449+0000 7f9162995740  1 -- 172.21.15.46:0/1722526669 shutdown_connections
2024-03-19T01:59:03.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.449+0000 7f9162995740  1 --2- 172.21.15.46:0/1722526669 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55cdddda8780 0x55cddddaaba0 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.449+0000 7f9162995740  1 --2- 172.21.15.46:0/1722526669 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55cdddd31f30 0x55cdddd35c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.449+0000 7f9162995740  1 --2- 172.21.15.46:0/1722526669 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cdddd29350 0x55cdddd356d0 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.449+0000 7f913d7fa640  0 client.17544 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:59:03.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.449+0000 7f9162995740  1 --2- 172.21.15.46:0/1722526669 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55cdddd28a30 0x55cdddd3a330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.449+0000 7f9162995740  1 -- 172.21.15.46:0/1722526669 >> 172.21.15.46:0/1722526669 conn(0x55cdddd23160 msgr2=0x55cdddd21950 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:03.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.449+0000 7f9162995740  1 -- 172.21.15.46:0/1722526669 shutdown_connections
2024-03-19T01:59:03.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.449+0000 7f9162995740  1 -- 172.21.15.46:0/1722526669 wait complete.
2024-03-19T01:59:03.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.449+0000 7f9162995740 20 client.17544 trim_cache size 0 max 16384
2024-03-19T01:59:03.457 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:59:03.457 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "no active scrubs running",
2024-03-19T01:59:03.457 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {}
2024-03-19T01:59:03.457 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:59:03.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.450+0000 7f915fcd3640  1 -- 172.21.15.46:0/3067015739 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f91400a2970 msgr2=0x7f91400a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:03.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.450+0000 7f915fcd3640  1 --2- 172.21.15.46:0/3067015739 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f91400a2970 0x7f91400a4e30 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f9158102170 tx=0x7f914c0098b0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.450+0000 7f915fcd3640  1 -- 172.21.15.46:0/3067015739 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9158107870 msgr2=0x7f9158101160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:03.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.450+0000 7f915fcd3640  1 --2- 172.21.15.46:0/3067015739 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9158107870 0x7f9158101160 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7f915000e970 tx=0x7f915000ed70 comp rx=0 tx=0).stop
2024-03-19T01:59:03.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.450+0000 7f915fcd3640  1 -- 172.21.15.46:0/3067015739 shutdown_connections
2024-03-19T01:59:03.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.450+0000 7f915fcd3640  1 --2- 172.21.15.46:0/3067015739 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9158107870 0x7f9158101160 unknown :-1 s=CLOSED pgs=912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.450+0000 7f915fcd3640  1 --2- 172.21.15.46:0/3067015739 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f91400a2970 0x7f91400a4e30 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.450+0000 7f915fcd3640  1 --2- 172.21.15.46:0/3067015739 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f91580693e0 0x7f9158100c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.450+0000 7f915fcd3640  1 --2- 172.21.15.46:0/3067015739 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9158068a20 0x7f91581006e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.450+0000 7f915fcd3640  1 -- 172.21.15.46:0/3067015739 >> 172.21.15.46:0/3067015739 conn(0x7f9158077820 msgr2=0x7f91580fe3e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:03.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.450+0000 7f915fcd3640  1 -- 172.21.15.46:0/3067015739 shutdown_connections
2024-03-19T01:59:03.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.450+0000 7f915fcd3640  1 -- 172.21.15.46:0/3067015739 wait complete.
2024-03-19T01:59:03.461 INFO:tasks.cephfs.filesystem:all active scrubs completed
2024-03-19T01:59:03.462 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:59:03.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.564+0000 7f0bfc7d3640  1 -- 172.21.15.46:0/565969960 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0bf41066d0 msgr2=0x7f0bf4106ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:03.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.564+0000 7f0bfc7d3640  1 --2- 172.21.15.46:0/565969960 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0bf41066d0 0x7f0bf4106ab0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f0bf0009930 tx=0x7f0bf002bc30 comp rx=0 tx=0).stop
2024-03-19T01:59:03.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.564+0000 7f0bfc7d3640  1 -- 172.21.15.46:0/565969960 shutdown_connections
2024-03-19T01:59:03.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.564+0000 7f0bfc7d3640  1 --2- 172.21.15.46:0/565969960 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0bf4101080 0x7f0bf410d590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.564+0000 7f0bfc7d3640  1 --2- 172.21.15.46:0/565969960 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0bf41006c0 0x7f0bf4100b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.564+0000 7f0bfc7d3640  1 --2- 172.21.15.46:0/565969960 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0bf41066d0 0x7f0bf4106ab0 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.564+0000 7f0bfc7d3640  1 -- 172.21.15.46:0/565969960 >> 172.21.15.46:0/565969960 conn(0x7f0bf4076aa0 msgr2=0x7f0bf4076eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:03.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.564+0000 7f0bfc7d3640  1 -- 172.21.15.46:0/565969960 shutdown_connections
2024-03-19T01:59:03.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.564+0000 7f0bfc7d3640  1 -- 172.21.15.46:0/565969960 wait complete.
2024-03-19T01:59:03.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.565+0000 7f0bfc7d3640  1  Processor -- start
2024-03-19T01:59:03.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.565+0000 7f0bfc7d3640  1 --  start start
2024-03-19T01:59:03.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.565+0000 7f0bfc7d3640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0bf41006c0 0x7f0bf4198e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.565+0000 7f0bfc7d3640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0bf4101080 0x7f0bf4199370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.565+0000 7f0bfc7d3640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0bf41066d0 0x7f0bf41a3eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.565+0000 7f0bfc7d3640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f0bf4110990 con 0x7f0bf41006c0
2024-03-19T01:59:03.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.565+0000 7f0bfc7d3640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f0bf4110810 con 0x7f0bf41066d0
2024-03-19T01:59:03.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.565+0000 7f0bfc7d3640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0bf4110b10 con 0x7f0bf4101080
2024-03-19T01:59:03.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.565+0000 7f0bfa56f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0bf41006c0 0x7f0bf4198e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.565+0000 7f0bfa56f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0bf41006c0 0x7f0bf4198e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49874/0 (socket says 172.21.15.46:49874)
2024-03-19T01:59:03.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.565+0000 7f0bfa56f640  1 -- 172.21.15.46:0/2578018606 learned_addr learned my addr 172.21.15.46:0/2578018606 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:03.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.565+0000 7f0bfad70640  1 --2- 172.21.15.46:0/2578018606 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0bf41066d0 0x7f0bf41a3eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.565+0000 7f0bf9d6e640  1 --2- 172.21.15.46:0/2578018606 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0bf4101080 0x7f0bf4199370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.565+0000 7f0bfa56f640  1 -- 172.21.15.46:0/2578018606 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0bf4101080 msgr2=0x7f0bf4199370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:03.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.565+0000 7f0bfa56f640  1 --2- 172.21.15.46:0/2578018606 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0bf4101080 0x7f0bf4199370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.565+0000 7f0bfa56f640  1 -- 172.21.15.46:0/2578018606 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0bf41066d0 msgr2=0x7f0bf41a3eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:03.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.565+0000 7f0bfa56f640  1 --2- 172.21.15.46:0/2578018606 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0bf41066d0 0x7f0bf41a3eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.565+0000 7f0bfa56f640  1 -- 172.21.15.46:0/2578018606 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bf41a43f0 con 0x7f0bf41006c0
2024-03-19T01:59:03.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.565+0000 7f0bfad70640  1 --2- 172.21.15.46:0/2578018606 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0bf41066d0 0x7f0bf41a3eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:59:03.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.565+0000 7f0bfa56f640  1 --2- 172.21.15.46:0/2578018606 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0bf41006c0 0x7f0bf4198e30 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7f0bf0009230 tx=0x7f0bf002c5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:03.571 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.566+0000 7f0beb7fe640  1 -- 172.21.15.46:0/2578018606 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bf0043020 con 0x7f0bf41006c0
2024-03-19T01:59:03.571 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.566+0000 7f0beb7fe640  1 -- 172.21.15.46:0/2578018606 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0bf002ca70 con 0x7f0bf41006c0
2024-03-19T01:59:03.571 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.566+0000 7f0bfc7d3640  1 -- 172.21.15.46:0/2578018606 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0bf41a45c0 con 0x7f0bf41006c0
2024-03-19T01:59:03.571 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.566+0000 7f0beb7fe640  1 -- 172.21.15.46:0/2578018606 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bf0003a50 con 0x7f0bf41006c0
2024-03-19T01:59:03.571 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.566+0000 7f0bfc7d3640  1 -- 172.21.15.46:0/2578018606 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0bf41a4ab0 con 0x7f0bf41006c0
2024-03-19T01:59:03.571 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.567+0000 7f0bfc7d3640  1 -- 172.21.15.46:0/2578018606 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0bf4101e00 con 0x7f0bf41006c0
2024-03-19T01:59:03.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.568+0000 7f0beb7fe640  1 -- 172.21.15.46:0/2578018606 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f0bf0046020 con 0x7f0bf41006c0
2024-03-19T01:59:03.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.569+0000 7f0beb7fe640  1 --2- 172.21.15.46:0/2578018606 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f0be00a2970 0x7f0be00a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.569+0000 7f0bf9d6e640  1 --2- 172.21.15.46:0/2578018606 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f0be00a2970 0x7f0be00a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.569+0000 7f0beb7fe640  1 -- 172.21.15.46:0/2578018606 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7f0bf00f1570 con 0x7f0bf41006c0
2024-03-19T01:59:03.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.569+0000 7f0bf9d6e640  1 --2- 172.21.15.46:0/2578018606 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f0be00a2970 0x7f0be00a4e30 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f0bf406a9c0 tx=0x7f0be4005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:03.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.573+0000 7f0beb7fe640  1 -- 172.21.15.46:0/2578018606 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f0bf004d020 con 0x7f0bf41006c0
2024-03-19T01:59:03.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.795+0000 7f0bfc7d3640  1 -- 172.21.15.46:0/2578018606 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0bf4068a60 con 0x7f0bf41006c0
2024-03-19T01:59:03.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.795+0000 7f0beb7fe640  1 -- 172.21.15.46:0/2578018606 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 35 v35) ==== 94+0+11861 (secure 0 0 0) 0x7f0bf4068a60 con 0x7f0bf41006c0
2024-03-19T01:59:03.797 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:59:03.797 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":35,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":35,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-19T01:47:26.395717+0000","modified":"2024-03-19T01:56:35.161569+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24506,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6839/1788589639","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6838","nonce":1788589639},{"type":"v1","addr":"172.21.15.73:6839","nonce":1788589639}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24506,"qdb_cluster":[24479,24478,24506]},"id":1}]}
2024-03-19T01:59:03.797 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 35
2024-03-19T01:59:03.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.797+0000 7f0bfc7d3640  1 -- 172.21.15.46:0/2578018606 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f0be00a2970 msgr2=0x7f0be00a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:03.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.797+0000 7f0bfc7d3640  1 --2- 172.21.15.46:0/2578018606 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f0be00a2970 0x7f0be00a4e30 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f0bf406a9c0 tx=0x7f0be4005f90 comp rx=0 tx=0).stop
2024-03-19T01:59:03.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.797+0000 7f0bfc7d3640  1 -- 172.21.15.46:0/2578018606 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0bf41006c0 msgr2=0x7f0bf4198e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:03.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.797+0000 7f0bfc7d3640  1 --2- 172.21.15.46:0/2578018606 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0bf41006c0 0x7f0bf4198e30 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7f0bf0009230 tx=0x7f0bf002c5d0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.797+0000 7f0bfc7d3640  1 -- 172.21.15.46:0/2578018606 shutdown_connections
2024-03-19T01:59:03.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.797+0000 7f0bfc7d3640  1 --2- 172.21.15.46:0/2578018606 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0bf41066d0 0x7f0bf41a3eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.797+0000 7f0bfc7d3640  1 --2- 172.21.15.46:0/2578018606 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f0be00a2970 0x7f0be00a4e30 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.797+0000 7f0bfc7d3640  1 --2- 172.21.15.46:0/2578018606 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0bf4101080 0x7f0bf4199370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.797+0000 7f0bfc7d3640  1 --2- 172.21.15.46:0/2578018606 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0bf41006c0 0x7f0bf4198e30 unknown :-1 s=CLOSED pgs=917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.797+0000 7f0bfc7d3640  1 -- 172.21.15.46:0/2578018606 >> 172.21.15.46:0/2578018606 conn(0x7f0bf4076aa0 msgr2=0x7f0bf40fe1e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:03.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.797+0000 7f0bfc7d3640  1 -- 172.21.15.46:0/2578018606 shutdown_connections
2024-03-19T01:59:03.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.797+0000 7f0bfc7d3640  1 -- 172.21.15.46:0/2578018606 wait complete.
2024-03-19T01:59:03.810 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls
2024-03-19T01:59:03.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.913+0000 7f5bc8897640  1 -- 172.21.15.46:0/1347075091 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5bc4105660 msgr2=0x7f5bc4105a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:03.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.913+0000 7f5bc8897640  1 --2- 172.21.15.46:0/1347075091 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5bc4105660 0x7f5bc4105a40 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7f5bb4009900 tx=0x7f5bb402bc30 comp rx=0 tx=0).stop
2024-03-19T01:59:03.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.913+0000 7f5bc8897640  1 -- 172.21.15.46:0/1347075091 shutdown_connections
2024-03-19T01:59:03.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.913+0000 7f5bc8897640  1 --2- 172.21.15.46:0/1347075091 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5bc4101330 0x7f5bc410d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.913+0000 7f5bc8897640  1 --2- 172.21.15.46:0/1347075091 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5bc4100970 0x7f5bc4100df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.913+0000 7f5bc8897640  1 --2- 172.21.15.46:0/1347075091 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5bc4105660 0x7f5bc4105a40 unknown :-1 s=CLOSED pgs=918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.913+0000 7f5bc8897640  1 -- 172.21.15.46:0/1347075091 >> 172.21.15.46:0/1347075091 conn(0x7f5bc40774c0 msgr2=0x7f5bc40778d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:03.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.913+0000 7f5bc8897640  1 -- 172.21.15.46:0/1347075091 shutdown_connections
2024-03-19T01:59:03.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.913+0000 7f5bc8897640  1 -- 172.21.15.46:0/1347075091 wait complete.
2024-03-19T01:59:03.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.914+0000 7f5bc8897640  1  Processor -- start
2024-03-19T01:59:03.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.914+0000 7f5bc8897640  1 --  start start
2024-03-19T01:59:03.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.914+0000 7f5bc8897640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5bc4100970 0x7f5bc4198db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.914+0000 7f5bc8897640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5bc4101330 0x7f5bc41992f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.914+0000 7f5bc8897640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5bc4105660 0x7f5bc41a3e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.914+0000 7f5bc8897640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f5bc4110930 con 0x7f5bc4101330
2024-03-19T01:59:03.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.914+0000 7f5bc8897640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f5bc41107b0 con 0x7f5bc4100970
2024-03-19T01:59:03.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.914+0000 7f5bc8897640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5bc4110ab0 con 0x7f5bc4105660
2024-03-19T01:59:03.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.914+0000 7f5bbbfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5bc4101330 0x7f5bc41992f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.914+0000 7f5bc259c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5bc4100970 0x7f5bc4198db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.914+0000 7f5bc259c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5bc4100970 0x7f5bc4198db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:45862/0 (socket says 172.21.15.46:45862)
2024-03-19T01:59:03.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.914+0000 7f5bbbfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5bc4101330 0x7f5bc41992f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49892/0 (socket says 172.21.15.46:49892)
2024-03-19T01:59:03.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.914+0000 7f5bc259c640  1 -- 172.21.15.46:0/1336436573 learned_addr learned my addr 172.21.15.46:0/1336436573 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:03.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.914+0000 7f5bc2d9d640  1 --2- 172.21.15.46:0/1336436573 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5bc4105660 0x7f5bc41a3e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.915+0000 7f5bc259c640  1 -- 172.21.15.46:0/1336436573 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5bc4105660 msgr2=0x7f5bc41a3e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:03.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.915+0000 7f5bc259c640  1 --2- 172.21.15.46:0/1336436573 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5bc4105660 0x7f5bc41a3e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.915+0000 7f5bc259c640  1 -- 172.21.15.46:0/1336436573 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5bc4101330 msgr2=0x7f5bc41992f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:03.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.915+0000 7f5bc259c640  1 --2- 172.21.15.46:0/1336436573 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5bc4101330 0x7f5bc41992f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.915+0000 7f5bc259c640  1 -- 172.21.15.46:0/1336436573 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bc41a4370 con 0x7f5bc4100970
2024-03-19T01:59:03.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.915+0000 7f5bbbfff640  1 --2- 172.21.15.46:0/1336436573 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5bc4101330 0x7f5bc41992f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:59:03.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.915+0000 7f5bc259c640  1 --2- 172.21.15.46:0/1336436573 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5bc4100970 0x7f5bc4198db0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f5bb4005940 tx=0x7f5bb402c5f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:03.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.915+0000 7f5bbb7fe640  1 -- 172.21.15.46:0/1336436573 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bb4043020 con 0x7f5bc4100970
2024-03-19T01:59:03.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.915+0000 7f5bbb7fe640  1 -- 172.21.15.46:0/1336436573 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5bb402ca70 con 0x7f5bc4100970
2024-03-19T01:59:03.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.915+0000 7f5bc8897640  1 -- 172.21.15.46:0/1336436573 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bc41a4540 con 0x7f5bc4100970
2024-03-19T01:59:03.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.915+0000 7f5bbb7fe640  1 -- 172.21.15.46:0/1336436573 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bb4003a80 con 0x7f5bc4100970
2024-03-19T01:59:03.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.915+0000 7f5bc8897640  1 -- 172.21.15.46:0/1336436573 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bc41a4a30 con 0x7f5bc4100970
2024-03-19T01:59:03.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.917+0000 7f5bbb7fe640  1 -- 172.21.15.46:0/1336436573 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f5bb4046020 con 0x7f5bc4100970
2024-03-19T01:59:03.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.917+0000 7f5bcb480740  1  Processor -- start
2024-03-19T01:59:03.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.917+0000 7f5bcb480740  1 --  start start
2024-03-19T01:59:03.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.918+0000 7f5bcb480740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56128eb032d0 0x56128eb036b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.918+0000 7f5bcb480740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56128eb03bf0 0x56128eb0c290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.918+0000 7f5bcb480740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56128eb0c7d0 0x56128eb0ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.918+0000 7f5bcb480740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x56128ea664b0 con 0x56128eb03bf0
2024-03-19T01:59:03.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.918+0000 7f5bcb480740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x56128ea0ed70 con 0x56128eb032d0
2024-03-19T01:59:03.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.918+0000 7f5bcb480740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x56128ea62550 con 0x56128eb0c7d0
2024-03-19T01:59:03.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.918+0000 7f5bc2d9d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56128eb032d0 0x56128eb036b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.918+0000 7f5bc259c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56128eb03bf0 0x56128eb0c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.918+0000 7f5bc2d9d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56128eb032d0 0x56128eb036b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:45866/0 (socket says 172.21.15.46:45866)
2024-03-19T01:59:03.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.918+0000 7f5bc2d9d640  1 -- 172.21.15.46:0/3144815270 learned_addr learned my addr 172.21.15.46:0/3144815270 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:03.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.918+0000 7f5bbbfff640  1 --2- 172.21.15.46:0/3144815270 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56128eb0c7d0 0x56128eb0ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.918+0000 7f5bbb7fe640  1 --2- 172.21.15.46:0/1336436573 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f5bb00a2970 0x7f5bb00a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.918+0000 7f5bc2d9d640  1 -- 172.21.15.46:0/3144815270 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56128eb0c7d0 msgr2=0x56128eb0ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:03.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.918+0000 7f5bc2d9d640  1 --2- 172.21.15.46:0/3144815270 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56128eb0c7d0 0x56128eb0ebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.918+0000 7f5bc2d9d640  1 -- 172.21.15.46:0/3144815270 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56128eb03bf0 msgr2=0x56128eb0c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:03.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.918+0000 7f5bc2d9d640  1 --2- 172.21.15.46:0/3144815270 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56128eb03bf0 0x56128eb0c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.918+0000 7f5bc2d9d640  1 -- 172.21.15.46:0/3144815270 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56128ea31210 con 0x56128eb032d0
2024-03-19T01:59:03.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.918+0000 7f5bbb7fe640  1 -- 172.21.15.46:0/1336436573 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7f5bb40f1170 con 0x7f5bc4100970
2024-03-19T01:59:03.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.918+0000 7f5bc2d9d640  1 --2- 172.21.15.46:0/1336436573 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f5bb00a2970 0x7f5bb00a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.918+0000 7f5bc2d9d640  1 --2- 172.21.15.46:0/3144815270 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56128eb032d0 0x56128eb036b0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc011590 tx=0x7f5bbc011a50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f8095193f7742157 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:03.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.919+0000 7f5bb8ff9640  1 -- 172.21.15.46:0/3144815270 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bbc017050 con 0x56128eb032d0
2024-03-19T01:59:03.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.919+0000 7f5bb8ff9640  1 -- 172.21.15.46:0/3144815270 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5bbc01bb90 con 0x56128eb032d0
2024-03-19T01:59:03.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.919+0000 7f5bb8ff9640  1 -- 172.21.15.46:0/3144815270 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bbc025e10 con 0x56128eb032d0
2024-03-19T01:59:03.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.919+0000 7f5bcb480740  1 -- 172.21.15.46:0/3144815270 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56128eb032d0 msgr2=0x56128eb036b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:03.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.919+0000 7f5bc2d9d640  1 --2- 172.21.15.46:0/1336436573 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f5bb00a2970 0x7f5bb00a4e30 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc022000 tx=0x7f5bbc023000 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:03.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.919+0000 7f5bcb480740  1 --2- 172.21.15.46:0/3144815270 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56128eb032d0 0x56128eb036b0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc011590 tx=0x7f5bbc011a50 comp rx=0 tx=0).stop
2024-03-19T01:59:03.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.919+0000 7f5bcb480740  1 -- 172.21.15.46:0/3144815270 shutdown_connections
2024-03-19T01:59:03.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.919+0000 7f5bcb480740  1 --2- 172.21.15.46:0/3144815270 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56128eb0c7d0 0x56128eb0ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.919+0000 7f5bcb480740  1 --2- 172.21.15.46:0/3144815270 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56128eb03bf0 0x56128eb0c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.919+0000 7f5bcb480740  1 --2- 172.21.15.46:0/3144815270 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56128eb032d0 0x56128eb036b0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.919+0000 7f5bcb480740  1 -- 172.21.15.46:0/3144815270 >> 172.21.15.46:0/3144815270 conn(0x56128eafda00 msgr2=0x56128eafdde0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:03.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.919+0000 7f5bcb480740  1 -- 172.21.15.46:0/3144815270 shutdown_connections
2024-03-19T01:59:03.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.919+0000 7f5bcb480740  1 -- 172.21.15.46:0/3144815270 wait complete.
2024-03-19T01:59:03.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.920+0000 7f5bcb480740  1 --  start start
2024-03-19T01:59:03.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.920+0000 7f5bcb480740  1  Processor -- start
2024-03-19T01:59:03.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.920+0000 7f5bcb480740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56128eb032d0 0x56128eb09800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.920+0000 7f5bcb480740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56128eb03bf0 0x56128eb09d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.920+0000 7f5bcb480740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56128eb0c7d0 0x56128eb0a280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.920+0000 7f5bcb480740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x56128eb0f5c0 con 0x56128eb0c7d0
2024-03-19T01:59:03.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.920+0000 7f5bcb480740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x56128ea22310 con 0x56128eb03bf0
2024-03-19T01:59:03.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.920+0000 7f5bcb480740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x56128eb0f740 con 0x56128eb032d0
2024-03-19T01:59:03.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.920+0000 7f5bcb480740 10 client.0 _ll_register_callbacks cb 0x56128ea162d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:59:03.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.920+0000 7f5bc2d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56128eb0c7d0 0x56128eb0a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.920+0000 7f5bbbfff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56128eb03bf0 0x56128eb09d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.920+0000 7f5bc2d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56128eb0c7d0 0x56128eb0a280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49904/0 (socket says 172.21.15.46:49904)
2024-03-19T01:59:03.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.920+0000 7f5bc2d9d640  1 -- 172.21.15.46:0/2287917150 learned_addr learned my addr 172.21.15.46:0/2287917150 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:03.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.920+0000 7f5bc259c640  1 --2- 172.21.15.46:0/2287917150 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56128eb032d0 0x56128eb09800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.920+0000 7f5bc2d9d640  1 -- 172.21.15.46:0/2287917150 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56128eb032d0 msgr2=0x56128eb09800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:03.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.920+0000 7f5bc2d9d640  1 --2- 172.21.15.46:0/2287917150 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56128eb032d0 0x56128eb09800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.920+0000 7f5bc2d9d640  1 -- 172.21.15.46:0/2287917150 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56128eb03bf0 msgr2=0x56128eb09d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:03.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.920+0000 7f5bc2d9d640  1 --2- 172.21.15.46:0/2287917150 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56128eb03bf0 0x56128eb09d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.920+0000 7f5bc2d9d640  1 -- 172.21.15.46:0/2287917150 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56128e77a3f0 con 0x56128eb0c7d0
2024-03-19T01:59:03.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.920+0000 7f5bbbfff640  1 --2- 172.21.15.46:0/2287917150 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56128eb03bf0 0x56128eb09d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:59:03.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.921+0000 7f5bc2d9d640  1 --2- 172.21.15.46:0/2287917150 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56128eb0c7d0 0x56128eb0a280 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc005c10 tx=0x7f5bbc025f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20acc9285ce24260 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:03.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.921+0000 7f5ba9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:59:03.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.921+0000 7f5ba9ffb640  1 -- 172.21.15.46:0/2287917150 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bbc02a040 con 0x56128eb0c7d0
2024-03-19T01:59:03.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.921+0000 7f5ba9ffb640  1 -- 172.21.15.46:0/2287917150 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7f5bbc0049c0 con 0x56128eb0c7d0
2024-03-19T01:59:03.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.921+0000 7f5bcb480740  1 -- 172.21.15.46:0/2287917150 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5bbc01bb90 con 0x56128eb0c7d0
2024-03-19T01:59:03.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.921+0000 7f5ba9ffb640  1 -- 172.21.15.46:0/2287917150 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f5bbc017020 con 0x56128eb0c7d0
2024-03-19T01:59:03.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.921+0000 7f5bcb480740 10 client.17562 fetch_fsmap learned FSMap version 35
2024-03-19T01:59:03.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.921+0000 7f5bcb480740  1 -- 172.21.15.46:0/2287917150 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x56128e8447d0 con 0x56128eb0c7d0
2024-03-19T01:59:03.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.921+0000 7f5ba9ffb640  1 -- 172.21.15.46:0/2287917150 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5bbc01bb90 con 0x56128eb0c7d0
2024-03-19T01:59:03.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.921+0000 7f5ba9ffb640  1 -- 172.21.15.46:0/2287917150 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f5bbc02d070 con 0x56128eb0c7d0
2024-03-19T01:59:03.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.921+0000 7f5bcb480740 10 client.17562 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:59:03.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.921+0000 7f5bcb480740 10 client.17562 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:59:03.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.921+0000 7f5bcb480740 20 client.17562 populate_metadata read hostname 'smithi046'
2024-03-19T01:59:03.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.921+0000 7f5bcb480740  1 --2- 172.21.15.46:0/2287917150 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x56128eb1caf0 0x56128eb1eee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.921+0000 7f5bcb480740  4 client.17562 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:59:03.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.921+0000 7f5bcb480740  1 -- 172.21.15.46:0/2287917150 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56128eac43e0 con 0x56128eb1caf0
2024-03-19T01:59:03.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.922+0000 7f5bc259c640  1 --2- 172.21.15.46:0/2287917150 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x56128eb1caf0 0x56128eb1eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.922+0000 7f5ba9ffb640 10 client.17562 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:59:03.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.922+0000 7f5bc259c640  1 --2- 172.21.15.46:0/2287917150 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x56128eb1caf0 0x56128eb1eee0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=777fb7c4e5f6b0c4 server_cookie=18e4a4b3b2601338 in_seq=0 out_seq=0
2024-03-19T01:59:03.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.922+0000 7f5ba9ffb640  1 -- 172.21.15.46:0/2287917150 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x56128eac43e0 con 0x56128eb1caf0
2024-03-19T01:59:03.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.922+0000 7f5ba9ffb640 10 client.17562 handle_command_reply: tid=0
2024-03-19T01:59:03.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.923+0000 7f5bcb480740  1 client.17562 shutdown
2024-03-19T01:59:03.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.923+0000 7f5bcb480740  1 -- 172.21.15.46:0/2287917150 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56128eb0c7d0 msgr2=0x56128eb0a280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:03.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.923+0000 7f5bcb480740  1 --2- 172.21.15.46:0/2287917150 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56128eb0c7d0 0x56128eb0a280 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc005c10 tx=0x7f5bbc025f40 comp rx=0 tx=0).stop
2024-03-19T01:59:03.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.923+0000 7f5bcb480740  1 -- 172.21.15.46:0/2287917150 shutdown_connections
2024-03-19T01:59:03.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.923+0000 7f5bcb480740  1 --2- 172.21.15.46:0/2287917150 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x56128eb1caf0 0x56128eb1eee0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.923+0000 7f5bcb480740  1 --2- 172.21.15.46:0/2287917150 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56128eb0c7d0 0x56128eb0a280 unknown :-1 s=CLOSED pgs=919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.923+0000 7f5bcb480740  1 --2- 172.21.15.46:0/2287917150 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56128eb03bf0 0x56128eb09d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.923+0000 7f5ba9ffb640  0 client.17562 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:59:03.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.923+0000 7f5bcb480740  1 --2- 172.21.15.46:0/2287917150 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56128eb032d0 0x56128eb09800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.923+0000 7f5bcb480740  1 -- 172.21.15.46:0/2287917150 >> 172.21.15.46:0/2287917150 conn(0x56128eafda00 msgr2=0x56128eaff750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:03.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.923+0000 7f5bcb480740  1 -- 172.21.15.46:0/2287917150 shutdown_connections
2024-03-19T01:59:03.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.923+0000 7f5bcb480740  1 -- 172.21.15.46:0/2287917150 wait complete.
2024-03-19T01:59:03.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.923+0000 7f5bcb480740 20 client.17562 trim_cache size 0 max 16384
2024-03-19T01:59:03.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.936+0000 7f5bcb480740  1  Processor -- start
2024-03-19T01:59:03.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.936+0000 7f5bcb480740  1 --  start start
2024-03-19T01:59:03.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.936+0000 7f5bcb480740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56128eb032d0 0x56128eafcde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.936+0000 7f5bcb480740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56128eb03bf0 0x56128eb24600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.936+0000 7f5bcb480740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56128eb0c7d0 0x56128eb06a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.936+0000 7f5bcb480740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f5bc41b15a0 con 0x56128eb03bf0
2024-03-19T01:59:03.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.936+0000 7f5bcb480740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f5bc41aee70 con 0x56128eb0c7d0
2024-03-19T01:59:03.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.936+0000 7f5bcb480740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5bc41acce0 con 0x56128eb032d0
2024-03-19T01:59:03.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.936+0000 7f5bbbfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56128eb03bf0 0x56128eb24600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.936+0000 7f5bbbfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56128eb03bf0 0x56128eb24600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49912/0 (socket says 172.21.15.46:49912)
2024-03-19T01:59:03.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.936+0000 7f5bbbfff640  1 -- 172.21.15.46:0/2178571049 learned_addr learned my addr 172.21.15.46:0/2178571049 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:03.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.936+0000 7f5bc2d9d640  1 --2- 172.21.15.46:0/2178571049 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56128eb0c7d0 0x56128eb06a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.936+0000 7f5bc259c640  1 --2- 172.21.15.46:0/2178571049 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56128eb032d0 0x56128eafcde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.936+0000 7f5bbbfff640  1 -- 172.21.15.46:0/2178571049 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56128eb032d0 msgr2=0x56128eafcde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:03.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.936+0000 7f5bbbfff640  1 --2- 172.21.15.46:0/2178571049 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56128eb032d0 0x56128eafcde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.936+0000 7f5bbbfff640  1 -- 172.21.15.46:0/2178571049 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56128eb0c7d0 msgr2=0x56128eb06a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:03.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.936+0000 7f5bbbfff640  1 --2- 172.21.15.46:0/2178571049 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56128eb0c7d0 0x56128eb06a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.936+0000 7f5bbbfff640  1 -- 172.21.15.46:0/2178571049 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56128eb03a20 con 0x56128eb03bf0
2024-03-19T01:59:03.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.936+0000 7f5bc259c640  1 --2- 172.21.15.46:0/2178571049 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56128eb032d0 0x56128eafcde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:59:03.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.937+0000 7f5bbbfff640  1 --2- 172.21.15.46:0/2178571049 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56128eb03bf0 0x56128eb24600 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7f5bac012840 tx=0x7f5bac005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e516c8f2e16deab8 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:03.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.937+0000 7f5babfff640  1 -- 172.21.15.46:0/2178571049 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bac022070 con 0x56128eb03bf0
2024-03-19T01:59:03.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.937+0000 7f5babfff640  1 -- 172.21.15.46:0/2178571049 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5bac00f8c0 con 0x56128eb03bf0
2024-03-19T01:59:03.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.937+0000 7f5babfff640  1 -- 172.21.15.46:0/2178571049 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bac003920 con 0x56128eb03bf0
2024-03-19T01:59:03.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.937+0000 7f5bcb480740  1 -- 172.21.15.46:0/2178571049 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56128eb03bf0 msgr2=0x56128eb24600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:03.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.937+0000 7f5bcb480740  1 --2- 172.21.15.46:0/2178571049 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56128eb03bf0 0x56128eb24600 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7f5bac012840 tx=0x7f5bac005f90 comp rx=0 tx=0).stop
2024-03-19T01:59:03.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.937+0000 7f5bcb480740  1 -- 172.21.15.46:0/2178571049 shutdown_connections
2024-03-19T01:59:03.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.937+0000 7f5bcb480740  1 --2- 172.21.15.46:0/2178571049 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56128eb0c7d0 0x56128eb06a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.937+0000 7f5bcb480740  1 --2- 172.21.15.46:0/2178571049 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56128eb03bf0 0x56128eb24600 unknown :-1 s=CLOSED pgs=920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.937+0000 7f5bcb480740  1 --2- 172.21.15.46:0/2178571049 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56128eb032d0 0x56128eafcde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.937+0000 7f5bcb480740  1 -- 172.21.15.46:0/2178571049 >> 172.21.15.46:0/2178571049 conn(0x56128eafda00 msgr2=0x56128eb0b7b0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:03.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.937+0000 7f5bcb480740  1 -- 172.21.15.46:0/2178571049 shutdown_connections
2024-03-19T01:59:03.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.937+0000 7f5bcb480740  1 -- 172.21.15.46:0/2178571049 wait complete.
2024-03-19T01:59:03.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.938+0000 7f5bcb480740  1 --  start start
2024-03-19T01:59:03.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.938+0000 7f5bcb480740  1  Processor -- start
2024-03-19T01:59:03.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.938+0000 7f5bcb480740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56128eb032d0 0x56128eb12680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.938+0000 7f5bcb480740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56128eb03bf0 0x56128eb12bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.938+0000 7f5bcb480740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56128eb0c7d0 0x56128eb86050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.938+0000 7f5bcb480740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f5bc41ad330 con 0x56128eb0c7d0
2024-03-19T01:59:03.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.938+0000 7f5bcb480740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f5bc41ae7a0 con 0x56128eb03bf0
2024-03-19T01:59:03.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.938+0000 7f5bcb480740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5bc41ada00 con 0x56128eb032d0
2024-03-19T01:59:03.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.938+0000 7f5bcb480740 10 client.0 _ll_register_callbacks cb 0x7f5bbc011f50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:59:03.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.938+0000 7f5bc2d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56128eb0c7d0 0x56128eb86050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.938+0000 7f5bc2d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56128eb0c7d0 0x56128eb86050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49922/0 (socket says 172.21.15.46:49922)
2024-03-19T01:59:03.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.938+0000 7f5bc2d9d640  1 -- 172.21.15.46:0/1918145014 learned_addr learned my addr 172.21.15.46:0/1918145014 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:03.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.938+0000 7f5bbbfff640  1 --2- 172.21.15.46:0/1918145014 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56128eb03bf0 0x56128eb12bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.938+0000 7f5bc259c640  1 --2- 172.21.15.46:0/1918145014 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56128eb032d0 0x56128eb12680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.938+0000 7f5bc2d9d640  1 -- 172.21.15.46:0/1918145014 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56128eb032d0 msgr2=0x56128eb12680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:03.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.938+0000 7f5bc2d9d640  1 --2- 172.21.15.46:0/1918145014 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56128eb032d0 0x56128eb12680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.946 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.938+0000 7f5bc2d9d640  1 -- 172.21.15.46:0/1918145014 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56128eb03bf0 msgr2=0x56128eb12bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:03.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.938+0000 7f5bc2d9d640  1 --2- 172.21.15.46:0/1918145014 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56128eb03bf0 0x56128eb12bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.938+0000 7f5bc2d9d640  1 -- 172.21.15.46:0/1918145014 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56128eb86590 con 0x56128eb0c7d0
2024-03-19T01:59:03.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.938+0000 7f5bc2d9d640  1 --2- 172.21.15.46:0/1918145014 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56128eb0c7d0 0x56128eb86050 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc00e870 tx=0x7f5bbc0096f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=144457f854c5edc6 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:03.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.938+0000 7f5ba9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:59:03.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.939+0000 7f5ba9ffb640  1 -- 172.21.15.46:0/1918145014 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bbc00f8e0 con 0x56128eb0c7d0
2024-03-19T01:59:03.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.939+0000 7f5ba9ffb640  1 -- 172.21.15.46:0/1918145014 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7f5bbc00e8f0 con 0x56128eb0c7d0
2024-03-19T01:59:03.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.939+0000 7f5bcb480740  1 -- 172.21.15.46:0/1918145014 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5bac00f8c0 con 0x56128eb0c7d0
2024-03-19T01:59:03.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.939+0000 7f5ba9ffb640  1 -- 172.21.15.46:0/1918145014 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f5bbc00eaf0 con 0x56128eb0c7d0
2024-03-19T01:59:03.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.939+0000 7f5bcb480740 10 client.17568 fetch_fsmap learned FSMap version 35
2024-03-19T01:59:03.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.939+0000 7f5bcb480740  1 -- 172.21.15.46:0/1918145014 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x56128eb87730 con 0x56128eb0c7d0
2024-03-19T01:59:03.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.939+0000 7f5ba9ffb640  1 -- 172.21.15.46:0/1918145014 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5bac00f8c0 con 0x56128eb0c7d0
2024-03-19T01:59:03.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.939+0000 7f5ba9ffb640  1 -- 172.21.15.46:0/1918145014 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f5bbc02d050 con 0x56128eb0c7d0
2024-03-19T01:59:03.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.939+0000 7f5bcb480740 10 client.17568 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:59:03.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.939+0000 7f5bcb480740 10 client.17568 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:59:03.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.939+0000 7f5bcb480740 20 client.17568 populate_metadata read hostname 'smithi046'
2024-03-19T01:59:03.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.939+0000 7f5bcb480740  1 --2- 172.21.15.46:0/1918145014 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x56128eb87d30 0x56128eb8a150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:03.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.939+0000 7f5bcb480740  4 client.17568 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:59:03.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.939+0000 7f5bcb480740  1 -- 172.21.15.46:0/1918145014 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56128ea739f0 con 0x56128eb87d30
2024-03-19T01:59:03.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.939+0000 7f5bc259c640  1 --2- 172.21.15.46:0/1918145014 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x56128eb87d30 0x56128eb8a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:03.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.940+0000 7f5ba9ffb640 10 client.17568 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:59:03.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.940+0000 7f5bc259c640  1 --2- 172.21.15.46:0/1918145014 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x56128eb87d30 0x56128eb8a150 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=991ecd4805f5976b server_cookie=dba84dd91e803f2d in_seq=0 out_seq=0
2024-03-19T01:59:03.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.940+0000 7f5ba9ffb640  1 -- 172.21.15.46:0/1918145014 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56128ea739f0 con 0x56128eb87d30
2024-03-19T01:59:03.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.940+0000 7f5ba9ffb640 10 client.17568 handle_command_reply: tid=0
2024-03-19T01:59:03.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.940+0000 7f5bcb480740  1 client.17568 shutdown
2024-03-19T01:59:03.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.940+0000 7f5bcb480740  1 -- 172.21.15.46:0/1918145014 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56128eb0c7d0 msgr2=0x56128eb86050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:03.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.940+0000 7f5bcb480740  1 --2- 172.21.15.46:0/1918145014 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56128eb0c7d0 0x56128eb86050 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc00e870 tx=0x7f5bbc0096f0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.940+0000 7f5bcb480740  1 -- 172.21.15.46:0/1918145014 shutdown_connections
2024-03-19T01:59:03.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.940+0000 7f5bcb480740  1 --2- 172.21.15.46:0/1918145014 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x56128eb87d30 0x56128eb8a150 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.940+0000 7f5bcb480740  1 --2- 172.21.15.46:0/1918145014 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56128eb0c7d0 0x56128eb86050 unknown :-1 s=CLOSED pgs=921 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.940+0000 7f5bcb480740  1 --2- 172.21.15.46:0/1918145014 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56128eb03bf0 0x56128eb12bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.940+0000 7f5ba9ffb640  0 client.17568 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:59:03.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.940+0000 7f5bcb480740  1 --2- 172.21.15.46:0/1918145014 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56128eb032d0 0x56128eb12680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.940+0000 7f5bcb480740  1 -- 172.21.15.46:0/1918145014 >> 172.21.15.46:0/1918145014 conn(0x56128eafda00 msgr2=0x56128eafeb60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:03.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.940+0000 7f5bcb480740  1 -- 172.21.15.46:0/1918145014 shutdown_connections
2024-03-19T01:59:03.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.940+0000 7f5bcb480740  1 -- 172.21.15.46:0/1918145014 wait complete.
2024-03-19T01:59:03.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.940+0000 7f5bcb480740 20 client.17568 trim_cache size 0 max 16384
2024-03-19T01:59:03.949 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:59:03.950 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.941+0000 7f5bc8897640  1 -- 172.21.15.46:0/1336436573 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f5bb00a2970 msgr2=0x7f5bb00a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:03.950 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.941+0000 7f5bc8897640  1 --2- 172.21.15.46:0/1336436573 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f5bb00a2970 0x7f5bb00a4e30 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc022000 tx=0x7f5bbc023000 comp rx=0 tx=0).stop
2024-03-19T01:59:03.950 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.941+0000 7f5bc8897640  1 -- 172.21.15.46:0/1336436573 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5bc4100970 msgr2=0x7f5bc4198db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:03.950 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.941+0000 7f5bc8897640  1 --2- 172.21.15.46:0/1336436573 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5bc4100970 0x7f5bc4198db0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f5bb4005940 tx=0x7f5bb402c5f0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.941+0000 7f5bc8897640  1 -- 172.21.15.46:0/1336436573 shutdown_connections
2024-03-19T01:59:03.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.941+0000 7f5bc8897640  1 --2- 172.21.15.46:0/1336436573 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f5bb00a2970 0x7f5bb00a4e30 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.941+0000 7f5bc8897640  1 --2- 172.21.15.46:0/1336436573 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5bc4105660 0x7f5bc41a3e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.941+0000 7f5bc8897640  1 --2- 172.21.15.46:0/1336436573 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5bc4101330 0x7f5bc41992f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.941+0000 7f5bc8897640  1 --2- 172.21.15.46:0/1336436573 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5bc4100970 0x7f5bc4198db0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:03.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.941+0000 7f5bc8897640  1 -- 172.21.15.46:0/1336436573 >> 172.21.15.46:0/1336436573 conn(0x7f5bc40774c0 msgr2=0x7f5bc40fe890 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:03.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.941+0000 7f5bc8897640  1 -- 172.21.15.46:0/1336436573 shutdown_connections
2024-03-19T01:59:03.951 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:03.941+0000 7f5bc8897640  1 -- 172.21.15.46:0/1336436573 wait complete.
2024-03-19T01:59:03.952 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls
2024-03-19T01:59:04.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.055+0000 7f483c463640  1 -- 172.21.15.46:0/1779427335 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4834100940 msgr2=0x7f4834106470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:04.057 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.055+0000 7f483c463640  1 --2- 172.21.15.46:0/1779427335 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4834100940 0x7f4834106470 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f4824009890 tx=0x7f482402bb70 comp rx=0 tx=0).stop
2024-03-19T01:59:04.057 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.055+0000 7f483c463640  1 -- 172.21.15.46:0/1779427335 shutdown_connections
2024-03-19T01:59:04.057 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.055+0000 7f483c463640  1 --2- 172.21.15.46:0/1779427335 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4834106ba0 0x7f483410e700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.057 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.055+0000 7f483c463640  1 --2- 172.21.15.46:0/1779427335 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4834100940 0x7f4834106470 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.057 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.055+0000 7f483c463640  1 --2- 172.21.15.46:0/1779427335 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f48340fff90 0x7f4834100370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.057 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.055+0000 7f483c463640  1 -- 172.21.15.46:0/1779427335 >> 172.21.15.46:0/1779427335 conn(0x7f4834076c50 msgr2=0x7f48340fe030 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:04.057 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.055+0000 7f483c463640  1 -- 172.21.15.46:0/1779427335 shutdown_connections
2024-03-19T01:59:04.057 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.055+0000 7f483c463640  1 -- 172.21.15.46:0/1779427335 wait complete.
2024-03-19T01:59:04.059 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.056+0000 7f483c463640  1  Processor -- start
2024-03-19T01:59:04.059 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.056+0000 7f483c463640  1 --  start start
2024-03-19T01:59:04.059 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.056+0000 7f483c463640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f48340fff90 0x7f4834197ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.059 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.056+0000 7f483c463640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4834106ba0 0x7f4834198530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.059 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.056+0000 7f483c463640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f483419c860 0x7f483419cd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.059 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.056+0000 7f483c463640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f4834111a50 con 0x7f48340fff90
2024-03-19T01:59:04.060 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.056+0000 7f483c463640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f48341118d0 con 0x7f4834106ba0
2024-03-19T01:59:04.060 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.056+0000 7f483c463640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4834111bd0 con 0x7f483419c860
2024-03-19T01:59:04.060 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.056+0000 7f483a1ff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f48340fff90 0x7f4834197ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.060 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.056+0000 7f483a1ff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f48340fff90 0x7f4834197ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49944/0 (socket says 172.21.15.46:49944)
2024-03-19T01:59:04.060 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.056+0000 7f483a1ff640  1 -- 172.21.15.46:0/3260971872 learned_addr learned my addr 172.21.15.46:0/3260971872 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:04.060 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.056+0000 7f48399fe640  1 --2- 172.21.15.46:0/3260971872 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4834106ba0 0x7f4834198530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.060 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.056+0000 7f483aa00640  1 --2- 172.21.15.46:0/3260971872 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f483419c860 0x7f483419cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.060 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.057+0000 7f483a1ff640  1 -- 172.21.15.46:0/3260971872 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f483419c860 msgr2=0x7f483419cd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:04.060 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.057+0000 7f483a1ff640  1 --2- 172.21.15.46:0/3260971872 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f483419c860 0x7f483419cd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.060 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.057+0000 7f483a1ff640  1 -- 172.21.15.46:0/3260971872 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4834106ba0 msgr2=0x7f4834198530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:04.060 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.057+0000 7f483a1ff640  1 --2- 172.21.15.46:0/3260971872 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4834106ba0 0x7f4834198530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.060 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.057+0000 7f483a1ff640  1 -- 172.21.15.46:0/3260971872 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f483419d350 con 0x7f48340fff90
2024-03-19T01:59:04.060 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.057+0000 7f48399fe640  1 --2- 172.21.15.46:0/3260971872 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4834106ba0 0x7f4834198530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:59:04.060 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.057+0000 7f483a1ff640  1 --2- 172.21.15.46:0/3260971872 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f48340fff90 0x7f4834197ff0 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f483000e9c0 tx=0x7f483000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:04.061 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.057+0000 7f482b7fe640  1 -- 172.21.15.46:0/3260971872 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f483000ccc0 con 0x7f48340fff90
2024-03-19T01:59:04.061 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.057+0000 7f482b7fe640  1 -- 172.21.15.46:0/3260971872 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f48300054d0 con 0x7f48340fff90
2024-03-19T01:59:04.061 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.057+0000 7f483c463640  1 -- 172.21.15.46:0/3260971872 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f483419d640 con 0x7f48340fff90
2024-03-19T01:59:04.061 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.057+0000 7f482b7fe640  1 -- 172.21.15.46:0/3260971872 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4830010430 con 0x7f48340fff90
2024-03-19T01:59:04.061 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.057+0000 7f483c463640  1 -- 172.21.15.46:0/3260971872 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48341a4e00 con 0x7f48340fff90
2024-03-19T01:59:04.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.059+0000 7f482b7fe640  1 -- 172.21.15.46:0/3260971872 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f48300046c0 con 0x7f48340fff90
2024-03-19T01:59:04.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.060+0000 7f483f047740  1  Processor -- start
2024-03-19T01:59:04.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.060+0000 7f483f047740  1 --  start start
2024-03-19T01:59:04.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.060+0000 7f483f047740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569a99a92d0 0x5569a99a96b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.060+0000 7f483f047740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569a99a9bf0 0x5569a99b2290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.060+0000 7f483f047740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569a99b27d0 0x5569a99b4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.060+0000 7f483f047740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5569a990c4b0 con 0x5569a99a9bf0
2024-03-19T01:59:04.067 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.060+0000 7f483f047740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5569a98b4d70 con 0x5569a99a92d0
2024-03-19T01:59:04.068 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.060+0000 7f483f047740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5569a9908550 con 0x5569a99b27d0
2024-03-19T01:59:04.068 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.060+0000 7f482b7fe640  1 --2- 172.21.15.46:0/3260971872 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f48200a2970 0x7f48200a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.068 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.060+0000 7f483a1ff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569a99a9bf0 0x5569a99b2290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.068 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.060+0000 7f483aa00640  1 --2- 172.21.15.46:0/3260971872 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f48200a2970 0x7f48200a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.068 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.060+0000 7f48399fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569a99b27d0 0x5569a99b4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.068 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.060+0000 7f483a1ff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569a99a9bf0 0x5569a99b2290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49958/0 (socket says 172.21.15.46:49958)
2024-03-19T01:59:04.068 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.060+0000 7f483aa00640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569a99a92d0 0x5569a99a96b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.068 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.060+0000 7f483a1ff640  1 -- 172.21.15.46:0/1648579713 learned_addr learned my addr 172.21.15.46:0/1648579713 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:04.068 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.060+0000 7f482b7fe640  1 -- 172.21.15.46:0/3260971872 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7f48300cf490 con 0x7f48340fff90
2024-03-19T01:59:04.068 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.061+0000 7f48399fe640  1 -- 172.21.15.46:0/1648579713 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569a99a92d0 msgr2=0x5569a99a96b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:04.068 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.061+0000 7f48399fe640  1 --2- 172.21.15.46:0/1648579713 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569a99a92d0 0x5569a99a96b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.068 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.061+0000 7f48399fe640  1 -- 172.21.15.46:0/1648579713 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569a99a9bf0 msgr2=0x5569a99b2290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:04.068 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.061+0000 7f48399fe640  1 --2- 172.21.15.46:0/1648579713 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569a99a9bf0 0x5569a99b2290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.069 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.061+0000 7f48399fe640  1 -- 172.21.15.46:0/1648579713 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5569a98d7210 con 0x5569a99b27d0
2024-03-19T01:59:04.069 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.061+0000 7f483aa00640  1 --2- 172.21.15.46:0/3260971872 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f48200a2970 0x7f48200a4e30 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f482c005fd0 tx=0x7f482c009f00 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:04.069 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.061+0000 7f48399fe640  1 --2- 172.21.15.46:0/1648579713 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569a99b27d0 0x5569a99b4bc0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f482402c0b0 tx=0x7f4824034870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f5050f4f6a4fe8f2 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:04.069 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.061+0000 7f4828bfe640  1 -- 172.21.15.46:0/1648579713 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4824043020 con 0x5569a99b27d0
2024-03-19T01:59:04.069 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.061+0000 7f4828bfe640  1 -- 172.21.15.46:0/1648579713 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4824034e30 con 0x5569a99b27d0
2024-03-19T01:59:04.069 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.061+0000 7f4828bfe640  1 -- 172.21.15.46:0/1648579713 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4824039040 con 0x5569a99b27d0
2024-03-19T01:59:04.069 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.062+0000 7f483f047740  1 -- 172.21.15.46:0/1648579713 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569a99b27d0 msgr2=0x5569a99b4bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:04.069 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.062+0000 7f483f047740  1 --2- 172.21.15.46:0/1648579713 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569a99b27d0 0x5569a99b4bc0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f482402c0b0 tx=0x7f4824034870 comp rx=0 tx=0).stop
2024-03-19T01:59:04.069 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.062+0000 7f483f047740  1 -- 172.21.15.46:0/1648579713 shutdown_connections
2024-03-19T01:59:04.069 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.062+0000 7f483f047740  1 --2- 172.21.15.46:0/1648579713 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569a99b27d0 0x5569a99b4bc0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.069 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.062+0000 7f483f047740  1 --2- 172.21.15.46:0/1648579713 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569a99a9bf0 0x5569a99b2290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.069 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.062+0000 7f483f047740  1 --2- 172.21.15.46:0/1648579713 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569a99a92d0 0x5569a99a96b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.069 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.062+0000 7f483f047740  1 -- 172.21.15.46:0/1648579713 >> 172.21.15.46:0/1648579713 conn(0x5569a99a3a00 msgr2=0x5569a99a3de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:04.069 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.062+0000 7f483f047740  1 -- 172.21.15.46:0/1648579713 shutdown_connections
2024-03-19T01:59:04.069 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.062+0000 7f483f047740  1 -- 172.21.15.46:0/1648579713 wait complete.
2024-03-19T01:59:04.070 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.062+0000 7f483f047740  1 --  start start
2024-03-19T01:59:04.070 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.062+0000 7f483f047740  1  Processor -- start
2024-03-19T01:59:04.070 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.063+0000 7f483f047740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569a99a92d0 0x5569a99af7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.070 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.063+0000 7f483f047740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569a99a9bf0 0x5569a99afd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.070 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.063+0000 7f483f047740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569a99b27d0 0x5569a99b0270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.070 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.063+0000 7f483f047740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5569a99b5560 con 0x5569a99a92d0
2024-03-19T01:59:04.070 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.063+0000 7f483f047740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5569a98c8310 con 0x5569a99a9bf0
2024-03-19T01:59:04.070 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.063+0000 7f483f047740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5569a99b56e0 con 0x5569a99b27d0
2024-03-19T01:59:04.070 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.063+0000 7f483f047740 10 client.0 _ll_register_callbacks cb 0x5569a98bc2d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:59:04.070 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.063+0000 7f483a1ff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569a99a92d0 0x5569a99af7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.070 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.063+0000 7f483a1ff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569a99a92d0 0x5569a99af7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49964/0 (socket says 172.21.15.46:49964)
2024-03-19T01:59:04.070 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.063+0000 7f483a1ff640  1 -- 172.21.15.46:0/869972492 learned_addr learned my addr 172.21.15.46:0/869972492 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:04.070 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.063+0000 7f483aa00640  1 --2- 172.21.15.46:0/869972492 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569a99b27d0 0x5569a99b0270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.070 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.063+0000 7f48399fe640  1 --2- 172.21.15.46:0/869972492 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569a99a9bf0 0x5569a99afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.063+0000 7f483a1ff640  1 -- 172.21.15.46:0/869972492 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569a99b27d0 msgr2=0x5569a99b0270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:04.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.063+0000 7f483a1ff640  1 --2- 172.21.15.46:0/869972492 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569a99b27d0 0x5569a99b0270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.063+0000 7f483a1ff640  1 -- 172.21.15.46:0/869972492 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569a99a9bf0 msgr2=0x5569a99afd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:04.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.063+0000 7f483a1ff640  1 --2- 172.21.15.46:0/869972492 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569a99a9bf0 0x5569a99afd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.063+0000 7f483a1ff640  1 -- 172.21.15.46:0/869972492 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5569a96203f0 con 0x5569a99a92d0
2024-03-19T01:59:04.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.063+0000 7f483a1ff640  1 --2- 172.21.15.46:0/869972492 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569a99a92d0 0x5569a99af7f0 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f48300980f0 tx=0x7f483009b5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=adb4bd7bb337b791 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:04.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.063+0000 7f481dffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:59:04.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.063+0000 7f481dffb640  1 -- 172.21.15.46:0/869972492 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f483009be20 con 0x5569a99a92d0
2024-03-19T01:59:04.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.063+0000 7f481dffb640  1 -- 172.21.15.46:0/869972492 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7f4830097d90 con 0x5569a99a92d0
2024-03-19T01:59:04.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.063+0000 7f483f047740  1 -- 172.21.15.46:0/869972492 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4824034e30 con 0x5569a99a92d0
2024-03-19T01:59:04.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.063+0000 7f481dffb640  1 -- 172.21.15.46:0/869972492 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f483009b720 con 0x5569a99a92d0
2024-03-19T01:59:04.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.063+0000 7f483f047740 10 client.17580 fetch_fsmap learned FSMap version 35
2024-03-19T01:59:04.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.063+0000 7f483f047740  1 -- 172.21.15.46:0/869972492 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x5569a96ea7d0 con 0x5569a99a92d0
2024-03-19T01:59:04.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.064+0000 7f481dffb640  1 -- 172.21.15.46:0/869972492 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4824034e30 con 0x5569a99a92d0
2024-03-19T01:59:04.072 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.064+0000 7f481dffb640  1 -- 172.21.15.46:0/869972492 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f48300a3a30 con 0x5569a99a92d0
2024-03-19T01:59:04.072 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.064+0000 7f483f047740 10 client.17580 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:59:04.072 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.064+0000 7f483f047740 10 client.17580 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:59:04.072 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.064+0000 7f483f047740 20 client.17580 populate_metadata read hostname 'smithi046'
2024-03-19T01:59:04.072 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.064+0000 7f483f047740  1 --2- 172.21.15.46:0/869972492 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x5569a99c2a80 0x5569a99c4f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.072 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.064+0000 7f483f047740  4 client.17580 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:59:04.072 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.064+0000 7f483f047740  1 -- 172.21.15.46:0/869972492 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5569a996a3e0 con 0x5569a99c2a80
2024-03-19T01:59:04.072 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.064+0000 7f48399fe640  1 --2- 172.21.15.46:0/869972492 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x5569a99c2a80 0x5569a99c4f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.072 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.064+0000 7f481dffb640 10 client.17580 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:59:04.072 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.064+0000 7f48399fe640  1 --2- 172.21.15.46:0/869972492 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x5569a99c2a80 0x5569a99c4f10 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=58a696c85f5190fd server_cookie=1496fd78375a451b in_seq=0 out_seq=0
2024-03-19T01:59:04.072 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.065+0000 7f481dffb640  1 -- 172.21.15.46:0/869972492 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5569a996a3e0 con 0x5569a99c2a80
2024-03-19T01:59:04.072 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.065+0000 7f481dffb640 10 client.17580 handle_command_reply: tid=0
2024-03-19T01:59:04.072 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.065+0000 7f483f047740  1 client.17580 shutdown
2024-03-19T01:59:04.072 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.065+0000 7f483f047740  1 -- 172.21.15.46:0/869972492 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569a99a92d0 msgr2=0x5569a99af7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:04.072 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.065+0000 7f483f047740  1 --2- 172.21.15.46:0/869972492 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569a99a92d0 0x5569a99af7f0 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f48300980f0 tx=0x7f483009b5b0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.073 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.065+0000 7f483f047740  1 -- 172.21.15.46:0/869972492 shutdown_connections
2024-03-19T01:59:04.073 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.065+0000 7f483f047740  1 --2- 172.21.15.46:0/869972492 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x5569a99c2a80 0x5569a99c4f10 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.073 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.065+0000 7f483f047740  1 --2- 172.21.15.46:0/869972492 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569a99b27d0 0x5569a99b0270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.073 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.065+0000 7f483f047740  1 --2- 172.21.15.46:0/869972492 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569a99a9bf0 0x5569a99afd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.073 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.065+0000 7f481dffb640  0 client.17580 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:59:04.073 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.065+0000 7f483f047740  1 --2- 172.21.15.46:0/869972492 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569a99a92d0 0x5569a99af7f0 unknown :-1 s=CLOSED pgs=923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.073 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.065+0000 7f483f047740  1 -- 172.21.15.46:0/869972492 >> 172.21.15.46:0/869972492 conn(0x5569a99a3a00 msgr2=0x5569a99a5750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:04.073 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.065+0000 7f483f047740  1 -- 172.21.15.46:0/869972492 shutdown_connections
2024-03-19T01:59:04.073 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.065+0000 7f483f047740  1 -- 172.21.15.46:0/869972492 wait complete.
2024-03-19T01:59:04.073 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.065+0000 7f483f047740 20 client.17580 trim_cache size 0 max 16384
2024-03-19T01:59:04.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.078+0000 7f483f047740  1  Processor -- start
2024-03-19T01:59:04.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.079+0000 7f483f047740  1 --  start start
2024-03-19T01:59:04.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.079+0000 7f483f047740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569a99a92d0 0x5569a99be300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.079+0000 7f483f047740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569a99a9bf0 0x5569a99b0090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.079+0000 7f483f047740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569a99b27d0 0x5569a99ca800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.079+0000 7f483f047740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f48341b1430 con 0x5569a99a9bf0
2024-03-19T01:59:04.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.079+0000 7f483f047740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f48341aed00 con 0x5569a99b27d0
2024-03-19T01:59:04.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.079+0000 7f483f047740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f48341acb70 con 0x5569a99a92d0
2024-03-19T01:59:04.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.079+0000 7f48399fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569a99a9bf0 0x5569a99b0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.079+0000 7f48399fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569a99a9bf0 0x5569a99b0090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49966/0 (socket says 172.21.15.46:49966)
2024-03-19T01:59:04.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.079+0000 7f48399fe640  1 -- 172.21.15.46:0/2127763451 learned_addr learned my addr 172.21.15.46:0/2127763451 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:04.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.079+0000 7f483aa00640  1 --2- 172.21.15.46:0/2127763451 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569a99b27d0 0x5569a99ca800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.079+0000 7f483a1ff640  1 --2- 172.21.15.46:0/2127763451 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569a99a92d0 0x5569a99be300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.079+0000 7f48399fe640  1 -- 172.21.15.46:0/2127763451 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569a99a92d0 msgr2=0x5569a99be300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:04.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.079+0000 7f48399fe640  1 --2- 172.21.15.46:0/2127763451 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569a99a92d0 0x5569a99be300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.079+0000 7f48399fe640  1 -- 172.21.15.46:0/2127763451 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569a99b27d0 msgr2=0x5569a99ca800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:04.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.079+0000 7f48399fe640  1 --2- 172.21.15.46:0/2127763451 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569a99b27d0 0x5569a99ca800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.079+0000 7f48399fe640  1 -- 172.21.15.46:0/2127763451 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5569a999dfb0 con 0x5569a99a9bf0
2024-03-19T01:59:04.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.079+0000 7f48399fe640  1 --2- 172.21.15.46:0/2127763451 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569a99a9bf0 0x5569a99b0090 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f4824009890 tx=0x7f482402bb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6e9c9a981c9d6e7 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:04.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.079+0000 7f481ffff640  1 -- 172.21.15.46:0/2127763451 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4824039040 con 0x5569a99a9bf0
2024-03-19T01:59:04.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.079+0000 7f481ffff640  1 -- 172.21.15.46:0/2127763451 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4824034da0 con 0x5569a99a9bf0
2024-03-19T01:59:04.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.079+0000 7f481ffff640  1 -- 172.21.15.46:0/2127763451 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4824043040 con 0x5569a99a9bf0
2024-03-19T01:59:04.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.080+0000 7f483f047740  1 -- 172.21.15.46:0/2127763451 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569a99a9bf0 msgr2=0x5569a99b0090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:04.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.080+0000 7f483f047740  1 --2- 172.21.15.46:0/2127763451 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569a99a9bf0 0x5569a99b0090 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f4824009890 tx=0x7f482402bb70 comp rx=0 tx=0).stop
2024-03-19T01:59:04.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.080+0000 7f483f047740  1 -- 172.21.15.46:0/2127763451 shutdown_connections
2024-03-19T01:59:04.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.080+0000 7f483f047740  1 --2- 172.21.15.46:0/2127763451 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569a99b27d0 0x5569a99ca800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.080+0000 7f483f047740  1 --2- 172.21.15.46:0/2127763451 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569a99a9bf0 0x5569a99b0090 unknown :-1 s=CLOSED pgs=924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.080+0000 7f483f047740  1 --2- 172.21.15.46:0/2127763451 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569a99a92d0 0x5569a99be300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.080+0000 7f483f047740  1 -- 172.21.15.46:0/2127763451 >> 172.21.15.46:0/2127763451 conn(0x5569a99a3a00 msgr2=0x5569a99a56c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:04.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.080+0000 7f483f047740  1 -- 172.21.15.46:0/2127763451 shutdown_connections
2024-03-19T01:59:04.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.080+0000 7f483f047740  1 -- 172.21.15.46:0/2127763451 wait complete.
2024-03-19T01:59:04.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.080+0000 7f483f047740  1 --  start start
2024-03-19T01:59:04.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.080+0000 7f483f047740  1  Processor -- start
2024-03-19T01:59:04.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.080+0000 7f483f047740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569a99a92d0 0x5569a99b6190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.080+0000 7f483f047740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569a99a9bf0 0x5569a99b66d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.080+0000 7f483f047740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569a99b27d0 0x5569a99b6c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.080+0000 7f483f047740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f48341ad1c0 con 0x5569a99a92d0
2024-03-19T01:59:04.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.080+0000 7f483f047740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f48341ae630 con 0x5569a99b27d0
2024-03-19T01:59:04.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.080+0000 7f483f047740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f48341ad890 con 0x5569a99a9bf0
2024-03-19T01:59:04.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.081+0000 7f483f047740 10 client.0 _ll_register_callbacks cb 0x7f4830097360 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:59:04.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.081+0000 7f483a1ff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569a99a92d0 0x5569a99b6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.081+0000 7f483a1ff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569a99a92d0 0x5569a99b6190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49972/0 (socket says 172.21.15.46:49972)
2024-03-19T01:59:04.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.081+0000 7f483a1ff640  1 -- 172.21.15.46:0/2988475982 learned_addr learned my addr 172.21.15.46:0/2988475982 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:04.088 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.081+0000 7f483aa00640  1 --2- 172.21.15.46:0/2988475982 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569a99b27d0 0x5569a99b6c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.088 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.081+0000 7f48399fe640  1 --2- 172.21.15.46:0/2988475982 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569a99a9bf0 0x5569a99b66d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.088 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.081+0000 7f483a1ff640  1 -- 172.21.15.46:0/2988475982 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569a99a9bf0 msgr2=0x5569a99b66d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:04.088 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.081+0000 7f483a1ff640  1 --2- 172.21.15.46:0/2988475982 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569a99a9bf0 0x5569a99b66d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.088 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.081+0000 7f483a1ff640  1 -- 172.21.15.46:0/2988475982 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569a99b27d0 msgr2=0x5569a99b6c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:04.088 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.081+0000 7f483a1ff640  1 --2- 172.21.15.46:0/2988475982 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569a99b27d0 0x5569a99b6c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.088 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.081+0000 7f483a1ff640  1 -- 172.21.15.46:0/2988475982 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5569a9a27e30 con 0x5569a99a92d0
2024-03-19T01:59:04.088 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.081+0000 7f483a1ff640  1 --2- 172.21.15.46:0/2988475982 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569a99a92d0 0x5569a99b6190 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f483000f010 tx=0x7f4830099c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=101df5737d436012 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:04.088 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.081+0000 7f481dffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:59:04.088 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.081+0000 7f481dffb640  1 -- 172.21.15.46:0/2988475982 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f483009b080 con 0x5569a99a92d0
2024-03-19T01:59:04.088 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.081+0000 7f481dffb640  1 -- 172.21.15.46:0/2988475982 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7f48300afb00 con 0x5569a99a92d0
2024-03-19T01:59:04.088 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.081+0000 7f483f047740  1 -- 172.21.15.46:0/2988475982 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4824034da0 con 0x5569a99a92d0
2024-03-19T01:59:04.088 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.081+0000 7f481dffb640  1 -- 172.21.15.46:0/2988475982 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f48300979c0 con 0x5569a99a92d0
2024-03-19T01:59:04.088 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.081+0000 7f483f047740 10 client.17586 fetch_fsmap learned FSMap version 35
2024-03-19T01:59:04.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.081+0000 7f483f047740  1 -- 172.21.15.46:0/2988475982 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x5569a9a29030 con 0x5569a99a92d0
2024-03-19T01:59:04.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.082+0000 7f481dffb640  1 -- 172.21.15.46:0/2988475982 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4824034da0 con 0x5569a99a92d0
2024-03-19T01:59:04.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.082+0000 7f481dffb640  1 -- 172.21.15.46:0/2988475982 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f4830097470 con 0x5569a99a92d0
2024-03-19T01:59:04.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.082+0000 7f483f047740 10 client.17586 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:59:04.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.082+0000 7f483f047740 10 client.17586 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:59:04.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.082+0000 7f483f047740 20 client.17586 populate_metadata read hostname 'smithi046'
2024-03-19T01:59:04.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.082+0000 7f483f047740  1 --2- 172.21.15.46:0/2988475982 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x5569a9a295c0 0x5569a9a2b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.082+0000 7f483f047740  4 client.17586 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:59:04.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.082+0000 7f483f047740  1 -- 172.21.15.46:0/2988475982 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5569a99199f0 con 0x5569a9a295c0
2024-03-19T01:59:04.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.082+0000 7f48399fe640  1 --2- 172.21.15.46:0/2988475982 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x5569a9a295c0 0x5569a9a2b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.082+0000 7f481dffb640 10 client.17586 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:59:04.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.082+0000 7f48399fe640  1 --2- 172.21.15.46:0/2988475982 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x5569a9a295c0 0x5569a9a2b9e0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=908ef3cf7018084e server_cookie=4757f1559febd2fe in_seq=0 out_seq=0
2024-03-19T01:59:04.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.082+0000 7f481dffb640  1 -- 172.21.15.46:0/2988475982 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5569a99199f0 con 0x5569a9a295c0
2024-03-19T01:59:04.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.082+0000 7f481dffb640 10 client.17586 handle_command_reply: tid=0
2024-03-19T01:59:04.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.082+0000 7f483f047740  1 client.17586 shutdown
2024-03-19T01:59:04.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.082+0000 7f483f047740  1 -- 172.21.15.46:0/2988475982 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569a99a92d0 msgr2=0x5569a99b6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:04.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.082+0000 7f483f047740  1 --2- 172.21.15.46:0/2988475982 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569a99a92d0 0x5569a99b6190 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f483000f010 tx=0x7f4830099c30 comp rx=0 tx=0).stop
2024-03-19T01:59:04.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.083+0000 7f483f047740  1 -- 172.21.15.46:0/2988475982 shutdown_connections
2024-03-19T01:59:04.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.083+0000 7f483f047740  1 --2- 172.21.15.46:0/2988475982 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x5569a9a295c0 0x5569a9a2b9e0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.083+0000 7f483f047740  1 --2- 172.21.15.46:0/2988475982 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569a99b27d0 0x5569a99b6c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.083+0000 7f481dffb640  0 client.17586 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:59:04.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.083+0000 7f483f047740  1 --2- 172.21.15.46:0/2988475982 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569a99a9bf0 0x5569a99b66d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.083+0000 7f483f047740  1 --2- 172.21.15.46:0/2988475982 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569a99a92d0 0x5569a99b6190 unknown :-1 s=CLOSED pgs=925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.083+0000 7f483f047740  1 -- 172.21.15.46:0/2988475982 >> 172.21.15.46:0/2988475982 conn(0x5569a99a3a00 msgr2=0x5569a99a2310 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:04.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.083+0000 7f483f047740  1 -- 172.21.15.46:0/2988475982 shutdown_connections
2024-03-19T01:59:04.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.083+0000 7f483f047740  1 -- 172.21.15.46:0/2988475982 wait complete.
2024-03-19T01:59:04.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.083+0000 7f483f047740 20 client.17586 trim_cache size 0 max 16384
2024-03-19T01:59:04.091 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:59:04.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.083+0000 7f483c463640  1 -- 172.21.15.46:0/3260971872 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f48200a2970 msgr2=0x7f48200a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:04.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.083+0000 7f483c463640  1 --2- 172.21.15.46:0/3260971872 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f48200a2970 0x7f48200a4e30 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f482c005fd0 tx=0x7f482c009f00 comp rx=0 tx=0).stop
2024-03-19T01:59:04.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.083+0000 7f483c463640  1 -- 172.21.15.46:0/3260971872 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f48340fff90 msgr2=0x7f4834197ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:04.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.083+0000 7f483c463640  1 --2- 172.21.15.46:0/3260971872 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f48340fff90 0x7f4834197ff0 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f483000e9c0 tx=0x7f483000ee80 comp rx=0 tx=0).stop
2024-03-19T01:59:04.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.083+0000 7f483c463640  1 -- 172.21.15.46:0/3260971872 shutdown_connections
2024-03-19T01:59:04.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.083+0000 7f483c463640  1 --2- 172.21.15.46:0/3260971872 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f48200a2970 0x7f48200a4e30 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.083+0000 7f483c463640  1 --2- 172.21.15.46:0/3260971872 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f483419c860 0x7f483419cd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.083+0000 7f483c463640  1 --2- 172.21.15.46:0/3260971872 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4834106ba0 0x7f4834198530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.083+0000 7f483c463640  1 --2- 172.21.15.46:0/3260971872 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f48340fff90 0x7f4834197ff0 unknown :-1 s=CLOSED pgs=922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.083+0000 7f483c463640  1 -- 172.21.15.46:0/3260971872 >> 172.21.15.46:0/3260971872 conn(0x7f4834076c50 msgr2=0x7f48340fe030 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:04.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.083+0000 7f483c463640  1 -- 172.21.15.46:0/3260971872 shutdown_connections
2024-03-19T01:59:04.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.083+0000 7f483c463640  1 -- 172.21.15.46:0/3260971872 wait complete.
2024-03-19T01:59:04.093 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:03 smithi046 ceph-mon[63102]: pgmap v276: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:59:04.094 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:03 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2578018606' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:59:04.095 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls
2024-03-19T01:59:04.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.199+0000 7fdf4a26e640  1 -- 172.21.15.46:0/3229750763 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf44101060 msgr2=0x7fdf4410d570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:04.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.199+0000 7fdf4a26e640  1 --2- 172.21.15.46:0/3229750763 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf44101060 0x7fdf4410d570 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7fdf3c009cd0 tx=0x7fdf3c02c0f0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.199+0000 7fdf4a26e640  1 -- 172.21.15.46:0/3229750763 shutdown_connections
2024-03-19T01:59:04.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.199+0000 7fdf4a26e640  1 --2- 172.21.15.46:0/3229750763 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf44101060 0x7fdf4410d570 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.199+0000 7fdf4a26e640  1 --2- 172.21.15.46:0/3229750763 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf441006a0 0x7fdf44100b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.199+0000 7fdf4a26e640  1 --2- 172.21.15.46:0/3229750763 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf441066b0 0x7fdf44106a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.199+0000 7fdf4a26e640  1 -- 172.21.15.46:0/3229750763 >> 172.21.15.46:0/3229750763 conn(0x7fdf440778d0 msgr2=0x7fdf44077ce0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:04.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.199+0000 7fdf4a26e640  1 -- 172.21.15.46:0/3229750763 shutdown_connections
2024-03-19T01:59:04.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.199+0000 7fdf4a26e640  1 -- 172.21.15.46:0/3229750763 wait complete.
2024-03-19T01:59:04.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.200+0000 7fdf4a26e640  1  Processor -- start
2024-03-19T01:59:04.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.200+0000 7fdf4a26e640  1 --  start start
2024-03-19T01:59:04.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.200+0000 7fdf4a26e640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf441006a0 0x7fdf44198d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.200+0000 7fdf4a26e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf44101060 0x7fdf441992d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.200+0000 7fdf4a26e640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf441066b0 0x7fdf441a3e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.200+0000 7fdf4a26e640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fdf44110930 con 0x7fdf44101060
2024-03-19T01:59:04.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.200+0000 7fdf4a26e640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fdf441107b0 con 0x7fdf441066b0
2024-03-19T01:59:04.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.200+0000 7fdf4a26e640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fdf44110ab0 con 0x7fdf441006a0
2024-03-19T01:59:04.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.200+0000 7fdf437fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf44101060 0x7fdf441992d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.201+0000 7fdf43fff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf441006a0 0x7fdf44198d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.201+0000 7fdf437fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf44101060 0x7fdf441992d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50000/0 (socket says 172.21.15.46:50000)
2024-03-19T01:59:04.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.201+0000 7fdf437fe640  1 -- 172.21.15.46:0/805432554 learned_addr learned my addr 172.21.15.46:0/805432554 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:04.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.201+0000 7fdf4880b640  1 --2- 172.21.15.46:0/805432554 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf441066b0 0x7fdf441a3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.201+0000 7fdf437fe640  1 -- 172.21.15.46:0/805432554 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf441006a0 msgr2=0x7fdf44198d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:04.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.201+0000 7fdf437fe640  1 --2- 172.21.15.46:0/805432554 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf441006a0 0x7fdf44198d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.201+0000 7fdf437fe640  1 -- 172.21.15.46:0/805432554 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf441066b0 msgr2=0x7fdf441a3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:04.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.201+0000 7fdf437fe640  1 --2- 172.21.15.46:0/805432554 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf441066b0 0x7fdf441a3e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.201+0000 7fdf437fe640  1 -- 172.21.15.46:0/805432554 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf441a4350 con 0x7fdf44101060
2024-03-19T01:59:04.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.201+0000 7fdf43fff640  1 --2- 172.21.15.46:0/805432554 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf441006a0 0x7fdf44198d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:59:04.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.201+0000 7fdf437fe640  1 --2- 172.21.15.46:0/805432554 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf44101060 0x7fdf441992d0 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7fdf3800e9f0 tx=0x7fdf3800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:04.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.201+0000 7fdf417fa640  1 -- 172.21.15.46:0/805432554 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf3800cd80 con 0x7fdf44101060
2024-03-19T01:59:04.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.201+0000 7fdf4a26e640  1 -- 172.21.15.46:0/805432554 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf441a4520 con 0x7fdf44101060
2024-03-19T01:59:04.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.201+0000 7fdf417fa640  1 -- 172.21.15.46:0/805432554 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdf380108e0 con 0x7fdf44101060
2024-03-19T01:59:04.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.201+0000 7fdf417fa640  1 -- 172.21.15.46:0/805432554 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf38018920 con 0x7fdf44101060
2024-03-19T01:59:04.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.201+0000 7fdf4a26e640  1 -- 172.21.15.46:0/805432554 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf441a4ac0 con 0x7fdf44101060
2024-03-19T01:59:04.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.204+0000 7fdf417fa640  1 -- 172.21.15.46:0/805432554 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fdf38010a90 con 0x7fdf44101060
2024-03-19T01:59:04.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.204+0000 7fdf4ce57740  1  Processor -- start
2024-03-19T01:59:04.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.204+0000 7fdf4ce57740  1 --  start start
2024-03-19T01:59:04.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.204+0000 7fdf4ce57740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5577b9f702d0 0x5577b9f706b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.204+0000 7fdf4ce57740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5577b9f70bf0 0x5577b9f79290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.204+0000 7fdf4ce57740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5577b9f797d0 0x5577b9f7bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.204+0000 7fdf4ce57740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5577b9ed34b0 con 0x5577b9f702d0
2024-03-19T01:59:04.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.204+0000 7fdf4ce57740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5577b9e7bd70 con 0x5577b9f70bf0
2024-03-19T01:59:04.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.204+0000 7fdf4ce57740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5577b9ecf550 con 0x5577b9f797d0
2024-03-19T01:59:04.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.204+0000 7fdf4880b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5577b9f702d0 0x5577b9f706b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.204+0000 7fdf43fff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5577b9f70bf0 0x5577b9f79290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.204+0000 7fdf4880b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5577b9f702d0 0x5577b9f706b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50010/0 (socket says 172.21.15.46:50010)
2024-03-19T01:59:04.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.204+0000 7fdf4880b640  1 -- 172.21.15.46:0/1370932705 learned_addr learned my addr 172.21.15.46:0/1370932705 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:04.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.204+0000 7fdf437fe640  1 --2- 172.21.15.46:0/1370932705 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5577b9f797d0 0x5577b9f7bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.204+0000 7fdf417fa640  1 --2- 172.21.15.46:0/805432554 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdf2c0a2970 0x7fdf2c0a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.205+0000 7fdf43fff640  1 -- 172.21.15.46:0/1370932705 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5577b9f797d0 msgr2=0x5577b9f7bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:04.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.205+0000 7fdf43fff640  1 --2- 172.21.15.46:0/1370932705 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5577b9f797d0 0x5577b9f7bbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.205+0000 7fdf43fff640  1 -- 172.21.15.46:0/1370932705 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5577b9f702d0 msgr2=0x5577b9f706b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:04.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.205+0000 7fdf43fff640  1 --2- 172.21.15.46:0/1370932705 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5577b9f702d0 0x5577b9f706b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.205+0000 7fdf43fff640  1 -- 172.21.15.46:0/1370932705 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5577b9e9e210 con 0x5577b9f70bf0
2024-03-19T01:59:04.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.205+0000 7fdf4880b640  1 --2- 172.21.15.46:0/1370932705 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5577b9f702d0 0x5577b9f706b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:59:04.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.205+0000 7fdf4880b640  1 --2- 172.21.15.46:0/805432554 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdf2c0a2970 0x7fdf2c0a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.205+0000 7fdf417fa640  1 -- 172.21.15.46:0/805432554 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7fdf380cf510 con 0x7fdf44101060
2024-03-19T01:59:04.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.205+0000 7fdf43fff640  1 --2- 172.21.15.46:0/1370932705 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5577b9f70bf0 0x5577b9f79290 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fdf34009f50 tx=0x7fdf34011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8371a198248bd04f server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:04.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.205+0000 7fdf2a7fc640  1 -- 172.21.15.46:0/1370932705 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf34004020 con 0x5577b9f70bf0
2024-03-19T01:59:04.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.205+0000 7fdf2a7fc640  1 -- 172.21.15.46:0/1370932705 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdf340054d0 con 0x5577b9f70bf0
2024-03-19T01:59:04.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.205+0000 7fdf2a7fc640  1 -- 172.21.15.46:0/1370932705 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf34004c80 con 0x5577b9f70bf0
2024-03-19T01:59:04.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.206+0000 7fdf4ce57740  1 -- 172.21.15.46:0/1370932705 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5577b9f70bf0 msgr2=0x5577b9f79290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:04.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.206+0000 7fdf4880b640  1 --2- 172.21.15.46:0/805432554 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdf2c0a2970 0x7fdf2c0a4e30 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fdf3c006010 tx=0x7fdf3c02e040 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:04.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.206+0000 7fdf4ce57740  1 --2- 172.21.15.46:0/1370932705 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5577b9f70bf0 0x5577b9f79290 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fdf34009f50 tx=0x7fdf34011810 comp rx=0 tx=0).stop
2024-03-19T01:59:04.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.206+0000 7fdf4ce57740  1 -- 172.21.15.46:0/1370932705 shutdown_connections
2024-03-19T01:59:04.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.206+0000 7fdf4ce57740  1 --2- 172.21.15.46:0/1370932705 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5577b9f797d0 0x5577b9f7bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.206+0000 7fdf4ce57740  1 --2- 172.21.15.46:0/1370932705 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5577b9f70bf0 0x5577b9f79290 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.206+0000 7fdf4ce57740  1 --2- 172.21.15.46:0/1370932705 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5577b9f702d0 0x5577b9f706b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.206+0000 7fdf4ce57740  1 -- 172.21.15.46:0/1370932705 >> 172.21.15.46:0/1370932705 conn(0x5577b9f6aa00 msgr2=0x5577b9f6ade0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:04.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.206+0000 7fdf4ce57740  1 -- 172.21.15.46:0/1370932705 shutdown_connections
2024-03-19T01:59:04.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.206+0000 7fdf4ce57740  1 -- 172.21.15.46:0/1370932705 wait complete.
2024-03-19T01:59:04.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.206+0000 7fdf4ce57740  1 --  start start
2024-03-19T01:59:04.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.206+0000 7fdf4ce57740  1  Processor -- start
2024-03-19T01:59:04.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.206+0000 7fdf4ce57740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5577b9f702d0 0x5577b9f767f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.206+0000 7fdf4ce57740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5577b9f70bf0 0x5577b9f76d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.206+0000 7fdf4ce57740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5577b9f797d0 0x5577b9f77270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.206+0000 7fdf4ce57740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5577b9f7c5c0 con 0x5577b9f797d0
2024-03-19T01:59:04.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.206+0000 7fdf4ce57740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5577b9e8f310 con 0x5577b9f702d0
2024-03-19T01:59:04.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.206+0000 7fdf4ce57740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5577b9f7c740 con 0x5577b9f70bf0
2024-03-19T01:59:04.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.207+0000 7fdf4ce57740 10 client.0 _ll_register_callbacks cb 0x5577b9e832d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:59:04.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.207+0000 7fdf4880b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5577b9f797d0 0x5577b9f77270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.207+0000 7fdf4880b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5577b9f797d0 0x5577b9f77270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50020/0 (socket says 172.21.15.46:50020)
2024-03-19T01:59:04.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.207+0000 7fdf43fff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5577b9f702d0 0x5577b9f767f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.207+0000 7fdf4880b640  1 -- 172.21.15.46:0/2008227084 learned_addr learned my addr 172.21.15.46:0/2008227084 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:04.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.207+0000 7fdf437fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5577b9f70bf0 0x5577b9f76d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.207+0000 7fdf4880b640  1 -- 172.21.15.46:0/2008227084 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5577b9f70bf0 msgr2=0x5577b9f76d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:04.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.207+0000 7fdf4880b640  1 --2- 172.21.15.46:0/2008227084 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5577b9f70bf0 0x5577b9f76d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.207+0000 7fdf4880b640  1 -- 172.21.15.46:0/2008227084 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5577b9f702d0 msgr2=0x5577b9f767f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:04.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.207+0000 7fdf4880b640  1 --2- 172.21.15.46:0/2008227084 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5577b9f702d0 0x5577b9f767f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.207+0000 7fdf4880b640  1 -- 172.21.15.46:0/2008227084 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5577b9be73f0 con 0x5577b9f797d0
2024-03-19T01:59:04.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.207+0000 7fdf4880b640  1 --2- 172.21.15.46:0/2008227084 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5577b9f797d0 0x5577b9f77270 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7fdf3c032960 tx=0x7fdf3c005c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b380cac54b0072e8 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:04.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.207+0000 7fdf237fe640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:59:04.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.207+0000 7fdf237fe640  1 -- 172.21.15.46:0/2008227084 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf3c052060 con 0x5577b9f797d0
2024-03-19T01:59:04.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.207+0000 7fdf237fe640  1 -- 172.21.15.46:0/2008227084 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7fdf3c041e00 con 0x5577b9f797d0
2024-03-19T01:59:04.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.207+0000 7fdf4ce57740  1 -- 172.21.15.46:0/2008227084 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdf340054d0 con 0x5577b9f797d0
2024-03-19T01:59:04.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.207+0000 7fdf237fe640  1 -- 172.21.15.46:0/2008227084 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fdf3c059050 con 0x5577b9f797d0
2024-03-19T01:59:04.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.207+0000 7fdf4ce57740 10 client.17598 fetch_fsmap learned FSMap version 35
2024-03-19T01:59:04.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.207+0000 7fdf4ce57740  1 -- 172.21.15.46:0/2008227084 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x5577b9cb17d0 con 0x5577b9f797d0
2024-03-19T01:59:04.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.208+0000 7fdf237fe640  1 -- 172.21.15.46:0/2008227084 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdf340054d0 con 0x5577b9f797d0
2024-03-19T01:59:04.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.208+0000 7fdf237fe640  1 -- 172.21.15.46:0/2008227084 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7fdf3c03f040 con 0x5577b9f797d0
2024-03-19T01:59:04.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.208+0000 7fdf4ce57740 10 client.17598 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:59:04.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.208+0000 7fdf4ce57740 10 client.17598 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:59:04.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.208+0000 7fdf4ce57740 20 client.17598 populate_metadata read hostname 'smithi046'
2024-03-19T01:59:04.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.208+0000 7fdf4ce57740  1 --2- 172.21.15.46:0/2008227084 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5577b9f89b30 0x5577b9f8bf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.208+0000 7fdf4ce57740  4 client.17598 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:59:04.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.208+0000 7fdf4ce57740  1 -- 172.21.15.46:0/2008227084 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5577b9f313e0 con 0x5577b9f89b30
2024-03-19T01:59:04.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.208+0000 7fdf43fff640  1 --2- 172.21.15.46:0/2008227084 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5577b9f89b30 0x5577b9f8bf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.208+0000 7fdf237fe640 10 client.17598 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:59:04.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.208+0000 7fdf43fff640  1 --2- 172.21.15.46:0/2008227084 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5577b9f89b30 0x5577b9f8bf60 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fc1dbeb41936664 server_cookie=8303de3759d6b2d4 in_seq=0 out_seq=0
2024-03-19T01:59:04.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.209+0000 7fdf237fe640  1 -- 172.21.15.46:0/2008227084 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5577b9f313e0 con 0x5577b9f89b30
2024-03-19T01:59:04.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.209+0000 7fdf237fe640 10 client.17598 handle_command_reply: tid=0
2024-03-19T01:59:04.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.209+0000 7fdf4ce57740  1 client.17598 shutdown
2024-03-19T01:59:04.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.209+0000 7fdf4ce57740  1 -- 172.21.15.46:0/2008227084 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5577b9f797d0 msgr2=0x5577b9f77270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:04.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.209+0000 7fdf4ce57740  1 --2- 172.21.15.46:0/2008227084 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5577b9f797d0 0x5577b9f77270 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7fdf3c032960 tx=0x7fdf3c005c50 comp rx=0 tx=0).stop
2024-03-19T01:59:04.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.209+0000 7fdf4ce57740  1 -- 172.21.15.46:0/2008227084 shutdown_connections
2024-03-19T01:59:04.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.209+0000 7fdf4ce57740  1 --2- 172.21.15.46:0/2008227084 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5577b9f89b30 0x5577b9f8bf60 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.209+0000 7fdf4ce57740  1 --2- 172.21.15.46:0/2008227084 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5577b9f797d0 0x5577b9f77270 unknown :-1 s=CLOSED pgs=928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.209+0000 7fdf4ce57740  1 --2- 172.21.15.46:0/2008227084 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5577b9f70bf0 0x5577b9f76d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.209+0000 7fdf237fe640  0 client.17598 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:59:04.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.209+0000 7fdf4ce57740  1 --2- 172.21.15.46:0/2008227084 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5577b9f702d0 0x5577b9f767f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.209+0000 7fdf4ce57740  1 -- 172.21.15.46:0/2008227084 >> 172.21.15.46:0/2008227084 conn(0x5577b9f6aa00 msgr2=0x5577b9f6c750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:04.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.209+0000 7fdf4ce57740  1 -- 172.21.15.46:0/2008227084 shutdown_connections
2024-03-19T01:59:04.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.209+0000 7fdf4ce57740  1 -- 172.21.15.46:0/2008227084 wait complete.
2024-03-19T01:59:04.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.209+0000 7fdf4ce57740 20 client.17598 trim_cache size 0 max 16384
2024-03-19T01:59:04.218 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:03 smithi073 ceph-mon[66833]: pgmap v276: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:59:04.218 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:03 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2578018606' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:59:04.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.223+0000 7fdf4ce57740  1  Processor -- start
2024-03-19T01:59:04.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.223+0000 7fdf4ce57740  1 --  start start
2024-03-19T01:59:04.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.223+0000 7fdf4ce57740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5577b9f702d0 0x5577b9f85360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.223+0000 7fdf4ce57740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5577b9f70bf0 0x5577b9f6c4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.223+0000 7fdf4ce57740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5577b9f797d0 0x5577b9f91830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.223+0000 7fdf4ce57740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fdf441b1560 con 0x5577b9f70bf0
2024-03-19T01:59:04.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.223+0000 7fdf4ce57740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fdf441aee30 con 0x5577b9f797d0
2024-03-19T01:59:04.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.223+0000 7fdf4ce57740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fdf441acca0 con 0x5577b9f702d0
2024-03-19T01:59:04.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.223+0000 7fdf437fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5577b9f70bf0 0x5577b9f6c4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.223+0000 7fdf437fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5577b9f70bf0 0x5577b9f6c4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50024/0 (socket says 172.21.15.46:50024)
2024-03-19T01:59:04.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.223+0000 7fdf437fe640  1 -- 172.21.15.46:0/2819603360 learned_addr learned my addr 172.21.15.46:0/2819603360 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:04.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.223+0000 7fdf4880b640  1 --2- 172.21.15.46:0/2819603360 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5577b9f797d0 0x5577b9f91830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.223+0000 7fdf43fff640  1 --2- 172.21.15.46:0/2819603360 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5577b9f702d0 0x5577b9f85360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.223+0000 7fdf437fe640  1 -- 172.21.15.46:0/2819603360 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5577b9f702d0 msgr2=0x5577b9f85360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:04.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.223+0000 7fdf437fe640  1 --2- 172.21.15.46:0/2819603360 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5577b9f702d0 0x5577b9f85360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.223+0000 7fdf437fe640  1 -- 172.21.15.46:0/2819603360 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5577b9f797d0 msgr2=0x5577b9f91830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:04.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.223+0000 7fdf437fe640  1 --2- 172.21.15.46:0/2819603360 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5577b9f797d0 0x5577b9f91830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.223+0000 7fdf437fe640  1 -- 172.21.15.46:0/2819603360 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5577b9f40880 con 0x5577b9f70bf0
2024-03-19T01:59:04.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.224+0000 7fdf437fe640  1 --2- 172.21.15.46:0/2819603360 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5577b9f70bf0 0x5577b9f6c4f0 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7fdf38098240 tx=0x7fdf380d50e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b08e618be5366bd server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:04.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.224+0000 7fdf29ffb640  1 -- 172.21.15.46:0/2819603360 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf3809b3b0 con 0x5577b9f70bf0
2024-03-19T01:59:04.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.224+0000 7fdf29ffb640  1 -- 172.21.15.46:0/2819603360 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdf38010de0 con 0x5577b9f70bf0
2024-03-19T01:59:04.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.224+0000 7fdf29ffb640  1 -- 172.21.15.46:0/2819603360 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf3809b1d0 con 0x5577b9f70bf0
2024-03-19T01:59:04.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.224+0000 7fdf4ce57740  1 -- 172.21.15.46:0/2819603360 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5577b9f70bf0 msgr2=0x5577b9f6c4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:04.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.224+0000 7fdf4ce57740  1 --2- 172.21.15.46:0/2819603360 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5577b9f70bf0 0x5577b9f6c4f0 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7fdf38098240 tx=0x7fdf380d50e0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.224+0000 7fdf4ce57740  1 -- 172.21.15.46:0/2819603360 shutdown_connections
2024-03-19T01:59:04.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.224+0000 7fdf4ce57740  1 --2- 172.21.15.46:0/2819603360 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5577b9f797d0 0x5577b9f91830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.224+0000 7fdf4ce57740  1 --2- 172.21.15.46:0/2819603360 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5577b9f70bf0 0x5577b9f6c4f0 unknown :-1 s=CLOSED pgs=929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.224+0000 7fdf4ce57740  1 --2- 172.21.15.46:0/2819603360 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5577b9f702d0 0x5577b9f85360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.224+0000 7fdf4ce57740  1 -- 172.21.15.46:0/2819603360 >> 172.21.15.46:0/2819603360 conn(0x5577b9f6aa00 msgr2=0x5577b9f6bde0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:04.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.224+0000 7fdf4ce57740  1 -- 172.21.15.46:0/2819603360 shutdown_connections
2024-03-19T01:59:04.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.224+0000 7fdf4ce57740  1 -- 172.21.15.46:0/2819603360 wait complete.
2024-03-19T01:59:04.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.225+0000 7fdf4ce57740  1 --  start start
2024-03-19T01:59:04.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.225+0000 7fdf4ce57740  1  Processor -- start
2024-03-19T01:59:04.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.225+0000 7fdf4ce57740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5577b9f702d0 0x5577b9f73a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.225+0000 7fdf4ce57740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5577b9f70bf0 0x5577b9f73f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.225+0000 7fdf4ce57740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5577b9f797d0 0x5577b9ff3270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.231 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.225+0000 7fdf4ce57740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fdf441ad2f0 con 0x5577b9f70bf0
2024-03-19T01:59:04.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.225+0000 7fdf4ce57740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fdf441ae760 con 0x5577b9f797d0
2024-03-19T01:59:04.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.225+0000 7fdf4ce57740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fdf441ad9c0 con 0x5577b9f702d0
2024-03-19T01:59:04.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.225+0000 7fdf4ce57740 10 client.0 _ll_register_callbacks cb 0x7fdf38005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:59:04.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.225+0000 7fdf437fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5577b9f70bf0 0x5577b9f73f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.225+0000 7fdf437fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5577b9f70bf0 0x5577b9f73f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50038/0 (socket says 172.21.15.46:50038)
2024-03-19T01:59:04.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.225+0000 7fdf437fe640  1 -- 172.21.15.46:0/2063556629 learned_addr learned my addr 172.21.15.46:0/2063556629 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:04.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.225+0000 7fdf43fff640  1 --2- 172.21.15.46:0/2063556629 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5577b9f702d0 0x5577b9f73a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.225+0000 7fdf4880b640  1 --2- 172.21.15.46:0/2063556629 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5577b9f797d0 0x5577b9ff3270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.225+0000 7fdf437fe640  1 -- 172.21.15.46:0/2063556629 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5577b9f702d0 msgr2=0x5577b9f73a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:04.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.225+0000 7fdf437fe640  1 --2- 172.21.15.46:0/2063556629 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5577b9f702d0 0x5577b9f73a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.225+0000 7fdf437fe640  1 -- 172.21.15.46:0/2063556629 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5577b9f797d0 msgr2=0x5577b9ff3270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:04.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.225+0000 7fdf437fe640  1 --2- 172.21.15.46:0/2063556629 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5577b9f797d0 0x5577b9ff3270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.225+0000 7fdf437fe640  1 -- 172.21.15.46:0/2063556629 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5577b9ff37b0 con 0x5577b9f70bf0
2024-03-19T01:59:04.232 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.226+0000 7fdf437fe640  1 --2- 172.21.15.46:0/2063556629 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5577b9f70bf0 0x5577b9f73f60 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7fdf380cc960 tx=0x7fdf3809b1d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e05a0f22efcabfbc server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:04.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.226+0000 7fdf237fe640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:59:04.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.226+0000 7fdf237fe640  1 -- 172.21.15.46:0/2063556629 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf380b3070 con 0x5577b9f70bf0
2024-03-19T01:59:04.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.226+0000 7fdf237fe640  1 -- 172.21.15.46:0/2063556629 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7fdf380ccb30 con 0x5577b9f70bf0
2024-03-19T01:59:04.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.226+0000 7fdf4ce57740  1 -- 172.21.15.46:0/2063556629 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5577b9ee09f0 con 0x5577b9f70bf0
2024-03-19T01:59:04.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.226+0000 7fdf237fe640  1 -- 172.21.15.46:0/2063556629 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fdf380ccd30 con 0x5577b9f70bf0
2024-03-19T01:59:04.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.226+0000 7fdf4ce57740 10 client.17604 fetch_fsmap learned FSMap version 35
2024-03-19T01:59:04.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.226+0000 7fdf4ce57740  1 -- 172.21.15.46:0/2063556629 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x5577b9ff49e0 con 0x5577b9f70bf0
2024-03-19T01:59:04.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.226+0000 7fdf237fe640  1 -- 172.21.15.46:0/2063556629 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x5577b9ee09f0 con 0x5577b9f70bf0
2024-03-19T01:59:04.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.226+0000 7fdf237fe640  1 -- 172.21.15.46:0/2063556629 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7fdf380afcc0 con 0x5577b9f70bf0
2024-03-19T01:59:04.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.226+0000 7fdf4ce57740 10 client.17604 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:59:04.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.226+0000 7fdf4ce57740 10 client.17604 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:59:04.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.226+0000 7fdf4ce57740 20 client.17604 populate_metadata read hostname 'smithi046'
2024-03-19T01:59:04.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.226+0000 7fdf4ce57740  1 --2- 172.21.15.46:0/2063556629 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5577b9ff4ff0 0x5577b9ff73e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:04.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.226+0000 7fdf4ce57740  4 client.17604 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:59:04.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.226+0000 7fdf4ce57740  1 -- 172.21.15.46:0/2063556629 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5577b9edad40 con 0x5577b9ff4ff0
2024-03-19T01:59:04.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.226+0000 7fdf43fff640  1 --2- 172.21.15.46:0/2063556629 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5577b9ff4ff0 0x5577b9ff73e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:04.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.227+0000 7fdf237fe640 10 client.17604 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:59:04.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.227+0000 7fdf43fff640  1 --2- 172.21.15.46:0/2063556629 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5577b9ff4ff0 0x5577b9ff73e0 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ce01b2646aca625a server_cookie=24d21c93295c248f in_seq=0 out_seq=0
2024-03-19T01:59:04.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.227+0000 7fdf237fe640  1 -- 172.21.15.46:0/2063556629 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5577b9edad40 con 0x5577b9ff4ff0
2024-03-19T01:59:04.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.227+0000 7fdf237fe640 10 client.17604 handle_command_reply: tid=0
2024-03-19T01:59:04.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.227+0000 7fdf4ce57740  1 client.17604 shutdown
2024-03-19T01:59:04.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.227+0000 7fdf4ce57740  1 -- 172.21.15.46:0/2063556629 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5577b9f70bf0 msgr2=0x5577b9f73f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:04.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.227+0000 7fdf4ce57740  1 --2- 172.21.15.46:0/2063556629 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5577b9f70bf0 0x5577b9f73f60 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7fdf380cc960 tx=0x7fdf3809b1d0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.227+0000 7fdf4ce57740  1 -- 172.21.15.46:0/2063556629 shutdown_connections
2024-03-19T01:59:04.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.227+0000 7fdf4ce57740  1 --2- 172.21.15.46:0/2063556629 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x5577b9ff4ff0 0x5577b9ff73e0 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.227+0000 7fdf4ce57740  1 --2- 172.21.15.46:0/2063556629 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5577b9f797d0 0x5577b9ff3270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.227+0000 7fdf4ce57740  1 --2- 172.21.15.46:0/2063556629 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5577b9f70bf0 0x5577b9f73f60 unknown :-1 s=CLOSED pgs=930 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.227+0000 7fdf4ce57740  1 --2- 172.21.15.46:0/2063556629 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5577b9f702d0 0x5577b9f73a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.227+0000 7fdf237fe640  0 client.17604 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:59:04.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.227+0000 7fdf4ce57740  1 -- 172.21.15.46:0/2063556629 >> 172.21.15.46:0/2063556629 conn(0x5577b9f6aa00 msgr2=0x5577b9f767b0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:04.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.227+0000 7fdf4ce57740  1 -- 172.21.15.46:0/2063556629 shutdown_connections
2024-03-19T01:59:04.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.227+0000 7fdf4ce57740  1 -- 172.21.15.46:0/2063556629 wait complete.
2024-03-19T01:59:04.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.227+0000 7fdf4ce57740 20 client.17604 trim_cache size 0 max 16384
2024-03-19T01:59:04.235 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:59:04.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.228+0000 7fdf4a26e640  1 -- 172.21.15.46:0/805432554 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdf2c0a2970 msgr2=0x7fdf2c0a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:04.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.228+0000 7fdf4a26e640  1 --2- 172.21.15.46:0/805432554 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdf2c0a2970 0x7fdf2c0a4e30 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fdf3c006010 tx=0x7fdf3c02e040 comp rx=0 tx=0).stop
2024-03-19T01:59:04.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.228+0000 7fdf4a26e640  1 -- 172.21.15.46:0/805432554 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf44101060 msgr2=0x7fdf441992d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:04.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.228+0000 7fdf4a26e640  1 --2- 172.21.15.46:0/805432554 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf44101060 0x7fdf441992d0 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7fdf3800e9f0 tx=0x7fdf3800eeb0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.228+0000 7fdf4a26e640  1 -- 172.21.15.46:0/805432554 shutdown_connections
2024-03-19T01:59:04.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.228+0000 7fdf4a26e640  1 --2- 172.21.15.46:0/805432554 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdf441066b0 0x7fdf441a3e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.228+0000 7fdf4a26e640  1 --2- 172.21.15.46:0/805432554 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf44101060 0x7fdf441992d0 unknown :-1 s=CLOSED pgs=927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.228+0000 7fdf4a26e640  1 --2- 172.21.15.46:0/805432554 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdf2c0a2970 0x7fdf2c0a4e30 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.228+0000 7fdf4a26e640  1 --2- 172.21.15.46:0/805432554 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf441006a0 0x7fdf44198d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:04.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.228+0000 7fdf4a26e640  1 -- 172.21.15.46:0/805432554 >> 172.21.15.46:0/805432554 conn(0x7fdf440778d0 msgr2=0x7fdf44102fa0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:04.236 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.228+0000 7fdf4a26e640  1 -- 172.21.15.46:0/805432554 shutdown_connections
2024-03-19T01:59:04.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:04.228+0000 7fdf4a26e640  1 -- 172.21.15.46:0/805432554 wait complete.
2024-03-19T01:59:04.237 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:03 smithi102 ceph-mon[66557]: pgmap v276: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:59:04.237 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:03 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2578018606' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:59:05.240 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs
2024-03-19T01:59:05.241 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:59:05.241 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive
2024-03-19T01:59:05.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.359+0000 7eff54a52640  1 -- 172.21.15.46:0/1182587324 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7eff501017c0 msgr2=0x7eff50101c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:05.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.359+0000 7eff54a52640  1 --2- 172.21.15.46:0/1182587324 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7eff501017c0 0x7eff50101c40 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7eff44009930 tx=0x7eff4402bc30 comp rx=0 tx=0).stop
2024-03-19T01:59:05.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.359+0000 7eff54a52640  1 -- 172.21.15.46:0/1182587324 shutdown_connections
2024-03-19T01:59:05.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.359+0000 7eff54a52640  1 --2- 172.21.15.46:0/1182587324 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7eff50102180 0x7eff5010e690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.359+0000 7eff54a52640  1 --2- 172.21.15.46:0/1182587324 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7eff501017c0 0x7eff50101c40 unknown :-1 s=CLOSED pgs=931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.366 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.359+0000 7eff54a52640  1 --2- 172.21.15.46:0/1182587324 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7eff501077d0 0x7eff50107bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.366 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.359+0000 7eff54a52640  1 -- 172.21.15.46:0/1182587324 >> 172.21.15.46:0/1182587324 conn(0x7eff500fd250 msgr2=0x7eff500ff670 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:05.366 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.359+0000 7eff54a52640  1 -- 172.21.15.46:0/1182587324 shutdown_connections
2024-03-19T01:59:05.366 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.359+0000 7eff54a52640  1 -- 172.21.15.46:0/1182587324 wait complete.
2024-03-19T01:59:05.366 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.360+0000 7eff54a52640  1  Processor -- start
2024-03-19T01:59:05.366 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.360+0000 7eff54a52640  1 --  start start
2024-03-19T01:59:05.367 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.360+0000 7eff54a52640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7eff501017c0 0x7eff50073b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.367 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.360+0000 7eff54a52640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7eff50102180 0x7eff50074060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.360+0000 7eff54a52640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7eff501077d0 0x7eff500745a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.360+0000 7eff54a52640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7eff50111a50 con 0x7eff50102180
2024-03-19T01:59:05.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.360+0000 7eff54a52640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7eff501118d0 con 0x7eff501077d0
2024-03-19T01:59:05.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.360+0000 7eff54a52640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7eff50111bd0 con 0x7eff501017c0
2024-03-19T01:59:05.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.360+0000 7eff4dd9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7eff50102180 0x7eff50074060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.360+0000 7eff4dd9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7eff50102180 0x7eff50074060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50048/0 (socket says 172.21.15.46:50048)
2024-03-19T01:59:05.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.360+0000 7eff4e59c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7eff501017c0 0x7eff50073b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.360+0000 7eff4dd9b640  1 -- 172.21.15.46:0/2745466598 learned_addr learned my addr 172.21.15.46:0/2745466598 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:05.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.360+0000 7eff4ed9d640  1 --2- 172.21.15.46:0/2745466598 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7eff501077d0 0x7eff500745a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.360+0000 7eff4dd9b640  1 -- 172.21.15.46:0/2745466598 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7eff501017c0 msgr2=0x7eff50073b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:05.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.360+0000 7eff4dd9b640  1 --2- 172.21.15.46:0/2745466598 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7eff501017c0 0x7eff50073b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.360+0000 7eff4dd9b640  1 -- 172.21.15.46:0/2745466598 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7eff501077d0 msgr2=0x7eff500745a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:05.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.360+0000 7eff4dd9b640  1 --2- 172.21.15.46:0/2745466598 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7eff501077d0 0x7eff500745a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.360+0000 7eff4dd9b640  1 -- 172.21.15.46:0/2745466598 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff501a6540 con 0x7eff50102180
2024-03-19T01:59:05.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.360+0000 7eff4e59c640  1 --2- 172.21.15.46:0/2745466598 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7eff501017c0 0x7eff50073b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:59:05.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.361+0000 7eff4dd9b640  1 --2- 172.21.15.46:0/2745466598 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7eff50102180 0x7eff50074060 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7eff44009230 tx=0x7eff4402c5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:05.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.361+0000 7eff3f7fe640  1 -- 172.21.15.46:0/2745466598 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff44043020 con 0x7eff50102180
2024-03-19T01:59:05.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.361+0000 7eff3f7fe640  1 -- 172.21.15.46:0/2745466598 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7eff4402ca70 con 0x7eff50102180
2024-03-19T01:59:05.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.361+0000 7eff54a52640  1 -- 172.21.15.46:0/2745466598 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff501a67d0 con 0x7eff50102180
2024-03-19T01:59:05.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.361+0000 7eff3f7fe640  1 -- 172.21.15.46:0/2745466598 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff44003a50 con 0x7eff50102180
2024-03-19T01:59:05.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.361+0000 7eff54a52640  1 -- 172.21.15.46:0/2745466598 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff501a6d20 con 0x7eff50102180
2024-03-19T01:59:05.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.363+0000 7eff3f7fe640  1 -- 172.21.15.46:0/2745466598 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7eff44046020 con 0x7eff50102180
2024-03-19T01:59:05.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.364+0000 7eff5763e740  1  Processor -- start
2024-03-19T01:59:05.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.364+0000 7eff5763e740  1 --  start start
2024-03-19T01:59:05.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.364+0000 7eff3f7fe640  1 --2- 172.21.15.46:0/2745466598 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7eff380a2970 0x7eff380a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.364+0000 7eff5763e740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56253bfc0380 0x56253bfc0760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.364+0000 7eff4ed9d640  1 --2- 172.21.15.46:0/2745466598 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7eff380a2970 0x7eff380a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.364+0000 7eff3f7fe640  1 -- 172.21.15.46:0/2745466598 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7eff440f1100 con 0x7eff50102180
2024-03-19T01:59:05.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.364+0000 7eff5763e740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56253bfc0ca0 0x56253bfc9340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.364+0000 7eff5763e740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56253bfc9880 0x56253bfcbc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.364+0000 7eff5763e740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x56253bf24160 con 0x56253bfc0ca0
2024-03-19T01:59:05.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.364+0000 7eff5763e740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x56253becce10 con 0x56253bfc9880
2024-03-19T01:59:05.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.364+0000 7eff5763e740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x56253bf20200 con 0x56253bfc0380
2024-03-19T01:59:05.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.365+0000 7eff4e59c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56253bfc0380 0x56253bfc0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.365+0000 7eff4dd9b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56253bfc0ca0 0x56253bfc9340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.365+0000 7eff4e59c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56253bfc0380 0x56253bfc0760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:39716/0 (socket says 172.21.15.46:39716)
2024-03-19T01:59:05.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.365+0000 7eff4e59c640  1 -- 172.21.15.46:0/3004304168 learned_addr learned my addr 172.21.15.46:0/3004304168 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:05.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.365+0000 7eff4ed9d640  1 --2- 172.21.15.46:0/3004304168 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56253bfc9880 0x56253bfcbc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.365+0000 7eff4e59c640  1 -- 172.21.15.46:0/3004304168 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56253bfc9880 msgr2=0x56253bfcbc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:05.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.365+0000 7eff4e59c640  1 --2- 172.21.15.46:0/3004304168 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56253bfc9880 0x56253bfcbc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.365+0000 7eff4e59c640  1 -- 172.21.15.46:0/3004304168 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56253bfc0ca0 msgr2=0x56253bfc9340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:05.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.365+0000 7eff4e59c640  1 --2- 172.21.15.46:0/3004304168 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56253bfc0ca0 0x56253bfc9340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.365+0000 7eff4e59c640  1 -- 172.21.15.46:0/3004304168 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56253bd007e0 con 0x56253bfc0380
2024-03-19T01:59:05.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.365+0000 7eff4ed9d640  1 --2- 172.21.15.46:0/2745466598 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7eff380a2970 0x7eff380a4e30 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7eff48005fd0 tx=0x7eff48011bc0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:05.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.365+0000 7eff4e59c640  1 --2- 172.21.15.46:0/3004304168 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56253bfc0380 0x56253bfc0760 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7eff400114f0 tx=0x7eff400119b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6bed90aac3b4c7bc server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:05.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.365+0000 7eff3cff9640  1 -- 172.21.15.46:0/3004304168 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff4001e070 con 0x56253bfc0380
2024-03-19T01:59:05.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.365+0000 7eff3cff9640  1 -- 172.21.15.46:0/3004304168 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7eff4000fa70 con 0x56253bfc0380
2024-03-19T01:59:05.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.365+0000 7eff3cff9640  1 -- 172.21.15.46:0/3004304168 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff40019b40 con 0x56253bfc0380
2024-03-19T01:59:05.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.366+0000 7eff5763e740  1 -- 172.21.15.46:0/3004304168 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56253bfc0380 msgr2=0x56253bfc0760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:05.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.366+0000 7eff5763e740  1 --2- 172.21.15.46:0/3004304168 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56253bfc0380 0x56253bfc0760 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7eff400114f0 tx=0x7eff400119b0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.366+0000 7eff5763e740  1 -- 172.21.15.46:0/3004304168 shutdown_connections
2024-03-19T01:59:05.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.366+0000 7eff5763e740  1 --2- 172.21.15.46:0/3004304168 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56253bfc9880 0x56253bfcbc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.366+0000 7eff5763e740  1 --2- 172.21.15.46:0/3004304168 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56253bfc0ca0 0x56253bfc9340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.366+0000 7eff5763e740  1 --2- 172.21.15.46:0/3004304168 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56253bfc0380 0x56253bfc0760 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.366+0000 7eff5763e740  1 -- 172.21.15.46:0/3004304168 >> 172.21.15.46:0/3004304168 conn(0x56253bfbaab0 msgr2=0x56253bfbae90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:05.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.366+0000 7eff5763e740  1 -- 172.21.15.46:0/3004304168 shutdown_connections
2024-03-19T01:59:05.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.366+0000 7eff5763e740  1 -- 172.21.15.46:0/3004304168 wait complete.
2024-03-19T01:59:05.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.366+0000 7eff5763e740  1 --  start start
2024-03-19T01:59:05.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.366+0000 7eff5763e740  1  Processor -- start
2024-03-19T01:59:05.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.367+0000 7eff5763e740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56253bfc0380 0x56253bfc6760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.367+0000 7eff5763e740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56253bfc0ca0 0x56253bfc6ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.367+0000 7eff5763e740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56253bfc9880 0x56253bfc71e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.367+0000 7eff5763e740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x56253bfcc670 con 0x56253bfc9880
2024-03-19T01:59:05.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.367+0000 7eff5763e740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x56253bee01a0 con 0x56253bfc0380
2024-03-19T01:59:05.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.367+0000 7eff5763e740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x56253bfcc7f0 con 0x56253bfc0ca0
2024-03-19T01:59:05.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.367+0000 7eff5763e740 10 client.0 _ll_register_callbacks cb 0x56253bc37c60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:59:05.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.367+0000 7eff4ed9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56253bfc9880 0x56253bfc71e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.367+0000 7eff4ed9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56253bfc9880 0x56253bfc71e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50060/0 (socket says 172.21.15.46:50060)
2024-03-19T01:59:05.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.367+0000 7eff4ed9d640  1 -- 172.21.15.46:0/1120691605 learned_addr learned my addr 172.21.15.46:0/1120691605 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:05.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.367+0000 7eff4dd9b640  1 --2- 172.21.15.46:0/1120691605 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56253bfc0ca0 0x56253bfc6ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.367+0000 7eff4e59c640  1 --2- 172.21.15.46:0/1120691605 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56253bfc0380 0x56253bfc6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.367+0000 7eff4ed9d640  1 -- 172.21.15.46:0/1120691605 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56253bfc0ca0 msgr2=0x56253bfc6ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:05.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.367+0000 7eff4ed9d640  1 --2- 172.21.15.46:0/1120691605 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56253bfc0ca0 0x56253bfc6ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.367+0000 7eff4ed9d640  1 -- 172.21.15.46:0/1120691605 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56253bfc0380 msgr2=0x56253bfc6760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:05.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.367+0000 7eff4ed9d640  1 --2- 172.21.15.46:0/1120691605 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56253bfc0380 0x56253bfc6760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.367+0000 7eff4ed9d640  1 -- 172.21.15.46:0/1120691605 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56253bd60f70 con 0x56253bfc9880
2024-03-19T01:59:05.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.367+0000 7eff4ed9d640  1 --2- 172.21.15.46:0/1120691605 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56253bfc9880 0x56253bfc71e0 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7eff48005f40 tx=0x7eff48004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3eb2aa7e0ce4c7ae server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:05.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.367+0000 7eff35ffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:59:05.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.367+0000 7eff35ffb640  1 -- 172.21.15.46:0/1120691605 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff48024070 con 0x56253bfc9880
2024-03-19T01:59:05.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.368+0000 7eff35ffb640  1 -- 172.21.15.46:0/1120691605 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7eff4800ecd0 con 0x56253bfc9880
2024-03-19T01:59:05.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.368+0000 7eff5763e740  1 -- 172.21.15.46:0/1120691605 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7eff4000fa70 con 0x56253bfc9880
2024-03-19T01:59:05.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.368+0000 7eff35ffb640  1 -- 172.21.15.46:0/1120691605 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7eff48032050 con 0x56253bfc9880
2024-03-19T01:59:05.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.368+0000 7eff5763e740 10 client.17616 fetch_fsmap learned FSMap version 35
2024-03-19T01:59:05.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.368+0000 7eff5763e740  1 -- 172.21.15.46:0/1120691605 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x56253bbf8170 con 0x56253bfc9880
2024-03-19T01:59:05.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.368+0000 7eff35ffb640  1 -- 172.21.15.46:0/1120691605 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7eff4000fa70 con 0x56253bfc9880
2024-03-19T01:59:05.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.368+0000 7eff35ffb640  1 -- 172.21.15.46:0/1120691605 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7eff4801f440 con 0x56253bfc9880
2024-03-19T01:59:05.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.368+0000 7eff5763e740 10 client.17616 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:59:05.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.368+0000 7eff5763e740 10 client.17616 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:59:05.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.368+0000 7eff5763e740 20 client.17616 populate_metadata read hostname 'smithi046'
2024-03-19T01:59:05.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.368+0000 7eff5763e740  1 --2- 172.21.15.46:0/1120691605 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56253bfd9b60 0x56253bfdbfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.368+0000 7eff5763e740  4 client.17616 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:59:05.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.368+0000 7eff5763e740  1 -- 172.21.15.46:0/1120691605 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56253bf316a0 con 0x56253bfd9b60
2024-03-19T01:59:05.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.368+0000 7eff4e59c640  1 --2- 172.21.15.46:0/1120691605 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56253bfd9b60 0x56253bfdbfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.395 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.369+0000 7eff35ffb640 10 client.17616 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:59:05.395 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.369+0000 7eff4e59c640  1 --2- 172.21.15.46:0/1120691605 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56253bfd9b60 0x56253bfdbfe0 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6b6c608902bbb909 server_cookie=eaec14f9b6fd7fba in_seq=0 out_seq=0
2024-03-19T01:59:05.395 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.369+0000 7eff35ffb640  1 -- 172.21.15.46:0/1120691605 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x56253bf316a0 con 0x56253bfd9b60
2024-03-19T01:59:05.395 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.369+0000 7eff35ffb640 10 client.17616 handle_command_reply: tid=0
2024-03-19T01:59:05.395 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.369+0000 7eff5763e740  1 client.17616 shutdown
2024-03-19T01:59:05.395 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.369+0000 7eff5763e740  1 -- 172.21.15.46:0/1120691605 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56253bfc9880 msgr2=0x56253bfc71e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:05.395 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.369+0000 7eff5763e740  1 --2- 172.21.15.46:0/1120691605 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56253bfc9880 0x56253bfc71e0 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7eff48005f40 tx=0x7eff48004ab0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.370+0000 7eff5763e740  1 -- 172.21.15.46:0/1120691605 shutdown_connections
2024-03-19T01:59:05.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.370+0000 7eff5763e740  1 --2- 172.21.15.46:0/1120691605 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56253bfd9b60 0x56253bfdbfe0 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.370+0000 7eff5763e740  1 --2- 172.21.15.46:0/1120691605 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56253bfc9880 0x56253bfc71e0 unknown :-1 s=CLOSED pgs=933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.370+0000 7eff5763e740  1 --2- 172.21.15.46:0/1120691605 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56253bfc0ca0 0x56253bfc6ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.370+0000 7eff5763e740  1 --2- 172.21.15.46:0/1120691605 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56253bfc0380 0x56253bfc6760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.370+0000 7eff35ffb640  0 client.17616 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:59:05.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.370+0000 7eff5763e740  1 -- 172.21.15.46:0/1120691605 >> 172.21.15.46:0/1120691605 conn(0x56253bfbaab0 msgr2=0x56253bfbc800 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:05.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.370+0000 7eff5763e740  1 -- 172.21.15.46:0/1120691605 shutdown_connections
2024-03-19T01:59:05.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.370+0000 7eff5763e740  1 -- 172.21.15.46:0/1120691605 wait complete.
2024-03-19T01:59:05.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.370+0000 7eff5763e740 20 client.17616 trim_cache size 0 max 16384
2024-03-19T01:59:05.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.387+0000 7eff5763e740  1  Processor -- start
2024-03-19T01:59:05.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.387+0000 7eff5763e740  1 --  start start
2024-03-19T01:59:05.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.387+0000 7eff5763e740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56253bfc0380 0x56253bfc8e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.387+0000 7eff5763e740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56253bfc0ca0 0x56253bfd5470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.388+0000 7eff5763e740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56253bfc9880 0x56253bfe18b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.388+0000 7eff5763e740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7eff501b36f0 con 0x56253bfc0380
2024-03-19T01:59:05.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.388+0000 7eff5763e740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7eff501b0fc0 con 0x56253bfc9880
2024-03-19T01:59:05.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.388+0000 7eff5763e740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7eff501aee30 con 0x56253bfc0ca0
2024-03-19T01:59:05.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.388+0000 7eff4e59c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56253bfc0380 0x56253bfc8e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.388+0000 7eff4e59c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56253bfc0380 0x56253bfc8e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50076/0 (socket says 172.21.15.46:50076)
2024-03-19T01:59:05.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.388+0000 7eff4e59c640  1 -- 172.21.15.46:0/1500703239 learned_addr learned my addr 172.21.15.46:0/1500703239 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:05.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.388+0000 7eff4dd9b640  1 --2- 172.21.15.46:0/1500703239 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56253bfc0ca0 0x56253bfd5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.388+0000 7eff4ed9d640  1 --2- 172.21.15.46:0/1500703239 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56253bfc9880 0x56253bfe18b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.388+0000 7eff4e59c640  1 -- 172.21.15.46:0/1500703239 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56253bfc0ca0 msgr2=0x56253bfd5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:05.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.388+0000 7eff4e59c640  1 --2- 172.21.15.46:0/1500703239 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56253bfc0ca0 0x56253bfd5470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.388+0000 7eff4e59c640  1 -- 172.21.15.46:0/1500703239 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56253bfc9880 msgr2=0x56253bfe18b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:05.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.388+0000 7eff4e59c640  1 --2- 172.21.15.46:0/1500703239 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56253bfc9880 0x56253bfe18b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.388+0000 7eff4e59c640  1 -- 172.21.15.46:0/1500703239 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56253bfba8e0 con 0x56253bfc0380
2024-03-19T01:59:05.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.388+0000 7eff4e59c640  1 --2- 172.21.15.46:0/1500703239 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56253bfc0380 0x56253bfc8e90 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7eff400114f0 tx=0x7eff40014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13acadcb0cd97383 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:05.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.388+0000 7eff37fff640  1 -- 172.21.15.46:0/1500703239 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff4002f070 con 0x56253bfc0380
2024-03-19T01:59:05.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.388+0000 7eff37fff640  1 -- 172.21.15.46:0/1500703239 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7eff4002a2b0 con 0x56253bfc0380
2024-03-19T01:59:05.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.388+0000 7eff37fff640  1 -- 172.21.15.46:0/1500703239 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff4001e040 con 0x56253bfc0380
2024-03-19T01:59:05.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.389+0000 7eff5763e740  1 -- 172.21.15.46:0/1500703239 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56253bfc0380 msgr2=0x56253bfc8e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:05.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.389+0000 7eff5763e740  1 --2- 172.21.15.46:0/1500703239 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56253bfc0380 0x56253bfc8e90 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7eff400114f0 tx=0x7eff40014000 comp rx=0 tx=0).stop
2024-03-19T01:59:05.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.389+0000 7eff5763e740  1 -- 172.21.15.46:0/1500703239 shutdown_connections
2024-03-19T01:59:05.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.389+0000 7eff5763e740  1 --2- 172.21.15.46:0/1500703239 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56253bfc9880 0x56253bfe18b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.389+0000 7eff5763e740  1 --2- 172.21.15.46:0/1500703239 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56253bfc0ca0 0x56253bfd5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.389+0000 7eff5763e740  1 --2- 172.21.15.46:0/1500703239 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56253bfc0380 0x56253bfc8e90 unknown :-1 s=CLOSED pgs=934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.389+0000 7eff5763e740  1 -- 172.21.15.46:0/1500703239 >> 172.21.15.46:0/1500703239 conn(0x56253bfbaab0 msgr2=0x56253bfb9b30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:05.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.389+0000 7eff5763e740  1 -- 172.21.15.46:0/1500703239 shutdown_connections
2024-03-19T01:59:05.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.389+0000 7eff5763e740  1 -- 172.21.15.46:0/1500703239 wait complete.
2024-03-19T01:59:05.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.389+0000 7eff5763e740  1 --  start start
2024-03-19T01:59:05.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.390+0000 7eff5763e740  1  Processor -- start
2024-03-19T01:59:05.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.390+0000 7eff5763e740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56253bfc0380 0x56253bfd1aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.390+0000 7eff5763e740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56253bfc0ca0 0x56253bfcea70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.390+0000 7eff5763e740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56253bfc9880 0x56253bfcefb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.390+0000 7eff5763e740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7eff501af480 con 0x56253bfc0380
2024-03-19T01:59:05.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.390+0000 7eff5763e740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7eff501b08f0 con 0x56253bfc0ca0
2024-03-19T01:59:05.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.390+0000 7eff5763e740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7eff501afb50 con 0x56253bfc9880
2024-03-19T01:59:05.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.390+0000 7eff5763e740 10 client.0 _ll_register_callbacks cb 0x7eff480114a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:59:05.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.390+0000 7eff4e59c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56253bfc0380 0x56253bfd1aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.390+0000 7eff4e59c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56253bfc0380 0x56253bfd1aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50078/0 (socket says 172.21.15.46:50078)
2024-03-19T01:59:05.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.390+0000 7eff4e59c640  1 -- 172.21.15.46:0/1333417491 learned_addr learned my addr 172.21.15.46:0/1333417491 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:05.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.390+0000 7eff4ed9d640  1 --2- 172.21.15.46:0/1333417491 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56253bfc9880 0x56253bfcefb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.390+0000 7eff4dd9b640  1 --2- 172.21.15.46:0/1333417491 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56253bfc0ca0 0x56253bfcea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.390+0000 7eff4e59c640  1 -- 172.21.15.46:0/1333417491 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56253bfc9880 msgr2=0x56253bfcefb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:05.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.390+0000 7eff4e59c640  1 --2- 172.21.15.46:0/1333417491 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56253bfc9880 0x56253bfcefb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.390+0000 7eff4e59c640  1 -- 172.21.15.46:0/1333417491 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56253bfc0ca0 msgr2=0x56253bfcea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:05.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.390+0000 7eff4e59c640  1 --2- 172.21.15.46:0/1333417491 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56253bfc0ca0 0x56253bfcea70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.390+0000 7eff4e59c640  1 -- 172.21.15.46:0/1333417491 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56253bfd20e0 con 0x56253bfc0380
2024-03-19T01:59:05.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.390+0000 7eff4dd9b640  1 --2- 172.21.15.46:0/1333417491 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56253bfc0ca0 0x56253bfcea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:59:05.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.390+0000 7eff4ed9d640  1 --2- 172.21.15.46:0/1333417491 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56253bfc9880 0x56253bfcefb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:59:05.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.390+0000 7eff4e59c640  1 --2- 172.21.15.46:0/1333417491 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56253bfc0380 0x56253bfd1aa0 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7eff40011eb0 tx=0x7eff4000f430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fae5b90a145836 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:05.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.390+0000 7eff35ffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:59:05.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.391+0000 7eff35ffb640  1 -- 172.21.15.46:0/1333417491 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff4002f070 con 0x56253bfc0380
2024-03-19T01:59:05.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.391+0000 7eff35ffb640  1 -- 172.21.15.46:0/1333417491 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7eff40011040 con 0x56253bfc0380
2024-03-19T01:59:05.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.391+0000 7eff5763e740  1 -- 172.21.15.46:0/1333417491 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7eff4002a2b0 con 0x56253bfc0380
2024-03-19T01:59:05.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.391+0000 7eff35ffb640  1 -- 172.21.15.46:0/1333417491 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7eff4001e040 con 0x56253bfc0380
2024-03-19T01:59:05.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.391+0000 7eff5763e740 10 client.17622 fetch_fsmap learned FSMap version 35
2024-03-19T01:59:05.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.391+0000 7eff5763e740  1 -- 172.21.15.46:0/1333417491 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x56253c040930 con 0x56253bfc0380
2024-03-19T01:59:05.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.391+0000 7eff35ffb640  1 -- 172.21.15.46:0/1333417491 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7eff4002a2b0 con 0x56253bfc0380
2024-03-19T01:59:05.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.391+0000 7eff35ffb640  1 -- 172.21.15.46:0/1333417491 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7eff400197f0 con 0x56253bfc0380
2024-03-19T01:59:05.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.391+0000 7eff5763e740 10 client.17622 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:59:05.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.391+0000 7eff5763e740 10 client.17622 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:59:05.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.391+0000 7eff5763e740 20 client.17622 populate_metadata read hostname 'smithi046'
2024-03-19T01:59:05.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.391+0000 7eff5763e740  1 --2- 172.21.15.46:0/1333417491 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56253c040da0 0x56253c043190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.391+0000 7eff5763e740  4 client.17622 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}]
2024-03-19T01:59:05.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.391+0000 7eff5763e740  1 -- 172.21.15.46:0/1333417491 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x56253bf2b9f0 con 0x56253c040da0
2024-03-19T01:59:05.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.391+0000 7eff4dd9b640  1 --2- 172.21.15.46:0/1333417491 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56253c040da0 0x56253c043190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.392+0000 7eff35ffb640 10 client.17622 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:59:05.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.392+0000 7eff4dd9b640  1 --2- 172.21.15.46:0/1333417491 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56253c040da0 0x56253c043190 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d94e25d2cdf55762 server_cookie=14044aa87b722464 in_seq=0 out_seq=0
2024-03-19T01:59:05.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.393+0000 7eff35ffb640  1 -- 172.21.15.46:0/1333417491 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x56253bf2b9f0 con 0x56253c040da0
2024-03-19T01:59:05.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.393+0000 7eff35ffb640 10 client.17622 handle_command_reply: tid=0
2024-03-19T01:59:05.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.393+0000 7eff5763e740  1 client.17622 shutdown
2024-03-19T01:59:05.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.393+0000 7eff5763e740  1 -- 172.21.15.46:0/1333417491 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56253bfc0380 msgr2=0x56253bfd1aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:05.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.393+0000 7eff5763e740  1 --2- 172.21.15.46:0/1333417491 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56253bfc0380 0x56253bfd1aa0 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7eff40011eb0 tx=0x7eff4000f430 comp rx=0 tx=0).stop
2024-03-19T01:59:05.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.393+0000 7eff5763e740  1 -- 172.21.15.46:0/1333417491 shutdown_connections
2024-03-19T01:59:05.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.393+0000 7eff5763e740  1 --2- 172.21.15.46:0/1333417491 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56253c040da0 0x56253c043190 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.393+0000 7eff5763e740  1 --2- 172.21.15.46:0/1333417491 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56253bfc9880 0x56253bfcefb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.393+0000 7eff5763e740  1 --2- 172.21.15.46:0/1333417491 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56253bfc0ca0 0x56253bfcea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.393+0000 7eff5763e740  1 --2- 172.21.15.46:0/1333417491 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56253bfc0380 0x56253bfd1aa0 unknown :-1 s=CLOSED pgs=935 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.393+0000 7eff5763e740  1 -- 172.21.15.46:0/1333417491 >> 172.21.15.46:0/1333417491 conn(0x56253bfbaab0 msgr2=0x56253bfbbe90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:05.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.393+0000 7eff35ffb640  0 client.17622 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:59:05.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.393+0000 7eff5763e740  1 -- 172.21.15.46:0/1333417491 shutdown_connections
2024-03-19T01:59:05.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.393+0000 7eff5763e740  1 -- 172.21.15.46:0/1333417491 wait complete.
2024-03-19T01:59:05.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.393+0000 7eff5763e740 20 client.17622 trim_cache size 0 max 16384
2024-03-19T01:59:05.410 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:59:05.411 INFO:teuthology.orchestra.run.smithi046.stdout:    "return_code": 0,
2024-03-19T01:59:05.411 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrub_tag": "a4564f04-e51f-4a28-8f19-8956c480163d",
2024-03-19T01:59:05.411 INFO:teuthology.orchestra.run.smithi046.stdout:    "mode": "asynchronous"
2024-03-19T01:59:05.411 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:59:05.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.394+0000 7eff54a52640  1 -- 172.21.15.46:0/2745466598 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7eff380a2970 msgr2=0x7eff380a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:05.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.394+0000 7eff54a52640  1 --2- 172.21.15.46:0/2745466598 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7eff380a2970 0x7eff380a4e30 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7eff48005fd0 tx=0x7eff48011bc0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.394+0000 7eff54a52640  1 -- 172.21.15.46:0/2745466598 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7eff50102180 msgr2=0x7eff50074060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:05.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.394+0000 7eff54a52640  1 --2- 172.21.15.46:0/2745466598 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7eff50102180 0x7eff50074060 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7eff44009230 tx=0x7eff4402c5d0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.394+0000 7eff54a52640  1 -- 172.21.15.46:0/2745466598 shutdown_connections
2024-03-19T01:59:05.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.394+0000 7eff54a52640  1 --2- 172.21.15.46:0/2745466598 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7eff501077d0 0x7eff500745a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.394+0000 7eff54a52640  1 --2- 172.21.15.46:0/2745466598 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7eff50102180 0x7eff50074060 unknown :-1 s=CLOSED pgs=932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.394+0000 7eff54a52640  1 --2- 172.21.15.46:0/2745466598 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7eff380a2970 0x7eff380a4e30 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.394+0000 7eff54a52640  1 --2- 172.21.15.46:0/2745466598 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7eff501017c0 0x7eff50073b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.394+0000 7eff54a52640  1 -- 172.21.15.46:0/2745466598 >> 172.21.15.46:0/2745466598 conn(0x7eff500fd250 msgr2=0x7eff500fdb60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:05.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.394+0000 7eff54a52640  1 -- 172.21.15.46:0/2745466598 shutdown_connections
2024-03-19T01:59:05.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.394+0000 7eff54a52640  1 -- 172.21.15.46:0/2745466598 wait complete.
2024-03-19T01:59:05.413 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:59:05.413 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:59:05.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.520+0000 7ffab8244640  1 -- 172.21.15.46:0/3497017023 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffab010be30 msgr2=0x7ffab010e260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:05.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.520+0000 7ffab8244640  1 --2- 172.21.15.46:0/3497017023 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffab010be30 0x7ffab010e260 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7ffaa8009900 tx=0x7ffaa802bcd0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.523 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.520+0000 7ffab8244640  1 -- 172.21.15.46:0/3497017023 shutdown_connections
2024-03-19T01:59:05.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.520+0000 7ffab8244640  1 --2- 172.21.15.46:0/3497017023 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffab010be30 0x7ffab010e260 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.520+0000 7ffab8244640  1 --2- 172.21.15.46:0/3497017023 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffab0103380 0x7ffab010b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.520+0000 7ffab8244640  1 --2- 172.21.15.46:0/3497017023 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffab0102a60 0x7ffab0102e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.520+0000 7ffab8244640  1 -- 172.21.15.46:0/3497017023 >> 172.21.15.46:0/3497017023 conn(0x7ffab0076aa0 msgr2=0x7ffab0076eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:05.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.521+0000 7ffab8244640  1 -- 172.21.15.46:0/3497017023 shutdown_connections
2024-03-19T01:59:05.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.521+0000 7ffab8244640  1 -- 172.21.15.46:0/3497017023 wait complete.
2024-03-19T01:59:05.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.521+0000 7ffab8244640  1  Processor -- start
2024-03-19T01:59:05.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.521+0000 7ffab8244640  1 --  start start
2024-03-19T01:59:05.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.521+0000 7ffab8244640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffab0102a60 0x7ffab019a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.521+0000 7ffab8244640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffab0103380 0x7ffab019a730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.521+0000 7ffab8244640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffab010be30 0x7ffab019ea60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.521+0000 7ffab8244640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ffab0102150 con 0x7ffab010be30
2024-03-19T01:59:05.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.521+0000 7ffab8244640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ffab0101fd0 con 0x7ffab0103380
2024-03-19T01:59:05.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.521+0000 7ffab8244640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ffab01022d0 con 0x7ffab0102a60
2024-03-19T01:59:05.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.521+0000 7ffab67e1640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffab010be30 0x7ffab019ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.521+0000 7ffab67e1640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffab010be30 0x7ffab019ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50096/0 (socket says 172.21.15.46:50096)
2024-03-19T01:59:05.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.521+0000 7ffab67e1640  1 -- 172.21.15.46:0/1291552409 learned_addr learned my addr 172.21.15.46:0/1291552409 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:05.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.522+0000 7ffab5fe0640  1 --2- 172.21.15.46:0/1291552409 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffab0102a60 0x7ffab019a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.522+0000 7ffab57df640  1 --2- 172.21.15.46:0/1291552409 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffab0103380 0x7ffab019a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.522+0000 7ffab67e1640  1 -- 172.21.15.46:0/1291552409 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffab0102a60 msgr2=0x7ffab019a1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:05.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.522+0000 7ffab67e1640  1 --2- 172.21.15.46:0/1291552409 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffab0102a60 0x7ffab019a1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.522+0000 7ffab67e1640  1 -- 172.21.15.46:0/1291552409 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffab0103380 msgr2=0x7ffab019a730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:05.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.522+0000 7ffab67e1640  1 --2- 172.21.15.46:0/1291552409 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffab0103380 0x7ffab019a730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.522+0000 7ffab67e1640  1 -- 172.21.15.46:0/1291552409 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffab019f190 con 0x7ffab010be30
2024-03-19T01:59:05.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.522+0000 7ffab67e1640  1 --2- 172.21.15.46:0/1291552409 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffab010be30 0x7ffab019ea60 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7ffaa8005940 tx=0x7ffaa80045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:05.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.522+0000 7ffaaeffd640  1 -- 172.21.15.46:0/1291552409 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa8042020 con 0x7ffab010be30
2024-03-19T01:59:05.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.522+0000 7ffaaeffd640  1 -- 172.21.15.46:0/1291552409 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffaa8004e00 con 0x7ffab010be30
2024-03-19T01:59:05.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.522+0000 7ffab8244640  1 -- 172.21.15.46:0/1291552409 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffab019f420 con 0x7ffab010be30
2024-03-19T01:59:05.526 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.522+0000 7ffaaeffd640  1 -- 172.21.15.46:0/1291552409 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa80038e0 con 0x7ffab010be30
2024-03-19T01:59:05.526 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.522+0000 7ffab8244640  1 -- 172.21.15.46:0/1291552409 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffab01a6d10 con 0x7ffab010be30
2024-03-19T01:59:05.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.524+0000 7ffaaeffd640  1 -- 172.21.15.46:0/1291552409 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7ffaa8045020 con 0x7ffab010be30
2024-03-19T01:59:05.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.525+0000 7ffabae2d740  1  Processor -- start
2024-03-19T01:59:05.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.525+0000 7ffabae2d740  1 --  start start
2024-03-19T01:59:05.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.525+0000 7ffabae2d740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558103e69a30 0x558103e69e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.525+0000 7ffabae2d740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558103e6a350 0x558103e729f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.525+0000 7ffabae2d740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558103e72f30 0x558103e75320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.525+0000 7ffabae2d740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x558103dcd500 con 0x558103e69a30
2024-03-19T01:59:05.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.525+0000 7ffabae2d740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x558103d75be0 con 0x558103e72f30
2024-03-19T01:59:05.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.525+0000 7ffabae2d740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x558103dc95a0 con 0x558103e6a350
2024-03-19T01:59:05.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.525+0000 7ffaaeffd640  1 --2- 172.21.15.46:0/1291552409 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ffa980a29f0 0x7ffa980a4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.525+0000 7ffab57df640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558103e69a30 0x558103e69e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.525+0000 7ffab57df640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558103e69a30 0x558103e69e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50102/0 (socket says 172.21.15.46:50102)
2024-03-19T01:59:05.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.525+0000 7ffab57df640  1 -- 172.21.15.46:0/2741329303 learned_addr learned my addr 172.21.15.46:0/2741329303 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:05.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.525+0000 7ffab67e1640  1 --2- 172.21.15.46:0/1291552409 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ffa980a29f0 0x7ffa980a4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.525+0000 7ffab5fe0640  1 --2- 172.21.15.46:0/2741329303 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558103e6a350 0x558103e729f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.525+0000 7ffaaeffd640  1 -- 172.21.15.46:0/1291552409 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7ffaa80f0c50 con 0x7ffab010be30
2024-03-19T01:59:05.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.525+0000 7ffab57df640  1 --2- 172.21.15.46:0/2741329303 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558103e72f30 0x558103e75320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.526+0000 7ffab57df640  1 -- 172.21.15.46:0/2741329303 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558103e6a350 msgr2=0x558103e729f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:05.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.526+0000 7ffab57df640  1 --2- 172.21.15.46:0/2741329303 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558103e6a350 0x558103e729f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.526+0000 7ffab57df640  1 -- 172.21.15.46:0/2741329303 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558103e72f30 msgr2=0x558103e75320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:05.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.526+0000 7ffab57df640  1 --2- 172.21.15.46:0/2741329303 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558103e72f30 0x558103e75320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.526+0000 7ffab57df640  1 -- 172.21.15.46:0/2741329303 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558103d97000 con 0x558103e69a30
2024-03-19T01:59:05.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.526+0000 7ffab5fe0640  1 --2- 172.21.15.46:0/2741329303 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558103e6a350 0x558103e729f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:59:05.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.526+0000 7ffab67e1640  1 --2- 172.21.15.46:0/1291552409 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ffa980a29f0 0x7ffa980a4eb0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7ffaa80ee5d0 tx=0x7ffaa80dd040 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:05.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.526+0000 7ffab57df640  1 --2- 172.21.15.46:0/2741329303 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558103e69a30 0x558103e69e10 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7ffaa4011610 tx=0x7ffaa40098b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a1f82832ce560f6 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:05.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.526+0000 7ffa97fff640  1 -- 172.21.15.46:0/2741329303 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa401a030 con 0x558103e69a30
2024-03-19T01:59:05.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.526+0000 7ffa97fff640  1 -- 172.21.15.46:0/2741329303 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffaa40054d0 con 0x558103e69a30
2024-03-19T01:59:05.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.526+0000 7ffa97fff640  1 -- 172.21.15.46:0/2741329303 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa400f7e0 con 0x558103e69a30
2024-03-19T01:59:05.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.527+0000 7ffabae2d740  1 -- 172.21.15.46:0/2741329303 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558103e69a30 msgr2=0x558103e69e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:05.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.527+0000 7ffabae2d740  1 --2- 172.21.15.46:0/2741329303 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558103e69a30 0x558103e69e10 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7ffaa4011610 tx=0x7ffaa40098b0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.527+0000 7ffabae2d740  1 -- 172.21.15.46:0/2741329303 shutdown_connections
2024-03-19T01:59:05.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.527+0000 7ffabae2d740  1 --2- 172.21.15.46:0/2741329303 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558103e72f30 0x558103e75320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.527+0000 7ffabae2d740  1 --2- 172.21.15.46:0/2741329303 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558103e6a350 0x558103e729f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.527+0000 7ffabae2d740  1 --2- 172.21.15.46:0/2741329303 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558103e69a30 0x558103e69e10 unknown :-1 s=CLOSED pgs=938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.527+0000 7ffabae2d740  1 -- 172.21.15.46:0/2741329303 >> 172.21.15.46:0/2741329303 conn(0x558103e64160 msgr2=0x558103e64540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:05.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.527+0000 7ffabae2d740  1 -- 172.21.15.46:0/2741329303 shutdown_connections
2024-03-19T01:59:05.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.527+0000 7ffabae2d740  1 -- 172.21.15.46:0/2741329303 wait complete.
2024-03-19T01:59:05.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.527+0000 7ffabae2d740  1 --  start start
2024-03-19T01:59:05.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.527+0000 7ffabae2d740  1  Processor -- start
2024-03-19T01:59:05.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.527+0000 7ffabae2d740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558103e69a30 0x558103e6ff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.528+0000 7ffabae2d740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558103e6a350 0x558103e704c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.528+0000 7ffabae2d740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558103e72f30 0x558103e70a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.528+0000 7ffabae2d740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x558103e75d20 con 0x558103e72f30
2024-03-19T01:59:05.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.528+0000 7ffabae2d740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x558103d89160 con 0x558103e69a30
2024-03-19T01:59:05.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.528+0000 7ffabae2d740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x558103e75ea0 con 0x558103e6a350
2024-03-19T01:59:05.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.528+0000 7ffabae2d740 10 client.0 _ll_register_callbacks cb 0x558103dc5a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:59:05.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.528+0000 7ffab57df640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558103e72f30 0x558103e70a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.528+0000 7ffab57df640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558103e72f30 0x558103e70a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50106/0 (socket says 172.21.15.46:50106)
2024-03-19T01:59:05.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.528+0000 7ffab57df640  1 -- 172.21.15.46:0/3607660102 learned_addr learned my addr 172.21.15.46:0/3607660102 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:05.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.528+0000 7ffab57df640  1 --2- 172.21.15.46:0/3607660102 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558103e69a30 0x558103e6ff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.528+0000 7ffab5fe0640  1 --2- 172.21.15.46:0/3607660102 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558103e6a350 0x558103e704c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.528+0000 7ffab5fe0640  1 -- 172.21.15.46:0/3607660102 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558103e69a30 msgr2=0x558103e6ff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:05.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.528+0000 7ffab5fe0640  1 --2- 172.21.15.46:0/3607660102 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558103e69a30 0x558103e6ff80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.528+0000 7ffab5fe0640  1 -- 172.21.15.46:0/3607660102 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558103e72f30 msgr2=0x558103e70a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:05.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.528+0000 7ffab5fe0640  1 --2- 172.21.15.46:0/3607660102 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558103e72f30 0x558103e70a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.528+0000 7ffab5fe0640  1 -- 172.21.15.46:0/3607660102 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558103bab7d0 con 0x558103e6a350
2024-03-19T01:59:05.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.528+0000 7ffab57df640  1 --2- 172.21.15.46:0/3607660102 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558103e72f30 0x558103e70a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:59:05.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.528+0000 7ffab5fe0640  1 --2- 172.21.15.46:0/3607660102 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558103e6a350 0x558103e704c0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7ffaa0011ce0 tx=0x7ffaa000f790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b727af86c04d9b16 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:05.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.528+0000 7ffa957fa640 10 client.0 ms_handle_connect on v2:172.21.15.102:3300/0
2024-03-19T01:59:05.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.528+0000 7ffa957fa640  1 -- 172.21.15.46:0/3607660102 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa0003970 con 0x558103e6a350
2024-03-19T01:59:05.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.528+0000 7ffabae2d740  1 -- 172.21.15.46:0/3607660102 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffaa40054d0 con 0x558103e6a350
2024-03-19T01:59:05.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.528+0000 7ffa957fa640  1 -- 172.21.15.46:0/3607660102 <== mon.1 v2:172.21.15.102:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7ffaa0003b10 con 0x558103e6a350
2024-03-19T01:59:05.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.529+0000 7ffa957fa640  1 -- 172.21.15.46:0/3607660102 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7ffaa0025050 con 0x558103e6a350
2024-03-19T01:59:05.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.529+0000 7ffabae2d740 10 client.27436 fetch_fsmap learned FSMap version 35
2024-03-19T01:59:05.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.529+0000 7ffabae2d740  1 -- 172.21.15.46:0/3607660102 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x558103ae13f0 con 0x558103e6a350
2024-03-19T01:59:05.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.529+0000 7ffa957fa640  1 -- 172.21.15.46:0/3607660102 <== mon.1 v2:172.21.15.102:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffaa40054d0 con 0x558103e6a350
2024-03-19T01:59:05.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.529+0000 7ffa957fa640  1 -- 172.21.15.46:0/3607660102 <== mon.1 v2:172.21.15.102:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7ffaa0019030 con 0x558103e6a350
2024-03-19T01:59:05.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.529+0000 7ffabae2d740 10 client.27436 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:59:05.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.529+0000 7ffabae2d740 10 client.27436 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:59:05.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.529+0000 7ffabae2d740 20 client.27436 populate_metadata read hostname 'smithi046'
2024-03-19T01:59:05.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.529+0000 7ffabae2d740  1 --2- 172.21.15.46:0/3607660102 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x558103e833e0 0x558103e85820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.529+0000 7ffabae2d740  4 client.27436 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:59:05.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.529+0000 7ffabae2d740  1 -- 172.21.15.46:0/3607660102 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558103ddaa40 con 0x558103e833e0
2024-03-19T01:59:05.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.529+0000 7ffab57df640  1 --2- 172.21.15.46:0/3607660102 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x558103e833e0 0x558103e85820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.529+0000 7ffa957fa640 10 client.27436 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:59:05.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.529+0000 7ffab57df640  1 --2- 172.21.15.46:0/3607660102 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x558103e833e0 0x558103e85820 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ec4031aca3fd65d5 server_cookie=67bbc66712cfc16c in_seq=0 out_seq=0
2024-03-19T01:59:05.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.530+0000 7ffa957fa640  1 -- 172.21.15.46:0/3607660102 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x558103ddaa40 con 0x558103e833e0
2024-03-19T01:59:05.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.530+0000 7ffa957fa640 10 client.27436 handle_command_reply: tid=0
2024-03-19T01:59:05.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.530+0000 7ffabae2d740  1 client.27436 shutdown
2024-03-19T01:59:05.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.530+0000 7ffabae2d740  1 -- 172.21.15.46:0/3607660102 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558103e6a350 msgr2=0x558103e704c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:05.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.530+0000 7ffabae2d740  1 --2- 172.21.15.46:0/3607660102 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558103e6a350 0x558103e704c0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7ffaa0011ce0 tx=0x7ffaa000f790 comp rx=0 tx=0).stop
2024-03-19T01:59:05.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.530+0000 7ffabae2d740  1 -- 172.21.15.46:0/3607660102 shutdown_connections
2024-03-19T01:59:05.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.530+0000 7ffabae2d740  1 --2- 172.21.15.46:0/3607660102 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x558103e833e0 0x558103e85820 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.530+0000 7ffabae2d740  1 --2- 172.21.15.46:0/3607660102 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558103e72f30 0x558103e70a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.530+0000 7ffabae2d740  1 --2- 172.21.15.46:0/3607660102 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558103e6a350 0x558103e704c0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.530+0000 7ffabae2d740  1 --2- 172.21.15.46:0/3607660102 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558103e69a30 0x558103e6ff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.530+0000 7ffa957fa640  0 client.27436 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:59:05.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.530+0000 7ffabae2d740  1 -- 172.21.15.46:0/3607660102 >> 172.21.15.46:0/3607660102 conn(0x558103e64160 msgr2=0x558103e65eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:05.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.530+0000 7ffabae2d740  1 -- 172.21.15.46:0/3607660102 shutdown_connections
2024-03-19T01:59:05.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.530+0000 7ffabae2d740  1 -- 172.21.15.46:0/3607660102 wait complete.
2024-03-19T01:59:05.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.530+0000 7ffabae2d740 20 client.27436 trim_cache size 0 max 16384
2024-03-19T01:59:05.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.548+0000 7ffabae2d740  1  Processor -- start
2024-03-19T01:59:05.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.548+0000 7ffabae2d740  1 --  start start
2024-03-19T01:59:05.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.548+0000 7ffabae2d740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558103e69a30 0x558103e726b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.548+0000 7ffabae2d740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558103e6a350 0x558103e7eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.548+0000 7ffabae2d740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558103e72f30 0x558103e63060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.548+0000 7ffabae2d740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ffab01b3790 con 0x558103e6a350
2024-03-19T01:59:05.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.548+0000 7ffabae2d740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ffab01b1060 con 0x558103e72f30
2024-03-19T01:59:05.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.548+0000 7ffabae2d740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ffab01aeed0 con 0x558103e69a30
2024-03-19T01:59:05.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.548+0000 7ffab5fe0640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558103e6a350 0x558103e7eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.548+0000 7ffab5fe0640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558103e6a350 0x558103e7eaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50108/0 (socket says 172.21.15.46:50108)
2024-03-19T01:59:05.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.548+0000 7ffab5fe0640  1 -- 172.21.15.46:0/972035241 learned_addr learned my addr 172.21.15.46:0/972035241 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:05.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.548+0000 7ffab57df640  1 --2- 172.21.15.46:0/972035241 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558103e69a30 0x558103e726b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.548+0000 7ffab57df640  1 --2- 172.21.15.46:0/972035241 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558103e72f30 0x558103e63060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.548+0000 7ffab5fe0640  1 -- 172.21.15.46:0/972035241 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558103e69a30 msgr2=0x558103e726b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:05.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.548+0000 7ffab5fe0640  1 --2- 172.21.15.46:0/972035241 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558103e69a30 0x558103e726b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.548+0000 7ffab5fe0640  1 -- 172.21.15.46:0/972035241 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558103e72f30 msgr2=0x558103e63060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:05.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.548+0000 7ffab5fe0640  1 --2- 172.21.15.46:0/972035241 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558103e72f30 0x558103e63060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.548+0000 7ffab5fe0640  1 -- 172.21.15.46:0/972035241 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558103aa10f0 con 0x558103e6a350
2024-03-19T01:59:05.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.549+0000 7ffab5fe0640  1 --2- 172.21.15.46:0/972035241 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558103e6a350 0x558103e7eaf0 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7ffaa001a4c0 tx=0x7ffaa0011820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1bd9ffe79af80f49 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:05.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.549+0000 7ffa977fe640  1 -- 172.21.15.46:0/972035241 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa002d020 con 0x558103e6a350
2024-03-19T01:59:05.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.549+0000 7ffa977fe640  1 -- 172.21.15.46:0/972035241 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffaa0003970 con 0x558103e6a350
2024-03-19T01:59:05.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.549+0000 7ffa977fe640  1 -- 172.21.15.46:0/972035241 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa0005310 con 0x558103e6a350
2024-03-19T01:59:05.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.549+0000 7ffabae2d740  1 -- 172.21.15.46:0/972035241 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558103e6a350 msgr2=0x558103e7eaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:05.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.549+0000 7ffabae2d740  1 --2- 172.21.15.46:0/972035241 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558103e6a350 0x558103e7eaf0 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7ffaa001a4c0 tx=0x7ffaa0011820 comp rx=0 tx=0).stop
2024-03-19T01:59:05.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.549+0000 7ffabae2d740  1 -- 172.21.15.46:0/972035241 shutdown_connections
2024-03-19T01:59:05.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.549+0000 7ffabae2d740  1 --2- 172.21.15.46:0/972035241 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558103e72f30 0x558103e63060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.549+0000 7ffabae2d740  1 --2- 172.21.15.46:0/972035241 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558103e6a350 0x558103e7eaf0 unknown :-1 s=CLOSED pgs=939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.549+0000 7ffabae2d740  1 --2- 172.21.15.46:0/972035241 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558103e69a30 0x558103e726b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.549+0000 7ffabae2d740  1 -- 172.21.15.46:0/972035241 >> 172.21.15.46:0/972035241 conn(0x558103e64160 msgr2=0x558103e62950 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:05.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.549+0000 7ffabae2d740  1 -- 172.21.15.46:0/972035241 shutdown_connections
2024-03-19T01:59:05.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.549+0000 7ffabae2d740  1 -- 172.21.15.46:0/972035241 wait complete.
2024-03-19T01:59:05.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.550+0000 7ffabae2d740  1 --  start start
2024-03-19T01:59:05.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.550+0000 7ffabae2d740  1  Processor -- start
2024-03-19T01:59:05.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.550+0000 7ffabae2d740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558103e69a30 0x558103e7b120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.550+0000 7ffabae2d740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558103e6a350 0x558103e6c620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.550+0000 7ffabae2d740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558103e72f30 0x558103e6cb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.550+0000 7ffabae2d740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ffab01af520 con 0x558103e6a350
2024-03-19T01:59:05.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.550+0000 7ffabae2d740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ffab01b0990 con 0x558103e69a30
2024-03-19T01:59:05.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.550+0000 7ffabae2d740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ffab01afbf0 con 0x558103e72f30
2024-03-19T01:59:05.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.550+0000 7ffabae2d740 10 client.0 _ll_register_callbacks cb 0x7ffaa0009ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:59:05.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.550+0000 7ffab5fe0640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558103e6a350 0x558103e6c620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.550+0000 7ffab57df640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558103e69a30 0x558103e7b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.550+0000 7ffab5fe0640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558103e6a350 0x558103e6c620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50124/0 (socket says 172.21.15.46:50124)
2024-03-19T01:59:05.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.550+0000 7ffab5fe0640  1 -- 172.21.15.46:0/2039081096 learned_addr learned my addr 172.21.15.46:0/2039081096 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:05.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.550+0000 7ffab57df640  1 --2- 172.21.15.46:0/2039081096 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558103e72f30 0x558103e6cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.550+0000 7ffab5fe0640  1 -- 172.21.15.46:0/2039081096 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558103e72f30 msgr2=0x558103e6cb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:05.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.550+0000 7ffab5fe0640  1 --2- 172.21.15.46:0/2039081096 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558103e72f30 0x558103e6cb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.550+0000 7ffab5fe0640  1 -- 172.21.15.46:0/2039081096 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558103e69a30 msgr2=0x558103e7b120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:05.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.550+0000 7ffab5fe0640  1 --2- 172.21.15.46:0/2039081096 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558103e69a30 0x558103e7b120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.551+0000 7ffab5fe0640  1 -- 172.21.15.46:0/2039081096 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558103e6d0a0 con 0x558103e6a350
2024-03-19T01:59:05.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.551+0000 7ffab5fe0640  1 --2- 172.21.15.46:0/2039081096 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558103e6a350 0x558103e6c620 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7ffaa000fcd0 tx=0x7ffaa0004d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19c81870d8593fc3 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:05.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.551+0000 7ffa957fa640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:59:05.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.551+0000 7ffa957fa640  1 -- 172.21.15.46:0/2039081096 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa002d030 con 0x558103e6a350
2024-03-19T01:59:05.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.551+0000 7ffa957fa640  1 -- 172.21.15.46:0/2039081096 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9496+0+0 (secure 0 0 0) 0x7ffaa001acd0 con 0x558103e6a350
2024-03-19T01:59:05.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.551+0000 7ffabae2d740  1 -- 172.21.15.46:0/2039081096 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffaa0003970 con 0x558103e6a350
2024-03-19T01:59:05.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.551+0000 7ffa957fa640  1 -- 172.21.15.46:0/2039081096 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7ffaa0044050 con 0x558103e6a350
2024-03-19T01:59:05.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.551+0000 7ffabae2d740 10 client.17640 fetch_fsmap learned FSMap version 35
2024-03-19T01:59:05.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.551+0000 7ffabae2d740  1 -- 172.21.15.46:0/2039081096 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x558103ee9480 con 0x558103e6a350
2024-03-19T01:59:05.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.551+0000 7ffa957fa640  1 -- 172.21.15.46:0/2039081096 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffaa0003970 con 0x558103e6a350
2024-03-19T01:59:05.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.551+0000 7ffa957fa640  1 -- 172.21.15.46:0/2039081096 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7ffaa0019070 con 0x558103e6a350
2024-03-19T01:59:05.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.551+0000 7ffabae2d740 10 client.17640 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:59:05.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.551+0000 7ffabae2d740 10 client.17640 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:59:05.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.551+0000 7ffabae2d740 20 client.17640 populate_metadata read hostname 'smithi046'
2024-03-19T01:59:05.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.551+0000 7ffabae2d740  1 --2- 172.21.15.46:0/2039081096 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x558103ee9a90 0x558103eebe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:05.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.551+0000 7ffabae2d740  4 client.17640 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:59:05.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.551+0000 7ffabae2d740  1 -- 172.21.15.46:0/2039081096 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x558103dd4d90 con 0x558103ee9a90
2024-03-19T01:59:05.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.552+0000 7ffab57df640  1 --2- 172.21.15.46:0/2039081096 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x558103ee9a90 0x558103eebe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:05.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.552+0000 7ffab57df640  1 --2- 172.21.15.46:0/2039081096 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x558103ee9a90 0x558103eebe80 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1585796385b358fd server_cookie=dfa5b80e731a1596 in_seq=0 out_seq=0
2024-03-19T01:59:05.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.552+0000 7ffa957fa640 10 client.17640 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:59:05.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.552+0000 7ffa957fa640  1 -- 172.21.15.46:0/2039081096 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x558103dd4d90 con 0x558103ee9a90
2024-03-19T01:59:05.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.552+0000 7ffa957fa640 10 client.17640 handle_command_reply: tid=0
2024-03-19T01:59:05.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.552+0000 7ffabae2d740  1 client.17640 shutdown
2024-03-19T01:59:05.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.552+0000 7ffabae2d740  1 -- 172.21.15.46:0/2039081096 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558103e6a350 msgr2=0x558103e6c620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:05.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.552+0000 7ffabae2d740  1 --2- 172.21.15.46:0/2039081096 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558103e6a350 0x558103e6c620 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7ffaa000fcd0 tx=0x7ffaa0004d60 comp rx=0 tx=0).stop
2024-03-19T01:59:05.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.552+0000 7ffabae2d740  1 -- 172.21.15.46:0/2039081096 shutdown_connections
2024-03-19T01:59:05.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.552+0000 7ffabae2d740  1 --2- 172.21.15.46:0/2039081096 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x558103ee9a90 0x558103eebe80 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.552+0000 7ffabae2d740  1 --2- 172.21.15.46:0/2039081096 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x558103e72f30 0x558103e6cb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.560 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.552+0000 7ffabae2d740  1 --2- 172.21.15.46:0/2039081096 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558103e6a350 0x558103e6c620 unknown :-1 s=CLOSED pgs=940 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.560 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.552+0000 7ffa957fa640  0 client.17640 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:59:05.560 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.552+0000 7ffabae2d740  1 --2- 172.21.15.46:0/2039081096 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x558103e69a30 0x558103e7b120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.560 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.552+0000 7ffabae2d740  1 -- 172.21.15.46:0/2039081096 >> 172.21.15.46:0/2039081096 conn(0x558103e64160 msgr2=0x558103e631e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:05.560 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.552+0000 7ffabae2d740  1 -- 172.21.15.46:0/2039081096 shutdown_connections
2024-03-19T01:59:05.560 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.552+0000 7ffabae2d740  1 -- 172.21.15.46:0/2039081096 wait complete.
2024-03-19T01:59:05.560 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.552+0000 7ffabae2d740 20 client.17640 trim_cache size 0 max 16384
2024-03-19T01:59:05.560 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:59:05.560 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "IDLE (waiting for more scrubs)",
2024-03-19T01:59:05.560 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {
2024-03-19T01:59:05.560 INFO:teuthology.orchestra.run.smithi046.stdout:        "a4564f04-e51f-4a28-8f19-8956c480163d": {
2024-03-19T01:59:05.561 INFO:teuthology.orchestra.run.smithi046.stdout:            "path": "/",
2024-03-19T01:59:05.561 INFO:teuthology.orchestra.run.smithi046.stdout:            "tag": "a4564f04-e51f-4a28-8f19-8956c480163d",
2024-03-19T01:59:05.561 INFO:teuthology.orchestra.run.smithi046.stdout:            "options": "recursive,force"
2024-03-19T01:59:05.561 INFO:teuthology.orchestra.run.smithi046.stdout:        }
2024-03-19T01:59:05.561 INFO:teuthology.orchestra.run.smithi046.stdout:    }
2024-03-19T01:59:05.561 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:59:05.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.553+0000 7ffab8244640  1 -- 172.21.15.46:0/1291552409 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ffa980a29f0 msgr2=0x7ffa980a4eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:05.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.553+0000 7ffab8244640  1 --2- 172.21.15.46:0/1291552409 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ffa980a29f0 0x7ffa980a4eb0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7ffaa80ee5d0 tx=0x7ffaa80dd040 comp rx=0 tx=0).stop
2024-03-19T01:59:05.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.553+0000 7ffab8244640  1 -- 172.21.15.46:0/1291552409 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffab010be30 msgr2=0x7ffab019ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:05.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.553+0000 7ffab8244640  1 --2- 172.21.15.46:0/1291552409 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffab010be30 0x7ffab019ea60 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7ffaa8005940 tx=0x7ffaa80045e0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.553+0000 7ffab8244640  1 -- 172.21.15.46:0/1291552409 shutdown_connections
2024-03-19T01:59:05.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.553+0000 7ffab8244640  1 --2- 172.21.15.46:0/1291552409 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffab010be30 0x7ffab019ea60 unknown :-1 s=CLOSED pgs=937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.553+0000 7ffab8244640  1 --2- 172.21.15.46:0/1291552409 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ffab0103380 0x7ffab019a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.553+0000 7ffab8244640  1 --2- 172.21.15.46:0/1291552409 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ffa980a29f0 0x7ffa980a4eb0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.553+0000 7ffab8244640  1 --2- 172.21.15.46:0/1291552409 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffab0102a60 0x7ffab019a1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:05.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.553+0000 7ffab8244640  1 -- 172.21.15.46:0/1291552409 >> 172.21.15.46:0/1291552409 conn(0x7ffab0076aa0 msgr2=0x7ffab00fd600 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:05.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.553+0000 7ffab8244640  1 -- 172.21.15.46:0/1291552409 shutdown_connections
2024-03-19T01:59:05.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:05.553+0000 7ffab8244640  1 -- 172.21.15.46:0/1291552409 wait complete.
2024-03-19T01:59:05.565 INFO:tasks.cephfs.filesystem:scrub status for tag:a4564f04-e51f-4a28-8f19-8956c480163d - {'path': '/', 'tag': 'a4564f04-e51f-4a28-8f19-8956c480163d', 'options': 'recursive,force'}
2024-03-19T01:59:05.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:05 smithi046 ceph-mon[63102]: pgmap v277: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:59:06.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:05 smithi073 ceph-mon[66833]: pgmap v277: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:59:06.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:05 smithi102 ceph-mon[66557]: pgmap v277: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:59:07.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:06 smithi046 ceph-mon[63102]: scrub queued for path: /
2024-03-19T01:59:07.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:06 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:59:07.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:06 smithi046 ceph-mon[63102]: scrub summary: active paths [/]
2024-03-19T01:59:07.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:06 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:59:07.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:06 smithi073 ceph-mon[66833]: scrub queued for path: /
2024-03-19T01:59:07.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:06 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:59:07.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:06 smithi073 ceph-mon[66833]: scrub summary: active paths [/]
2024-03-19T01:59:07.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:06 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:59:07.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:06 smithi102 ceph-mon[66557]: scrub queued for path: /
2024-03-19T01:59:07.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:06 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:59:07.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:06 smithi102 ceph-mon[66557]: scrub summary: active paths [/]
2024-03-19T01:59:07.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:06 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:59:08.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:07 smithi046 ceph-mon[63102]: pgmap v278: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 27 op/s
2024-03-19T01:59:08.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:07 smithi073 ceph-mon[66833]: pgmap v278: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 27 op/s
2024-03-19T01:59:08.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:07 smithi102 ceph-mon[66557]: pgmap v278: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 27 op/s
2024-03-19T01:59:10.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:09 smithi046 ceph-mon[63102]: pgmap v279: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 23 op/s
2024-03-19T01:59:10.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:09 smithi073 ceph-mon[66833]: pgmap v279: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 23 op/s
2024-03-19T01:59:10.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:09 smithi102 ceph-mon[66557]: pgmap v279: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 23 op/s
2024-03-19T01:59:11.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:10 smithi046 ceph-mon[63102]: scrub summary: idle
2024-03-19T01:59:11.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:10 smithi073 ceph-mon[66833]: scrub summary: idle
2024-03-19T01:59:11.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:10 smithi102 ceph-mon[66557]: scrub summary: idle
2024-03-19T01:59:12.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:11 smithi046 ceph-mon[63102]: pgmap v280: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 27 op/s
2024-03-19T01:59:12.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:11 smithi046 ceph-mon[63102]: osdmap e99: 12 total, 12 up, 12 in
2024-03-19T01:59:12.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:11 smithi073 ceph-mon[66833]: pgmap v280: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 27 op/s
2024-03-19T01:59:12.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:11 smithi073 ceph-mon[66833]: osdmap e99: 12 total, 12 up, 12 in
2024-03-19T01:59:12.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:11 smithi102 ceph-mon[66557]: pgmap v280: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 27 op/s
2024-03-19T01:59:12.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:11 smithi102 ceph-mon[66557]: osdmap e99: 12 total, 12 up, 12 in
2024-03-19T01:59:14.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:13 smithi046 ceph-mon[63102]: pgmap v282: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 28 op/s
2024-03-19T01:59:14.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:13 smithi073 ceph-mon[66833]: pgmap v282: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 28 op/s
2024-03-19T01:59:14.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:13 smithi102 ceph-mon[66557]: pgmap v282: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 28 op/s
2024-03-19T01:59:16.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:15 smithi046 ceph-mon[63102]: pgmap v283: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 28 op/s
2024-03-19T01:59:16.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:15 smithi073 ceph-mon[66833]: pgmap v283: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 28 op/s
2024-03-19T01:59:16.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:15 smithi102 ceph-mon[66557]: pgmap v283: 129 pgs: 129 active+clean; 211 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 28 op/s
2024-03-19T01:59:18.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:17 smithi046 ceph-mon[63102]: pgmap v284: 129 pgs: 7 active+clean+snaptrim, 20 active+clean+snaptrim_wait, 102 active+clean; 172 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T01:59:18.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:17 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:59:18.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:17 smithi073 ceph-mon[66833]: pgmap v284: 129 pgs: 7 active+clean+snaptrim, 20 active+clean+snaptrim_wait, 102 active+clean; 172 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T01:59:18.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:17 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:59:18.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:17 smithi102 ceph-mon[66557]: pgmap v284: 129 pgs: 7 active+clean+snaptrim, 20 active+clean+snaptrim_wait, 102 active+clean; 172 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T01:59:18.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:17 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T01:59:19.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:18 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:59:19.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:18 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:59:19.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:18 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:59:19.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:18 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:59:19.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:18 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:59:19.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:18 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:59:19.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:18 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T01:59:19.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:18 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T01:59:19.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:18 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T01:59:20.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:19 smithi046 ceph-mon[63102]: pgmap v285: 129 pgs: 7 active+clean+snaptrim, 20 active+clean+snaptrim_wait, 102 active+clean; 172 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T01:59:20.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:19 smithi073 ceph-mon[66833]: pgmap v285: 129 pgs: 7 active+clean+snaptrim, 20 active+clean+snaptrim_wait, 102 active+clean; 172 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T01:59:20.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:19 smithi102 ceph-mon[66557]: pgmap v285: 129 pgs: 7 active+clean+snaptrim, 20 active+clean+snaptrim_wait, 102 active+clean; 172 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T01:59:22.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:21 smithi046 ceph-mon[63102]: pgmap v286: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T01:59:22.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:21 smithi073 ceph-mon[66833]: pgmap v286: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T01:59:22.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:21 smithi102 ceph-mon[66557]: pgmap v286: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T01:59:24.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:23 smithi046 ceph-mon[63102]: pgmap v287: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 179 B/s wr, 7 op/s
2024-03-19T01:59:24.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:23 smithi046 ceph-mon[63102]: osdmap e100: 12 total, 12 up, 12 in
2024-03-19T01:59:24.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:23 smithi073 ceph-mon[66833]: pgmap v287: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 179 B/s wr, 7 op/s
2024-03-19T01:59:24.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:23 smithi073 ceph-mon[66833]: osdmap e100: 12 total, 12 up, 12 in
2024-03-19T01:59:24.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:23 smithi102 ceph-mon[66557]: pgmap v287: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 179 B/s wr, 7 op/s
2024-03-19T01:59:24.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:23 smithi102 ceph-mon[66557]: osdmap e100: 12 total, 12 up, 12 in
2024-03-19T01:59:26.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:25 smithi046 ceph-mon[63102]: pgmap v289: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T01:59:26.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:25 smithi073 ceph-mon[66833]: pgmap v289: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T01:59:26.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:25 smithi102 ceph-mon[66557]: pgmap v289: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T01:59:28.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:27 smithi046 ceph-mon[63102]: pgmap v290: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 8 op/s
2024-03-19T01:59:28.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:27 smithi073 ceph-mon[66833]: pgmap v290: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 8 op/s
2024-03-19T01:59:28.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:27 smithi102 ceph-mon[66557]: pgmap v290: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 8 op/s
2024-03-19T01:59:30.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:29 smithi046 ceph-mon[63102]: pgmap v291: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 8 op/s
2024-03-19T01:59:30.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:29 smithi073 ceph-mon[66833]: pgmap v291: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 8 op/s
2024-03-19T01:59:30.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:29 smithi102 ceph-mon[66557]: pgmap v291: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 8 op/s
2024-03-19T01:59:32.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:31 smithi046 ceph-mon[63102]: pgmap v292: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s
2024-03-19T01:59:32.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:31 smithi073 ceph-mon[66833]: pgmap v292: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s
2024-03-19T01:59:32.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:31 smithi102 ceph-mon[66557]: pgmap v292: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s
2024-03-19T01:59:34.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:33 smithi046 ceph-mon[63102]: pgmap v293: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s
2024-03-19T01:59:34.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:33 smithi073 ceph-mon[66833]: pgmap v293: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s
2024-03-19T01:59:34.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:33 smithi102 ceph-mon[66557]: pgmap v293: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 7 op/s
2024-03-19T01:59:35.566 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:59:35.566 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:59:35.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.683+0000 7f993507e640  1 -- 172.21.15.46:0/2364695832 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9930101100 msgr2=0x7f993010d610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:35.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.683+0000 7f993507e640  1 --2- 172.21.15.46:0/2364695832 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9930101100 0x7f993010d610 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f9928009cd0 tx=0x7f992802c0f0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.683+0000 7f993507e640  1 -- 172.21.15.46:0/2364695832 shutdown_connections
2024-03-19T01:59:35.686 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.683+0000 7f993507e640  1 --2- 172.21.15.46:0/2364695832 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9930101100 0x7f993010d610 unknown :-1 s=CLOSED pgs=941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.686 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.683+0000 7f993507e640  1 --2- 172.21.15.46:0/2364695832 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9930100740 0x7f9930100bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.686 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.683+0000 7f993507e640  1 --2- 172.21.15.46:0/2364695832 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9930106750 0x7f9930106b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.686 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.683+0000 7f993507e640  1 -- 172.21.15.46:0/2364695832 >> 172.21.15.46:0/2364695832 conn(0x7f9930077880 msgr2=0x7f9930077c90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:35.686 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.683+0000 7f993507e640  1 -- 172.21.15.46:0/2364695832 shutdown_connections
2024-03-19T01:59:35.686 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.683+0000 7f993507e640  1 -- 172.21.15.46:0/2364695832 wait complete.
2024-03-19T01:59:35.686 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.683+0000 7f993507e640  1  Processor -- start
2024-03-19T01:59:35.686 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.684+0000 7f993507e640  1 --  start start
2024-03-19T01:59:35.686 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.684+0000 7f993507e640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9930100740 0x7f99301980a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:35.686 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.684+0000 7f993507e640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9930101100 0x7f99301985e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:35.686 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.684+0000 7f993507e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9930106750 0x7f993019c960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:35.686 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.684+0000 7f993507e640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f99301109d0 con 0x7f9930106750
2024-03-19T01:59:35.686 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.684+0000 7f993507e640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f9930110850 con 0x7f9930100740
2024-03-19T01:59:35.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.684+0000 7f993507e640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9930110b50 con 0x7f9930101100
2024-03-19T01:59:35.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.684+0000 7f992f59e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9930106750 0x7f993019c960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:35.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.684+0000 7f992ed9d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9930100740 0x7f99301980a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:35.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.684+0000 7f992f59e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9930106750 0x7f993019c960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56516/0 (socket says 172.21.15.46:56516)
2024-03-19T01:59:35.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.684+0000 7f992ed9d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9930100740 0x7f99301980a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:34822/0 (socket says 172.21.15.46:34822)
2024-03-19T01:59:35.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.684+0000 7f992f59e640  1 -- 172.21.15.46:0/1546088625 learned_addr learned my addr 172.21.15.46:0/1546088625 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:35.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.684+0000 7f992e59c640  1 --2- 172.21.15.46:0/1546088625 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9930101100 0x7f99301985e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:35.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.684+0000 7f992f59e640  1 -- 172.21.15.46:0/1546088625 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9930101100 msgr2=0x7f99301985e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:35.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.684+0000 7f992f59e640  1 --2- 172.21.15.46:0/1546088625 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9930101100 0x7f99301985e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.684+0000 7f992f59e640  1 -- 172.21.15.46:0/1546088625 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9930100740 msgr2=0x7f99301980a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:35.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.684+0000 7f992f59e640  1 --2- 172.21.15.46:0/1546088625 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9930100740 0x7f99301980a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.684+0000 7f992f59e640  1 -- 172.21.15.46:0/1546088625 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f993019d090 con 0x7f9930106750
2024-03-19T01:59:35.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.684+0000 7f992ed9d640  1 --2- 172.21.15.46:0/1546088625 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9930100740 0x7f99301980a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:59:35.687 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.685+0000 7f992f59e640  1 --2- 172.21.15.46:0/1546088625 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9930106750 0x7f993019c960 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7f9928004af0 tx=0x7f9928035ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:35.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.685+0000 7f9917fff640  1 -- 172.21.15.46:0/1546088625 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9928039040 con 0x7f9930106750
2024-03-19T01:59:35.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.685+0000 7f993507e640  1 -- 172.21.15.46:0/1546088625 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f993019d320 con 0x7f9930106750
2024-03-19T01:59:35.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.685+0000 7f9917fff640  1 -- 172.21.15.46:0/1546088625 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9928044070 con 0x7f9930106750
2024-03-19T01:59:35.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.685+0000 7f9917fff640  1 -- 172.21.15.46:0/1546088625 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99280042a0 con 0x7f9930106750
2024-03-19T01:59:35.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.685+0000 7f993507e640  1 -- 172.21.15.46:0/1546088625 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99301a4c10 con 0x7f9930106750
2024-03-19T01:59:35.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.687+0000 7f9917fff640  1 -- 172.21.15.46:0/1546088625 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f9928003970 con 0x7f9930106750
2024-03-19T01:59:35.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.687+0000 7f9937c63740  1  Processor -- start
2024-03-19T01:59:35.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.687+0000 7f9937c63740  1 --  start start
2024-03-19T01:59:35.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.688+0000 7f9937c63740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560a55ad0a30 0x560a55ad0e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:35.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.688+0000 7f9917fff640  1 --2- 172.21.15.46:0/1546088625 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f99180a2970 0x7f99180a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:35.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.688+0000 7f9937c63740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560a55ad1350 0x560a55ad99f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:35.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.688+0000 7f9937c63740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560a55ad9f30 0x560a55adc320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:35.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.688+0000 7f9937c63740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x560a55a34500 con 0x560a55ad0a30
2024-03-19T01:59:35.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.688+0000 7f9937c63740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x560a559dcbe0 con 0x560a55ad1350
2024-03-19T01:59:35.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.688+0000 7f9937c63740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x560a55a305a0 con 0x560a55ad9f30
2024-03-19T01:59:35.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.688+0000 7f992e59c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560a55ad0a30 0x560a55ad0e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:35.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.688+0000 7f992ed9d640  1 --2- 172.21.15.46:0/1546088625 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f99180a2970 0x7f99180a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:35.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.688+0000 7f992e59c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560a55ad0a30 0x560a55ad0e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56518/0 (socket says 172.21.15.46:56518)
2024-03-19T01:59:35.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.688+0000 7f992e59c640  1 -- 172.21.15.46:0/3859535189 learned_addr learned my addr 172.21.15.46:0/3859535189 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:35.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.688+0000 7f992f59e640  1 --2- 172.21.15.46:0/3859535189 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560a55ad9f30 0x560a55adc320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:35.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.688+0000 7f992e59c640  1 --2- 172.21.15.46:0/3859535189 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560a55ad1350 0x560a55ad99f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:35.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.688+0000 7f9917fff640  1 -- 172.21.15.46:0/1546088625 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7f99280f1570 con 0x7f9930106750
2024-03-19T01:59:35.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.688+0000 7f992f59e640  1 -- 172.21.15.46:0/3859535189 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560a55ad1350 msgr2=0x560a55ad99f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:35.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.688+0000 7f992f59e640  1 --2- 172.21.15.46:0/3859535189 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560a55ad1350 0x560a55ad99f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.688+0000 7f992f59e640  1 -- 172.21.15.46:0/3859535189 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560a55ad0a30 msgr2=0x560a55ad0e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:35.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.688+0000 7f992f59e640  1 --2- 172.21.15.46:0/3859535189 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560a55ad0a30 0x560a55ad0e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.688+0000 7f992f59e640  1 -- 172.21.15.46:0/3859535189 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560a559fe000 con 0x560a55ad9f30
2024-03-19T01:59:35.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.688+0000 7f992e59c640  1 --2- 172.21.15.46:0/3859535189 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560a55ad0a30 0x560a55ad0e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:59:35.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.688+0000 7f992ed9d640  1 --2- 172.21.15.46:0/1546088625 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f99180a2970 0x7f99180a4e30 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f99200095f0 tx=0x7f9920005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:35.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.688+0000 7f992f59e640  1 --2- 172.21.15.46:0/3859535189 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560a55ad9f30 0x560a55adc320 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f99280ee9a0 tx=0x7f99280326f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=33004f6266b71196 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:35.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.688+0000 7f99157fa640  1 -- 172.21.15.46:0/3859535189 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99280bd210 con 0x560a55ad9f30
2024-03-19T01:59:35.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.688+0000 7f99157fa640  1 -- 172.21.15.46:0/3859535189 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9928034700 con 0x560a55ad9f30
2024-03-19T01:59:35.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.689+0000 7f99157fa640  1 -- 172.21.15.46:0/3859535189 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99280c6050 con 0x560a55ad9f30
2024-03-19T01:59:35.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.689+0000 7f9937c63740  1 -- 172.21.15.46:0/3859535189 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560a55ad9f30 msgr2=0x560a55adc320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:35.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.689+0000 7f9937c63740  1 --2- 172.21.15.46:0/3859535189 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560a55ad9f30 0x560a55adc320 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f99280ee9a0 tx=0x7f99280326f0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.689+0000 7f9937c63740  1 -- 172.21.15.46:0/3859535189 shutdown_connections
2024-03-19T01:59:35.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.689+0000 7f9937c63740  1 --2- 172.21.15.46:0/3859535189 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560a55ad9f30 0x560a55adc320 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.689+0000 7f9937c63740  1 --2- 172.21.15.46:0/3859535189 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560a55ad1350 0x560a55ad99f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.689+0000 7f9937c63740  1 --2- 172.21.15.46:0/3859535189 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560a55ad0a30 0x560a55ad0e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.689+0000 7f9937c63740  1 -- 172.21.15.46:0/3859535189 >> 172.21.15.46:0/3859535189 conn(0x560a55acb160 msgr2=0x560a55acb540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:35.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.689+0000 7f9937c63740  1 -- 172.21.15.46:0/3859535189 shutdown_connections
2024-03-19T01:59:35.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.689+0000 7f9937c63740  1 -- 172.21.15.46:0/3859535189 wait complete.
2024-03-19T01:59:35.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.689+0000 7f9937c63740  1 --  start start
2024-03-19T01:59:35.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.690+0000 7f9937c63740  1  Processor -- start
2024-03-19T01:59:35.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.690+0000 7f9937c63740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560a55ad0a30 0x560a55ad6e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:35.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.690+0000 7f9937c63740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560a55ad1350 0x560a55ad73b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:35.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.690+0000 7f9937c63740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560a55ad9f30 0x560a55ad78f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:35.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.690+0000 7f9937c63740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x560a55adcae0 con 0x560a55ad9f30
2024-03-19T01:59:35.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.690+0000 7f9937c63740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x560a559f0160 con 0x560a55ad0a30
2024-03-19T01:59:35.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.690+0000 7f9937c63740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x560a55adcc60 con 0x560a55ad1350
2024-03-19T01:59:35.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.690+0000 7f9937c63740 10 client.0 _ll_register_callbacks cb 0x560a55a2ca40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:59:35.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.690+0000 7f992ed9d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560a55ad0a30 0x560a55ad6e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:35.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.690+0000 7f992f59e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560a55ad9f30 0x560a55ad78f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:35.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.690+0000 7f992ed9d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560a55ad0a30 0x560a55ad6e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:34838/0 (socket says 172.21.15.46:34838)
2024-03-19T01:59:35.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.690+0000 7f992ed9d640  1 -- 172.21.15.46:0/1542271672 learned_addr learned my addr 172.21.15.46:0/1542271672 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:35.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.690+0000 7f992e59c640  1 --2- 172.21.15.46:0/1542271672 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560a55ad1350 0x560a55ad73b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:35.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.690+0000 7f992f59e640  1 -- 172.21.15.46:0/1542271672 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560a55ad1350 msgr2=0x560a55ad73b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:35.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.690+0000 7f992f59e640  1 --2- 172.21.15.46:0/1542271672 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560a55ad1350 0x560a55ad73b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.690+0000 7f992f59e640  1 -- 172.21.15.46:0/1542271672 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560a55ad0a30 msgr2=0x560a55ad6e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:35.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.690+0000 7f992f59e640  1 --2- 172.21.15.46:0/1542271672 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560a55ad0a30 0x560a55ad6e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.690+0000 7f992f59e640  1 -- 172.21.15.46:0/1542271672 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560a558127d0 con 0x560a55ad9f30
2024-03-19T01:59:35.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.690+0000 7f992f59e640  1 --2- 172.21.15.46:0/1542271672 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560a55ad9f30 0x560a55ad78f0 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f99280091b0 tx=0x7f99280c1b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5588d449be59a18 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:35.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.690+0000 7f9912ff5640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:59:35.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.691+0000 7f9912ff5640  1 -- 172.21.15.46:0/1542271672 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99280098d0 con 0x560a55ad9f30
2024-03-19T01:59:35.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.691+0000 7f9912ff5640  1 -- 172.21.15.46:0/1542271672 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7f99280f1180 con 0x560a55ad9f30
2024-03-19T01:59:35.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.691+0000 7f9937c63740  1 -- 172.21.15.46:0/1542271672 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x560a55a41a40 con 0x560a55ad9f30
2024-03-19T01:59:35.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.691+0000 7f9912ff5640  1 -- 172.21.15.46:0/1542271672 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f99280bdfb0 con 0x560a55ad9f30
2024-03-19T01:59:35.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.691+0000 7f9937c63740 10 client.17652 fetch_fsmap learned FSMap version 35
2024-03-19T01:59:35.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.691+0000 7f9937c63740  1 -- 172.21.15.46:0/1542271672 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x560a557483f0 con 0x560a55ad9f30
2024-03-19T01:59:35.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.691+0000 7f9912ff5640  1 -- 172.21.15.46:0/1542271672 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x560a55a41a40 con 0x560a55ad9f30
2024-03-19T01:59:35.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.691+0000 7f9912ff5640  1 -- 172.21.15.46:0/1542271672 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f992803c030 con 0x560a55ad9f30
2024-03-19T01:59:35.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.691+0000 7f9937c63740 10 client.17652 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:59:35.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.691+0000 7f9937c63740 10 client.17652 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:59:35.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.691+0000 7f9937c63740 20 client.17652 populate_metadata read hostname 'smithi046'
2024-03-19T01:59:35.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.691+0000 7f9937c63740  1 --2- 172.21.15.46:0/1542271672 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x560a55ae9d10 0x560a55aec100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:35.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.691+0000 7f9937c63740  4 client.17652 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:59:35.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.691+0000 7f9937c63740  1 -- 172.21.15.46:0/1542271672 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560a55a3bd90 con 0x560a55ae9d10
2024-03-19T01:59:35.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.691+0000 7f992ed9d640  1 --2- 172.21.15.46:0/1542271672 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x560a55ae9d10 0x560a55aec100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:35.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.692+0000 7f9912ff5640 10 client.17652 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:59:35.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.692+0000 7f992ed9d640  1 --2- 172.21.15.46:0/1542271672 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x560a55ae9d10 0x560a55aec100 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e0bbb4480386ad78 server_cookie=3a13d984f20cae51 in_seq=0 out_seq=0
2024-03-19T01:59:35.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.693+0000 7f9912ff5640  1 -- 172.21.15.46:0/1542271672 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x560a55a3bd90 con 0x560a55ae9d10
2024-03-19T01:59:35.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.693+0000 7f9912ff5640 10 client.17652 handle_command_reply: tid=0
2024-03-19T01:59:35.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.693+0000 7f9937c63740  1 client.17652 shutdown
2024-03-19T01:59:35.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.693+0000 7f9937c63740  1 -- 172.21.15.46:0/1542271672 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560a55ad9f30 msgr2=0x560a55ad78f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:35.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.693+0000 7f9937c63740  1 --2- 172.21.15.46:0/1542271672 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560a55ad9f30 0x560a55ad78f0 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f99280091b0 tx=0x7f99280c1b50 comp rx=0 tx=0).stop
2024-03-19T01:59:35.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.693+0000 7f9937c63740  1 -- 172.21.15.46:0/1542271672 shutdown_connections
2024-03-19T01:59:35.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.693+0000 7f9937c63740  1 --2- 172.21.15.46:0/1542271672 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x560a55ae9d10 0x560a55aec100 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.693+0000 7f9937c63740  1 --2- 172.21.15.46:0/1542271672 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560a55ad9f30 0x560a55ad78f0 unknown :-1 s=CLOSED pgs=943 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.693+0000 7f9937c63740  1 --2- 172.21.15.46:0/1542271672 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560a55ad1350 0x560a55ad73b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.693+0000 7f9912ff5640  0 client.17652 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:59:35.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.693+0000 7f9937c63740  1 --2- 172.21.15.46:0/1542271672 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560a55ad0a30 0x560a55ad6e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.693+0000 7f9937c63740  1 -- 172.21.15.46:0/1542271672 >> 172.21.15.46:0/1542271672 conn(0x560a55acb160 msgr2=0x560a55acceb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:35.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.693+0000 7f9937c63740  1 -- 172.21.15.46:0/1542271672 shutdown_connections
2024-03-19T01:59:35.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.693+0000 7f9937c63740  1 -- 172.21.15.46:0/1542271672 wait complete.
2024-03-19T01:59:35.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.693+0000 7f9937c63740 20 client.17652 trim_cache size 0 max 16384
2024-03-19T01:59:35.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.710+0000 7f9937c63740  1  Processor -- start
2024-03-19T01:59:35.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.710+0000 7f9937c63740  1 --  start start
2024-03-19T01:59:35.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.710+0000 7f9937c63740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560a55ad0a30 0x560a55ae57f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:35.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.711+0000 7f9937c63740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560a55ad1350 0x560a55ad2170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:35.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.711+0000 7f9937c63740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560a55ad9f30 0x560a55af1910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:35.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.711+0000 7f9937c63740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f99301b1550 con 0x560a55ad1350
2024-03-19T01:59:35.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.711+0000 7f9937c63740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f99301aee20 con 0x560a55ad0a30
2024-03-19T01:59:35.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.711+0000 7f9937c63740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f99301acc90 con 0x560a55ad9f30
2024-03-19T01:59:35.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.711+0000 7f992e59c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560a55ad1350 0x560a55ad2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:35.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.711+0000 7f992e59c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560a55ad1350 0x560a55ad2170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56534/0 (socket says 172.21.15.46:56534)
2024-03-19T01:59:35.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.711+0000 7f992e59c640  1 -- 172.21.15.46:0/2682398636 learned_addr learned my addr 172.21.15.46:0/2682398636 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:35.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.711+0000 7f992ed9d640  1 --2- 172.21.15.46:0/2682398636 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560a55ad0a30 0x560a55ae57f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:35.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.711+0000 7f992f59e640  1 --2- 172.21.15.46:0/2682398636 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560a55ad9f30 0x560a55af1910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:35.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.711+0000 7f992e59c640  1 -- 172.21.15.46:0/2682398636 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560a55ad9f30 msgr2=0x560a55af1910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:35.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.711+0000 7f992e59c640  1 --2- 172.21.15.46:0/2682398636 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560a55ad9f30 0x560a55af1910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.711+0000 7f992e59c640  1 -- 172.21.15.46:0/2682398636 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560a55ad0a30 msgr2=0x560a55ae57f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:35.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.711+0000 7f992e59c640  1 --2- 172.21.15.46:0/2682398636 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560a55ad0a30 0x560a55ae57f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.711+0000 7f992e59c640  1 -- 172.21.15.46:0/2682398636 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560a55ad1180 con 0x560a55ad1350
2024-03-19T01:59:35.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.711+0000 7f992e59c640  1 --2- 172.21.15.46:0/2682398636 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560a55ad1350 0x560a55ad2170 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f9924013380 tx=0x7f9924009c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96358144cca01291 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:35.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.711+0000 7f9914ff9640  1 -- 172.21.15.46:0/2682398636 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9924023070 con 0x560a55ad1350
2024-03-19T01:59:35.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.711+0000 7f9914ff9640  1 -- 172.21.15.46:0/2682398636 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f99240035f0 con 0x560a55ad1350
2024-03-19T01:59:35.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.711+0000 7f9914ff9640  1 -- 172.21.15.46:0/2682398636 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9924010690 con 0x560a55ad1350
2024-03-19T01:59:35.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.712+0000 7f9937c63740  1 -- 172.21.15.46:0/2682398636 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560a55ad1350 msgr2=0x560a55ad2170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:35.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.712+0000 7f9937c63740  1 --2- 172.21.15.46:0/2682398636 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560a55ad1350 0x560a55ad2170 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f9924013380 tx=0x7f9924009c30 comp rx=0 tx=0).stop
2024-03-19T01:59:35.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.712+0000 7f9937c63740  1 -- 172.21.15.46:0/2682398636 shutdown_connections
2024-03-19T01:59:35.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.712+0000 7f9937c63740  1 --2- 172.21.15.46:0/2682398636 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560a55ad9f30 0x560a55af1910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.712+0000 7f9937c63740  1 --2- 172.21.15.46:0/2682398636 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560a55ad1350 0x560a55ad2170 unknown :-1 s=CLOSED pgs=944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.712+0000 7f9937c63740  1 --2- 172.21.15.46:0/2682398636 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560a55ad0a30 0x560a55ae57f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.712+0000 7f9937c63740  1 -- 172.21.15.46:0/2682398636 >> 172.21.15.46:0/2682398636 conn(0x560a55acb160 msgr2=0x560a55ad8590 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:35.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.712+0000 7f9937c63740  1 -- 172.21.15.46:0/2682398636 shutdown_connections
2024-03-19T01:59:35.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.712+0000 7f9937c63740  1 -- 172.21.15.46:0/2682398636 wait complete.
2024-03-19T01:59:35.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.712+0000 7f9937c63740  1 --  start start
2024-03-19T01:59:35.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.712+0000 7f9937c63740  1  Processor -- start
2024-03-19T01:59:35.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.712+0000 7f9937c63740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560a55ad0a30 0x560a55ad4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:35.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.712+0000 7f9937c63740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560a55ad1350 0x560a55ad4570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:35.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.712+0000 7f9937c63740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560a55ad9f30 0x560a55b53350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:35.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.712+0000 7f9937c63740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f99301ad2e0 con 0x560a55ad0a30
2024-03-19T01:59:35.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.712+0000 7f9937c63740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f99301ae750 con 0x560a55ad1350
2024-03-19T01:59:35.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.712+0000 7f9937c63740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f99301ad9b0 con 0x560a55ad9f30
2024-03-19T01:59:35.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.712+0000 7f9937c63740 10 client.0 _ll_register_callbacks cb 0x7f9924009b00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:59:35.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.713+0000 7f992ed9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560a55ad0a30 0x560a55ad4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:35.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.713+0000 7f992e59c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560a55ad1350 0x560a55ad4570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:35.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.713+0000 7f992f59e640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560a55ad9f30 0x560a55b53350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:35.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.713+0000 7f992ed9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560a55ad0a30 0x560a55ad4030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56538/0 (socket says 172.21.15.46:56538)
2024-03-19T01:59:35.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.713+0000 7f992ed9d640  1 -- 172.21.15.46:0/737621314 learned_addr learned my addr 172.21.15.46:0/737621314 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:35.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.713+0000 7f992ed9d640  1 -- 172.21.15.46:0/737621314 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560a55ad9f30 msgr2=0x560a55b53350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:35.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.713+0000 7f992ed9d640  1 --2- 172.21.15.46:0/737621314 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560a55ad9f30 0x560a55b53350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.713+0000 7f992ed9d640  1 -- 172.21.15.46:0/737621314 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560a55ad1350 msgr2=0x560a55ad4570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:35.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.713+0000 7f992ed9d640  1 --2- 172.21.15.46:0/737621314 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560a55ad1350 0x560a55ad4570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.713+0000 7f992ed9d640  1 -- 172.21.15.46:0/737621314 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560a557080f0 con 0x560a55ad0a30
2024-03-19T01:59:35.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.713+0000 7f992ed9d640  1 --2- 172.21.15.46:0/737621314 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560a55ad0a30 0x560a55ad4030 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x560a55aec850 tx=0x7f9920004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8cd99932904d7c1e server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:35.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.713+0000 7f9912ff5640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:59:35.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.713+0000 7f9912ff5640  1 -- 172.21.15.46:0/737621314 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f992000fe60 con 0x560a55ad0a30
2024-03-19T01:59:35.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.713+0000 7f9912ff5640  1 -- 172.21.15.46:0/737621314 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7f992001d410 con 0x560a55ad0a30
2024-03-19T01:59:35.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.713+0000 7f9937c63740  1 -- 172.21.15.46:0/737621314 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f99240035f0 con 0x560a55ad0a30
2024-03-19T01:59:35.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.713+0000 7f9912ff5640  1 -- 172.21.15.46:0/737621314 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f992001d610 con 0x560a55ad0a30
2024-03-19T01:59:35.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.713+0000 7f9937c63740 10 client.17658 fetch_fsmap learned FSMap version 35
2024-03-19T01:59:35.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.713+0000 7f9937c63740  1 -- 172.21.15.46:0/737621314 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x560a55b54930 con 0x560a55ad0a30
2024-03-19T01:59:35.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.713+0000 7f9912ff5640  1 -- 172.21.15.46:0/737621314 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f99240035f0 con 0x560a55ad0a30
2024-03-19T01:59:35.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.714+0000 7f9912ff5640  1 -- 172.21.15.46:0/737621314 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f9920030070 con 0x560a55ad0a30
2024-03-19T01:59:35.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.714+0000 7f9937c63740 10 client.17658 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:59:35.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.714+0000 7f9937c63740 10 client.17658 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:59:35.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.714+0000 7f9937c63740 20 client.17658 populate_metadata read hostname 'smithi046'
2024-03-19T01:59:35.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.714+0000 7f9937c63740  1 --2- 172.21.15.46:0/737621314 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x560a55b55080 0x560a55b574a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:35.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.714+0000 7f9937c63740  4 client.17658 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:59:35.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.714+0000 7f9937c63740  1 -- 172.21.15.46:0/737621314 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x560a559b9540 con 0x560a55b55080
2024-03-19T01:59:35.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.714+0000 7f992e59c640  1 --2- 172.21.15.46:0/737621314 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x560a55b55080 0x560a55b574a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:35.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.714+0000 7f992e59c640  1 --2- 172.21.15.46:0/737621314 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x560a55b55080 0x560a55b574a0 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d1750cb8f15bbfd1 server_cookie=fba5a4818113a632 in_seq=0 out_seq=0
2024-03-19T01:59:35.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.714+0000 7f9912ff5640 10 client.17658 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:59:35.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.714+0000 7f9912ff5640  1 -- 172.21.15.46:0/737621314 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x560a559b9540 con 0x560a55b55080
2024-03-19T01:59:35.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.714+0000 7f9912ff5640 10 client.17658 handle_command_reply: tid=0
2024-03-19T01:59:35.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.714+0000 7f9937c63740  1 client.17658 shutdown
2024-03-19T01:59:35.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.714+0000 7f9937c63740  1 -- 172.21.15.46:0/737621314 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560a55ad0a30 msgr2=0x560a55ad4030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:35.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.714+0000 7f9937c63740  1 --2- 172.21.15.46:0/737621314 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560a55ad0a30 0x560a55ad4030 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x560a55aec850 tx=0x7f9920004730 comp rx=0 tx=0).stop
2024-03-19T01:59:35.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.715+0000 7f9937c63740  1 -- 172.21.15.46:0/737621314 shutdown_connections
2024-03-19T01:59:35.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.715+0000 7f9937c63740  1 --2- 172.21.15.46:0/737621314 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x560a55b55080 0x560a55b574a0 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.715+0000 7f9937c63740  1 --2- 172.21.15.46:0/737621314 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560a55ad9f30 0x560a55b53350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.715+0000 7f9937c63740  1 --2- 172.21.15.46:0/737621314 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x560a55ad1350 0x560a55ad4570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.715+0000 7f9937c63740  1 --2- 172.21.15.46:0/737621314 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560a55ad0a30 0x560a55ad4030 unknown :-1 s=CLOSED pgs=945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.715+0000 7f9937c63740  1 -- 172.21.15.46:0/737621314 >> 172.21.15.46:0/737621314 conn(0x560a55acb160 msgr2=0x560a55ad5c50 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:35.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.715+0000 7f9912ff5640  0 client.17658 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:59:35.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.715+0000 7f9937c63740  1 -- 172.21.15.46:0/737621314 shutdown_connections
2024-03-19T01:59:35.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.715+0000 7f9937c63740  1 -- 172.21.15.46:0/737621314 wait complete.
2024-03-19T01:59:35.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.715+0000 7f9937c63740 20 client.17658 trim_cache size 0 max 16384
2024-03-19T01:59:35.723 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:59:35.723 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "no active scrubs running",
2024-03-19T01:59:35.723 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {}
2024-03-19T01:59:35.723 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:59:35.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.715+0000 7f993507e640  1 -- 172.21.15.46:0/1546088625 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f99180a2970 msgr2=0x7f99180a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:35.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.715+0000 7f993507e640  1 --2- 172.21.15.46:0/1546088625 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f99180a2970 0x7f99180a4e30 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f99200095f0 tx=0x7f9920005f90 comp rx=0 tx=0).stop
2024-03-19T01:59:35.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.715+0000 7f993507e640  1 -- 172.21.15.46:0/1546088625 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9930106750 msgr2=0x7f993019c960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:35.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.715+0000 7f993507e640  1 --2- 172.21.15.46:0/1546088625 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9930106750 0x7f993019c960 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7f9928004af0 tx=0x7f9928035ce0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.715+0000 7f993507e640  1 -- 172.21.15.46:0/1546088625 shutdown_connections
2024-03-19T01:59:35.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.715+0000 7f993507e640  1 --2- 172.21.15.46:0/1546088625 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9930106750 0x7f993019c960 unknown :-1 s=CLOSED pgs=942 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.715+0000 7f993507e640  1 --2- 172.21.15.46:0/1546088625 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f99180a2970 0x7f99180a4e30 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.715+0000 7f993507e640  1 --2- 172.21.15.46:0/1546088625 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9930101100 0x7f99301985e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.715+0000 7f993507e640  1 --2- 172.21.15.46:0/1546088625 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9930100740 0x7f99301980a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.715+0000 7f993507e640  1 -- 172.21.15.46:0/1546088625 >> 172.21.15.46:0/1546088625 conn(0x7f9930077880 msgr2=0x7f993006a190 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:35.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.715+0000 7f993507e640  1 -- 172.21.15.46:0/1546088625 shutdown_connections
2024-03-19T01:59:35.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.715+0000 7f993507e640  1 -- 172.21.15.46:0/1546088625 wait complete.
2024-03-19T01:59:35.726 INFO:tasks.cephfs.filesystem:all active scrubs completed
2024-03-19T01:59:35.726 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T01:59:35.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.829+0000 7fb005e34640  1 -- 172.21.15.46:0/4144779755 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb000101850 msgr2=0x7fb00010d590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:35.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.829+0000 7fb005e34640  1 --2- 172.21.15.46:0/4144779755 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb000101850 0x7fb00010d590 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7faff8009be0 tx=0x7faff802bef0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.829+0000 7fb005e34640  1 -- 172.21.15.46:0/4144779755 shutdown_connections
2024-03-19T01:59:35.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.829+0000 7fb005e34640  1 --2- 172.21.15.46:0/4144779755 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb000101850 0x7fb00010d590 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.829+0000 7fb005e34640  1 --2- 172.21.15.46:0/4144779755 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb000100eb0 0x7fb000101310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.829+0000 7fb005e34640  1 --2- 172.21.15.46:0/4144779755 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0001066d0 0x7fb000106ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.829+0000 7fb005e34640  1 -- 172.21.15.46:0/4144779755 >> 172.21.15.46:0/4144779755 conn(0x7fb000076cb0 msgr2=0x7fb0000fe030 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:35.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.829+0000 7fb005e34640  1 -- 172.21.15.46:0/4144779755 shutdown_connections
2024-03-19T01:59:35.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.829+0000 7fb005e34640  1 -- 172.21.15.46:0/4144779755 wait complete.
2024-03-19T01:59:35.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.830+0000 7fb005e34640  1  Processor -- start
2024-03-19T01:59:35.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.830+0000 7fb005e34640  1 --  start start
2024-03-19T01:59:35.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.830+0000 7fb005e34640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb000100eb0 0x7fb000198d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:35.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.830+0000 7fb005e34640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb000101850 0x7fb0001992c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:35.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.830+0000 7fb005e34640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb0001066d0 0x7fb0001a3e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:35.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.830+0000 7fb005e34640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb0001109c0 con 0x7fb000100eb0
2024-03-19T01:59:35.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.830+0000 7fb005e34640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb000110840 con 0x7fb000101850
2024-03-19T01:59:35.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.830+0000 7fb005e34640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb000110b40 con 0x7fb0001066d0
2024-03-19T01:59:35.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.830+0000 7fafff7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb000100eb0 0x7fb000198d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:35.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.830+0000 7fafff7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb000100eb0 0x7fb000198d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56552/0 (socket says 172.21.15.46:56552)
2024-03-19T01:59:35.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.830+0000 7fafff7fe640  1 -- 172.21.15.46:0/4064752687 learned_addr learned my addr 172.21.15.46:0/4064752687 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:35.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.830+0000 7faffffff640  1 --2- 172.21.15.46:0/4064752687 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb0001066d0 0x7fb0001a3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:35.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.830+0000 7faffeffd640  1 --2- 172.21.15.46:0/4064752687 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb000101850 0x7fb0001992c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:35.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.831+0000 7fafff7fe640  1 -- 172.21.15.46:0/4064752687 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb0001066d0 msgr2=0x7fb0001a3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:35.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.831+0000 7fafff7fe640  1 --2- 172.21.15.46:0/4064752687 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb0001066d0 0x7fb0001a3e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.831+0000 7fafff7fe640  1 -- 172.21.15.46:0/4064752687 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb000101850 msgr2=0x7fb0001992c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:35.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.831+0000 7fafff7fe640  1 --2- 172.21.15.46:0/4064752687 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb000101850 0x7fb0001992c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:35.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.831+0000 7fafff7fe640  1 -- 172.21.15.46:0/4064752687 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0001a4340 con 0x7fb000100eb0
2024-03-19T01:59:35.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.831+0000 7fafff7fe640  1 --2- 172.21.15.46:0/4064752687 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb000100eb0 0x7fb000198d80 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7faff000e9c0 tx=0x7faff000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:35.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.831+0000 7faffcff9640  1 -- 172.21.15.46:0/4064752687 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faff000cde0 con 0x7fb000100eb0
2024-03-19T01:59:35.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.831+0000 7fb005e34640  1 -- 172.21.15.46:0/4064752687 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0001a4510 con 0x7fb000100eb0
2024-03-19T01:59:35.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.831+0000 7faffcff9640  1 -- 172.21.15.46:0/4064752687 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faff00035f0 con 0x7fb000100eb0
2024-03-19T01:59:35.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.831+0000 7faffcff9640  1 -- 172.21.15.46:0/4064752687 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faff0010690 con 0x7fb000100eb0
2024-03-19T01:59:35.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.831+0000 7fb005e34640  1 -- 172.21.15.46:0/4064752687 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0001a4a60 con 0x7fb000100eb0
2024-03-19T01:59:35.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.832+0000 7fb005e34640  1 -- 172.21.15.46:0/4064752687 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb000068a60 con 0x7fb000100eb0
2024-03-19T01:59:35.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.833+0000 7faffcff9640  1 -- 172.21.15.46:0/4064752687 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7faff00037a0 con 0x7fb000100eb0
2024-03-19T01:59:35.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.833+0000 7faffcff9640  1 --2- 172.21.15.46:0/4064752687 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fafe80a2970 0x7fafe80a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:35.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.834+0000 7faffeffd640  1 --2- 172.21.15.46:0/4064752687 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fafe80a2970 0x7fafe80a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:35.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.834+0000 7faffcff9640  1 -- 172.21.15.46:0/4064752687 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7faff00cf4a0 con 0x7fb000100eb0
2024-03-19T01:59:35.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.834+0000 7faffeffd640  1 --2- 172.21.15.46:0/4064752687 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fafe80a2970 0x7fafe80a4e30 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fb000100910 tx=0x7faff4005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:35.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:35.838+0000 7faffcff9640  1 -- 172.21.15.46:0/4064752687 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7faff0009510 con 0x7fb000100eb0
2024-03-19T01:59:35.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:35 smithi046 ceph-mon[63102]: pgmap v294: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s
2024-03-19T01:59:36.059 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.059+0000 7fb005e34640  1 -- 172.21.15.46:0/4064752687 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb000108c80 con 0x7fb000100eb0
2024-03-19T01:59:36.059 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.059+0000 7faffcff9640  1 -- 172.21.15.46:0/4064752687 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 35 v35) ==== 94+0+11861 (secure 0 0 0) 0x7faff009be30 con 0x7fb000100eb0
2024-03-19T01:59:36.059 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T01:59:36.060 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":35,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":35,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-19T01:47:26.395717+0000","modified":"2024-03-19T01:56:35.161569+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24506,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6839/1788589639","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6838","nonce":1788589639},{"type":"v1","addr":"172.21.15.73:6839","nonce":1788589639}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24506,"qdb_cluster":[24479,24478,24506]},"id":1}]}
2024-03-19T01:59:36.060 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 35
2024-03-19T01:59:36.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.061+0000 7fb005e34640  1 -- 172.21.15.46:0/4064752687 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fafe80a2970 msgr2=0x7fafe80a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:36.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.061+0000 7fb005e34640  1 --2- 172.21.15.46:0/4064752687 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fafe80a2970 0x7fafe80a4e30 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fb000100910 tx=0x7faff4005f90 comp rx=0 tx=0).stop
2024-03-19T01:59:36.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.061+0000 7fb005e34640  1 -- 172.21.15.46:0/4064752687 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb000100eb0 msgr2=0x7fb000198d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:36.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.061+0000 7fb005e34640  1 --2- 172.21.15.46:0/4064752687 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb000100eb0 0x7fb000198d80 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7faff000e9c0 tx=0x7faff000ee80 comp rx=0 tx=0).stop
2024-03-19T01:59:36.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.061+0000 7fb005e34640  1 -- 172.21.15.46:0/4064752687 shutdown_connections
2024-03-19T01:59:36.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.061+0000 7fb005e34640  1 --2- 172.21.15.46:0/4064752687 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fafe80a2970 0x7fafe80a4e30 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.061+0000 7fb005e34640  1 --2- 172.21.15.46:0/4064752687 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb0001066d0 0x7fb0001a3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.061+0000 7fb005e34640  1 --2- 172.21.15.46:0/4064752687 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb000101850 0x7fb0001992c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.061+0000 7fb005e34640  1 --2- 172.21.15.46:0/4064752687 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb000100eb0 0x7fb000198d80 unknown :-1 s=CLOSED pgs=946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.061+0000 7fb005e34640  1 -- 172.21.15.46:0/4064752687 >> 172.21.15.46:0/4064752687 conn(0x7fb000076cb0 msgr2=0x7fb0000fe2e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:36.062 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.062+0000 7fb005e34640  1 -- 172.21.15.46:0/4064752687 shutdown_connections
2024-03-19T01:59:36.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.062+0000 7fb005e34640  1 -- 172.21.15.46:0/4064752687 wait complete.
2024-03-19T01:59:36.072 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls
2024-03-19T01:59:36.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.176+0000 7f7ec1f3b640  1 -- 172.21.15.46:0/556572441 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7ebc10bd80 msgr2=0x7f7ebc10e220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:36.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.176+0000 7f7ec1f3b640  1 --2- 172.21.15.46:0/556572441 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7ebc10bd80 0x7f7ebc10e220 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f7eb4009ca0 tx=0x7f7eb402c180 comp rx=0 tx=0).stop
2024-03-19T01:59:36.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.176+0000 7f7ec1f3b640  1 -- 172.21.15.46:0/556572441 shutdown_connections
2024-03-19T01:59:36.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.176+0000 7f7ec1f3b640  1 --2- 172.21.15.46:0/556572441 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7ebc10bd80 0x7f7ebc10e220 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.176+0000 7f7ec1f3b640  1 --2- 172.21.15.46:0/556572441 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7ebc103360 0x7f7ebc10b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.176+0000 7f7ec1f3b640  1 --2- 172.21.15.46:0/556572441 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7ebc102a40 0x7f7ebc102e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.176+0000 7f7ec1f3b640  1 -- 172.21.15.46:0/556572441 >> 172.21.15.46:0/556572441 conn(0x7f7ebc0778d0 msgr2=0x7f7ebc077ce0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:36.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.176+0000 7f7ec1f3b640  1 -- 172.21.15.46:0/556572441 shutdown_connections
2024-03-19T01:59:36.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.176+0000 7f7ec1f3b640  1 -- 172.21.15.46:0/556572441 wait complete.
2024-03-19T01:59:36.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.177+0000 7f7ec1f3b640  1  Processor -- start
2024-03-19T01:59:36.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.177+0000 7f7ec1f3b640  1 --  start start
2024-03-19T01:59:36.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.177+0000 7f7ec1f3b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7ebc102a40 0x7f7ebc197f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.177+0000 7f7ec1f3b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7ebc103360 0x7f7ebc198450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.177+0000 7f7ec1f3b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7ebc10bd80 0x7f7ebc19c7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.177+0000 7f7ec1f3b640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7ebc111a30 con 0x7f7ebc10bd80
2024-03-19T01:59:36.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.177+0000 7f7ec1f3b640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f7ebc1118b0 con 0x7f7ebc102a40
2024-03-19T01:59:36.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.177+0000 7f7ec1f3b640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f7ebc111bb0 con 0x7f7ebc103360
2024-03-19T01:59:36.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.177+0000 7f7ebbfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7ebc10bd80 0x7f7ebc19c7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.177+0000 7f7ebb7fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7ebc102a40 0x7f7ebc197f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.177+0000 7f7ebbfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7ebc10bd80 0x7f7ebc19c7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56566/0 (socket says 172.21.15.46:56566)
2024-03-19T01:59:36.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.177+0000 7f7ebb7fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7ebc102a40 0x7f7ebc197f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:34886/0 (socket says 172.21.15.46:34886)
2024-03-19T01:59:36.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.177+0000 7f7ebaffd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7ebc103360 0x7f7ebc198450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.177+0000 7f7ebbfff640  1 -- 172.21.15.46:0/108722596 learned_addr learned my addr 172.21.15.46:0/108722596 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:36.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.177+0000 7f7ebbfff640  1 -- 172.21.15.46:0/108722596 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7ebc103360 msgr2=0x7f7ebc198450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:36.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.177+0000 7f7ebbfff640  1 --2- 172.21.15.46:0/108722596 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7ebc103360 0x7f7ebc198450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.177+0000 7f7ebbfff640  1 -- 172.21.15.46:0/108722596 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7ebc102a40 msgr2=0x7f7ebc197f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:36.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.177+0000 7f7ebbfff640  1 --2- 172.21.15.46:0/108722596 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7ebc102a40 0x7f7ebc197f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.177+0000 7f7ebbfff640  1 -- 172.21.15.46:0/108722596 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ebc19cf00 con 0x7f7ebc10bd80
2024-03-19T01:59:36.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.177+0000 7f7ebb7fe640  1 --2- 172.21.15.46:0/108722596 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7ebc102a40 0x7f7ebc197f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:59:36.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.177+0000 7f7ebaffd640  1 --2- 172.21.15.46:0/108722596 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7ebc103360 0x7f7ebc198450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:59:36.180 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.178+0000 7f7ebbfff640  1 --2- 172.21.15.46:0/108722596 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7ebc10bd80 0x7f7ebc19c7d0 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7f7eb402c790 tx=0x7f7eb4035db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:36.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.178+0000 7f7eb8ff9640  1 -- 172.21.15.46:0/108722596 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eb4039040 con 0x7f7ebc10bd80
2024-03-19T01:59:36.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.178+0000 7f7eb8ff9640  1 -- 172.21.15.46:0/108722596 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7eb4044070 con 0x7f7ebc10bd80
2024-03-19T01:59:36.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.178+0000 7f7ec1f3b640  1 -- 172.21.15.46:0/108722596 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ebc19d190 con 0x7f7ebc10bd80
2024-03-19T01:59:36.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.178+0000 7f7eb8ff9640  1 -- 172.21.15.46:0/108722596 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eb4032850 con 0x7f7ebc10bd80
2024-03-19T01:59:36.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.178+0000 7f7ec1f3b640  1 -- 172.21.15.46:0/108722596 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ebc1a4a80 con 0x7f7ebc10bd80
2024-03-19T01:59:36.187 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.180+0000 7f7eb8ff9640  1 -- 172.21.15.46:0/108722596 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f7eb40329f0 con 0x7f7ebc10bd80
2024-03-19T01:59:36.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.180+0000 7f7ec4bff740  1  Processor -- start
2024-03-19T01:59:36.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.180+0000 7f7ec4bff740  1 --  start start
2024-03-19T01:59:36.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.180+0000 7f7ec4bff740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e5c6332d0 0x557e5c6336b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.180+0000 7f7ec4bff740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e5c633bf0 0x557e5c63c290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.181+0000 7f7ec4bff740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e5c63c7d0 0x557e5c63ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.181+0000 7f7ec4bff740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x557e5c5964b0 con 0x557e5c633bf0
2024-03-19T01:59:36.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.181+0000 7f7eb8ff9640  1 --2- 172.21.15.46:0/108722596 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7ea40a2970 0x7f7ea40a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.181+0000 7f7ec4bff740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x557e5c53ed70 con 0x557e5c6332d0
2024-03-19T01:59:36.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.181+0000 7f7ec4bff740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x557e5c592550 con 0x557e5c63c7d0
2024-03-19T01:59:36.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.181+0000 7f7ebb7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e5c633bf0 0x557e5c63c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.181+0000 7f7ebb7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e5c633bf0 0x557e5c63c290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56574/0 (socket says 172.21.15.46:56574)
2024-03-19T01:59:36.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.181+0000 7f7ebaffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e5c6332d0 0x557e5c6336b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.181+0000 7f7ebb7fe640  1 -- 172.21.15.46:0/3381472076 learned_addr learned my addr 172.21.15.46:0/3381472076 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:36.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.181+0000 7f7ebbfff640  1 --2- 172.21.15.46:0/108722596 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7ea40a2970 0x7f7ea40a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.189 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.181+0000 7f7ebaffd640  1 --2- 172.21.15.46:0/3381472076 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e5c63c7d0 0x557e5c63ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.189 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.181+0000 7f7eb8ff9640  1 -- 172.21.15.46:0/108722596 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7f7eb40f1500 con 0x7f7ebc10bd80
2024-03-19T01:59:36.189 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.181+0000 7f7ebb7fe640  1 -- 172.21.15.46:0/3381472076 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e5c63c7d0 msgr2=0x557e5c63ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:36.189 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.181+0000 7f7ebb7fe640  1 --2- 172.21.15.46:0/3381472076 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e5c63c7d0 0x557e5c63ebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.189 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.181+0000 7f7ebb7fe640  1 -- 172.21.15.46:0/3381472076 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e5c6332d0 msgr2=0x557e5c6336b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:36.189 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.181+0000 7f7ebb7fe640  1 --2- 172.21.15.46:0/3381472076 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e5c6332d0 0x557e5c6336b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.189 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.181+0000 7f7ebb7fe640  1 -- 172.21.15.46:0/3381472076 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557e5c561210 con 0x557e5c633bf0
2024-03-19T01:59:36.189 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.181+0000 7f7ebaffd640  1 --2- 172.21.15.46:0/3381472076 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e5c6332d0 0x557e5c6336b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:59:36.189 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.181+0000 7f7ebb7fe640  1 --2- 172.21.15.46:0/3381472076 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e5c633bf0 0x557e5c63c290 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f7eac0115f0 tx=0x7f7eac011ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c6facebddc51f0a server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:36.189 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.181+0000 7f7ebbfff640  1 --2- 172.21.15.46:0/108722596 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7ea40a2970 0x7f7ea40a4e30 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f7eb40bd7d0 tx=0x7f7eb402c180 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:36.189 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.181+0000 7f7ea1ffb640  1 -- 172.21.15.46:0/3381472076 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eac01e070 con 0x557e5c633bf0
2024-03-19T01:59:36.189 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.181+0000 7f7ea1ffb640  1 -- 172.21.15.46:0/3381472076 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7eac00faf0 con 0x557e5c633bf0
2024-03-19T01:59:36.189 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.181+0000 7f7ea1ffb640  1 -- 172.21.15.46:0/3381472076 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eac019af0 con 0x557e5c633bf0
2024-03-19T01:59:36.189 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.182+0000 7f7ec4bff740  1 -- 172.21.15.46:0/3381472076 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e5c633bf0 msgr2=0x557e5c63c290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:36.189 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.182+0000 7f7ec4bff740  1 --2- 172.21.15.46:0/3381472076 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e5c633bf0 0x557e5c63c290 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f7eac0115f0 tx=0x7f7eac011ab0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.190 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.182+0000 7f7ec4bff740  1 -- 172.21.15.46:0/3381472076 shutdown_connections
2024-03-19T01:59:36.190 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.182+0000 7f7ec4bff740  1 --2- 172.21.15.46:0/3381472076 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e5c63c7d0 0x557e5c63ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.190 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.182+0000 7f7ec4bff740  1 --2- 172.21.15.46:0/3381472076 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e5c633bf0 0x557e5c63c290 unknown :-1 s=CLOSED pgs=949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.190 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.182+0000 7f7ec4bff740  1 --2- 172.21.15.46:0/3381472076 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e5c6332d0 0x557e5c6336b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.190 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.182+0000 7f7ec4bff740  1 -- 172.21.15.46:0/3381472076 >> 172.21.15.46:0/3381472076 conn(0x557e5c62da00 msgr2=0x557e5c62dde0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:36.190 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.182+0000 7f7ec4bff740  1 -- 172.21.15.46:0/3381472076 shutdown_connections
2024-03-19T01:59:36.190 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.182+0000 7f7ec4bff740  1 -- 172.21.15.46:0/3381472076 wait complete.
2024-03-19T01:59:36.190 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.182+0000 7f7ec4bff740  1 --  start start
2024-03-19T01:59:36.190 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.183+0000 7f7ec4bff740  1  Processor -- start
2024-03-19T01:59:36.190 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.183+0000 7f7ec4bff740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e5c6332d0 0x557e5c6397e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.190 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.183+0000 7f7ec4bff740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e5c633bf0 0x557e5c639d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.190 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.183+0000 7f7ec4bff740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e5c63c7d0 0x557e5c63a260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.190 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.183+0000 7f7ec4bff740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x557e5c63f5c0 con 0x557e5c63c7d0
2024-03-19T01:59:36.190 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.183+0000 7f7ec4bff740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x557e5c552310 con 0x557e5c633bf0
2024-03-19T01:59:36.191 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.183+0000 7f7ec4bff740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x557e5c63f740 con 0x557e5c6332d0
2024-03-19T01:59:36.191 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.183+0000 7f7ec4bff740 10 client.0 _ll_register_callbacks cb 0x557e5c5462d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:59:36.191 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.183+0000 7f7ebaffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e5c63c7d0 0x557e5c63a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.191 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.183+0000 7f7ebb7fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e5c633bf0 0x557e5c639d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.191 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.183+0000 7f7ebb7fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e5c633bf0 0x557e5c639d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:34914/0 (socket says 172.21.15.46:34914)
2024-03-19T01:59:36.191 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.183+0000 7f7ebb7fe640  1 -- 172.21.15.46:0/2507894419 learned_addr learned my addr 172.21.15.46:0/2507894419 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:36.191 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.183+0000 7f7ebaffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e5c63c7d0 0x557e5c63a260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56584/0 (socket says 172.21.15.46:56584)
2024-03-19T01:59:36.191 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.183+0000 7f7ebaffd640  1 --2- 172.21.15.46:0/2507894419 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e5c6332d0 0x557e5c6397e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.191 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.183+0000 7f7ebaffd640  1 -- 172.21.15.46:0/2507894419 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e5c6332d0 msgr2=0x557e5c6397e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:36.191 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.183+0000 7f7ebaffd640  1 --2- 172.21.15.46:0/2507894419 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e5c6332d0 0x557e5c6397e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.191 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.183+0000 7f7ebaffd640  1 -- 172.21.15.46:0/2507894419 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e5c633bf0 msgr2=0x557e5c639d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:36.191 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.183+0000 7f7ebaffd640  1 --2- 172.21.15.46:0/2507894419 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e5c633bf0 0x557e5c639d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.191 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.183+0000 7f7ebaffd640  1 -- 172.21.15.46:0/2507894419 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557e5c2aa3f0 con 0x557e5c63c7d0
2024-03-19T01:59:36.191 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.183+0000 7f7ebb7fe640  1 --2- 172.21.15.46:0/2507894419 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e5c633bf0 0x557e5c639d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:59:36.191 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.183+0000 7f7ebaffd640  1 --2- 172.21.15.46:0/2507894419 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e5c63c7d0 0x557e5c63a260 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f7eb0009730 tx=0x7f7eb0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b8a41783578fad4 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:36.191 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.183+0000 7f7e9affd640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:59:36.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.184+0000 7f7e9affd640  1 -- 172.21.15.46:0/2507894419 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eb0026060 con 0x557e5c63c7d0
2024-03-19T01:59:36.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.184+0000 7f7e9affd640  1 -- 172.21.15.46:0/2507894419 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7f7eb000e7d0 con 0x557e5c63c7d0
2024-03-19T01:59:36.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.184+0000 7f7ec4bff740  1 -- 172.21.15.46:0/2507894419 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7eac00faf0 con 0x557e5c63c7d0
2024-03-19T01:59:36.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.184+0000 7f7e9affd640  1 -- 172.21.15.46:0/2507894419 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f7eb002d050 con 0x557e5c63c7d0
2024-03-19T01:59:36.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.184+0000 7f7ec4bff740 10 client.17676 fetch_fsmap learned FSMap version 35
2024-03-19T01:59:36.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.184+0000 7f7ec4bff740  1 -- 172.21.15.46:0/2507894419 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x557e5c3747d0 con 0x557e5c63c7d0
2024-03-19T01:59:36.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.184+0000 7f7e9affd640  1 -- 172.21.15.46:0/2507894419 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7eac00faf0 con 0x557e5c63c7d0
2024-03-19T01:59:36.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.184+0000 7f7e9affd640  1 -- 172.21.15.46:0/2507894419 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f7eb001f840 con 0x557e5c63c7d0
2024-03-19T01:59:36.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.184+0000 7f7ec4bff740 10 client.17676 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:59:36.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.184+0000 7f7ec4bff740 10 client.17676 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:59:36.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.184+0000 7f7ec4bff740 20 client.17676 populate_metadata read hostname 'smithi046'
2024-03-19T01:59:36.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.184+0000 7f7ec4bff740  1 --2- 172.21.15.46:0/2507894419 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x557e5c64cbb0 0x557e5c64efa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.184+0000 7f7ec4bff740  4 client.17676 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:59:36.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.184+0000 7f7ec4bff740  1 -- 172.21.15.46:0/2507894419 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557e5c5f43e0 con 0x557e5c64cbb0
2024-03-19T01:59:36.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.184+0000 7f7ebb7fe640  1 --2- 172.21.15.46:0/2507894419 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x557e5c64cbb0 0x557e5c64efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.185+0000 7f7ebb7fe640  1 --2- 172.21.15.46:0/2507894419 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x557e5c64cbb0 0x557e5c64efa0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=99be4d54d29742d1 server_cookie=6026d3ffa9b9c51 in_seq=0 out_seq=0
2024-03-19T01:59:36.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.185+0000 7f7e9affd640 10 client.17676 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:59:36.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.185+0000 7f7e9affd640  1 -- 172.21.15.46:0/2507894419 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x557e5c5f43e0 con 0x557e5c64cbb0
2024-03-19T01:59:36.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.185+0000 7f7e9affd640 10 client.17676 handle_command_reply: tid=0
2024-03-19T01:59:36.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.185+0000 7f7ec4bff740  1 client.17676 shutdown
2024-03-19T01:59:36.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.186+0000 7f7ec4bff740  1 -- 172.21.15.46:0/2507894419 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e5c63c7d0 msgr2=0x557e5c63a260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:36.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.186+0000 7f7ec4bff740  1 --2- 172.21.15.46:0/2507894419 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e5c63c7d0 0x557e5c63a260 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f7eb0009730 tx=0x7f7eb0004730 comp rx=0 tx=0).stop
2024-03-19T01:59:36.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.186+0000 7f7ec4bff740  1 -- 172.21.15.46:0/2507894419 shutdown_connections
2024-03-19T01:59:36.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.186+0000 7f7ec4bff740  1 --2- 172.21.15.46:0/2507894419 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x557e5c64cbb0 0x557e5c64efa0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.186+0000 7f7ec4bff740  1 --2- 172.21.15.46:0/2507894419 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e5c63c7d0 0x557e5c63a260 unknown :-1 s=CLOSED pgs=950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.186+0000 7f7ec4bff740  1 --2- 172.21.15.46:0/2507894419 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e5c633bf0 0x557e5c639d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.186+0000 7f7e9affd640  0 client.17676 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:59:36.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.186+0000 7f7ec4bff740  1 --2- 172.21.15.46:0/2507894419 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e5c6332d0 0x557e5c6397e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.186+0000 7f7ec4bff740  1 -- 172.21.15.46:0/2507894419 >> 172.21.15.46:0/2507894419 conn(0x557e5c62da00 msgr2=0x557e5c62f750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:36.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.186+0000 7f7ec4bff740  1 -- 172.21.15.46:0/2507894419 shutdown_connections
2024-03-19T01:59:36.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.186+0000 7f7ec4bff740  1 -- 172.21.15.46:0/2507894419 wait complete.
2024-03-19T01:59:36.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.186+0000 7f7ec4bff740 20 client.17676 trim_cache size 0 max 16384
2024-03-19T01:59:36.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.199+0000 7f7ec4bff740  1  Processor -- start
2024-03-19T01:59:36.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.199+0000 7f7ec4bff740  1 --  start start
2024-03-19T01:59:36.205 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.199+0000 7f7ec4bff740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e5c6332d0 0x557e5c63bf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.199+0000 7f7ec4bff740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e5c633bf0 0x557e5c648390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.199+0000 7f7ec4bff740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e5c63c7d0 0x557e5c654870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.199+0000 7f7ec4bff740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7ebc1b1570 con 0x557e5c633bf0
2024-03-19T01:59:36.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.199+0000 7f7ec4bff740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f7ebc1aee40 con 0x557e5c6332d0
2024-03-19T01:59:36.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.199+0000 7f7ec4bff740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f7ebc1accb0 con 0x557e5c63c7d0
2024-03-19T01:59:36.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.199+0000 7f7ebb7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e5c633bf0 0x557e5c648390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.199+0000 7f7ebb7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e5c633bf0 0x557e5c648390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56590/0 (socket says 172.21.15.46:56590)
2024-03-19T01:59:36.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.199+0000 7f7ebb7fe640  1 -- 172.21.15.46:0/4173779294 learned_addr learned my addr 172.21.15.46:0/4173779294 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:36.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.199+0000 7f7ebaffd640  1 --2- 172.21.15.46:0/4173779294 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e5c6332d0 0x557e5c63bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.199+0000 7f7ebaffd640  1 --2- 172.21.15.46:0/4173779294 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e5c63c7d0 0x557e5c654870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.199+0000 7f7ebb7fe640  1 -- 172.21.15.46:0/4173779294 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e5c63c7d0 msgr2=0x557e5c654870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:36.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.199+0000 7f7ebb7fe640  1 --2- 172.21.15.46:0/4173779294 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e5c63c7d0 0x557e5c654870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.199+0000 7f7ebb7fe640  1 -- 172.21.15.46:0/4173779294 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e5c6332d0 msgr2=0x557e5c63bf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:36.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.199+0000 7f7ebb7fe640  1 --2- 172.21.15.46:0/4173779294 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e5c6332d0 0x557e5c63bf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.199+0000 7f7ebb7fe640  1 -- 172.21.15.46:0/4173779294 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557e5c63ef30 con 0x557e5c633bf0
2024-03-19T01:59:36.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.200+0000 7f7ebaffd640  1 --2- 172.21.15.46:0/4173779294 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e5c63c7d0 0x557e5c654870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:59:36.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.200+0000 7f7ebb7fe640  1 --2- 172.21.15.46:0/4173779294 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e5c633bf0 0x557e5c648390 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f7eac000c00 tx=0x7f7eac0197d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f1250b9ba9ca06b server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:36.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.200+0000 7f7ea17fa640  1 -- 172.21.15.46:0/4173779294 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eac01e040 con 0x557e5c633bf0
2024-03-19T01:59:36.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.200+0000 7f7ea17fa640  1 -- 172.21.15.46:0/4173779294 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7eac029070 con 0x557e5c633bf0
2024-03-19T01:59:36.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.200+0000 7f7ea17fa640  1 -- 172.21.15.46:0/4173779294 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eac005040 con 0x557e5c633bf0
2024-03-19T01:59:36.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.200+0000 7f7ec4bff740  1 -- 172.21.15.46:0/4173779294 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e5c633bf0 msgr2=0x557e5c648390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:36.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.200+0000 7f7ec4bff740  1 --2- 172.21.15.46:0/4173779294 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e5c633bf0 0x557e5c648390 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f7eac000c00 tx=0x7f7eac0197d0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.200+0000 7f7ec4bff740  1 -- 172.21.15.46:0/4173779294 shutdown_connections
2024-03-19T01:59:36.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.200+0000 7f7ec4bff740  1 --2- 172.21.15.46:0/4173779294 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e5c63c7d0 0x557e5c654870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.200+0000 7f7ec4bff740  1 --2- 172.21.15.46:0/4173779294 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e5c633bf0 0x557e5c648390 unknown :-1 s=CLOSED pgs=951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.200+0000 7f7ec4bff740  1 --2- 172.21.15.46:0/4173779294 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e5c6332d0 0x557e5c63bf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.200+0000 7f7ec4bff740  1 -- 172.21.15.46:0/4173779294 >> 172.21.15.46:0/4173779294 conn(0x557e5c62da00 msgr2=0x557e5c633fd0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:36.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.200+0000 7f7ec4bff740  1 -- 172.21.15.46:0/4173779294 shutdown_connections
2024-03-19T01:59:36.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.200+0000 7f7ec4bff740  1 -- 172.21.15.46:0/4173779294 wait complete.
2024-03-19T01:59:36.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.201+0000 7f7ec4bff740  1 --  start start
2024-03-19T01:59:36.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.201+0000 7f7ec4bff740  1  Processor -- start
2024-03-19T01:59:36.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.201+0000 7f7ec4bff740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e5c6332d0 0x557e5c644e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.201+0000 7f7ec4bff740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e5c633bf0 0x557e5c636240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.201+0000 7f7ec4bff740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e5c63c7d0 0x557e5c636980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.201+0000 7f7ec4bff740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7ebc1ad300 con 0x557e5c633bf0
2024-03-19T01:59:36.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.201+0000 7f7ec4bff740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f7ebc1ae770 con 0x557e5c63c7d0
2024-03-19T01:59:36.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.201+0000 7f7ec4bff740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f7ebc1ad9d0 con 0x557e5c6332d0
2024-03-19T01:59:36.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.201+0000 7f7ec4bff740 10 client.0 _ll_register_callbacks cb 0x7f7eb0012960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:59:36.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.201+0000 7f7ebb7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e5c633bf0 0x557e5c636240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.201+0000 7f7ebb7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e5c633bf0 0x557e5c636240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56592/0 (socket says 172.21.15.46:56592)
2024-03-19T01:59:36.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.201+0000 7f7ebb7fe640  1 -- 172.21.15.46:0/2558527104 learned_addr learned my addr 172.21.15.46:0/2558527104 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:36.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.201+0000 7f7ebaffd640  1 --2- 172.21.15.46:0/2558527104 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e5c6332d0 0x557e5c644e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.201+0000 7f7ebaffd640  1 --2- 172.21.15.46:0/2558527104 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e5c63c7d0 0x557e5c636980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.201+0000 7f7ebb7fe640  1 -- 172.21.15.46:0/2558527104 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e5c6332d0 msgr2=0x557e5c644e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:36.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.201+0000 7f7ebb7fe640  1 --2- 172.21.15.46:0/2558527104 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e5c6332d0 0x557e5c644e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.202+0000 7f7ebb7fe640  1 -- 172.21.15.46:0/2558527104 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e5c63c7d0 msgr2=0x557e5c636980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:36.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.202+0000 7f7ebb7fe640  1 --2- 172.21.15.46:0/2558527104 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e5c63c7d0 0x557e5c636980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.202+0000 7f7ebb7fe640  1 -- 172.21.15.46:0/2558527104 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557e5c6b1ea0 con 0x557e5c633bf0
2024-03-19T01:59:36.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.202+0000 7f7ebaffd640  1 --2- 172.21.15.46:0/2558527104 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e5c63c7d0 0x557e5c636980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:59:36.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.202+0000 7f7ebb7fe640  1 --2- 172.21.15.46:0/2558527104 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e5c633bf0 0x557e5c636240 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f7eac010010 tx=0x7f7eac011540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b93982c9f8a78f4 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:36.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.202+0000 7f7e9affd640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:59:36.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.202+0000 7f7e9affd640  1 -- 172.21.15.46:0/2558527104 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eac01e040 con 0x557e5c633bf0
2024-03-19T01:59:36.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.202+0000 7f7e9affd640  1 -- 172.21.15.46:0/2558527104 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7f7eac02a7c0 con 0x557e5c633bf0
2024-03-19T01:59:36.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.202+0000 7f7ec4bff740  1 -- 172.21.15.46:0/2558527104 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7eac029070 con 0x557e5c633bf0
2024-03-19T01:59:36.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.202+0000 7f7e9affd640  1 -- 172.21.15.46:0/2558527104 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f7eac03b050 con 0x557e5c633bf0
2024-03-19T01:59:36.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.202+0000 7f7ec4bff740 10 client.17682 fetch_fsmap learned FSMap version 35
2024-03-19T01:59:36.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.202+0000 7f7ec4bff740  1 -- 172.21.15.46:0/2558527104 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x557e5c6b3040 con 0x557e5c633bf0
2024-03-19T01:59:36.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.202+0000 7f7e9affd640  1 -- 172.21.15.46:0/2558527104 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7eac029070 con 0x557e5c633bf0
2024-03-19T01:59:36.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.202+0000 7f7e9affd640  1 -- 172.21.15.46:0/2558527104 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f7eac0053b0 con 0x557e5c633bf0
2024-03-19T01:59:36.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.202+0000 7f7ec4bff740 10 client.17682 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:59:36.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.202+0000 7f7ec4bff740 10 client.17682 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T01:59:36.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.202+0000 7f7ec4bff740 20 client.17682 populate_metadata read hostname 'smithi046'
2024-03-19T01:59:36.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.202+0000 7f7ec4bff740  1 --2- 172.21.15.46:0/2558527104 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x557e5c6b35c0 0x557e5c6b59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.202+0000 7f7ec4bff740  4 client.17682 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:59:36.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.202+0000 7f7ec4bff740  1 -- 172.21.15.46:0/2558527104 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557e5c5a39f0 con 0x557e5c6b35c0
2024-03-19T01:59:36.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.203+0000 7f7ebaffd640  1 --2- 172.21.15.46:0/2558527104 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x557e5c6b35c0 0x557e5c6b59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.203+0000 7f7e9affd640 10 client.17682 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T01:59:36.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.203+0000 7f7ebaffd640  1 --2- 172.21.15.46:0/2558527104 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x557e5c6b35c0 0x557e5c6b59e0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e3aaeecc479f26a2 server_cookie=471be33053528b69 in_seq=0 out_seq=0
2024-03-19T01:59:36.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.203+0000 7f7e9affd640  1 -- 172.21.15.46:0/2558527104 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557e5c5a39f0 con 0x557e5c6b35c0
2024-03-19T01:59:36.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.203+0000 7f7e9affd640 10 client.17682 handle_command_reply: tid=0
2024-03-19T01:59:36.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.203+0000 7f7ec4bff740  1 client.17682 shutdown
2024-03-19T01:59:36.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.203+0000 7f7ec4bff740  1 -- 172.21.15.46:0/2558527104 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e5c633bf0 msgr2=0x557e5c636240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:36.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.203+0000 7f7ec4bff740  1 --2- 172.21.15.46:0/2558527104 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e5c633bf0 0x557e5c636240 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f7eac010010 tx=0x7f7eac011540 comp rx=0 tx=0).stop
2024-03-19T01:59:36.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.203+0000 7f7ec4bff740  1 -- 172.21.15.46:0/2558527104 shutdown_connections
2024-03-19T01:59:36.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.203+0000 7f7ec4bff740  1 --2- 172.21.15.46:0/2558527104 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x557e5c6b35c0 0x557e5c6b59e0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.203+0000 7f7ec4bff740  1 --2- 172.21.15.46:0/2558527104 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557e5c63c7d0 0x557e5c636980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.203+0000 7f7ec4bff740  1 --2- 172.21.15.46:0/2558527104 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557e5c633bf0 0x557e5c636240 unknown :-1 s=CLOSED pgs=952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.203+0000 7f7e9affd640  0 client.17682 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T01:59:36.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.203+0000 7f7ec4bff740  1 --2- 172.21.15.46:0/2558527104 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557e5c6332d0 0x557e5c644e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.203+0000 7f7ec4bff740  1 -- 172.21.15.46:0/2558527104 >> 172.21.15.46:0/2558527104 conn(0x557e5c62da00 msgr2=0x557e5c62ee30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:36.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.203+0000 7f7ec4bff740  1 -- 172.21.15.46:0/2558527104 shutdown_connections
2024-03-19T01:59:36.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.203+0000 7f7ec4bff740  1 -- 172.21.15.46:0/2558527104 wait complete.
2024-03-19T01:59:36.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.203+0000 7f7ec4bff740 20 client.17682 trim_cache size 0 max 16384
2024-03-19T01:59:36.211 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:59:36.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.204+0000 7f7ec1f3b640  1 -- 172.21.15.46:0/108722596 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7ea40a2970 msgr2=0x7f7ea40a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:36.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.204+0000 7f7ec1f3b640  1 --2- 172.21.15.46:0/108722596 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7ea40a2970 0x7f7ea40a4e30 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f7eb40bd7d0 tx=0x7f7eb402c180 comp rx=0 tx=0).stop
2024-03-19T01:59:36.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.204+0000 7f7ec1f3b640  1 -- 172.21.15.46:0/108722596 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7ebc10bd80 msgr2=0x7f7ebc19c7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:36.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.204+0000 7f7ec1f3b640  1 --2- 172.21.15.46:0/108722596 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7ebc10bd80 0x7f7ebc19c7d0 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7f7eb402c790 tx=0x7f7eb4035db0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.204+0000 7f7ec1f3b640  1 -- 172.21.15.46:0/108722596 shutdown_connections
2024-03-19T01:59:36.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.204+0000 7f7ec1f3b640  1 --2- 172.21.15.46:0/108722596 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7ebc10bd80 0x7f7ebc19c7d0 unknown :-1 s=CLOSED pgs=948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.204+0000 7f7ec1f3b640  1 --2- 172.21.15.46:0/108722596 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7ea40a2970 0x7f7ea40a4e30 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.204+0000 7f7ec1f3b640  1 --2- 172.21.15.46:0/108722596 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7ebc103360 0x7f7ebc198450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.204+0000 7f7ec1f3b640  1 --2- 172.21.15.46:0/108722596 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7ebc102a40 0x7f7ebc197f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.204+0000 7f7ec1f3b640  1 -- 172.21.15.46:0/108722596 >> 172.21.15.46:0/108722596 conn(0x7f7ebc0778d0 msgr2=0x7f7ebc0fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:36.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.204+0000 7f7ec1f3b640  1 -- 172.21.15.46:0/108722596 shutdown_connections
2024-03-19T01:59:36.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.204+0000 7f7ec1f3b640  1 -- 172.21.15.46:0/108722596 wait complete.
2024-03-19T01:59:36.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:35 smithi073 ceph-mon[66833]: pgmap v294: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s
2024-03-19T01:59:36.215 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls
2024-03-19T01:59:36.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:35 smithi102 ceph-mon[66557]: pgmap v294: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6 op/s
2024-03-19T01:59:36.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.319+0000 7f7ca1df3640  1 -- 172.21.15.46:0/1288111543 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7c9c1000b0 msgr2=0x7f7c9c100490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:36.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.319+0000 7f7ca1df3640  1 --2- 172.21.15.46:0/1288111543 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7c9c1000b0 0x7f7c9c100490 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7f7c8c009900 tx=0x7f7c8c02bc30 comp rx=0 tx=0).stop
2024-03-19T01:59:36.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.319+0000 7f7ca1df3640  1 -- 172.21.15.46:0/1288111543 shutdown_connections
2024-03-19T01:59:36.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.319+0000 7f7ca1df3640  1 --2- 172.21.15.46:0/1288111543 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7c9c105180 0x7f7c9c10cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.319+0000 7f7ca1df3640  1 --2- 172.21.15.46:0/1288111543 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7c9c100a60 0x7f7c9c104aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.319+0000 7f7ca1df3640  1 --2- 172.21.15.46:0/1288111543 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7c9c1000b0 0x7f7c9c100490 unknown :-1 s=CLOSED pgs=953 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.319+0000 7f7ca1df3640  1 -- 172.21.15.46:0/1288111543 >> 172.21.15.46:0/1288111543 conn(0x7f7c9c076c30 msgr2=0x7f7c9c0fdfc0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:36.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.319+0000 7f7ca1df3640  1 -- 172.21.15.46:0/1288111543 shutdown_connections
2024-03-19T01:59:36.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.319+0000 7f7ca1df3640  1 -- 172.21.15.46:0/1288111543 wait complete.
2024-03-19T01:59:36.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.320+0000 7f7ca1df3640  1  Processor -- start
2024-03-19T01:59:36.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.320+0000 7f7ca1df3640  1 --  start start
2024-03-19T01:59:36.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.320+0000 7f7ca1df3640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7c9c1000b0 0x7f7c9c198000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.320+0000 7f7ca1df3640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7c9c105180 0x7f7c9c198540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.320+0000 7f7ca1df3640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7c9c19c8c0 0x7f7c9c19cd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.320+0000 7f7ca1df3640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7c9c111a80 con 0x7f7c9c105180
2024-03-19T01:59:36.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.320+0000 7f7ca1df3640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f7c9c111900 con 0x7f7c9c1000b0
2024-03-19T01:59:36.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.320+0000 7f7ca1df3640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f7c9c111c00 con 0x7f7c9c19c8c0
2024-03-19T01:59:36.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.321+0000 7f7c9affd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7c9c105180 0x7f7c9c198540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.321+0000 7f7c9affd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7c9c105180 0x7f7c9c198540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56606/0 (socket says 172.21.15.46:56606)
2024-03-19T01:59:36.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.321+0000 7f7c9affd640  1 -- 172.21.15.46:0/1918093500 learned_addr learned my addr 172.21.15.46:0/1918093500 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:36.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.321+0000 7f7c9b7fe640  1 --2- 172.21.15.46:0/1918093500 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7c9c1000b0 0x7f7c9c198000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.321+0000 7f7c9bfff640  1 --2- 172.21.15.46:0/1918093500 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7c9c19c8c0 0x7f7c9c19cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.321+0000 7f7c9affd640  1 -- 172.21.15.46:0/1918093500 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7c9c19c8c0 msgr2=0x7f7c9c19cd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:36.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.321+0000 7f7c9affd640  1 --2- 172.21.15.46:0/1918093500 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7c9c19c8c0 0x7f7c9c19cd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.321+0000 7f7c9affd640  1 -- 172.21.15.46:0/1918093500 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7c9c1000b0 msgr2=0x7f7c9c198000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:36.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.321+0000 7f7c9affd640  1 --2- 172.21.15.46:0/1918093500 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7c9c1000b0 0x7f7c9c198000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.321+0000 7f7c9affd640  1 -- 172.21.15.46:0/1918093500 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c9c19d3b0 con 0x7f7c9c105180
2024-03-19T01:59:36.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.321+0000 7f7c9affd640  1 --2- 172.21.15.46:0/1918093500 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7c9c105180 0x7f7c9c198540 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f7c9000e9c0 tx=0x7f7c9000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:36.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.321+0000 7f7c98ff9640  1 -- 172.21.15.46:0/1918093500 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c9000cd80 con 0x7f7c9c105180
2024-03-19T01:59:36.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.321+0000 7f7c98ff9640  1 -- 172.21.15.46:0/1918093500 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c900054d0 con 0x7f7c9c105180
2024-03-19T01:59:36.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.321+0000 7f7ca1df3640  1 -- 172.21.15.46:0/1918093500 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c9c19d6a0 con 0x7f7c9c105180
2024-03-19T01:59:36.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.321+0000 7f7c98ff9640  1 -- 172.21.15.46:0/1918093500 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c90010430 con 0x7f7c9c105180
2024-03-19T01:59:36.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.321+0000 7f7ca1df3640  1 -- 172.21.15.46:0/1918093500 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c9c1a4e90 con 0x7f7c9c105180
2024-03-19T01:59:36.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.323+0000 7f7c98ff9640  1 -- 172.21.15.46:0/1918093500 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f7c90004fd0 con 0x7f7c9c105180
2024-03-19T01:59:36.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.324+0000 7f7ca49d9740  1  Processor -- start
2024-03-19T01:59:36.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.324+0000 7f7ca49d9740  1 --  start start
2024-03-19T01:59:36.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.324+0000 7f7ca49d9740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55942f7a62d0 0x55942f7a66b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.324+0000 7f7ca49d9740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55942f7a6bf0 0x55942f7af290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.324+0000 7f7ca49d9740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55942f7af7d0 0x55942f7b1bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.324+0000 7f7ca49d9740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55942f7094b0 con 0x55942f7a62d0
2024-03-19T01:59:36.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.324+0000 7f7ca49d9740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55942f6b1d70 con 0x55942f7af7d0
2024-03-19T01:59:36.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.324+0000 7f7ca49d9740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55942f705550 con 0x55942f7a6bf0
2024-03-19T01:59:36.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.324+0000 7f7c98ff9640  1 --2- 172.21.15.46:0/1918093500 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7c840a2970 0x7f7c840a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.324+0000 7f7c9affd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55942f7af7d0 0x55942f7b1bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.324+0000 7f7c9b7fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55942f7a6bf0 0x55942f7af290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.324+0000 7f7c9bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55942f7a62d0 0x55942f7a66b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.324+0000 7f7c9affd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55942f7af7d0 0x55942f7b1bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:34968/0 (socket says 172.21.15.46:34968)
2024-03-19T01:59:36.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.324+0000 7f7c9affd640  1 -- 172.21.15.46:0/4160955085 learned_addr learned my addr 172.21.15.46:0/4160955085 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:36.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.324+0000 7f7c9bfff640  1 --2- 172.21.15.46:0/1918093500 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7c840a2970 0x7f7c840a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.324+0000 7f7c98ff9640  1 -- 172.21.15.46:0/1918093500 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7f7c900cf670 con 0x7f7c9c105180
2024-03-19T01:59:36.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.324+0000 7f7c9b7fe640  1 -- 172.21.15.46:0/4160955085 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55942f7af7d0 msgr2=0x55942f7b1bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:36.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.324+0000 7f7c9b7fe640  1 --2- 172.21.15.46:0/4160955085 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55942f7af7d0 0x55942f7b1bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.324+0000 7f7c9b7fe640  1 -- 172.21.15.46:0/4160955085 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55942f7a62d0 msgr2=0x55942f7a66b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:36.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.324+0000 7f7c9b7fe640  1 --2- 172.21.15.46:0/4160955085 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55942f7a62d0 0x55942f7a66b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.324+0000 7f7c9b7fe640  1 -- 172.21.15.46:0/4160955085 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55942f6d4210 con 0x55942f7a6bf0
2024-03-19T01:59:36.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.325+0000 7f7c9bfff640  1 --2- 172.21.15.46:0/1918093500 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7c840a2970 0x7f7c840a4e30 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f7c94005fd0 tx=0x7f7c94009500 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:36.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.325+0000 7f7c9b7fe640  1 --2- 172.21.15.46:0/4160955085 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55942f7a6bf0 0x55942f7af290 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f7c8c000c00 tx=0x7f7c8c0095f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e25e06838c86e6d8 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:36.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.325+0000 7f7c81ffb640  1 -- 172.21.15.46:0/4160955085 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c8c045020 con 0x55942f7a6bf0
2024-03-19T01:59:36.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.325+0000 7f7c81ffb640  1 -- 172.21.15.46:0/4160955085 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c8c02c7e0 con 0x55942f7a6bf0
2024-03-19T01:59:36.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.325+0000 7f7c81ffb640  1 -- 172.21.15.46:0/4160955085 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c8c0054d0 con 0x55942f7a6bf0
2024-03-19T01:59:36.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.325+0000 7f7ca49d9740  1 -- 172.21.15.46:0/4160955085 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55942f7a6bf0 msgr2=0x55942f7af290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:36.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.325+0000 7f7ca49d9740  1 --2- 172.21.15.46:0/4160955085 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55942f7a6bf0 0x55942f7af290 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f7c8c000c00 tx=0x7f7c8c0095f0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.325+0000 7f7ca49d9740  1 -- 172.21.15.46:0/4160955085 shutdown_connections
2024-03-19T01:59:36.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.325+0000 7f7ca49d9740  1 --2- 172.21.15.46:0/4160955085 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55942f7af7d0 0x55942f7b1bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.325+0000 7f7ca49d9740  1 --2- 172.21.15.46:0/4160955085 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55942f7a6bf0 0x55942f7af290 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.325+0000 7f7ca49d9740  1 --2- 172.21.15.46:0/4160955085 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55942f7a62d0 0x55942f7a66b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.326+0000 7f7ca49d9740  1 -- 172.21.15.46:0/4160955085 >> 172.21.15.46:0/4160955085 conn(0x55942f7a0a00 msgr2=0x55942f7a0de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:36.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.326+0000 7f7ca49d9740  1 -- 172.21.15.46:0/4160955085 shutdown_connections
2024-03-19T01:59:36.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.326+0000 7f7ca49d9740  1 -- 172.21.15.46:0/4160955085 wait complete.
2024-03-19T01:59:36.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.326+0000 7f7ca49d9740  1 --  start start
2024-03-19T01:59:36.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.326+0000 7f7ca49d9740  1  Processor -- start
2024-03-19T01:59:36.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.326+0000 7f7ca49d9740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55942f7a62d0 0x55942f7ac7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.326+0000 7f7ca49d9740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55942f7a6bf0 0x55942f7acd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.326+0000 7f7ca49d9740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55942f7af7d0 0x55942f7ad250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.326+0000 7f7ca49d9740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55942f7b2560 con 0x55942f7af7d0
2024-03-19T01:59:36.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.326+0000 7f7ca49d9740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55942f6c5310 con 0x55942f7a62d0
2024-03-19T01:59:36.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.326+0000 7f7ca49d9740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55942f7b26e0 con 0x55942f7a6bf0
2024-03-19T01:59:36.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.326+0000 7f7ca49d9740 10 client.0 _ll_register_callbacks cb 0x55942f6b92d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:59:36.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.326+0000 7f7c9bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55942f7af7d0 0x55942f7ad250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.326+0000 7f7c9bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55942f7af7d0 0x55942f7ad250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56618/0 (socket says 172.21.15.46:56618)
2024-03-19T01:59:36.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.326+0000 7f7c9bfff640  1 -- 172.21.15.46:0/3378470682 learned_addr learned my addr 172.21.15.46:0/3378470682 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:36.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.326+0000 7f7c9b7fe640  1 --2- 172.21.15.46:0/3378470682 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55942f7a62d0 0x55942f7ac7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.326+0000 7f7c9affd640  1 --2- 172.21.15.46:0/3378470682 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55942f7a6bf0 0x55942f7acd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.327+0000 7f7c9bfff640  1 -- 172.21.15.46:0/3378470682 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55942f7a6bf0 msgr2=0x55942f7acd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:36.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.327+0000 7f7c9bfff640  1 --2- 172.21.15.46:0/3378470682 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55942f7a6bf0 0x55942f7acd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.327+0000 7f7c9bfff640  1 -- 172.21.15.46:0/3378470682 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55942f7a62d0 msgr2=0x55942f7ac7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:36.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.327+0000 7f7c9bfff640  1 --2- 172.21.15.46:0/3378470682 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55942f7a62d0 0x55942f7ac7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.327+0000 7f7c9bfff640  1 -- 172.21.15.46:0/3378470682 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55942f41d3f0 con 0x55942f7af7d0
2024-03-19T01:59:36.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.327+0000 7f7c9bfff640  1 --2- 172.21.15.46:0/3378470682 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55942f7af7d0 0x55942f7ad250 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f7c9400fef0 tx=0x7f7c94004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b90f14b935f9b523 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:36.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.327+0000 7f7c7affd640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:59:36.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.327+0000 7f7c7affd640  1 -- 172.21.15.46:0/3378470682 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c9402e060 con 0x55942f7af7d0
2024-03-19T01:59:36.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.327+0000 7f7c7affd640  1 -- 172.21.15.46:0/3378470682 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7f7c94021b40 con 0x55942f7af7d0
2024-03-19T01:59:36.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.327+0000 7f7ca49d9740  1 -- 172.21.15.46:0/3378470682 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7c8c02c7e0 con 0x55942f7af7d0
2024-03-19T01:59:36.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.327+0000 7f7c7affd640  1 -- 172.21.15.46:0/3378470682 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f7c94035050 con 0x55942f7af7d0
2024-03-19T01:59:36.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.327+0000 7f7ca49d9740 10 client.17694 fetch_fsmap learned FSMap version 35
2024-03-19T01:59:36.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.327+0000 7f7ca49d9740  1 -- 172.21.15.46:0/3378470682 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55942f4e77d0 con 0x55942f7af7d0
2024-03-19T01:59:36.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.327+0000 7f7c7affd640  1 -- 172.21.15.46:0/3378470682 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c8c02c7e0 con 0x55942f7af7d0
2024-03-19T01:59:36.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.328+0000 7f7c7affd640  1 -- 172.21.15.46:0/3378470682 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f7c9401d070 con 0x55942f7af7d0
2024-03-19T01:59:36.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.328+0000 7f7ca49d9740 10 client.17694 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:59:36.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.328+0000 7f7ca49d9740 10 client.17694 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:59:36.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.328+0000 7f7ca49d9740 20 client.17694 populate_metadata read hostname 'smithi046'
2024-03-19T01:59:36.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.328+0000 7f7ca49d9740  1 --2- 172.21.15.46:0/3378470682 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55942f7bfbb0 0x55942f7c2010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.328+0000 7f7ca49d9740  4 client.17694 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:59:36.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.328+0000 7f7ca49d9740  1 -- 172.21.15.46:0/3378470682 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55942f7673e0 con 0x55942f7bfbb0
2024-03-19T01:59:36.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.328+0000 7f7c9b7fe640  1 --2- 172.21.15.46:0/3378470682 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55942f7bfbb0 0x55942f7c2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.328+0000 7f7c9b7fe640  1 --2- 172.21.15.46:0/3378470682 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55942f7bfbb0 0x55942f7c2010 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3fcc75c6915fa544 server_cookie=5b27323ce80b20bb in_seq=0 out_seq=0
2024-03-19T01:59:36.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.328+0000 7f7c7affd640 10 client.17694 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:59:36.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.329+0000 7f7c7affd640  1 -- 172.21.15.46:0/3378470682 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55942f7673e0 con 0x55942f7bfbb0
2024-03-19T01:59:36.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.329+0000 7f7c7affd640 10 client.17694 handle_command_reply: tid=0
2024-03-19T01:59:36.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.329+0000 7f7ca49d9740  1 client.17694 shutdown
2024-03-19T01:59:36.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.329+0000 7f7ca49d9740  1 -- 172.21.15.46:0/3378470682 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55942f7af7d0 msgr2=0x55942f7ad250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:36.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.329+0000 7f7ca49d9740  1 --2- 172.21.15.46:0/3378470682 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55942f7af7d0 0x55942f7ad250 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f7c9400fef0 tx=0x7f7c94004a40 comp rx=0 tx=0).stop
2024-03-19T01:59:36.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.329+0000 7f7ca49d9740  1 -- 172.21.15.46:0/3378470682 shutdown_connections
2024-03-19T01:59:36.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.329+0000 7f7ca49d9740  1 --2- 172.21.15.46:0/3378470682 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55942f7bfbb0 0x55942f7c2010 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.329+0000 7f7ca49d9740  1 --2- 172.21.15.46:0/3378470682 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55942f7af7d0 0x55942f7ad250 unknown :-1 s=CLOSED pgs=955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.329+0000 7f7ca49d9740  1 --2- 172.21.15.46:0/3378470682 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55942f7a6bf0 0x55942f7acd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.329+0000 7f7ca49d9740  1 --2- 172.21.15.46:0/3378470682 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55942f7a62d0 0x55942f7ac7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.329+0000 7f7ca49d9740  1 -- 172.21.15.46:0/3378470682 >> 172.21.15.46:0/3378470682 conn(0x55942f7a0a00 msgr2=0x55942f7a2750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:36.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.329+0000 7f7c7affd640  0 client.17694 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:59:36.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.329+0000 7f7ca49d9740  1 -- 172.21.15.46:0/3378470682 shutdown_connections
2024-03-19T01:59:36.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.329+0000 7f7ca49d9740  1 -- 172.21.15.46:0/3378470682 wait complete.
2024-03-19T01:59:36.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.329+0000 7f7ca49d9740 20 client.17694 trim_cache size 0 max 16384
2024-03-19T01:59:36.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.342+0000 7f7ca49d9740  1  Processor -- start
2024-03-19T01:59:36.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.342+0000 7f7ca49d9740  1 --  start start
2024-03-19T01:59:36.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.343+0000 7f7ca49d9740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55942f7a62d0 0x55942f7aef00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.343+0000 7f7ca49d9740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55942f7a6bf0 0x55942f79ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.343+0000 7f7ca49d9740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55942f7af7d0 0x55942f7bb300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.343+0000 7f7ca49d9740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7c9c1b14f0 con 0x55942f7a62d0
2024-03-19T01:59:36.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.343+0000 7f7ca49d9740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f7c9c1aedc0 con 0x55942f7a6bf0
2024-03-19T01:59:36.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.343+0000 7f7ca49d9740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f7c9c1acc30 con 0x55942f7af7d0
2024-03-19T01:59:36.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.343+0000 7f7c9b7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55942f7a62d0 0x55942f7aef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.343+0000 7f7c9b7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55942f7a62d0 0x55942f7aef00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56620/0 (socket says 172.21.15.46:56620)
2024-03-19T01:59:36.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.343+0000 7f7c9b7fe640  1 -- 172.21.15.46:0/1146628310 learned_addr learned my addr 172.21.15.46:0/1146628310 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:36.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.343+0000 7f7c9bfff640  1 --2- 172.21.15.46:0/1146628310 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55942f7af7d0 0x55942f7bb300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.343+0000 7f7c9affd640  1 --2- 172.21.15.46:0/1146628310 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55942f7a6bf0 0x55942f79ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.343+0000 7f7c9b7fe640  1 -- 172.21.15.46:0/1146628310 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55942f7af7d0 msgr2=0x55942f7bb300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:36.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.343+0000 7f7c9b7fe640  1 --2- 172.21.15.46:0/1146628310 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55942f7af7d0 0x55942f7bb300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.343+0000 7f7c9b7fe640  1 -- 172.21.15.46:0/1146628310 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55942f7a6bf0 msgr2=0x55942f79ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:36.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.343+0000 7f7c9b7fe640  1 --2- 172.21.15.46:0/1146628310 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55942f7a6bf0 0x55942f79ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.343+0000 7f7c9b7fe640  1 -- 172.21.15.46:0/1146628310 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55942f7ab780 con 0x55942f7a62d0
2024-03-19T01:59:36.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.343+0000 7f7c9bfff640  1 --2- 172.21.15.46:0/1146628310 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55942f7af7d0 0x55942f7bb300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:59:36.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.343+0000 7f7c9affd640  1 --2- 172.21.15.46:0/1146628310 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55942f7a6bf0 0x55942f79ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T01:59:36.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.343+0000 7f7c9b7fe640  1 --2- 172.21.15.46:0/1146628310 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55942f7a62d0 0x55942f7aef00 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x55942f7a5da0 tx=0x7f7c8c02c710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4b078a068bf745e server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:36.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.343+0000 7f7c817fa640  1 -- 172.21.15.46:0/1146628310 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c8c045040 con 0x55942f7a62d0
2024-03-19T01:59:36.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.343+0000 7f7c817fa640  1 -- 172.21.15.46:0/1146628310 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c8c02cb90 con 0x55942f7a62d0
2024-03-19T01:59:36.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.343+0000 7f7c817fa640  1 -- 172.21.15.46:0/1146628310 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c8c04f480 con 0x55942f7a62d0
2024-03-19T01:59:36.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.344+0000 7f7ca49d9740  1 -- 172.21.15.46:0/1146628310 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55942f7a62d0 msgr2=0x55942f7aef00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:36.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.344+0000 7f7ca49d9740  1 --2- 172.21.15.46:0/1146628310 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55942f7a62d0 0x55942f7aef00 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x55942f7a5da0 tx=0x7f7c8c02c710 comp rx=0 tx=0).stop
2024-03-19T01:59:36.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.344+0000 7f7ca49d9740  1 -- 172.21.15.46:0/1146628310 shutdown_connections
2024-03-19T01:59:36.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.344+0000 7f7ca49d9740  1 --2- 172.21.15.46:0/1146628310 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55942f7af7d0 0x55942f7bb300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.344+0000 7f7ca49d9740  1 --2- 172.21.15.46:0/1146628310 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55942f7a6bf0 0x55942f79ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.344+0000 7f7ca49d9740  1 --2- 172.21.15.46:0/1146628310 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55942f7a62d0 0x55942f7aef00 unknown :-1 s=CLOSED pgs=956 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.344+0000 7f7ca49d9740  1 -- 172.21.15.46:0/1146628310 >> 172.21.15.46:0/1146628310 conn(0x55942f7a0a00 msgr2=0x55942f79f310 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:36.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.344+0000 7f7ca49d9740  1 -- 172.21.15.46:0/1146628310 shutdown_connections
2024-03-19T01:59:36.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.344+0000 7f7ca49d9740  1 -- 172.21.15.46:0/1146628310 wait complete.
2024-03-19T01:59:36.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.344+0000 7f7ca49d9740  1 --  start start
2024-03-19T01:59:36.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.344+0000 7f7ca49d9740  1  Processor -- start
2024-03-19T01:59:36.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.344+0000 7f7ca49d9740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55942f7a62d0 0x55942f7b7b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.344+0000 7f7ca49d9740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55942f7a6bf0 0x55942f7b2eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.344+0000 7f7ca49d9740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55942f7af7d0 0x55942f7b33f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.344+0000 7f7ca49d9740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7c9c1ad280 con 0x55942f7a6bf0
2024-03-19T01:59:36.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.344+0000 7f7ca49d9740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f7c9c1ae6f0 con 0x55942f7af7d0
2024-03-19T01:59:36.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.345+0000 7f7ca49d9740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f7c9c1ad950 con 0x55942f7a62d0
2024-03-19T01:59:36.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.345+0000 7f7ca49d9740 10 client.0 _ll_register_callbacks cb 0x7f7c9400fdb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:59:36.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.345+0000 7f7c9affd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55942f7a6bf0 0x55942f7b2eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.345+0000 7f7c9affd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55942f7a6bf0 0x55942f7b2eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56630/0 (socket says 172.21.15.46:56630)
2024-03-19T01:59:36.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.345+0000 7f7c9affd640  1 -- 172.21.15.46:0/1798452771 learned_addr learned my addr 172.21.15.46:0/1798452771 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:36.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.345+0000 7f7c9bfff640  1 --2- 172.21.15.46:0/1798452771 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55942f7af7d0 0x55942f7b33f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.345+0000 7f7c9b7fe640  1 --2- 172.21.15.46:0/1798452771 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55942f7a62d0 0x55942f7b7b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.345+0000 7f7c9affd640  1 -- 172.21.15.46:0/1798452771 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55942f7a62d0 msgr2=0x55942f7b7b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:36.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.345+0000 7f7c9affd640  1 --2- 172.21.15.46:0/1798452771 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55942f7a62d0 0x55942f7b7b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.351 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.345+0000 7f7c9affd640  1 -- 172.21.15.46:0/1798452771 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55942f7af7d0 msgr2=0x55942f7b33f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:36.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.345+0000 7f7c9affd640  1 --2- 172.21.15.46:0/1798452771 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55942f7af7d0 0x55942f7b33f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.345+0000 7f7c9affd640  1 -- 172.21.15.46:0/1798452771 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55942f7b3bf0 con 0x55942f7a6bf0
2024-03-19T01:59:36.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.345+0000 7f7c9bfff640  1 --2- 172.21.15.46:0/1798452771 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55942f7af7d0 0x55942f7b33f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:59:36.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.345+0000 7f7c9affd640  1 --2- 172.21.15.46:0/1798452771 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55942f7a6bf0 0x55942f7b2eb0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f7c900a3b10 tx=0x7f7c90005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=104f9a0c72d73f7f server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:36.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.345+0000 7f7c7affd640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:59:36.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.345+0000 7f7c7affd640  1 -- 172.21.15.46:0/1798452771 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c900b3070 con 0x55942f7a6bf0
2024-03-19T01:59:36.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.345+0000 7f7c7affd640  1 -- 172.21.15.46:0/1798452771 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7f7c900ccc10 con 0x55942f7a6bf0
2024-03-19T01:59:36.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.345+0000 7f7ca49d9740  1 -- 172.21.15.46:0/1798452771 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55942f7169f0 con 0x55942f7a6bf0
2024-03-19T01:59:36.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.345+0000 7f7c7affd640  1 -- 172.21.15.46:0/1798452771 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f7c9009b200 con 0x55942f7a6bf0
2024-03-19T01:59:36.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.345+0000 7f7ca49d9740 10 client.17700 fetch_fsmap learned FSMap version 35
2024-03-19T01:59:36.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.345+0000 7f7ca49d9740  1 -- 172.21.15.46:0/1798452771 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55942f825f10 con 0x55942f7a6bf0
2024-03-19T01:59:36.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.346+0000 7f7c7affd640  1 -- 172.21.15.46:0/1798452771 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55942f7169f0 con 0x55942f7a6bf0
2024-03-19T01:59:36.352 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.346+0000 7f7c7affd640  1 -- 172.21.15.46:0/1798452771 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f7c900cf1f0 con 0x55942f7a6bf0
2024-03-19T01:59:36.353 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.346+0000 7f7ca49d9740 10 client.17700 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:59:36.353 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.346+0000 7f7ca49d9740 10 client.17700 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T01:59:36.353 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.346+0000 7f7ca49d9740 20 client.17700 populate_metadata read hostname 'smithi046'
2024-03-19T01:59:36.353 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.346+0000 7f7ca49d9740  1 --2- 172.21.15.46:0/1798452771 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55942f826690 0x55942f828ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.353 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.346+0000 7f7ca49d9740  4 client.17700 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:59:36.353 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.346+0000 7f7ca49d9740  1 -- 172.21.15.46:0/1798452771 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55942f710d40 con 0x55942f826690
2024-03-19T01:59:36.353 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.346+0000 7f7c9b7fe640  1 --2- 172.21.15.46:0/1798452771 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55942f826690 0x55942f828ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.353 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.346+0000 7f7c7affd640 10 client.17700 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T01:59:36.353 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.346+0000 7f7c9b7fe640  1 --2- 172.21.15.46:0/1798452771 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55942f826690 0x55942f828ab0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4dd6b8576067663c server_cookie=e9e51e305ab14d93 in_seq=0 out_seq=0
2024-03-19T01:59:36.353 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.346+0000 7f7c7affd640  1 -- 172.21.15.46:0/1798452771 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55942f710d40 con 0x55942f826690
2024-03-19T01:59:36.353 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.346+0000 7f7c7affd640 10 client.17700 handle_command_reply: tid=0
2024-03-19T01:59:36.353 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.346+0000 7f7ca49d9740  1 client.17700 shutdown
2024-03-19T01:59:36.353 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.347+0000 7f7ca49d9740  1 -- 172.21.15.46:0/1798452771 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55942f7a6bf0 msgr2=0x55942f7b2eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:36.353 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.347+0000 7f7ca49d9740  1 --2- 172.21.15.46:0/1798452771 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55942f7a6bf0 0x55942f7b2eb0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f7c900a3b10 tx=0x7f7c90005880 comp rx=0 tx=0).stop
2024-03-19T01:59:36.353 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.347+0000 7f7ca49d9740  1 -- 172.21.15.46:0/1798452771 shutdown_connections
2024-03-19T01:59:36.354 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.347+0000 7f7ca49d9740  1 --2- 172.21.15.46:0/1798452771 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x55942f826690 0x55942f828ab0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.354 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.347+0000 7f7ca49d9740  1 --2- 172.21.15.46:0/1798452771 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55942f7af7d0 0x55942f7b33f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.354 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.347+0000 7f7c7affd640  0 client.17700 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T01:59:36.354 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.347+0000 7f7ca49d9740  1 --2- 172.21.15.46:0/1798452771 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55942f7a6bf0 0x55942f7b2eb0 unknown :-1 s=CLOSED pgs=957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.354 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.347+0000 7f7ca49d9740  1 --2- 172.21.15.46:0/1798452771 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55942f7a62d0 0x55942f7b7b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.354 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.347+0000 7f7ca49d9740  1 -- 172.21.15.46:0/1798452771 >> 172.21.15.46:0/1798452771 conn(0x55942f7a0a00 msgr2=0x55942f7ad020 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:36.354 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.347+0000 7f7ca49d9740  1 -- 172.21.15.46:0/1798452771 shutdown_connections
2024-03-19T01:59:36.354 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.347+0000 7f7ca49d9740  1 -- 172.21.15.46:0/1798452771 wait complete.
2024-03-19T01:59:36.354 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.347+0000 7f7ca49d9740 20 client.17700 trim_cache size 0 max 16384
2024-03-19T01:59:36.354 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:59:36.355 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.347+0000 7f7ca1df3640  1 -- 172.21.15.46:0/1918093500 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7c840a2970 msgr2=0x7f7c840a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:36.355 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.347+0000 7f7ca1df3640  1 --2- 172.21.15.46:0/1918093500 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7c840a2970 0x7f7c840a4e30 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f7c94005fd0 tx=0x7f7c94009500 comp rx=0 tx=0).stop
2024-03-19T01:59:36.355 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.347+0000 7f7ca1df3640  1 -- 172.21.15.46:0/1918093500 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7c9c105180 msgr2=0x7f7c9c198540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:36.356 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.347+0000 7f7ca1df3640  1 --2- 172.21.15.46:0/1918093500 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7c9c105180 0x7f7c9c198540 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f7c9000e9c0 tx=0x7f7c9000ee80 comp rx=0 tx=0).stop
2024-03-19T01:59:36.356 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.347+0000 7f7ca1df3640  1 -- 172.21.15.46:0/1918093500 shutdown_connections
2024-03-19T01:59:36.356 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.347+0000 7f7ca1df3640  1 --2- 172.21.15.46:0/1918093500 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7c840a2970 0x7f7c840a4e30 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.356 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.347+0000 7f7ca1df3640  1 --2- 172.21.15.46:0/1918093500 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7c9c19c8c0 0x7f7c9c19cd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.356 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.347+0000 7f7ca1df3640  1 --2- 172.21.15.46:0/1918093500 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7c9c105180 0x7f7c9c198540 unknown :-1 s=CLOSED pgs=954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.356 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.347+0000 7f7ca1df3640  1 --2- 172.21.15.46:0/1918093500 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7c9c1000b0 0x7f7c9c198000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.356 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.347+0000 7f7ca1df3640  1 -- 172.21.15.46:0/1918093500 >> 172.21.15.46:0/1918093500 conn(0x7f7c9c076c30 msgr2=0x7f7c9c1033e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:36.356 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.347+0000 7f7ca1df3640  1 -- 172.21.15.46:0/1918093500 shutdown_connections
2024-03-19T01:59:36.356 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.347+0000 7f7ca1df3640  1 -- 172.21.15.46:0/1918093500 wait complete.
2024-03-19T01:59:36.358 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls
2024-03-19T01:59:36.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.462+0000 7f078d959640  1 -- 172.21.15.46:0/2679535555 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0788103360 msgr2=0x7f078810b840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:36.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.462+0000 7f078d959640  1 --2- 172.21.15.46:0/2679535555 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0788103360 0x7f078810b840 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f0770009860 tx=0x7f077002bc00 comp rx=0 tx=0).stop
2024-03-19T01:59:36.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.462+0000 7f078d959640  1 -- 172.21.15.46:0/2679535555 shutdown_connections
2024-03-19T01:59:36.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.462+0000 7f078d959640  1 --2- 172.21.15.46:0/2679535555 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f078810bd80 0x7f078810e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.462+0000 7f078d959640  1 --2- 172.21.15.46:0/2679535555 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0788103360 0x7f078810b840 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.462+0000 7f078d959640  1 --2- 172.21.15.46:0/2679535555 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0788102a40 0x7f0788102e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.462+0000 7f078d959640  1 -- 172.21.15.46:0/2679535555 >> 172.21.15.46:0/2679535555 conn(0x7f07880778d0 msgr2=0x7f0788077ce0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:36.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.462+0000 7f078d959640  1 -- 172.21.15.46:0/2679535555 shutdown_connections
2024-03-19T01:59:36.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.462+0000 7f078d959640  1 -- 172.21.15.46:0/2679535555 wait complete.
2024-03-19T01:59:36.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.463+0000 7f078d959640  1  Processor -- start
2024-03-19T01:59:36.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.463+0000 7f078d959640  1 --  start start
2024-03-19T01:59:36.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.463+0000 7f078d959640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0788102a40 0x7f0788197fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.463+0000 7f078d959640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0788103360 0x7f0788198510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.463+0000 7f078d959640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f078810bd80 0x7f078819c890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.463+0000 7f078d959640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f0788111a30 con 0x7f078810bd80
2024-03-19T01:59:36.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.463+0000 7f078d959640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f07881118b0 con 0x7f0788103360
2024-03-19T01:59:36.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.463+0000 7f078d959640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0788111bb0 con 0x7f0788102a40
2024-03-19T01:59:36.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.463+0000 7f07877fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f078810bd80 0x7f078819c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.464+0000 7f07877fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f078810bd80 0x7f078819c890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56648/0 (socket says 172.21.15.46:56648)
2024-03-19T01:59:36.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.464+0000 7f0786ffd640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0788102a40 0x7f0788197fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.464+0000 7f07877fe640  1 -- 172.21.15.46:0/3844742351 learned_addr learned my addr 172.21.15.46:0/3844742351 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:36.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.464+0000 7f07867fc640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0788103360 0x7f0788198510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.464+0000 7f07877fe640  1 -- 172.21.15.46:0/3844742351 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0788102a40 msgr2=0x7f0788197fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:36.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.464+0000 7f07877fe640  1 --2- 172.21.15.46:0/3844742351 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0788102a40 0x7f0788197fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.464+0000 7f07877fe640  1 -- 172.21.15.46:0/3844742351 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0788103360 msgr2=0x7f0788198510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:36.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.464+0000 7f07877fe640  1 --2- 172.21.15.46:0/3844742351 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0788103360 0x7f0788198510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.464+0000 7f07877fe640  1 -- 172.21.15.46:0/3844742351 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f078819cfc0 con 0x7f078810bd80
2024-03-19T01:59:36.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.464+0000 7f0786ffd640  1 --2- 172.21.15.46:0/3844742351 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0788102a40 0x7f0788197fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:59:36.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.464+0000 7f07877fe640  1 --2- 172.21.15.46:0/3844742351 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f078810bd80 0x7f078819c890 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f078000e940 tx=0x7f078000ee00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:36.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.464+0000 7f078c957640  1 -- 172.21.15.46:0/3844742351 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f078000cd80 con 0x7f078810bd80
2024-03-19T01:59:36.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.464+0000 7f078d959640  1 -- 172.21.15.46:0/3844742351 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f078819d2b0 con 0x7f078810bd80
2024-03-19T01:59:36.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.464+0000 7f078c957640  1 -- 172.21.15.46:0/3844742351 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f07800035f0 con 0x7f078810bd80
2024-03-19T01:59:36.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.464+0000 7f078c957640  1 -- 172.21.15.46:0/3844742351 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0780010670 con 0x7f078810bd80
2024-03-19T01:59:36.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.464+0000 7f078d959640  1 -- 172.21.15.46:0/3844742351 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07881a4b40 con 0x7f078810bd80
2024-03-19T01:59:36.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.467+0000 7f0790617740  1  Processor -- start
2024-03-19T01:59:36.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.467+0000 7f078c957640  1 -- 172.21.15.46:0/3844742351 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f0780004000 con 0x7f078810bd80
2024-03-19T01:59:36.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.467+0000 7f0790617740  1 --  start start
2024-03-19T01:59:36.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.467+0000 7f0790617740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e4502ff80 0x556e45030360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.467+0000 7f0790617740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e450308a0 0x556e4503d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.467+0000 7f0790617740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e4503dbe0 0x556e4503ffd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.467+0000 7f0790617740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x556e44f934b0 con 0x556e450308a0
2024-03-19T01:59:36.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.467+0000 7f0790617740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x556e44f3bd70 con 0x556e4503dbe0
2024-03-19T01:59:36.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.467+0000 7f0790617740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x556e44f8f550 con 0x556e4502ff80
2024-03-19T01:59:36.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.468+0000 7f0786ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e450308a0 0x556e4503d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.468+0000 7f07867fc640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e4502ff80 0x556e45030360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.474 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.468+0000 7f0786ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e450308a0 0x556e4503d6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56664/0 (socket says 172.21.15.46:56664)
2024-03-19T01:59:36.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.468+0000 7f0786ffd640  1 -- 172.21.15.46:0/3153266001 learned_addr learned my addr 172.21.15.46:0/3153266001 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:36.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.468+0000 7f07867fc640  1 --2- 172.21.15.46:0/3153266001 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e4503dbe0 0x556e4503ffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.468+0000 7f0786ffd640  1 -- 172.21.15.46:0/3153266001 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e4502ff80 msgr2=0x556e45030360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:36.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.468+0000 7f0786ffd640  1 --2- 172.21.15.46:0/3153266001 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e4502ff80 0x556e45030360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.468+0000 7f0786ffd640  1 -- 172.21.15.46:0/3153266001 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e4503dbe0 msgr2=0x556e4503ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:36.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.468+0000 7f0786ffd640  1 --2- 172.21.15.46:0/3153266001 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e4503dbe0 0x556e4503ffd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.468+0000 7f0786ffd640  1 -- 172.21.15.46:0/3153266001 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e44f5e210 con 0x556e450308a0
2024-03-19T01:59:36.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.468+0000 7f078c957640  1 --2- 172.21.15.46:0/3844742351 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f07740a2970 0x7f07740a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.468+0000 7f07867fc640  1 --2- 172.21.15.46:0/3844742351 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f07740a2970 0x7f07740a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.468+0000 7f078c957640  1 -- 172.21.15.46:0/3844742351 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7f07800cf510 con 0x7f078810bd80
2024-03-19T01:59:36.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.468+0000 7f0786ffd640  1 --2- 172.21.15.46:0/3153266001 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e450308a0 0x556e4503d6a0 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7f0778011860 tx=0x7f0778011d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=334e5dafee9c73f server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:36.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.468+0000 7f077dffb640  1 -- 172.21.15.46:0/3153266001 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07780112f0 con 0x556e450308a0
2024-03-19T01:59:36.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.468+0000 7f077dffb640  1 -- 172.21.15.46:0/3153266001 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0778003e20 con 0x556e450308a0
2024-03-19T01:59:36.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.468+0000 7f077dffb640  1 -- 172.21.15.46:0/3153266001 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0778004450 con 0x556e450308a0
2024-03-19T01:59:36.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.469+0000 7f0790617740  1 -- 172.21.15.46:0/3153266001 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e450308a0 msgr2=0x556e4503d6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:36.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.469+0000 7f07867fc640  1 --2- 172.21.15.46:0/3844742351 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f07740a2970 0x7f07740a4e30 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f077002c210 tx=0x7f077002e040 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:36.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.469+0000 7f0790617740  1 --2- 172.21.15.46:0/3153266001 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e450308a0 0x556e4503d6a0 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7f0778011860 tx=0x7f0778011d20 comp rx=0 tx=0).stop
2024-03-19T01:59:36.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.469+0000 7f0790617740  1 -- 172.21.15.46:0/3153266001 shutdown_connections
2024-03-19T01:59:36.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.469+0000 7f0790617740  1 --2- 172.21.15.46:0/3153266001 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e4503dbe0 0x556e4503ffd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.469+0000 7f0790617740  1 --2- 172.21.15.46:0/3153266001 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e450308a0 0x556e4503d6a0 unknown :-1 s=CLOSED pgs=959 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.469+0000 7f0790617740  1 --2- 172.21.15.46:0/3153266001 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e4502ff80 0x556e45030360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.469+0000 7f0790617740  1 -- 172.21.15.46:0/3153266001 >> 172.21.15.46:0/3153266001 conn(0x556e4502aa00 msgr2=0x556e4502ade0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:36.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.469+0000 7f0790617740  1 -- 172.21.15.46:0/3153266001 shutdown_connections
2024-03-19T01:59:36.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.469+0000 7f0790617740  1 -- 172.21.15.46:0/3153266001 wait complete.
2024-03-19T01:59:36.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.469+0000 7f0790617740  1 --  start start
2024-03-19T01:59:36.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.469+0000 7f0790617740  1  Processor -- start
2024-03-19T01:59:36.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.470+0000 7f0790617740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e4502ff80 0x556e4503ab10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.470+0000 7f0790617740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e450308a0 0x556e4503b050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.470+0000 7f0790617740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e4503dbe0 0x556e4503b590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.470+0000 7f0790617740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x556e45040a20 con 0x556e4503dbe0
2024-03-19T01:59:36.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.470+0000 7f0790617740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x556e44f4f310 con 0x556e4502ff80
2024-03-19T01:59:36.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.470+0000 7f0790617740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x556e45040ba0 con 0x556e450308a0
2024-03-19T01:59:36.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.470+0000 7f0790617740 10 client.0 _ll_register_callbacks cb 0x556e44f432d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:59:36.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.470+0000 7f07877fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e4503dbe0 0x556e4503b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.470+0000 7f0786ffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e4502ff80 0x556e4503ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.470+0000 7f07867fc640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e450308a0 0x556e4503b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.470+0000 7f07877fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e4503dbe0 0x556e4503b590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56668/0 (socket says 172.21.15.46:56668)
2024-03-19T01:59:36.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.470+0000 7f0786ffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e4502ff80 0x556e4503ab10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:35016/0 (socket says 172.21.15.46:35016)
2024-03-19T01:59:36.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.470+0000 7f07877fe640  1 -- 172.21.15.46:0/827711078 learned_addr learned my addr 172.21.15.46:0/827711078 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:36.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.470+0000 7f07877fe640  1 -- 172.21.15.46:0/827711078 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e450308a0 msgr2=0x556e4503b050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:36.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.470+0000 7f07877fe640  1 --2- 172.21.15.46:0/827711078 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e450308a0 0x556e4503b050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.470+0000 7f07877fe640  1 -- 172.21.15.46:0/827711078 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e4502ff80 msgr2=0x556e4503ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:36.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.470+0000 7f07877fe640  1 --2- 172.21.15.46:0/827711078 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e4502ff80 0x556e4503ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.470+0000 7f07877fe640  1 -- 172.21.15.46:0/827711078 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e44ca73f0 con 0x556e4503dbe0
2024-03-19T01:59:36.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.470+0000 7f0786ffd640  1 --2- 172.21.15.46:0/827711078 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e4502ff80 0x556e4503ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:59:36.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.470+0000 7f07877fe640  1 --2- 172.21.15.46:0/827711078 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e4503dbe0 0x556e4503b590 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f07800a3a10 tx=0x7f078009b200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40f8cb1e97dc9b8f server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:36.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.470+0000 7f0766ffd640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:59:36.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.470+0000 7f0766ffd640  1 -- 172.21.15.46:0/827711078 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07800b4060 con 0x556e4503dbe0
2024-03-19T01:59:36.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.470+0000 7f0766ffd640  1 -- 172.21.15.46:0/827711078 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7f07800037a0 con 0x556e4503dbe0
2024-03-19T01:59:36.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.470+0000 7f0790617740  1 -- 172.21.15.46:0/827711078 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0778003e20 con 0x556e4503dbe0
2024-03-19T01:59:36.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.471+0000 7f0766ffd640  1 -- 172.21.15.46:0/827711078 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f07800a3f40 con 0x556e4503dbe0
2024-03-19T01:59:36.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.471+0000 7f0790617740 10 client.17712 fetch_fsmap learned FSMap version 35
2024-03-19T01:59:36.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.471+0000 7f0790617740  1 -- 172.21.15.46:0/827711078 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x556e44d717d0 con 0x556e4503dbe0
2024-03-19T01:59:36.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.471+0000 7f0766ffd640  1 -- 172.21.15.46:0/827711078 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0778003e20 con 0x556e4503dbe0
2024-03-19T01:59:36.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.471+0000 7f0766ffd640  1 -- 172.21.15.46:0/827711078 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f0780084ce0 con 0x556e4503dbe0
2024-03-19T01:59:36.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.471+0000 7f0790617740 10 client.17712 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:59:36.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.471+0000 7f0790617740 10 client.17712 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:59:36.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.471+0000 7f0790617740 20 client.17712 populate_metadata read hostname 'smithi046'
2024-03-19T01:59:36.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.471+0000 7f0790617740  1 --2- 172.21.15.46:0/827711078 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x556e4504dea0 0x556e45050290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.471+0000 7f0790617740  4 client.17712 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:59:36.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.471+0000 7f0790617740  1 -- 172.21.15.46:0/827711078 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556e44ff13e0 con 0x556e4504dea0
2024-03-19T01:59:36.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.471+0000 7f0786ffd640  1 --2- 172.21.15.46:0/827711078 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x556e4504dea0 0x556e45050290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.472+0000 7f0786ffd640  1 --2- 172.21.15.46:0/827711078 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x556e4504dea0 0x556e45050290 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e7178e94dac8f39a server_cookie=14998077811c9fd3 in_seq=0 out_seq=0
2024-03-19T01:59:36.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.472+0000 7f0766ffd640 10 client.17712 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:59:36.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.472+0000 7f0766ffd640  1 -- 172.21.15.46:0/827711078 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x556e44ff13e0 con 0x556e4504dea0
2024-03-19T01:59:36.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.472+0000 7f0766ffd640 10 client.17712 handle_command_reply: tid=0
2024-03-19T01:59:36.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.472+0000 7f0790617740  1 client.17712 shutdown
2024-03-19T01:59:36.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.472+0000 7f0790617740  1 -- 172.21.15.46:0/827711078 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e4503dbe0 msgr2=0x556e4503b590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:36.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.472+0000 7f0790617740  1 --2- 172.21.15.46:0/827711078 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e4503dbe0 0x556e4503b590 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f07800a3a10 tx=0x7f078009b200 comp rx=0 tx=0).stop
2024-03-19T01:59:36.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.472+0000 7f0790617740  1 -- 172.21.15.46:0/827711078 shutdown_connections
2024-03-19T01:59:36.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.472+0000 7f0790617740  1 --2- 172.21.15.46:0/827711078 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x556e4504dea0 0x556e45050290 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.472+0000 7f0790617740  1 --2- 172.21.15.46:0/827711078 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e4503dbe0 0x556e4503b590 unknown :-1 s=CLOSED pgs=960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.481 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.472+0000 7f0790617740  1 --2- 172.21.15.46:0/827711078 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e450308a0 0x556e4503b050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.481 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.472+0000 7f0766ffd640  0 client.17712 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:59:36.481 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.472+0000 7f0790617740  1 --2- 172.21.15.46:0/827711078 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e4502ff80 0x556e4503ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.481 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.472+0000 7f0790617740  1 -- 172.21.15.46:0/827711078 >> 172.21.15.46:0/827711078 conn(0x556e4502aa00 msgr2=0x556e4502c750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:36.481 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.473+0000 7f0790617740  1 -- 172.21.15.46:0/827711078 shutdown_connections
2024-03-19T01:59:36.481 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.473+0000 7f0790617740  1 -- 172.21.15.46:0/827711078 wait complete.
2024-03-19T01:59:36.481 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.473+0000 7f0790617740 20 client.17712 trim_cache size 0 max 16384
2024-03-19T01:59:36.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.486+0000 7f0790617740  1  Processor -- start
2024-03-19T01:59:36.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.486+0000 7f0790617740  1 --  start start
2024-03-19T01:59:36.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.486+0000 7f0790617740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e4502ff80 0x556e4503d240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.486+0000 7f0790617740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e450308a0 0x556e45049860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.486+0000 7f0790617740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e4503dbe0 0x556e45039c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.486+0000 7f0790617740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f07881af2d0 con 0x556e4503dbe0
2024-03-19T01:59:36.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.486+0000 7f0790617740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f07881acba0 con 0x556e4502ff80
2024-03-19T01:59:36.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.486+0000 7f0790617740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f07881aaa10 con 0x556e450308a0
2024-03-19T01:59:36.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.486+0000 7f07877fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e4503dbe0 0x556e45039c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.486+0000 7f07877fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e4503dbe0 0x556e45039c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56680/0 (socket says 172.21.15.46:56680)
2024-03-19T01:59:36.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.486+0000 7f0786ffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e4502ff80 0x556e4503d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.486+0000 7f07877fe640  1 -- 172.21.15.46:0/425446079 learned_addr learned my addr 172.21.15.46:0/425446079 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:36.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.486+0000 7f07867fc640  1 --2- 172.21.15.46:0/425446079 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e450308a0 0x556e45049860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.486+0000 7f07877fe640  1 -- 172.21.15.46:0/425446079 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e450308a0 msgr2=0x556e45049860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:36.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.486+0000 7f07877fe640  1 --2- 172.21.15.46:0/425446079 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e450308a0 0x556e45049860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.486+0000 7f07877fe640  1 -- 172.21.15.46:0/425446079 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e4502ff80 msgr2=0x556e4503d240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:36.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.486+0000 7f07877fe640  1 --2- 172.21.15.46:0/425446079 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e4502ff80 0x556e4503d240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.486+0000 7f07877fe640  1 -- 172.21.15.46:0/425446079 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e4502a830 con 0x556e4503dbe0
2024-03-19T01:59:36.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.486+0000 7f07877fe640  1 --2- 172.21.15.46:0/425446079 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e4503dbe0 0x556e45039c70 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7f07800cce90 tx=0x7f078009fa70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=412b9964a61a0dff server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:36.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.487+0000 7f077d7fa640  1 -- 172.21.15.46:0/425446079 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07800b4070 con 0x556e4503dbe0
2024-03-19T01:59:36.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.487+0000 7f077d7fa640  1 -- 172.21.15.46:0/425446079 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f07800037a0 con 0x556e4503dbe0
2024-03-19T01:59:36.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.487+0000 7f077d7fa640  1 -- 172.21.15.46:0/425446079 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0780097a40 con 0x556e4503dbe0
2024-03-19T01:59:36.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.487+0000 7f0790617740  1 -- 172.21.15.46:0/425446079 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e4503dbe0 msgr2=0x556e45039c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:36.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.487+0000 7f0790617740  1 --2- 172.21.15.46:0/425446079 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e4503dbe0 0x556e45039c70 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7f07800cce90 tx=0x7f078009fa70 comp rx=0 tx=0).stop
2024-03-19T01:59:36.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.487+0000 7f0790617740  1 -- 172.21.15.46:0/425446079 shutdown_connections
2024-03-19T01:59:36.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.487+0000 7f0790617740  1 --2- 172.21.15.46:0/425446079 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e4503dbe0 0x556e45039c70 unknown :-1 s=CLOSED pgs=961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.487+0000 7f0790617740  1 --2- 172.21.15.46:0/425446079 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e450308a0 0x556e45049860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.487+0000 7f0790617740  1 --2- 172.21.15.46:0/425446079 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e4502ff80 0x556e4503d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.487+0000 7f0790617740  1 -- 172.21.15.46:0/425446079 >> 172.21.15.46:0/425446079 conn(0x556e4502aa00 msgr2=0x556e45029310 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:36.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.487+0000 7f0790617740  1 -- 172.21.15.46:0/425446079 shutdown_connections
2024-03-19T01:59:36.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.487+0000 7f0790617740  1 -- 172.21.15.46:0/425446079 wait complete.
2024-03-19T01:59:36.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.487+0000 7f0790617740  1 --  start start
2024-03-19T01:59:36.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.488+0000 7f0790617740  1  Processor -- start
2024-03-19T01:59:36.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.488+0000 7f0790617740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e4502ff80 0x556e45046140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.488+0000 7f0790617740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e450308a0 0x556e450414b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.488+0000 7f0790617740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e4503dbe0 0x556e450419f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.488+0000 7f0790617740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f07881ab060 con 0x556e4503dbe0
2024-03-19T01:59:36.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.488+0000 7f0790617740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f07881ac4d0 con 0x556e4502ff80
2024-03-19T01:59:36.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.488+0000 7f0790617740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f07881ab730 con 0x556e450308a0
2024-03-19T01:59:36.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.488+0000 7f0790617740 10 client.0 _ll_register_callbacks cb 0x7f0780097320 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:59:36.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.488+0000 7f0786ffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e4502ff80 0x556e45046140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.488+0000 7f07877fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e4503dbe0 0x556e450419f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.488+0000 7f0786ffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e4502ff80 0x556e45046140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:35032/0 (socket says 172.21.15.46:35032)
2024-03-19T01:59:36.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.488+0000 7f0786ffd640  1 -- 172.21.15.46:0/2336887242 learned_addr learned my addr 172.21.15.46:0/2336887242 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:36.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.488+0000 7f07867fc640  1 --2- 172.21.15.46:0/2336887242 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e450308a0 0x556e450414b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.488+0000 7f07877fe640  1 -- 172.21.15.46:0/2336887242 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e450308a0 msgr2=0x556e450414b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:36.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.488+0000 7f07877fe640  1 --2- 172.21.15.46:0/2336887242 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e450308a0 0x556e450414b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.488+0000 7f07877fe640  1 -- 172.21.15.46:0/2336887242 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e4502ff80 msgr2=0x556e45046140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:36.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.488+0000 7f07877fe640  1 --2- 172.21.15.46:0/2336887242 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e4502ff80 0x556e45046140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.488+0000 7f07877fe640  1 -- 172.21.15.46:0/2336887242 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e450260a0 con 0x556e4503dbe0
2024-03-19T01:59:36.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.488+0000 7f0786ffd640  1 --2- 172.21.15.46:0/2336887242 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e4502ff80 0x556e45046140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:59:36.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.489+0000 7f07877fe640  1 --2- 172.21.15.46:0/2336887242 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e4503dbe0 0x556e450419f0 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7f0780009fd0 tx=0x7f07800cf1b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4595365877f24d0e server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:36.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.489+0000 7f0766ffd640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:59:36.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.489+0000 7f0766ffd640  1 -- 172.21.15.46:0/2336887242 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07800b4070 con 0x556e4503dbe0
2024-03-19T01:59:36.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.489+0000 7f0766ffd640  1 -- 172.21.15.46:0/2336887242 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7f07800afde0 con 0x556e4503dbe0
2024-03-19T01:59:36.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.489+0000 7f0790617740  1 -- 172.21.15.46:0/2336887242 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f07800037a0 con 0x556e4503dbe0
2024-03-19T01:59:36.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.489+0000 7f0766ffd640  1 -- 172.21.15.46:0/2336887242 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f078009b2e0 con 0x556e4503dbe0
2024-03-19T01:59:36.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.489+0000 7f0790617740 10 client.17718 fetch_fsmap learned FSMap version 35
2024-03-19T01:59:36.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.489+0000 7f0790617740  1 -- 172.21.15.46:0/2336887242 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x556e45040390 con 0x556e4503dbe0
2024-03-19T01:59:36.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.489+0000 7f0766ffd640  1 -- 172.21.15.46:0/2336887242 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f07800037a0 con 0x556e4503dbe0
2024-03-19T01:59:36.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.489+0000 7f0766ffd640  1 -- 172.21.15.46:0/2336887242 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f0780084ce0 con 0x556e4503dbe0
2024-03-19T01:59:36.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.489+0000 7f0790617740 10 client.17718 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:59:36.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.489+0000 7f0790617740 10 client.17718 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:59:36.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.489+0000 7f0790617740 20 client.17718 populate_metadata read hostname 'smithi046'
2024-03-19T01:59:36.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.489+0000 7f0790617740  1 --2- 172.21.15.46:0/2336887242 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x556e450b4330 0x556e450b6720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:36.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.489+0000 7f0790617740  4 client.17718 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T01:59:36.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.489+0000 7f0790617740  1 -- 172.21.15.46:0/2336887242 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556e44fa09f0 con 0x556e450b4330
2024-03-19T01:59:36.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.489+0000 7f0786ffd640  1 --2- 172.21.15.46:0/2336887242 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x556e450b4330 0x556e450b6720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:36.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.490+0000 7f0766ffd640 10 client.17718 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:59:36.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.490+0000 7f0786ffd640  1 --2- 172.21.15.46:0/2336887242 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x556e450b4330 0x556e450b6720 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=381782ac3eac108 server_cookie=7dc735554be1f47a in_seq=0 out_seq=0
2024-03-19T01:59:36.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.490+0000 7f0766ffd640  1 -- 172.21.15.46:0/2336887242 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556e44fa09f0 con 0x556e450b4330
2024-03-19T01:59:36.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.490+0000 7f0766ffd640 10 client.17718 handle_command_reply: tid=0
2024-03-19T01:59:36.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.490+0000 7f0790617740  1 client.17718 shutdown
2024-03-19T01:59:36.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.490+0000 7f0790617740  1 -- 172.21.15.46:0/2336887242 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e4503dbe0 msgr2=0x556e450419f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:36.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.490+0000 7f0790617740  1 --2- 172.21.15.46:0/2336887242 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e4503dbe0 0x556e450419f0 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7f0780009fd0 tx=0x7f07800cf1b0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.490+0000 7f0790617740  1 -- 172.21.15.46:0/2336887242 shutdown_connections
2024-03-19T01:59:36.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.490+0000 7f0790617740  1 --2- 172.21.15.46:0/2336887242 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x556e450b4330 0x556e450b6720 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.490+0000 7f0790617740  1 --2- 172.21.15.46:0/2336887242 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556e4503dbe0 0x556e450419f0 unknown :-1 s=CLOSED pgs=962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.497 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.490+0000 7f0790617740  1 --2- 172.21.15.46:0/2336887242 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x556e450308a0 0x556e450414b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.497 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.490+0000 7f0766ffd640  0 client.17718 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:59:36.497 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.490+0000 7f0790617740  1 --2- 172.21.15.46:0/2336887242 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x556e4502ff80 0x556e45046140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.497 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.490+0000 7f0790617740  1 -- 172.21.15.46:0/2336887242 >> 172.21.15.46:0/2336887242 conn(0x556e4502aa00 msgr2=0x556e45029310 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:36.497 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.490+0000 7f0790617740  1 -- 172.21.15.46:0/2336887242 shutdown_connections
2024-03-19T01:59:36.497 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.490+0000 7f0790617740  1 -- 172.21.15.46:0/2336887242 wait complete.
2024-03-19T01:59:36.497 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.490+0000 7f0790617740 20 client.17718 trim_cache size 0 max 16384
2024-03-19T01:59:36.497 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T01:59:36.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.491+0000 7f078d959640  1 -- 172.21.15.46:0/3844742351 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f07740a2970 msgr2=0x7f07740a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:36.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.491+0000 7f078d959640  1 --2- 172.21.15.46:0/3844742351 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f07740a2970 0x7f07740a4e30 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f077002c210 tx=0x7f077002e040 comp rx=0 tx=0).stop
2024-03-19T01:59:36.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.491+0000 7f078d959640  1 -- 172.21.15.46:0/3844742351 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f078810bd80 msgr2=0x7f078819c890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:36.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.491+0000 7f078d959640  1 --2- 172.21.15.46:0/3844742351 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f078810bd80 0x7f078819c890 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f078000e940 tx=0x7f078000ee00 comp rx=0 tx=0).stop
2024-03-19T01:59:36.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.491+0000 7f078d959640  1 -- 172.21.15.46:0/3844742351 shutdown_connections
2024-03-19T01:59:36.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.491+0000 7f078d959640  1 --2- 172.21.15.46:0/3844742351 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f078810bd80 0x7f078819c890 unknown :-1 s=CLOSED pgs=958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.491+0000 7f078d959640  1 --2- 172.21.15.46:0/3844742351 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0788103360 0x7f0788198510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.491+0000 7f078d959640  1 --2- 172.21.15.46:0/3844742351 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f07740a2970 0x7f07740a4e30 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.491+0000 7f078d959640  1 --2- 172.21.15.46:0/3844742351 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0788102a40 0x7f0788197fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:36.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.491+0000 7f078d959640  1 -- 172.21.15.46:0/3844742351 >> 172.21.15.46:0/3844742351 conn(0x7f07880778d0 msgr2=0x7f07880fd7e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:36.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.491+0000 7f078d959640  1 -- 172.21.15.46:0/3844742351 shutdown_connections
2024-03-19T01:59:36.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:36.491+0000 7f078d959640  1 -- 172.21.15.46:0/3844742351 wait complete.
2024-03-19T01:59:37.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:36 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/4064752687' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:59:37.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:36 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/4064752687' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:59:37.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:36 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/4064752687' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T01:59:37.502 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs
2024-03-19T01:59:37.503 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T01:59:37.503 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive
2024-03-19T01:59:37.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.622+0000 7effff35b640  1 -- 172.21.15.46:0/1164360137 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efff806a890 msgr2=0x7efff810e6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:37.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.622+0000 7effff35b640  1 --2- 172.21.15.46:0/1164360137 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efff806a890 0x7efff810e6a0 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7efff0009930 tx=0x7efff002bc30 comp rx=0 tx=0).stop
2024-03-19T01:59:37.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.622+0000 7effff35b640  1 -- 172.21.15.46:0/1164360137 shutdown_connections
2024-03-19T01:59:37.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.622+0000 7effff35b640  1 --2- 172.21.15.46:0/1164360137 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efff806a890 0x7efff810e6a0 unknown :-1 s=CLOSED pgs=963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.622+0000 7effff35b640  1 --2- 172.21.15.46:0/1164360137 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efff8069ed0 0x7efff806a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.622+0000 7effff35b640  1 --2- 172.21.15.46:0/1164360137 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efff8107890 0x7efff8107c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.622+0000 7effff35b640  1 -- 172.21.15.46:0/1164360137 >> 172.21.15.46:0/1164360137 conn(0x7efff80777f0 msgr2=0x7efff8077c00 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:37.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.622+0000 7effff35b640  1 -- 172.21.15.46:0/1164360137 shutdown_connections
2024-03-19T01:59:37.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.622+0000 7effff35b640  1 -- 172.21.15.46:0/1164360137 wait complete.
2024-03-19T01:59:37.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.623+0000 7effff35b640  1  Processor -- start
2024-03-19T01:59:37.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.623+0000 7effff35b640  1 --  start start
2024-03-19T01:59:37.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.623+0000 7effff35b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efff8069ed0 0x7efff8197f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.623+0000 7effff35b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efff806a890 0x7efff81984b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.623+0000 7effff35b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efff8107890 0x7efff819c7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.623+0000 7effff35b640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7efff8111a90 con 0x7efff8069ed0
2024-03-19T01:59:37.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.623+0000 7effff35b640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7efff8111910 con 0x7efff806a890
2024-03-19T01:59:37.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.623+0000 7effff35b640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7efff8111c10 con 0x7efff8107890
2024-03-19T01:59:37.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.623+0000 7efffd0f7640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efff8069ed0 0x7efff8197f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.623+0000 7efffd0f7640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efff8069ed0 0x7efff8197f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56716/0 (socket says 172.21.15.46:56716)
2024-03-19T01:59:37.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.623+0000 7efffd0f7640  1 -- 172.21.15.46:0/1387422284 learned_addr learned my addr 172.21.15.46:0/1387422284 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:37.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.623+0000 7efffc8f6640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efff806a890 0x7efff81984b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.623+0000 7efffd8f8640  1 --2- 172.21.15.46:0/1387422284 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efff8107890 0x7efff819c7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.623+0000 7efffd0f7640  1 -- 172.21.15.46:0/1387422284 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efff8107890 msgr2=0x7efff819c7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:37.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.623+0000 7efffd0f7640  1 --2- 172.21.15.46:0/1387422284 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efff8107890 0x7efff819c7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.623+0000 7efffd0f7640  1 -- 172.21.15.46:0/1387422284 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efff806a890 msgr2=0x7efff81984b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:37.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.623+0000 7efffd0f7640  1 --2- 172.21.15.46:0/1387422284 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efff806a890 0x7efff81984b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.623+0000 7efffd0f7640  1 -- 172.21.15.46:0/1387422284 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efff819cf10 con 0x7efff8069ed0
2024-03-19T01:59:37.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.623+0000 7efffc8f6640  1 --2- 172.21.15.46:0/1387422284 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efff806a890 0x7efff81984b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:59:37.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.624+0000 7efffd0f7640  1 --2- 172.21.15.46:0/1387422284 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efff8069ed0 0x7efff8197f70 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7efff400eb90 tx=0x7efff400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:37.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.624+0000 7effee7fc640  1 -- 172.21.15.46:0/1387422284 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efff4004d20 con 0x7efff8069ed0
2024-03-19T01:59:37.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.624+0000 7effee7fc640  1 -- 172.21.15.46:0/1387422284 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efff400ee90 con 0x7efff8069ed0
2024-03-19T01:59:37.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.624+0000 7effff35b640  1 -- 172.21.15.46:0/1387422284 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efff819d200 con 0x7efff8069ed0
2024-03-19T01:59:37.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.624+0000 7effee7fc640  1 -- 172.21.15.46:0/1387422284 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efff4010670 con 0x7efff8069ed0
2024-03-19T01:59:37.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.624+0000 7effff35b640  1 -- 172.21.15.46:0/1387422284 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efff81a4a90 con 0x7efff8069ed0
2024-03-19T01:59:37.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.626+0000 7effee7fc640  1 -- 172.21.15.46:0/1387422284 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7efff4005020 con 0x7efff8069ed0
2024-03-19T01:59:37.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.627+0000 7f0002028740  1  Processor -- start
2024-03-19T01:59:37.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.627+0000 7f0002028740  1 --  start start
2024-03-19T01:59:37.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.627+0000 7effee7fc640  1 --2- 172.21.15.46:0/1387422284 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7effe40a29f0 0x7effe40a4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.627+0000 7f0002028740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56355ab0e030 0x56355ab0e410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.627+0000 7f0002028740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56355ab0e950 0x56355ab1b750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.627+0000 7f0002028740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56355ab1bc90 0x56355ab1e080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.627+0000 7f0002028740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x56355aa72160 con 0x56355ab1bc90
2024-03-19T01:59:37.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.627+0000 7f0002028740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x56355aa1ae10 con 0x56355ab0e950
2024-03-19T01:59:37.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.627+0000 7f0002028740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x56355aa6e200 con 0x56355ab0e030
2024-03-19T01:59:37.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.627+0000 7efffd8f8640  1 --2- 172.21.15.46:0/1387422284 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7effe40a29f0 0x7effe40a4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.627+0000 7effee7fc640  1 -- 172.21.15.46:0/1387422284 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7efff40cf850 con 0x7efff8069ed0
2024-03-19T01:59:37.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.627+0000 7efffd8f8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56355ab1bc90 0x56355ab1e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.627+0000 7efffc8f6640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56355ab0e950 0x56355ab1b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.627+0000 7efffd8f8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56355ab1bc90 0x56355ab1e080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56718/0 (socket says 172.21.15.46:56718)
2024-03-19T01:59:37.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.627+0000 7efffd0f7640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56355ab0e030 0x56355ab0e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.627+0000 7efffd8f8640  1 -- 172.21.15.46:0/1737287119 learned_addr learned my addr 172.21.15.46:0/1737287119 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:37.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.627+0000 7efffc8f6640  1 -- 172.21.15.46:0/1737287119 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56355ab0e030 msgr2=0x56355ab0e410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:37.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.627+0000 7efffc8f6640  1 --2- 172.21.15.46:0/1737287119 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56355ab0e030 0x56355ab0e410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.627+0000 7efffc8f6640  1 -- 172.21.15.46:0/1737287119 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56355ab1bc90 msgr2=0x56355ab1e080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:37.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.627+0000 7efffc8f6640  1 --2- 172.21.15.46:0/1737287119 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56355ab1bc90 0x56355ab1e080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.627+0000 7efffc8f6640  1 -- 172.21.15.46:0/1737287119 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56355a84e7e0 con 0x56355ab0e950
2024-03-19T01:59:37.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.627+0000 7efffd0f7640  1 --2- 172.21.15.46:0/1737287119 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56355ab0e030 0x56355ab0e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:59:37.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.628+0000 7efffd8f8640  1 --2- 172.21.15.46:0/1387422284 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7effe40a29f0 0x7effe40a4eb0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7efff0005ec0 tx=0x7efff0005dd0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:37.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.628+0000 7efffc8f6640  1 --2- 172.21.15.46:0/1737287119 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56355ab0e950 0x56355ab1b750 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7effe8009fa0 tx=0x7effe80118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=88f38bfe370bc971 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:37.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.628+0000 7effe37fe640  1 -- 172.21.15.46:0/1737287119 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effe8004030 con 0x56355ab0e950
2024-03-19T01:59:37.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.628+0000 7effe37fe640  1 -- 172.21.15.46:0/1737287119 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7effe80054d0 con 0x56355ab0e950
2024-03-19T01:59:37.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.628+0000 7effe37fe640  1 -- 172.21.15.46:0/1737287119 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effe8004c10 con 0x56355ab0e950
2024-03-19T01:59:37.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.629+0000 7f0002028740  1 -- 172.21.15.46:0/1737287119 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56355ab0e950 msgr2=0x56355ab1b750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:37.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.629+0000 7f0002028740  1 --2- 172.21.15.46:0/1737287119 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56355ab0e950 0x56355ab1b750 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7effe8009fa0 tx=0x7effe80118d0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.629+0000 7f0002028740  1 -- 172.21.15.46:0/1737287119 shutdown_connections
2024-03-19T01:59:37.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.629+0000 7f0002028740  1 --2- 172.21.15.46:0/1737287119 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56355ab1bc90 0x56355ab1e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.629+0000 7f0002028740  1 --2- 172.21.15.46:0/1737287119 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56355ab0e950 0x56355ab1b750 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.629+0000 7f0002028740  1 --2- 172.21.15.46:0/1737287119 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56355ab0e030 0x56355ab0e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.629+0000 7f0002028740  1 -- 172.21.15.46:0/1737287119 >> 172.21.15.46:0/1737287119 conn(0x56355ab08ab0 msgr2=0x56355ab08e90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:37.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.629+0000 7f0002028740  1 -- 172.21.15.46:0/1737287119 shutdown_connections
2024-03-19T01:59:37.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.629+0000 7f0002028740  1 -- 172.21.15.46:0/1737287119 wait complete.
2024-03-19T01:59:37.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.629+0000 7f0002028740  1 --  start start
2024-03-19T01:59:37.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.629+0000 7f0002028740  1  Processor -- start
2024-03-19T01:59:37.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.629+0000 7f0002028740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56355ab0e030 0x56355ab1b740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.629+0000 7f0002028740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56355ab0e950 0x56355ab18ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.630+0000 7f0002028740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56355ab1bc90 0x56355ab19210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.630+0000 7f0002028740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x56355ab1ead0 con 0x56355ab0e950
2024-03-19T01:59:37.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.630+0000 7f0002028740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x56355aa2e1a0 con 0x56355ab0e030
2024-03-19T01:59:37.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.630+0000 7f0002028740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x56355ab1ec50 con 0x56355ab1bc90
2024-03-19T01:59:37.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.630+0000 7f0002028740 10 client.0 _ll_register_callbacks cb 0x56355a785c60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:59:37.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.630+0000 7efffc8f6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56355ab0e950 0x56355ab18ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.630+0000 7efffc8f6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56355ab0e950 0x56355ab18ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56730/0 (socket says 172.21.15.46:56730)
2024-03-19T01:59:37.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.630+0000 7efffc8f6640  1 -- 172.21.15.46:0/1688062570 learned_addr learned my addr 172.21.15.46:0/1688062570 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:37.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.630+0000 7efffd0f7640  1 --2- 172.21.15.46:0/1688062570 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56355ab0e030 0x56355ab1b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.630+0000 7efffd8f8640  1 --2- 172.21.15.46:0/1688062570 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56355ab1bc90 0x56355ab19210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.630+0000 7efffd0f7640  1 -- 172.21.15.46:0/1688062570 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56355ab1bc90 msgr2=0x56355ab19210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:37.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.630+0000 7efffd0f7640  1 --2- 172.21.15.46:0/1688062570 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56355ab1bc90 0x56355ab19210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.630+0000 7efffd0f7640  1 -- 172.21.15.46:0/1688062570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56355ab0e950 msgr2=0x56355ab18ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:37.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.630+0000 7efffd0f7640  1 --2- 172.21.15.46:0/1688062570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56355ab0e950 0x56355ab18ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.630+0000 7efffd0f7640  1 -- 172.21.15.46:0/1688062570 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56355a8aef70 con 0x56355ab0e030
2024-03-19T01:59:37.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.630+0000 7efffc8f6640  1 --2- 172.21.15.46:0/1688062570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56355ab0e950 0x56355ab18ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:59:37.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.630+0000 7efffd0f7640  1 --2- 172.21.15.46:0/1688062570 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56355ab0e030 0x56355ab1b740 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7efff40ccb70 tx=0x7efff4086800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1aed650943536e85 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:37.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.630+0000 7effe0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.73:3300/0
2024-03-19T01:59:37.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.630+0000 7effe0ff9640  1 -- 172.21.15.46:0/1688062570 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efff409fbd0 con 0x56355ab0e030
2024-03-19T01:59:37.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.630+0000 7effe0ff9640  1 -- 172.21.15.46:0/1688062570 <== mon.2 v2:172.21.15.73:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7efff4005560 con 0x56355ab0e030
2024-03-19T01:59:37.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.630+0000 7f0002028740  1 -- 172.21.15.46:0/1688062570 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7effe80054d0 con 0x56355ab0e030
2024-03-19T01:59:37.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.630+0000 7effe0ff9640  1 -- 172.21.15.46:0/1688062570 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7efff40a4220 con 0x56355ab0e030
2024-03-19T01:59:37.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.630+0000 7f0002028740 10 client.27587 fetch_fsmap learned FSMap version 35
2024-03-19T01:59:37.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.631+0000 7f0002028740  1 -- 172.21.15.46:0/1688062570 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x56355a746170 con 0x56355ab0e030
2024-03-19T01:59:37.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.631+0000 7effe0ff9640  1 -- 172.21.15.46:0/1688062570 <== mon.2 v2:172.21.15.73:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7effe80054d0 con 0x56355ab0e030
2024-03-19T01:59:37.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.631+0000 7effe0ff9640  1 -- 172.21.15.46:0/1688062570 <== mon.2 v2:172.21.15.73:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7efff40a3d90 con 0x56355ab0e030
2024-03-19T01:59:37.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.631+0000 7f0002028740 10 client.27587 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:59:37.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.631+0000 7f0002028740 10 client.27587 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:59:37.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.631+0000 7f0002028740 20 client.27587 populate_metadata read hostname 'smithi046'
2024-03-19T01:59:37.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.631+0000 7f0002028740  1 --2- 172.21.15.46:0/1688062570 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56355ab2bf40 0x56355ab2e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.631+0000 7f0002028740  4 client.27587 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:59:37.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.631+0000 7f0002028740  1 -- 172.21.15.46:0/1688062570 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56355aa7f6a0 con 0x56355ab2bf40
2024-03-19T01:59:37.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.631+0000 7efffc8f6640  1 --2- 172.21.15.46:0/1688062570 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56355ab2bf40 0x56355ab2e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.631+0000 7effe0ff9640 10 client.27587 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:59:37.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.631+0000 7efffc8f6640  1 --2- 172.21.15.46:0/1688062570 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56355ab2bf40 0x56355ab2e3b0 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b3844446932e9535 server_cookie=f6a53c3a5999278b in_seq=0 out_seq=0
2024-03-19T01:59:37.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.632+0000 7effe0ff9640  1 -- 172.21.15.46:0/1688062570 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x56355aa7f6a0 con 0x56355ab2bf40
2024-03-19T01:59:37.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.632+0000 7effe0ff9640 10 client.27587 handle_command_reply: tid=0
2024-03-19T01:59:37.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.632+0000 7f0002028740  1 client.27587 shutdown
2024-03-19T01:59:37.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.633+0000 7f0002028740  1 -- 172.21.15.46:0/1688062570 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56355ab0e030 msgr2=0x56355ab1b740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:37.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.633+0000 7f0002028740  1 --2- 172.21.15.46:0/1688062570 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56355ab0e030 0x56355ab1b740 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7efff40ccb70 tx=0x7efff4086800 comp rx=0 tx=0).stop
2024-03-19T01:59:37.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.633+0000 7f0002028740  1 -- 172.21.15.46:0/1688062570 shutdown_connections
2024-03-19T01:59:37.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.633+0000 7f0002028740  1 --2- 172.21.15.46:0/1688062570 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56355ab2bf40 0x56355ab2e3b0 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.633+0000 7f0002028740  1 --2- 172.21.15.46:0/1688062570 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56355ab1bc90 0x56355ab19210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.633+0000 7f0002028740  1 --2- 172.21.15.46:0/1688062570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56355ab0e950 0x56355ab18ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.633+0000 7f0002028740  1 --2- 172.21.15.46:0/1688062570 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56355ab0e030 0x56355ab1b740 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.633+0000 7effe0ff9640  0 client.27587 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:59:37.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.633+0000 7f0002028740  1 -- 172.21.15.46:0/1688062570 >> 172.21.15.46:0/1688062570 conn(0x56355ab08ab0 msgr2=0x56355ab0a800 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:37.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.633+0000 7f0002028740  1 -- 172.21.15.46:0/1688062570 shutdown_connections
2024-03-19T01:59:37.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.633+0000 7f0002028740  1 -- 172.21.15.46:0/1688062570 wait complete.
2024-03-19T01:59:37.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.633+0000 7f0002028740 20 client.27587 trim_cache size 0 max 16384
2024-03-19T01:59:37.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.650+0000 7f0002028740  1  Processor -- start
2024-03-19T01:59:37.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.651+0000 7f0002028740  1 --  start start
2024-03-19T01:59:37.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.651+0000 7f0002028740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56355ab0e030 0x56355ab17c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.651+0000 7f0002028740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56355ab0e950 0x56355ab079b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.651+0000 7f0002028740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56355ab1bc90 0x56355ab33c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.651+0000 7f0002028740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7efff81af2f0 con 0x56355ab1bc90
2024-03-19T01:59:37.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.651+0000 7f0002028740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7efff81acbc0 con 0x56355ab0e950
2024-03-19T01:59:37.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.651+0000 7f0002028740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7efff81aaa30 con 0x56355ab0e030
2024-03-19T01:59:37.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.651+0000 7efffd8f8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56355ab1bc90 0x56355ab33c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.651+0000 7efffd8f8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56355ab1bc90 0x56355ab33c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56742/0 (socket says 172.21.15.46:56742)
2024-03-19T01:59:37.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.651+0000 7efffd8f8640  1 -- 172.21.15.46:0/1195276302 learned_addr learned my addr 172.21.15.46:0/1195276302 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:37.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.651+0000 7efffd0f7640  1 --2- 172.21.15.46:0/1195276302 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56355ab0e030 0x56355ab17c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.651+0000 7efffc8f6640  1 --2- 172.21.15.46:0/1195276302 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56355ab0e950 0x56355ab079b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.651+0000 7efffd8f8640  1 -- 172.21.15.46:0/1195276302 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56355ab0e030 msgr2=0x56355ab17c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:37.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.651+0000 7efffd8f8640  1 --2- 172.21.15.46:0/1195276302 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56355ab0e030 0x56355ab17c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.651+0000 7efffd8f8640  1 -- 172.21.15.46:0/1195276302 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56355ab0e950 msgr2=0x56355ab079b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:37.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.651+0000 7efffd8f8640  1 --2- 172.21.15.46:0/1195276302 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56355ab0e950 0x56355ab079b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.651+0000 7efffd8f8640  1 -- 172.21.15.46:0/1195276302 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56355ab19580 con 0x56355ab1bc90
2024-03-19T01:59:37.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.651+0000 7efffd8f8640  1 --2- 172.21.15.46:0/1195276302 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56355ab1bc90 0x56355ab33c80 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7efff0009930 tx=0x7efff0047000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e334f57a46f01e75 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:37.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.651+0000 7effe2ffd640  1 -- 172.21.15.46:0/1195276302 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efff0005040 con 0x56355ab1bc90
2024-03-19T01:59:37.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.651+0000 7effe2ffd640  1 -- 172.21.15.46:0/1195276302 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efff0055070 con 0x56355ab1bc90
2024-03-19T01:59:37.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.652+0000 7effe2ffd640  1 -- 172.21.15.46:0/1195276302 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efff00035f0 con 0x56355ab1bc90
2024-03-19T01:59:37.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.652+0000 7f0002028740  1 -- 172.21.15.46:0/1195276302 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56355ab1bc90 msgr2=0x56355ab33c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:37.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.652+0000 7f0002028740  1 --2- 172.21.15.46:0/1195276302 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56355ab1bc90 0x56355ab33c80 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7efff0009930 tx=0x7efff0047000 comp rx=0 tx=0).stop
2024-03-19T01:59:37.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.652+0000 7f0002028740  1 -- 172.21.15.46:0/1195276302 shutdown_connections
2024-03-19T01:59:37.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.652+0000 7f0002028740  1 --2- 172.21.15.46:0/1195276302 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56355ab1bc90 0x56355ab33c80 unknown :-1 s=CLOSED pgs=965 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.652+0000 7f0002028740  1 --2- 172.21.15.46:0/1195276302 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56355ab0e950 0x56355ab079b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.652+0000 7f0002028740  1 --2- 172.21.15.46:0/1195276302 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56355ab0e030 0x56355ab17c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.652+0000 7f0002028740  1 -- 172.21.15.46:0/1195276302 >> 172.21.15.46:0/1195276302 conn(0x56355ab08ab0 msgr2=0x56355ab072a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:37.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.652+0000 7f0002028740  1 -- 172.21.15.46:0/1195276302 shutdown_connections
2024-03-19T01:59:37.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.652+0000 7f0002028740  1 -- 172.21.15.46:0/1195276302 wait complete.
2024-03-19T01:59:37.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.652+0000 7f0002028740  1 --  start start
2024-03-19T01:59:37.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.652+0000 7f0002028740  1  Processor -- start
2024-03-19T01:59:37.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.653+0000 7f0002028740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56355ab0e030 0x56355ab15dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.653+0000 7f0002028740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56355ab0e950 0x56355ab16300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.653+0000 7f0002028740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56355ab1bc90 0x56355ab912b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.653+0000 7f0002028740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7efff81ab080 con 0x56355ab0e030
2024-03-19T01:59:37.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.653+0000 7f0002028740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7efff81ac4f0 con 0x56355ab1bc90
2024-03-19T01:59:37.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.653+0000 7f0002028740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7efff81ab750 con 0x56355ab0e950
2024-03-19T01:59:37.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.653+0000 7f0002028740 10 client.0 _ll_register_callbacks cb 0x7efff4097db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:59:37.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.653+0000 7efffd0f7640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56355ab0e030 0x56355ab15dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.653+0000 7efffd0f7640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56355ab0e030 0x56355ab15dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56744/0 (socket says 172.21.15.46:56744)
2024-03-19T01:59:37.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.653+0000 7efffd0f7640  1 -- 172.21.15.46:0/3362677087 learned_addr learned my addr 172.21.15.46:0/3362677087 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:37.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.653+0000 7efffd8f8640  1 --2- 172.21.15.46:0/3362677087 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56355ab1bc90 0x56355ab912b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.653+0000 7efffc8f6640  1 --2- 172.21.15.46:0/3362677087 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56355ab0e950 0x56355ab16300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.653+0000 7efffd0f7640  1 -- 172.21.15.46:0/3362677087 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56355ab0e950 msgr2=0x56355ab16300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:37.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.653+0000 7efffd0f7640  1 --2- 172.21.15.46:0/3362677087 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56355ab0e950 0x56355ab16300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.653+0000 7efffd0f7640  1 -- 172.21.15.46:0/3362677087 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56355ab1bc90 msgr2=0x56355ab912b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:37.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.653+0000 7efffd0f7640  1 --2- 172.21.15.46:0/3362677087 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56355ab1bc90 0x56355ab912b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.653+0000 7efffd0f7640  1 -- 172.21.15.46:0/3362677087 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56355ab91820 con 0x56355ab0e030
2024-03-19T01:59:37.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.653+0000 7efffd0f7640  1 --2- 172.21.15.46:0/3362677087 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56355ab0e030 0x56355ab15dc0 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7efff409ba10 tx=0x7efff400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14218f847e24a01a server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:37.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.653+0000 7effe0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:59:37.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.654+0000 7effe0ff9640  1 -- 172.21.15.46:0/3362677087 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efff40afe60 con 0x56355ab0e030
2024-03-19T01:59:37.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.654+0000 7effe0ff9640  1 -- 172.21.15.46:0/3362677087 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7efff40ccdf0 con 0x56355ab0e030
2024-03-19T01:59:37.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.654+0000 7f0002028740  1 -- 172.21.15.46:0/3362677087 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efff0055070 con 0x56355ab0e030
2024-03-19T01:59:37.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.654+0000 7effe0ff9640  1 -- 172.21.15.46:0/3362677087 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7efff409b3e0 con 0x56355ab0e030
2024-03-19T01:59:37.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.654+0000 7f0002028740 10 client.17736 fetch_fsmap learned FSMap version 35
2024-03-19T01:59:37.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.654+0000 7f0002028740  1 -- 172.21.15.46:0/3362677087 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x56355ab92b60 con 0x56355ab0e030
2024-03-19T01:59:37.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.654+0000 7effe0ff9640  1 -- 172.21.15.46:0/3362677087 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efff0055070 con 0x56355ab0e030
2024-03-19T01:59:37.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.654+0000 7effe0ff9640  1 -- 172.21.15.46:0/3362677087 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7efff40ba1b0 con 0x56355ab0e030
2024-03-19T01:59:37.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.654+0000 7f0002028740 10 client.17736 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:59:37.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.654+0000 7f0002028740 10 client.17736 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:59:37.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.654+0000 7f0002028740 20 client.17736 populate_metadata read hostname 'smithi046'
2024-03-19T01:59:37.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.654+0000 7f0002028740  1 --2- 172.21.15.46:0/3362677087 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56355ab93190 0x56355ab95580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.654+0000 7f0002028740  4 client.17736 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}]
2024-03-19T01:59:37.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.654+0000 7f0002028740  1 -- 172.21.15.46:0/3362677087 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x56355aa799f0 con 0x56355ab93190
2024-03-19T01:59:37.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.654+0000 7efffc8f6640  1 --2- 172.21.15.46:0/3362677087 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56355ab93190 0x56355ab95580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.655+0000 7effe0ff9640 10 client.17736 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:59:37.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.655+0000 7efffc8f6640  1 --2- 172.21.15.46:0/3362677087 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56355ab93190 0x56355ab95580 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=97d0fa3fd2797dc5 server_cookie=a2a8ecb875f98adf in_seq=0 out_seq=0
2024-03-19T01:59:37.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.656+0000 7effe0ff9640  1 -- 172.21.15.46:0/3362677087 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x56355aa799f0 con 0x56355ab93190
2024-03-19T01:59:37.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.656+0000 7effe0ff9640 10 client.17736 handle_command_reply: tid=0
2024-03-19T01:59:37.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.656+0000 7f0002028740  1 client.17736 shutdown
2024-03-19T01:59:37.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.656+0000 7f0002028740  1 -- 172.21.15.46:0/3362677087 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56355ab0e030 msgr2=0x56355ab15dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:37.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.656+0000 7f0002028740  1 --2- 172.21.15.46:0/3362677087 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56355ab0e030 0x56355ab15dc0 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7efff409ba10 tx=0x7efff400cf90 comp rx=0 tx=0).stop
2024-03-19T01:59:37.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.656+0000 7f0002028740  1 -- 172.21.15.46:0/3362677087 shutdown_connections
2024-03-19T01:59:37.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.656+0000 7f0002028740  1 --2- 172.21.15.46:0/3362677087 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x56355ab93190 0x56355ab95580 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.656+0000 7effe0ff9640  0 client.17736 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:59:37.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.656+0000 7f0002028740  1 --2- 172.21.15.46:0/3362677087 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x56355ab1bc90 0x56355ab912b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.656+0000 7f0002028740  1 --2- 172.21.15.46:0/3362677087 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56355ab0e950 0x56355ab16300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.656+0000 7f0002028740  1 --2- 172.21.15.46:0/3362677087 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56355ab0e030 0x56355ab15dc0 unknown :-1 s=CLOSED pgs=966 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.656+0000 7f0002028740  1 -- 172.21.15.46:0/3362677087 >> 172.21.15.46:0/3362677087 conn(0x56355ab08ab0 msgr2=0x56355ab17ab0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:37.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.656+0000 7f0002028740  1 -- 172.21.15.46:0/3362677087 shutdown_connections
2024-03-19T01:59:37.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.656+0000 7f0002028740  1 -- 172.21.15.46:0/3362677087 wait complete.
2024-03-19T01:59:37.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.656+0000 7f0002028740 20 client.17736 trim_cache size 0 max 16384
2024-03-19T01:59:37.663 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:59:37.663 INFO:teuthology.orchestra.run.smithi046.stdout:    "return_code": 0,
2024-03-19T01:59:37.663 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrub_tag": "2018e0c2-22a5-46b5-893a-72a4a957a107",
2024-03-19T01:59:37.663 INFO:teuthology.orchestra.run.smithi046.stdout:    "mode": "asynchronous"
2024-03-19T01:59:37.663 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:59:37.664 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.657+0000 7effff35b640  1 -- 172.21.15.46:0/1387422284 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7effe40a29f0 msgr2=0x7effe40a4eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:37.664 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.657+0000 7effff35b640  1 --2- 172.21.15.46:0/1387422284 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7effe40a29f0 0x7effe40a4eb0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7efff0005ec0 tx=0x7efff0005dd0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.664 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.657+0000 7effff35b640  1 -- 172.21.15.46:0/1387422284 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efff8069ed0 msgr2=0x7efff8197f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:37.664 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.657+0000 7effff35b640  1 --2- 172.21.15.46:0/1387422284 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efff8069ed0 0x7efff8197f70 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7efff400eb90 tx=0x7efff400c6a0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.664 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.657+0000 7effff35b640  1 -- 172.21.15.46:0/1387422284 shutdown_connections
2024-03-19T01:59:37.664 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.657+0000 7effff35b640  1 --2- 172.21.15.46:0/1387422284 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7effe40a29f0 0x7effe40a4eb0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.664 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.657+0000 7effff35b640  1 --2- 172.21.15.46:0/1387422284 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efff8107890 0x7efff819c7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.657+0000 7effff35b640  1 --2- 172.21.15.46:0/1387422284 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efff806a890 0x7efff81984b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.657+0000 7effff35b640  1 --2- 172.21.15.46:0/1387422284 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efff8069ed0 0x7efff8197f70 unknown :-1 s=CLOSED pgs=964 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.657+0000 7effff35b640  1 -- 172.21.15.46:0/1387422284 >> 172.21.15.46:0/1387422284 conn(0x7efff80777f0 msgr2=0x7efff80fe290 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:37.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.657+0000 7effff35b640  1 -- 172.21.15.46:0/1387422284 shutdown_connections
2024-03-19T01:59:37.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.657+0000 7effff35b640  1 -- 172.21.15.46:0/1387422284 wait complete.
2024-03-19T01:59:37.668 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T01:59:37.668 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T01:59:37.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.772+0000 7fd62ed5b640  1 -- 172.21.15.46:0/761982033 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd628069ed0 msgr2=0x7fd62806a350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:37.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.772+0000 7fd62ed5b640  1 --2- 172.21.15.46:0/761982033 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd628069ed0 0x7fd62806a350 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7fd614009930 tx=0x7fd61402bc30 comp rx=0 tx=0).stop
2024-03-19T01:59:37.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.772+0000 7fd62ed5b640  1 -- 172.21.15.46:0/761982033 shutdown_connections
2024-03-19T01:59:37.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.772+0000 7fd62ed5b640  1 --2- 172.21.15.46:0/761982033 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd62806a890 0x7fd62810e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.772+0000 7fd62ed5b640  1 --2- 172.21.15.46:0/761982033 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd628069ed0 0x7fd62806a350 unknown :-1 s=CLOSED pgs=967 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.772+0000 7fd62ed5b640  1 --2- 172.21.15.46:0/761982033 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd628107890 0x7fd628107c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.772+0000 7fd62ed5b640  1 -- 172.21.15.46:0/761982033 >> 172.21.15.46:0/761982033 conn(0x7fd6280777f0 msgr2=0x7fd628077c00 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:37.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.772+0000 7fd62ed5b640  1 -- 172.21.15.46:0/761982033 shutdown_connections
2024-03-19T01:59:37.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.772+0000 7fd62ed5b640  1 -- 172.21.15.46:0/761982033 wait complete.
2024-03-19T01:59:37.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.773+0000 7fd62ed5b640  1  Processor -- start
2024-03-19T01:59:37.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.773+0000 7fd62ed5b640  1 --  start start
2024-03-19T01:59:37.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.773+0000 7fd62ed5b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd628069ed0 0x7fd628100700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.773+0000 7fd62ed5b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd62806a890 0x7fd628100c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.773+0000 7fd62ed5b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd628107890 0x7fd628101180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.773+0000 7fd62ed5b640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd628111a90 con 0x7fd628107890
2024-03-19T01:59:37.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.773+0000 7fd62ed5b640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fd628111910 con 0x7fd628069ed0
2024-03-19T01:59:37.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.773+0000 7fd62ed5b640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd628111c10 con 0x7fd62806a890
2024-03-19T01:59:37.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.773+0000 7fd62d2f8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd628107890 0x7fd628101180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.773+0000 7fd62caf7640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd628069ed0 0x7fd628100700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.773+0000 7fd62d2f8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd628107890 0x7fd628101180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56758/0 (socket says 172.21.15.46:56758)
2024-03-19T01:59:37.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.773+0000 7fd62d2f8640  1 -- 172.21.15.46:0/1613497970 learned_addr learned my addr 172.21.15.46:0/1613497970 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:37.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.773+0000 7fd627fff640  1 --2- 172.21.15.46:0/1613497970 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd62806a890 0x7fd628100c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.773+0000 7fd62d2f8640  1 -- 172.21.15.46:0/1613497970 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd62806a890 msgr2=0x7fd628100c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:37.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.773+0000 7fd62d2f8640  1 --2- 172.21.15.46:0/1613497970 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd62806a890 0x7fd628100c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.773+0000 7fd62d2f8640  1 -- 172.21.15.46:0/1613497970 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd628069ed0 msgr2=0x7fd628100700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:37.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.773+0000 7fd62d2f8640  1 --2- 172.21.15.46:0/1613497970 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd628069ed0 0x7fd628100700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.773+0000 7fd62d2f8640  1 -- 172.21.15.46:0/1613497970 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6281a6450 con 0x7fd628107890
2024-03-19T01:59:37.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.773+0000 7fd62caf7640  1 --2- 172.21.15.46:0/1613497970 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd628069ed0 0x7fd628100700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:59:37.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.774+0000 7fd62d2f8640  1 --2- 172.21.15.46:0/1613497970 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd628107890 0x7fd628101180 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7fd62000eb10 tx=0x7fd62000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:37.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.774+0000 7fd625ffb640  1 -- 172.21.15.46:0/1613497970 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd620004b20 con 0x7fd628107890
2024-03-19T01:59:37.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.774+0000 7fd625ffb640  1 -- 172.21.15.46:0/1613497970 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd620004cc0 con 0x7fd628107890
2024-03-19T01:59:37.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.774+0000 7fd62ed5b640  1 -- 172.21.15.46:0/1613497970 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6281a6740 con 0x7fd628107890
2024-03-19T01:59:37.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.774+0000 7fd625ffb640  1 -- 172.21.15.46:0/1613497970 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd620010690 con 0x7fd628107890
2024-03-19T01:59:37.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.774+0000 7fd62ed5b640  1 -- 172.21.15.46:0/1613497970 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6281a6c60 con 0x7fd628107890
2024-03-19T01:59:37.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.776+0000 7fd625ffb640  1 -- 172.21.15.46:0/1613497970 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fd620005020 con 0x7fd628107890
2024-03-19T01:59:37.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.776+0000 7fd631a22740  1  Processor -- start
2024-03-19T01:59:37.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.776+0000 7fd631a22740  1 --  start start
2024-03-19T01:59:37.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.777+0000 7fd631a22740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555922e5aa30 0x555922e5ae10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.777+0000 7fd631a22740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555922e5b350 0x555922e639f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.777+0000 7fd631a22740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555922e63f30 0x555922e66320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.777+0000 7fd631a22740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x555922dbe500 con 0x555922e63f30
2024-03-19T01:59:37.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.777+0000 7fd631a22740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x555922d66be0 con 0x555922e5b350
2024-03-19T01:59:37.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.777+0000 7fd631a22740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x555922dba5a0 con 0x555922e5aa30
2024-03-19T01:59:37.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.777+0000 7fd625ffb640  1 --2- 172.21.15.46:0/1613497970 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fd6180a29a0 0x7fd6180a4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.777+0000 7fd627fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555922e63f30 0x555922e66320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.777+0000 7fd62d2f8640  1 --2- 172.21.15.46:0/1613497970 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fd6180a29a0 0x7fd6180a4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.777+0000 7fd62caf7640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555922e5b350 0x555922e639f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.777+0000 7fd627fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555922e63f30 0x555922e66320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56764/0 (socket says 172.21.15.46:56764)
2024-03-19T01:59:37.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.777+0000 7fd627fff640  1 -- 172.21.15.46:0/1102511679 learned_addr learned my addr 172.21.15.46:0/1102511679 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:37.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.777+0000 7fd627fff640  1 --2- 172.21.15.46:0/1102511679 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555922e5aa30 0x555922e5ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.777+0000 7fd625ffb640  1 -- 172.21.15.46:0/1613497970 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7fd6200cf7a0 con 0x7fd628107890
2024-03-19T01:59:37.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.777+0000 7fd62caf7640  1 -- 172.21.15.46:0/1102511679 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555922e5aa30 msgr2=0x555922e5ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:37.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.777+0000 7fd62caf7640  1 --2- 172.21.15.46:0/1102511679 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555922e5aa30 0x555922e5ae10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.777+0000 7fd62caf7640  1 -- 172.21.15.46:0/1102511679 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555922e63f30 msgr2=0x555922e66320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:37.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.777+0000 7fd62caf7640  1 --2- 172.21.15.46:0/1102511679 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555922e63f30 0x555922e66320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.777+0000 7fd62caf7640  1 -- 172.21.15.46:0/1102511679 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555922d88000 con 0x555922e5b350
2024-03-19T01:59:37.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.777+0000 7fd62d2f8640  1 --2- 172.21.15.46:0/1613497970 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fd6180a29a0 0x7fd6180a4e60 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fd62009b730 tx=0x7fd62006d660 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:37.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.777+0000 7fd62caf7640  1 --2- 172.21.15.46:0/1102511679 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555922e5b350 0x555922e639f0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fd61c009f50 tx=0x7fd61c0118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d40b5a739a94a9e1 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:37.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.778+0000 7fd612ffd640  1 -- 172.21.15.46:0/1102511679 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd61c004030 con 0x555922e5b350
2024-03-19T01:59:37.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.778+0000 7fd612ffd640  1 -- 172.21.15.46:0/1102511679 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd61c005020 con 0x555922e5b350
2024-03-19T01:59:37.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.778+0000 7fd612ffd640  1 -- 172.21.15.46:0/1102511679 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd61c004bf0 con 0x555922e5b350
2024-03-19T01:59:37.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.778+0000 7fd631a22740  1 -- 172.21.15.46:0/1102511679 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555922e5b350 msgr2=0x555922e639f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:37.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.778+0000 7fd631a22740  1 --2- 172.21.15.46:0/1102511679 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555922e5b350 0x555922e639f0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fd61c009f50 tx=0x7fd61c0118d0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.778+0000 7fd631a22740  1 -- 172.21.15.46:0/1102511679 shutdown_connections
2024-03-19T01:59:37.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.778+0000 7fd631a22740  1 --2- 172.21.15.46:0/1102511679 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555922e63f30 0x555922e66320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.778+0000 7fd631a22740  1 --2- 172.21.15.46:0/1102511679 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555922e5b350 0x555922e639f0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.778+0000 7fd631a22740  1 --2- 172.21.15.46:0/1102511679 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555922e5aa30 0x555922e5ae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.778+0000 7fd631a22740  1 -- 172.21.15.46:0/1102511679 >> 172.21.15.46:0/1102511679 conn(0x555922e55160 msgr2=0x555922e55540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:37.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.778+0000 7fd631a22740  1 -- 172.21.15.46:0/1102511679 shutdown_connections
2024-03-19T01:59:37.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.778+0000 7fd631a22740  1 -- 172.21.15.46:0/1102511679 wait complete.
2024-03-19T01:59:37.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.779+0000 7fd631a22740  1 --  start start
2024-03-19T01:59:37.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.779+0000 7fd631a22740  1  Processor -- start
2024-03-19T01:59:37.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.779+0000 7fd631a22740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555922e5aa30 0x555922e60ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.779+0000 7fd631a22740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555922e5b350 0x555922e613e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.779+0000 7fd631a22740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555922e63f30 0x555922e61920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.779+0000 7fd631a22740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x555922e66d20 con 0x555922e5aa30
2024-03-19T01:59:37.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.779+0000 7fd631a22740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x555922d7a160 con 0x555922e5b350
2024-03-19T01:59:37.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.779+0000 7fd631a22740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x555922e66ea0 con 0x555922e63f30
2024-03-19T01:59:37.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.779+0000 7fd631a22740 10 client.0 _ll_register_callbacks cb 0x555922db6a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:59:37.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.779+0000 7fd627fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555922e5aa30 0x555922e60ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.779+0000 7fd627fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555922e5aa30 0x555922e60ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56776/0 (socket says 172.21.15.46:56776)
2024-03-19T01:59:37.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.779+0000 7fd627fff640  1 -- 172.21.15.46:0/3985960589 learned_addr learned my addr 172.21.15.46:0/3985960589 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:37.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.779+0000 7fd62caf7640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555922e5b350 0x555922e613e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.779+0000 7fd627fff640  1 --2- 172.21.15.46:0/3985960589 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555922e63f30 0x555922e61920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.779+0000 7fd627fff640  1 -- 172.21.15.46:0/3985960589 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555922e63f30 msgr2=0x555922e61920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:37.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.779+0000 7fd627fff640  1 --2- 172.21.15.46:0/3985960589 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555922e63f30 0x555922e61920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.779+0000 7fd627fff640  1 -- 172.21.15.46:0/3985960589 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555922e5b350 msgr2=0x555922e613e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:37.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.779+0000 7fd627fff640  1 --2- 172.21.15.46:0/3985960589 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555922e5b350 0x555922e613e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.779+0000 7fd627fff640  1 -- 172.21.15.46:0/3985960589 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555922b9c7d0 con 0x555922e5aa30
2024-03-19T01:59:37.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.780+0000 7fd62caf7640  1 --2- 172.21.15.46:0/3985960589 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555922e5b350 0x555922e613e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T01:59:37.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.780+0000 7fd627fff640  1 --2- 172.21.15.46:0/3985960589 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555922e5aa30 0x555922e60ea0 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7fd614005ab0 tx=0x7fd61402bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d4e06e7a6187fd7 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:37.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.780+0000 7fd607fff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:59:37.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.780+0000 7fd607fff640  1 -- 172.21.15.46:0/3985960589 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd614005390 con 0x555922e5aa30
2024-03-19T01:59:37.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.780+0000 7fd607fff640  1 -- 172.21.15.46:0/3985960589 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7fd614005530 con 0x555922e5aa30
2024-03-19T01:59:37.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.780+0000 7fd631a22740  1 -- 172.21.15.46:0/3985960589 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd61c005020 con 0x555922e5aa30
2024-03-19T01:59:37.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.780+0000 7fd607fff640  1 -- 172.21.15.46:0/3985960589 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fd614055050 con 0x555922e5aa30
2024-03-19T01:59:37.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.780+0000 7fd631a22740 10 client.17748 fetch_fsmap learned FSMap version 35
2024-03-19T01:59:37.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.780+0000 7fd631a22740  1 -- 172.21.15.46:0/3985960589 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x555922ad23f0 con 0x555922e5aa30
2024-03-19T01:59:37.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.780+0000 7fd607fff640  1 -- 172.21.15.46:0/3985960589 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd61c005020 con 0x555922e5aa30
2024-03-19T01:59:37.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.780+0000 7fd607fff640  1 -- 172.21.15.46:0/3985960589 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7fd614003990 con 0x555922e5aa30
2024-03-19T01:59:37.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.780+0000 7fd631a22740 10 client.17748 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:59:37.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.780+0000 7fd631a22740 10 client.17748 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:59:37.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.780+0000 7fd631a22740 20 client.17748 populate_metadata read hostname 'smithi046'
2024-03-19T01:59:37.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.780+0000 7fd631a22740  1 --2- 172.21.15.46:0/3985960589 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555922e74130 0x555922e76520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.780+0000 7fd631a22740  4 client.17748 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T01:59:37.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.780+0000 7fd631a22740  1 -- 172.21.15.46:0/3985960589 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555922dcba40 con 0x555922e74130
2024-03-19T01:59:37.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.781+0000 7fd62caf7640  1 --2- 172.21.15.46:0/3985960589 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555922e74130 0x555922e76520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.781+0000 7fd62caf7640  1 --2- 172.21.15.46:0/3985960589 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555922e74130 0x555922e76520 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=33b85c064a62a5bb server_cookie=c5e6ec79dfc5e31b in_seq=0 out_seq=0
2024-03-19T01:59:37.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.781+0000 7fd607fff640 10 client.17748 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:59:37.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.781+0000 7fd607fff640  1 -- 172.21.15.46:0/3985960589 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x555922dcba40 con 0x555922e74130
2024-03-19T01:59:37.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.781+0000 7fd607fff640 10 client.17748 handle_command_reply: tid=0
2024-03-19T01:59:37.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.782+0000 7fd631a22740  1 client.17748 shutdown
2024-03-19T01:59:37.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.782+0000 7fd631a22740  1 -- 172.21.15.46:0/3985960589 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555922e5aa30 msgr2=0x555922e60ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:37.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.782+0000 7fd631a22740  1 --2- 172.21.15.46:0/3985960589 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555922e5aa30 0x555922e60ea0 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7fd614005ab0 tx=0x7fd61402bc30 comp rx=0 tx=0).stop
2024-03-19T01:59:37.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.782+0000 7fd631a22740  1 -- 172.21.15.46:0/3985960589 shutdown_connections
2024-03-19T01:59:37.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.782+0000 7fd631a22740  1 --2- 172.21.15.46:0/3985960589 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555922e74130 0x555922e76520 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.782+0000 7fd631a22740  1 --2- 172.21.15.46:0/3985960589 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555922e63f30 0x555922e61920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.782+0000 7fd631a22740  1 --2- 172.21.15.46:0/3985960589 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555922e5b350 0x555922e613e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.782+0000 7fd631a22740  1 --2- 172.21.15.46:0/3985960589 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555922e5aa30 0x555922e60ea0 unknown :-1 s=CLOSED pgs=969 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.782+0000 7fd607fff640  0 client.17748 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:59:37.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.782+0000 7fd631a22740  1 -- 172.21.15.46:0/3985960589 >> 172.21.15.46:0/3985960589 conn(0x555922e55160 msgr2=0x555922e56eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:37.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.782+0000 7fd631a22740  1 -- 172.21.15.46:0/3985960589 shutdown_connections
2024-03-19T01:59:37.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.782+0000 7fd631a22740  1 -- 172.21.15.46:0/3985960589 wait complete.
2024-03-19T01:59:37.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.782+0000 7fd631a22740 20 client.17748 trim_cache size 0 max 16384
2024-03-19T01:59:37.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.800+0000 7fd631a22740  1  Processor -- start
2024-03-19T01:59:37.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.800+0000 7fd631a22740  1 --  start start
2024-03-19T01:59:37.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.800+0000 7fd631a22740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555922e5aa30 0x555922e635d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.800+0000 7fd631a22740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555922e5b350 0x555922e6fac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.800+0000 7fd631a22740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555922e63f30 0x555922e7bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.800+0000 7fd631a22740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd6281b3850 con 0x555922e5b350
2024-03-19T01:59:37.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.800+0000 7fd631a22740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fd6281b1120 con 0x555922e5aa30
2024-03-19T01:59:37.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.800+0000 7fd631a22740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd6281aef90 con 0x555922e63f30
2024-03-19T01:59:37.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.800+0000 7fd62caf7640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555922e5b350 0x555922e6fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.800+0000 7fd62caf7640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555922e5b350 0x555922e6fac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56790/0 (socket says 172.21.15.46:56790)
2024-03-19T01:59:37.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.800+0000 7fd62caf7640  1 -- 172.21.15.46:0/2331368663 learned_addr learned my addr 172.21.15.46:0/2331368663 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:37.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.800+0000 7fd627fff640  1 --2- 172.21.15.46:0/2331368663 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555922e5aa30 0x555922e635d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.800+0000 7fd627fff640  1 --2- 172.21.15.46:0/2331368663 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555922e63f30 0x555922e7bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.800+0000 7fd62caf7640  1 -- 172.21.15.46:0/2331368663 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555922e63f30 msgr2=0x555922e7bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:37.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.800+0000 7fd62caf7640  1 --2- 172.21.15.46:0/2331368663 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555922e63f30 0x555922e7bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.800+0000 7fd62caf7640  1 -- 172.21.15.46:0/2331368663 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555922e5aa30 msgr2=0x555922e635d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:37.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.800+0000 7fd62caf7640  1 --2- 172.21.15.46:0/2331368663 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555922e5aa30 0x555922e635d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.800+0000 7fd62caf7640  1 -- 172.21.15.46:0/2331368663 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555922e76890 con 0x555922e5b350
2024-03-19T01:59:37.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.800+0000 7fd62caf7640  1 --2- 172.21.15.46:0/2331368663 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555922e5b350 0x555922e6fac0 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7fd61c01b040 tx=0x7fd61c005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2be6620794c2dcff server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:37.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.801+0000 7fd6127fc640  1 -- 172.21.15.46:0/2331368663 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd61c02caa0 con 0x555922e5b350
2024-03-19T01:59:37.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.801+0000 7fd6127fc640  1 -- 172.21.15.46:0/2331368663 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd61c02cc40 con 0x555922e5b350
2024-03-19T01:59:37.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.801+0000 7fd6127fc640  1 -- 172.21.15.46:0/2331368663 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd61c02c7e0 con 0x555922e5b350
2024-03-19T01:59:37.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.801+0000 7fd631a22740  1 -- 172.21.15.46:0/2331368663 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555922e5b350 msgr2=0x555922e6fac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:37.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.801+0000 7fd631a22740  1 --2- 172.21.15.46:0/2331368663 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555922e5b350 0x555922e6fac0 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7fd61c01b040 tx=0x7fd61c005f90 comp rx=0 tx=0).stop
2024-03-19T01:59:37.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.801+0000 7fd631a22740  1 -- 172.21.15.46:0/2331368663 shutdown_connections
2024-03-19T01:59:37.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.801+0000 7fd631a22740  1 --2- 172.21.15.46:0/2331368663 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555922e63f30 0x555922e7bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.801+0000 7fd631a22740  1 --2- 172.21.15.46:0/2331368663 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555922e5b350 0x555922e6fac0 unknown :-1 s=CLOSED pgs=970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.801+0000 7fd631a22740  1 --2- 172.21.15.46:0/2331368663 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555922e5aa30 0x555922e635d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.801+0000 7fd631a22740  1 -- 172.21.15.46:0/2331368663 >> 172.21.15.46:0/2331368663 conn(0x555922e55160 msgr2=0x555922e60e60 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:37.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.801+0000 7fd631a22740  1 -- 172.21.15.46:0/2331368663 shutdown_connections
2024-03-19T01:59:37.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.801+0000 7fd631a22740  1 -- 172.21.15.46:0/2331368663 wait complete.
2024-03-19T01:59:37.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.802+0000 7fd631a22740  1 --  start start
2024-03-19T01:59:37.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.802+0000 7fd631a22740  1  Processor -- start
2024-03-19T01:59:37.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.802+0000 7fd631a22740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555922e5aa30 0x555922e67a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.802+0000 7fd631a22740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555922e5b350 0x555922e67fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.802+0000 7fd631a22740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555922e63f30 0x555922e68510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.802+0000 7fd631a22740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd6281af5e0 con 0x555922e5b350
2024-03-19T01:59:37.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.802+0000 7fd631a22740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fd6281b0a50 con 0x555922e5aa30
2024-03-19T01:59:37.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.802+0000 7fd631a22740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd6281afcb0 con 0x555922e63f30
2024-03-19T01:59:37.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.802+0000 7fd631a22740 10 client.0 _ll_register_callbacks cb 0x7fd614005850 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T01:59:37.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.802+0000 7fd62caf7640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555922e5b350 0x555922e67fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.802+0000 7fd627fff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555922e5aa30 0x555922e67a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.802+0000 7fd62caf7640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555922e5b350 0x555922e67fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56794/0 (socket says 172.21.15.46:56794)
2024-03-19T01:59:37.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.802+0000 7fd62caf7640  1 -- 172.21.15.46:0/917918285 learned_addr learned my addr 172.21.15.46:0/917918285 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T01:59:37.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.802+0000 7fd627fff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555922e5aa30 0x555922e67a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:35110/0 (socket says 172.21.15.46:35110)
2024-03-19T01:59:37.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.802+0000 7fd627fff640  1 --2- 172.21.15.46:0/917918285 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555922e63f30 0x555922e68510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.803+0000 7fd62caf7640  1 -- 172.21.15.46:0/917918285 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555922e63f30 msgr2=0x555922e68510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:37.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.803+0000 7fd62caf7640  1 --2- 172.21.15.46:0/917918285 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555922e63f30 0x555922e68510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.803+0000 7fd62caf7640  1 -- 172.21.15.46:0/917918285 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555922e5aa30 msgr2=0x555922e67a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T01:59:37.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.803+0000 7fd62caf7640  1 --2- 172.21.15.46:0/917918285 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555922e5aa30 0x555922e67a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.803+0000 7fd62caf7640  1 -- 172.21.15.46:0/917918285 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555922a920f0 con 0x555922e5b350
2024-03-19T01:59:37.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.803+0000 7fd62caf7640  1 --2- 172.21.15.46:0/917918285 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555922e5b350 0x555922e67fd0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7fd61c02c430 tx=0x7fd61c02c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f4792e7eadef9dd server_cookie=0 in_seq=0 out_seq=0
2024-03-19T01:59:37.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.803+0000 7fd607fff640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T01:59:37.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.803+0000 7fd607fff640  1 -- 172.21.15.46:0/917918285 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd61c0040c0 con 0x555922e5b350
2024-03-19T01:59:37.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.803+0000 7fd607fff640  1 -- 172.21.15.46:0/917918285 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7fd61c016040 con 0x555922e5b350
2024-03-19T01:59:37.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.803+0000 7fd631a22740  1 -- 172.21.15.46:0/917918285 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd61c02cc40 con 0x555922e5b350
2024-03-19T01:59:37.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.803+0000 7fd607fff640  1 -- 172.21.15.46:0/917918285 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fd61c044050 con 0x555922e5b350
2024-03-19T01:59:37.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.803+0000 7fd631a22740 10 client.17754 fetch_fsmap learned FSMap version 35
2024-03-19T01:59:37.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.803+0000 7fd631a22740  1 -- 172.21.15.46:0/917918285 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x555922eda5f0 con 0x555922e5b350
2024-03-19T01:59:37.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.803+0000 7fd607fff640  1 -- 172.21.15.46:0/917918285 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd61c02cc40 con 0x555922e5b350
2024-03-19T01:59:37.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.803+0000 7fd607fff640  1 -- 172.21.15.46:0/917918285 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7fd61c035050 con 0x555922e5b350
2024-03-19T01:59:37.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.803+0000 7fd631a22740 10 client.17754 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T01:59:37.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.803+0000 7fd631a22740 10 client.17754 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T01:59:37.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.803+0000 7fd631a22740 20 client.17754 populate_metadata read hostname 'smithi046'
2024-03-19T01:59:37.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.803+0000 7fd631a22740  1 --2- 172.21.15.46:0/917918285 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555922edac50 0x555922edd070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T01:59:37.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.803+0000 7fd631a22740  4 client.17754 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T01:59:37.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.803+0000 7fd631a22740  1 -- 172.21.15.46:0/917918285 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x555922dc5d90 con 0x555922edac50
2024-03-19T01:59:37.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.804+0000 7fd627fff640  1 --2- 172.21.15.46:0/917918285 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555922edac50 0x555922edd070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T01:59:37.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.804+0000 7fd627fff640  1 --2- 172.21.15.46:0/917918285 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555922edac50 0x555922edd070 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b4331c0ebe248f5e server_cookie=7b9a21fa99f30a96 in_seq=0 out_seq=0
2024-03-19T01:59:37.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.804+0000 7fd607fff640 10 client.17754 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T01:59:37.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.804+0000 7fd607fff640  1 -- 172.21.15.46:0/917918285 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x555922dc5d90 con 0x555922edac50
2024-03-19T01:59:37.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.804+0000 7fd607fff640 10 client.17754 handle_command_reply: tid=0
2024-03-19T01:59:37.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.804+0000 7fd631a22740  1 client.17754 shutdown
2024-03-19T01:59:37.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.804+0000 7fd631a22740  1 -- 172.21.15.46:0/917918285 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555922e5b350 msgr2=0x555922e67fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:37.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.804+0000 7fd631a22740  1 --2- 172.21.15.46:0/917918285 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555922e5b350 0x555922e67fd0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7fd61c02c430 tx=0x7fd61c02c460 comp rx=0 tx=0).stop
2024-03-19T01:59:37.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.804+0000 7fd631a22740  1 -- 172.21.15.46:0/917918285 shutdown_connections
2024-03-19T01:59:37.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.804+0000 7fd631a22740  1 --2- 172.21.15.46:0/917918285 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x555922edac50 0x555922edd070 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.804+0000 7fd631a22740  1 --2- 172.21.15.46:0/917918285 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x555922e63f30 0x555922e68510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.804+0000 7fd607fff640  0 client.17754 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T01:59:37.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.804+0000 7fd631a22740  1 --2- 172.21.15.46:0/917918285 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555922e5b350 0x555922e67fd0 unknown :-1 s=CLOSED pgs=971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.804+0000 7fd631a22740  1 --2- 172.21.15.46:0/917918285 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x555922e5aa30 0x555922e67a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.804+0000 7fd631a22740  1 -- 172.21.15.46:0/917918285 >> 172.21.15.46:0/917918285 conn(0x555922e55160 msgr2=0x555922e541e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:37.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.804+0000 7fd631a22740  1 -- 172.21.15.46:0/917918285 shutdown_connections
2024-03-19T01:59:37.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.804+0000 7fd631a22740  1 -- 172.21.15.46:0/917918285 wait complete.
2024-03-19T01:59:37.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.805+0000 7fd631a22740 20 client.17754 trim_cache size 0 max 16384
2024-03-19T01:59:37.813 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T01:59:37.813 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "IDLE (waiting for more scrubs)",
2024-03-19T01:59:37.813 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {
2024-03-19T01:59:37.813 INFO:teuthology.orchestra.run.smithi046.stdout:        "2018e0c2-22a5-46b5-893a-72a4a957a107": {
2024-03-19T01:59:37.813 INFO:teuthology.orchestra.run.smithi046.stdout:            "path": "/",
2024-03-19T01:59:37.813 INFO:teuthology.orchestra.run.smithi046.stdout:            "tag": "2018e0c2-22a5-46b5-893a-72a4a957a107",
2024-03-19T01:59:37.813 INFO:teuthology.orchestra.run.smithi046.stdout:            "options": "recursive,force"
2024-03-19T01:59:37.813 INFO:teuthology.orchestra.run.smithi046.stdout:        }
2024-03-19T01:59:37.813 INFO:teuthology.orchestra.run.smithi046.stdout:    }
2024-03-19T01:59:37.814 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T01:59:37.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.805+0000 7fd62ed5b640  1 -- 172.21.15.46:0/1613497970 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fd6180a29a0 msgr2=0x7fd6180a4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:37.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.805+0000 7fd62ed5b640  1 --2- 172.21.15.46:0/1613497970 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fd6180a29a0 0x7fd6180a4e60 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fd62009b730 tx=0x7fd62006d660 comp rx=0 tx=0).stop
2024-03-19T01:59:37.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.805+0000 7fd62ed5b640  1 -- 172.21.15.46:0/1613497970 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd628107890 msgr2=0x7fd628101180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T01:59:37.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.805+0000 7fd62ed5b640  1 --2- 172.21.15.46:0/1613497970 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd628107890 0x7fd628101180 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7fd62000eb10 tx=0x7fd62000c2d0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.805+0000 7fd62ed5b640  1 -- 172.21.15.46:0/1613497970 shutdown_connections
2024-03-19T01:59:37.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.805+0000 7fd62ed5b640  1 --2- 172.21.15.46:0/1613497970 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd628107890 0x7fd628101180 unknown :-1 s=CLOSED pgs=968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.805+0000 7fd62ed5b640  1 --2- 172.21.15.46:0/1613497970 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fd6180a29a0 0x7fd6180a4e60 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.805+0000 7fd62ed5b640  1 --2- 172.21.15.46:0/1613497970 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd62806a890 0x7fd628100c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.805+0000 7fd62ed5b640  1 --2- 172.21.15.46:0/1613497970 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fd628069ed0 0x7fd628100700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T01:59:37.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.805+0000 7fd62ed5b640  1 -- 172.21.15.46:0/1613497970 >> 172.21.15.46:0/1613497970 conn(0x7fd6280777f0 msgr2=0x7fd6280fe2f0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T01:59:37.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.805+0000 7fd62ed5b640  1 -- 172.21.15.46:0/1613497970 shutdown_connections
2024-03-19T01:59:37.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T01:59:37.805+0000 7fd62ed5b640  1 -- 172.21.15.46:0/1613497970 wait complete.
2024-03-19T01:59:37.816 INFO:tasks.cephfs.filesystem:scrub status for tag:2018e0c2-22a5-46b5-893a-72a4a957a107 - {'path': '/', 'tag': '2018e0c2-22a5-46b5-893a-72a4a957a107', 'options': 'recursive,force'}
2024-03-19T01:59:38.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:37 smithi046 ceph-mon[63102]: pgmap v295: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:59:38.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:37 smithi073 ceph-mon[66833]: pgmap v295: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:59:38.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:37 smithi102 ceph-mon[66557]: pgmap v295: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:59:39.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:38 smithi046 ceph-mon[63102]: scrub queued for path: /
2024-03-19T01:59:39.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:38 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:59:39.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:38 smithi046 ceph-mon[63102]: scrub summary: active paths [/]
2024-03-19T01:59:39.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:38 smithi046 ceph-mon[63102]: scrub summary: idle+waiting paths [/]
2024-03-19T01:59:39.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:38 smithi073 ceph-mon[66833]: scrub queued for path: /
2024-03-19T01:59:39.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:38 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:59:39.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:38 smithi073 ceph-mon[66833]: scrub summary: active paths [/]
2024-03-19T01:59:39.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:38 smithi073 ceph-mon[66833]: scrub summary: idle+waiting paths [/]
2024-03-19T01:59:39.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:38 smithi102 ceph-mon[66557]: scrub queued for path: /
2024-03-19T01:59:39.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:38 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:59:39.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:38 smithi102 ceph-mon[66557]: scrub summary: active paths [/]
2024-03-19T01:59:39.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:38 smithi102 ceph-mon[66557]: scrub summary: idle+waiting paths [/]
2024-03-19T01:59:40.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:39 smithi046 ceph-mon[63102]: pgmap v296: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:59:40.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:39 smithi073 ceph-mon[66833]: pgmap v296: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:59:40.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:39 smithi102 ceph-mon[66557]: pgmap v296: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:59:41.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:40 smithi046 ceph-mon[63102]: scrub summary: idle
2024-03-19T01:59:41.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:40 smithi073 ceph-mon[66833]: scrub summary: idle
2024-03-19T01:59:41.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:40 smithi102 ceph-mon[66557]: scrub summary: idle
2024-03-19T01:59:42.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:41 smithi046 ceph-mon[63102]: pgmap v297: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:59:42.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:41 smithi073 ceph-mon[66833]: pgmap v297: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:59:42.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:41 smithi102 ceph-mon[66557]: pgmap v297: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:59:44.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:43 smithi046 ceph-mon[63102]: pgmap v298: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:59:44.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:43 smithi073 ceph-mon[66833]: pgmap v298: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:59:44.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:43 smithi102 ceph-mon[66557]: pgmap v298: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:59:46.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:45 smithi046 ceph-mon[63102]: pgmap v299: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:59:46.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:45 smithi073 ceph-mon[66833]: pgmap v299: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:59:46.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:45 smithi102 ceph-mon[66557]: pgmap v299: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:59:48.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:47 smithi046 ceph-mon[63102]: pgmap v300: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:59:48.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:47 smithi073 ceph-mon[66833]: pgmap v300: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:59:48.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:47 smithi102 ceph-mon[66557]: pgmap v300: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:59:50.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:49 smithi046 ceph-mon[63102]: pgmap v301: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:59:50.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:49 smithi073 ceph-mon[66833]: pgmap v301: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:59:50.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:49 smithi102 ceph-mon[66557]: pgmap v301: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6 op/s
2024-03-19T01:59:52.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:51 smithi046 ceph-mon[63102]: pgmap v302: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:59:52.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:51 smithi073 ceph-mon[66833]: pgmap v302: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:59:52.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:51 smithi102 ceph-mon[66557]: pgmap v302: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 10 op/s
2024-03-19T01:59:54.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:53 smithi046 ceph-mon[63102]: pgmap v303: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:59:54.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:53 smithi073 ceph-mon[66833]: pgmap v303: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:59:54.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:53 smithi102 ceph-mon[66557]: pgmap v303: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:59:56.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:55 smithi046 ceph-mon[63102]: pgmap v304: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:59:56.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:55 smithi073 ceph-mon[66833]: pgmap v304: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:59:56.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:55 smithi102 ceph-mon[66557]: pgmap v304: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T01:59:58.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:57 smithi046 ceph-mon[63102]: pgmap v305: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:59:58.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:57 smithi073 ceph-mon[66833]: pgmap v305: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T01:59:58.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:57 smithi102 ceph-mon[66557]: pgmap v305: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T02:00:00.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 01:59:59 smithi046 ceph-mon[63102]: pgmap v306: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T02:00:00.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 01:59:59 smithi073 ceph-mon[66833]: pgmap v306: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T02:00:00.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 01:59:59 smithi102 ceph-mon[66557]: pgmap v306: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T02:00:01.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:00 smithi046 ceph-mon[63102]: overall HEALTH_OK
2024-03-19T02:00:01.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:00 smithi073 ceph-mon[66833]: overall HEALTH_OK
2024-03-19T02:00:01.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:00 smithi102 ceph-mon[66557]: overall HEALTH_OK
2024-03-19T02:00:02.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:01 smithi046 ceph-mon[63102]: pgmap v307: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T02:00:02.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:01 smithi073 ceph-mon[66833]: pgmap v307: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T02:00:02.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:01 smithi102 ceph-mon[66557]: pgmap v307: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T02:00:04.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:03 smithi046 ceph-mon[63102]: pgmap v308: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T02:00:04.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:03 smithi073 ceph-mon[66833]: pgmap v308: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T02:00:04.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:03 smithi102 ceph-mon[66557]: pgmap v308: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T02:00:06.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:05 smithi046 ceph-mon[63102]: pgmap v309: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T02:00:06.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:05 smithi073 ceph-mon[66833]: pgmap v309: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T02:00:06.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:05 smithi102 ceph-mon[66557]: pgmap v309: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T02:00:07.000 DEBUG:teuthology.orchestra.run.smithi046:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/'
2024-03-19T02:00:07.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.116+0000 7f854d8ac640  1 -- 172.21.15.46:0/3236497650 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8548101330 msgr2=0x7f854810d4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:07.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.116+0000 7f854d8ac640  1 --2- 172.21.15.46:0/3236497650 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8548101330 0x7f854810d4e0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f8540009be0 tx=0x7f854002bef0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.116+0000 7f854d8ac640  1 -- 172.21.15.46:0/3236497650 shutdown_connections
2024-03-19T02:00:07.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.116+0000 7f854d8ac640  1 --2- 172.21.15.46:0/3236497650 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8548101330 0x7f854810d4e0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.116+0000 7f854d8ac640  1 --2- 172.21.15.46:0/3236497650 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8548100970 0x7f8548100df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.116+0000 7f854d8ac640  1 --2- 172.21.15.46:0/3236497650 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8548105660 0x7f8548105a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.116+0000 7f854d8ac640  1 -- 172.21.15.46:0/3236497650 >> 172.21.15.46:0/3236497650 conn(0x7f85480774c0 msgr2=0x7f85480778d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:07.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.116+0000 7f854d8ac640  1 -- 172.21.15.46:0/3236497650 shutdown_connections
2024-03-19T02:00:07.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.116+0000 7f854d8ac640  1 -- 172.21.15.46:0/3236497650 wait complete.
2024-03-19T02:00:07.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.117+0000 7f854d8ac640  1  Processor -- start
2024-03-19T02:00:07.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.117+0000 7f854d8ac640  1 --  start start
2024-03-19T02:00:07.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.117+0000 7f854d8ac640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8548100970 0x7f8548197e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:07.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.117+0000 7f854d8ac640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8548101330 0x7f8548198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:07.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.117+0000 7f854d8ac640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8548105660 0x7f854819c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:07.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.117+0000 7f854d8ac640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f8548111a50 con 0x7f8548101330
2024-03-19T02:00:07.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.117+0000 7f854d8ac640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f85481118d0 con 0x7f8548100970
2024-03-19T02:00:07.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.117+0000 7f854d8ac640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f8548111bd0 con 0x7f8548105660
2024-03-19T02:00:07.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.117+0000 7f853ffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8548101330 0x7f8548198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:07.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.117+0000 7f8546ffd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8548100970 0x7f8548197e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:07.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.117+0000 7f853ffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8548101330 0x7f8548198370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52510/0 (socket says 172.21.15.46:52510)
2024-03-19T02:00:07.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.117+0000 7f853ffff640  1 -- 172.21.15.46:0/2192662742 learned_addr learned my addr 172.21.15.46:0/2192662742 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:07.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.117+0000 7f85477fe640  1 --2- 172.21.15.46:0/2192662742 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8548105660 0x7f854819c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:07.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.117+0000 7f853ffff640  1 -- 172.21.15.46:0/2192662742 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8548105660 msgr2=0x7f854819c6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:07.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.117+0000 7f853ffff640  1 --2- 172.21.15.46:0/2192662742 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8548105660 0x7f854819c6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.117+0000 7f853ffff640  1 -- 172.21.15.46:0/2192662742 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8548100970 msgr2=0x7f8548197e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:07.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.117+0000 7f853ffff640  1 --2- 172.21.15.46:0/2192662742 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8548100970 0x7f8548197e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.117+0000 7f853ffff640  1 -- 172.21.15.46:0/2192662742 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f854819ce20 con 0x7f8548101330
2024-03-19T02:00:07.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.117+0000 7f8546ffd640  1 --2- 172.21.15.46:0/2192662742 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8548100970 0x7f8548197e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T02:00:07.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.117+0000 7f85477fe640  1 --2- 172.21.15.46:0/2192662742 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8548105660 0x7f854819c6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T02:00:07.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.118+0000 7f853ffff640  1 --2- 172.21.15.46:0/2192662742 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8548101330 0x7f8548198370 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f853000e9c0 tx=0x7f853000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:07.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.118+0000 7f854c8aa640  1 -- 172.21.15.46:0/2192662742 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f853000cde0 con 0x7f8548101330
2024-03-19T02:00:07.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.118+0000 7f854c8aa640  1 -- 172.21.15.46:0/2192662742 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f85300035f0 con 0x7f8548101330
2024-03-19T02:00:07.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.118+0000 7f854d8ac640  1 -- 172.21.15.46:0/2192662742 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f854819d110 con 0x7f8548101330
2024-03-19T02:00:07.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.118+0000 7f854c8aa640  1 -- 172.21.15.46:0/2192662742 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8530010690 con 0x7f8548101330
2024-03-19T02:00:07.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.118+0000 7f854d8ac640  1 -- 172.21.15.46:0/2192662742 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85481a49a0 con 0x7f8548101330
2024-03-19T02:00:07.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.119+0000 7f854d8ac640  1 -- 172.21.15.46:0/2192662742 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8548101dc0 con 0x7f8548101330
2024-03-19T02:00:07.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.120+0000 7f854c8aa640  1 -- 172.21.15.46:0/2192662742 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f85300037a0 con 0x7f8548101330
2024-03-19T02:00:07.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.120+0000 7f854c8aa640  1 --2- 172.21.15.46:0/2192662742 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f85340a2a10 0x7f85340a4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:07.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.121+0000 7f8546ffd640  1 --2- 172.21.15.46:0/2192662742 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f85340a2a10 0x7f85340a4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:07.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.121+0000 7f854c8aa640  1 -- 172.21.15.46:0/2192662742 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7f85300cf620 con 0x7f8548101330
2024-03-19T02:00:07.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.121+0000 7f8546ffd640  1 --2- 172.21.15.46:0/2192662742 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f85340a2a10 0x7f85340a4ed0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f8538009f40 tx=0x7f8538005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:07.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.124+0000 7f854c8aa640  1 -- 172.21.15.46:0/2192662742 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f853009c040 con 0x7f8548101330
2024-03-19T02:00:07.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.328+0000 7f854d8ac640  1 -- 172.21.15.46:0/2192662742 --> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f8548061c60 con 0x7f85340a2a10
2024-03-19T02:00:07.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.336+0000 7f854c8aa640  1 -- 172.21.15.46:0/2192662742 <== mgr.15636 v2:172.21.15.46:6800/1877439590 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+350 (secure 0 0 0) 0x7f8548061c60 con 0x7f85340a2a10
2024-03-19T02:00:07.336 INFO:teuthology.orchestra.run.smithi046.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-03-19T00:00:00", "created": "2024-03-19T01:50:05", "first": "2024-03-19T01:51:00", "last": "2024-03-19T02:00:00", "last_pruned": "2024-03-19T02:00:00", "created_count": 10, "pruned_count": 4, "active": true}
2024-03-19T02:00:07.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.338+0000 7f854d8ac640  1 -- 172.21.15.46:0/2192662742 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f85340a2a10 msgr2=0x7f85340a4ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:07.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.338+0000 7f854d8ac640  1 --2- 172.21.15.46:0/2192662742 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f85340a2a10 0x7f85340a4ed0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f8538009f40 tx=0x7f8538005f90 comp rx=0 tx=0).stop
2024-03-19T02:00:07.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.338+0000 7f854d8ac640  1 -- 172.21.15.46:0/2192662742 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8548101330 msgr2=0x7f8548198370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:07.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.338+0000 7f854d8ac640  1 --2- 172.21.15.46:0/2192662742 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8548101330 0x7f8548198370 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f853000e9c0 tx=0x7f853000ee80 comp rx=0 tx=0).stop
2024-03-19T02:00:07.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.338+0000 7f854d8ac640  1 -- 172.21.15.46:0/2192662742 shutdown_connections
2024-03-19T02:00:07.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.338+0000 7f854d8ac640  1 --2- 172.21.15.46:0/2192662742 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f85340a2a10 0x7f85340a4ed0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.338+0000 7f854d8ac640  1 --2- 172.21.15.46:0/2192662742 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8548105660 0x7f854819c6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.338+0000 7f854d8ac640  1 --2- 172.21.15.46:0/2192662742 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8548101330 0x7f8548198370 unknown :-1 s=CLOSED pgs=972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.338+0000 7f854d8ac640  1 --2- 172.21.15.46:0/2192662742 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8548100970 0x7f8548197e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.338+0000 7f854d8ac640  1 -- 172.21.15.46:0/2192662742 >> 172.21.15.46:0/2192662742 conn(0x7f85480774c0 msgr2=0x7f85480fe540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:07.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.338+0000 7f854d8ac640  1 -- 172.21.15.46:0/2192662742 shutdown_connections
2024-03-19T02:00:07.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.338+0000 7f854d8ac640  1 -- 172.21.15.46:0/2192662742 wait complete.
2024-03-19T02:00:07.348 DEBUG:teuthology.orchestra.run.smithi046:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true'
2024-03-19T02:00:07.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.453+0000 7f7853590640  1 -- 172.21.15.46:0/2482984432 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f784c1078f0 msgr2=0x7f784c107cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:07.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.453+0000 7f7853590640  1 --2- 172.21.15.46:0/2482984432 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f784c1078f0 0x7f784c107cd0 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f7844009930 tx=0x7f784402bc30 comp rx=0 tx=0).stop
2024-03-19T02:00:07.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.453+0000 7f7853590640  1 -- 172.21.15.46:0/2482984432 shutdown_connections
2024-03-19T02:00:07.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.453+0000 7f7853590640  1 --2- 172.21.15.46:0/2482984432 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f784c069840 0x7f784c10e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.453+0000 7f7853590640  1 --2- 172.21.15.46:0/2482984432 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f784c068ea0 0x7f784c069300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.453+0000 7f7853590640  1 --2- 172.21.15.46:0/2482984432 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f784c1078f0 0x7f784c107cd0 unknown :-1 s=CLOSED pgs=973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.453+0000 7f7853590640  1 -- 172.21.15.46:0/2482984432 >> 172.21.15.46:0/2482984432 conn(0x7f784c077570 msgr2=0x7f784c077980 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:07.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.453+0000 7f7853590640  1 -- 172.21.15.46:0/2482984432 shutdown_connections
2024-03-19T02:00:07.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.453+0000 7f7853590640  1 -- 172.21.15.46:0/2482984432 wait complete.
2024-03-19T02:00:07.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.453+0000 7f7853590640  1  Processor -- start
2024-03-19T02:00:07.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.453+0000 7f7853590640  1 --  start start
2024-03-19T02:00:07.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.453+0000 7f7853590640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f784c068ea0 0x7f784c197ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:07.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.453+0000 7f7853590640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f784c069840 0x7f784c198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:07.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.453+0000 7f7853590640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f784c1078f0 0x7f784c19c790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:07.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.453+0000 7f7853590640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f784c111a90 con 0x7f784c068ea0
2024-03-19T02:00:07.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.453+0000 7f7853590640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f784c111910 con 0x7f784c1078f0
2024-03-19T02:00:07.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.453+0000 7f7853590640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f784c111c10 con 0x7f784c069840
2024-03-19T02:00:07.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.454+0000 7f785132c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f784c068ea0 0x7f784c197ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:07.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.454+0000 7f785132c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f784c068ea0 0x7f784c197ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52526/0 (socket says 172.21.15.46:52526)
2024-03-19T02:00:07.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.454+0000 7f785132c640  1 -- 172.21.15.46:0/3972390233 learned_addr learned my addr 172.21.15.46:0/3972390233 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:07.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.454+0000 7f7851b2d640  1 --2- 172.21.15.46:0/3972390233 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f784c1078f0 0x7f784c19c790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:07.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.454+0000 7f7850b2b640  1 --2- 172.21.15.46:0/3972390233 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f784c069840 0x7f784c198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:07.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.454+0000 7f785132c640  1 -- 172.21.15.46:0/3972390233 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f784c069840 msgr2=0x7f784c198410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:07.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.454+0000 7f785132c640  1 --2- 172.21.15.46:0/3972390233 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f784c069840 0x7f784c198410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.454+0000 7f785132c640  1 -- 172.21.15.46:0/3972390233 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f784c1078f0 msgr2=0x7f784c19c790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:07.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.454+0000 7f785132c640  1 --2- 172.21.15.46:0/3972390233 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f784c1078f0 0x7f784c19c790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.454+0000 7f785132c640  1 -- 172.21.15.46:0/3972390233 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f784c19cec0 con 0x7f784c068ea0
2024-03-19T02:00:07.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.454+0000 7f7851b2d640  1 --2- 172.21.15.46:0/3972390233 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f784c1078f0 0x7f784c19c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T02:00:07.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.454+0000 7f785132c640  1 --2- 172.21.15.46:0/3972390233 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f784c068ea0 0x7f784c197ed0 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f7844005940 tx=0x7f7844005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:07.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.454+0000 7f78427fc640  1 -- 172.21.15.46:0/3972390233 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7844043020 con 0x7f784c068ea0
2024-03-19T02:00:07.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.454+0000 7f78427fc640  1 -- 172.21.15.46:0/3972390233 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7844004350 con 0x7f784c068ea0
2024-03-19T02:00:07.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.454+0000 7f7853590640  1 -- 172.21.15.46:0/3972390233 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f784c19d150 con 0x7f784c068ea0
2024-03-19T02:00:07.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.454+0000 7f78427fc640  1 -- 172.21.15.46:0/3972390233 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7844003a80 con 0x7f784c068ea0
2024-03-19T02:00:07.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.454+0000 7f7853590640  1 -- 172.21.15.46:0/3972390233 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f784c1a4a40 con 0x7f784c068ea0
2024-03-19T02:00:07.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.455+0000 7f7853590640  1 -- 172.21.15.46:0/3972390233 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f784c04f580 con 0x7f784c068ea0
2024-03-19T02:00:07.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.456+0000 7f78427fc640  1 -- 172.21.15.46:0/3972390233 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f7844046020 con 0x7f784c068ea0
2024-03-19T02:00:07.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.457+0000 7f78427fc640  1 --2- 172.21.15.46:0/3972390233 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f78380a2a10 0x7f78380a4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:07.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.457+0000 7f78427fc640  1 -- 172.21.15.46:0/3972390233 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7f78440f0aa0 con 0x7f784c068ea0
2024-03-19T02:00:07.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.457+0000 7f7850b2b640  1 --2- 172.21.15.46:0/3972390233 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f78380a2a10 0x7f78380a4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:07.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.457+0000 7f7850b2b640  1 --2- 172.21.15.46:0/3972390233 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f78380a2a10 0x7f78380a4ed0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f784c077c10 tx=0x7f783c005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:07.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.461+0000 7f78427fc640  1 -- 172.21.15.46:0/3972390233 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f784404d070 con 0x7f784c068ea0
2024-03-19T02:00:07.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.666+0000 7f7853590640  1 -- 172.21.15.46:0/3972390233 --> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7f784c061c60 con 0x7f78380a2a10
2024-03-19T02:00:07.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.672+0000 7f78427fc640  1 -- 172.21.15.46:0/3972390233 <== mgr.15636 v2:172.21.15.46:6800/1877439590 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7f784c061c60 con 0x7f78380a2a10
2024-03-19T02:00:07.672 INFO:teuthology.orchestra.run.smithi046.stdout:/ 1m 6m3h
2024-03-19T02:00:07.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.674+0000 7f7853590640  1 -- 172.21.15.46:0/3972390233 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f78380a2a10 msgr2=0x7f78380a4ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:07.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.674+0000 7f7853590640  1 --2- 172.21.15.46:0/3972390233 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f78380a2a10 0x7f78380a4ed0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f784c077c10 tx=0x7f783c005f90 comp rx=0 tx=0).stop
2024-03-19T02:00:07.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.674+0000 7f7853590640  1 -- 172.21.15.46:0/3972390233 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f784c068ea0 msgr2=0x7f784c197ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:07.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.674+0000 7f7853590640  1 --2- 172.21.15.46:0/3972390233 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f784c068ea0 0x7f784c197ed0 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f7844005940 tx=0x7f7844005dc0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.674+0000 7f7853590640  1 -- 172.21.15.46:0/3972390233 shutdown_connections
2024-03-19T02:00:07.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.674+0000 7f7853590640  1 --2- 172.21.15.46:0/3972390233 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f784c1078f0 0x7f784c19c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.674+0000 7f7853590640  1 --2- 172.21.15.46:0/3972390233 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f78380a2a10 0x7f78380a4ed0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.674+0000 7f7853590640  1 --2- 172.21.15.46:0/3972390233 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f784c069840 0x7f784c198410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.674+0000 7f7853590640  1 --2- 172.21.15.46:0/3972390233 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f784c068ea0 0x7f784c197ed0 unknown :-1 s=CLOSED pgs=974 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.674+0000 7f7853590640  1 -- 172.21.15.46:0/3972390233 >> 172.21.15.46:0/3972390233 conn(0x7f784c077570 msgr2=0x7f784c0fea20 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:07.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.674+0000 7f7853590640  1 -- 172.21.15.46:0/3972390233 shutdown_connections
2024-03-19T02:00:07.675 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.674+0000 7f7853590640  1 -- 172.21.15.46:0/3972390233 wait complete.
2024-03-19T02:00:07.685 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub
2024-03-19T02:00:07.697 INFO:tasks.fwd_scrub:joining ForwardScrubbers
2024-03-19T02:00:07.817 INFO:teuthology.orchestra.run:Running command with timeout 900
2024-03-19T02:00:07.818 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status
2024-03-19T02:00:07.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.923+0000 7f851f31b640  1 -- 172.21.15.46:0/2899270807 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8518069ed0 msgr2=0x7f851806a350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:07.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.923+0000 7f851f31b640  1 --2- 172.21.15.46:0/2899270807 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8518069ed0 0x7f851806a350 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7f850c009930 tx=0x7f850c02bc30 comp rx=0 tx=0).stop
2024-03-19T02:00:07.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.923+0000 7f851f31b640  1 -- 172.21.15.46:0/2899270807 shutdown_connections
2024-03-19T02:00:07.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.923+0000 7f851f31b640  1 --2- 172.21.15.46:0/2899270807 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f851806a890 0x7f851810e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.923+0000 7f851f31b640  1 --2- 172.21.15.46:0/2899270807 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8518069ed0 0x7f851806a350 unknown :-1 s=CLOSED pgs=975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.923+0000 7f851f31b640  1 --2- 172.21.15.46:0/2899270807 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8518107890 0x7f8518107c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.923+0000 7f851f31b640  1 -- 172.21.15.46:0/2899270807 >> 172.21.15.46:0/2899270807 conn(0x7f85180777f0 msgr2=0x7f8518077c00 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:07.926 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.923+0000 7f851f31b640  1 -- 172.21.15.46:0/2899270807 shutdown_connections
2024-03-19T02:00:07.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.923+0000 7f851f31b640  1 -- 172.21.15.46:0/2899270807 wait complete.
2024-03-19T02:00:07.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.924+0000 7f851f31b640  1  Processor -- start
2024-03-19T02:00:07.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.924+0000 7f851f31b640  1 --  start start
2024-03-19T02:00:07.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.924+0000 7f851f31b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8518069ed0 0x7f8518100700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:07.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.924+0000 7f851f31b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f851806a890 0x7f8518100c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:07.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.924+0000 7f851f31b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8518107890 0x7f8518101180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:07.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.924+0000 7f851f31b640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f8518111a90 con 0x7f851806a890
2024-03-19T02:00:07.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.924+0000 7f851f31b640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f8518111910 con 0x7f8518069ed0
2024-03-19T02:00:07.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.924+0000 7f851f31b640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f8518111c10 con 0x7f8518107890
2024-03-19T02:00:07.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.924+0000 7f851c8b6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f851806a890 0x7f8518100c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:07.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.924+0000 7f851d0b7640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8518069ed0 0x7f8518100700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:07.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.924+0000 7f851c8b6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f851806a890 0x7f8518100c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52544/0 (socket says 172.21.15.46:52544)
2024-03-19T02:00:07.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.924+0000 7f851c8b6640  1 -- 172.21.15.46:0/2336174800 learned_addr learned my addr 172.21.15.46:0/2336174800 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:07.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.924+0000 7f851d0b7640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8518069ed0 0x7f8518100700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:56984/0 (socket says 172.21.15.46:56984)
2024-03-19T02:00:07.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.924+0000 7f851d8b8640  1 --2- 172.21.15.46:0/2336174800 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8518107890 0x7f8518101180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:07.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.925+0000 7f851c8b6640  1 -- 172.21.15.46:0/2336174800 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8518107890 msgr2=0x7f8518101180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:07.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.925+0000 7f851c8b6640  1 --2- 172.21.15.46:0/2336174800 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8518107890 0x7f8518101180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.925+0000 7f851c8b6640  1 -- 172.21.15.46:0/2336174800 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8518069ed0 msgr2=0x7f8518100700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:07.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.925+0000 7f851c8b6640  1 --2- 172.21.15.46:0/2336174800 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8518069ed0 0x7f8518100700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.925+0000 7f851c8b6640  1 -- 172.21.15.46:0/2336174800 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85181a6470 con 0x7f851806a890
2024-03-19T02:00:07.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.925+0000 7f851d0b7640  1 --2- 172.21.15.46:0/2336174800 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8518069ed0 0x7f8518100700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T02:00:07.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.925+0000 7f851c8b6640  1 --2- 172.21.15.46:0/2336174800 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f851806a890 0x7f8518100c40 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7f850c005940 tx=0x7f850c005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:07.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.925+0000 7f85167fc640  1 -- 172.21.15.46:0/2336174800 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f850c043020 con 0x7f851806a890
2024-03-19T02:00:07.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.925+0000 7f85167fc640  1 -- 172.21.15.46:0/2336174800 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f850c004350 con 0x7f851806a890
2024-03-19T02:00:07.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.925+0000 7f851f31b640  1 -- 172.21.15.46:0/2336174800 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85181a6700 con 0x7f851806a890
2024-03-19T02:00:07.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.925+0000 7f85167fc640  1 -- 172.21.15.46:0/2336174800 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f850c003a80 con 0x7f851806a890
2024-03-19T02:00:07.928 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.925+0000 7f851f31b640  1 -- 172.21.15.46:0/2336174800 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85181a6c50 con 0x7f851806a890
2024-03-19T02:00:07.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.927+0000 7f85167fc640  1 -- 172.21.15.46:0/2336174800 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f850c046020 con 0x7f851806a890
2024-03-19T02:00:07.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.927+0000 7f8521fe1740  1  Processor -- start
2024-03-19T02:00:07.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.928+0000 7f8521fe1740  1 --  start start
2024-03-19T02:00:07.936 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.928+0000 7f85167fc640  1 --2- 172.21.15.46:0/2336174800 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f85000a2970 0x7f85000a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:07.936 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.928+0000 7f8521fe1740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a6c0a19a30 0x55a6c0a19e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:07.936 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.928+0000 7f8521fe1740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a6c0a1a350 0x55a6c0a229f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:07.936 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.928+0000 7f8521fe1740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a6c0a22f30 0x55a6c0a25320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:07.936 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.928+0000 7f8521fe1740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55a6c097d500 con 0x55a6c0a1a350
2024-03-19T02:00:07.936 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.928+0000 7f8521fe1740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55a6c0925be0 con 0x55a6c0a19a30
2024-03-19T02:00:07.936 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.928+0000 7f8521fe1740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55a6c09795a0 con 0x55a6c0a22f30
2024-03-19T02:00:07.936 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.928+0000 7f851d8b8640  1 --2- 172.21.15.46:0/2336174800 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f85000a2970 0x7f85000a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:07.936 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.928+0000 7f851c8b6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a6c0a1a350 0x55a6c0a229f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:07.936 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.928+0000 7f85167fc640  1 -- 172.21.15.46:0/2336174800 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7f850c0f0ab0 con 0x7f851806a890
2024-03-19T02:00:07.936 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.928+0000 7f851c8b6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a6c0a1a350 0x55a6c0a229f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52554/0 (socket says 172.21.15.46:52554)
2024-03-19T02:00:07.936 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.928+0000 7f851c8b6640  1 -- 172.21.15.46:0/3385787712 learned_addr learned my addr 172.21.15.46:0/3385787712 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:07.936 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.928+0000 7f851d8b8640  1 --2- 172.21.15.46:0/3385787712 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a6c0a22f30 0x55a6c0a25320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:07.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.928+0000 7f851d0b7640  1 --2- 172.21.15.46:0/3385787712 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a6c0a19a30 0x55a6c0a19e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:07.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.928+0000 7f851c8b6640  1 -- 172.21.15.46:0/3385787712 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a6c0a22f30 msgr2=0x55a6c0a25320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T02:00:07.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.928+0000 7f851c8b6640  1 --2- 172.21.15.46:0/3385787712 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a6c0a22f30 0x55a6c0a25320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.928+0000 7f851c8b6640  1 -- 172.21.15.46:0/3385787712 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a6c0a19a30 msgr2=0x55a6c0a19e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T02:00:07.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.928+0000 7f851c8b6640  1 --2- 172.21.15.46:0/3385787712 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a6c0a19a30 0x55a6c0a19e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.928+0000 7f851c8b6640  1 -- 172.21.15.46:0/3385787712 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a6c0947000 con 0x55a6c0a1a350
2024-03-19T02:00:07.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.928+0000 7f851d8b8640  1 --2- 172.21.15.46:0/2336174800 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f85000a2970 0x7f85000a4e30 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f8508005fd0 tx=0x7f8508009e00 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:07.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.928+0000 7f851c8b6640  1 --2- 172.21.15.46:0/3385787712 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a6c0a1a350 0x55a6c0a229f0 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7f850c0c5060 tx=0x7f850c0b9150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35d470df452bb99f server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:07.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.929+0000 7f84ff7fe640  1 -- 172.21.15.46:0/3385787712 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f850c085d10 con 0x55a6c0a1a350
2024-03-19T02:00:07.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.929+0000 7f84ff7fe640  1 -- 172.21.15.46:0/3385787712 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f850c0bd4f0 con 0x55a6c0a1a350
2024-03-19T02:00:07.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.929+0000 7f84ff7fe640  1 -- 172.21.15.46:0/3385787712 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f850c0851a0 con 0x55a6c0a1a350
2024-03-19T02:00:07.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.929+0000 7f8521fe1740  1 -- 172.21.15.46:0/3385787712 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a6c0a1a350 msgr2=0x55a6c0a229f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:07.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.929+0000 7f8521fe1740  1 --2- 172.21.15.46:0/3385787712 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a6c0a1a350 0x55a6c0a229f0 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7f850c0c5060 tx=0x7f850c0b9150 comp rx=0 tx=0).stop
2024-03-19T02:00:07.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.929+0000 7f8521fe1740  1 -- 172.21.15.46:0/3385787712 shutdown_connections
2024-03-19T02:00:07.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.929+0000 7f8521fe1740  1 --2- 172.21.15.46:0/3385787712 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a6c0a22f30 0x55a6c0a25320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.929+0000 7f8521fe1740  1 --2- 172.21.15.46:0/3385787712 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a6c0a1a350 0x55a6c0a229f0 unknown :-1 s=CLOSED pgs=977 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.929+0000 7f8521fe1740  1 --2- 172.21.15.46:0/3385787712 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a6c0a19a30 0x55a6c0a19e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.929+0000 7f8521fe1740  1 -- 172.21.15.46:0/3385787712 >> 172.21.15.46:0/3385787712 conn(0x55a6c0a14160 msgr2=0x55a6c0a14540 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:07.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.929+0000 7f8521fe1740  1 -- 172.21.15.46:0/3385787712 shutdown_connections
2024-03-19T02:00:07.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.929+0000 7f8521fe1740  1 -- 172.21.15.46:0/3385787712 wait complete.
2024-03-19T02:00:07.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.930+0000 7f8521fe1740  1 --  start start
2024-03-19T02:00:07.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.930+0000 7f8521fe1740  1  Processor -- start
2024-03-19T02:00:07.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.930+0000 7f8521fe1740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a6c0a19a30 0x55a6c0a1fe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:07.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.930+0000 7f8521fe1740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a6c0a1a350 0x55a6c0a203a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:07.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.930+0000 7f8521fe1740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a6c0a22f30 0x55a6c0a208e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:07.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.930+0000 7f8521fe1740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55a6c097d500 con 0x55a6c0a22f30
2024-03-19T02:00:07.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.930+0000 7f8521fe1740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x55a6c0939160 con 0x55a6c0a19a30
2024-03-19T02:00:07.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.930+0000 7f8521fe1740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55a6c0a25ae0 con 0x55a6c0a1a350
2024-03-19T02:00:07.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.930+0000 7f8521fe1740 10 client.0 _ll_register_callbacks cb 0x55a6c0975a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T02:00:07.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.930+0000 7f851d8b8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a6c0a22f30 0x55a6c0a208e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:07.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.930+0000 7f851c8b6640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a6c0a1a350 0x55a6c0a203a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:07.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.930+0000 7f851d8b8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a6c0a22f30 0x55a6c0a208e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52560/0 (socket says 172.21.15.46:52560)
2024-03-19T02:00:07.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.930+0000 7f851d8b8640  1 -- 172.21.15.46:0/1450978543 learned_addr learned my addr 172.21.15.46:0/1450978543 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:07.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.930+0000 7f851d0b7640  1 --2- 172.21.15.46:0/1450978543 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a6c0a19a30 0x55a6c0a1fe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:07.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.931+0000 7f851c8b6640  1 -- 172.21.15.46:0/1450978543 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a6c0a19a30 msgr2=0x55a6c0a1fe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T02:00:07.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.931+0000 7f851c8b6640  1 --2- 172.21.15.46:0/1450978543 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a6c0a19a30 0x55a6c0a1fe60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.931+0000 7f851c8b6640  1 -- 172.21.15.46:0/1450978543 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a6c0a22f30 msgr2=0x55a6c0a208e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T02:00:07.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.931+0000 7f851c8b6640  1 --2- 172.21.15.46:0/1450978543 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a6c0a22f30 0x55a6c0a208e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.931+0000 7f851c8b6640  1 -- 172.21.15.46:0/1450978543 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a6c075b7d0 con 0x55a6c0a1a350
2024-03-19T02:00:07.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.931+0000 7f851d8b8640  1 --2- 172.21.15.46:0/1450978543 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a6c0a22f30 0x55a6c0a208e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T02:00:07.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.931+0000 7f851c8b6640  1 --2- 172.21.15.46:0/1450978543 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a6c0a1a350 0x55a6c0a203a0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f850c0c1100 tx=0x7f850c0b91c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=204bf07632008889 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:07.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.931+0000 7f84fcff9640 10 client.0 ms_handle_connect on v2:172.21.15.102:3300/0
2024-03-19T02:00:07.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.931+0000 7f84fcff9640  1 -- 172.21.15.46:0/1450978543 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f850c0851a0 con 0x55a6c0a1a350
2024-03-19T02:00:07.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.931+0000 7f8521fe1740  1 -- 172.21.15.46:0/1450978543 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f850c0bd4f0 con 0x55a6c0a1a350
2024-03-19T02:00:07.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.931+0000 7f84fcff9640  1 -- 172.21.15.46:0/1450978543 <== mon.1 v2:172.21.15.102:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7f850c0bd050 con 0x55a6c0a1a350
2024-03-19T02:00:07.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.931+0000 7f84fcff9640  1 -- 172.21.15.46:0/1450978543 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f850c0ee260 con 0x55a6c0a1a350
2024-03-19T02:00:07.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.931+0000 7f8521fe1740 10 client.27580 fetch_fsmap learned FSMap version 35
2024-03-19T02:00:07.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.931+0000 7f8521fe1740  1 -- 172.21.15.46:0/1450978543 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55a6c06913f0 con 0x55a6c0a1a350
2024-03-19T02:00:07.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.931+0000 7f84fcff9640  1 -- 172.21.15.46:0/1450978543 <== mon.1 v2:172.21.15.102:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f850c0bd4f0 con 0x55a6c0a1a350
2024-03-19T02:00:07.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.931+0000 7f84fcff9640  1 -- 172.21.15.46:0/1450978543 <== mon.1 v2:172.21.15.102:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f850c0c5190 con 0x55a6c0a1a350
2024-03-19T02:00:07.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.931+0000 7f8521fe1740 10 client.27580 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T02:00:07.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.931+0000 7f8521fe1740 10 client.27580 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T02:00:07.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.931+0000 7f8521fe1740 20 client.27580 populate_metadata read hostname 'smithi046'
2024-03-19T02:00:07.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.931+0000 7f8521fe1740  1 --2- 172.21.15.46:0/1450978543 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55a6c0a32c40 0x55a6c0a35050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:07.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.931+0000 7f8521fe1740  4 client.27580 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T02:00:07.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.931+0000 7f8521fe1740  1 -- 172.21.15.46:0/1450978543 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a6c098aa40 con 0x55a6c0a32c40
2024-03-19T02:00:07.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.932+0000 7f851d0b7640  1 --2- 172.21.15.46:0/1450978543 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55a6c0a32c40 0x55a6c0a35050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:07.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.932+0000 7f851d0b7640  1 --2- 172.21.15.46:0/1450978543 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55a6c0a32c40 0x55a6c0a35050 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=81df1c7a3612fa06 server_cookie=8e1898a12938ded6 in_seq=0 out_seq=0
2024-03-19T02:00:07.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.932+0000 7f84fcff9640 10 client.27580 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T02:00:07.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.933+0000 7f84fcff9640  1 -- 172.21.15.46:0/1450978543 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x55a6c098aa40 con 0x55a6c0a32c40
2024-03-19T02:00:07.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.933+0000 7f84fcff9640 10 client.27580 handle_command_reply: tid=0
2024-03-19T02:00:07.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.933+0000 7f8521fe1740  1 client.27580 shutdown
2024-03-19T02:00:07.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.933+0000 7f8521fe1740  1 -- 172.21.15.46:0/1450978543 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a6c0a1a350 msgr2=0x55a6c0a203a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:07.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.933+0000 7f8521fe1740  1 --2- 172.21.15.46:0/1450978543 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a6c0a1a350 0x55a6c0a203a0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f850c0c1100 tx=0x7f850c0b91c0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.933+0000 7f8521fe1740  1 -- 172.21.15.46:0/1450978543 shutdown_connections
2024-03-19T02:00:07.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.933+0000 7f8521fe1740  1 --2- 172.21.15.46:0/1450978543 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55a6c0a32c40 0x55a6c0a35050 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.933+0000 7f8521fe1740  1 --2- 172.21.15.46:0/1450978543 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a6c0a22f30 0x55a6c0a208e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.933+0000 7f8521fe1740  1 --2- 172.21.15.46:0/1450978543 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a6c0a1a350 0x55a6c0a203a0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.942 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.933+0000 7f8521fe1740  1 --2- 172.21.15.46:0/1450978543 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a6c0a19a30 0x55a6c0a1fe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.942 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.933+0000 7f84fcff9640  0 client.27580 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T02:00:07.942 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.933+0000 7f8521fe1740  1 -- 172.21.15.46:0/1450978543 >> 172.21.15.46:0/1450978543 conn(0x55a6c0a14160 msgr2=0x55a6c0a15eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:07.942 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.933+0000 7f8521fe1740  1 -- 172.21.15.46:0/1450978543 shutdown_connections
2024-03-19T02:00:07.942 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.933+0000 7f8521fe1740  1 -- 172.21.15.46:0/1450978543 wait complete.
2024-03-19T02:00:07.942 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.933+0000 7f8521fe1740 20 client.27580 trim_cache size 0 max 16384
2024-03-19T02:00:07.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.950+0000 7f8521fe1740  1  Processor -- start
2024-03-19T02:00:07.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.950+0000 7f8521fe1740  1 --  start start
2024-03-19T02:00:07.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.950+0000 7f8521fe1740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a6c0a19a30 0x55a6c0a22590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:07.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.950+0000 7f8521fe1740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a6c0a1a350 0x55a6c0a1efc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:07.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.950+0000 7f8521fe1740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a6c0a22f30 0x55a6c0a2e510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:07.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.950+0000 7f8521fe1740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f85181b36b0 con 0x55a6c0a19a30
2024-03-19T02:00:07.959 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.950+0000 7f8521fe1740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f85181b0f80 con 0x55a6c0a1a350
2024-03-19T02:00:07.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.950+0000 7f8521fe1740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f85181aedf0 con 0x55a6c0a22f30
2024-03-19T02:00:07.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.950+0000 7f851d0b7640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a6c0a19a30 0x55a6c0a22590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:07.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.951+0000 7f851d0b7640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a6c0a19a30 0x55a6c0a22590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52576/0 (socket says 172.21.15.46:52576)
2024-03-19T02:00:07.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.951+0000 7f851d0b7640  1 -- 172.21.15.46:0/2608717840 learned_addr learned my addr 172.21.15.46:0/2608717840 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:07.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.951+0000 7f851c8b6640  1 --2- 172.21.15.46:0/2608717840 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a6c0a1a350 0x55a6c0a1efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:07.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.951+0000 7f851d8b8640  1 --2- 172.21.15.46:0/2608717840 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a6c0a22f30 0x55a6c0a2e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:07.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.951+0000 7f851d0b7640  1 -- 172.21.15.46:0/2608717840 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a6c0a22f30 msgr2=0x55a6c0a2e510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T02:00:07.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.951+0000 7f851d0b7640  1 --2- 172.21.15.46:0/2608717840 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a6c0a22f30 0x55a6c0a2e510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.951+0000 7f851d0b7640  1 -- 172.21.15.46:0/2608717840 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a6c0a1a350 msgr2=0x55a6c0a1efc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T02:00:07.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.951+0000 7f851d0b7640  1 --2- 172.21.15.46:0/2608717840 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a6c0a1a350 0x55a6c0a1efc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.951+0000 7f851d0b7640  1 -- 172.21.15.46:0/2608717840 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a6c06510f0 con 0x55a6c0a19a30
2024-03-19T02:00:07.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.951+0000 7f851c8b6640  1 --2- 172.21.15.46:0/2608717840 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a6c0a1a350 0x55a6c0a1efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T02:00:07.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.951+0000 7f851d0b7640  1 --2- 172.21.15.46:0/2608717840 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a6c0a19a30 0x55a6c0a22590 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x55a6c0a358c0 tx=0x7f8510005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0cc78713cbf6634 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:07.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.951+0000 7f84feffd640  1 -- 172.21.15.46:0/2608717840 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f851001f050 con 0x55a6c0a19a30
2024-03-19T02:00:07.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.951+0000 7f84feffd640  1 -- 172.21.15.46:0/2608717840 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f851001f6a0 con 0x55a6c0a19a30
2024-03-19T02:00:07.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.951+0000 7f84feffd640  1 -- 172.21.15.46:0/2608717840 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8510003d50 con 0x55a6c0a19a30
2024-03-19T02:00:07.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.952+0000 7f8521fe1740  1 -- 172.21.15.46:0/2608717840 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a6c0a19a30 msgr2=0x55a6c0a22590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:07.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.952+0000 7f8521fe1740  1 --2- 172.21.15.46:0/2608717840 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a6c0a19a30 0x55a6c0a22590 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x55a6c0a358c0 tx=0x7f8510005f90 comp rx=0 tx=0).stop
2024-03-19T02:00:07.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.952+0000 7f8521fe1740  1 -- 172.21.15.46:0/2608717840 shutdown_connections
2024-03-19T02:00:07.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.952+0000 7f8521fe1740  1 --2- 172.21.15.46:0/2608717840 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a6c0a22f30 0x55a6c0a2e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.952+0000 7f8521fe1740  1 --2- 172.21.15.46:0/2608717840 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a6c0a1a350 0x55a6c0a1efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.952+0000 7f8521fe1740  1 --2- 172.21.15.46:0/2608717840 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a6c0a19a30 0x55a6c0a22590 unknown :-1 s=CLOSED pgs=978 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.952+0000 7f8521fe1740  1 -- 172.21.15.46:0/2608717840 >> 172.21.15.46:0/2608717840 conn(0x55a6c0a14160 msgr2=0x55a6c0a1fe20 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:07.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.952+0000 7f8521fe1740  1 -- 172.21.15.46:0/2608717840 shutdown_connections
2024-03-19T02:00:07.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.952+0000 7f8521fe1740  1 -- 172.21.15.46:0/2608717840 wait complete.
2024-03-19T02:00:07.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.952+0000 7f8521fe1740  1 --  start start
2024-03-19T02:00:07.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.952+0000 7f8521fe1740  1  Processor -- start
2024-03-19T02:00:07.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.952+0000 7f8521fe1740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a6c0a19a30 0x55a6c0a26450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:07.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.952+0000 7f8521fe1740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a6c0a1a350 0x55a6c0a26990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:07.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.952+0000 7f8521fe1740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a6c0a22f30 0x55a6c0a26ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:07.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.952+0000 7f8521fe1740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f85181af440 con 0x55a6c0a1a350
2024-03-19T02:00:07.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.952+0000 7f8521fe1740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f85181b08b0 con 0x55a6c0a19a30
2024-03-19T02:00:07.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.952+0000 7f8521fe1740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f85181afb10 con 0x55a6c0a22f30
2024-03-19T02:00:07.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.952+0000 7f8521fe1740 10 client.0 _ll_register_callbacks cb 0x7f8510009b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T02:00:07.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.952+0000 7f851c8b6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a6c0a1a350 0x55a6c0a26990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:07.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.952+0000 7f851c8b6640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a6c0a1a350 0x55a6c0a26990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52588/0 (socket says 172.21.15.46:52588)
2024-03-19T02:00:07.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.952+0000 7f851c8b6640  1 -- 172.21.15.46:0/1587219790 learned_addr learned my addr 172.21.15.46:0/1587219790 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:07.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.952+0000 7f851d0b7640  1 --2- 172.21.15.46:0/1587219790 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a6c0a19a30 0x55a6c0a26450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:07.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.952+0000 7f851d8b8640  1 --2- 172.21.15.46:0/1587219790 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a6c0a22f30 0x55a6c0a26ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:07.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.953+0000 7f851c8b6640  1 -- 172.21.15.46:0/1587219790 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a6c0a22f30 msgr2=0x55a6c0a26ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T02:00:07.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.953+0000 7f851c8b6640  1 --2- 172.21.15.46:0/1587219790 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a6c0a22f30 0x55a6c0a26ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.953+0000 7f851c8b6640  1 -- 172.21.15.46:0/1587219790 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a6c0a19a30 msgr2=0x55a6c0a26450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T02:00:07.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.953+0000 7f851c8b6640  1 --2- 172.21.15.46:0/1587219790 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a6c0a19a30 0x55a6c0a26450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.953+0000 7f851c8b6640  1 -- 172.21.15.46:0/1587219790 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a6c0a97f80 con 0x55a6c0a1a350
2024-03-19T02:00:07.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.953+0000 7f851c8b6640  1 --2- 172.21.15.46:0/1587219790 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a6c0a1a350 0x55a6c0a26990 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f850c009430 tx=0x7f850c0bc880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93f58a506ac39015 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:07.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.953+0000 7f84fcff9640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T02:00:07.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.953+0000 7f84fcff9640  1 -- 172.21.15.46:0/1587219790 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f850c0c0f40 con 0x55a6c0a1a350
2024-03-19T02:00:07.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.953+0000 7f84fcff9640  1 -- 172.21.15.46:0/1587219790 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7f850c0bd050 con 0x55a6c0a1a350
2024-03-19T02:00:07.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.953+0000 7f8521fe1740  1 -- 172.21.15.46:0/1587219790 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f851001f6a0 con 0x55a6c0a1a350
2024-03-19T02:00:07.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.953+0000 7f84fcff9640  1 -- 172.21.15.46:0/1587219790 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f850c0bd4f0 con 0x55a6c0a1a350
2024-03-19T02:00:07.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.953+0000 7f8521fe1740 10 client.17784 fetch_fsmap learned FSMap version 35
2024-03-19T02:00:07.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.953+0000 7f8521fe1740  1 -- 172.21.15.46:0/1587219790 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55a6c0a97f80 con 0x55a6c0a1a350
2024-03-19T02:00:07.966 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.953+0000 7f84fcff9640  1 -- 172.21.15.46:0/1587219790 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f851001f6a0 con 0x55a6c0a1a350
2024-03-19T02:00:07.966 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.953+0000 7f84fcff9640  1 -- 172.21.15.46:0/1587219790 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f850c0b8b40 con 0x55a6c0a1a350
2024-03-19T02:00:07.966 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.953+0000 7f8521fe1740 10 client.17784 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T02:00:07.966 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.953+0000 7f8521fe1740 10 client.17784 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T02:00:07.966 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.953+0000 7f8521fe1740 20 client.17784 populate_metadata read hostname 'smithi046'
2024-03-19T02:00:07.966 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.954+0000 7f8521fe1740  1 --2- 172.21.15.46:0/1587219790 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55a6c0a99690 0x55a6c0a9bab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:07.966 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.954+0000 7f8521fe1740  4 client.17784 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "scrub status"}]
2024-03-19T02:00:07.966 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.954+0000 7f8521fe1740  1 -- 172.21.15.46:0/1587219790 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55a6c0984d90 con 0x55a6c0a99690
2024-03-19T02:00:07.966 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.954+0000 7f851d0b7640  1 --2- 172.21.15.46:0/1587219790 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55a6c0a99690 0x55a6c0a9bab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:07.966 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.954+0000 7f84fcff9640 10 client.17784 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T02:00:07.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.954+0000 7f851d0b7640  1 --2- 172.21.15.46:0/1587219790 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55a6c0a99690 0x55a6c0a9bab0 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c3c5ef81e0c9d93c server_cookie=325dc2f789dfb901 in_seq=0 out_seq=0
2024-03-19T02:00:07.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.954+0000 7f84fcff9640  1 -- 172.21.15.46:0/1587219790 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55a6c0984d90 con 0x55a6c0a99690
2024-03-19T02:00:07.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.954+0000 7f84fcff9640 10 client.17784 handle_command_reply: tid=0
2024-03-19T02:00:07.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.954+0000 7f8521fe1740  1 client.17784 shutdown
2024-03-19T02:00:07.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.954+0000 7f8521fe1740  1 -- 172.21.15.46:0/1587219790 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a6c0a1a350 msgr2=0x55a6c0a26990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:07.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.954+0000 7f8521fe1740  1 --2- 172.21.15.46:0/1587219790 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a6c0a1a350 0x55a6c0a26990 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f850c009430 tx=0x7f850c0bc880 comp rx=0 tx=0).stop
2024-03-19T02:00:07.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.954+0000 7f8521fe1740  1 -- 172.21.15.46:0/1587219790 shutdown_connections
2024-03-19T02:00:07.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.954+0000 7f8521fe1740  1 --2- 172.21.15.46:0/1587219790 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x55a6c0a99690 0x55a6c0a9bab0 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.954+0000 7f8521fe1740  1 --2- 172.21.15.46:0/1587219790 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a6c0a22f30 0x55a6c0a26ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.954+0000 7f8521fe1740  1 --2- 172.21.15.46:0/1587219790 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a6c0a1a350 0x55a6c0a26990 unknown :-1 s=CLOSED pgs=979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.954+0000 7f84fcff9640  0 client.17784 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T02:00:07.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.954+0000 7f8521fe1740  1 --2- 172.21.15.46:0/1587219790 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x55a6c0a19a30 0x55a6c0a26450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.954+0000 7f8521fe1740  1 -- 172.21.15.46:0/1587219790 >> 172.21.15.46:0/1587219790 conn(0x55a6c0a14160 msgr2=0x55a6c0a1ee40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:07.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.954+0000 7f8521fe1740  1 -- 172.21.15.46:0/1587219790 shutdown_connections
2024-03-19T02:00:07.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.954+0000 7f8521fe1740  1 -- 172.21.15.46:0/1587219790 wait complete.
2024-03-19T02:00:07.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.955+0000 7f8521fe1740 20 client.17784 trim_cache size 0 max 16384
2024-03-19T02:00:07.968 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T02:00:07.968 INFO:teuthology.orchestra.run.smithi046.stdout:    "status": "no active scrubs running",
2024-03-19T02:00:07.968 INFO:teuthology.orchestra.run.smithi046.stdout:    "scrubs": {}
2024-03-19T02:00:07.968 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T02:00:07.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.955+0000 7f851f31b640  1 -- 172.21.15.46:0/2336174800 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f85000a2970 msgr2=0x7f85000a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:07.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.955+0000 7f851f31b640  1 --2- 172.21.15.46:0/2336174800 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f85000a2970 0x7f85000a4e30 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f8508005fd0 tx=0x7f8508009e00 comp rx=0 tx=0).stop
2024-03-19T02:00:07.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.955+0000 7f851f31b640  1 -- 172.21.15.46:0/2336174800 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f851806a890 msgr2=0x7f8518100c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:07.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.955+0000 7f851f31b640  1 --2- 172.21.15.46:0/2336174800 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f851806a890 0x7f8518100c40 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7f850c005940 tx=0x7f850c005dc0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.955+0000 7f851f31b640  1 -- 172.21.15.46:0/2336174800 shutdown_connections
2024-03-19T02:00:07.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.955+0000 7f851f31b640  1 --2- 172.21.15.46:0/2336174800 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f85000a2970 0x7f85000a4e30 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.955+0000 7f851f31b640  1 --2- 172.21.15.46:0/2336174800 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8518107890 0x7f8518101180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.955+0000 7f851f31b640  1 --2- 172.21.15.46:0/2336174800 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f851806a890 0x7f8518100c40 unknown :-1 s=CLOSED pgs=976 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.955+0000 7f851f31b640  1 --2- 172.21.15.46:0/2336174800 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8518069ed0 0x7f8518100700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:07.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.955+0000 7f851f31b640  1 -- 172.21.15.46:0/2336174800 >> 172.21.15.46:0/2336174800 conn(0x7f85180777f0 msgr2=0x7f85180fe2d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:07.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.955+0000 7f851f31b640  1 -- 172.21.15.46:0/2336174800 shutdown_connections
2024-03-19T02:00:07.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:07.955+0000 7f851f31b640  1 -- 172.21.15.46:0/2336174800 wait complete.
2024-03-19T02:00:07.970 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:07 smithi046 ceph-mon[63102]: pgmap v310: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 27 op/s
2024-03-19T02:00:07.971 INFO:tasks.cephfs.filesystem:all active scrubs completed
2024-03-19T02:00:07.971 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T02:00:08.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.073+0000 7f89a0197640  1 -- 172.21.15.46:0/2937998714 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f89981010e0 msgr2=0x7f899810d5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:08.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.073+0000 7f89a0197640  1 --2- 172.21.15.46:0/2937998714 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f89981010e0 0x7f899810d5f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f8990009be0 tx=0x7f899002bef0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.073+0000 7f89a0197640  1 -- 172.21.15.46:0/2937998714 shutdown_connections
2024-03-19T02:00:08.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.074+0000 7f89a0197640  1 --2- 172.21.15.46:0/2937998714 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f89981010e0 0x7f899810d5f0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.074+0000 7f89a0197640  1 --2- 172.21.15.46:0/2937998714 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8998100720 0x7f8998100ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.074+0000 7f89a0197640  1 --2- 172.21.15.46:0/2937998714 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8998106730 0x7f8998106b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.074+0000 7f89a0197640  1 -- 172.21.15.46:0/2937998714 >> 172.21.15.46:0/2937998714 conn(0x7f8998077820 msgr2=0x7f8998077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:08.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.074+0000 7f89a0197640  1 -- 172.21.15.46:0/2937998714 shutdown_connections
2024-03-19T02:00:08.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.074+0000 7f89a0197640  1 -- 172.21.15.46:0/2937998714 wait complete.
2024-03-19T02:00:08.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.074+0000 7f89a0197640  1  Processor -- start
2024-03-19T02:00:08.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.074+0000 7f89a0197640  1 --  start start
2024-03-19T02:00:08.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.074+0000 7f89a0197640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8998100720 0x7f899810e080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.074+0000 7f89a0197640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89981010e0 0x7f899810e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.074+0000 7f89a0197640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8998106730 0x7f899810eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.074+0000 7f89a0197640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f8998111af0 con 0x7f89981010e0
2024-03-19T02:00:08.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.074+0000 7f89a0197640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f8998111970 con 0x7f8998100720
2024-03-19T02:00:08.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.074+0000 7f89a0197640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f8998111c70 con 0x7f8998106730
2024-03-19T02:00:08.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.074+0000 7f899d732640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89981010e0 0x7f899810e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.074+0000 7f899d732640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89981010e0 0x7f899810e5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52604/0 (socket says 172.21.15.46:52604)
2024-03-19T02:00:08.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.074+0000 7f899d732640  1 -- 172.21.15.46:0/3508445643 learned_addr learned my addr 172.21.15.46:0/3508445643 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:08.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.075+0000 7f899e734640  1 --2- 172.21.15.46:0/3508445643 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8998106730 0x7f899810eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.075+0000 7f899df33640  1 --2- 172.21.15.46:0/3508445643 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8998100720 0x7f899810e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.075+0000 7f899d732640  1 -- 172.21.15.46:0/3508445643 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8998106730 msgr2=0x7f899810eb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:08.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.075+0000 7f899d732640  1 --2- 172.21.15.46:0/3508445643 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8998106730 0x7f899810eb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.075+0000 7f899d732640  1 -- 172.21.15.46:0/3508445643 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8998100720 msgr2=0x7f899810e080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:08.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.075+0000 7f899d732640  1 --2- 172.21.15.46:0/3508445643 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8998100720 0x7f899810e080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.075+0000 7f899d732640  1 -- 172.21.15.46:0/3508445643 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89981a64f0 con 0x7f89981010e0
2024-03-19T02:00:08.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.075+0000 7f899d732640  1 --2- 172.21.15.46:0/3508445643 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89981010e0 0x7f899810e5c0 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7f898800e9c0 tx=0x7f898800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:08.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.075+0000 7f898effd640  1 -- 172.21.15.46:0/3508445643 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f898800cde0 con 0x7f89981010e0
2024-03-19T02:00:08.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.075+0000 7f89a0197640  1 -- 172.21.15.46:0/3508445643 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89981a67e0 con 0x7f89981010e0
2024-03-19T02:00:08.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.075+0000 7f898effd640  1 -- 172.21.15.46:0/3508445643 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f89880035f0 con 0x7f89981010e0
2024-03-19T02:00:08.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.075+0000 7f898effd640  1 -- 172.21.15.46:0/3508445643 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8988010690 con 0x7f89981010e0
2024-03-19T02:00:08.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.075+0000 7f89a0197640  1 -- 172.21.15.46:0/3508445643 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89981a6d80 con 0x7f89981010e0
2024-03-19T02:00:08.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.076+0000 7f89a0197640  1 -- 172.21.15.46:0/3508445643 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8998068610 con 0x7f89981010e0
2024-03-19T02:00:08.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.077+0000 7f898effd640  1 -- 172.21.15.46:0/3508445643 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f89880037a0 con 0x7f89981010e0
2024-03-19T02:00:08.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.078+0000 7f898effd640  1 --2- 172.21.15.46:0/3508445643 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f89840a2970 0x7f89840a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.078+0000 7f899df33640  1 --2- 172.21.15.46:0/3508445643 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f89840a2970 0x7f89840a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.078+0000 7f898effd640  1 -- 172.21.15.46:0/3508445643 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7f89880cf620 con 0x7f89981010e0
2024-03-19T02:00:08.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.078+0000 7f899df33640  1 --2- 172.21.15.46:0/3508445643 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f89840a2970 0x7f89840a4e30 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f8994009b50 tx=0x7f8994005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:08.081 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.081+0000 7f898effd640  1 -- 172.21.15.46:0/3508445643 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f898809c040 con 0x7f89981010e0
2024-03-19T02:00:08.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:07 smithi073 ceph-mon[66833]: pgmap v310: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 27 op/s
2024-03-19T02:00:08.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:07 smithi102 ceph-mon[66557]: pgmap v310: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 27 op/s
2024-03-19T02:00:08.303 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.303+0000 7f89a0197640  1 -- 172.21.15.46:0/3508445643 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8998108c90 con 0x7f89981010e0
2024-03-19T02:00:08.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.304+0000 7f898effd640  1 -- 172.21.15.46:0/3508445643 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 35 v35) ==== 94+0+11861 (secure 0 0 0) 0x7f898809b940 con 0x7f89981010e0
2024-03-19T02:00:08.304 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T02:00:08.304 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":35,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":35,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-19T01:47:26.395717+0000","modified":"2024-03-19T01:56:35.161569+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24506,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6839/1788589639","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6838","nonce":1788589639},{"type":"v1","addr":"172.21.15.73:6839","nonce":1788589639}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24506,"qdb_cluster":[24479,24478,24506]},"id":1}]}
2024-03-19T02:00:08.305 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 35
2024-03-19T02:00:08.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.307+0000 7f89a0197640  1 -- 172.21.15.46:0/3508445643 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f89840a2970 msgr2=0x7f89840a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:08.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.307+0000 7f89a0197640  1 --2- 172.21.15.46:0/3508445643 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f89840a2970 0x7f89840a4e30 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f8994009b50 tx=0x7f8994005f90 comp rx=0 tx=0).stop
2024-03-19T02:00:08.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.307+0000 7f89a0197640  1 -- 172.21.15.46:0/3508445643 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89981010e0 msgr2=0x7f899810e5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:08.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.307+0000 7f89a0197640  1 --2- 172.21.15.46:0/3508445643 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89981010e0 0x7f899810e5c0 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7f898800e9c0 tx=0x7f898800ee80 comp rx=0 tx=0).stop
2024-03-19T02:00:08.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.307+0000 7f89a0197640  1 -- 172.21.15.46:0/3508445643 shutdown_connections
2024-03-19T02:00:08.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.307+0000 7f89a0197640  1 --2- 172.21.15.46:0/3508445643 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f89840a2970 0x7f89840a4e30 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.307+0000 7f89a0197640  1 --2- 172.21.15.46:0/3508445643 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8998106730 0x7f899810eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.307+0000 7f89a0197640  1 --2- 172.21.15.46:0/3508445643 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f89981010e0 0x7f899810e5c0 unknown :-1 s=CLOSED pgs=980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.307+0000 7f89a0197640  1 --2- 172.21.15.46:0/3508445643 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f8998100720 0x7f899810e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.307+0000 7f89a0197640  1 -- 172.21.15.46:0/3508445643 >> 172.21.15.46:0/3508445643 conn(0x7f8998077820 msgr2=0x7f89981030e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:08.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.307+0000 7f89a0197640  1 -- 172.21.15.46:0/3508445643 shutdown_connections
2024-03-19T02:00:08.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.307+0000 7f89a0197640  1 -- 172.21.15.46:0/3508445643 wait complete.
2024-03-19T02:00:08.317 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls
2024-03-19T02:00:08.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.422+0000 7ff700552640  1 -- 172.21.15.46:0/2300639303 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff6f81017f0 msgr2=0x7ff6f810d7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:08.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.422+0000 7ff700552640  1 --2- 172.21.15.46:0/2300639303 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff6f81017f0 0x7ff6f810d7e0 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7ff6f0009cd0 tx=0x7ff6f002c0f0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.422+0000 7ff700552640  1 -- 172.21.15.46:0/2300639303 shutdown_connections
2024-03-19T02:00:08.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.422+0000 7ff700552640  1 --2- 172.21.15.46:0/2300639303 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff6f81017f0 0x7ff6f810d7e0 unknown :-1 s=CLOSED pgs=981 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.422+0000 7ff700552640  1 --2- 172.21.15.46:0/2300639303 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff6f8100e30 0x7ff6f81012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.422+0000 7ff700552640  1 --2- 172.21.15.46:0/2300639303 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff6f8106920 0x7ff6f8106d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.422+0000 7ff700552640  1 -- 172.21.15.46:0/2300639303 >> 172.21.15.46:0/2300639303 conn(0x7ff6f8076c40 msgr2=0x7ff6f80fe030 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:08.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.422+0000 7ff700552640  1 -- 172.21.15.46:0/2300639303 shutdown_connections
2024-03-19T02:00:08.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.422+0000 7ff700552640  1 -- 172.21.15.46:0/2300639303 wait complete.
2024-03-19T02:00:08.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.422+0000 7ff700552640  1  Processor -- start
2024-03-19T02:00:08.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.423+0000 7ff700552640  1 --  start start
2024-03-19T02:00:08.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.423+0000 7ff700552640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff6f8100e30 0x7ff6f8199000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.423+0000 7ff700552640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff6f81017f0 0x7ff6f8199540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.423+0000 7ff700552640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff6f8106920 0x7ff6f81a4080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.423+0000 7ff700552640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff6f8110be0 con 0x7ff6f81017f0
2024-03-19T02:00:08.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.423+0000 7ff700552640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ff6f8110a60 con 0x7ff6f8106920
2024-03-19T02:00:08.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.423+0000 7ff700552640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff6f8110d60 con 0x7ff6f8100e30
2024-03-19T02:00:08.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.423+0000 7ff6fdaed640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff6f81017f0 0x7ff6f8199540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.423+0000 7ff6fdaed640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff6f81017f0 0x7ff6f8199540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52624/0 (socket says 172.21.15.46:52624)
2024-03-19T02:00:08.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.423+0000 7ff6fdaed640  1 -- 172.21.15.46:0/615599879 learned_addr learned my addr 172.21.15.46:0/615599879 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:08.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.423+0000 7ff6fe2ee640  1 --2- 172.21.15.46:0/615599879 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff6f8100e30 0x7ff6f8199000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.423+0000 7ff6feaef640  1 --2- 172.21.15.46:0/615599879 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff6f8106920 0x7ff6f81a4080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.423+0000 7ff6fdaed640  1 -- 172.21.15.46:0/615599879 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff6f8100e30 msgr2=0x7ff6f8199000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:08.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.423+0000 7ff6fdaed640  1 --2- 172.21.15.46:0/615599879 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff6f8100e30 0x7ff6f8199000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.423+0000 7ff6fdaed640  1 -- 172.21.15.46:0/615599879 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff6f8106920 msgr2=0x7ff6f81a4080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:08.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.423+0000 7ff6fdaed640  1 --2- 172.21.15.46:0/615599879 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff6f8106920 0x7ff6f81a4080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.423+0000 7ff6fdaed640  1 -- 172.21.15.46:0/615599879 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6f81a45c0 con 0x7ff6f81017f0
2024-03-19T02:00:08.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.423+0000 7ff6fdaed640  1 --2- 172.21.15.46:0/615599879 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff6f81017f0 0x7ff6f8199540 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7ff6e800e9f0 tx=0x7ff6e800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:08.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.423+0000 7ff6ef7fe640  1 -- 172.21.15.46:0/615599879 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6e800cd80 con 0x7ff6f81017f0
2024-03-19T02:00:08.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.423+0000 7ff6ef7fe640  1 -- 172.21.15.46:0/615599879 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff6e80108e0 con 0x7ff6f81017f0
2024-03-19T02:00:08.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.423+0000 7ff700552640  1 -- 172.21.15.46:0/615599879 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6f81a4790 con 0x7ff6f81017f0
2024-03-19T02:00:08.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.424+0000 7ff6ef7fe640  1 -- 172.21.15.46:0/615599879 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6e8018920 con 0x7ff6f81017f0
2024-03-19T02:00:08.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.424+0000 7ff700552640  1 -- 172.21.15.46:0/615599879 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6f81a4ca0 con 0x7ff6f81017f0
2024-03-19T02:00:08.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.426+0000 7ff6ef7fe640  1 -- 172.21.15.46:0/615599879 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7ff6e8010a90 con 0x7ff6f81017f0
2024-03-19T02:00:08.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.426+0000 7ff70320f740  1  Processor -- start
2024-03-19T02:00:08.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.426+0000 7ff70320f740  1 --  start start
2024-03-19T02:00:08.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.427+0000 7ff70320f740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564fdca062d0 0x564fdca066b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.427+0000 7ff70320f740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564fdca06bf0 0x564fdca0f290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.427+0000 7ff70320f740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564fdca0f7d0 0x564fdca11bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.427+0000 7ff70320f740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x564fdc9694b0 con 0x564fdca06bf0
2024-03-19T02:00:08.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.427+0000 7ff70320f740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x564fdc911d70 con 0x564fdca062d0
2024-03-19T02:00:08.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.427+0000 7ff70320f740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x564fdc965550 con 0x564fdca0f7d0
2024-03-19T02:00:08.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.427+0000 7ff6ef7fe640  1 --2- 172.21.15.46:0/615599879 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff6e40a29f0 0x7ff6e40a4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.427+0000 7ff6fe2ee640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564fdca06bf0 0x564fdca0f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.427+0000 7ff6feaef640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564fdca062d0 0x564fdca066b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.427+0000 7ff6fdaed640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564fdca0f7d0 0x564fdca11bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.427+0000 7ff6feaef640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564fdca062d0 0x564fdca066b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:57056/0 (socket says 172.21.15.46:57056)
2024-03-19T02:00:08.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.427+0000 7ff6feaef640  1 -- 172.21.15.46:0/2531810638 learned_addr learned my addr 172.21.15.46:0/2531810638 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:08.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.427+0000 7ff6fe2ee640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564fdca06bf0 0x564fdca0f290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52632/0 (socket says 172.21.15.46:52632)
2024-03-19T02:00:08.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.427+0000 7ff6feaef640  1 --2- 172.21.15.46:0/615599879 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff6e40a29f0 0x7ff6e40a4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.427+0000 7ff6ef7fe640  1 -- 172.21.15.46:0/615599879 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7ff6e80cf4d0 con 0x7ff6f81017f0
2024-03-19T02:00:08.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.427+0000 7ff6fe2ee640  1 -- 172.21.15.46:0/2531810638 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564fdca0f7d0 msgr2=0x564fdca11bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T02:00:08.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.427+0000 7ff6fe2ee640  1 --2- 172.21.15.46:0/2531810638 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564fdca0f7d0 0x564fdca11bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.427+0000 7ff6fe2ee640  1 -- 172.21.15.46:0/2531810638 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564fdca062d0 msgr2=0x564fdca066b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T02:00:08.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.427+0000 7ff6fe2ee640  1 --2- 172.21.15.46:0/2531810638 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564fdca062d0 0x564fdca066b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.427+0000 7ff6fe2ee640  1 -- 172.21.15.46:0/2531810638 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564fdc934210 con 0x564fdca06bf0
2024-03-19T02:00:08.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.427+0000 7ff6feaef640  1 --2- 172.21.15.46:0/2531810638 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564fdca062d0 0x564fdca066b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T02:00:08.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.427+0000 7ff6fdaed640  1 --2- 172.21.15.46:0/2531810638 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564fdca0f7d0 0x564fdca11bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T02:00:08.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.427+0000 7ff6fe2ee640  1 --2- 172.21.15.46:0/2531810638 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564fdca06bf0 0x564fdca0f290 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7ff6f4009c00 tx=0x7ff6f4011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5446a78e8467fb2 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:08.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.427+0000 7ff6feaef640  1 --2- 172.21.15.46:0/615599879 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff6e40a29f0 0x7ff6e40a4eb0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7ff6f0009a60 tx=0x7ff6f0005c50 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:08.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.427+0000 7ff6ecbfe640  1 -- 172.21.15.46:0/2531810638 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6f4004050 con 0x564fdca06bf0
2024-03-19T02:00:08.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.428+0000 7ff6ecbfe640  1 -- 172.21.15.46:0/2531810638 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff6f40054d0 con 0x564fdca06bf0
2024-03-19T02:00:08.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.428+0000 7ff6ecbfe640  1 -- 172.21.15.46:0/2531810638 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6f4004c80 con 0x564fdca06bf0
2024-03-19T02:00:08.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.428+0000 7ff70320f740  1 -- 172.21.15.46:0/2531810638 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564fdca06bf0 msgr2=0x564fdca0f290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:08.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.428+0000 7ff70320f740  1 --2- 172.21.15.46:0/2531810638 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564fdca06bf0 0x564fdca0f290 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7ff6f4009c00 tx=0x7ff6f4011810 comp rx=0 tx=0).stop
2024-03-19T02:00:08.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.428+0000 7ff70320f740  1 -- 172.21.15.46:0/2531810638 shutdown_connections
2024-03-19T02:00:08.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.428+0000 7ff70320f740  1 --2- 172.21.15.46:0/2531810638 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564fdca0f7d0 0x564fdca11bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.428+0000 7ff70320f740  1 --2- 172.21.15.46:0/2531810638 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564fdca06bf0 0x564fdca0f290 unknown :-1 s=CLOSED pgs=983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.428+0000 7ff70320f740  1 --2- 172.21.15.46:0/2531810638 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564fdca062d0 0x564fdca066b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.428+0000 7ff70320f740  1 -- 172.21.15.46:0/2531810638 >> 172.21.15.46:0/2531810638 conn(0x564fdca00a00 msgr2=0x564fdca00de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:08.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.428+0000 7ff70320f740  1 -- 172.21.15.46:0/2531810638 shutdown_connections
2024-03-19T02:00:08.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.428+0000 7ff70320f740  1 -- 172.21.15.46:0/2531810638 wait complete.
2024-03-19T02:00:08.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.429+0000 7ff70320f740  1 --  start start
2024-03-19T02:00:08.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.429+0000 7ff70320f740  1  Processor -- start
2024-03-19T02:00:08.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.429+0000 7ff70320f740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564fdca062d0 0x564fdca0c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.429+0000 7ff70320f740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564fdca06bf0 0x564fdca0cd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.429+0000 7ff70320f740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564fdca0f7d0 0x564fdca0d270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.437 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.429+0000 7ff70320f740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x564fdca125c0 con 0x564fdca0f7d0
2024-03-19T02:00:08.437 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.429+0000 7ff70320f740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x564fdc925310 con 0x564fdca06bf0
2024-03-19T02:00:08.437 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.429+0000 7ff70320f740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x564fdca12740 con 0x564fdca062d0
2024-03-19T02:00:08.437 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.429+0000 7ff70320f740 10 client.0 _ll_register_callbacks cb 0x564fdc9192d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T02:00:08.437 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.429+0000 7ff6feaef640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564fdca0f7d0 0x564fdca0d270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.437 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.429+0000 7ff6feaef640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564fdca0f7d0 0x564fdca0d270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52642/0 (socket says 172.21.15.46:52642)
2024-03-19T02:00:08.437 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.429+0000 7ff6feaef640  1 -- 172.21.15.46:0/2806223011 learned_addr learned my addr 172.21.15.46:0/2806223011 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:08.437 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.429+0000 7ff6fdaed640  1 --2- 172.21.15.46:0/2806223011 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564fdca06bf0 0x564fdca0cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.429+0000 7ff6fe2ee640  1 --2- 172.21.15.46:0/2806223011 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564fdca062d0 0x564fdca0c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.429+0000 7ff6feaef640  1 -- 172.21.15.46:0/2806223011 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564fdca062d0 msgr2=0x564fdca0c7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T02:00:08.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.429+0000 7ff6feaef640  1 --2- 172.21.15.46:0/2806223011 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564fdca062d0 0x564fdca0c7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.429+0000 7ff6feaef640  1 -- 172.21.15.46:0/2806223011 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564fdca06bf0 msgr2=0x564fdca0cd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T02:00:08.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.429+0000 7ff6feaef640  1 --2- 172.21.15.46:0/2806223011 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564fdca06bf0 0x564fdca0cd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.429+0000 7ff6feaef640  1 -- 172.21.15.46:0/2806223011 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564fdc67d3f0 con 0x564fdca0f7d0
2024-03-19T02:00:08.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.430+0000 7ff6feaef640  1 --2- 172.21.15.46:0/2806223011 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564fdca0f7d0 0x564fdca0d270 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7ff6f002c630 tx=0x7ff6f00095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7a2ca9d82c0874b server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:08.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.430+0000 7ff6e1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T02:00:08.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.430+0000 7ff6e1ffb640  1 -- 172.21.15.46:0/2806223011 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6f0053060 con 0x564fdca0f7d0
2024-03-19T02:00:08.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.430+0000 7ff6e1ffb640  1 -- 172.21.15.46:0/2806223011 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7ff6f0004250 con 0x564fdca0f7d0
2024-03-19T02:00:08.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.430+0000 7ff70320f740  1 -- 172.21.15.46:0/2806223011 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff6f40054d0 con 0x564fdca0f7d0
2024-03-19T02:00:08.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.430+0000 7ff6e1ffb640  1 -- 172.21.15.46:0/2806223011 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7ff6f005a050 con 0x564fdca0f7d0
2024-03-19T02:00:08.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.430+0000 7ff70320f740 10 client.17802 fetch_fsmap learned FSMap version 35
2024-03-19T02:00:08.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.430+0000 7ff70320f740  1 -- 172.21.15.46:0/2806223011 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x564fdc7477d0 con 0x564fdca0f7d0
2024-03-19T02:00:08.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.430+0000 7ff6e1ffb640  1 -- 172.21.15.46:0/2806223011 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff6f40054d0 con 0x564fdca0f7d0
2024-03-19T02:00:08.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.430+0000 7ff6e1ffb640  1 -- 172.21.15.46:0/2806223011 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7ff6f004e8f0 con 0x564fdca0f7d0
2024-03-19T02:00:08.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.430+0000 7ff70320f740 10 client.17802 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T02:00:08.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.430+0000 7ff70320f740 10 client.17802 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T02:00:08.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.430+0000 7ff70320f740 20 client.17802 populate_metadata read hostname 'smithi046'
2024-03-19T02:00:08.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.430+0000 7ff70320f740  1 --2- 172.21.15.46:0/2806223011 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x564fdca1fb80 0x564fdca21f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.430+0000 7ff70320f740  4 client.17802 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T02:00:08.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.430+0000 7ff70320f740  1 -- 172.21.15.46:0/2806223011 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564fdc9c73e0 con 0x564fdca1fb80
2024-03-19T02:00:08.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.430+0000 7ff6fe2ee640  1 --2- 172.21.15.46:0/2806223011 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x564fdca1fb80 0x564fdca21f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.431+0000 7ff6e1ffb640 10 client.17802 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T02:00:08.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.431+0000 7ff6fe2ee640  1 --2- 172.21.15.46:0/2806223011 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x564fdca1fb80 0x564fdca21f90 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7d58f58b415f25a5 server_cookie=61c221a999592404 in_seq=0 out_seq=0
2024-03-19T02:00:08.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.431+0000 7ff6e1ffb640  1 -- 172.21.15.46:0/2806223011 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x564fdc9c73e0 con 0x564fdca1fb80
2024-03-19T02:00:08.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.431+0000 7ff6e1ffb640 10 client.17802 handle_command_reply: tid=0
2024-03-19T02:00:08.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.431+0000 7ff70320f740  1 client.17802 shutdown
2024-03-19T02:00:08.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.432+0000 7ff70320f740  1 -- 172.21.15.46:0/2806223011 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564fdca0f7d0 msgr2=0x564fdca0d270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:08.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.432+0000 7ff70320f740  1 --2- 172.21.15.46:0/2806223011 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564fdca0f7d0 0x564fdca0d270 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7ff6f002c630 tx=0x7ff6f00095c0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.432+0000 7ff70320f740  1 -- 172.21.15.46:0/2806223011 shutdown_connections
2024-03-19T02:00:08.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.432+0000 7ff70320f740  1 --2- 172.21.15.46:0/2806223011 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x564fdca1fb80 0x564fdca21f90 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.432+0000 7ff70320f740  1 --2- 172.21.15.46:0/2806223011 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564fdca0f7d0 0x564fdca0d270 unknown :-1 s=CLOSED pgs=984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.432+0000 7ff6e1ffb640  0 client.17802 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T02:00:08.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.432+0000 7ff70320f740  1 --2- 172.21.15.46:0/2806223011 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564fdca06bf0 0x564fdca0cd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.432+0000 7ff70320f740  1 --2- 172.21.15.46:0/2806223011 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564fdca062d0 0x564fdca0c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.432+0000 7ff70320f740  1 -- 172.21.15.46:0/2806223011 >> 172.21.15.46:0/2806223011 conn(0x564fdca00a00 msgr2=0x564fdca02750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:08.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.432+0000 7ff70320f740  1 -- 172.21.15.46:0/2806223011 shutdown_connections
2024-03-19T02:00:08.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.432+0000 7ff70320f740  1 -- 172.21.15.46:0/2806223011 wait complete.
2024-03-19T02:00:08.440 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.432+0000 7ff70320f740 20 client.17802 trim_cache size 0 max 16384
2024-03-19T02:00:08.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.445+0000 7ff70320f740  1  Processor -- start
2024-03-19T02:00:08.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.445+0000 7ff70320f740  1 --  start start
2024-03-19T02:00:08.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.445+0000 7ff70320f740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564fdca062d0 0x564fdca0ef20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.445+0000 7ff70320f740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564fdca06bf0 0x564fdca1b360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.445+0000 7ff70320f740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564fdca0f7d0 0x564fdca27860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.445+0000 7ff70320f740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff6f81b14d0 con 0x564fdca0f7d0
2024-03-19T02:00:08.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.445+0000 7ff70320f740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ff6f81aeda0 con 0x564fdca062d0
2024-03-19T02:00:08.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.445+0000 7ff70320f740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff6f81acc10 con 0x564fdca06bf0
2024-03-19T02:00:08.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.445+0000 7ff6feaef640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564fdca0f7d0 0x564fdca27860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.445+0000 7ff6fe2ee640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564fdca062d0 0x564fdca0ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.445+0000 7ff6feaef640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564fdca0f7d0 0x564fdca27860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52658/0 (socket says 172.21.15.46:52658)
2024-03-19T02:00:08.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.445+0000 7ff6feaef640  1 -- 172.21.15.46:0/93826664 learned_addr learned my addr 172.21.15.46:0/93826664 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:08.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.445+0000 7ff6fdaed640  1 --2- 172.21.15.46:0/93826664 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564fdca06bf0 0x564fdca1b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.445+0000 7ff6feaef640  1 -- 172.21.15.46:0/93826664 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564fdca06bf0 msgr2=0x564fdca1b360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T02:00:08.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.445+0000 7ff6feaef640  1 --2- 172.21.15.46:0/93826664 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564fdca06bf0 0x564fdca1b360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.445+0000 7ff6feaef640  1 -- 172.21.15.46:0/93826664 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564fdca062d0 msgr2=0x564fdca0ef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T02:00:08.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.445+0000 7ff6feaef640  1 --2- 172.21.15.46:0/93826664 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564fdca062d0 0x564fdca0ef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.445+0000 7ff6feaef640  1 -- 172.21.15.46:0/93826664 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564fdc9d6880 con 0x564fdca0f7d0
2024-03-19T02:00:08.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.445+0000 7ff6fdaed640  1 --2- 172.21.15.46:0/93826664 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564fdca06bf0 0x564fdca1b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T02:00:08.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.446+0000 7ff6feaef640  1 --2- 172.21.15.46:0/93826664 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564fdca0f7d0 0x564fdca27860 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7ff6f0004af0 tx=0x7ff6f0009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e87dcb3f9369b0f server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:08.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.446+0000 7ff6e3fff640  1 -- 172.21.15.46:0/93826664 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6f0063070 con 0x564fdca0f7d0
2024-03-19T02:00:08.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.446+0000 7ff6e3fff640  1 -- 172.21.15.46:0/93826664 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff6f0003d40 con 0x564fdca0f7d0
2024-03-19T02:00:08.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.446+0000 7ff6e3fff640  1 -- 172.21.15.46:0/93826664 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6f0053070 con 0x564fdca0f7d0
2024-03-19T02:00:08.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.446+0000 7ff70320f740  1 -- 172.21.15.46:0/93826664 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564fdca0f7d0 msgr2=0x564fdca27860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:08.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.446+0000 7ff70320f740  1 --2- 172.21.15.46:0/93826664 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564fdca0f7d0 0x564fdca27860 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7ff6f0004af0 tx=0x7ff6f0009b20 comp rx=0 tx=0).stop
2024-03-19T02:00:08.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.446+0000 7ff70320f740  1 -- 172.21.15.46:0/93826664 shutdown_connections
2024-03-19T02:00:08.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.446+0000 7ff70320f740  1 --2- 172.21.15.46:0/93826664 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564fdca0f7d0 0x564fdca27860 unknown :-1 s=CLOSED pgs=985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.446+0000 7ff70320f740  1 --2- 172.21.15.46:0/93826664 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564fdca06bf0 0x564fdca1b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.446+0000 7ff70320f740  1 --2- 172.21.15.46:0/93826664 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564fdca062d0 0x564fdca0ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.446+0000 7ff70320f740  1 -- 172.21.15.46:0/93826664 >> 172.21.15.46:0/93826664 conn(0x564fdca00a00 msgr2=0x564fdc9ff310 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:08.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.446+0000 7ff70320f740  1 -- 172.21.15.46:0/93826664 shutdown_connections
2024-03-19T02:00:08.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.446+0000 7ff70320f740  1 -- 172.21.15.46:0/93826664 wait complete.
2024-03-19T02:00:08.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.446+0000 7ff70320f740  1 --  start start
2024-03-19T02:00:08.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.447+0000 7ff70320f740  1  Processor -- start
2024-03-19T02:00:08.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.447+0000 7ff70320f740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564fdca062d0 0x564fdca09480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.447+0000 7ff70320f740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564fdca06bf0 0x564fdca099c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.447+0000 7ff70320f740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564fdca0f7d0 0x564fdca09f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.447+0000 7ff70320f740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff6f81ad260 con 0x564fdca0f7d0
2024-03-19T02:00:08.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.447+0000 7ff70320f740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ff6f81ae6d0 con 0x564fdca062d0
2024-03-19T02:00:08.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.447+0000 7ff70320f740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff6f81ad930 con 0x564fdca06bf0
2024-03-19T02:00:08.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.447+0000 7ff70320f740 10 client.0 _ll_register_callbacks cb 0x7ff6f4005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T02:00:08.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.447+0000 7ff6fe2ee640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564fdca062d0 0x564fdca09480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.447+0000 7ff6feaef640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564fdca0f7d0 0x564fdca09f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.447+0000 7ff6fe2ee640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564fdca062d0 0x564fdca09480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:57090/0 (socket says 172.21.15.46:57090)
2024-03-19T02:00:08.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.447+0000 7ff6fe2ee640  1 -- 172.21.15.46:0/3992893534 learned_addr learned my addr 172.21.15.46:0/3992893534 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:08.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.447+0000 7ff6fdaed640  1 --2- 172.21.15.46:0/3992893534 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564fdca06bf0 0x564fdca099c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.447+0000 7ff6fe2ee640  1 -- 172.21.15.46:0/3992893534 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564fdca06bf0 msgr2=0x564fdca099c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T02:00:08.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.447+0000 7ff6fe2ee640  1 --2- 172.21.15.46:0/3992893534 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564fdca06bf0 0x564fdca099c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.447+0000 7ff6fe2ee640  1 -- 172.21.15.46:0/3992893534 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564fdca0f7d0 msgr2=0x564fdca09f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T02:00:08.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.447+0000 7ff6fe2ee640  1 --2- 172.21.15.46:0/3992893534 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564fdca0f7d0 0x564fdca09f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.447+0000 7ff6fe2ee640  1 -- 172.21.15.46:0/3992893534 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564fdca11bc0 con 0x564fdca062d0
2024-03-19T02:00:08.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.447+0000 7ff6feaef640  1 --2- 172.21.15.46:0/3992893534 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564fdca0f7d0 0x564fdca09f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T02:00:08.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.447+0000 7ff6fe2ee640  1 --2- 172.21.15.46:0/3992893534 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564fdca062d0 0x564fdca09480 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7ff6f401a000 tx=0x7ff6f4009620 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b6e44b03b06383f3 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:08.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.447+0000 7ff6e1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.73:3300/0
2024-03-19T02:00:08.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.448+0000 7ff6e1ffb640  1 -- 172.21.15.46:0/3992893534 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6f402ecb0 con 0x564fdca062d0
2024-03-19T02:00:08.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.448+0000 7ff70320f740  1 -- 172.21.15.46:0/3992893534 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff6f0003d40 con 0x564fdca062d0
2024-03-19T02:00:08.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.448+0000 7ff6e1ffb640  1 -- 172.21.15.46:0/3992893534 <== mon.2 v2:172.21.15.73:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7ff6f4004250 con 0x564fdca062d0
2024-03-19T02:00:08.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.448+0000 7ff6e1ffb640  1 -- 172.21.15.46:0/3992893534 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7ff6f403b050 con 0x564fdca062d0
2024-03-19T02:00:08.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.448+0000 7ff70320f740 10 client.27665 fetch_fsmap learned FSMap version 35
2024-03-19T02:00:08.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.448+0000 7ff70320f740  1 -- 172.21.15.46:0/3992893534 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x564fdca860d0 con 0x564fdca062d0
2024-03-19T02:00:08.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.448+0000 7ff6e1ffb640  1 -- 172.21.15.46:0/3992893534 <== mon.2 v2:172.21.15.73:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff6f0003d40 con 0x564fdca062d0
2024-03-19T02:00:08.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.448+0000 7ff6e1ffb640  1 -- 172.21.15.46:0/3992893534 <== mon.2 v2:172.21.15.73:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7ff6f4036030 con 0x564fdca062d0
2024-03-19T02:00:08.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.448+0000 7ff70320f740 10 client.27665 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T02:00:08.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.448+0000 7ff70320f740 10 client.27665 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i
2024-03-19T02:00:08.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.448+0000 7ff70320f740 20 client.27665 populate_metadata read hostname 'smithi046'
2024-03-19T02:00:08.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.448+0000 7ff70320f740  1 --2- 172.21.15.46:0/3992893534 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x564fdca1fb80 0x564fdca88660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.448+0000 7ff70320f740  4 client.27665 mds_command: new command op to 24478 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T02:00:08.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.448+0000 7ff70320f740  1 -- 172.21.15.46:0/3992893534 --> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564fdc9769f0 con 0x564fdca1fb80
2024-03-19T02:00:08.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.448+0000 7ff6fdaed640  1 --2- 172.21.15.46:0/3992893534 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x564fdca1fb80 0x564fdca88660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.449+0000 7ff6e1ffb640 10 client.27665 ms_handle_connect on v2:172.21.15.102:6838/2913244532
2024-03-19T02:00:08.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.449+0000 7ff6fdaed640  1 --2- 172.21.15.46:0/3992893534 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x564fdca1fb80 0x564fdca88660 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f87720d1483e820f server_cookie=40a827b13cec5515 in_seq=0 out_seq=0
2024-03-19T02:00:08.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.449+0000 7ff6e1ffb640  1 -- 172.21.15.46:0/3992893534 <== mds.2 v2:172.21.15.102:6838/2913244532 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564fdc9769f0 con 0x564fdca1fb80
2024-03-19T02:00:08.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.449+0000 7ff6e1ffb640 10 client.27665 handle_command_reply: tid=0
2024-03-19T02:00:08.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.449+0000 7ff70320f740  1 client.27665 shutdown
2024-03-19T02:00:08.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.449+0000 7ff70320f740  1 -- 172.21.15.46:0/3992893534 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564fdca062d0 msgr2=0x564fdca09480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:08.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.449+0000 7ff70320f740  1 --2- 172.21.15.46:0/3992893534 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564fdca062d0 0x564fdca09480 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7ff6f401a000 tx=0x7ff6f4009620 comp rx=0 tx=0).stop
2024-03-19T02:00:08.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.449+0000 7ff70320f740  1 -- 172.21.15.46:0/3992893534 shutdown_connections
2024-03-19T02:00:08.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.449+0000 7ff70320f740  1 --2- 172.21.15.46:0/3992893534 >> [v2:172.21.15.102:6838/2913244532,v1:172.21.15.102:6839/2913244532] conn(0x564fdca1fb80 0x564fdca88660 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.449+0000 7ff70320f740  1 --2- 172.21.15.46:0/3992893534 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x564fdca0f7d0 0x564fdca09f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.449+0000 7ff70320f740  1 --2- 172.21.15.46:0/3992893534 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x564fdca06bf0 0x564fdca099c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.449+0000 7ff70320f740  1 --2- 172.21.15.46:0/3992893534 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x564fdca062d0 0x564fdca09480 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.449+0000 7ff6e1ffb640  0 client.27665 ms_handle_reset on v2:172.21.15.102:6838/2913244532
2024-03-19T02:00:08.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.449+0000 7ff70320f740  1 -- 172.21.15.46:0/3992893534 >> 172.21.15.46:0/3992893534 conn(0x564fdca00a00 msgr2=0x564fdca0d040 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:08.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.449+0000 7ff70320f740  1 -- 172.21.15.46:0/3992893534 shutdown_connections
2024-03-19T02:00:08.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.449+0000 7ff70320f740  1 -- 172.21.15.46:0/3992893534 wait complete.
2024-03-19T02:00:08.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.449+0000 7ff70320f740 20 client.27665 trim_cache size 0 max 16384
2024-03-19T02:00:08.457 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T02:00:08.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.449+0000 7ff700552640  1 -- 172.21.15.46:0/615599879 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff6e40a29f0 msgr2=0x7ff6e40a4eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:08.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.449+0000 7ff700552640  1 --2- 172.21.15.46:0/615599879 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff6e40a29f0 0x7ff6e40a4eb0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7ff6f0009a60 tx=0x7ff6f0005c50 comp rx=0 tx=0).stop
2024-03-19T02:00:08.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.449+0000 7ff700552640  1 -- 172.21.15.46:0/615599879 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff6f81017f0 msgr2=0x7ff6f8199540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:08.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.449+0000 7ff700552640  1 --2- 172.21.15.46:0/615599879 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff6f81017f0 0x7ff6f8199540 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7ff6e800e9f0 tx=0x7ff6e800eeb0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.450+0000 7ff700552640  1 -- 172.21.15.46:0/615599879 shutdown_connections
2024-03-19T02:00:08.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.450+0000 7ff700552640  1 --2- 172.21.15.46:0/615599879 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff6f8106920 0x7ff6f81a4080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.450+0000 7ff700552640  1 --2- 172.21.15.46:0/615599879 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff6f81017f0 0x7ff6f8199540 unknown :-1 s=CLOSED pgs=982 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.450+0000 7ff700552640  1 --2- 172.21.15.46:0/615599879 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff6e40a29f0 0x7ff6e40a4eb0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.450+0000 7ff700552640  1 --2- 172.21.15.46:0/615599879 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff6f8100e30 0x7ff6f8199000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.450+0000 7ff700552640  1 -- 172.21.15.46:0/615599879 >> 172.21.15.46:0/615599879 conn(0x7ff6f8076c40 msgr2=0x7ff6f8103800 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:08.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.450+0000 7ff700552640  1 -- 172.21.15.46:0/615599879 shutdown_connections
2024-03-19T02:00:08.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.450+0000 7ff700552640  1 -- 172.21.15.46:0/615599879 wait complete.
2024-03-19T02:00:08.460 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls
2024-03-19T02:00:08.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.564+0000 7f2ac5d44640  1 -- 172.21.15.46:0/3327518653 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2ac01005c0 msgr2=0x7f2ac01009a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:08.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.564+0000 7f2ac5d44640  1 --2- 172.21.15.46:0/3327518653 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2ac01005c0 0x7f2ac01009a0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f2ab0009860 tx=0x7f2ab002bb70 comp rx=0 tx=0).stop
2024-03-19T02:00:08.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.564+0000 7f2ac5d44640  1 -- 172.21.15.46:0/3327518653 shutdown_connections
2024-03-19T02:00:08.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.564+0000 7f2ac5d44640  1 --2- 172.21.15.46:0/3327518653 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2ac010e170 0x7f2ac0110560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.564+0000 7f2ac5d44640  1 --2- 172.21.15.46:0/3327518653 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2ac0100ee0 0x7f2ac010dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.564+0000 7f2ac5d44640  1 --2- 172.21.15.46:0/3327518653 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2ac01005c0 0x7f2ac01009a0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.564+0000 7f2ac5d44640  1 -- 172.21.15.46:0/3327518653 >> 172.21.15.46:0/3327518653 conn(0x7f2ac00778d0 msgr2=0x7f2ac0077ce0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:08.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.565+0000 7f2ac5d44640  1 -- 172.21.15.46:0/3327518653 shutdown_connections
2024-03-19T02:00:08.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.565+0000 7f2ac5d44640  1 -- 172.21.15.46:0/3327518653 wait complete.
2024-03-19T02:00:08.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.565+0000 7f2ac5d44640  1  Processor -- start
2024-03-19T02:00:08.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.565+0000 7f2ac5d44640  1 --  start start
2024-03-19T02:00:08.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.565+0000 7f2ac5d44640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2ac01005c0 0x7f2ac019a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.565+0000 7f2ac5d44640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2ac0100ee0 0x7f2ac019a730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.565+0000 7f2ac5d44640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2ac010e170 0x7f2ac019eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.565+0000 7f2ac5d44640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f2ac0113c50 con 0x7f2ac0100ee0
2024-03-19T02:00:08.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.565+0000 7f2ac5d44640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f2ac0113ad0 con 0x7f2ac010e170
2024-03-19T02:00:08.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.565+0000 7f2ac5d44640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2ac0113dd0 con 0x7f2ac01005c0
2024-03-19T02:00:08.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.566+0000 7f2abeffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2ac0100ee0 0x7f2ac019a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.566+0000 7f2abf7fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2ac01005c0 0x7f2ac019a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.566+0000 7f2abeffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2ac0100ee0 0x7f2ac019a730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52682/0 (socket says 172.21.15.46:52682)
2024-03-19T02:00:08.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.566+0000 7f2abeffd640  1 -- 172.21.15.46:0/3432515163 learned_addr learned my addr 172.21.15.46:0/3432515163 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:08.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.566+0000 7f2abffff640  1 --2- 172.21.15.46:0/3432515163 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2ac010e170 0x7f2ac019eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.566+0000 7f2abf7fe640  1 -- 172.21.15.46:0/3432515163 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2ac010e170 msgr2=0x7f2ac019eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:08.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.566+0000 7f2abf7fe640  1 --2- 172.21.15.46:0/3432515163 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2ac010e170 0x7f2ac019eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.566+0000 7f2abf7fe640  1 -- 172.21.15.46:0/3432515163 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2ac0100ee0 msgr2=0x7f2ac019a730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:08.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.566+0000 7f2abf7fe640  1 --2- 172.21.15.46:0/3432515163 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2ac0100ee0 0x7f2ac019a730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.566+0000 7f2abf7fe640  1 -- 172.21.15.46:0/3432515163 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ac019f1e0 con 0x7f2ac01005c0
2024-03-19T02:00:08.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.566+0000 7f2abeffd640  1 --2- 172.21.15.46:0/3432515163 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2ac0100ee0 0x7f2ac019a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T02:00:08.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.566+0000 7f2abf7fe640  1 --2- 172.21.15.46:0/3432515163 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2ac01005c0 0x7f2ac019a1f0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f2ab0005940 tx=0x7f2ab0035990 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:08.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.566+0000 7f2abcff9640  1 -- 172.21.15.46:0/3432515163 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ab0041020 con 0x7f2ac01005c0
2024-03-19T02:00:08.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.566+0000 7f2abcff9640  1 -- 172.21.15.46:0/3432515163 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2ab002c9c0 con 0x7f2ac01005c0
2024-03-19T02:00:08.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.566+0000 7f2ac5d44640  1 -- 172.21.15.46:0/3432515163 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ac019f470 con 0x7f2ac01005c0
2024-03-19T02:00:08.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.566+0000 7f2abcff9640  1 -- 172.21.15.46:0/3432515163 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ab0039040 con 0x7f2ac01005c0
2024-03-19T02:00:08.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.566+0000 7f2ac5d44640  1 -- 172.21.15.46:0/3432515163 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ac01a6d60 con 0x7f2ac01005c0
2024-03-19T02:00:08.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.568+0000 7f2abcff9640  1 -- 172.21.15.46:0/3432515163 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f2ab0044020 con 0x7f2ac01005c0
2024-03-19T02:00:08.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.569+0000 7f2ac8a05740  1  Processor -- start
2024-03-19T02:00:08.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.569+0000 7f2ac8a05740  1 --  start start
2024-03-19T02:00:08.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.569+0000 7f2abcff9640  1 --2- 172.21.15.46:0/3432515163 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f2aa80a2970 0x7f2aa80a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.569+0000 7f2ac8a05740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569cc6662d0 0x5569cc6666b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.569+0000 7f2ac8a05740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569cc666bf0 0x5569cc66f290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.569+0000 7f2ac8a05740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569cc66f7d0 0x5569cc671bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.569+0000 7f2ac8a05740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5569cc5c94b0 con 0x5569cc6662d0
2024-03-19T02:00:08.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.569+0000 7f2ac8a05740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5569cc571d70 con 0x5569cc666bf0
2024-03-19T02:00:08.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.569+0000 7f2ac8a05740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5569cc5c5550 con 0x5569cc66f7d0
2024-03-19T02:00:08.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.569+0000 7f2abffff640  1 --2- 172.21.15.46:0/3432515163 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f2aa80a2970 0x7f2aa80a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.569+0000 7f2abf7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569cc6662d0 0x5569cc6666b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.569+0000 7f2abf7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569cc6662d0 0x5569cc6666b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52686/0 (socket says 172.21.15.46:52686)
2024-03-19T02:00:08.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.569+0000 7f2abf7fe640  1 -- 172.21.15.46:0/2004000999 learned_addr learned my addr 172.21.15.46:0/2004000999 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:08.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.569+0000 7f2abeffd640  1 --2- 172.21.15.46:0/2004000999 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569cc666bf0 0x5569cc66f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.569+0000 7f2abcff9640  1 -- 172.21.15.46:0/3432515163 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7f2ab00f0960 con 0x7f2ac01005c0
2024-03-19T02:00:08.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.569+0000 7f2abffff640  1 --2- 172.21.15.46:0/2004000999 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569cc66f7d0 0x5569cc671bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.569+0000 7f2abf7fe640  1 -- 172.21.15.46:0/2004000999 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569cc66f7d0 msgr2=0x5569cc671bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T02:00:08.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.569+0000 7f2abf7fe640  1 --2- 172.21.15.46:0/2004000999 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569cc66f7d0 0x5569cc671bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.569+0000 7f2abf7fe640  1 -- 172.21.15.46:0/2004000999 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569cc666bf0 msgr2=0x5569cc66f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T02:00:08.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.569+0000 7f2abf7fe640  1 --2- 172.21.15.46:0/2004000999 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569cc666bf0 0x5569cc66f290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.569+0000 7f2abf7fe640  1 -- 172.21.15.46:0/2004000999 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5569cc594210 con 0x5569cc6662d0
2024-03-19T02:00:08.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.569+0000 7f2abffff640  1 --2- 172.21.15.46:0/2004000999 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569cc66f7d0 0x5569cc671bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T02:00:08.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.569+0000 7f2abeffd640  1 --2- 172.21.15.46:0/2004000999 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569cc666bf0 0x5569cc66f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T02:00:08.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.570+0000 7f2abf7fe640  1 --2- 172.21.15.46:0/2004000999 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569cc6662d0 0x5569cc6666b0 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f2ab00b9670 tx=0x7f2ab004cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7a40921a61a2574 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:08.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.570+0000 7f2abffff640  1 --2- 172.21.15.46:0/3432515163 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f2aa80a2970 0x7f2aa80a4e30 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x5569cc661b90 tx=0x7f2ab80095c0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:08.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.570+0000 7f2aa5ffb640  1 -- 172.21.15.46:0/2004000999 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ab00bc600 con 0x5569cc6662d0
2024-03-19T02:00:08.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.570+0000 7f2aa5ffb640  1 -- 172.21.15.46:0/2004000999 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2ab00de0b0 con 0x5569cc6662d0
2024-03-19T02:00:08.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.570+0000 7f2aa5ffb640  1 -- 172.21.15.46:0/2004000999 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ab003a250 con 0x5569cc6662d0
2024-03-19T02:00:08.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.570+0000 7f2ac8a05740  1 -- 172.21.15.46:0/2004000999 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569cc6662d0 msgr2=0x5569cc6666b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:08.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.570+0000 7f2ac8a05740  1 --2- 172.21.15.46:0/2004000999 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569cc6662d0 0x5569cc6666b0 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f2ab00b9670 tx=0x7f2ab004cc90 comp rx=0 tx=0).stop
2024-03-19T02:00:08.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.570+0000 7f2ac8a05740  1 -- 172.21.15.46:0/2004000999 shutdown_connections
2024-03-19T02:00:08.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.570+0000 7f2ac8a05740  1 --2- 172.21.15.46:0/2004000999 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569cc66f7d0 0x5569cc671bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.570+0000 7f2ac8a05740  1 --2- 172.21.15.46:0/2004000999 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569cc666bf0 0x5569cc66f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.570+0000 7f2ac8a05740  1 --2- 172.21.15.46:0/2004000999 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569cc6662d0 0x5569cc6666b0 unknown :-1 s=CLOSED pgs=986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.570+0000 7f2ac8a05740  1 -- 172.21.15.46:0/2004000999 >> 172.21.15.46:0/2004000999 conn(0x5569cc660a00 msgr2=0x5569cc660de0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:08.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.570+0000 7f2ac8a05740  1 -- 172.21.15.46:0/2004000999 shutdown_connections
2024-03-19T02:00:08.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.570+0000 7f2ac8a05740  1 -- 172.21.15.46:0/2004000999 wait complete.
2024-03-19T02:00:08.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.571+0000 7f2ac8a05740  1 --  start start
2024-03-19T02:00:08.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.571+0000 7f2ac8a05740  1  Processor -- start
2024-03-19T02:00:08.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.571+0000 7f2ac8a05740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569cc6662d0 0x5569cc66c750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.571+0000 7f2ac8a05740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569cc666bf0 0x5569cc66cc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.571+0000 7f2ac8a05740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569cc66f7d0 0x5569cc66d1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.571+0000 7f2ac8a05740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5569cc672380 con 0x5569cc6662d0
2024-03-19T02:00:08.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.571+0000 7f2ac8a05740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5569cc585310 con 0x5569cc666bf0
2024-03-19T02:00:08.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.571+0000 7f2ac8a05740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5569cc672500 con 0x5569cc66f7d0
2024-03-19T02:00:08.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.571+0000 7f2ac8a05740 10 client.0 _ll_register_callbacks cb 0x5569cc5792d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T02:00:08.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.571+0000 7f2abf7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569cc6662d0 0x5569cc66c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.571+0000 7f2abf7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569cc6662d0 0x5569cc66c750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52688/0 (socket says 172.21.15.46:52688)
2024-03-19T02:00:08.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.571+0000 7f2abf7fe640  1 -- 172.21.15.46:0/2088449844 learned_addr learned my addr 172.21.15.46:0/2088449844 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:08.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.571+0000 7f2abeffd640  1 --2- 172.21.15.46:0/2088449844 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569cc666bf0 0x5569cc66cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.571+0000 7f2abffff640  1 --2- 172.21.15.46:0/2088449844 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569cc66f7d0 0x5569cc66d1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.572+0000 7f2abf7fe640  1 -- 172.21.15.46:0/2088449844 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569cc66f7d0 msgr2=0x5569cc66d1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T02:00:08.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.572+0000 7f2abf7fe640  1 --2- 172.21.15.46:0/2088449844 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569cc66f7d0 0x5569cc66d1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.572+0000 7f2abf7fe640  1 -- 172.21.15.46:0/2088449844 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569cc666bf0 msgr2=0x5569cc66cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T02:00:08.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.572+0000 7f2abf7fe640  1 --2- 172.21.15.46:0/2088449844 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569cc666bf0 0x5569cc66cc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.572+0000 7f2abf7fe640  1 -- 172.21.15.46:0/2088449844 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5569cc2dd3f0 con 0x5569cc6662d0
2024-03-19T02:00:08.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.572+0000 7f2abf7fe640  1 --2- 172.21.15.46:0/2088449844 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569cc6662d0 0x5569cc66c750 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f2ab00ed970 tx=0x7f2ab00ed800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f82001901d63a server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:08.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.572+0000 7f2a9effd640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T02:00:08.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.572+0000 7f2a9effd640  1 -- 172.21.15.46:0/2088449844 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ab00bc600 con 0x5569cc6662d0
2024-03-19T02:00:08.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.572+0000 7f2a9effd640  1 -- 172.21.15.46:0/2088449844 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7f2ab004cd00 con 0x5569cc6662d0
2024-03-19T02:00:08.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.572+0000 7f2ac8a05740  1 -- 172.21.15.46:0/2088449844 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2ab00de0b0 con 0x5569cc6662d0
2024-03-19T02:00:08.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.572+0000 7f2a9effd640  1 -- 172.21.15.46:0/2088449844 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f2ab00bcca0 con 0x5569cc6662d0
2024-03-19T02:00:08.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.572+0000 7f2ac8a05740 10 client.17820 fetch_fsmap learned FSMap version 35
2024-03-19T02:00:08.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.572+0000 7f2ac8a05740  1 -- 172.21.15.46:0/2088449844 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x5569cc3a77d0 con 0x5569cc6662d0
2024-03-19T02:00:08.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.572+0000 7f2a9effd640  1 -- 172.21.15.46:0/2088449844 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2ab00de0b0 con 0x5569cc6662d0
2024-03-19T02:00:08.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.572+0000 7f2a9effd640  1 -- 172.21.15.46:0/2088449844 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f2ab003c030 con 0x5569cc6662d0
2024-03-19T02:00:08.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.572+0000 7f2ac8a05740 10 client.17820 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T02:00:08.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.572+0000 7f2ac8a05740 10 client.17820 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T02:00:08.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.572+0000 7f2ac8a05740 20 client.17820 populate_metadata read hostname 'smithi046'
2024-03-19T02:00:08.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.572+0000 7f2ac8a05740  1 --2- 172.21.15.46:0/2088449844 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x5569cc67f650 0x5569cc681a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.572+0000 7f2ac8a05740  4 client.17820 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T02:00:08.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.572+0000 7f2ac8a05740  1 -- 172.21.15.46:0/2088449844 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5569cc6273e0 con 0x5569cc67f650
2024-03-19T02:00:08.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.573+0000 7f2abeffd640  1 --2- 172.21.15.46:0/2088449844 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x5569cc67f650 0x5569cc681a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.573+0000 7f2abeffd640  1 --2- 172.21.15.46:0/2088449844 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x5569cc67f650 0x5569cc681a40 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3bb72c22fe896bab server_cookie=7cd85bd5cd8ad62a in_seq=0 out_seq=0
2024-03-19T02:00:08.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.573+0000 7f2a9effd640 10 client.17820 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T02:00:08.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.574+0000 7f2a9effd640  1 -- 172.21.15.46:0/2088449844 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x5569cc6273e0 con 0x5569cc67f650
2024-03-19T02:00:08.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.574+0000 7f2a9effd640 10 client.17820 handle_command_reply: tid=0
2024-03-19T02:00:08.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.574+0000 7f2ac8a05740  1 client.17820 shutdown
2024-03-19T02:00:08.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.574+0000 7f2ac8a05740  1 -- 172.21.15.46:0/2088449844 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569cc6662d0 msgr2=0x5569cc66c750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:08.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.574+0000 7f2ac8a05740  1 --2- 172.21.15.46:0/2088449844 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569cc6662d0 0x5569cc66c750 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f2ab00ed970 tx=0x7f2ab00ed800 comp rx=0 tx=0).stop
2024-03-19T02:00:08.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.574+0000 7f2ac8a05740  1 -- 172.21.15.46:0/2088449844 shutdown_connections
2024-03-19T02:00:08.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.574+0000 7f2ac8a05740  1 --2- 172.21.15.46:0/2088449844 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x5569cc67f650 0x5569cc681a40 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.574+0000 7f2ac8a05740  1 --2- 172.21.15.46:0/2088449844 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569cc66f7d0 0x5569cc66d1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.574+0000 7f2ac8a05740  1 --2- 172.21.15.46:0/2088449844 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569cc666bf0 0x5569cc66cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.574+0000 7f2a9effd640  0 client.17820 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T02:00:08.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.574+0000 7f2ac8a05740  1 --2- 172.21.15.46:0/2088449844 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569cc6662d0 0x5569cc66c750 unknown :-1 s=CLOSED pgs=987 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.574+0000 7f2ac8a05740  1 -- 172.21.15.46:0/2088449844 >> 172.21.15.46:0/2088449844 conn(0x5569cc660a00 msgr2=0x5569cc662750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:08.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.574+0000 7f2ac8a05740  1 -- 172.21.15.46:0/2088449844 shutdown_connections
2024-03-19T02:00:08.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.574+0000 7f2ac8a05740  1 -- 172.21.15.46:0/2088449844 wait complete.
2024-03-19T02:00:08.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.574+0000 7f2ac8a05740 20 client.17820 trim_cache size 0 max 16384
2024-03-19T02:00:08.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.587+0000 7f2ac8a05740  1  Processor -- start
2024-03-19T02:00:08.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.587+0000 7f2ac8a05740  1 --  start start
2024-03-19T02:00:08.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.587+0000 7f2ac8a05740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569cc6662d0 0x5569cc67aef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.587+0000 7f2ac8a05740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569cc666bf0 0x5569cc66cff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.587+0000 7f2ac8a05740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569cc66f7d0 0x5569cc662540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.587+0000 7f2ac8a05740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f2ac01b3740 con 0x5569cc66f7d0
2024-03-19T02:00:08.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.587+0000 7f2ac8a05740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f2ac01b1010 con 0x5569cc6662d0
2024-03-19T02:00:08.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.587+0000 7f2ac8a05740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2ac01aee80 con 0x5569cc666bf0
2024-03-19T02:00:08.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.588+0000 7f2abffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569cc66f7d0 0x5569cc662540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.588+0000 7f2abffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569cc66f7d0 0x5569cc662540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52690/0 (socket says 172.21.15.46:52690)
2024-03-19T02:00:08.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.588+0000 7f2abffff640  1 -- 172.21.15.46:0/2044680044 learned_addr learned my addr 172.21.15.46:0/2044680044 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:08.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.588+0000 7f2abf7fe640  1 --2- 172.21.15.46:0/2044680044 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569cc6662d0 0x5569cc67aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.588+0000 7f2abeffd640  1 --2- 172.21.15.46:0/2044680044 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569cc666bf0 0x5569cc66cff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.588+0000 7f2abffff640  1 -- 172.21.15.46:0/2044680044 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569cc666bf0 msgr2=0x5569cc66cff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T02:00:08.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.588+0000 7f2abffff640  1 --2- 172.21.15.46:0/2044680044 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569cc666bf0 0x5569cc66cff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.588+0000 7f2abffff640  1 -- 172.21.15.46:0/2044680044 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569cc6662d0 msgr2=0x5569cc67aef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T02:00:08.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.588+0000 7f2abffff640  1 --2- 172.21.15.46:0/2044680044 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569cc6662d0 0x5569cc67aef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.588+0000 7f2abffff640  1 -- 172.21.15.46:0/2044680044 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5569cc666a20 con 0x5569cc66f7d0
2024-03-19T02:00:08.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.588+0000 7f2abf7fe640  1 --2- 172.21.15.46:0/2044680044 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569cc6662d0 0x5569cc67aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T02:00:08.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.588+0000 7f2abffff640  1 --2- 172.21.15.46:0/2044680044 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569cc66f7d0 0x5569cc662540 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f2ab8005fd0 tx=0x7f2ab8004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0353052a71cf148 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:08.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.588+0000 7f2aa57fa640  1 -- 172.21.15.46:0/2044680044 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ab8017040 con 0x5569cc66f7d0
2024-03-19T02:00:08.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.588+0000 7f2aa57fa640  1 -- 172.21.15.46:0/2044680044 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2ab802c070 con 0x5569cc66f7d0
2024-03-19T02:00:08.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.588+0000 7f2aa57fa640  1 -- 172.21.15.46:0/2044680044 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ab801c7d0 con 0x5569cc66f7d0
2024-03-19T02:00:08.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.589+0000 7f2ac8a05740  1 -- 172.21.15.46:0/2044680044 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569cc66f7d0 msgr2=0x5569cc662540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:08.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.589+0000 7f2ac8a05740  1 --2- 172.21.15.46:0/2044680044 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569cc66f7d0 0x5569cc662540 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f2ab8005fd0 tx=0x7f2ab8004ab0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.589+0000 7f2ac8a05740  1 -- 172.21.15.46:0/2044680044 shutdown_connections
2024-03-19T02:00:08.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.589+0000 7f2ac8a05740  1 --2- 172.21.15.46:0/2044680044 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569cc66f7d0 0x5569cc662540 unknown :-1 s=CLOSED pgs=988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.589+0000 7f2ac8a05740  1 --2- 172.21.15.46:0/2044680044 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569cc666bf0 0x5569cc66cff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.589+0000 7f2ac8a05740  1 --2- 172.21.15.46:0/2044680044 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569cc6662d0 0x5569cc67aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.589+0000 7f2ac8a05740  1 -- 172.21.15.46:0/2044680044 >> 172.21.15.46:0/2044680044 conn(0x5569cc660a00 msgr2=0x5569cc661e30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:08.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.589+0000 7f2ac8a05740  1 -- 172.21.15.46:0/2044680044 shutdown_connections
2024-03-19T02:00:08.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.589+0000 7f2ac8a05740  1 -- 172.21.15.46:0/2044680044 wait complete.
2024-03-19T02:00:08.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.589+0000 7f2ac8a05740  1 --  start start
2024-03-19T02:00:08.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.589+0000 7f2ac8a05740  1  Processor -- start
2024-03-19T02:00:08.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.589+0000 7f2ac8a05740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569cc6662d0 0x5569cc677850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.589+0000 7f2ac8a05740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569cc666bf0 0x5569cc6690c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.589+0000 7f2ac8a05740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569cc66f7d0 0x5569cc669660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.589+0000 7f2ac8a05740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f2ac01af4d0 con 0x5569cc666bf0
2024-03-19T02:00:08.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.589+0000 7f2ac8a05740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f2ac01b0940 con 0x5569cc66f7d0
2024-03-19T02:00:08.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.589+0000 7f2ac8a05740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2ac01afba0 con 0x5569cc6662d0
2024-03-19T02:00:08.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.590+0000 7f2ac8a05740 10 client.0 _ll_register_callbacks cb 0x7f2ab00b88b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T02:00:08.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.590+0000 7f2abf7fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569cc6662d0 0x5569cc677850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.590+0000 7f2abeffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569cc666bf0 0x5569cc6690c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.590+0000 7f2abf7fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569cc6662d0 0x5569cc677850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:32786/0 (socket says 172.21.15.46:32786)
2024-03-19T02:00:08.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.590+0000 7f2abf7fe640  1 -- 172.21.15.46:0/259236017 learned_addr learned my addr 172.21.15.46:0/259236017 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:08.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.590+0000 7f2abffff640  1 --2- 172.21.15.46:0/259236017 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569cc66f7d0 0x5569cc669660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.590+0000 7f2abf7fe640  1 -- 172.21.15.46:0/259236017 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569cc66f7d0 msgr2=0x5569cc669660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T02:00:08.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.590+0000 7f2abf7fe640  1 --2- 172.21.15.46:0/259236017 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569cc66f7d0 0x5569cc669660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.590+0000 7f2abf7fe640  1 -- 172.21.15.46:0/259236017 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569cc666bf0 msgr2=0x5569cc6690c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T02:00:08.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.590+0000 7f2abf7fe640  1 --2- 172.21.15.46:0/259236017 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569cc666bf0 0x5569cc6690c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.590+0000 7f2abf7fe640  1 -- 172.21.15.46:0/259236017 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5569cc669e90 con 0x5569cc6662d0
2024-03-19T02:00:08.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.590+0000 7f2abeffd640  1 --2- 172.21.15.46:0/259236017 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569cc666bf0 0x5569cc6690c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T02:00:08.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.590+0000 7f2abf7fe640  1 --2- 172.21.15.46:0/259236017 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569cc6662d0 0x5569cc677850 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f2ab00b9620 tx=0x7f2ab00091e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cf27855f1aaf8f70 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:08.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.590+0000 7f2a9effd640 10 client.0 ms_handle_connect on v2:172.21.15.102:3300/0
2024-03-19T02:00:08.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.590+0000 7f2a9effd640  1 -- 172.21.15.46:0/259236017 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ab00ec060 con 0x5569cc6662d0
2024-03-19T02:00:08.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.590+0000 7f2ac8a05740  1 -- 172.21.15.46:0/259236017 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2ab802c070 con 0x5569cc6662d0
2024-03-19T02:00:08.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.590+0000 7f2a9effd640  1 -- 172.21.15.46:0/259236017 <== mon.1 v2:172.21.15.102:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7f2ab00db4a0 con 0x5569cc6662d0
2024-03-19T02:00:08.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.590+0000 7f2a9effd640  1 -- 172.21.15.46:0/259236017 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f2ab00bc600 con 0x5569cc6662d0
2024-03-19T02:00:08.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.590+0000 7f2ac8a05740 10 client.27628 fetch_fsmap learned FSMap version 35
2024-03-19T02:00:08.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.590+0000 7f2ac8a05740  1 -- 172.21.15.46:0/259236017 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x5569cc669e90 con 0x5569cc6662d0
2024-03-19T02:00:08.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.591+0000 7f2a9effd640  1 -- 172.21.15.46:0/259236017 <== mon.1 v2:172.21.15.102:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2ab802c070 con 0x5569cc6662d0
2024-03-19T02:00:08.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.591+0000 7f2a9effd640  1 -- 172.21.15.46:0/259236017 <== mon.1 v2:172.21.15.102:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f2ab003c040 con 0x5569cc6662d0
2024-03-19T02:00:08.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.591+0000 7f2ac8a05740 10 client.27628 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T02:00:08.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.591+0000 7f2ac8a05740 10 client.27628 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h
2024-03-19T02:00:08.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.591+0000 7f2ac8a05740 20 client.27628 populate_metadata read hostname 'smithi046'
2024-03-19T02:00:08.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.591+0000 7f2ac8a05740  1 --2- 172.21.15.46:0/259236017 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x5569cc6e5af0 0x5569cc6e7ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.591+0000 7f2ac8a05740  4 client.27628 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T02:00:08.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.591+0000 7f2ac8a05740  1 -- 172.21.15.46:0/259236017 --> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5569cc5d69f0 con 0x5569cc6e5af0
2024-03-19T02:00:08.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.591+0000 7f2abeffd640  1 --2- 172.21.15.46:0/259236017 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x5569cc6e5af0 0x5569cc6e7ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.591+0000 7f2abeffd640  1 --2- 172.21.15.46:0/259236017 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x5569cc6e5af0 0x5569cc6e7ee0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e8c7aed7783491b4 server_cookie=e7343b4a0f73c0af in_seq=0 out_seq=0
2024-03-19T02:00:08.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.591+0000 7f2a9effd640 10 client.27628 ms_handle_connect on v2:172.21.15.73:6836/1348771870
2024-03-19T02:00:08.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.591+0000 7f2a9effd640  1 -- 172.21.15.46:0/259236017 <== mds.1 v2:172.21.15.73:6836/1348771870 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5569cc5d69f0 con 0x5569cc6e5af0
2024-03-19T02:00:08.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.591+0000 7f2a9effd640 10 client.27628 handle_command_reply: tid=0
2024-03-19T02:00:08.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.591+0000 7f2ac8a05740  1 client.27628 shutdown
2024-03-19T02:00:08.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.591+0000 7f2ac8a05740  1 -- 172.21.15.46:0/259236017 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569cc6662d0 msgr2=0x5569cc677850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:08.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.591+0000 7f2ac8a05740  1 --2- 172.21.15.46:0/259236017 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569cc6662d0 0x5569cc677850 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f2ab00b9620 tx=0x7f2ab00091e0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.591+0000 7f2ac8a05740  1 -- 172.21.15.46:0/259236017 shutdown_connections
2024-03-19T02:00:08.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.591+0000 7f2ac8a05740  1 --2- 172.21.15.46:0/259236017 >> [v2:172.21.15.73:6836/1348771870,v1:172.21.15.73:6837/1348771870] conn(0x5569cc6e5af0 0x5569cc6e7ee0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.592+0000 7f2ac8a05740  1 --2- 172.21.15.46:0/259236017 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x5569cc66f7d0 0x5569cc669660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.592+0000 7f2ac8a05740  1 --2- 172.21.15.46:0/259236017 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569cc666bf0 0x5569cc6690c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.592+0000 7f2a9effd640  0 client.27628 ms_handle_reset on v2:172.21.15.73:6836/1348771870
2024-03-19T02:00:08.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.592+0000 7f2ac8a05740  1 --2- 172.21.15.46:0/259236017 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5569cc6662d0 0x5569cc677850 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.592+0000 7f2ac8a05740  1 -- 172.21.15.46:0/259236017 >> 172.21.15.46:0/259236017 conn(0x5569cc660a00 msgr2=0x5569cc662670 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:08.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.592+0000 7f2ac8a05740  1 -- 172.21.15.46:0/259236017 shutdown_connections
2024-03-19T02:00:08.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.592+0000 7f2ac8a05740  1 -- 172.21.15.46:0/259236017 wait complete.
2024-03-19T02:00:08.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.592+0000 7f2ac8a05740 20 client.27628 trim_cache size 0 max 16384
2024-03-19T02:00:08.599 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T02:00:08.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.592+0000 7f2ac5d44640  1 -- 172.21.15.46:0/3432515163 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f2aa80a2970 msgr2=0x7f2aa80a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:08.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.592+0000 7f2ac5d44640  1 --2- 172.21.15.46:0/3432515163 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f2aa80a2970 0x7f2aa80a4e30 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x5569cc661b90 tx=0x7f2ab80095c0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.592+0000 7f2ac5d44640  1 -- 172.21.15.46:0/3432515163 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2ac01005c0 msgr2=0x7f2ac019a1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:08.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.592+0000 7f2ac5d44640  1 --2- 172.21.15.46:0/3432515163 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2ac01005c0 0x7f2ac019a1f0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f2ab0005940 tx=0x7f2ab0035990 comp rx=0 tx=0).stop
2024-03-19T02:00:08.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.592+0000 7f2ac5d44640  1 -- 172.21.15.46:0/3432515163 shutdown_connections
2024-03-19T02:00:08.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.592+0000 7f2ac5d44640  1 --2- 172.21.15.46:0/3432515163 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2ac010e170 0x7f2ac019eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.592+0000 7f2ac5d44640  1 --2- 172.21.15.46:0/3432515163 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2ac0100ee0 0x7f2ac019a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.592+0000 7f2ac5d44640  1 --2- 172.21.15.46:0/3432515163 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f2aa80a2970 0x7f2aa80a4e30 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.592+0000 7f2ac5d44640  1 --2- 172.21.15.46:0/3432515163 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2ac01005c0 0x7f2ac019a1f0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.592+0000 7f2ac5d44640  1 -- 172.21.15.46:0/3432515163 >> 172.21.15.46:0/3432515163 conn(0x7f2ac00778d0 msgr2=0x7f2ac010f750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:08.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.592+0000 7f2ac5d44640  1 -- 172.21.15.46:0/3432515163 shutdown_connections
2024-03-19T02:00:08.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.592+0000 7f2ac5d44640  1 -- 172.21.15.46:0/3432515163 wait complete.
2024-03-19T02:00:08.603 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls
2024-03-19T02:00:08.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.707+0000 7f1e9208a640  1 -- 172.21.15.46:0/2872507268 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e8c100a90 msgr2=0x7f1e8c104ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:08.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.707+0000 7f1e9208a640  1 --2- 172.21.15.46:0/2872507268 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e8c100a90 0x7f1e8c104ad0 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7f1e80009900 tx=0x7f1e8002bc30 comp rx=0 tx=0).stop
2024-03-19T02:00:08.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.707+0000 7f1e9208a640  1 -- 172.21.15.46:0/2872507268 shutdown_connections
2024-03-19T02:00:08.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.707+0000 7f1e9208a640  1 --2- 172.21.15.46:0/2872507268 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1e8c1051b0 0x7f1e8c10cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.707+0000 7f1e9208a640  1 --2- 172.21.15.46:0/2872507268 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e8c100a90 0x7f1e8c104ad0 unknown :-1 s=CLOSED pgs=989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.707+0000 7f1e9208a640  1 --2- 172.21.15.46:0/2872507268 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1e8c1000e0 0x7f1e8c1004c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.707+0000 7f1e9208a640  1 -- 172.21.15.46:0/2872507268 >> 172.21.15.46:0/2872507268 conn(0x7f1e8c076c40 msgr2=0x7f1e8c0fe030 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:08.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.707+0000 7f1e9208a640  1 -- 172.21.15.46:0/2872507268 shutdown_connections
2024-03-19T02:00:08.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.707+0000 7f1e9208a640  1 -- 172.21.15.46:0/2872507268 wait complete.
2024-03-19T02:00:08.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.708+0000 7f1e9208a640  1  Processor -- start
2024-03-19T02:00:08.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.708+0000 7f1e9208a640  1 --  start start
2024-03-19T02:00:08.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.708+0000 7f1e9208a640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e8c1000e0 0x7f1e8c197fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.708+0000 7f1e9208a640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1e8c1051b0 0x7f1e8c198500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.708+0000 7f1e9208a640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1e8c19c880 0x7f1e8c19cd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.708+0000 7f1e9208a640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1e8c10f890 con 0x7f1e8c1000e0
2024-03-19T02:00:08.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.708+0000 7f1e9208a640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f1e8c10f710 con 0x7f1e8c19c880
2024-03-19T02:00:08.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.708+0000 7f1e9208a640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1e8c10fa10 con 0x7f1e8c1051b0
2024-03-19T02:00:08.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.708+0000 7f1e8b7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e8c1000e0 0x7f1e8c197fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.708+0000 7f1e8b7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e8c1000e0 0x7f1e8c197fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52708/0 (socket says 172.21.15.46:52708)
2024-03-19T02:00:08.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.708+0000 7f1e8b7fe640  1 -- 172.21.15.46:0/2600780350 learned_addr learned my addr 172.21.15.46:0/2600780350 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:08.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.708+0000 7f1e8bfff640  1 --2- 172.21.15.46:0/2600780350 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1e8c19c880 0x7f1e8c19cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.708+0000 7f1e8affd640  1 --2- 172.21.15.46:0/2600780350 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1e8c1051b0 0x7f1e8c198500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.708+0000 7f1e8b7fe640  1 -- 172.21.15.46:0/2600780350 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1e8c1051b0 msgr2=0x7f1e8c198500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:08.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.709+0000 7f1e8b7fe640  1 --2- 172.21.15.46:0/2600780350 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1e8c1051b0 0x7f1e8c198500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.709+0000 7f1e8b7fe640  1 -- 172.21.15.46:0/2600780350 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1e8c19c880 msgr2=0x7f1e8c19cd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:08.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.709+0000 7f1e8b7fe640  1 --2- 172.21.15.46:0/2600780350 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1e8c19c880 0x7f1e8c19cd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.709+0000 7f1e8b7fe640  1 -- 172.21.15.46:0/2600780350 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e8c19d370 con 0x7f1e8c1000e0
2024-03-19T02:00:08.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.709+0000 7f1e8b7fe640  1 --2- 172.21.15.46:0/2600780350 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e8c1000e0 0x7f1e8c197fc0 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7f1e7c00e9f0 tx=0x7f1e7c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:08.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.709+0000 7f1e88ff9640  1 -- 172.21.15.46:0/2600780350 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e7c00cd80 con 0x7f1e8c1000e0
2024-03-19T02:00:08.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.709+0000 7f1e9208a640  1 -- 172.21.15.46:0/2600780350 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e8c19d660 con 0x7f1e8c1000e0
2024-03-19T02:00:08.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.709+0000 7f1e88ff9640  1 -- 172.21.15.46:0/2600780350 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1e7c0108e0 con 0x7f1e8c1000e0
2024-03-19T02:00:08.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.709+0000 7f1e88ff9640  1 -- 172.21.15.46:0/2600780350 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e7c018920 con 0x7f1e8c1000e0
2024-03-19T02:00:08.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.709+0000 7f1e9208a640  1 -- 172.21.15.46:0/2600780350 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e8c1a4e20 con 0x7f1e8c1000e0
2024-03-19T02:00:08.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.711+0000 7f1e88ff9640  1 -- 172.21.15.46:0/2600780350 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f1e7c010a90 con 0x7f1e8c1000e0
2024-03-19T02:00:08.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.711+0000 7f1e94c70740  1  Processor -- start
2024-03-19T02:00:08.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.711+0000 7f1e94c70740  1 --  start start
2024-03-19T02:00:08.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.711+0000 7f1e94c70740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557487ad02d0 0x557487ad06b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.711+0000 7f1e94c70740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557487ad0bf0 0x557487ad9290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.711+0000 7f1e94c70740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557487ad97d0 0x557487adbbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.711+0000 7f1e94c70740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x557487a334b0 con 0x557487ad0bf0
2024-03-19T02:00:08.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.711+0000 7f1e94c70740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5574879dbd70 con 0x557487ad97d0
2024-03-19T02:00:08.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.711+0000 7f1e94c70740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x557487a2f550 con 0x557487ad02d0
2024-03-19T02:00:08.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.712+0000 7f1e8b7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557487ad0bf0 0x557487ad9290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.712+0000 7f1e8bfff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557487ad02d0 0x557487ad06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.712+0000 7f1e8bfff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557487ad02d0 0x557487ad06b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:32816/0 (socket says 172.21.15.46:32816)
2024-03-19T02:00:08.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.712+0000 7f1e8b7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557487ad0bf0 0x557487ad9290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52722/0 (socket says 172.21.15.46:52722)
2024-03-19T02:00:08.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.712+0000 7f1e8affd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557487ad97d0 0x557487adbbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.712+0000 7f1e8bfff640  1 -- 172.21.15.46:0/1196367459 learned_addr learned my addr 172.21.15.46:0/1196367459 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:08.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.712+0000 7f1e88ff9640  1 --2- 172.21.15.46:0/2600780350 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f1e740a2960 0x7f1e740a4e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.712+0000 7f1e8bfff640  1 --2- 172.21.15.46:0/2600780350 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f1e740a2960 0x7f1e740a4e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.712+0000 7f1e88ff9640  1 -- 172.21.15.46:0/2600780350 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7f1e7c0cf490 con 0x7f1e8c1000e0
2024-03-19T02:00:08.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.712+0000 7f1e8affd640  1 -- 172.21.15.46:0/1196367459 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557487ad02d0 msgr2=0x557487ad06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T02:00:08.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.712+0000 7f1e8affd640  1 --2- 172.21.15.46:0/1196367459 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557487ad02d0 0x557487ad06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.712+0000 7f1e8affd640  1 -- 172.21.15.46:0/1196367459 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557487ad0bf0 msgr2=0x557487ad9290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T02:00:08.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.712+0000 7f1e8affd640  1 --2- 172.21.15.46:0/1196367459 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557487ad0bf0 0x557487ad9290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.712+0000 7f1e8affd640  1 -- 172.21.15.46:0/1196367459 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5574879fe210 con 0x557487ad97d0
2024-03-19T02:00:08.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.712+0000 7f1e8affd640  1 --2- 172.21.15.46:0/1196367459 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557487ad97d0 0x557487adbbc0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f1e80036040 tx=0x7f1e800095f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bfe243873ff8adaf server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:08.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.712+0000 7f1e8bfff640  1 --2- 172.21.15.46:0/2600780350 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f1e740a2960 0x7f1e740a4e20 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f1e840049d0 tx=0x7f1e84004ab0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:08.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.712+0000 7f1e71ffb640  1 -- 172.21.15.46:0/1196367459 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e80045020 con 0x557487ad97d0
2024-03-19T02:00:08.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.712+0000 7f1e71ffb640  1 -- 172.21.15.46:0/1196367459 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1e8002c7e0 con 0x557487ad97d0
2024-03-19T02:00:08.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.713+0000 7f1e71ffb640  1 -- 172.21.15.46:0/1196367459 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e80005500 con 0x557487ad97d0
2024-03-19T02:00:08.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.713+0000 7f1e94c70740  1 -- 172.21.15.46:0/1196367459 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557487ad97d0 msgr2=0x557487adbbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:08.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.713+0000 7f1e94c70740  1 --2- 172.21.15.46:0/1196367459 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557487ad97d0 0x557487adbbc0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f1e80036040 tx=0x7f1e800095f0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.713+0000 7f1e94c70740  1 -- 172.21.15.46:0/1196367459 shutdown_connections
2024-03-19T02:00:08.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.713+0000 7f1e94c70740  1 --2- 172.21.15.46:0/1196367459 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557487ad97d0 0x557487adbbc0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.713+0000 7f1e94c70740  1 --2- 172.21.15.46:0/1196367459 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557487ad0bf0 0x557487ad9290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.713+0000 7f1e94c70740  1 --2- 172.21.15.46:0/1196367459 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557487ad02d0 0x557487ad06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.713+0000 7f1e94c70740  1 -- 172.21.15.46:0/1196367459 >> 172.21.15.46:0/1196367459 conn(0x557487acaa00 msgr2=0x557487acade0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:08.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.713+0000 7f1e94c70740  1 -- 172.21.15.46:0/1196367459 shutdown_connections
2024-03-19T02:00:08.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.713+0000 7f1e94c70740  1 -- 172.21.15.46:0/1196367459 wait complete.
2024-03-19T02:00:08.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.714+0000 7f1e94c70740  1 --  start start
2024-03-19T02:00:08.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.714+0000 7f1e94c70740  1  Processor -- start
2024-03-19T02:00:08.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.714+0000 7f1e94c70740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557487ad02d0 0x557487ad67b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.714+0000 7f1e94c70740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557487ad0bf0 0x557487ad6cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.714+0000 7f1e94c70740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557487ad97d0 0x557487ad7230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.714+0000 7f1e94c70740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x557487adc560 con 0x557487ad97d0
2024-03-19T02:00:08.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.714+0000 7f1e94c70740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x5574879ef310 con 0x557487ad0bf0
2024-03-19T02:00:08.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.714+0000 7f1e94c70740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x557487adc6e0 con 0x557487ad02d0
2024-03-19T02:00:08.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.714+0000 7f1e94c70740 10 client.0 _ll_register_callbacks cb 0x5574879e32d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T02:00:08.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.714+0000 7f1e8bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557487ad97d0 0x557487ad7230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.714+0000 7f1e8affd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557487ad0bf0 0x557487ad6cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.714+0000 7f1e8bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557487ad97d0 0x557487ad7230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52734/0 (socket says 172.21.15.46:52734)
2024-03-19T02:00:08.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.714+0000 7f1e8bfff640  1 -- 172.21.15.46:0/2216441387 learned_addr learned my addr 172.21.15.46:0/2216441387 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:08.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.714+0000 7f1e8b7fe640  1 --2- 172.21.15.46:0/2216441387 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557487ad02d0 0x557487ad67b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.714+0000 7f1e8bfff640  1 -- 172.21.15.46:0/2216441387 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557487ad02d0 msgr2=0x557487ad67b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T02:00:08.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.714+0000 7f1e8bfff640  1 --2- 172.21.15.46:0/2216441387 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557487ad02d0 0x557487ad67b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.714+0000 7f1e8bfff640  1 -- 172.21.15.46:0/2216441387 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557487ad0bf0 msgr2=0x557487ad6cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T02:00:08.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.714+0000 7f1e8bfff640  1 --2- 172.21.15.46:0/2216441387 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557487ad0bf0 0x557487ad6cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.714+0000 7f1e8bfff640  1 -- 172.21.15.46:0/2216441387 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5574877473f0 con 0x557487ad97d0
2024-03-19T02:00:08.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.714+0000 7f1e8affd640  1 --2- 172.21.15.46:0/2216441387 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557487ad0bf0 0x557487ad6cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T02:00:08.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.715+0000 7f1e8bfff640  1 --2- 172.21.15.46:0/2216441387 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557487ad97d0 0x557487ad7230 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f1e8400fc50 tx=0x7f1e84004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9546ee19f25a862e server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:08.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.715+0000 7f1e6affd640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T02:00:08.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.715+0000 7f1e6affd640  1 -- 172.21.15.46:0/2216441387 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e84004d20 con 0x557487ad97d0
2024-03-19T02:00:08.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.715+0000 7f1e6affd640  1 -- 172.21.15.46:0/2216441387 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7f1e84005020 con 0x557487ad97d0
2024-03-19T02:00:08.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.715+0000 7f1e94c70740  1 -- 172.21.15.46:0/2216441387 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e8002c7e0 con 0x557487ad97d0
2024-03-19T02:00:08.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.715+0000 7f1e6affd640  1 -- 172.21.15.46:0/2216441387 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f1e84032050 con 0x557487ad97d0
2024-03-19T02:00:08.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.715+0000 7f1e94c70740 10 client.17838 fetch_fsmap learned FSMap version 35
2024-03-19T02:00:08.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.715+0000 7f1e94c70740  1 -- 172.21.15.46:0/2216441387 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x5574878117d0 con 0x557487ad97d0
2024-03-19T02:00:08.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.715+0000 7f1e6affd640  1 -- 172.21.15.46:0/2216441387 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1e8002c7e0 con 0x557487ad97d0
2024-03-19T02:00:08.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.715+0000 7f1e6affd640  1 -- 172.21.15.46:0/2216441387 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f1e8401f040 con 0x557487ad97d0
2024-03-19T02:00:08.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.715+0000 7f1e94c70740 10 client.17838 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T02:00:08.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.715+0000 7f1e94c70740 10 client.17838 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T02:00:08.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.715+0000 7f1e94c70740 20 client.17838 populate_metadata read hostname 'smithi046'
2024-03-19T02:00:08.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.715+0000 7f1e94c70740  1 --2- 172.21.15.46:0/2216441387 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x557487ae9ba0 0x557487aebfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.715+0000 7f1e94c70740  4 client.17838 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}]
2024-03-19T02:00:08.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.715+0000 7f1e94c70740  1 -- 172.21.15.46:0/2216441387 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557487a913e0 con 0x557487ae9ba0
2024-03-19T02:00:08.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.716+0000 7f1e8b7fe640  1 --2- 172.21.15.46:0/2216441387 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x557487ae9ba0 0x557487aebfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.716+0000 7f1e8b7fe640  1 --2- 172.21.15.46:0/2216441387 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x557487ae9ba0 0x557487aebfd0 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e2e40a1dc71bbfe5 server_cookie=e62b52e833f66d4b in_seq=0 out_seq=0
2024-03-19T02:00:08.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.716+0000 7f1e6affd640 10 client.17838 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T02:00:08.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.717+0000 7f1e6affd640  1 -- 172.21.15.46:0/2216441387 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+22966 (crc 0 0 0) 0x557487a913e0 con 0x557487ae9ba0
2024-03-19T02:00:08.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.717+0000 7f1e6affd640 10 client.17838 handle_command_reply: tid=0
2024-03-19T02:00:08.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.717+0000 7f1e94c70740  1 client.17838 shutdown
2024-03-19T02:00:08.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.717+0000 7f1e94c70740  1 -- 172.21.15.46:0/2216441387 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557487ad97d0 msgr2=0x557487ad7230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:08.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.717+0000 7f1e94c70740  1 --2- 172.21.15.46:0/2216441387 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557487ad97d0 0x557487ad7230 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f1e8400fc50 tx=0x7f1e84004a40 comp rx=0 tx=0).stop
2024-03-19T02:00:08.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.717+0000 7f1e94c70740  1 -- 172.21.15.46:0/2216441387 shutdown_connections
2024-03-19T02:00:08.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.717+0000 7f1e94c70740  1 --2- 172.21.15.46:0/2216441387 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x557487ae9ba0 0x557487aebfd0 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.717+0000 7f1e94c70740  1 --2- 172.21.15.46:0/2216441387 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557487ad97d0 0x557487ad7230 unknown :-1 s=CLOSED pgs=991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.717+0000 7f1e6affd640  0 client.17838 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T02:00:08.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.717+0000 7f1e94c70740  1 --2- 172.21.15.46:0/2216441387 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557487ad0bf0 0x557487ad6cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.717+0000 7f1e94c70740  1 --2- 172.21.15.46:0/2216441387 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557487ad02d0 0x557487ad67b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.717+0000 7f1e94c70740  1 -- 172.21.15.46:0/2216441387 >> 172.21.15.46:0/2216441387 conn(0x557487acaa00 msgr2=0x557487acc750 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:08.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.717+0000 7f1e94c70740  1 -- 172.21.15.46:0/2216441387 shutdown_connections
2024-03-19T02:00:08.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.717+0000 7f1e94c70740  1 -- 172.21.15.46:0/2216441387 wait complete.
2024-03-19T02:00:08.725 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.717+0000 7f1e94c70740 20 client.17838 trim_cache size 0 max 16384
2024-03-19T02:00:08.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.730+0000 7f1e94c70740  1  Processor -- start
2024-03-19T02:00:08.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.730+0000 7f1e94c70740  1 --  start start
2024-03-19T02:00:08.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.731+0000 7f1e94c70740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557487ad02d0 0x557487ae1d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.731+0000 7f1e94c70740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557487ad0bf0 0x557487ae5300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.731+0000 7f1e94c70740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557487ad97d0 0x557487af18a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.731+0000 7f1e94c70740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1e8c1b1470 con 0x557487ad0bf0
2024-03-19T02:00:08.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.731+0000 7f1e94c70740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f1e8c1aed40 con 0x557487ad02d0
2024-03-19T02:00:08.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.731+0000 7f1e94c70740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1e8c1acbb0 con 0x557487ad97d0
2024-03-19T02:00:08.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.731+0000 7f1e8affd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557487ad0bf0 0x557487ae5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.731+0000 7f1e8affd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557487ad0bf0 0x557487ae5300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52750/0 (socket says 172.21.15.46:52750)
2024-03-19T02:00:08.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.731+0000 7f1e8affd640  1 -- 172.21.15.46:0/3949932581 learned_addr learned my addr 172.21.15.46:0/3949932581 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:08.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.731+0000 7f1e8b7fe640  1 --2- 172.21.15.46:0/3949932581 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557487ad02d0 0x557487ae1d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.731+0000 7f1e8bfff640  1 --2- 172.21.15.46:0/3949932581 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557487ad97d0 0x557487af18a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.731+0000 7f1e8affd640  1 -- 172.21.15.46:0/3949932581 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557487ad97d0 msgr2=0x557487af18a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T02:00:08.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.731+0000 7f1e8affd640  1 --2- 172.21.15.46:0/3949932581 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557487ad97d0 0x557487af18a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.731+0000 7f1e8affd640  1 -- 172.21.15.46:0/3949932581 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557487ad02d0 msgr2=0x557487ae1d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T02:00:08.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.731+0000 7f1e8affd640  1 --2- 172.21.15.46:0/3949932581 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557487ad02d0 0x557487ae1d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.731+0000 7f1e8affd640  1 -- 172.21.15.46:0/3949932581 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557487aa0880 con 0x557487ad0bf0
2024-03-19T02:00:08.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.731+0000 7f1e8b7fe640  1 --2- 172.21.15.46:0/3949932581 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557487ad02d0 0x557487ae1d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T02:00:08.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.731+0000 7f1e8affd640  1 --2- 172.21.15.46:0/3949932581 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557487ad0bf0 0x557487ae5300 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f1e80044040 tx=0x7f1e800050e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf615dc52523fd17 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:08.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.731+0000 7f1e717fa640  1 -- 172.21.15.46:0/3949932581 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e80050070 con 0x557487ad0bf0
2024-03-19T02:00:08.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.731+0000 7f1e717fa640  1 -- 172.21.15.46:0/3949932581 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1e8002c7e0 con 0x557487ad0bf0
2024-03-19T02:00:08.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.731+0000 7f1e717fa640  1 -- 172.21.15.46:0/3949932581 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e80045030 con 0x557487ad0bf0
2024-03-19T02:00:08.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.732+0000 7f1e94c70740  1 -- 172.21.15.46:0/3949932581 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557487ad0bf0 msgr2=0x557487ae5300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:08.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.732+0000 7f1e94c70740  1 --2- 172.21.15.46:0/3949932581 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557487ad0bf0 0x557487ae5300 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f1e80044040 tx=0x7f1e800050e0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.732+0000 7f1e94c70740  1 -- 172.21.15.46:0/3949932581 shutdown_connections
2024-03-19T02:00:08.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.732+0000 7f1e94c70740  1 --2- 172.21.15.46:0/3949932581 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557487ad97d0 0x557487af18a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.732+0000 7f1e94c70740  1 --2- 172.21.15.46:0/3949932581 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557487ad0bf0 0x557487ae5300 unknown :-1 s=CLOSED pgs=992 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.732+0000 7f1e94c70740  1 --2- 172.21.15.46:0/3949932581 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557487ad02d0 0x557487ae1d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.732+0000 7f1e94c70740  1 -- 172.21.15.46:0/3949932581 >> 172.21.15.46:0/3949932581 conn(0x557487acaa00 msgr2=0x557487ad6770 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:08.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.732+0000 7f1e94c70740  1 -- 172.21.15.46:0/3949932581 shutdown_connections
2024-03-19T02:00:08.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.732+0000 7f1e94c70740  1 -- 172.21.15.46:0/3949932581 wait complete.
2024-03-19T02:00:08.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.732+0000 7f1e94c70740  1 --  start start
2024-03-19T02:00:08.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.733+0000 7f1e94c70740  1  Processor -- start
2024-03-19T02:00:08.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.733+0000 7f1e94c70740  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557487ad02d0 0x557487ad4220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.733+0000 7f1e94c70740  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557487ad0bf0 0x557487ad2a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.733+0000 7f1e94c70740  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557487ad97d0 0x557487ad2f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.733+0000 7f1e94c70740  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1e8c1ad200 con 0x557487ad97d0
2024-03-19T02:00:08.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.733+0000 7f1e94c70740  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f1e8c1ae670 con 0x557487ad0bf0
2024-03-19T02:00:08.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.733+0000 7f1e94c70740  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1e8c1ad8d0 con 0x557487ad02d0
2024-03-19T02:00:08.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.733+0000 7f1e94c70740 10 client.0 _ll_register_callbacks cb 0x7f1e840135a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0
2024-03-19T02:00:08.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.733+0000 7f1e8bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557487ad97d0 0x557487ad2f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.733+0000 7f1e8bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557487ad97d0 0x557487ad2f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52764/0 (socket says 172.21.15.46:52764)
2024-03-19T02:00:08.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.733+0000 7f1e8b7fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557487ad02d0 0x557487ad4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.733+0000 7f1e8bfff640  1 -- 172.21.15.46:0/2584508679 learned_addr learned my addr 172.21.15.46:0/2584508679 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:08.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.733+0000 7f1e8affd640  1 --2- 172.21.15.46:0/2584508679 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557487ad0bf0 0x557487ad2a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.733+0000 7f1e8bfff640  1 -- 172.21.15.46:0/2584508679 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557487ad02d0 msgr2=0x557487ad4220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T02:00:08.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.733+0000 7f1e8bfff640  1 --2- 172.21.15.46:0/2584508679 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557487ad02d0 0x557487ad4220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.733+0000 7f1e8bfff640  1 -- 172.21.15.46:0/2584508679 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557487ad0bf0 msgr2=0x557487ad2a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2024-03-19T02:00:08.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.733+0000 7f1e8bfff640  1 --2- 172.21.15.46:0/2584508679 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557487ad0bf0 0x557487ad2a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.733+0000 7f1e8bfff640  1 -- 172.21.15.46:0/2584508679 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557487acfcd0 con 0x557487ad97d0
2024-03-19T02:00:08.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.733+0000 7f1e8b7fe640  1 --2- 172.21.15.46:0/2584508679 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557487ad02d0 0x557487ad4220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T02:00:08.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.733+0000 7f1e8bfff640  1 --2- 172.21.15.46:0/2584508679 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557487ad97d0 0x557487ad2f60 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7f1e84009f30 tx=0x7f1e84022980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54c766cf8b41440a server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:08.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.733+0000 7f1e6affd640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0
2024-03-19T02:00:08.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.734+0000 7f1e6affd640  1 -- 172.21.15.46:0/2584508679 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e8403a070 con 0x557487ad97d0
2024-03-19T02:00:08.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.734+0000 7f1e6affd640  1 -- 172.21.15.46:0/2584508679 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7f1e84022cf0 con 0x557487ad97d0
2024-03-19T02:00:08.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.734+0000 7f1e94c70740  1 -- 172.21.15.46:0/2584508679 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e8002c7e0 con 0x557487ad97d0
2024-03-19T02:00:08.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.734+0000 7f1e6affd640  1 -- 172.21.15.46:0/2584508679 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f1e84047050 con 0x557487ad97d0
2024-03-19T02:00:08.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.734+0000 7f1e94c70740 10 client.17844 fetch_fsmap learned FSMap version 35
2024-03-19T02:00:08.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.734+0000 7f1e94c70740  1 -- 172.21.15.46:0/2584508679 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x557487ae86f0 con 0x557487ad97d0
2024-03-19T02:00:08.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.734+0000 7f1e6affd640  1 -- 172.21.15.46:0/2584508679 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1e8002c7e0 con 0x557487ad97d0
2024-03-19T02:00:08.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.734+0000 7f1e6affd640  1 -- 172.21.15.46:0/2584508679 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 35) ==== 8346+0+0 (secure 0 0 0) 0x7f1e84021b90 con 0x557487ad97d0
2024-03-19T02:00:08.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.734+0000 7f1e94c70740 10 client.17844 fetch_fsmap finished waiting for FSMap version 35
2024-03-19T02:00:08.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.734+0000 7f1e94c70740 10 client.17844 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b
2024-03-19T02:00:08.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.734+0000 7f1e94c70740 20 client.17844 populate_metadata read hostname 'smithi046'
2024-03-19T02:00:08.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.734+0000 7f1e94c70740  1 --2- 172.21.15.46:0/2584508679 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x557487b550c0 0x557487b574e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:08.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.734+0000 7f1e94c70740  4 client.17844 mds_command: new command op to 24506 tid=0 multi_id=0 [{"prefix": "damage ls"}]
2024-03-19T02:00:08.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.734+0000 7f1e94c70740  1 -- 172.21.15.46:0/2584508679 --> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557487a409f0 con 0x557487b550c0
2024-03-19T02:00:08.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.734+0000 7f1e8b7fe640  1 --2- 172.21.15.46:0/2584508679 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x557487b550c0 0x557487b574e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:08.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.735+0000 7f1e6affd640 10 client.17844 ms_handle_connect on v2:172.21.15.73:6838/1788589639
2024-03-19T02:00:08.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.735+0000 7f1e8b7fe640  1 --2- 172.21.15.46:0/2584508679 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x557487b550c0 0x557487b574e0 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7ae45ba7e0eb3cdd server_cookie=3c2224445a6e4a48 in_seq=0 out_seq=0
2024-03-19T02:00:08.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.735+0000 7f1e6affd640  1 -- 172.21.15.46:0/2584508679 <== mds.0 v2:172.21.15.73:6838/1788589639 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557487a409f0 con 0x557487b550c0
2024-03-19T02:00:08.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.735+0000 7f1e6affd640 10 client.17844 handle_command_reply: tid=0
2024-03-19T02:00:08.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.735+0000 7f1e94c70740  1 client.17844 shutdown
2024-03-19T02:00:08.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.735+0000 7f1e94c70740  1 -- 172.21.15.46:0/2584508679 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557487ad97d0 msgr2=0x557487ad2f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:08.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.735+0000 7f1e94c70740  1 --2- 172.21.15.46:0/2584508679 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557487ad97d0 0x557487ad2f60 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7f1e84009f30 tx=0x7f1e84022980 comp rx=0 tx=0).stop
2024-03-19T02:00:08.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.735+0000 7f1e94c70740  1 -- 172.21.15.46:0/2584508679 shutdown_connections
2024-03-19T02:00:08.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.735+0000 7f1e94c70740  1 --2- 172.21.15.46:0/2584508679 >> [v2:172.21.15.73:6838/1788589639,v1:172.21.15.73:6839/1788589639] conn(0x557487b550c0 0x557487b574e0 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.735+0000 7f1e6affd640  0 client.17844 ms_handle_reset on v2:172.21.15.73:6838/1788589639
2024-03-19T02:00:08.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.735+0000 7f1e94c70740  1 --2- 172.21.15.46:0/2584508679 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557487ad97d0 0x557487ad2f60 unknown :-1 s=CLOSED pgs=993 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.743 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.735+0000 7f1e94c70740  1 --2- 172.21.15.46:0/2584508679 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x557487ad0bf0 0x557487ad2a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.743 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.735+0000 7f1e94c70740  1 --2- 172.21.15.46:0/2584508679 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557487ad02d0 0x557487ad4220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.743 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.735+0000 7f1e94c70740  1 -- 172.21.15.46:0/2584508679 >> 172.21.15.46:0/2584508679 conn(0x557487acaa00 msgr2=0x557487ad7000 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:08.743 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.735+0000 7f1e94c70740  1 -- 172.21.15.46:0/2584508679 shutdown_connections
2024-03-19T02:00:08.743 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.735+0000 7f1e94c70740  1 -- 172.21.15.46:0/2584508679 wait complete.
2024-03-19T02:00:08.743 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.735+0000 7f1e94c70740 20 client.17844 trim_cache size 0 max 16384
2024-03-19T02:00:08.743 INFO:teuthology.orchestra.run.smithi046.stdout:[]
2024-03-19T02:00:08.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.736+0000 7f1e9208a640  1 -- 172.21.15.46:0/2600780350 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f1e740a2960 msgr2=0x7f1e740a4e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:08.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.736+0000 7f1e9208a640  1 --2- 172.21.15.46:0/2600780350 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f1e740a2960 0x7f1e740a4e20 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f1e840049d0 tx=0x7f1e84004ab0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.736+0000 7f1e9208a640  1 -- 172.21.15.46:0/2600780350 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e8c1000e0 msgr2=0x7f1e8c197fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:08.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.736+0000 7f1e9208a640  1 --2- 172.21.15.46:0/2600780350 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e8c1000e0 0x7f1e8c197fc0 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7f1e7c00e9f0 tx=0x7f1e7c00eeb0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.736+0000 7f1e9208a640  1 -- 172.21.15.46:0/2600780350 shutdown_connections
2024-03-19T02:00:08.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.736+0000 7f1e9208a640  1 --2- 172.21.15.46:0/2600780350 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f1e8c19c880 0x7f1e8c19cd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.736+0000 7f1e9208a640  1 --2- 172.21.15.46:0/2600780350 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f1e740a2960 0x7f1e740a4e20 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.736+0000 7f1e9208a640  1 --2- 172.21.15.46:0/2600780350 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1e8c1051b0 0x7f1e8c198500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.736+0000 7f1e9208a640  1 --2- 172.21.15.46:0/2600780350 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e8c1000e0 0x7f1e8c197fc0 unknown :-1 s=CLOSED pgs=990 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:08.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.736+0000 7f1e9208a640  1 -- 172.21.15.46:0/2600780350 >> 172.21.15.46:0/2600780350 conn(0x7f1e8c076c40 msgr2=0x7f1e8c103390 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:08.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.736+0000 7f1e9208a640  1 -- 172.21.15.46:0/2600780350 shutdown_connections
2024-03-19T02:00:08.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:08.736+0000 7f1e9208a640  1 -- 172.21.15.46:0/2600780350 wait complete.
2024-03-19T02:00:08.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:08 smithi046 ceph-mon[63102]: from='client.17760 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T02:00:08.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:08 smithi046 ceph-mon[63102]: from='client.17766 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T02:00:08.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:08 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3508445643' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T02:00:09.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:08 smithi073 ceph-mon[66833]: from='client.17760 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T02:00:09.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:08 smithi073 ceph-mon[66833]: from='client.17766 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T02:00:09.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:08 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3508445643' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T02:00:09.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:08 smithi102 ceph-mon[66557]: from='client.17760 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T02:00:09.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:08 smithi102 ceph-mon[66557]: from='client.17766 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch
2024-03-19T02:00:09.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:08 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3508445643' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T02:00:09.746 INFO:tasks.fwd_scrub.fs.[cephfs]:end scrubbing fs: cephfs
2024-03-19T02:00:09.747 INFO:tasks.fwd_scrub:done joining
2024-03-19T02:00:09.747 DEBUG:teuthology.run_tasks:Unwinding manager check-counter
2024-03-19T02:00:09.766 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-03-19T02:00:09.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.880+0000 7f7b59f5b640  1 -- 172.21.15.46:0/463748267 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b54107820 msgr2=0x7f7b54107c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:09.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.880+0000 7f7b59f5b640  1 --2- 172.21.15.46:0/463748267 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b54107820 0x7f7b54107c00 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f7b44009900 tx=0x7f7b4402bcd0 comp rx=0 tx=0).stop
2024-03-19T02:00:09.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.881+0000 7f7b59f5b640  1 -- 172.21.15.46:0/463748267 shutdown_connections
2024-03-19T02:00:09.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.881+0000 7f7b59f5b640  1 --2- 172.21.15.46:0/463748267 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7b5406a890 0x7f7b5410e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:09.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.881+0000 7f7b59f5b640  1 --2- 172.21.15.46:0/463748267 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7b54069ef0 0x7f7b5406a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:09.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.881+0000 7f7b59f5b640  1 --2- 172.21.15.46:0/463748267 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b54107820 0x7f7b54107c00 unknown :-1 s=CLOSED pgs=994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:09.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.881+0000 7f7b59f5b640  1 -- 172.21.15.46:0/463748267 >> 172.21.15.46:0/463748267 conn(0x7f7b540777c0 msgr2=0x7f7b54077bd0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:09.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.881+0000 7f7b59f5b640  1 -- 172.21.15.46:0/463748267 shutdown_connections
2024-03-19T02:00:09.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.881+0000 7f7b59f5b640  1 -- 172.21.15.46:0/463748267 wait complete.
2024-03-19T02:00:09.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.881+0000 7f7b59f5b640  1  Processor -- start
2024-03-19T02:00:09.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.881+0000 7f7b59f5b640  1 --  start start
2024-03-19T02:00:09.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.882+0000 7f7b59f5b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7b54069ef0 0x7f7b54198010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:09.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.882+0000 7f7b59f5b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7b5406a890 0x7f7b54198550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:09.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.882+0000 7f7b59f5b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b54107820 0x7f7b5419c8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:09.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.882+0000 7f7b59f5b640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7b54111a50 con 0x7f7b54107820
2024-03-19T02:00:09.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.882+0000 7f7b59f5b640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f7b541118d0 con 0x7f7b5406a890
2024-03-19T02:00:09.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.882+0000 7f7b59f5b640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f7b54111bd0 con 0x7f7b54069ef0
2024-03-19T02:00:09.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.882+0000 7f7b53fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b54107820 0x7f7b5419c8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:09.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.882+0000 7f7b53fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b54107820 0x7f7b5419c8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52774/0 (socket says 172.21.15.46:52774)
2024-03-19T02:00:09.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.882+0000 7f7b53fff640  1 -- 172.21.15.46:0/2416882875 learned_addr learned my addr 172.21.15.46:0/2416882875 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:09.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.882+0000 7f7b537fe640  1 --2- 172.21.15.46:0/2416882875 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7b54069ef0 0x7f7b54198010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:09.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.882+0000 7f7b52ffd640  1 --2- 172.21.15.46:0/2416882875 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7b5406a890 0x7f7b54198550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:09.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.882+0000 7f7b53fff640  1 -- 172.21.15.46:0/2416882875 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7b54069ef0 msgr2=0x7f7b54198010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:09.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.882+0000 7f7b53fff640  1 --2- 172.21.15.46:0/2416882875 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7b54069ef0 0x7f7b54198010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:09.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.882+0000 7f7b53fff640  1 -- 172.21.15.46:0/2416882875 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7b5406a890 msgr2=0x7f7b54198550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:09.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.882+0000 7f7b53fff640  1 --2- 172.21.15.46:0/2416882875 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7b5406a890 0x7f7b54198550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:09.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.882+0000 7f7b53fff640  1 -- 172.21.15.46:0/2416882875 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b5419d000 con 0x7f7b54107820
2024-03-19T02:00:09.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.882+0000 7f7b53fff640  1 --2- 172.21.15.46:0/2416882875 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b54107820 0x7f7b5419c8d0 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c00efd0 tx=0x7f7b4c00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:09.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.882+0000 7f7b50ff9640  1 -- 172.21.15.46:0/2416882875 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4c003b70 con 0x7f7b54107820
2024-03-19T02:00:09.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.882+0000 7f7b59f5b640  1 -- 172.21.15.46:0/2416882875 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b5419d2f0 con 0x7f7b54107820
2024-03-19T02:00:09.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.882+0000 7f7b50ff9640  1 -- 172.21.15.46:0/2416882875 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b4c003d10 con 0x7f7b54107820
2024-03-19T02:00:09.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.882+0000 7f7b50ff9640  1 -- 172.21.15.46:0/2416882875 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4c010980 con 0x7f7b54107820
2024-03-19T02:00:09.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.882+0000 7f7b59f5b640  1 -- 172.21.15.46:0/2416882875 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b541a4b80 con 0x7f7b54107820
2024-03-19T02:00:09.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.883+0000 7f7b59f5b640  1 -- 172.21.15.46:0/2416882875 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b54068a60 con 0x7f7b54107820
2024-03-19T02:00:09.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.885+0000 7f7b50ff9640  1 -- 172.21.15.46:0/2416882875 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f7b4c004b40 con 0x7f7b54107820
2024-03-19T02:00:09.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.885+0000 7f7b50ff9640  1 --2- 172.21.15.46:0/2416882875 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7b3c0a2970 0x7f7b3c0a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:09.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.885+0000 7f7b537fe640  1 --2- 172.21.15.46:0/2416882875 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7b3c0a2970 0x7f7b3c0a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:09.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.885+0000 7f7b50ff9640  1 -- 172.21.15.46:0/2416882875 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7f7b4c0cf950 con 0x7f7b54107820
2024-03-19T02:00:09.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.886+0000 7f7b537fe640  1 --2- 172.21.15.46:0/2416882875 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7b3c0a2970 0x7f7b3c0a4e30 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f7b44006010 tx=0x7f7b44005e40 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:09.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:09.889+0000 7f7b50ff9640  1 -- 172.21.15.46:0/2416882875 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f7b4c09c2e0 con 0x7f7b54107820
2024-03-19T02:00:10.074 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.074+0000 7f7b59f5b640  1 -- 172.21.15.46:0/2416882875 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7b5402d1f0 con 0x7f7b54107820
2024-03-19T02:00:10.075 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.076+0000 7f7b50ff9640  1 -- 172.21.15.46:0/2416882875 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v100) ==== 74+0+25252 (secure 0 0 0) 0x7f7b4c09bbe0 con 0x7f7b54107820
2024-03-19T02:00:10.076 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T02:00:10.076 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":100,"fsid":"53c8cf3e-e591-11ee-95c9-87774f69a715","created":"2024-03-19T01:39:22.615473+0000","modified":"2024-03-19T01:59:22.763274+0000","last_up_change":"2024-03-19T01:46:32.777223+0000","last_in_change":"2024-03-19T01:46:12.842023+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-19T01:42:46.174113+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-19T01:47:24.276277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-19T01:47:25.605471+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"99","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":13,"snap_epoch":99,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-19T01:47:29.545614+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"99","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":13,"snap_epoch":99,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"4fc98477-1fec-465b-892b-9a0c12e15754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6803","nonce":1888713943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6805","nonce":1888713943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6809","nonce":1888713943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6807","nonce":1888713943}]},"public_addr":"172.21.15.46:6803/1888713943","cluster_addr":"172.21.15.46:6805/1888713943","heartbeat_back_addr":"172.21.15.46:6809/1888713943","heartbeat_front_addr":"172.21.15.46:6807/1888713943","state":["exists","up"]},{"osd":1,"uuid":"4109d6a1-240e-4f1f-b09d-75f3b77e6303","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6801","nonce":2502945674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6803","nonce":2502945674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6807","nonce":2502945674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6805","nonce":2502945674}]},"public_addr":"172.21.15.73:6801/2502945674","cluster_addr":"172.21.15.73:6803/2502945674","heartbeat_back_addr":"172.21.15.73:6807/2502945674","heartbeat_front_addr":"172.21.15.73:6805/2502945674","state":["exists","up"]},{"osd":2,"uuid":"45e8479c-4006-4dd4-bdd8-b4a2eafacc80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6801","nonce":90484514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6803","nonce":90484514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6807","nonce":90484514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6805","nonce":90484514}]},"public_addr":"172.21.15.102:6801/90484514","cluster_addr":"172.21.15.102:6803/90484514","heartbeat_back_addr":"172.21.15.102:6807/90484514","heartbeat_front_addr":"172.21.15.102:6805/90484514","state":["exists","up"]},{"osd":3,"uuid":"4cdc93cf-2e8d-436d-a78a-c235e9b970fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6811","nonce":3336792470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6813","nonce":3336792470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6817","nonce":3336792470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6815","nonce":3336792470}]},"public_addr":"172.21.15.46:6811/3336792470","cluster_addr":"172.21.15.46:6813/3336792470","heartbeat_back_addr":"172.21.15.46:6817/3336792470","heartbeat_front_addr":"172.21.15.46:6815/3336792470","state":["exists","up"]},{"osd":4,"uuid":"35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6809","nonce":1192862788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6811","nonce":1192862788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6815","nonce":1192862788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6813","nonce":1192862788}]},"public_addr":"172.21.15.73:6809/1192862788","cluster_addr":"172.21.15.73:6811/1192862788","heartbeat_back_addr":"172.21.15.73:6815/1192862788","heartbeat_front_addr":"172.21.15.73:6813/1192862788","state":["exists","up"]},{"osd":5,"uuid":"1587c1e6-6719-4117-a80f-5c6bce0e5814","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6809","nonce":3252664135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6811","nonce":3252664135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6815","nonce":3252664135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6813","nonce":3252664135}]},"public_addr":"172.21.15.102:6809/3252664135","cluster_addr":"172.21.15.102:6811/3252664135","heartbeat_back_addr":"172.21.15.102:6815/3252664135","heartbeat_front_addr":"172.21.15.102:6813/3252664135","state":["exists","up"]},{"osd":6,"uuid":"af41cbff-69e5-45ab-ad59-95e5addd1b6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6819","nonce":595340737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6821","nonce":595340737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6825","nonce":595340737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6823","nonce":595340737}]},"public_addr":"172.21.15.46:6819/595340737","cluster_addr":"172.21.15.46:6821/595340737","heartbeat_back_addr":"172.21.15.46:6825/595340737","heartbeat_front_addr":"172.21.15.46:6823/595340737","state":["exists","up"]},{"osd":7,"uuid":"23e9241a-4ed9-4606-93c1-ccfe277d0c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6817","nonce":143082020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6819","nonce":143082020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6823","nonce":143082020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6821","nonce":143082020}]},"public_addr":"172.21.15.73:6817/143082020","cluster_addr":"172.21.15.73:6819/143082020","heartbeat_back_addr":"172.21.15.73:6823/143082020","heartbeat_front_addr":"172.21.15.73:6821/143082020","state":["exists","up"]},{"osd":8,"uuid":"c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6817","nonce":2533208086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6819","nonce":2533208086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6823","nonce":2533208086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6821","nonce":2533208086}]},"public_addr":"172.21.15.102:6817/2533208086","cluster_addr":"172.21.15.102:6819/2533208086","heartbeat_back_addr":"172.21.15.102:6823/2533208086","heartbeat_front_addr":"172.21.15.102:6821/2533208086","state":["exists","up"]},{"osd":9,"uuid":"a16dd21b-77e4-4148-90a3-c085fd621fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6827","nonce":4252594050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6829","nonce":4252594050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6833","nonce":4252594050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6831","nonce":4252594050}]},"public_addr":"172.21.15.46:6827/4252594050","cluster_addr":"172.21.15.46:6829/4252594050","heartbeat_back_addr":"172.21.15.46:6833/4252594050","heartbeat_front_addr":"172.21.15.46:6831/4252594050","state":["exists","up"]},{"osd":10,"uuid":"3a794482-bcfa-4e99-8e96-77228a828ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6825","nonce":1252006239}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6827","nonce":1252006239}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6831","nonce":1252006239}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6829","nonce":1252006239}]},"public_addr":"172.21.15.73:6825/1252006239","cluster_addr":"172.21.15.73:6827/1252006239","heartbeat_back_addr":"172.21.15.73:6831/1252006239","heartbeat_front_addr":"172.21.15.73:6829/1252006239","state":["exists","up"]},{"osd":11,"uuid":"93bdea99-6072-431a-a919-3aecf631c727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6825","nonce":2997263049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6827","nonce":2997263049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6831","nonce":2997263049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6829","nonce":2997263049}]},"public_addr":"172.21.15.102:6825/2997263049","cluster_addr":"172.21.15.102:6827/2997263049","heartbeat_back_addr":"172.21.15.102:6831/2997263049","heartbeat_front_addr":"172.21.15.102:6829/2997263049","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:41:54.705424+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:18.405516+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:42.028548+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:06.440586+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:31.526566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:56.491476+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:22.116952+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:48.187884+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:12.546546+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:39.238062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:05.249938+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:30.959573+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.3b","mappings":[{"from":3,"to":9}]},{"pgid":"4.12","mappings":[{"from":5,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/3154580199":"2024-03-20T01:50:04.030762+0000","172.21.15.46:0/3334472164":"2024-03-20T01:50:04.030762+0000","172.21.15.46:6800/3237439375":"2024-03-20T01:50:04.030762+0000","172.21.15.46:0/2463012355":"2024-03-20T01:50:04.030762+0000","172.21.15.46:0/2120145964":"2024-03-20T01:50:04.030762+0000","172.21.15.46:6800/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/3237439375":"2024-03-20T01:50:04.030762+0000","172.21.15.46:6801/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/534183632":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/3469071427":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/816672825":"2024-03-20T01:39:49.978463+0000","172.21.15.46:6800/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/482098752":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/3024883566":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/2231887791":"2024-03-20T01:39:49.978463+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":4,"length":1},{"begin":13,"length":1}]},{"pool":4,"snaps":[{"begin":4,"length":1},{"begin":13,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-03-19T02:00:10.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.077+0000 7f7b59f5b640  1 -- 172.21.15.46:0/2416882875 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7b3c0a2970 msgr2=0x7f7b3c0a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:10.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.077+0000 7f7b59f5b640  1 --2- 172.21.15.46:0/2416882875 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7b3c0a2970 0x7f7b3c0a4e30 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f7b44006010 tx=0x7f7b44005e40 comp rx=0 tx=0).stop
2024-03-19T02:00:10.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.077+0000 7f7b59f5b640  1 -- 172.21.15.46:0/2416882875 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b54107820 msgr2=0x7f7b5419c8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:10.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.077+0000 7f7b59f5b640  1 --2- 172.21.15.46:0/2416882875 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b54107820 0x7f7b5419c8d0 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c00efd0 tx=0x7f7b4c00c6a0 comp rx=0 tx=0).stop
2024-03-19T02:00:10.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.078+0000 7f7b59f5b640  1 -- 172.21.15.46:0/2416882875 shutdown_connections
2024-03-19T02:00:10.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.078+0000 7f7b59f5b640  1 --2- 172.21.15.46:0/2416882875 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b54107820 0x7f7b5419c8d0 unknown :-1 s=CLOSED pgs=995 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:10.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.078+0000 7f7b59f5b640  1 --2- 172.21.15.46:0/2416882875 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7b5406a890 0x7f7b54198550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:10.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.078+0000 7f7b59f5b640  1 --2- 172.21.15.46:0/2416882875 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f7b3c0a2970 0x7f7b3c0a4e30 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:10.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.078+0000 7f7b59f5b640  1 --2- 172.21.15.46:0/2416882875 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7b54069ef0 0x7f7b54198010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:10.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.078+0000 7f7b59f5b640  1 -- 172.21.15.46:0/2416882875 >> 172.21.15.46:0/2416882875 conn(0x7f7b540777c0 msgr2=0x7f7b540ff440 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:10.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.078+0000 7f7b59f5b640  1 -- 172.21.15.46:0/2416882875 shutdown_connections
2024-03-19T02:00:10.079 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.078+0000 7f7b59f5b640  1 -- 172.21.15.46:0/2416882875 wait complete.
2024-03-19T02:00:10.087 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:09 smithi046 ceph-mon[63102]: pgmap v311: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 23 op/s
2024-03-19T02:00:10.089 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-19T01:42:46.174113+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-19T01:47:24.276277+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-19T01:47:25.605471+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '99', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 13, 'snap_epoch': 99, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-19T01:47:29.545614+0000', 'flags': 8197, 'flags_names': 'hashpspool,ec_overwrites,selfmanaged_snaps', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '99', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 13, 'snap_epoch': 99, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}]
2024-03-19T02:00:10.089 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num
2024-03-19T02:00:10.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.196+0000 7fb91c03d640  1 -- 172.21.15.46:0/1391223603 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9141006b0 msgr2=0x7fb914100b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:10.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.196+0000 7fb91c03d640  1 --2- 172.21.15.46:0/1391223603 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9141006b0 0x7fb914100b30 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7fb904009930 tx=0x7fb90402bc30 comp rx=0 tx=0).stop
2024-03-19T02:00:10.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.196+0000 7fb91c03d640  1 -- 172.21.15.46:0/1391223603 shutdown_connections
2024-03-19T02:00:10.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.196+0000 7fb91c03d640  1 --2- 172.21.15.46:0/1391223603 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb914101070 0x7fb91410d580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:10.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.196+0000 7fb91c03d640  1 --2- 172.21.15.46:0/1391223603 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9141006b0 0x7fb914100b30 unknown :-1 s=CLOSED pgs=996 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:10.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.196+0000 7fb91c03d640  1 --2- 172.21.15.46:0/1391223603 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb9141066c0 0x7fb914106aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:10.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.196+0000 7fb91c03d640  1 -- 172.21.15.46:0/1391223603 >> 172.21.15.46:0/1391223603 conn(0x7fb9140777f0 msgr2=0x7fb914077c00 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:10.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.196+0000 7fb91c03d640  1 -- 172.21.15.46:0/1391223603 shutdown_connections
2024-03-19T02:00:10.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.196+0000 7fb91c03d640  1 -- 172.21.15.46:0/1391223603 wait complete.
2024-03-19T02:00:10.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.197+0000 7fb91c03d640  1  Processor -- start
2024-03-19T02:00:10.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.197+0000 7fb91c03d640  1 --  start start
2024-03-19T02:00:10.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.197+0000 7fb91c03d640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb9141006b0 0x7fb914102ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:10.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.197+0000 7fb91c03d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb914101070 0x7fb914103220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:10.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.197+0000 7fb91c03d640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb9141066c0 0x7fb914103760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:10.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.197+0000 7fb91c03d640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb914110980 con 0x7fb914101070
2024-03-19T02:00:10.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.197+0000 7fb91c03d640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb914110800 con 0x7fb9141066c0
2024-03-19T02:00:10.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.197+0000 7fb91c03d640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb914110b00 con 0x7fb9141006b0
2024-03-19T02:00:10.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.197+0000 7fb9195d8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb914101070 0x7fb914103220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:10.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.197+0000 7fb9195d8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb914101070 0x7fb914103220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52802/0 (socket says 172.21.15.46:52802)
2024-03-19T02:00:10.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.197+0000 7fb9195d8640  1 -- 172.21.15.46:0/2746501349 learned_addr learned my addr 172.21.15.46:0/2746501349 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:10.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.197+0000 7fb91a5da640  1 --2- 172.21.15.46:0/2746501349 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb9141066c0 0x7fb914103760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:10.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.197+0000 7fb919dd9640  1 --2- 172.21.15.46:0/2746501349 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb9141006b0 0x7fb914102ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:10.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.197+0000 7fb9195d8640  1 -- 172.21.15.46:0/2746501349 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb9141006b0 msgr2=0x7fb914102ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:10.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.197+0000 7fb9195d8640  1 --2- 172.21.15.46:0/2746501349 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb9141006b0 0x7fb914102ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:10.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.197+0000 7fb9195d8640  1 -- 172.21.15.46:0/2746501349 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb9141066c0 msgr2=0x7fb914103760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:10.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.197+0000 7fb9195d8640  1 --2- 172.21.15.46:0/2746501349 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb9141066c0 0x7fb914103760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:10.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.197+0000 7fb9195d8640  1 -- 172.21.15.46:0/2746501349 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9141a6510 con 0x7fb914101070
2024-03-19T02:00:10.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.198+0000 7fb9195d8640  1 --2- 172.21.15.46:0/2746501349 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb914101070 0x7fb914103220 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7fb904009230 tx=0x7fb90402c5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:10.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.198+0000 7fb90affd640  1 -- 172.21.15.46:0/2746501349 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb904043020 con 0x7fb914101070
2024-03-19T02:00:10.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.198+0000 7fb90affd640  1 -- 172.21.15.46:0/2746501349 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb90402ca70 con 0x7fb914101070
2024-03-19T02:00:10.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.198+0000 7fb90affd640  1 -- 172.21.15.46:0/2746501349 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb904003a50 con 0x7fb914101070
2024-03-19T02:00:10.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.198+0000 7fb91c03d640  1 -- 172.21.15.46:0/2746501349 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9141a67a0 con 0x7fb914101070
2024-03-19T02:00:10.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.198+0000 7fb91c03d640  1 -- 172.21.15.46:0/2746501349 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9141a6ca0 con 0x7fb914101070
2024-03-19T02:00:10.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.199+0000 7fb91c03d640  1 -- 172.21.15.46:0/2746501349 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb914101df0 con 0x7fb914101070
2024-03-19T02:00:10.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.200+0000 7fb90affd640  1 -- 172.21.15.46:0/2746501349 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fb904046020 con 0x7fb914101070
2024-03-19T02:00:10.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.200+0000 7fb90affd640  1 --2- 172.21.15.46:0/2746501349 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb9000a2970 0x7fb9000a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:10.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.201+0000 7fb919dd9640  1 --2- 172.21.15.46:0/2746501349 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb9000a2970 0x7fb9000a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:10.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.201+0000 7fb90affd640  1 -- 172.21.15.46:0/2746501349 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7fb9040f1500 con 0x7fb914101070
2024-03-19T02:00:10.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.201+0000 7fb919dd9640  1 --2- 172.21.15.46:0/2746501349 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb9000a2970 0x7fb9000a4e30 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fb910009b50 tx=0x7fb910005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:10.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.205+0000 7fb90affd640  1 -- 172.21.15.46:0/2746501349 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fb90404d020 con 0x7fb914101070
2024-03-19T02:00:10.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:09 smithi073 ceph-mon[66833]: pgmap v311: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 23 op/s
2024-03-19T02:00:10.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:09 smithi102 ceph-mon[66557]: pgmap v311: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 23 op/s
2024-03-19T02:00:10.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.386+0000 7fb91c03d640  1 -- 172.21.15.46:0/2746501349 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fb914109c30 con 0x7fb914101070
2024-03-19T02:00:10.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.387+0000 7fb90affd640  1 -- 172.21.15.46:0/2746501349 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0  v100) ==== 93+0+10 (secure 0 0 0) 0x7fb9040bdfa0 con 0x7fb914101070
2024-03-19T02:00:10.387 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1
2024-03-19T02:00:10.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.389+0000 7fb91c03d640  1 -- 172.21.15.46:0/2746501349 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb9000a2970 msgr2=0x7fb9000a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:10.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.389+0000 7fb91c03d640  1 --2- 172.21.15.46:0/2746501349 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb9000a2970 0x7fb9000a4e30 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fb910009b50 tx=0x7fb910005f90 comp rx=0 tx=0).stop
2024-03-19T02:00:10.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.389+0000 7fb91c03d640  1 -- 172.21.15.46:0/2746501349 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb914101070 msgr2=0x7fb914103220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:10.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.389+0000 7fb91c03d640  1 --2- 172.21.15.46:0/2746501349 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb914101070 0x7fb914103220 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7fb904009230 tx=0x7fb90402c5d0 comp rx=0 tx=0).stop
2024-03-19T02:00:10.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.389+0000 7fb91c03d640  1 -- 172.21.15.46:0/2746501349 shutdown_connections
2024-03-19T02:00:10.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.389+0000 7fb91c03d640  1 --2- 172.21.15.46:0/2746501349 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb9141066c0 0x7fb914103760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:10.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.389+0000 7fb91c03d640  1 --2- 172.21.15.46:0/2746501349 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb914101070 0x7fb914103220 unknown :-1 s=CLOSED pgs=997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:10.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.389+0000 7fb91c03d640  1 --2- 172.21.15.46:0/2746501349 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb9000a2970 0x7fb9000a4e30 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:10.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.389+0000 7fb91c03d640  1 --2- 172.21.15.46:0/2746501349 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb9141006b0 0x7fb914102ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:10.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.389+0000 7fb91c03d640  1 -- 172.21.15.46:0/2746501349 >> 172.21.15.46:0/2746501349 conn(0x7fb9140777f0 msgr2=0x7fb91406a210 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:10.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.389+0000 7fb91c03d640  1 -- 172.21.15.46:0/2746501349 shutdown_connections
2024-03-19T02:00:10.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.389+0000 7fb91c03d640  1 -- 172.21.15.46:0/2746501349 wait complete.
2024-03-19T02:00:10.400 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num
2024-03-19T02:00:10.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.505+0000 7ff5aee1f640  1 -- 172.21.15.46:0/1626998951 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff5a8101050 msgr2=0x7ff5a810d560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:10.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.505+0000 7ff5aee1f640  1 --2- 172.21.15.46:0/1626998951 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff5a8101050 0x7ff5a810d560 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7ff5a0009cd0 tx=0x7ff5a002c0f0 comp rx=0 tx=0).stop
2024-03-19T02:00:10.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.505+0000 7ff5aee1f640  1 -- 172.21.15.46:0/1626998951 shutdown_connections
2024-03-19T02:00:10.508 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.505+0000 7ff5aee1f640  1 --2- 172.21.15.46:0/1626998951 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff5a8101050 0x7ff5a810d560 unknown :-1 s=CLOSED pgs=998 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:10.508 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.505+0000 7ff5aee1f640  1 --2- 172.21.15.46:0/1626998951 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff5a8100690 0x7ff5a8100b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:10.508 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.505+0000 7ff5aee1f640  1 --2- 172.21.15.46:0/1626998951 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff5a81066a0 0x7ff5a8106a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:10.508 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.505+0000 7ff5aee1f640  1 -- 172.21.15.46:0/1626998951 >> 172.21.15.46:0/1626998951 conn(0x7ff5a8077820 msgr2=0x7ff5a8077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:10.508 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.505+0000 7ff5aee1f640  1 -- 172.21.15.46:0/1626998951 shutdown_connections
2024-03-19T02:00:10.508 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.505+0000 7ff5aee1f640  1 -- 172.21.15.46:0/1626998951 wait complete.
2024-03-19T02:00:10.508 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.505+0000 7ff5aee1f640  1  Processor -- start
2024-03-19T02:00:10.508 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.505+0000 7ff5aee1f640  1 --  start start
2024-03-19T02:00:10.508 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.506+0000 7ff5aee1f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff5a8100690 0x7ff5a8197f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:10.508 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.506+0000 7ff5aee1f640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff5a8101050 0x7ff5a81984a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:10.508 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.506+0000 7ff5aee1f640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff5a81066a0 0x7ff5a819c820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:10.508 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.506+0000 7ff5aee1f640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff5a8110960 con 0x7ff5a8100690
2024-03-19T02:00:10.508 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.506+0000 7ff5aee1f640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7ff5a81107e0 con 0x7ff5a8101050
2024-03-19T02:00:10.508 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.506+0000 7ff5aee1f640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff5a8110ae0 con 0x7ff5a81066a0
2024-03-19T02:00:10.509 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.506+0000 7ff5acbbb640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff5a8100690 0x7ff5a8197f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:10.509 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.506+0000 7ff5acbbb640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff5a8100690 0x7ff5a8197f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52820/0 (socket says 172.21.15.46:52820)
2024-03-19T02:00:10.509 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.506+0000 7ff5acbbb640  1 -- 172.21.15.46:0/1773243302 learned_addr learned my addr 172.21.15.46:0/1773243302 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:10.509 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.506+0000 7ff5a7fff640  1 --2- 172.21.15.46:0/1773243302 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff5a8101050 0x7ff5a81984a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:10.509 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.506+0000 7ff5ad3bc640  1 --2- 172.21.15.46:0/1773243302 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff5a81066a0 0x7ff5a819c820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:10.509 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.506+0000 7ff5acbbb640  1 -- 172.21.15.46:0/1773243302 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff5a81066a0 msgr2=0x7ff5a819c820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:10.509 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.506+0000 7ff5acbbb640  1 --2- 172.21.15.46:0/1773243302 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff5a81066a0 0x7ff5a819c820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:10.509 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.506+0000 7ff5acbbb640  1 -- 172.21.15.46:0/1773243302 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff5a8101050 msgr2=0x7ff5a81984a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:10.509 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.506+0000 7ff5acbbb640  1 --2- 172.21.15.46:0/1773243302 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff5a8101050 0x7ff5a81984a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:10.509 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.506+0000 7ff5acbbb640  1 -- 172.21.15.46:0/1773243302 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5a819cf50 con 0x7ff5a8100690
2024-03-19T02:00:10.509 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.506+0000 7ff5acbbb640  1 --2- 172.21.15.46:0/1773243302 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff5a8100690 0x7ff5a8197f60 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7ff59c00e9f0 tx=0x7ff59c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:10.509 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.506+0000 7ff5a5ffb640  1 -- 172.21.15.46:0/1773243302 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff59c00cd80 con 0x7ff5a8100690
2024-03-19T02:00:10.509 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.506+0000 7ff5a5ffb640  1 -- 172.21.15.46:0/1773243302 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff59c0054d0 con 0x7ff5a8100690
2024-03-19T02:00:10.509 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.506+0000 7ff5aee1f640  1 -- 172.21.15.46:0/1773243302 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5a819d240 con 0x7ff5a8100690
2024-03-19T02:00:10.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.506+0000 7ff5a5ffb640  1 -- 172.21.15.46:0/1773243302 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff59c010490 con 0x7ff5a8100690
2024-03-19T02:00:10.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.507+0000 7ff5aee1f640  1 -- 172.21.15.46:0/1773243302 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5a81a4ad0 con 0x7ff5a8100690
2024-03-19T02:00:10.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.508+0000 7ff5aee1f640  1 -- 172.21.15.46:0/1773243302 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5a8068610 con 0x7ff5a8100690
2024-03-19T02:00:10.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.508+0000 7ff5a5ffb640  1 -- 172.21.15.46:0/1773243302 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7ff59c005020 con 0x7ff5a8100690
2024-03-19T02:00:10.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.509+0000 7ff5a5ffb640  1 --2- 172.21.15.46:0/1773243302 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff5980a29f0 0x7ff5980a4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:10.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.509+0000 7ff5a7fff640  1 --2- 172.21.15.46:0/1773243302 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff5980a29f0 0x7ff5980a4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:10.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.509+0000 7ff5a5ffb640  1 -- 172.21.15.46:0/1773243302 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7ff59c0cf4d0 con 0x7ff5a8100690
2024-03-19T02:00:10.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.509+0000 7ff5a7fff640  1 --2- 172.21.15.46:0/1773243302 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff5980a29f0 0x7ff5980a4eb0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7ff5a8069a60 tx=0x7ff594005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:10.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.513+0000 7ff5a5ffb640  1 -- 172.21.15.46:0/1773243302 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7ff59c09be60 con 0x7ff5a8100690
2024-03-19T02:00:10.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.695+0000 7ff5aee1f640  1 -- 172.21.15.46:0/1773243302 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7ff5a81a4d00 con 0x7ff5a8100690
2024-03-19T02:00:10.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.696+0000 7ff5a5ffb640  1 -- 172.21.15.46:0/1773243302 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0  v100) ==== 104+0+11 (secure 0 0 0) 0x7ff59c09b760 con 0x7ff5a8100690
2024-03-19T02:00:10.696 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32
2024-03-19T02:00:10.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.698+0000 7ff5aee1f640  1 -- 172.21.15.46:0/1773243302 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff5980a29f0 msgr2=0x7ff5980a4eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:10.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.698+0000 7ff5aee1f640  1 --2- 172.21.15.46:0/1773243302 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff5980a29f0 0x7ff5980a4eb0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7ff5a8069a60 tx=0x7ff594005f90 comp rx=0 tx=0).stop
2024-03-19T02:00:10.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.698+0000 7ff5aee1f640  1 -- 172.21.15.46:0/1773243302 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff5a8100690 msgr2=0x7ff5a8197f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:10.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.698+0000 7ff5aee1f640  1 --2- 172.21.15.46:0/1773243302 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff5a8100690 0x7ff5a8197f60 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7ff59c00e9f0 tx=0x7ff59c00edf0 comp rx=0 tx=0).stop
2024-03-19T02:00:10.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.698+0000 7ff5aee1f640  1 -- 172.21.15.46:0/1773243302 shutdown_connections
2024-03-19T02:00:10.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.698+0000 7ff5aee1f640  1 --2- 172.21.15.46:0/1773243302 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7ff5980a29f0 0x7ff5980a4eb0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:10.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.698+0000 7ff5aee1f640  1 --2- 172.21.15.46:0/1773243302 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff5a81066a0 0x7ff5a819c820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:10.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.698+0000 7ff5aee1f640  1 --2- 172.21.15.46:0/1773243302 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7ff5a8101050 0x7ff5a81984a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:10.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.698+0000 7ff5aee1f640  1 --2- 172.21.15.46:0/1773243302 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff5a8100690 0x7ff5a8197f60 unknown :-1 s=CLOSED pgs=999 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:10.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.698+0000 7ff5aee1f640  1 -- 172.21.15.46:0/1773243302 >> 172.21.15.46:0/1773243302 conn(0x7ff5a8077820 msgr2=0x7ff5a80ff900 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:10.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.698+0000 7ff5aee1f640  1 -- 172.21.15.46:0/1773243302 shutdown_connections
2024-03-19T02:00:10.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.698+0000 7ff5aee1f640  1 -- 172.21.15.46:0/1773243302 wait complete.
2024-03-19T02:00:10.709 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num
2024-03-19T02:00:10.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.815+0000 7f927b6dc640  1 -- 172.21.15.46:0/1217392417 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9274100720 msgr2=0x7f9274100ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:10.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.815+0000 7f927b6dc640  1 --2- 172.21.15.46:0/1217392417 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9274100720 0x7f9274100ba0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f9270009860 tx=0x7f927002bb70 comp rx=0 tx=0).stop
2024-03-19T02:00:10.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.815+0000 7f927b6dc640  1 -- 172.21.15.46:0/1217392417 shutdown_connections
2024-03-19T02:00:10.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.815+0000 7f927b6dc640  1 --2- 172.21.15.46:0/1217392417 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f92741010e0 0x7f927410d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:10.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.815+0000 7f927b6dc640  1 --2- 172.21.15.46:0/1217392417 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f9274100720 0x7f9274100ba0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:10.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.815+0000 7f927b6dc640  1 --2- 172.21.15.46:0/1217392417 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f92741066e0 0x7f9274106ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:10.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.815+0000 7f927b6dc640  1 -- 172.21.15.46:0/1217392417 >> 172.21.15.46:0/1217392417 conn(0x7f9274077880 msgr2=0x7f9274077c90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:10.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.815+0000 7f927b6dc640  1 -- 172.21.15.46:0/1217392417 shutdown_connections
2024-03-19T02:00:10.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.815+0000 7f927b6dc640  1 -- 172.21.15.46:0/1217392417 wait complete.
2024-03-19T02:00:10.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.815+0000 7f927b6dc640  1  Processor -- start
2024-03-19T02:00:10.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.815+0000 7f927b6dc640  1 --  start start
2024-03-19T02:00:10.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.815+0000 7f927b6dc640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9274100720 0x7f9274198e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:10.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.815+0000 7f927b6dc640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f92741010e0 0x7f9274199380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:10.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.815+0000 7f927b6dc640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f92741066e0 0x7f92741a3ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:10.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.815+0000 7f927b6dc640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f92741109a0 con 0x7f9274100720
2024-03-19T02:00:10.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.815+0000 7f927b6dc640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f9274110820 con 0x7f92741066e0
2024-03-19T02:00:10.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.815+0000 7f927b6dc640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9274110b20 con 0x7f92741010e0
2024-03-19T02:00:10.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.816+0000 7f9279478640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9274100720 0x7f9274198e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:10.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.816+0000 7f9279478640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9274100720 0x7f9274198e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52846/0 (socket says 172.21.15.46:52846)
2024-03-19T02:00:10.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.816+0000 7f9279478640  1 -- 172.21.15.46:0/2991170263 learned_addr learned my addr 172.21.15.46:0/2991170263 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:10.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.816+0000 7f9278c77640  1 --2- 172.21.15.46:0/2991170263 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f92741010e0 0x7f9274199380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:10.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.816+0000 7f9279c79640  1 --2- 172.21.15.46:0/2991170263 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f92741066e0 0x7f92741a3ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:10.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.816+0000 7f9279478640  1 -- 172.21.15.46:0/2991170263 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f92741010e0 msgr2=0x7f9274199380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:10.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.816+0000 7f9279478640  1 --2- 172.21.15.46:0/2991170263 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f92741010e0 0x7f9274199380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:10.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.816+0000 7f9279478640  1 -- 172.21.15.46:0/2991170263 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f92741066e0 msgr2=0x7f92741a3ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:10.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.816+0000 7f9279478640  1 --2- 172.21.15.46:0/2991170263 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f92741066e0 0x7f92741a3ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:10.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.816+0000 7f9279478640  1 -- 172.21.15.46:0/2991170263 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92741a4400 con 0x7f9274100720
2024-03-19T02:00:10.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.816+0000 7f9279c79640  1 --2- 172.21.15.46:0/2991170263 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f92741066e0 0x7f92741a3ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T02:00:10.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.816+0000 7f9279478640  1 --2- 172.21.15.46:0/2991170263 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9274100720 0x7f9274198e40 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7f926800e9f0 tx=0x7f926800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:10.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.816+0000 7f92667fc640  1 -- 172.21.15.46:0/2991170263 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f926800cd80 con 0x7f9274100720
2024-03-19T02:00:10.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.816+0000 7f927b6dc640  1 -- 172.21.15.46:0/2991170263 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92741a45d0 con 0x7f9274100720
2024-03-19T02:00:10.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.816+0000 7f92667fc640  1 -- 172.21.15.46:0/2991170263 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f92680054d0 con 0x7f9274100720
2024-03-19T02:00:10.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.816+0000 7f92667fc640  1 -- 172.21.15.46:0/2991170263 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9268010490 con 0x7f9274100720
2024-03-19T02:00:10.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.816+0000 7f927b6dc640  1 -- 172.21.15.46:0/2991170263 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92741a4aa0 con 0x7f9274100720
2024-03-19T02:00:10.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.817+0000 7f927b6dc640  1 -- 172.21.15.46:0/2991170263 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9274067d80 con 0x7f9274100720
2024-03-19T02:00:10.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.818+0000 7f92667fc640  1 -- 172.21.15.46:0/2991170263 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f9268005020 con 0x7f9274100720
2024-03-19T02:00:10.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.819+0000 7f92667fc640  1 --2- 172.21.15.46:0/2991170263 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f92600a2970 0x7f92600a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:10.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.819+0000 7f9278c77640  1 --2- 172.21.15.46:0/2991170263 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f92600a2970 0x7f92600a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:10.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.819+0000 7f92667fc640  1 -- 172.21.15.46:0/2991170263 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9496+0+0 (secure 0 0 0) 0x7f92680cf5d0 con 0x7f9274100720
2024-03-19T02:00:10.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.819+0000 7f9278c77640  1 --2- 172.21.15.46:0/2991170263 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f92600a2970 0x7f92600a4e30 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f927002c180 tx=0x7f92700058d0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:10.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:10.823+0000 7f92667fc640  1 -- 172.21.15.46:0/2991170263 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f926809bf60 con 0x7f9274100720
2024-03-19T02:00:11.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.017+0000 7f927b6dc640  1 -- 172.21.15.46:0/2991170263 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f9274108c40 con 0x7f9274100720
2024-03-19T02:00:11.018 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.018+0000 7f92667fc640  1 -- 172.21.15.46:0/2991170263 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0  v101) ==== 100+0+11 (secure 0 0 0) 0x7f926809b860 con 0x7f9274100720
2024-03-19T02:00:11.018 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64
2024-03-19T02:00:11.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.020+0000 7f927b6dc640  1 -- 172.21.15.46:0/2991170263 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f92600a2970 msgr2=0x7f92600a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:11.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.020+0000 7f927b6dc640  1 --2- 172.21.15.46:0/2991170263 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f92600a2970 0x7f92600a4e30 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f927002c180 tx=0x7f92700058d0 comp rx=0 tx=0).stop
2024-03-19T02:00:11.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.020+0000 7f927b6dc640  1 -- 172.21.15.46:0/2991170263 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9274100720 msgr2=0x7f9274198e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:11.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.020+0000 7f927b6dc640  1 --2- 172.21.15.46:0/2991170263 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9274100720 0x7f9274198e40 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7f926800e9f0 tx=0x7f926800edf0 comp rx=0 tx=0).stop
2024-03-19T02:00:11.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.020+0000 7f927b6dc640  1 -- 172.21.15.46:0/2991170263 shutdown_connections
2024-03-19T02:00:11.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.020+0000 7f927b6dc640  1 --2- 172.21.15.46:0/2991170263 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f92741066e0 0x7f92741a3ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:11.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.020+0000 7f927b6dc640  1 --2- 172.21.15.46:0/2991170263 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f92600a2970 0x7f92600a4e30 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:11.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.020+0000 7f927b6dc640  1 --2- 172.21.15.46:0/2991170263 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f92741010e0 0x7f9274199380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:11.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.020+0000 7f927b6dc640  1 --2- 172.21.15.46:0/2991170263 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9274100720 0x7f9274198e40 unknown :-1 s=CLOSED pgs=1000 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:11.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.020+0000 7f927b6dc640  1 -- 172.21.15.46:0/2991170263 >> 172.21.15.46:0/2991170263 conn(0x7f9274077880 msgr2=0x7f9274103340 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:11.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.020+0000 7f927b6dc640  1 -- 172.21.15.46:0/2991170263 shutdown_connections
2024-03-19T02:00:11.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.020+0000 7f927b6dc640  1 -- 172.21.15.46:0/2991170263 wait complete.
2024-03-19T02:00:11.033 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:10 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2416882875' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T02:00:11.033 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:10 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2746501349' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T02:00:11.033 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:10 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1773243302' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T02:00:11.034 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num
2024-03-19T02:00:11.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.144+0000 7f728ae27640  1 -- 172.21.15.46:0/3820190864 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7284106b50 msgr2=0x7f728410e760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:11.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.144+0000 7f728ae27640  1 --2- 172.21.15.46:0/3820190864 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7284106b50 0x7f728410e760 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f7274009900 tx=0x7f727402bc30 comp rx=0 tx=0).stop
2024-03-19T02:00:11.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.144+0000 7f728ae27640  1 -- 172.21.15.46:0/3820190864 shutdown_connections
2024-03-19T02:00:11.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.144+0000 7f728ae27640  1 --2- 172.21.15.46:0/3820190864 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7284106b50 0x7f728410e760 unknown :-1 s=CLOSED pgs=1001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:11.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.144+0000 7f728ae27640  1 --2- 172.21.15.46:0/3820190864 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7284100d40 0x7f7284106470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:11.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.144+0000 7f728ae27640  1 --2- 172.21.15.46:0/3820190864 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7284100390 0x7f7284100770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:11.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.144+0000 7f728ae27640  1 -- 172.21.15.46:0/3820190864 >> 172.21.15.46:0/3820190864 conn(0x7f7284075980 msgr2=0x7f7284075d90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:11.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.144+0000 7f728ae27640  1 -- 172.21.15.46:0/3820190864 shutdown_connections
2024-03-19T02:00:11.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.144+0000 7f728ae27640  1 -- 172.21.15.46:0/3820190864 wait complete.
2024-03-19T02:00:11.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.145+0000 7f728ae27640  1  Processor -- start
2024-03-19T02:00:11.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.145+0000 7f728ae27640  1 --  start start
2024-03-19T02:00:11.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.145+0000 7f728ae27640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7284100390 0x7f7284198010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:11.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.145+0000 7f728ae27640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7284106b50 0x7f7284198550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:11.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.145+0000 7f728ae27640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f728419c8d0 0x7f728419cd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:11.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.145+0000 7f728ae27640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7284111af0 con 0x7f728419c8d0
2024-03-19T02:00:11.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.145+0000 7f728ae27640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f7284111970 con 0x7f7284100390
2024-03-19T02:00:11.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.145+0000 7f728ae27640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f7284111c70 con 0x7f7284106b50
2024-03-19T02:00:11.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.145+0000 7f72893c4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f728419c8d0 0x7f728419cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:11.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.145+0000 7f72893c4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f728419c8d0 0x7f728419cd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52868/0 (socket says 172.21.15.46:52868)
2024-03-19T02:00:11.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.145+0000 7f7288bc3640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7284100390 0x7f7284198010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:11.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.145+0000 7f72893c4640  1 -- 172.21.15.46:0/1585594473 learned_addr learned my addr 172.21.15.46:0/1585594473 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:11.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.145+0000 7f7283fff640  1 --2- 172.21.15.46:0/1585594473 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7284106b50 0x7f7284198550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:11.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.145+0000 7f72893c4640  1 -- 172.21.15.46:0/1585594473 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7284106b50 msgr2=0x7f7284198550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:11.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.145+0000 7f72893c4640  1 --2- 172.21.15.46:0/1585594473 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7284106b50 0x7f7284198550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:11.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.145+0000 7f72893c4640  1 -- 172.21.15.46:0/1585594473 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7284100390 msgr2=0x7f7284198010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:11.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.145+0000 7f72893c4640  1 --2- 172.21.15.46:0/1585594473 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7284100390 0x7f7284198010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:11.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.145+0000 7f72893c4640  1 -- 172.21.15.46:0/1585594473 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f728419d3c0 con 0x7f728419c8d0
2024-03-19T02:00:11.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.145+0000 7f72893c4640  1 --2- 172.21.15.46:0/1585594473 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f728419c8d0 0x7f728419cd80 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7f7274009230 tx=0x7f727402c5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:11.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.146+0000 7f7281ffb640  1 -- 172.21.15.46:0/1585594473 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7274043020 con 0x7f728419c8d0
2024-03-19T02:00:11.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.146+0000 7f7281ffb640  1 -- 172.21.15.46:0/1585594473 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f727402ca70 con 0x7f728419c8d0
2024-03-19T02:00:11.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.146+0000 7f728ae27640  1 -- 172.21.15.46:0/1585594473 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f728419d650 con 0x7f728419c8d0
2024-03-19T02:00:11.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.146+0000 7f7281ffb640  1 -- 172.21.15.46:0/1585594473 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72740039b0 con 0x7f728419c8d0
2024-03-19T02:00:11.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.146+0000 7f728ae27640  1 -- 172.21.15.46:0/1585594473 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72841a4e70 con 0x7f728419c8d0
2024-03-19T02:00:11.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.147+0000 7f728ae27640  1 -- 172.21.15.46:0/1585594473 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7284068a60 con 0x7f728419c8d0
2024-03-19T02:00:11.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.148+0000 7f7281ffb640  1 -- 172.21.15.46:0/1585594473 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f7274046020 con 0x7f728419c8d0
2024-03-19T02:00:11.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.148+0000 7f7281ffb640  1 --2- 172.21.15.46:0/1585594473 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f72700a2970 0x7f72700a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:11.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.149+0000 7f7281ffb640  1 -- 172.21.15.46:0/1585594473 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9584+0+0 (secure 0 0 0) 0x7f72740f1640 con 0x7f728419c8d0
2024-03-19T02:00:11.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.149+0000 7f7288bc3640  1 --2- 172.21.15.46:0/1585594473 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f72700a2970 0x7f72700a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:11.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.149+0000 7f7288bc3640  1 --2- 172.21.15.46:0/1585594473 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f72700a2970 0x7f72700a4e30 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f727c005fd0 tx=0x7f727c009500 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:11.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.152+0000 7f7281ffb640  1 -- 172.21.15.46:0/1585594473 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f727404d020 con 0x7f728419c8d0
2024-03-19T02:00:11.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:10 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2416882875' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T02:00:11.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:10 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2746501349' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T02:00:11.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:10 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1773243302' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T02:00:11.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:10 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2416882875' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T02:00:11.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:10 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2746501349' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T02:00:11.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:10 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1773243302' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T02:00:11.374 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.374+0000 7f728ae27640  1 -- 172.21.15.46:0/1585594473 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f7284100d40 con 0x7f728419c8d0
2024-03-19T02:00:11.374 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.374+0000 7f7281ffb640  1 -- 172.21.15.46:0/1585594473 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0  v101) ==== 103+0+11 (secure 0 0 0) 0x7f72740be050 con 0x7f728419c8d0
2024-03-19T02:00:11.374 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32
2024-03-19T02:00:11.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.376+0000 7f728ae27640  1 -- 172.21.15.46:0/1585594473 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f72700a2970 msgr2=0x7f72700a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:11.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.376+0000 7f728ae27640  1 --2- 172.21.15.46:0/1585594473 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f72700a2970 0x7f72700a4e30 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f727c005fd0 tx=0x7f727c009500 comp rx=0 tx=0).stop
2024-03-19T02:00:11.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.376+0000 7f728ae27640  1 -- 172.21.15.46:0/1585594473 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f728419c8d0 msgr2=0x7f728419cd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:11.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.376+0000 7f728ae27640  1 --2- 172.21.15.46:0/1585594473 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f728419c8d0 0x7f728419cd80 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7f7274009230 tx=0x7f727402c5d0 comp rx=0 tx=0).stop
2024-03-19T02:00:11.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.376+0000 7f728ae27640  1 -- 172.21.15.46:0/1585594473 shutdown_connections
2024-03-19T02:00:11.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.376+0000 7f728ae27640  1 --2- 172.21.15.46:0/1585594473 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f728419c8d0 0x7f728419cd80 unknown :-1 s=CLOSED pgs=1002 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:11.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.376+0000 7f728ae27640  1 --2- 172.21.15.46:0/1585594473 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f72700a2970 0x7f72700a4e30 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:11.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.376+0000 7f728ae27640  1 --2- 172.21.15.46:0/1585594473 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7284106b50 0x7f7284198550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:11.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.376+0000 7f728ae27640  1 --2- 172.21.15.46:0/1585594473 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f7284100390 0x7f7284198010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:11.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.376+0000 7f728ae27640  1 -- 172.21.15.46:0/1585594473 >> 172.21.15.46:0/1585594473 conn(0x7f7284075980 msgr2=0x7f72840fe260 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:11.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.376+0000 7f728ae27640  1 -- 172.21.15.46:0/1585594473 shutdown_connections
2024-03-19T02:00:11.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.376+0000 7f728ae27640  1 -- 172.21.15.46:0/1585594473 wait complete.
2024-03-19T02:00:11.387 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty
2024-03-19T02:00:11.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.489+0000 7fac78f60640  1 -- 172.21.15.46:0/355423693 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac74106730 msgr2=0x7fac74106b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:11.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.489+0000 7fac78f60640  1 --2- 172.21.15.46:0/355423693 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac74106730 0x7fac74106b10 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7fac6c009930 tx=0x7fac6c02bc30 comp rx=0 tx=0).stop
2024-03-19T02:00:11.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.490+0000 7fac78f60640  1 -- 172.21.15.46:0/355423693 shutdown_connections
2024-03-19T02:00:11.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.490+0000 7fac78f60640  1 --2- 172.21.15.46:0/355423693 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fac741010e0 0x7fac7410d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:11.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.490+0000 7fac78f60640  1 --2- 172.21.15.46:0/355423693 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fac74100720 0x7fac74100ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:11.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.490+0000 7fac78f60640  1 --2- 172.21.15.46:0/355423693 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac74106730 0x7fac74106b10 unknown :-1 s=CLOSED pgs=1003 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:11.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.490+0000 7fac78f60640  1 -- 172.21.15.46:0/355423693 >> 172.21.15.46:0/355423693 conn(0x7fac74077820 msgr2=0x7fac74077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:11.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.490+0000 7fac78f60640  1 -- 172.21.15.46:0/355423693 shutdown_connections
2024-03-19T02:00:11.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.490+0000 7fac78f60640  1 -- 172.21.15.46:0/355423693 wait complete.
2024-03-19T02:00:11.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.490+0000 7fac78f60640  1  Processor -- start
2024-03-19T02:00:11.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.490+0000 7fac78f60640  1 --  start start
2024-03-19T02:00:11.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.491+0000 7fac78f60640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fac74100720 0x7fac74198040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:11.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.491+0000 7fac78f60640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fac741010e0 0x7fac74198580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:11.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.491+0000 7fac78f60640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac74106730 0x7fac7419c900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:11.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.491+0000 7fac78f60640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fac74111b00 con 0x7fac74106730
2024-03-19T02:00:11.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.491+0000 7fac78f60640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fac74111980 con 0x7fac741010e0
2024-03-19T02:00:11.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.491+0000 7fac78f60640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fac74111c80 con 0x7fac74100720
2024-03-19T02:00:11.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.491+0000 7fac72d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac74106730 0x7fac7419c900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:11.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.491+0000 7fac7259c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fac74100720 0x7fac74198040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:11.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.491+0000 7fac7259c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fac74100720 0x7fac74198040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:32944/0 (socket says 172.21.15.46:32944)
2024-03-19T02:00:11.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.491+0000 7fac7259c640  1 -- 172.21.15.46:0/2763783463 learned_addr learned my addr 172.21.15.46:0/2763783463 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:11.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.491+0000 7fac71d9b640  1 --2- 172.21.15.46:0/2763783463 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fac741010e0 0x7fac74198580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:11.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.491+0000 7fac7259c640  1 -- 172.21.15.46:0/2763783463 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fac741010e0 msgr2=0x7fac74198580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:11.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.491+0000 7fac7259c640  1 --2- 172.21.15.46:0/2763783463 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fac741010e0 0x7fac74198580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:11.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.491+0000 7fac7259c640  1 -- 172.21.15.46:0/2763783463 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac74106730 msgr2=0x7fac7419c900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:11.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.491+0000 7fac7259c640  1 --2- 172.21.15.46:0/2763783463 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac74106730 0x7fac7419c900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:11.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.491+0000 7fac7259c640  1 -- 172.21.15.46:0/2763783463 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac7419d030 con 0x7fac74100720
2024-03-19T02:00:11.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.491+0000 7fac72d9d640  1 --2- 172.21.15.46:0/2763783463 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac74106730 0x7fac7419c900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T02:00:11.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.491+0000 7fac7259c640  1 --2- 172.21.15.46:0/2763783463 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fac74100720 0x7fac74198040 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fac6c009230 tx=0x7fac6c02c5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:11.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.491+0000 7fac6b7fe640  1 -- 172.21.15.46:0/2763783463 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac6c043020 con 0x7fac74100720
2024-03-19T02:00:11.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.491+0000 7fac78f60640  1 -- 172.21.15.46:0/2763783463 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac7419d2c0 con 0x7fac74100720
2024-03-19T02:00:11.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.491+0000 7fac6b7fe640  1 -- 172.21.15.46:0/2763783463 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac6c02ca70 con 0x7fac74100720
2024-03-19T02:00:11.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.491+0000 7fac6b7fe640  1 -- 172.21.15.46:0/2763783463 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac6c003a50 con 0x7fac74100720
2024-03-19T02:00:11.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.491+0000 7fac78f60640  1 -- 172.21.15.46:0/2763783463 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac741a4bb0 con 0x7fac74100720
2024-03-19T02:00:11.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.492+0000 7fac78f60640  1 -- 172.21.15.46:0/2763783463 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac74068610 con 0x7fac74100720
2024-03-19T02:00:11.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.493+0000 7fac6b7fe640  1 -- 172.21.15.46:0/2763783463 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fac6c046020 con 0x7fac74100720
2024-03-19T02:00:11.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.494+0000 7fac6b7fe640  1 --2- 172.21.15.46:0/2763783463 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fac600a2970 0x7fac600a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:11.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.494+0000 7fac71d9b640  1 --2- 172.21.15.46:0/2763783463 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fac600a2970 0x7fac600a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:11.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.494+0000 7fac6b7fe640  1 -- 172.21.15.46:0/2763783463 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9584+0+0 (secure 0 0 0) 0x7fac6c0f14f0 con 0x7fac74100720
2024-03-19T02:00:11.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.494+0000 7fac71d9b640  1 --2- 172.21.15.46:0/2763783463 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fac600a2970 0x7fac600a4e30 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fac74102900 tx=0x7fac5c005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:11.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.498+0000 7fac6b7fe640  1 -- 172.21.15.46:0/2763783463 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fac6c04d020 con 0x7fac74100720
2024-03-19T02:00:11.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.730+0000 7fac78f60640  1 -- 172.21.15.46:0/2763783463 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7fac74108c90 con 0x7fac74100720
2024-03-19T02:00:11.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.738+0000 7fac6b7fe640  1 -- 172.21.15.46:0/2763783463 <== mon.1 v2:172.21.15.102:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0  v25) ==== 81+0+740362 (secure 0 0 0) 0x7fac6c0a6e20 con 0x7fac74100720
2024-03-19T02:00:11.755 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T02:00:11.755 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T02:00:11.755 INFO:teuthology.orchestra.run.smithi046.stdout:    "epoch": 25,
2024-03-19T02:00:11.756 INFO:teuthology.orchestra.run.smithi046.stdout:    "flags": 0,
2024-03-19T02:00:11.756 INFO:teuthology.orchestra.run.smithi046.stdout:    "active_gid": 15636,
2024-03-19T02:00:11.756 INFO:teuthology.orchestra.run.smithi046.stdout:    "active_name": "x",
2024-03-19T02:00:11.756 INFO:teuthology.orchestra.run.smithi046.stdout:    "active_addrs": {
2024-03-19T02:00:11.756 INFO:teuthology.orchestra.run.smithi046.stdout:        "addrvec": [
2024-03-19T02:00:11.756 INFO:teuthology.orchestra.run.smithi046.stdout:            {
2024-03-19T02:00:11.756 INFO:teuthology.orchestra.run.smithi046.stdout:                "type": "v2",
2024-03-19T02:00:11.756 INFO:teuthology.orchestra.run.smithi046.stdout:                "addr": "172.21.15.46:6800",
2024-03-19T02:00:11.756 INFO:teuthology.orchestra.run.smithi046.stdout:                "nonce": 1877439590
2024-03-19T02:00:11.757 INFO:teuthology.orchestra.run.smithi046.stdout:            },
2024-03-19T02:00:11.757 INFO:teuthology.orchestra.run.smithi046.stdout:            {
2024-03-19T02:00:11.757 INFO:teuthology.orchestra.run.smithi046.stdout:                "type": "v1",
2024-03-19T02:00:11.757 INFO:teuthology.orchestra.run.smithi046.stdout:                "addr": "172.21.15.46:6801",
2024-03-19T02:00:11.757 INFO:teuthology.orchestra.run.smithi046.stdout:                "nonce": 1877439590
2024-03-19T02:00:11.757 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:11.757 INFO:teuthology.orchestra.run.smithi046.stdout:        ]
2024-03-19T02:00:11.757 INFO:teuthology.orchestra.run.smithi046.stdout:    },
2024-03-19T02:00:11.757 INFO:teuthology.orchestra.run.smithi046.stdout:    "active_addr": "172.21.15.46:6801/1877439590",
2024-03-19T02:00:11.758 INFO:teuthology.orchestra.run.smithi046.stdout:    "active_change": "2024-03-19T01:50:04.031050+0000",
2024-03-19T02:00:11.758 INFO:teuthology.orchestra.run.smithi046.stdout:    "active_mgr_features": 4540701547738038271,
2024-03-19T02:00:11.758 INFO:teuthology.orchestra.run.smithi046.stdout:    "available": true,
2024-03-19T02:00:11.758 INFO:teuthology.orchestra.run.smithi046.stdout:    "standbys": [
2024-03-19T02:00:11.758 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:11.758 INFO:teuthology.orchestra.run.smithi046.stdout:            "gid": 15630,
2024-03-19T02:00:11.758 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "y",
2024-03-19T02:00:11.758 INFO:teuthology.orchestra.run.smithi046.stdout:            "mgr_features": 4540701547738038271,
2024-03-19T02:00:11.758 INFO:teuthology.orchestra.run.smithi046.stdout:            "available_modules": [
2024-03-19T02:00:11.759 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:11.759 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "alerts",
2024-03-19T02:00:11.759 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:11.759 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:11.759 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:11.759 INFO:teuthology.orchestra.run.smithi046.stdout:                        "interval": {
2024-03-19T02:00:11.759 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "interval",
2024-03-19T02:00:11.759 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:11.760 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.760 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.760 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "60",
2024-03-19T02:00:11.760 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.760 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.760 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.761 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "How frequently to reexamine health status",
2024-03-19T02:00:11.761 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.761 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.761 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.761 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.761 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:11.761 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:11.762 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.762 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.762 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.762 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.762 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.762 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.763 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:11.763 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:11.763 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:11.763 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:11.763 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:11.763 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:11.763 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:11.764 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:11.764 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.764 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.764 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.764 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.764 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.764 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:11.764 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:11.764 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.764 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.764 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.765 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.765 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.765 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.765 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.765 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.765 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.765 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.765 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.765 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.765 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:11.765 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:11.765 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.765 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.765 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.765 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:11.766 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.766 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.766 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:11.766 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:11.766 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:11.766 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:11.766 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:11.766 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:11.766 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:11.766 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:11.766 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.766 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.766 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.766 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.767 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.767 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:11.767 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:11.767 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.767 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.767 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.767 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.767 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.767 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.767 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.767 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.767 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.767 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.767 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.767 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.768 INFO:teuthology.orchestra.run.smithi046.stdout:                        "smtp_destination": {
2024-03-19T02:00:11.768 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "smtp_destination",
2024-03-19T02:00:11.768 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.768 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.768 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.768 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.768 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.768 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.768 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.768 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Email address to send alerts to",
2024-03-19T02:00:11.768 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.768 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.768 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.768 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.769 INFO:teuthology.orchestra.run.smithi046.stdout:                        "smtp_from_name": {
2024-03-19T02:00:11.769 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "smtp_from_name",
2024-03-19T02:00:11.769 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.769 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.769 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.769 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "Ceph",
2024-03-19T02:00:11.769 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.769 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.769 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.769 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Email From: name",
2024-03-19T02:00:11.769 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.769 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.769 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.769 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.769 INFO:teuthology.orchestra.run.smithi046.stdout:                        "smtp_host": {
2024-03-19T02:00:11.770 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "smtp_host",
2024-03-19T02:00:11.770 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.770 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.770 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.770 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.770 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.770 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.770 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.770 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "SMTP server",
2024-03-19T02:00:11.770 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.770 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.770 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.770 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.771 INFO:teuthology.orchestra.run.smithi046.stdout:                        "smtp_password": {
2024-03-19T02:00:11.771 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "smtp_password",
2024-03-19T02:00:11.771 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.771 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.771 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.771 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.771 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.771 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.771 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.771 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Password to authenticate with",
2024-03-19T02:00:11.771 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.771 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.771 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.771 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.772 INFO:teuthology.orchestra.run.smithi046.stdout:                        "smtp_port": {
2024-03-19T02:00:11.772 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "smtp_port",
2024-03-19T02:00:11.772 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:11.772 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.772 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.772 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "465",
2024-03-19T02:00:11.772 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.772 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.772 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.772 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "SMTP port",
2024-03-19T02:00:11.772 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.772 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.772 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.772 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.773 INFO:teuthology.orchestra.run.smithi046.stdout:                        "smtp_sender": {
2024-03-19T02:00:11.773 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "smtp_sender",
2024-03-19T02:00:11.773 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.773 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.773 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.773 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.773 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.773 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.773 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.773 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "SMTP envelope sender",
2024-03-19T02:00:11.773 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.773 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.773 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.774 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.774 INFO:teuthology.orchestra.run.smithi046.stdout:                        "smtp_ssl": {
2024-03-19T02:00:11.774 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "smtp_ssl",
2024-03-19T02:00:11.774 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.774 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.774 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.774 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:11.774 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.774 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.775 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.775 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Use SSL to connect to SMTP server",
2024-03-19T02:00:11.775 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.775 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.775 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.775 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.775 INFO:teuthology.orchestra.run.smithi046.stdout:                        "smtp_user": {
2024-03-19T02:00:11.775 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "smtp_user",
2024-03-19T02:00:11.775 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.775 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.776 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.776 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.776 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.776 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.776 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.776 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "User to authenticate as",
2024-03-19T02:00:11.776 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.776 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.776 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.776 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:11.776 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:11.776 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:11.776 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:11.777 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "balancer",
2024-03-19T02:00:11.777 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:11.777 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:11.777 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:11.777 INFO:teuthology.orchestra.run.smithi046.stdout:                        "active": {
2024-03-19T02:00:11.777 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "active",
2024-03-19T02:00:11.777 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.777 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.777 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.777 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:11.777 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.777 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.777 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.777 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "automatically balance PGs across cluster",
2024-03-19T02:00:11.778 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.778 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.778 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.778 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.778 INFO:teuthology.orchestra.run.smithi046.stdout:                        "begin_time": {
2024-03-19T02:00:11.778 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "begin_time",
2024-03-19T02:00:11.778 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.778 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.779 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.779 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "0000",
2024-03-19T02:00:11.779 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.779 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.779 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.779 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "beginning time of day to automatically balance",
2024-03-19T02:00:11.779 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "This is a time of day in the format HHMM.",
2024-03-19T02:00:11.779 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.780 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.780 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.780 INFO:teuthology.orchestra.run.smithi046.stdout:                        "begin_weekday": {
2024-03-19T02:00:11.780 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "begin_weekday",
2024-03-19T02:00:11.780 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "uint",
2024-03-19T02:00:11.780 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.780 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.780 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "0",
2024-03-19T02:00:11.781 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "0",
2024-03-19T02:00:11.781 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "6",
2024-03-19T02:00:11.781 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.781 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Restrict automatic balancing to this day of the week or later",
2024-03-19T02:00:11.781 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "0 = Sunday, 1 = Monday, etc.",
2024-03-19T02:00:11.781 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.781 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.781 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.781 INFO:teuthology.orchestra.run.smithi046.stdout:                        "crush_compat_max_iterations": {
2024-03-19T02:00:11.782 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "crush_compat_max_iterations",
2024-03-19T02:00:11.782 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "uint",
2024-03-19T02:00:11.782 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.782 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.782 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "25",
2024-03-19T02:00:11.782 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "1",
2024-03-19T02:00:11.783 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "250",
2024-03-19T02:00:11.783 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.783 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "maximum number of iterations to attempt optimization",
2024-03-19T02:00:11.783 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.783 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.783 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.783 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.784 INFO:teuthology.orchestra.run.smithi046.stdout:                        "crush_compat_metrics": {
2024-03-19T02:00:11.784 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "crush_compat_metrics",
2024-03-19T02:00:11.784 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.784 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.784 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.784 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "pgs,objects,bytes",
2024-03-19T02:00:11.784 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.785 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.785 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.785 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "metrics with which to calculate OSD utilization",
2024-03-19T02:00:11.785 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.",
2024-03-19T02:00:11.785 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.785 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.785 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.786 INFO:teuthology.orchestra.run.smithi046.stdout:                        "crush_compat_step": {
2024-03-19T02:00:11.786 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "crush_compat_step",
2024-03-19T02:00:11.786 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "float",
2024-03-19T02:00:11.786 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.786 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.786 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "0.5",
2024-03-19T02:00:11.786 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "0.001",
2024-03-19T02:00:11.787 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "0.999",
2024-03-19T02:00:11.787 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.787 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "aggressiveness of optimization",
2024-03-19T02:00:11.787 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": ".99 is very aggressive, .01 is less aggressive",
2024-03-19T02:00:11.787 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.787 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.787 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.787 INFO:teuthology.orchestra.run.smithi046.stdout:                        "end_time": {
2024-03-19T02:00:11.788 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "end_time",
2024-03-19T02:00:11.788 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.788 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.788 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.788 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "2359",
2024-03-19T02:00:11.788 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.788 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.789 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.789 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "ending time of day to automatically balance",
2024-03-19T02:00:11.789 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "This is a time of day in the format HHMM.",
2024-03-19T02:00:11.789 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.789 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.789 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.790 INFO:teuthology.orchestra.run.smithi046.stdout:                        "end_weekday": {
2024-03-19T02:00:11.790 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "end_weekday",
2024-03-19T02:00:11.790 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "uint",
2024-03-19T02:00:11.790 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.790 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.790 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "0",
2024-03-19T02:00:11.790 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "0",
2024-03-19T02:00:11.791 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "6",
2024-03-19T02:00:11.791 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.791 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Restrict automatic balancing to days of the week earlier than this",
2024-03-19T02:00:11.791 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "0 = Sunday, 1 = Monday, etc.",
2024-03-19T02:00:11.791 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.791 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.791 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.791 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:11.791 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:11.791 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.791 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.791 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.791 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.792 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.792 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.792 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:11.792 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:11.792 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:11.792 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:11.792 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:11.792 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:11.792 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:11.792 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:11.792 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.792 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.792 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.792 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.793 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.793 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:11.793 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:11.793 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.793 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.793 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.794 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.794 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.794 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.794 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.794 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.794 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.795 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.795 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.795 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.795 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:11.795 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:11.795 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.795 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.795 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.795 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:11.796 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.796 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.796 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:11.796 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:11.796 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:11.796 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:11.796 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:11.796 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:11.796 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:11.796 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:11.796 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.796 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.796 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.797 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.797 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.797 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:11.797 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:11.797 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.797 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.797 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.797 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.797 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.797 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.797 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.797 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.797 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.798 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.798 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.798 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.798 INFO:teuthology.orchestra.run.smithi046.stdout:                        "min_score": {
2024-03-19T02:00:11.798 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "min_score",
2024-03-19T02:00:11.798 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "float",
2024-03-19T02:00:11.798 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.798 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.798 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "0",
2024-03-19T02:00:11.798 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.798 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.798 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.798 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "minimum score, below which no optimization is attempted",
2024-03-19T02:00:11.798 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.799 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.799 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.799 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.799 INFO:teuthology.orchestra.run.smithi046.stdout:                        "mode": {
2024-03-19T02:00:11.799 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "mode",
2024-03-19T02:00:11.799 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.799 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.799 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.799 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "upmap",
2024-03-19T02:00:11.799 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.799 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.799 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:11.799 INFO:teuthology.orchestra.run.smithi046.stdout:                                "crush-compat",
2024-03-19T02:00:11.799 INFO:teuthology.orchestra.run.smithi046.stdout:                                "none",
2024-03-19T02:00:11.800 INFO:teuthology.orchestra.run.smithi046.stdout:                                "read",
2024-03-19T02:00:11.800 INFO:teuthology.orchestra.run.smithi046.stdout:                                "upmap",
2024-03-19T02:00:11.800 INFO:teuthology.orchestra.run.smithi046.stdout:                                "upmap-read"
2024-03-19T02:00:11.800 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:11.800 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Balancer mode",
2024-03-19T02:00:11.800 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.800 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.800 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.800 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.800 INFO:teuthology.orchestra.run.smithi046.stdout:                        "pool_ids": {
2024-03-19T02:00:11.800 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "pool_ids",
2024-03-19T02:00:11.800 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.800 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.800 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.801 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.801 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.801 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.801 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.801 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "pools which the automatic balancing will be limited to",
2024-03-19T02:00:11.801 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.801 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.801 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.801 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.801 INFO:teuthology.orchestra.run.smithi046.stdout:                        "sleep_interval": {
2024-03-19T02:00:11.801 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "sleep_interval",
2024-03-19T02:00:11.801 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:11.801 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.802 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.802 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "60",
2024-03-19T02:00:11.802 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.802 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.802 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.802 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "how frequently to wake up and attempt optimization",
2024-03-19T02:00:11.802 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.802 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.802 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.802 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.803 INFO:teuthology.orchestra.run.smithi046.stdout:                        "upmap_max_deviation": {
2024-03-19T02:00:11.803 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "upmap_max_deviation",
2024-03-19T02:00:11.803 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:11.803 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.803 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.803 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "5",
2024-03-19T02:00:11.803 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "1",
2024-03-19T02:00:11.803 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.803 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.803 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "deviation below which no optimization is attempted",
2024-03-19T02:00:11.803 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "If the number of PGs are within this count then no optimization is attempted",
2024-03-19T02:00:11.803 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.803 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.803 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.804 INFO:teuthology.orchestra.run.smithi046.stdout:                        "upmap_max_optimizations": {
2024-03-19T02:00:11.804 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "upmap_max_optimizations",
2024-03-19T02:00:11.804 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "uint",
2024-03-19T02:00:11.804 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.804 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.804 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "10",
2024-03-19T02:00:11.804 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.804 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.804 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.804 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "maximum upmap optimizations to make per attempt",
2024-03-19T02:00:11.804 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.804 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.805 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.805 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:11.805 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:11.805 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:11.805 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:11.805 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "cephadm",
2024-03-19T02:00:11.805 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:11.805 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:11.805 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:11.805 INFO:teuthology.orchestra.run.smithi046.stdout:                        "agent_down_multiplier": {
2024-03-19T02:00:11.806 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "agent_down_multiplier",
2024-03-19T02:00:11.806 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "float",
2024-03-19T02:00:11.806 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.806 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.806 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "3.0",
2024-03-19T02:00:11.806 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.807 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.807 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.807 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down",
2024-03-19T02:00:11.807 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.807 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.807 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.807 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.807 INFO:teuthology.orchestra.run.smithi046.stdout:                        "agent_refresh_rate": {
2024-03-19T02:00:11.807 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "agent_refresh_rate",
2024-03-19T02:00:11.807 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:11.807 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.807 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.807 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "20",
2024-03-19T02:00:11.807 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.808 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.810 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.810 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "How often agent on each host will try to gather and send metadata",
2024-03-19T02:00:11.810 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.810 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.811 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.811 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.811 INFO:teuthology.orchestra.run.smithi046.stdout:                        "agent_starting_port": {
2024-03-19T02:00:11.811 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "agent_starting_port",
2024-03-19T02:00:11.811 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:11.811 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.812 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.812 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "4721",
2024-03-19T02:00:11.812 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.812 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.812 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.812 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)",
2024-03-19T02:00:11.812 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.812 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.812 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.812 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.812 INFO:teuthology.orchestra.run.smithi046.stdout:                        "allow_ptrace": {
2024-03-19T02:00:11.812 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "allow_ptrace",
2024-03-19T02:00:11.813 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.813 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.813 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.813 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.813 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.813 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.813 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.813 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "allow SYS_PTRACE capability on ceph containers",
2024-03-19T02:00:11.813 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace.  Enabling this options can allow debugging daemons that encounter problems at runtime.",
2024-03-19T02:00:11.813 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.813 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.813 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.813 INFO:teuthology.orchestra.run.smithi046.stdout:                        "autotune_interval": {
2024-03-19T02:00:11.813 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "autotune_interval",
2024-03-19T02:00:11.814 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:11.814 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.814 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.814 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "600",
2024-03-19T02:00:11.814 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.814 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.814 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.814 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "how frequently to autotune daemon memory",
2024-03-19T02:00:11.814 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.814 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.814 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.814 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.815 INFO:teuthology.orchestra.run.smithi046.stdout:                        "autotune_memory_target_ratio": {
2024-03-19T02:00:11.815 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "autotune_memory_target_ratio",
2024-03-19T02:00:11.815 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "float",
2024-03-19T02:00:11.815 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.815 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.815 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "0.7",
2024-03-19T02:00:11.815 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.815 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.815 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.815 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "ratio of total system memory to divide amongst autotuned daemons",
2024-03-19T02:00:11.815 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.815 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.815 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.816 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.816 INFO:teuthology.orchestra.run.smithi046.stdout:                        "cephadm_log_destination": {
2024-03-19T02:00:11.816 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "cephadm_log_destination",
2024-03-19T02:00:11.816 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.816 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.816 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.816 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.817 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.817 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.817 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:11.817 INFO:teuthology.orchestra.run.smithi046.stdout:                                "file",
2024-03-19T02:00:11.817 INFO:teuthology.orchestra.run.smithi046.stdout:                                "file,syslog",
2024-03-19T02:00:11.817 INFO:teuthology.orchestra.run.smithi046.stdout:                                "syslog"
2024-03-19T02:00:11.817 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:11.818 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Destination for cephadm command's persistent logging",
2024-03-19T02:00:11.818 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.818 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.818 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.818 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.818 INFO:teuthology.orchestra.run.smithi046.stdout:                        "cgroups_split": {
2024-03-19T02:00:11.819 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "cgroups_split",
2024-03-19T02:00:11.819 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.819 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.819 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.819 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:11.819 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.819 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.820 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.820 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)",
2024-03-19T02:00:11.820 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.820 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.820 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.820 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.820 INFO:teuthology.orchestra.run.smithi046.stdout:                        "config_checks_enabled": {
2024-03-19T02:00:11.821 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "config_checks_enabled",
2024-03-19T02:00:11.821 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.821 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.821 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.821 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.821 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.821 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.822 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.822 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Enable or disable the cephadm configuration analysis",
2024-03-19T02:00:11.822 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.822 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.822 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.822 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.823 INFO:teuthology.orchestra.run.smithi046.stdout:                        "config_dashboard": {
2024-03-19T02:00:11.823 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "config_dashboard",
2024-03-19T02:00:11.823 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.823 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.823 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.823 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:11.824 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.824 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.824 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.824 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "manage configs like API endpoints in Dashboard.",
2024-03-19T02:00:11.824 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.824 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.825 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.825 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.825 INFO:teuthology.orchestra.run.smithi046.stdout:                        "container_image_alertmanager": {
2024-03-19T02:00:11.825 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "container_image_alertmanager",
2024-03-19T02:00:11.825 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.825 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.825 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.826 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "quay.io/prometheus/alertmanager:v0.25.0",
2024-03-19T02:00:11.826 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.826 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.826 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.826 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Prometheus container image",
2024-03-19T02:00:11.826 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.827 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.827 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.827 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.827 INFO:teuthology.orchestra.run.smithi046.stdout:                        "container_image_base": {
2024-03-19T02:00:11.827 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "container_image_base",
2024-03-19T02:00:11.827 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.827 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.828 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.828 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "quay.io/ceph/ceph",
2024-03-19T02:00:11.828 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.828 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.828 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.828 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Container image name, without the tag",
2024-03-19T02:00:11.829 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.829 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.829 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.829 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.829 INFO:teuthology.orchestra.run.smithi046.stdout:                        "container_image_elasticsearch": {
2024-03-19T02:00:11.829 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "container_image_elasticsearch",
2024-03-19T02:00:11.830 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.830 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.830 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.830 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23",
2024-03-19T02:00:11.830 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.830 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.831 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.831 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "elasticsearch container image",
2024-03-19T02:00:11.831 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.831 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.831 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.831 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.832 INFO:teuthology.orchestra.run.smithi046.stdout:                        "container_image_grafana": {
2024-03-19T02:00:11.832 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "container_image_grafana",
2024-03-19T02:00:11.832 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.832 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.832 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.832 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "quay.io/ceph/ceph-grafana:9.4.12",
2024-03-19T02:00:11.832 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.833 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.833 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.833 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Prometheus container image",
2024-03-19T02:00:11.833 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.833 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.833 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.834 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.834 INFO:teuthology.orchestra.run.smithi046.stdout:                        "container_image_haproxy": {
2024-03-19T02:00:11.834 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "container_image_haproxy",
2024-03-19T02:00:11.834 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.834 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.834 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.835 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "quay.io/ceph/haproxy:2.3",
2024-03-19T02:00:11.835 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.835 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.835 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.835 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "HAproxy container image",
2024-03-19T02:00:11.836 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.836 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.836 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.836 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.836 INFO:teuthology.orchestra.run.smithi046.stdout:                        "container_image_jaeger_agent": {
2024-03-19T02:00:11.836 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "container_image_jaeger_agent",
2024-03-19T02:00:11.837 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.837 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.837 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.837 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "quay.io/jaegertracing/jaeger-agent:1.29",
2024-03-19T02:00:11.837 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.837 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.838 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.838 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Jaeger agent container image",
2024-03-19T02:00:11.838 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.838 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.838 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.838 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.839 INFO:teuthology.orchestra.run.smithi046.stdout:                        "container_image_jaeger_collector": {
2024-03-19T02:00:11.839 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "container_image_jaeger_collector",
2024-03-19T02:00:11.839 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.839 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.839 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.840 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "quay.io/jaegertracing/jaeger-collector:1.29",
2024-03-19T02:00:11.840 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.840 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.840 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.840 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Jaeger collector container image",
2024-03-19T02:00:11.840 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.841 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.841 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.841 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.841 INFO:teuthology.orchestra.run.smithi046.stdout:                        "container_image_jaeger_query": {
2024-03-19T02:00:11.841 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "container_image_jaeger_query",
2024-03-19T02:00:11.841 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.841 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.842 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.842 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "quay.io/jaegertracing/jaeger-query:1.29",
2024-03-19T02:00:11.842 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.842 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.842 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.842 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Jaeger query container image",
2024-03-19T02:00:11.843 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.843 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.843 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.843 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.843 INFO:teuthology.orchestra.run.smithi046.stdout:                        "container_image_keepalived": {
2024-03-19T02:00:11.843 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "container_image_keepalived",
2024-03-19T02:00:11.844 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.844 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.844 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.844 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "quay.io/ceph/keepalived:2.2.4",
2024-03-19T02:00:11.844 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.844 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.844 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.845 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Keepalived container image",
2024-03-19T02:00:11.845 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.845 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.845 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.845 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.845 INFO:teuthology.orchestra.run.smithi046.stdout:                        "container_image_loki": {
2024-03-19T02:00:11.846 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "container_image_loki",
2024-03-19T02:00:11.846 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.846 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.846 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.846 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "docker.io/grafana/loki:2.4.0",
2024-03-19T02:00:11.846 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.847 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.847 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.847 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Loki container image",
2024-03-19T02:00:11.847 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.847 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.847 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.848 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.848 INFO:teuthology.orchestra.run.smithi046.stdout:                        "container_image_node_exporter": {
2024-03-19T02:00:11.848 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "container_image_node_exporter",
2024-03-19T02:00:11.848 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.848 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.848 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.849 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "quay.io/prometheus/node-exporter:v1.5.0",
2024-03-19T02:00:11.849 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.849 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.849 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.849 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Prometheus container image",
2024-03-19T02:00:11.849 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.850 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.850 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.850 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.850 INFO:teuthology.orchestra.run.smithi046.stdout:                        "container_image_nvmeof": {
2024-03-19T02:00:11.850 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "container_image_nvmeof",
2024-03-19T02:00:11.850 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.851 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.851 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.851 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "quay.io/ceph/nvmeof:1.0.0",
2024-03-19T02:00:11.851 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.851 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.851 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.851 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Nvme-of container image",
2024-03-19T02:00:11.852 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.852 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.852 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.852 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.852 INFO:teuthology.orchestra.run.smithi046.stdout:                        "container_image_prometheus": {
2024-03-19T02:00:11.852 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "container_image_prometheus",
2024-03-19T02:00:11.853 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.853 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.853 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.853 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "quay.io/prometheus/prometheus:v2.43.0",
2024-03-19T02:00:11.853 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.853 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.854 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.854 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Prometheus container image",
2024-03-19T02:00:11.854 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.854 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.854 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.854 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.854 INFO:teuthology.orchestra.run.smithi046.stdout:                        "container_image_promtail": {
2024-03-19T02:00:11.854 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "container_image_promtail",
2024-03-19T02:00:11.854 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.855 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.855 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.855 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "docker.io/grafana/promtail:2.4.0",
2024-03-19T02:00:11.855 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.855 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.855 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.855 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Promtail container image",
2024-03-19T02:00:11.855 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.855 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.855 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.855 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.855 INFO:teuthology.orchestra.run.smithi046.stdout:                        "container_image_snmp_gateway": {
2024-03-19T02:00:11.855 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "container_image_snmp_gateway",
2024-03-19T02:00:11.856 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.856 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.856 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.856 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1",
2024-03-19T02:00:11.856 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.856 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.856 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.856 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "SNMP Gateway container image",
2024-03-19T02:00:11.856 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.856 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.856 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.856 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.856 INFO:teuthology.orchestra.run.smithi046.stdout:                        "container_init": {
2024-03-19T02:00:11.857 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "container_init",
2024-03-19T02:00:11.857 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.857 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.857 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.857 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:11.857 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.857 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.857 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.857 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Run podman/docker with `--init`",
2024-03-19T02:00:11.857 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.857 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.857 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.857 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.858 INFO:teuthology.orchestra.run.smithi046.stdout:                        "daemon_cache_timeout": {
2024-03-19T02:00:11.858 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "daemon_cache_timeout",
2024-03-19T02:00:11.858 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:11.858 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.858 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.858 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "600",
2024-03-19T02:00:11.858 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.858 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.858 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.858 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "seconds to cache service (daemon) inventory",
2024-03-19T02:00:11.859 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.859 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.859 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.859 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.859 INFO:teuthology.orchestra.run.smithi046.stdout:                        "default_cephadm_command_timeout": {
2024-03-19T02:00:11.859 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "default_cephadm_command_timeout",
2024-03-19T02:00:11.859 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:11.859 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.859 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.859 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "900",
2024-03-19T02:00:11.859 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.859 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.859 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.859 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)",
2024-03-19T02:00:11.860 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.860 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.860 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.860 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.860 INFO:teuthology.orchestra.run.smithi046.stdout:                        "default_registry": {
2024-03-19T02:00:11.860 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "default_registry",
2024-03-19T02:00:11.860 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.860 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.860 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.860 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "docker.io",
2024-03-19T02:00:11.860 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.860 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.860 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.861 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry",
2024-03-19T02:00:11.861 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.861 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.861 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.861 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.861 INFO:teuthology.orchestra.run.smithi046.stdout:                        "device_cache_timeout": {
2024-03-19T02:00:11.861 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "device_cache_timeout",
2024-03-19T02:00:11.861 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:11.861 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.861 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.861 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "1800",
2024-03-19T02:00:11.861 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.861 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.861 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.862 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "seconds to cache device inventory",
2024-03-19T02:00:11.862 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.862 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.862 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.862 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.862 INFO:teuthology.orchestra.run.smithi046.stdout:                        "device_enhanced_scan": {
2024-03-19T02:00:11.862 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "device_enhanced_scan",
2024-03-19T02:00:11.862 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.862 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.862 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.862 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.862 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.863 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.863 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.863 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Use libstoragemgmt during device scans",
2024-03-19T02:00:11.863 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.863 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.863 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.863 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.863 INFO:teuthology.orchestra.run.smithi046.stdout:                        "facts_cache_timeout": {
2024-03-19T02:00:11.863 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "facts_cache_timeout",
2024-03-19T02:00:11.863 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:11.863 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.863 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.863 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "60",
2024-03-19T02:00:11.864 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.864 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.864 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.864 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "seconds to cache host facts data",
2024-03-19T02:00:11.864 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.864 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.864 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.864 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.864 INFO:teuthology.orchestra.run.smithi046.stdout:                        "host_check_interval": {
2024-03-19T02:00:11.864 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "host_check_interval",
2024-03-19T02:00:11.864 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:11.864 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.865 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.865 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "600",
2024-03-19T02:00:11.865 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.865 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.865 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.865 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "how frequently to perform a host check",
2024-03-19T02:00:11.865 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.865 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.865 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.865 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.865 INFO:teuthology.orchestra.run.smithi046.stdout:                        "hw_monitoring": {
2024-03-19T02:00:11.866 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "hw_monitoring",
2024-03-19T02:00:11.866 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.866 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.866 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.866 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.866 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.866 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.866 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.866 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Deploy hw monitoring daemon on every host.",
2024-03-19T02:00:11.866 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.866 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.866 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.867 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.867 INFO:teuthology.orchestra.run.smithi046.stdout:                        "inventory_list_all": {
2024-03-19T02:00:11.867 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "inventory_list_all",
2024-03-19T02:00:11.867 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.867 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.867 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.867 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.867 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.867 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.867 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.867 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)",
2024-03-19T02:00:11.867 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.868 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.868 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.868 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.868 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:11.868 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:11.868 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.868 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.868 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.868 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.868 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.868 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.868 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:11.869 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:11.869 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:11.869 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:11.869 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:11.869 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:11.869 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:11.869 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:11.869 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.869 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.869 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.869 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.869 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.869 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_refresh_metadata": {
2024-03-19T02:00:11.869 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_refresh_metadata",
2024-03-19T02:00:11.870 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.870 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.870 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.870 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.870 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.870 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.870 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.870 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level",
2024-03-19T02:00:11.870 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.870 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.870 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.870 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.870 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:11.870 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:11.871 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.871 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.871 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.871 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:11.871 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.871 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.871 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.871 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "log to the \"cephadm\" cluster log channel\"",
2024-03-19T02:00:11.871 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.871 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.871 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.871 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.871 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:11.872 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:11.872 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.872 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.872 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.872 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:11.872 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.872 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.872 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:11.872 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:11.872 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:11.872 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:11.872 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:11.872 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:11.873 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:11.873 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:11.873 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.873 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.873 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.873 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.873 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.873 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:11.873 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:11.873 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.873 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.873 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.873 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.873 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.874 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.874 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.874 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.874 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.874 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.874 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.874 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.874 INFO:teuthology.orchestra.run.smithi046.stdout:                        "manage_etc_ceph_ceph_conf": {
2024-03-19T02:00:11.874 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "manage_etc_ceph_ceph_conf",
2024-03-19T02:00:11.874 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.874 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.874 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.874 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.874 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.875 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.875 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.875 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.",
2024-03-19T02:00:11.875 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.875 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.875 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.875 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.875 INFO:teuthology.orchestra.run.smithi046.stdout:                        "manage_etc_ceph_ceph_conf_hosts": {
2024-03-19T02:00:11.875 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "manage_etc_ceph_ceph_conf_hosts",
2024-03-19T02:00:11.875 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.875 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.875 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.875 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "*",
2024-03-19T02:00:11.875 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.875 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.876 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.876 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf",
2024-03-19T02:00:11.876 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.876 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.876 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.876 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.876 INFO:teuthology.orchestra.run.smithi046.stdout:                        "max_count_per_host": {
2024-03-19T02:00:11.876 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "max_count_per_host",
2024-03-19T02:00:11.876 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:11.876 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.876 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.876 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "10",
2024-03-19T02:00:11.876 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.876 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.877 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.877 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "max number of daemons per service per host",
2024-03-19T02:00:11.877 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.877 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.877 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.877 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.877 INFO:teuthology.orchestra.run.smithi046.stdout:                        "max_osd_draining_count": {
2024-03-19T02:00:11.877 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "max_osd_draining_count",
2024-03-19T02:00:11.877 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:11.877 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.877 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.877 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "10",
2024-03-19T02:00:11.877 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.877 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.878 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.878 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "max number of osds that will be drained simultaneously when osds are removed",
2024-03-19T02:00:11.878 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.878 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.878 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.878 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.878 INFO:teuthology.orchestra.run.smithi046.stdout:                        "migration_current": {
2024-03-19T02:00:11.878 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "migration_current",
2024-03-19T02:00:11.878 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:11.878 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.878 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.878 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.878 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.878 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.879 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.879 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "internal - do not modify",
2024-03-19T02:00:11.879 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.879 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.879 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.879 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.879 INFO:teuthology.orchestra.run.smithi046.stdout:                        "mode": {
2024-03-19T02:00:11.879 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "mode",
2024-03-19T02:00:11.879 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.879 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.879 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.879 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "root",
2024-03-19T02:00:11.879 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.879 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.880 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:11.880 INFO:teuthology.orchestra.run.smithi046.stdout:                                "cephadm-package",
2024-03-19T02:00:11.880 INFO:teuthology.orchestra.run.smithi046.stdout:                                "root"
2024-03-19T02:00:11.880 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:11.880 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "mode for remote execution of cephadm",
2024-03-19T02:00:11.880 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.880 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.880 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.880 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.880 INFO:teuthology.orchestra.run.smithi046.stdout:                        "oob_default_addr": {
2024-03-19T02:00:11.880 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "oob_default_addr",
2024-03-19T02:00:11.880 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.880 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.880 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.880 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "169.254.1.1",
2024-03-19T02:00:11.881 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.881 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.881 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.881 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Default address for RedFish API (oob management).",
2024-03-19T02:00:11.881 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.881 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.881 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.881 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.881 INFO:teuthology.orchestra.run.smithi046.stdout:                        "prometheus_alerts_path": {
2024-03-19T02:00:11.881 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "prometheus_alerts_path",
2024-03-19T02:00:11.881 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.881 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.881 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.881 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml",
2024-03-19T02:00:11.881 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.882 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.882 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.882 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "location of alerts to include in prometheus deployments",
2024-03-19T02:00:11.882 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.882 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.882 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.882 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.882 INFO:teuthology.orchestra.run.smithi046.stdout:                        "registry_insecure": {
2024-03-19T02:00:11.882 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "registry_insecure",
2024-03-19T02:00:11.882 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.882 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.882 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.882 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.882 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.883 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.883 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.883 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.",
2024-03-19T02:00:11.883 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.883 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.883 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.883 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.883 INFO:teuthology.orchestra.run.smithi046.stdout:                        "registry_password": {
2024-03-19T02:00:11.883 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "registry_password",
2024-03-19T02:00:11.883 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.883 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.883 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.883 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.883 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.884 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.884 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.884 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Custom repository password. Only used for logging into a registry.",
2024-03-19T02:00:11.884 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.884 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.884 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.884 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.884 INFO:teuthology.orchestra.run.smithi046.stdout:                        "registry_url": {
2024-03-19T02:00:11.884 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "registry_url",
2024-03-19T02:00:11.884 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.884 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.884 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.884 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.884 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.885 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.885 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.885 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Registry url for login purposes. This is not the default registry",
2024-03-19T02:00:11.885 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.885 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.885 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.885 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.885 INFO:teuthology.orchestra.run.smithi046.stdout:                        "registry_username": {
2024-03-19T02:00:11.885 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "registry_username",
2024-03-19T02:00:11.885 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.885 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.885 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.885 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.886 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.886 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.886 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.886 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Custom repository username. Only used for logging into a registry.",
2024-03-19T02:00:11.886 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.886 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.886 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.886 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.886 INFO:teuthology.orchestra.run.smithi046.stdout:                        "secure_monitoring_stack": {
2024-03-19T02:00:11.886 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "secure_monitoring_stack",
2024-03-19T02:00:11.886 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.886 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.886 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.887 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.887 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.887 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.887 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.887 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Enable TLS security for all the monitoring stack daemons",
2024-03-19T02:00:11.887 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.887 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.887 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.887 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.887 INFO:teuthology.orchestra.run.smithi046.stdout:                        "service_discovery_port": {
2024-03-19T02:00:11.887 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "service_discovery_port",
2024-03-19T02:00:11.887 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:11.887 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.887 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.887 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "8765",
2024-03-19T02:00:11.888 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.888 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.888 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.888 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "cephadm service discovery port",
2024-03-19T02:00:11.888 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.888 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.888 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.888 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.888 INFO:teuthology.orchestra.run.smithi046.stdout:                        "ssh_config_file": {
2024-03-19T02:00:11.888 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "ssh_config_file",
2024-03-19T02:00:11.888 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.888 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.888 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.889 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.889 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.889 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.889 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.889 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "customized SSH config file to connect to managed hosts",
2024-03-19T02:00:11.889 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.889 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.889 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.889 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.889 INFO:teuthology.orchestra.run.smithi046.stdout:                        "use_agent": {
2024-03-19T02:00:11.889 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "use_agent",
2024-03-19T02:00:11.889 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.889 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.889 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.890 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.890 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.890 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.890 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.890 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Use cephadm agent on each host to gather and send metadata",
2024-03-19T02:00:11.890 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.890 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.890 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.890 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.890 INFO:teuthology.orchestra.run.smithi046.stdout:                        "use_repo_digest": {
2024-03-19T02:00:11.890 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "use_repo_digest",
2024-03-19T02:00:11.890 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.890 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.891 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.891 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:11.891 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.891 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.891 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.891 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image",
2024-03-19T02:00:11.891 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.891 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.891 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.891 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.891 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warn_on_failed_host_check": {
2024-03-19T02:00:11.891 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "warn_on_failed_host_check",
2024-03-19T02:00:11.891 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.891 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.891 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.892 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:11.892 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.892 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.892 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.892 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "raise a health warning if the host check fails",
2024-03-19T02:00:11.892 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.892 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.892 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.892 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.892 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warn_on_stray_daemons": {
2024-03-19T02:00:11.892 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "warn_on_stray_daemons",
2024-03-19T02:00:11.892 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.892 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.892 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.893 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:11.893 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.893 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.893 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.893 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "raise a health warning if daemons are detected that are not managed by cephadm",
2024-03-19T02:00:11.893 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.893 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.893 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.893 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.893 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warn_on_stray_hosts": {
2024-03-19T02:00:11.893 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "warn_on_stray_hosts",
2024-03-19T02:00:11.893 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.893 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.893 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.894 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:11.894 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.894 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.894 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.894 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm",
2024-03-19T02:00:11.894 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.894 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.894 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.894 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:11.894 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:11.894 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:11.894 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:11.894 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "crash",
2024-03-19T02:00:11.894 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:11.895 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:11.895 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:11.895 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:11.895 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:11.895 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.895 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.895 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.895 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.895 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.895 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.895 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:11.895 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:11.895 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:11.895 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:11.896 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:11.896 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:11.896 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:11.896 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:11.896 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.896 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.896 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.896 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.896 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.896 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:11.896 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:11.896 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.896 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.896 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.897 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.897 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.897 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.897 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.897 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.897 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.897 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.897 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.897 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.897 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:11.897 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:11.897 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.897 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.897 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.898 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:11.898 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.898 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.898 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:11.898 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:11.898 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:11.898 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:11.898 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:11.898 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:11.898 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:11.898 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:11.898 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.898 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.899 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.899 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.899 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.899 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:11.899 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:11.899 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.899 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.899 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.899 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.899 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.899 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.899 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.899 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.899 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.900 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.900 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.900 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.900 INFO:teuthology.orchestra.run.smithi046.stdout:                        "retain_interval": {
2024-03-19T02:00:11.900 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "retain_interval",
2024-03-19T02:00:11.900 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:11.900 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.900 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.900 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "31536000",
2024-03-19T02:00:11.900 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.900 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.900 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.900 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "how long to retain crashes before pruning them",
2024-03-19T02:00:11.900 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.901 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.901 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.901 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.901 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warn_recent_interval": {
2024-03-19T02:00:11.901 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "warn_recent_interval",
2024-03-19T02:00:11.901 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:11.901 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.901 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.901 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "1209600",
2024-03-19T02:00:11.901 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.901 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.901 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.901 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "time interval in which to warn about recent crashes",
2024-03-19T02:00:11.901 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.902 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.902 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.902 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:11.902 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:11.902 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:11.902 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:11.902 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "dashboard",
2024-03-19T02:00:11.902 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:11.902 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:11.902 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:11.902 INFO:teuthology.orchestra.run.smithi046.stdout:                        "ACCOUNT_LOCKOUT_ATTEMPTS": {
2024-03-19T02:00:11.902 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "ACCOUNT_LOCKOUT_ATTEMPTS",
2024-03-19T02:00:11.902 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:11.902 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.902 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.903 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "10",
2024-03-19T02:00:11.903 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.903 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.903 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.903 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.903 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.903 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.903 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.903 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.903 INFO:teuthology.orchestra.run.smithi046.stdout:                        "ALERTMANAGER_API_HOST": {
2024-03-19T02:00:11.903 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "ALERTMANAGER_API_HOST",
2024-03-19T02:00:11.903 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.903 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.903 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.903 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.903 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.904 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.904 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.904 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.904 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.904 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.904 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.904 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.904 INFO:teuthology.orchestra.run.smithi046.stdout:                        "ALERTMANAGER_API_SSL_VERIFY": {
2024-03-19T02:00:11.904 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "ALERTMANAGER_API_SSL_VERIFY",
2024-03-19T02:00:11.904 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.904 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.904 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.904 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:11.904 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.904 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.905 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.905 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.905 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.905 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.905 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.905 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.905 INFO:teuthology.orchestra.run.smithi046.stdout:                        "AUDIT_API_ENABLED": {
2024-03-19T02:00:11.905 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "AUDIT_API_ENABLED",
2024-03-19T02:00:11.905 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.905 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.905 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.905 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.905 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.905 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.905 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.905 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.906 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.906 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.906 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.906 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.906 INFO:teuthology.orchestra.run.smithi046.stdout:                        "AUDIT_API_LOG_PAYLOAD": {
2024-03-19T02:00:11.906 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "AUDIT_API_LOG_PAYLOAD",
2024-03-19T02:00:11.906 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.906 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.906 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.906 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:11.906 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.906 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.906 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.906 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.907 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.907 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.907 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.907 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.907 INFO:teuthology.orchestra.run.smithi046.stdout:                        "ENABLE_BROWSABLE_API": {
2024-03-19T02:00:11.907 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "ENABLE_BROWSABLE_API",
2024-03-19T02:00:11.907 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.907 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.907 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.907 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:11.907 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.907 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.907 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.907 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.907 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.908 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.908 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.908 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.908 INFO:teuthology.orchestra.run.smithi046.stdout:                        "FEATURE_TOGGLE_CEPHFS": {
2024-03-19T02:00:11.908 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "FEATURE_TOGGLE_CEPHFS",
2024-03-19T02:00:11.908 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.908 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.908 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.908 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:11.908 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.908 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.908 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.908 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.908 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.908 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.908 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.909 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.909 INFO:teuthology.orchestra.run.smithi046.stdout:                        "FEATURE_TOGGLE_DASHBOARD": {
2024-03-19T02:00:11.909 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "FEATURE_TOGGLE_DASHBOARD",
2024-03-19T02:00:11.909 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.909 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.909 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.909 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:11.909 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.909 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.909 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.909 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.909 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.909 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.909 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.909 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.909 INFO:teuthology.orchestra.run.smithi046.stdout:                        "FEATURE_TOGGLE_ISCSI": {
2024-03-19T02:00:11.910 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "FEATURE_TOGGLE_ISCSI",
2024-03-19T02:00:11.910 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.910 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.910 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.910 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:11.910 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.910 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.910 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.910 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.910 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.910 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.910 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.910 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.910 INFO:teuthology.orchestra.run.smithi046.stdout:                        "FEATURE_TOGGLE_MIRRORING": {
2024-03-19T02:00:11.911 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "FEATURE_TOGGLE_MIRRORING",
2024-03-19T02:00:11.911 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.911 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.911 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.911 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:11.911 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.911 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.911 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.911 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.911 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.911 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.911 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.911 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.911 INFO:teuthology.orchestra.run.smithi046.stdout:                        "FEATURE_TOGGLE_NFS": {
2024-03-19T02:00:11.912 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "FEATURE_TOGGLE_NFS",
2024-03-19T02:00:11.912 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.912 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.912 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.912 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:11.912 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.912 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.912 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.912 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.912 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.912 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.912 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.912 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.913 INFO:teuthology.orchestra.run.smithi046.stdout:                        "FEATURE_TOGGLE_RBD": {
2024-03-19T02:00:11.913 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "FEATURE_TOGGLE_RBD",
2024-03-19T02:00:11.913 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.913 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.913 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.913 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:11.913 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.913 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.913 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.913 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.913 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.913 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.913 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.913 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.913 INFO:teuthology.orchestra.run.smithi046.stdout:                        "FEATURE_TOGGLE_RGW": {
2024-03-19T02:00:11.914 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "FEATURE_TOGGLE_RGW",
2024-03-19T02:00:11.914 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.914 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.914 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.914 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:11.914 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.914 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.914 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.914 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.914 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.914 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.914 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.914 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.914 INFO:teuthology.orchestra.run.smithi046.stdout:                        "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": {
2024-03-19T02:00:11.914 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE",
2024-03-19T02:00:11.915 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.915 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.915 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.915 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.915 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.915 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.915 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.915 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.915 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.915 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.915 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.915 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.916 INFO:teuthology.orchestra.run.smithi046.stdout:                        "GRAFANA_API_PASSWORD": {
2024-03-19T02:00:11.916 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "GRAFANA_API_PASSWORD",
2024-03-19T02:00:11.916 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.916 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.916 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.916 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "admin",
2024-03-19T02:00:11.916 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.916 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.916 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.916 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.916 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.916 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.916 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.916 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.917 INFO:teuthology.orchestra.run.smithi046.stdout:                        "GRAFANA_API_SSL_VERIFY": {
2024-03-19T02:00:11.917 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "GRAFANA_API_SSL_VERIFY",
2024-03-19T02:00:11.917 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.917 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.917 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.917 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:11.917 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.917 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.917 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.917 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.917 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.917 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.917 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.918 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.918 INFO:teuthology.orchestra.run.smithi046.stdout:                        "GRAFANA_API_URL": {
2024-03-19T02:00:11.918 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "GRAFANA_API_URL",
2024-03-19T02:00:11.918 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.918 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.918 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.918 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.918 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.918 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.918 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.918 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.918 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.918 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.918 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.919 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.919 INFO:teuthology.orchestra.run.smithi046.stdout:                        "GRAFANA_API_USERNAME": {
2024-03-19T02:00:11.919 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "GRAFANA_API_USERNAME",
2024-03-19T02:00:11.919 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.919 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.919 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.919 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "admin",
2024-03-19T02:00:11.919 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.919 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.919 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.919 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.919 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.920 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.920 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.920 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.920 INFO:teuthology.orchestra.run.smithi046.stdout:                        "GRAFANA_FRONTEND_API_URL": {
2024-03-19T02:00:11.920 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "GRAFANA_FRONTEND_API_URL",
2024-03-19T02:00:11.920 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.920 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.920 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.920 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.920 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.920 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.920 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.920 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.921 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.921 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.921 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.921 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.921 INFO:teuthology.orchestra.run.smithi046.stdout:                        "GRAFANA_UPDATE_DASHBOARDS": {
2024-03-19T02:00:11.921 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "GRAFANA_UPDATE_DASHBOARDS",
2024-03-19T02:00:11.921 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.921 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.921 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.921 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.921 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.921 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.921 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.921 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.922 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.922 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.922 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.922 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.922 INFO:teuthology.orchestra.run.smithi046.stdout:                        "ISCSI_API_SSL_VERIFICATION": {
2024-03-19T02:00:11.922 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "ISCSI_API_SSL_VERIFICATION",
2024-03-19T02:00:11.922 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.922 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.922 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.922 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:11.922 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.922 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.922 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.923 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.923 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.923 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.923 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.923 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.923 INFO:teuthology.orchestra.run.smithi046.stdout:                        "ISSUE_TRACKER_API_KEY": {
2024-03-19T02:00:11.923 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "ISSUE_TRACKER_API_KEY",
2024-03-19T02:00:11.923 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.923 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.923 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.923 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.923 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.923 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.923 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.924 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.924 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.924 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.924 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.924 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.924 INFO:teuthology.orchestra.run.smithi046.stdout:                        "MULTICLUSTER_CONFIG": {
2024-03-19T02:00:11.924 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "MULTICLUSTER_CONFIG",
2024-03-19T02:00:11.924 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.924 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.924 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.924 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "{}",
2024-03-19T02:00:11.924 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.924 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.925 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.925 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.925 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.925 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.925 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.925 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.925 INFO:teuthology.orchestra.run.smithi046.stdout:                        "PROMETHEUS_API_HOST": {
2024-03-19T02:00:11.925 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "PROMETHEUS_API_HOST",
2024-03-19T02:00:11.925 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.925 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.925 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.925 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.925 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.925 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.926 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.926 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.926 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.926 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.926 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.926 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.926 INFO:teuthology.orchestra.run.smithi046.stdout:                        "PROMETHEUS_API_SSL_VERIFY": {
2024-03-19T02:00:11.926 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "PROMETHEUS_API_SSL_VERIFY",
2024-03-19T02:00:11.926 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.926 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.926 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.926 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:11.926 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.926 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.927 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.927 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.927 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.927 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.927 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.927 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.927 INFO:teuthology.orchestra.run.smithi046.stdout:                        "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": {
2024-03-19T02:00:11.927 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED",
2024-03-19T02:00:11.927 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.927 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.927 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.927 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.927 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.927 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.928 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.928 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.928 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.928 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.928 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.928 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.928 INFO:teuthology.orchestra.run.smithi046.stdout:                        "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": {
2024-03-19T02:00:11.928 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED",
2024-03-19T02:00:11.928 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.928 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.928 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.928 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.928 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.928 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.929 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.929 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.929 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.929 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.929 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.929 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.929 INFO:teuthology.orchestra.run.smithi046.stdout:                        "PWD_POLICY_CHECK_LENGTH_ENABLED": {
2024-03-19T02:00:11.929 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "PWD_POLICY_CHECK_LENGTH_ENABLED",
2024-03-19T02:00:11.929 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.929 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.929 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.929 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:11.929 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.929 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.930 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.930 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.930 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.930 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.930 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.930 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.930 INFO:teuthology.orchestra.run.smithi046.stdout:                        "PWD_POLICY_CHECK_OLDPWD_ENABLED": {
2024-03-19T02:00:11.930 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED",
2024-03-19T02:00:11.930 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.930 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.930 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.930 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:11.930 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.930 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.931 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.931 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.931 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.931 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.931 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.931 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.931 INFO:teuthology.orchestra.run.smithi046.stdout:                        "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": {
2024-03-19T02:00:11.931 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED",
2024-03-19T02:00:11.931 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.931 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.931 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.931 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.931 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.932 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.932 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.932 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.932 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.932 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.932 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.932 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.932 INFO:teuthology.orchestra.run.smithi046.stdout:                        "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": {
2024-03-19T02:00:11.932 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED",
2024-03-19T02:00:11.932 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.932 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.932 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.932 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.932 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.933 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.933 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.933 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.933 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.933 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.933 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.933 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.933 INFO:teuthology.orchestra.run.smithi046.stdout:                        "PWD_POLICY_CHECK_USERNAME_ENABLED": {
2024-03-19T02:00:11.933 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "PWD_POLICY_CHECK_USERNAME_ENABLED",
2024-03-19T02:00:11.933 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.933 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.933 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.933 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.933 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.934 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.934 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.934 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.934 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.934 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.934 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.934 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.934 INFO:teuthology.orchestra.run.smithi046.stdout:                        "PWD_POLICY_ENABLED": {
2024-03-19T02:00:11.934 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "PWD_POLICY_ENABLED",
2024-03-19T02:00:11.934 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.934 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.934 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.934 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:11.934 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.935 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.935 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.935 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.935 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.935 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.935 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.935 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.935 INFO:teuthology.orchestra.run.smithi046.stdout:                        "PWD_POLICY_EXCLUSION_LIST": {
2024-03-19T02:00:11.935 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "PWD_POLICY_EXCLUSION_LIST",
2024-03-19T02:00:11.935 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.935 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.935 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.935 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps",
2024-03-19T02:00:11.935 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.935 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.936 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.936 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.936 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.936 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.936 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.936 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.936 INFO:teuthology.orchestra.run.smithi046.stdout:                        "PWD_POLICY_MIN_COMPLEXITY": {
2024-03-19T02:00:11.936 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "PWD_POLICY_MIN_COMPLEXITY",
2024-03-19T02:00:11.936 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:11.936 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.936 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.936 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "10",
2024-03-19T02:00:11.937 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.937 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.937 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.937 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.937 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.937 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.937 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.937 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.937 INFO:teuthology.orchestra.run.smithi046.stdout:                        "PWD_POLICY_MIN_LENGTH": {
2024-03-19T02:00:11.937 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "PWD_POLICY_MIN_LENGTH",
2024-03-19T02:00:11.937 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:11.937 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.937 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.937 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "8",
2024-03-19T02:00:11.938 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.938 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.938 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.938 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.938 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.938 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.938 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.938 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.938 INFO:teuthology.orchestra.run.smithi046.stdout:                        "REST_REQUESTS_TIMEOUT": {
2024-03-19T02:00:11.938 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "REST_REQUESTS_TIMEOUT",
2024-03-19T02:00:11.938 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:11.938 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.938 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.938 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "45",
2024-03-19T02:00:11.939 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.939 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.939 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.939 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.939 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.939 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.939 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.939 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.939 INFO:teuthology.orchestra.run.smithi046.stdout:                        "RGW_API_ACCESS_KEY": {
2024-03-19T02:00:11.939 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "RGW_API_ACCESS_KEY",
2024-03-19T02:00:11.939 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.939 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.940 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.940 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.940 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.940 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.940 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.940 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.940 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.940 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.940 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.940 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.940 INFO:teuthology.orchestra.run.smithi046.stdout:                        "RGW_API_ADMIN_RESOURCE": {
2024-03-19T02:00:11.940 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "RGW_API_ADMIN_RESOURCE",
2024-03-19T02:00:11.940 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.940 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.941 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.941 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "admin",
2024-03-19T02:00:11.941 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.941 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.941 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.941 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.941 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.941 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.941 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.941 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.941 INFO:teuthology.orchestra.run.smithi046.stdout:                        "RGW_API_SECRET_KEY": {
2024-03-19T02:00:11.941 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "RGW_API_SECRET_KEY",
2024-03-19T02:00:11.941 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.941 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.941 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.942 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.942 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.942 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.942 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.942 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.942 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.942 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.942 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.942 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.942 INFO:teuthology.orchestra.run.smithi046.stdout:                        "RGW_API_SSL_VERIFY": {
2024-03-19T02:00:11.942 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "RGW_API_SSL_VERIFY",
2024-03-19T02:00:11.942 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.942 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.942 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.943 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:11.943 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.943 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.943 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.943 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.943 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.943 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.943 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.943 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.943 INFO:teuthology.orchestra.run.smithi046.stdout:                        "UNSAFE_TLS_v1_2": {
2024-03-19T02:00:11.943 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "UNSAFE_TLS_v1_2",
2024-03-19T02:00:11.943 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.943 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.943 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.944 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.944 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.944 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.944 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.944 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.944 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.944 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.944 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.944 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.944 INFO:teuthology.orchestra.run.smithi046.stdout:                        "USER_PWD_EXPIRATION_SPAN": {
2024-03-19T02:00:11.944 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "USER_PWD_EXPIRATION_SPAN",
2024-03-19T02:00:11.944 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:11.944 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.944 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.944 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "0",
2024-03-19T02:00:11.945 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.945 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.945 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.945 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.945 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.945 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.945 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.945 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.945 INFO:teuthology.orchestra.run.smithi046.stdout:                        "USER_PWD_EXPIRATION_WARNING_1": {
2024-03-19T02:00:11.945 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "USER_PWD_EXPIRATION_WARNING_1",
2024-03-19T02:00:11.945 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:11.945 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.945 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.945 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "10",
2024-03-19T02:00:11.946 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.946 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.946 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.946 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.946 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.946 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.946 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.946 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.946 INFO:teuthology.orchestra.run.smithi046.stdout:                        "USER_PWD_EXPIRATION_WARNING_2": {
2024-03-19T02:00:11.946 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "USER_PWD_EXPIRATION_WARNING_2",
2024-03-19T02:00:11.946 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:11.946 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.946 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.946 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "5",
2024-03-19T02:00:11.947 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.947 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.947 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.947 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.947 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.947 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.947 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.947 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.947 INFO:teuthology.orchestra.run.smithi046.stdout:                        "cross_origin_url": {
2024-03-19T02:00:11.947 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "cross_origin_url",
2024-03-19T02:00:11.947 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.947 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.947 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.947 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.947 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.948 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.948 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.948 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.948 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.948 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.948 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.948 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.948 INFO:teuthology.orchestra.run.smithi046.stdout:                        "crt_file": {
2024-03-19T02:00:11.948 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "crt_file",
2024-03-19T02:00:11.948 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.948 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.948 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.948 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.949 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.949 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.949 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.949 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.949 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.949 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.949 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.949 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.949 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug": {
2024-03-19T02:00:11.949 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "debug",
2024-03-19T02:00:11.949 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.949 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.949 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.949 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.950 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.950 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.950 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.950 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Enable/disable debug options",
2024-03-19T02:00:11.950 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.950 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.950 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.950 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.950 INFO:teuthology.orchestra.run.smithi046.stdout:                        "jwt_token_ttl": {
2024-03-19T02:00:11.950 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "jwt_token_ttl",
2024-03-19T02:00:11.950 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:11.950 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.950 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.951 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "28800",
2024-03-19T02:00:11.951 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.951 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.951 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.951 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.951 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.951 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.951 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.951 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.951 INFO:teuthology.orchestra.run.smithi046.stdout:                        "key_file": {
2024-03-19T02:00:11.951 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "key_file",
2024-03-19T02:00:11.951 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.951 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.951 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.952 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.952 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.952 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.952 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.952 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.952 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.952 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.952 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.952 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.952 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:11.952 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:11.952 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.952 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.953 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.953 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.953 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.953 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.953 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:11.953 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:11.953 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:11.953 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:11.953 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:11.953 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:11.953 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:11.953 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:11.953 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.953 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.953 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.954 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.954 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.954 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:11.954 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:11.954 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.954 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.954 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.954 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.954 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.954 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.954 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.954 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.954 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.954 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.955 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.955 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.955 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:11.955 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:11.955 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.955 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.955 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.955 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:11.955 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.955 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.955 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:11.955 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:11.955 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:11.955 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:11.955 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:11.956 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:11.956 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:11.956 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:11.956 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.956 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.956 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.956 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.956 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.956 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:11.956 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:11.956 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.956 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.956 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.956 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.956 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.957 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.957 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.957 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.957 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.957 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.957 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.957 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.957 INFO:teuthology.orchestra.run.smithi046.stdout:                        "motd": {
2024-03-19T02:00:11.957 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "motd",
2024-03-19T02:00:11.957 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.957 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.957 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.957 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.957 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.957 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.958 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.958 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "The message of the day",
2024-03-19T02:00:11.958 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.958 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.958 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.958 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.958 INFO:teuthology.orchestra.run.smithi046.stdout:                        "redirect_resolve_ip_addr": {
2024-03-19T02:00:11.958 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "redirect_resolve_ip_addr",
2024-03-19T02:00:11.958 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.958 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.958 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.958 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.958 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.958 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.959 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.959 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.959 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.959 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.959 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.959 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.959 INFO:teuthology.orchestra.run.smithi046.stdout:                        "server_addr": {
2024-03-19T02:00:11.959 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "server_addr",
2024-03-19T02:00:11.959 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.959 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.959 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.959 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "::",
2024-03-19T02:00:11.959 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.959 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.959 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.960 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.960 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.960 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.960 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.960 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.960 INFO:teuthology.orchestra.run.smithi046.stdout:                        "server_port": {
2024-03-19T02:00:11.960 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "server_port",
2024-03-19T02:00:11.960 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:11.960 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.960 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.960 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "8080",
2024-03-19T02:00:11.960 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.960 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.960 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.961 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.961 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.961 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.961 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.961 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.961 INFO:teuthology.orchestra.run.smithi046.stdout:                        "ssl": {
2024-03-19T02:00:11.961 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "ssl",
2024-03-19T02:00:11.961 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.961 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.961 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.961 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:11.961 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.961 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.961 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.961 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.962 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.962 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.962 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.962 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.962 INFO:teuthology.orchestra.run.smithi046.stdout:                        "ssl_server_port": {
2024-03-19T02:00:11.962 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "ssl_server_port",
2024-03-19T02:00:11.962 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:11.962 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.962 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.962 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "8443",
2024-03-19T02:00:11.962 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.962 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.962 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.962 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.963 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.963 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.963 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.963 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.963 INFO:teuthology.orchestra.run.smithi046.stdout:                        "standby_behaviour": {
2024-03-19T02:00:11.963 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "standby_behaviour",
2024-03-19T02:00:11.963 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.963 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.963 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.963 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "redirect",
2024-03-19T02:00:11.963 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.963 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.964 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:11.964 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:11.964 INFO:teuthology.orchestra.run.smithi046.stdout:                                "redirect"
2024-03-19T02:00:11.964 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:11.964 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.964 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.964 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.964 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.964 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.964 INFO:teuthology.orchestra.run.smithi046.stdout:                        "standby_error_status_code": {
2024-03-19T02:00:11.964 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "standby_error_status_code",
2024-03-19T02:00:11.964 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:11.964 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.965 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.965 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "500",
2024-03-19T02:00:11.965 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "400",
2024-03-19T02:00:11.965 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "599",
2024-03-19T02:00:11.965 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.965 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.965 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.965 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.965 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.965 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.965 INFO:teuthology.orchestra.run.smithi046.stdout:                        "url_prefix": {
2024-03-19T02:00:11.965 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "url_prefix",
2024-03-19T02:00:11.965 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.965 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.965 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.966 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.966 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.966 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.966 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.966 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.966 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.966 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.966 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.966 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:11.966 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:11.966 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:11.966 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:11.966 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "devicehealth",
2024-03-19T02:00:11.967 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:11.967 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:11.967 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:11.967 INFO:teuthology.orchestra.run.smithi046.stdout:                        "enable_monitoring": {
2024-03-19T02:00:11.967 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "enable_monitoring",
2024-03-19T02:00:11.967 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.967 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.967 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.967 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:11.967 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.967 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.967 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.967 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "monitor device health metrics",
2024-03-19T02:00:11.967 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.968 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.968 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.968 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.968 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:11.968 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:11.968 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.968 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.968 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.968 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.968 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.968 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.968 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:11.968 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:11.968 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:11.969 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:11.969 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:11.969 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:11.969 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:11.969 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:11.969 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.969 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.969 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.969 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.969 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.969 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:11.969 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:11.969 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.969 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.969 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.970 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.970 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.970 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.970 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.970 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.970 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.970 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.970 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.970 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.970 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:11.970 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:11.970 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.970 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.971 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.971 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:11.971 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.971 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.971 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:11.971 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:11.971 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:11.971 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:11.971 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:11.971 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:11.971 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:11.971 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:11.971 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.972 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.972 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.972 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.972 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.972 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:11.972 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:11.972 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.972 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.972 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.972 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.972 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.972 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.972 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.972 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.973 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.973 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.973 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.973 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.973 INFO:teuthology.orchestra.run.smithi046.stdout:                        "mark_out_threshold": {
2024-03-19T02:00:11.973 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "mark_out_threshold",
2024-03-19T02:00:11.973 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:11.973 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.973 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.973 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "2419200",
2024-03-19T02:00:11.973 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.973 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.973 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.973 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "automatically mark OSD if it may fail before this long",
2024-03-19T02:00:11.973 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.974 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.974 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.974 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.974 INFO:teuthology.orchestra.run.smithi046.stdout:                        "pool_name": {
2024-03-19T02:00:11.974 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "pool_name",
2024-03-19T02:00:11.974 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.974 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.974 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.974 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "device_health_metrics",
2024-03-19T02:00:11.974 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.974 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.974 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.974 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "name of pool in which to store device health metrics",
2024-03-19T02:00:11.975 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.975 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.975 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.975 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.975 INFO:teuthology.orchestra.run.smithi046.stdout:                        "retention_period": {
2024-03-19T02:00:11.975 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "retention_period",
2024-03-19T02:00:11.975 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:11.975 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.975 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.975 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "15552000",
2024-03-19T02:00:11.975 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.975 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.976 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.976 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "how long to retain device health metrics",
2024-03-19T02:00:11.976 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.976 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.976 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.976 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.976 INFO:teuthology.orchestra.run.smithi046.stdout:                        "scrape_frequency": {
2024-03-19T02:00:11.976 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "scrape_frequency",
2024-03-19T02:00:11.976 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:11.976 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.976 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.976 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "86400",
2024-03-19T02:00:11.976 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.977 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.977 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.977 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "how frequently to scrape device health metrics",
2024-03-19T02:00:11.977 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.977 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.977 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.977 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.977 INFO:teuthology.orchestra.run.smithi046.stdout:                        "self_heal": {
2024-03-19T02:00:11.977 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "self_heal",
2024-03-19T02:00:11.977 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.977 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.977 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.978 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:11.978 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.978 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.978 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.978 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "preemptively heal cluster around devices that may fail",
2024-03-19T02:00:11.978 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.978 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.978 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.978 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.978 INFO:teuthology.orchestra.run.smithi046.stdout:                        "sleep_interval": {
2024-03-19T02:00:11.978 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "sleep_interval",
2024-03-19T02:00:11.978 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:11.979 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.979 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.979 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "600",
2024-03-19T02:00:11.979 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.979 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.979 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.979 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "how frequently to wake up and check device health",
2024-03-19T02:00:11.979 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.979 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.979 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.979 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.979 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warn_threshold": {
2024-03-19T02:00:11.979 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "warn_threshold",
2024-03-19T02:00:11.979 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:11.980 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.980 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.980 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "7257600",
2024-03-19T02:00:11.980 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.980 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.980 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.980 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "raise health warning if OSD may fail before this long",
2024-03-19T02:00:11.980 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.980 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.980 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.980 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:11.980 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:11.980 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:11.980 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:11.981 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "diskprediction_local",
2024-03-19T02:00:11.981 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:11.981 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:11.981 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:11.981 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:11.981 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:11.981 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.981 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.981 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.981 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.981 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.981 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.981 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:11.981 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:11.981 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:11.982 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:11.982 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:11.982 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:11.982 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:11.982 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:11.982 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.982 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.982 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.982 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.982 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.982 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:11.982 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:11.982 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.982 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.983 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.983 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.983 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.983 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.983 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.983 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.983 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.983 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.983 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.983 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.983 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:11.983 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:11.983 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.983 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.984 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.984 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:11.984 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.984 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.984 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:11.984 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:11.984 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:11.984 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:11.984 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:11.984 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:11.984 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:11.984 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:11.984 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.984 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.984 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.985 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.985 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.985 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:11.985 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:11.985 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.985 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.985 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.985 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.985 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.985 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.985 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.985 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.985 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.985 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.986 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.986 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.986 INFO:teuthology.orchestra.run.smithi046.stdout:                        "predict_interval": {
2024-03-19T02:00:11.986 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "predict_interval",
2024-03-19T02:00:11.986 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.986 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.986 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.986 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "86400",
2024-03-19T02:00:11.986 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.986 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.986 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.986 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.986 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.986 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.986 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.987 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.987 INFO:teuthology.orchestra.run.smithi046.stdout:                        "predictor_model": {
2024-03-19T02:00:11.987 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "predictor_model",
2024-03-19T02:00:11.987 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.987 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.987 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.987 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "prophetstor",
2024-03-19T02:00:11.987 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.987 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.987 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.987 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.987 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.987 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.987 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.988 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.988 INFO:teuthology.orchestra.run.smithi046.stdout:                        "sleep_interval": {
2024-03-19T02:00:11.988 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "sleep_interval",
2024-03-19T02:00:11.988 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.988 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.988 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.988 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "600",
2024-03-19T02:00:11.988 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.988 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.988 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.988 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.988 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.988 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.988 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.988 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:11.989 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:11.989 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:11.989 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:11.989 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "influx",
2024-03-19T02:00:11.989 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": false,
2024-03-19T02:00:11.989 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "influxdb python module not found",
2024-03-19T02:00:11.989 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:11.989 INFO:teuthology.orchestra.run.smithi046.stdout:                        "batch_size": {
2024-03-19T02:00:11.989 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "batch_size",
2024-03-19T02:00:11.989 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:11.989 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.989 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.989 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "5000",
2024-03-19T02:00:11.989 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.990 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.990 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.990 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "How big batches of data points should be when sending to InfluxDB.",
2024-03-19T02:00:11.990 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.990 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.990 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.990 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.990 INFO:teuthology.orchestra.run.smithi046.stdout:                        "database": {
2024-03-19T02:00:11.990 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "database",
2024-03-19T02:00:11.990 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.990 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.990 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.990 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "ceph",
2024-03-19T02:00:11.991 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.991 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.991 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.991 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.",
2024-03-19T02:00:11.991 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.991 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.991 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.991 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.991 INFO:teuthology.orchestra.run.smithi046.stdout:                        "hostname": {
2024-03-19T02:00:11.991 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "hostname",
2024-03-19T02:00:11.991 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.991 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.991 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.991 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.992 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.992 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.992 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.992 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "InfluxDB server hostname",
2024-03-19T02:00:11.992 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.992 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.992 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.992 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.992 INFO:teuthology.orchestra.run.smithi046.stdout:                        "interval": {
2024-03-19T02:00:11.992 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "interval",
2024-03-19T02:00:11.992 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:11.992 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.992 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.992 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "30",
2024-03-19T02:00:11.993 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "5",
2024-03-19T02:00:11.993 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.993 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.993 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Time between reports to InfluxDB.  Default 30 seconds.",
2024-03-19T02:00:11.993 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.993 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.993 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.993 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.993 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:11.993 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:11.993 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.993 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.993 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.993 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.993 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.994 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.994 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:11.994 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:11.994 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:11.994 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:11.994 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:11.994 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:11.994 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:11.994 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:11.994 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.994 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.994 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.994 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.994 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.995 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:11.995 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:11.995 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.995 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.995 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.995 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.995 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.995 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.995 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.995 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.995 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.995 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.995 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.995 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.996 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:11.996 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:11.996 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.996 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.996 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.996 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:11.996 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.996 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.996 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:11.996 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:11.996 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:11.996 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:11.996 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:11.996 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:11.996 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:11.997 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:11.997 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.997 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.997 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.997 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.997 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.997 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:11.997 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:11.997 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:11.997 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.997 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:11.997 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:11.997 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.997 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.997 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.998 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:11.998 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.998 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.998 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.998 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.998 INFO:teuthology.orchestra.run.smithi046.stdout:                        "password": {
2024-03-19T02:00:11.998 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "password",
2024-03-19T02:00:11.998 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:11.998 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.998 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.998 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:11.998 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.998 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.998 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.999 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "password of InfluxDB server user",
2024-03-19T02:00:11.999 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:11.999 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:11.999 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:11.999 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:11.999 INFO:teuthology.orchestra.run.smithi046.stdout:                        "port": {
2024-03-19T02:00:11.999 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "port",
2024-03-19T02:00:11.999 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:11.999 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:11.999 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:11.999 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "8086",
2024-03-19T02:00:11.999 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:11.999 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:11.999 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:11.999 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "InfluxDB server port",
2024-03-19T02:00:12.000 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.000 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.000 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.000 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.000 INFO:teuthology.orchestra.run.smithi046.stdout:                        "ssl": {
2024-03-19T02:00:12.000 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "ssl",
2024-03-19T02:00:12.000 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.000 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.000 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.000 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "false",
2024-03-19T02:00:12.000 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.000 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.000 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.000 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".",
2024-03-19T02:00:12.001 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.001 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.001 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.001 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.001 INFO:teuthology.orchestra.run.smithi046.stdout:                        "threads": {
2024-03-19T02:00:12.001 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "threads",
2024-03-19T02:00:12.001 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.001 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.001 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.001 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "5",
2024-03-19T02:00:12.001 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "1",
2024-03-19T02:00:12.001 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "32",
2024-03-19T02:00:12.001 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.001 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "How many worker threads should be spawned for sending data to InfluxDB.",
2024-03-19T02:00:12.001 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.002 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.002 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.002 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.002 INFO:teuthology.orchestra.run.smithi046.stdout:                        "username": {
2024-03-19T02:00:12.002 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "username",
2024-03-19T02:00:12.002 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.002 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.002 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.002 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.002 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.002 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.002 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.002 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "username of InfluxDB server user",
2024-03-19T02:00:12.003 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.003 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.003 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.003 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.003 INFO:teuthology.orchestra.run.smithi046.stdout:                        "verify_ssl": {
2024-03-19T02:00:12.003 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "verify_ssl",
2024-03-19T02:00:12.003 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.003 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.003 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.003 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "true",
2024-03-19T02:00:12.003 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.003 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.003 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.004 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".",
2024-03-19T02:00:12.004 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.004 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.004 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.004 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.004 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.004 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.004 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.004 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "insights",
2024-03-19T02:00:12.004 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.004 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.004 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.004 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.004 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.004 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.005 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.005 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.005 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.005 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.005 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.005 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.005 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.005 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.005 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.005 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.005 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.005 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.005 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.005 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.006 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.006 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.006 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.006 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.006 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.006 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.006 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.006 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.006 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.006 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.006 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.006 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.006 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.006 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.006 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.007 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.007 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.007 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.007 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.007 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.007 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.007 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.007 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.007 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.007 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.007 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.007 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.007 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.007 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.008 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.008 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.008 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.008 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.008 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.008 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.008 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.008 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.008 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.008 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.008 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.008 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.008 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.008 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.008 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.009 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.009 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.009 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.009 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.009 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.009 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.009 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.009 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.009 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.009 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.009 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.009 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.009 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "iostat",
2024-03-19T02:00:12.009 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.009 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.010 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.010 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.010 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.010 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.010 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.010 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.010 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.010 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.010 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.010 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.010 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.010 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.010 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.010 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.011 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.011 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.011 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.011 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.011 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.011 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.011 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.011 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.011 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.011 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.011 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.011 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.011 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.011 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.011 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.012 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.012 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.012 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.012 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.012 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.012 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.012 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.012 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.012 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.012 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.012 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.012 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.012 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.012 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.013 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.013 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.013 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.013 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.013 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.013 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.013 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.013 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.013 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.013 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.013 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.013 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.013 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.013 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.013 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.014 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.014 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.014 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.014 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.014 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.014 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.014 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.014 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.014 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.014 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.014 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.014 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.014 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.014 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.014 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.015 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.015 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "k8sevents",
2024-03-19T02:00:12.015 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.015 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.015 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.015 INFO:teuthology.orchestra.run.smithi046.stdout:                        "ceph_event_retention_days": {
2024-03-19T02:00:12.015 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "ceph_event_retention_days",
2024-03-19T02:00:12.015 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.015 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.015 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.015 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "7",
2024-03-19T02:00:12.015 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.015 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.015 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.016 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Days to hold ceph event information within local cache",
2024-03-19T02:00:12.016 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.016 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.016 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.016 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.016 INFO:teuthology.orchestra.run.smithi046.stdout:                        "config_check_secs": {
2024-03-19T02:00:12.016 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "config_check_secs",
2024-03-19T02:00:12.016 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.016 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.016 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.016 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "10",
2024-03-19T02:00:12.016 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "10",
2024-03-19T02:00:12.016 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.016 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.017 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "interval (secs) to check for cluster configuration changes",
2024-03-19T02:00:12.017 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.017 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.017 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.017 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.017 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.017 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.017 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.017 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.017 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.017 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.017 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.018 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.018 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.018 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.018 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.018 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.018 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.018 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.018 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.018 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.018 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.018 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.018 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.018 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.018 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.019 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.019 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.019 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.019 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.019 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.019 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.019 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.019 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.019 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.019 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.019 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.019 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.019 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.020 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.020 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.020 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.020 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.020 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.020 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.020 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.020 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.020 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.020 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.020 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.020 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.020 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.020 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.021 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.021 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.021 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.021 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.021 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.021 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.021 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.021 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.021 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.021 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.021 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.021 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.021 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.021 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.022 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.022 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.022 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.022 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.022 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.022 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.022 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.022 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.022 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.022 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.022 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.022 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "localpool",
2024-03-19T02:00:12.022 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.023 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.023 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.023 INFO:teuthology.orchestra.run.smithi046.stdout:                        "failure_domain": {
2024-03-19T02:00:12.023 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "failure_domain",
2024-03-19T02:00:12.023 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.023 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.023 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.023 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "host",
2024-03-19T02:00:12.023 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.023 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.023 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.023 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "failure domain for any created local pool",
2024-03-19T02:00:12.023 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "what failure domain we should separate data replicas across.",
2024-03-19T02:00:12.023 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.023 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.024 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.024 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.024 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.024 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.024 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.024 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.024 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.024 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.024 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.024 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.024 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.024 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.025 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.025 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.025 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.025 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.025 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.025 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.025 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.025 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.025 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.025 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.025 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.025 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.025 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.026 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.026 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.026 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.026 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.026 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.026 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.026 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.026 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.026 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.026 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.026 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.026 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.026 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.027 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.027 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.027 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.027 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.027 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.027 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.027 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.027 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.027 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.027 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.027 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.027 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.027 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.027 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.028 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.028 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.028 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.028 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.028 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.028 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.028 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.028 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.028 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.028 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.028 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.028 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.028 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.028 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.029 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.029 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.029 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.029 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.029 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.029 INFO:teuthology.orchestra.run.smithi046.stdout:                        "min_size": {
2024-03-19T02:00:12.029 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "min_size",
2024-03-19T02:00:12.029 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.029 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.029 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.029 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.029 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.029 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.029 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.030 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "default min_size for any created local pool",
2024-03-19T02:00:12.030 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)",
2024-03-19T02:00:12.030 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.030 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.030 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.030 INFO:teuthology.orchestra.run.smithi046.stdout:                        "num_rep": {
2024-03-19T02:00:12.030 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "num_rep",
2024-03-19T02:00:12.030 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.030 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.030 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.030 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "3",
2024-03-19T02:00:12.030 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.030 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.031 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.031 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "default replica count for any created local pool",
2024-03-19T02:00:12.031 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.031 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.031 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.031 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.031 INFO:teuthology.orchestra.run.smithi046.stdout:                        "pg_num": {
2024-03-19T02:00:12.031 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "pg_num",
2024-03-19T02:00:12.031 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.031 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.031 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.031 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "128",
2024-03-19T02:00:12.032 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.032 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.032 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.032 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "default pg_num for any created local pool",
2024-03-19T02:00:12.032 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.032 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.032 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.032 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.032 INFO:teuthology.orchestra.run.smithi046.stdout:                        "prefix": {
2024-03-19T02:00:12.032 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "prefix",
2024-03-19T02:00:12.032 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.032 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.032 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.032 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.033 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.033 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.033 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.033 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "name prefix for any created local pool",
2024-03-19T02:00:12.033 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.033 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.033 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.033 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.033 INFO:teuthology.orchestra.run.smithi046.stdout:                        "subtree": {
2024-03-19T02:00:12.033 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "subtree",
2024-03-19T02:00:12.033 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.033 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.033 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.033 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "rack",
2024-03-19T02:00:12.033 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.034 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.034 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.034 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "CRUSH level for which to create a local pool",
2024-03-19T02:00:12.034 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "which CRUSH subtree type the module should create a pool for.",
2024-03-19T02:00:12.034 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.034 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.034 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.034 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.034 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.034 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.034 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "mds_autoscaler",
2024-03-19T02:00:12.034 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.034 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.035 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.035 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.035 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.035 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.035 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.035 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.035 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.035 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.035 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.035 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.035 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.035 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.035 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.035 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.036 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.036 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.036 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.036 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.036 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.036 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.036 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.036 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.036 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.036 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.036 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.036 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.036 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.036 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.037 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.037 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.037 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.037 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.037 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.037 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.037 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.037 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.037 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.037 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.037 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.037 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.037 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.038 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.038 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.038 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.038 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.038 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.038 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.038 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.038 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.038 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.038 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.038 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.038 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.038 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.038 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.039 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.039 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.039 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.039 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.039 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.039 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.039 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.039 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.039 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.039 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.039 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.039 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.039 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.039 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.039 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.040 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.040 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.040 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.040 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.040 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "mirroring",
2024-03-19T02:00:12.040 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.040 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.040 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.040 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.040 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.040 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.040 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.040 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.040 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.040 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.041 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.041 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.041 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.041 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.041 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.041 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.041 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.041 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.041 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.041 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.041 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.041 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.041 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.041 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.042 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.042 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.042 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.042 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.042 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.042 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.042 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.042 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.042 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.042 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.042 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.042 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.043 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.043 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.043 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.043 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.043 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.043 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.043 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.043 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.043 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.043 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.043 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.043 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.043 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.044 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.044 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.044 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.044 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.044 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.044 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.044 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.044 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.044 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.044 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.044 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.044 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.044 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.044 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.044 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.045 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.045 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.045 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.045 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.045 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.045 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.045 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.045 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.045 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.045 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.045 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.045 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.046 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "nfs",
2024-03-19T02:00:12.046 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.046 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.046 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.046 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.046 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.046 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.046 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.046 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.046 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.046 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.046 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.046 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.046 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.047 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.047 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.047 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.047 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.047 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.047 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.047 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.047 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.047 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.047 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.047 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.047 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.047 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.047 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.048 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.048 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.048 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.048 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.048 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.048 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.048 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.048 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.048 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.048 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.048 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.048 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.048 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.048 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.049 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.049 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.049 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.049 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.049 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.049 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.049 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.049 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.049 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.049 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.049 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.049 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.049 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.049 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.050 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.050 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.050 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.050 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.050 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.050 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.050 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.050 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.050 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.050 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.050 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.050 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.050 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.051 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.051 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.051 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.051 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.051 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.051 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.051 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.051 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.051 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "orchestrator",
2024-03-19T02:00:12.051 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.051 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.051 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.051 INFO:teuthology.orchestra.run.smithi046.stdout:                        "fail_fs": {
2024-03-19T02:00:12.051 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "fail_fs",
2024-03-19T02:00:12.051 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.051 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.052 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.052 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.052 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.052 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.052 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.052 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Fail filesystem for rapid multi-rank mds upgrade",
2024-03-19T02:00:12.052 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.052 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.052 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.052 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.052 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.052 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.052 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.052 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.053 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.053 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.053 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.053 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.053 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.053 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.053 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.053 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.053 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.053 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.053 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.053 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.053 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.053 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.054 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.054 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.054 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.054 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.054 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.054 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.054 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.054 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.054 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.054 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.054 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.054 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.054 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.054 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.054 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.055 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.055 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.055 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.055 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.055 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.055 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.055 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.055 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.055 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.055 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.055 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.055 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.055 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.055 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.055 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.056 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.056 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.056 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.056 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.056 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.056 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.056 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.056 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.056 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.056 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.056 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.056 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.056 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.056 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.056 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.056 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.057 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.057 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.057 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.057 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.057 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.057 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.057 INFO:teuthology.orchestra.run.smithi046.stdout:                        "orchestrator": {
2024-03-19T02:00:12.057 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "orchestrator",
2024-03-19T02:00:12.057 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.057 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.057 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.057 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.057 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.057 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.058 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.058 INFO:teuthology.orchestra.run.smithi046.stdout:                                "cephadm",
2024-03-19T02:00:12.058 INFO:teuthology.orchestra.run.smithi046.stdout:                                "rook",
2024-03-19T02:00:12.058 INFO:teuthology.orchestra.run.smithi046.stdout:                                "test_orchestrator"
2024-03-19T02:00:12.058 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.058 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Orchestrator backend",
2024-03-19T02:00:12.058 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.058 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.058 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.058 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.058 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.058 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.058 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.058 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "osd_perf_query",
2024-03-19T02:00:12.059 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.059 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.059 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.059 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.059 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.059 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.059 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.059 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.059 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.059 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.059 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.059 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.059 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.059 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.060 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.060 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.060 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.060 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.060 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.060 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.060 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.060 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.060 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.060 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.060 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.060 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.060 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.060 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.060 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.061 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.061 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.061 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.061 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.061 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.061 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.061 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.061 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.061 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.061 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.061 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.061 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.061 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.061 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.061 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.062 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.062 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.062 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.062 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.062 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.062 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.062 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.062 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.062 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.062 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.062 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.062 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.062 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.063 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.063 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.063 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.063 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.063 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.063 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.063 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.063 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.063 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.063 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.063 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.063 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.063 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.063 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.063 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.064 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.064 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.064 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.064 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.064 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "osd_support",
2024-03-19T02:00:12.064 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.064 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.064 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.064 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.064 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.064 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.064 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.064 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.064 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.064 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.064 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.065 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.065 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.065 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.065 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.065 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.065 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.065 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.065 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.065 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.065 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.065 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.065 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.065 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.065 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.065 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.065 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.065 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.066 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.066 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.066 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.066 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.066 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.066 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.066 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.066 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.066 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.066 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.066 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.066 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.066 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.066 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.067 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.067 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.067 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.067 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.067 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.067 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.067 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.067 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.067 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.067 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.067 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.067 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.067 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.068 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.068 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.068 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.068 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.068 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.068 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.068 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.068 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.068 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.068 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.068 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.068 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.068 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.068 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.069 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.069 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.069 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.069 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.069 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.069 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.069 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.069 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "pg_autoscaler",
2024-03-19T02:00:12.069 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.069 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.069 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.069 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.069 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.069 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.069 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.070 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.070 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.070 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.070 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.070 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.070 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.070 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.070 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.070 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.070 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.070 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.070 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.070 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.070 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.071 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.071 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.071 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.071 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.071 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.071 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.071 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.071 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.071 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.071 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.071 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.071 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.071 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.071 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.072 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.072 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.072 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.072 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.072 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.072 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.072 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.072 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.072 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.072 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.072 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.072 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.073 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.073 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.073 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.073 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.073 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.073 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.073 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.073 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.073 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.073 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.073 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.073 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.073 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.073 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.074 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.074 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.074 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.074 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.074 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.074 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.074 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.074 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.074 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.074 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.074 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.074 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.074 INFO:teuthology.orchestra.run.smithi046.stdout:                        "sleep_interval": {
2024-03-19T02:00:12.075 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "sleep_interval",
2024-03-19T02:00:12.075 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:12.075 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.075 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.075 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "60",
2024-03-19T02:00:12.075 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.075 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.075 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.075 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.075 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.075 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.075 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.075 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.075 INFO:teuthology.orchestra.run.smithi046.stdout:                        "threshold": {
2024-03-19T02:00:12.076 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "threshold",
2024-03-19T02:00:12.076 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "float",
2024-03-19T02:00:12.076 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.076 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.076 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "3.0",
2024-03-19T02:00:12.076 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "1.0",
2024-03-19T02:00:12.076 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.076 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.076 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "scaling threshold",
2024-03-19T02:00:12.076 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0",
2024-03-19T02:00:12.076 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.076 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.076 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.076 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.076 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.077 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.077 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "progress",
2024-03-19T02:00:12.077 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.077 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.077 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.077 INFO:teuthology.orchestra.run.smithi046.stdout:                        "allow_pg_recovery_event": {
2024-03-19T02:00:12.077 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "allow_pg_recovery_event",
2024-03-19T02:00:12.077 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.077 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.077 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.077 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.077 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.077 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.077 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.078 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "allow the module to show pg recovery progress",
2024-03-19T02:00:12.078 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.078 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.078 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.078 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.078 INFO:teuthology.orchestra.run.smithi046.stdout:                        "enabled": {
2024-03-19T02:00:12.078 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "enabled",
2024-03-19T02:00:12.078 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.078 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.078 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.078 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.078 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.078 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.078 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.079 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.079 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.079 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.079 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.079 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.079 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.079 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.079 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.079 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.079 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.079 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.079 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.079 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.079 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.080 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.080 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.080 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.080 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.080 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.080 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.080 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.080 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.080 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.080 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.080 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.080 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.080 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.081 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.081 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.081 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.081 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.081 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.081 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.081 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.081 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.081 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.081 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.081 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.081 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.081 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.081 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.082 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.082 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.082 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.082 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.082 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.082 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.082 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.082 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.082 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.082 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.082 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.082 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.082 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.082 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.083 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.083 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.083 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.083 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.083 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.083 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.083 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.083 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.083 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.083 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.083 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.083 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.083 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.084 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.084 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.084 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.084 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.084 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.084 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.084 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.084 INFO:teuthology.orchestra.run.smithi046.stdout:                        "max_completed_events": {
2024-03-19T02:00:12.084 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "max_completed_events",
2024-03-19T02:00:12.084 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.084 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.084 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.084 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "50",
2024-03-19T02:00:12.084 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.085 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.085 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.085 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "number of past completed events to remember",
2024-03-19T02:00:12.085 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.085 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.085 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.085 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.085 INFO:teuthology.orchestra.run.smithi046.stdout:                        "sleep_interval": {
2024-03-19T02:00:12.085 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "sleep_interval",
2024-03-19T02:00:12.085 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:12.085 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.085 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.085 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "5",
2024-03-19T02:00:12.085 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.086 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.086 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.086 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "how long the module is going to sleep",
2024-03-19T02:00:12.086 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.086 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.086 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.086 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.086 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.086 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.086 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.086 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "prometheus",
2024-03-19T02:00:12.086 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.087 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.087 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.087 INFO:teuthology.orchestra.run.smithi046.stdout:                        "cache": {
2024-03-19T02:00:12.087 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "cache",
2024-03-19T02:00:12.087 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.087 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.087 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.087 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.087 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.087 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.087 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.087 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.087 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.087 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.088 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.088 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.088 INFO:teuthology.orchestra.run.smithi046.stdout:                        "exclude_perf_counters": {
2024-03-19T02:00:12.088 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "exclude_perf_counters",
2024-03-19T02:00:12.088 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.088 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.088 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.088 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.088 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.088 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.088 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.088 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Do not include perf-counters in the metrics output",
2024-03-19T02:00:12.088 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.",
2024-03-19T02:00:12.089 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.089 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.089 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.089 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.089 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.089 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.089 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.089 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.089 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.089 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.089 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.089 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.089 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.089 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.089 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.090 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.090 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.090 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.090 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.090 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.090 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.090 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.090 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.090 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.090 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.090 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.090 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.090 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.091 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.091 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.091 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.091 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.091 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.091 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.091 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.091 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.091 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.091 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.091 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.091 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.091 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.091 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.091 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.092 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.092 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.092 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.092 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.092 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.092 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.092 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.092 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.092 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.092 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.092 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.092 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.092 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.092 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.093 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.093 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.093 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.093 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.093 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.093 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.093 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.093 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.093 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.093 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.093 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.093 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.093 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.093 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.094 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.094 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.094 INFO:teuthology.orchestra.run.smithi046.stdout:                        "rbd_stats_pools": {
2024-03-19T02:00:12.094 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "rbd_stats_pools",
2024-03-19T02:00:12.094 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.094 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.094 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.094 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.094 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.094 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.094 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.094 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.094 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.094 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.095 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.095 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.095 INFO:teuthology.orchestra.run.smithi046.stdout:                        "rbd_stats_pools_refresh_interval": {
2024-03-19T02:00:12.095 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "rbd_stats_pools_refresh_interval",
2024-03-19T02:00:12.095 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.095 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.095 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.095 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "300",
2024-03-19T02:00:12.095 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.095 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.095 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.095 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.095 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.095 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.095 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.096 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.096 INFO:teuthology.orchestra.run.smithi046.stdout:                        "scrape_interval": {
2024-03-19T02:00:12.096 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "scrape_interval",
2024-03-19T02:00:12.096 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "float",
2024-03-19T02:00:12.096 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.096 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.096 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "15.0",
2024-03-19T02:00:12.096 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.096 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.096 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.096 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.096 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.096 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.096 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.096 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.096 INFO:teuthology.orchestra.run.smithi046.stdout:                        "server_addr": {
2024-03-19T02:00:12.097 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "server_addr",
2024-03-19T02:00:12.097 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.097 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.097 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.097 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "::",
2024-03-19T02:00:12.097 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.097 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.097 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.097 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests",
2024-03-19T02:00:12.097 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.097 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.097 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.097 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.097 INFO:teuthology.orchestra.run.smithi046.stdout:                        "server_port": {
2024-03-19T02:00:12.097 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "server_port",
2024-03-19T02:00:12.098 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.098 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.098 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.098 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "9283",
2024-03-19T02:00:12.098 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.098 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.098 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.098 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "the port on which the module listens for HTTP requests",
2024-03-19T02:00:12.098 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.098 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.098 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.098 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.098 INFO:teuthology.orchestra.run.smithi046.stdout:                        "stale_cache_strategy": {
2024-03-19T02:00:12.098 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "stale_cache_strategy",
2024-03-19T02:00:12.099 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.099 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.099 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.099 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "log",
2024-03-19T02:00:12.099 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.099 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.099 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.099 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.099 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.099 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.099 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.099 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.099 INFO:teuthology.orchestra.run.smithi046.stdout:                        "standby_behaviour": {
2024-03-19T02:00:12.099 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "standby_behaviour",
2024-03-19T02:00:12.100 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.100 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.100 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.100 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "default",
2024-03-19T02:00:12.100 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.100 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.100 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.100 INFO:teuthology.orchestra.run.smithi046.stdout:                                "default",
2024-03-19T02:00:12.100 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error"
2024-03-19T02:00:12.100 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.100 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.100 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.100 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.100 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.100 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.101 INFO:teuthology.orchestra.run.smithi046.stdout:                        "standby_error_status_code": {
2024-03-19T02:00:12.101 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "standby_error_status_code",
2024-03-19T02:00:12.101 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.101 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.101 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.101 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "500",
2024-03-19T02:00:12.101 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "400",
2024-03-19T02:00:12.101 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "599",
2024-03-19T02:00:12.101 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.101 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.101 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.101 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.101 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.101 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.101 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.101 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.102 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.102 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "rbd_support",
2024-03-19T02:00:12.102 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.102 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.102 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.102 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.102 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.102 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.102 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.102 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.102 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.102 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.102 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.103 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.103 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.103 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.103 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.103 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.103 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.103 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.103 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.103 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.103 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.103 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.103 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.103 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.103 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.104 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.104 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.104 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.104 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.104 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.104 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.104 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.104 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.104 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.104 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.104 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.104 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.104 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.104 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.105 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.105 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.105 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.105 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.105 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.105 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.105 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.105 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.105 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.105 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.105 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.105 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.105 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.105 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.106 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.106 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.106 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.106 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.106 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.106 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.106 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.106 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.106 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.106 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.106 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.106 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.106 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.106 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.107 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.107 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.107 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.107 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.107 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.107 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.107 INFO:teuthology.orchestra.run.smithi046.stdout:                        "max_concurrent_snap_create": {
2024-03-19T02:00:12.107 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "max_concurrent_snap_create",
2024-03-19T02:00:12.107 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.107 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.107 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.107 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "10",
2024-03-19T02:00:12.107 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.107 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.108 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.108 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.108 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.108 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.108 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.108 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.108 INFO:teuthology.orchestra.run.smithi046.stdout:                        "mirror_snapshot_schedule": {
2024-03-19T02:00:12.108 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "mirror_snapshot_schedule",
2024-03-19T02:00:12.108 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.108 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.108 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.108 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.108 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.108 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.109 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.109 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.109 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.109 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.109 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.109 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.109 INFO:teuthology.orchestra.run.smithi046.stdout:                        "trash_purge_schedule": {
2024-03-19T02:00:12.109 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "trash_purge_schedule",
2024-03-19T02:00:12.109 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.109 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.109 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.109 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.109 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.109 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.110 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.110 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.110 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.110 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.110 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.110 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.110 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.110 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.110 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.110 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "restful",
2024-03-19T02:00:12.110 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.110 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.110 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.110 INFO:teuthology.orchestra.run.smithi046.stdout:                        "enable_auth": {
2024-03-19T02:00:12.111 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "enable_auth",
2024-03-19T02:00:12.111 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.111 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.111 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.111 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.111 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.111 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.111 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.111 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.111 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.111 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.111 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.111 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.111 INFO:teuthology.orchestra.run.smithi046.stdout:                        "key_file": {
2024-03-19T02:00:12.111 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "key_file",
2024-03-19T02:00:12.112 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.112 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.112 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.112 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.112 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.112 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.112 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.112 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.112 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.112 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.112 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.112 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.112 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.112 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.113 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.113 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.113 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.113 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.113 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.113 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.113 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.113 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.113 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.113 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.113 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.114 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.114 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.114 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.114 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.114 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.114 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.114 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.114 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.114 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.114 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.114 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.114 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.114 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.114 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.115 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.115 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.115 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.115 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.115 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.115 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.115 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.115 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.115 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.115 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.115 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.115 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.115 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.115 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.116 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.116 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.116 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.116 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.116 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.116 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.116 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.116 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.116 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.116 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.116 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.116 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.116 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.117 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.117 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.117 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.117 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.117 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.117 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.117 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.117 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.117 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.117 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.117 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.117 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.117 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.117 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.118 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.118 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.118 INFO:teuthology.orchestra.run.smithi046.stdout:                        "server_addr": {
2024-03-19T02:00:12.118 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "server_addr",
2024-03-19T02:00:12.118 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.118 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.118 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.118 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.118 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.118 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.118 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.118 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.118 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.118 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.119 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.119 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.119 INFO:teuthology.orchestra.run.smithi046.stdout:                        "server_port": {
2024-03-19T02:00:12.119 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "server_port",
2024-03-19T02:00:12.119 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.119 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.119 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.119 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.119 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.119 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.119 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.119 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.119 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.119 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.120 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.120 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.120 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.120 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.120 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.120 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "rgw",
2024-03-19T02:00:12.120 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.120 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.120 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.120 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.120 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.120 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.120 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.120 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.120 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.121 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.121 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.121 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.121 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.121 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.121 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.121 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.121 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.121 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.121 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.121 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.121 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.121 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.121 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.122 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.122 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.122 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.122 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.122 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.122 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.122 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.122 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.122 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.122 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.122 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.122 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.122 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.122 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.123 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.123 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.123 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.123 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.123 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.123 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.123 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.123 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.123 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.123 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.123 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.123 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.123 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.124 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.124 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.124 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.124 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.124 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.124 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.124 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.124 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.124 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.124 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.124 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.124 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.124 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.125 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.125 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.125 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.125 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.125 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.125 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.125 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.125 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.125 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.125 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.125 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.125 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.125 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.125 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "rook",
2024-03-19T02:00:12.126 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.126 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.126 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.126 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.126 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.126 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.126 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.126 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.126 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.126 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.126 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.126 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.127 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.127 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.127 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.127 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.127 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.127 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.127 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.127 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.127 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.127 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.127 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.127 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.128 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.128 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.128 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.128 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.128 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.128 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.128 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.128 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.128 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.128 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.128 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.128 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.128 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.129 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.129 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.129 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.129 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.129 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.129 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.129 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.129 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.129 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.129 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.129 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.129 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.129 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.129 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.130 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.130 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.130 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.130 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.130 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.130 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.130 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.130 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.130 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.130 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.130 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.130 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.130 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.130 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.131 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.131 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.131 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.131 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.131 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.131 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.131 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.131 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.131 INFO:teuthology.orchestra.run.smithi046.stdout:                        "storage_class": {
2024-03-19T02:00:12.131 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "storage_class",
2024-03-19T02:00:12.131 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.131 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.131 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.132 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "local",
2024-03-19T02:00:12.132 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.132 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.132 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.132 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "storage class name for LSO-discovered PVs",
2024-03-19T02:00:12.132 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.132 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.132 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.132 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.132 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.132 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.132 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.132 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "selftest",
2024-03-19T02:00:12.132 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.133 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.133 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.133 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.133 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.133 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.133 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.133 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.133 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.133 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.133 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.133 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.133 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.133 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.134 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.134 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.134 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.134 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.134 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.134 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.134 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.134 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.134 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.134 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.134 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.134 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.134 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.134 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.135 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.135 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.135 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.135 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.135 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.135 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.135 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.135 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.135 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.135 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.135 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.135 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.135 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.135 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.135 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.136 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.136 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.136 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.136 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.136 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.136 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.136 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.136 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.136 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.136 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.136 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.136 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.136 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.136 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.137 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.137 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.137 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.137 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.137 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.137 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.137 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.137 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.137 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.137 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.137 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.137 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.137 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.137 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.137 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.138 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.138 INFO:teuthology.orchestra.run.smithi046.stdout:                        "roption1": {
2024-03-19T02:00:12.138 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "roption1",
2024-03-19T02:00:12.138 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.138 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.138 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.138 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.138 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.138 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.138 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.138 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.138 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.138 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.139 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.139 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.139 INFO:teuthology.orchestra.run.smithi046.stdout:                        "roption2": {
2024-03-19T02:00:12.139 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "roption2",
2024-03-19T02:00:12.139 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.139 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.139 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.139 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "xyz",
2024-03-19T02:00:12.139 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.139 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.139 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.139 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.139 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.139 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.140 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.140 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.140 INFO:teuthology.orchestra.run.smithi046.stdout:                        "rwoption1": {
2024-03-19T02:00:12.140 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "rwoption1",
2024-03-19T02:00:12.140 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.140 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.140 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.140 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.140 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.140 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.140 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.140 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.140 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.140 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.140 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.140 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.141 INFO:teuthology.orchestra.run.smithi046.stdout:                        "rwoption2": {
2024-03-19T02:00:12.141 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "rwoption2",
2024-03-19T02:00:12.141 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.141 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.141 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.141 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.141 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.141 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.141 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.141 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.141 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.141 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.142 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.142 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.142 INFO:teuthology.orchestra.run.smithi046.stdout:                        "rwoption3": {
2024-03-19T02:00:12.142 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "rwoption3",
2024-03-19T02:00:12.142 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "float",
2024-03-19T02:00:12.142 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.142 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.142 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.142 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.142 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.142 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.142 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.142 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.143 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.143 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.143 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.143 INFO:teuthology.orchestra.run.smithi046.stdout:                        "rwoption4": {
2024-03-19T02:00:12.143 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "rwoption4",
2024-03-19T02:00:12.143 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.143 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.143 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.143 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.143 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.143 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.143 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.143 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.144 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.144 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.144 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.144 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.144 INFO:teuthology.orchestra.run.smithi046.stdout:                        "rwoption5": {
2024-03-19T02:00:12.144 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "rwoption5",
2024-03-19T02:00:12.144 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.144 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.144 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.144 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.144 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.144 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.144 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.144 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.145 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.145 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.145 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.145 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.145 INFO:teuthology.orchestra.run.smithi046.stdout:                        "rwoption6": {
2024-03-19T02:00:12.145 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "rwoption6",
2024-03-19T02:00:12.145 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.145 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.145 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.145 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.145 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.145 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.145 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.145 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.146 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.146 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.146 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.146 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.146 INFO:teuthology.orchestra.run.smithi046.stdout:                        "rwoption7": {
2024-03-19T02:00:12.146 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "rwoption7",
2024-03-19T02:00:12.146 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.146 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.146 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.146 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.146 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "1",
2024-03-19T02:00:12.146 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "42",
2024-03-19T02:00:12.146 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.147 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.147 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.147 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.147 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.147 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.147 INFO:teuthology.orchestra.run.smithi046.stdout:                        "testkey": {
2024-03-19T02:00:12.147 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "testkey",
2024-03-19T02:00:12.147 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.147 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.147 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.147 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.147 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.147 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.147 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.147 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.147 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.148 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.148 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.148 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.148 INFO:teuthology.orchestra.run.smithi046.stdout:                        "testlkey": {
2024-03-19T02:00:12.148 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "testlkey",
2024-03-19T02:00:12.148 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.148 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.148 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.148 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.148 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.148 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.148 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.148 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.148 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.149 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.149 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.149 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.149 INFO:teuthology.orchestra.run.smithi046.stdout:                        "testnewline": {
2024-03-19T02:00:12.149 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "testnewline",
2024-03-19T02:00:12.149 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.149 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.149 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.149 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.149 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.149 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.149 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.149 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.149 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.149 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.149 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.150 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.150 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.150 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.150 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.150 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "snap_schedule",
2024-03-19T02:00:12.150 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.150 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.150 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.150 INFO:teuthology.orchestra.run.smithi046.stdout:                        "allow_m_granularity": {
2024-03-19T02:00:12.150 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "allow_m_granularity",
2024-03-19T02:00:12.150 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.150 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.150 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.150 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.150 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.151 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.151 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.151 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "allow minute scheduled snapshots",
2024-03-19T02:00:12.151 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.151 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.151 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.151 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.151 INFO:teuthology.orchestra.run.smithi046.stdout:                        "dump_on_update": {
2024-03-19T02:00:12.151 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "dump_on_update",
2024-03-19T02:00:12.151 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.151 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.151 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.151 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.151 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.151 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.151 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.152 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "dump database to debug log on update",
2024-03-19T02:00:12.152 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.152 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.152 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.152 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.152 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.152 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.152 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.152 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.152 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.152 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.152 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.152 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.152 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.152 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.152 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.153 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.153 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.153 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.153 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.153 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.153 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.153 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.153 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.153 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.153 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.153 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.153 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.153 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.153 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.153 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.154 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.154 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.154 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.154 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.154 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.154 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.154 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.154 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.154 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.154 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.154 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.154 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.154 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.155 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.155 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.155 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.155 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.155 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.155 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.155 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.155 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.155 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.155 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.155 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.155 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.156 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.156 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.156 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.156 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.156 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.156 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.156 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.156 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.156 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.156 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.156 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.156 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.156 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.156 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.157 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.157 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.157 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.157 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.157 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.157 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.157 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.157 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.157 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "stats",
2024-03-19T02:00:12.157 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.157 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.157 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.157 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.157 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.157 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.158 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.158 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.158 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.158 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.158 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.158 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.158 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.158 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.158 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.158 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.158 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.158 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.158 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.159 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.159 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.159 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.159 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.159 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.159 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.159 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.159 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.159 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.159 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.159 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.159 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.159 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.159 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.159 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.160 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.160 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.160 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.160 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.160 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.160 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.160 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.160 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.160 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.160 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.160 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.160 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.160 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.160 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.160 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.161 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.161 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.161 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.161 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.161 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.161 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.161 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.161 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.161 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.161 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.161 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.161 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.161 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.161 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.161 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.162 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.162 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.162 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.162 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.162 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.162 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.162 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.162 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.162 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.162 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.162 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.162 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.162 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "status",
2024-03-19T02:00:12.162 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.163 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.163 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.163 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.163 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.163 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.163 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.163 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.163 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.163 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.163 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.163 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.163 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.163 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.164 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.164 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.164 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.164 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.164 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.164 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.164 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.164 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.164 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.164 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.164 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.164 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.164 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.164 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.164 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.165 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.165 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.165 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.165 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.165 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.165 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.165 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.165 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.165 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.165 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.165 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.165 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.165 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.165 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.166 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.166 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.166 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.166 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.166 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.166 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.166 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.166 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.166 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.166 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.166 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.166 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.166 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.166 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.167 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.167 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.167 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.167 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.167 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.167 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.167 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.167 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.167 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.167 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.167 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.167 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.167 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.167 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.168 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.168 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.168 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.168 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.168 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.168 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "telegraf",
2024-03-19T02:00:12.168 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.168 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.168 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.168 INFO:teuthology.orchestra.run.smithi046.stdout:                        "address": {
2024-03-19T02:00:12.168 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "address",
2024-03-19T02:00:12.168 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.168 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.168 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.168 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "unixgram:///tmp/telegraf.sock",
2024-03-19T02:00:12.169 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.169 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.169 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.169 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.169 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.169 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.169 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.169 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.169 INFO:teuthology.orchestra.run.smithi046.stdout:                        "interval": {
2024-03-19T02:00:12.169 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "interval",
2024-03-19T02:00:12.169 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:12.169 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.169 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.170 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "15",
2024-03-19T02:00:12.170 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.170 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.170 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.170 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.170 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.170 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.170 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.170 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.170 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.170 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.170 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.170 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.170 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.171 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.171 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.171 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.171 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.171 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.171 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.171 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.171 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.171 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.171 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.171 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.171 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.171 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.171 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.171 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.172 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.172 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.172 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.172 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.172 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.172 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.172 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.172 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.172 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.172 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.172 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.172 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.172 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.172 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.173 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.173 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.173 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.173 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.173 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.173 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.173 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.173 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.173 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.173 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.173 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.173 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.173 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.173 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.173 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.174 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.174 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.174 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.174 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.174 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.174 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.174 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.174 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.174 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.174 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.174 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.174 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.174 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.174 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.175 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.175 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.175 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.175 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.175 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.175 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.175 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.175 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.175 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.175 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.175 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "telemetry",
2024-03-19T02:00:12.175 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.175 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.175 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.176 INFO:teuthology.orchestra.run.smithi046.stdout:                        "channel_basic": {
2024-03-19T02:00:12.176 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "channel_basic",
2024-03-19T02:00:12.176 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.176 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.176 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.176 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.176 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.176 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.176 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.176 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Share basic cluster information (size, version)",
2024-03-19T02:00:12.176 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.176 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.176 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.176 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.176 INFO:teuthology.orchestra.run.smithi046.stdout:                        "channel_crash": {
2024-03-19T02:00:12.177 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "channel_crash",
2024-03-19T02:00:12.177 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.177 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.177 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.177 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.177 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.177 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.177 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.177 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)",
2024-03-19T02:00:12.177 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.177 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.177 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.177 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.177 INFO:teuthology.orchestra.run.smithi046.stdout:                        "channel_device": {
2024-03-19T02:00:12.177 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "channel_device",
2024-03-19T02:00:12.178 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.178 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.178 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.178 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.178 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.178 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.178 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.178 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)",
2024-03-19T02:00:12.178 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.178 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.178 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.178 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.178 INFO:teuthology.orchestra.run.smithi046.stdout:                        "channel_ident": {
2024-03-19T02:00:12.179 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "channel_ident",
2024-03-19T02:00:12.179 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.179 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.179 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.179 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.179 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.179 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.179 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.179 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Share a user-provided description and/or contact email for the cluster",
2024-03-19T02:00:12.179 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.179 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.179 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.179 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.179 INFO:teuthology.orchestra.run.smithi046.stdout:                        "channel_perf": {
2024-03-19T02:00:12.179 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "channel_perf",
2024-03-19T02:00:12.180 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.180 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.180 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.180 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.180 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.180 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.180 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.180 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Share various performance metrics of a cluster",
2024-03-19T02:00:12.180 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.180 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.180 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.180 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.180 INFO:teuthology.orchestra.run.smithi046.stdout:                        "contact": {
2024-03-19T02:00:12.181 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "contact",
2024-03-19T02:00:12.181 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.181 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.181 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.181 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.181 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.181 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.181 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.181 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.181 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.181 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.181 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.181 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.181 INFO:teuthology.orchestra.run.smithi046.stdout:                        "description": {
2024-03-19T02:00:12.182 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "description",
2024-03-19T02:00:12.182 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.182 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.182 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.182 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.182 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.182 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.182 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.182 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.182 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.182 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.182 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.182 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.183 INFO:teuthology.orchestra.run.smithi046.stdout:                        "device_url": {
2024-03-19T02:00:12.183 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "device_url",
2024-03-19T02:00:12.183 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.183 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.183 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.183 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "https://telemetry.ceph.com/device",
2024-03-19T02:00:12.183 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.183 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.183 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.183 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.183 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.183 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.184 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.184 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.184 INFO:teuthology.orchestra.run.smithi046.stdout:                        "enabled": {
2024-03-19T02:00:12.184 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "enabled",
2024-03-19T02:00:12.184 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.184 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.184 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.184 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.184 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.184 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.184 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.184 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.184 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.184 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.185 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.185 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.185 INFO:teuthology.orchestra.run.smithi046.stdout:                        "interval": {
2024-03-19T02:00:12.185 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "interval",
2024-03-19T02:00:12.185 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.185 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.185 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.185 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "24",
2024-03-19T02:00:12.185 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "8",
2024-03-19T02:00:12.185 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.185 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.185 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.185 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.185 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.186 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.186 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.186 INFO:teuthology.orchestra.run.smithi046.stdout:                        "last_opt_revision": {
2024-03-19T02:00:12.186 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "last_opt_revision",
2024-03-19T02:00:12.186 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.186 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.186 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.186 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "1",
2024-03-19T02:00:12.186 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.186 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.186 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.186 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.186 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.186 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.187 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.187 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.187 INFO:teuthology.orchestra.run.smithi046.stdout:                        "leaderboard": {
2024-03-19T02:00:12.187 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "leaderboard",
2024-03-19T02:00:12.187 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.187 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.187 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.187 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.187 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.187 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.187 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.187 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.187 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.187 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.187 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.188 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.188 INFO:teuthology.orchestra.run.smithi046.stdout:                        "leaderboard_description": {
2024-03-19T02:00:12.188 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "leaderboard_description",
2024-03-19T02:00:12.188 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.188 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.188 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.188 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.188 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.188 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.188 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.188 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.188 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.188 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.188 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.189 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.189 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.189 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.189 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.189 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.189 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.189 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.189 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.189 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.189 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.189 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.189 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.189 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.189 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.189 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.190 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.190 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.190 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.190 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.190 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.190 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.190 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.190 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.190 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.190 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.190 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.190 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.190 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.190 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.191 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.191 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.191 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.191 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.191 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.191 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.191 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.191 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.191 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.191 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.191 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.191 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.191 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.191 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.191 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.192 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.192 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.192 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.192 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.192 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.192 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.192 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.192 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.192 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.192 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.192 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.192 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.192 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.192 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.192 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.193 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.193 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.193 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.193 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.193 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.193 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.193 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.193 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.193 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.193 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.193 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.193 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.193 INFO:teuthology.orchestra.run.smithi046.stdout:                        "organization": {
2024-03-19T02:00:12.193 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "organization",
2024-03-19T02:00:12.193 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.194 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.194 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.194 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.194 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.194 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.194 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.194 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.194 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.194 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.194 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.194 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.194 INFO:teuthology.orchestra.run.smithi046.stdout:                        "proxy": {
2024-03-19T02:00:12.194 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "proxy",
2024-03-19T02:00:12.194 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.195 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.195 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.195 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.195 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.195 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.195 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.195 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.195 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.195 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.195 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.195 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.195 INFO:teuthology.orchestra.run.smithi046.stdout:                        "url": {
2024-03-19T02:00:12.195 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "url",
2024-03-19T02:00:12.195 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.195 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.196 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.196 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "https://telemetry.ceph.com/report",
2024-03-19T02:00:12.196 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.196 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.196 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.196 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.196 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.196 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.196 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.196 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.196 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.196 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.196 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.196 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "test_orchestrator",
2024-03-19T02:00:12.197 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.197 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.197 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.197 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.197 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.197 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.197 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.197 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.197 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.197 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.197 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.197 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.197 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.197 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.198 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.198 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.198 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.198 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.198 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.198 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.198 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.198 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.198 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.198 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.198 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.198 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.198 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.198 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.199 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.199 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.199 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.199 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.199 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.199 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.199 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.199 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.199 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.199 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.199 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.199 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.199 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.200 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.200 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.200 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.200 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.200 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.200 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.200 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.200 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.200 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.200 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.200 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.200 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.200 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.200 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.201 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.201 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.201 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.201 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.201 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.201 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.201 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.201 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.201 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.201 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.201 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.201 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.201 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.202 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.202 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.202 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.202 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.202 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.202 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.202 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.202 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.202 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "volumes",
2024-03-19T02:00:12.202 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.202 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.202 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.202 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.203 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.203 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.203 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.203 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.203 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.203 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.203 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.203 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.203 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.203 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.203 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.203 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.203 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.203 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.203 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.204 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.204 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.204 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.204 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.204 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.204 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.204 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.204 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.204 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.204 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.204 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.204 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.204 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.204 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.205 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.205 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.205 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.205 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.205 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.205 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.205 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.205 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.205 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.205 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.205 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.205 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.205 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.205 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.206 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.206 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.206 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.206 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.206 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.206 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.206 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.206 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.206 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.206 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.206 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.206 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.206 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.207 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.207 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.207 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.207 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.207 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.207 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.207 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.207 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.207 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.207 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.207 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.207 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.207 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.208 INFO:teuthology.orchestra.run.smithi046.stdout:                        "max_concurrent_clones": {
2024-03-19T02:00:12.208 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "max_concurrent_clones",
2024-03-19T02:00:12.208 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.208 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.208 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.208 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "4",
2024-03-19T02:00:12.208 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.208 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.208 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.208 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Number of asynchronous cloner threads",
2024-03-19T02:00:12.208 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.208 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.208 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.208 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.209 INFO:teuthology.orchestra.run.smithi046.stdout:                        "periodic_async_work": {
2024-03-19T02:00:12.209 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "periodic_async_work",
2024-03-19T02:00:12.209 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.209 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.209 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.209 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.209 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.209 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.209 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.209 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Periodically check for async work",
2024-03-19T02:00:12.209 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.209 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.209 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.209 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.210 INFO:teuthology.orchestra.run.smithi046.stdout:                        "snapshot_clone_delay": {
2024-03-19T02:00:12.210 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "snapshot_clone_delay",
2024-03-19T02:00:12.210 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.210 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.210 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.210 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "0",
2024-03-19T02:00:12.210 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.210 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.210 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.210 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Delay clone begin operation by snapshot_clone_delay seconds",
2024-03-19T02:00:12.210 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.210 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.211 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.211 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.211 INFO:teuthology.orchestra.run.smithi046.stdout:                        "snapshot_clone_no_wait": {
2024-03-19T02:00:12.211 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "snapshot_clone_no_wait",
2024-03-19T02:00:12.211 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.211 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.211 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.211 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.211 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.211 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.211 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.211 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Reject subvolume clone request when cloner threads are busy",
2024-03-19T02:00:12.211 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.211 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.212 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.212 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.212 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.212 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.212 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.212 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "zabbix",
2024-03-19T02:00:12.212 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.212 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.212 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.212 INFO:teuthology.orchestra.run.smithi046.stdout:                        "discovery_interval": {
2024-03-19T02:00:12.212 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "discovery_interval",
2024-03-19T02:00:12.212 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "uint",
2024-03-19T02:00:12.212 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.212 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.213 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "100",
2024-03-19T02:00:12.213 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.213 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.213 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.213 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.213 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.213 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.213 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.213 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.213 INFO:teuthology.orchestra.run.smithi046.stdout:                        "identifier": {
2024-03-19T02:00:12.213 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "identifier",
2024-03-19T02:00:12.213 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.213 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.213 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.214 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.214 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.214 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.214 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.214 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.214 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.214 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.214 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.214 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.214 INFO:teuthology.orchestra.run.smithi046.stdout:                        "interval": {
2024-03-19T02:00:12.214 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "interval",
2024-03-19T02:00:12.214 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:12.214 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.215 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.215 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "60",
2024-03-19T02:00:12.215 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.215 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.215 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.215 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.215 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.215 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.215 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.215 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.215 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.215 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.215 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.215 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.216 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.216 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.216 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.216 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.216 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.216 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.216 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.216 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.216 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.216 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.216 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.216 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.216 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.216 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.217 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.217 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.217 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.217 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.217 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.217 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.217 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.217 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.217 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.217 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.217 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.217 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.217 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.217 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.218 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.218 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.218 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.218 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.218 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.218 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.218 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.221 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.221 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.222 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.222 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.222 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.222 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.222 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.222 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.222 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.222 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.222 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.222 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.222 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.222 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.222 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.223 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.223 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.223 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.223 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.223 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.223 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.223 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.223 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.223 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.223 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.223 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.223 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.223 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.223 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.224 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.224 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.224 INFO:teuthology.orchestra.run.smithi046.stdout:                        "zabbix_host": {
2024-03-19T02:00:12.224 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "zabbix_host",
2024-03-19T02:00:12.224 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.224 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.224 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.224 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.224 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.224 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.224 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.224 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.224 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.225 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.225 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.225 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.225 INFO:teuthology.orchestra.run.smithi046.stdout:                        "zabbix_port": {
2024-03-19T02:00:12.225 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "zabbix_port",
2024-03-19T02:00:12.225 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.225 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.225 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.225 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "10051",
2024-03-19T02:00:12.225 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.225 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.225 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.225 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.225 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.226 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.226 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.226 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.226 INFO:teuthology.orchestra.run.smithi046.stdout:                        "zabbix_sender": {
2024-03-19T02:00:12.226 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "zabbix_sender",
2024-03-19T02:00:12.226 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.226 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.226 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.226 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "/usr/bin/zabbix_sender",
2024-03-19T02:00:12.226 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.226 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.226 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.226 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.226 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.227 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.227 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.227 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.227 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.227 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:12.227 INFO:teuthology.orchestra.run.smithi046.stdout:            ]
2024-03-19T02:00:12.227 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:12.227 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:12.227 INFO:teuthology.orchestra.run.smithi046.stdout:            "gid": 25432,
2024-03-19T02:00:12.227 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "z",
2024-03-19T02:00:12.227 INFO:teuthology.orchestra.run.smithi046.stdout:            "mgr_features": 4540701547738038271,
2024-03-19T02:00:12.227 INFO:teuthology.orchestra.run.smithi046.stdout:            "available_modules": [
2024-03-19T02:00:12.228 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.228 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "alerts",
2024-03-19T02:00:12.228 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.228 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.228 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.228 INFO:teuthology.orchestra.run.smithi046.stdout:                        "interval": {
2024-03-19T02:00:12.228 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "interval",
2024-03-19T02:00:12.228 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:12.228 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.228 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.228 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "60",
2024-03-19T02:00:12.228 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.228 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.228 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.229 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "How frequently to reexamine health status",
2024-03-19T02:00:12.229 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.229 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.229 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.229 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.229 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.229 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.229 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.229 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.229 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.229 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.229 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.229 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.230 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.230 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.230 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.230 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.230 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.230 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.230 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.230 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.230 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.230 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.230 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.230 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.231 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.231 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.231 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.231 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.231 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.231 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.231 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.231 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.231 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.231 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.231 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.231 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.231 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.232 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.232 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.232 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.232 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.232 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.232 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.232 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.232 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.232 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.232 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.232 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.232 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.232 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.233 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.233 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.233 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.233 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.233 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.233 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.233 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.233 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.233 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.233 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.233 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.233 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.233 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.233 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.234 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.234 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.234 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.234 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.234 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.234 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.234 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.234 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.234 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.234 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.234 INFO:teuthology.orchestra.run.smithi046.stdout:                        "smtp_destination": {
2024-03-19T02:00:12.234 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "smtp_destination",
2024-03-19T02:00:12.234 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.234 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.235 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.235 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.235 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.235 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.235 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.235 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Email address to send alerts to",
2024-03-19T02:00:12.235 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.235 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.235 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.235 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.235 INFO:teuthology.orchestra.run.smithi046.stdout:                        "smtp_from_name": {
2024-03-19T02:00:12.235 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "smtp_from_name",
2024-03-19T02:00:12.235 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.235 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.236 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.236 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "Ceph",
2024-03-19T02:00:12.236 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.236 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.236 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.236 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Email From: name",
2024-03-19T02:00:12.236 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.236 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.236 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.236 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.236 INFO:teuthology.orchestra.run.smithi046.stdout:                        "smtp_host": {
2024-03-19T02:00:12.236 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "smtp_host",
2024-03-19T02:00:12.236 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.236 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.237 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.237 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.237 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.237 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.237 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.237 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "SMTP server",
2024-03-19T02:00:12.237 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.237 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.237 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.237 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.237 INFO:teuthology.orchestra.run.smithi046.stdout:                        "smtp_password": {
2024-03-19T02:00:12.237 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "smtp_password",
2024-03-19T02:00:12.237 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.237 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.238 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.238 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.238 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.238 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.238 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.238 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Password to authenticate with",
2024-03-19T02:00:12.238 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.238 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.238 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.238 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.238 INFO:teuthology.orchestra.run.smithi046.stdout:                        "smtp_port": {
2024-03-19T02:00:12.238 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "smtp_port",
2024-03-19T02:00:12.238 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.239 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.239 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.239 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "465",
2024-03-19T02:00:12.239 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.239 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.239 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.239 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "SMTP port",
2024-03-19T02:00:12.239 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.239 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.239 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.239 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.239 INFO:teuthology.orchestra.run.smithi046.stdout:                        "smtp_sender": {
2024-03-19T02:00:12.239 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "smtp_sender",
2024-03-19T02:00:12.239 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.239 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.240 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.240 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.240 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.240 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.240 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.240 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "SMTP envelope sender",
2024-03-19T02:00:12.240 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.240 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.240 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.240 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.240 INFO:teuthology.orchestra.run.smithi046.stdout:                        "smtp_ssl": {
2024-03-19T02:00:12.240 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "smtp_ssl",
2024-03-19T02:00:12.240 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.240 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.240 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.241 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.241 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.241 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.241 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.241 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Use SSL to connect to SMTP server",
2024-03-19T02:00:12.241 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.241 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.241 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.241 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.241 INFO:teuthology.orchestra.run.smithi046.stdout:                        "smtp_user": {
2024-03-19T02:00:12.241 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "smtp_user",
2024-03-19T02:00:12.241 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.241 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.242 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.242 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.242 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.242 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.242 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.242 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "User to authenticate as",
2024-03-19T02:00:12.242 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.242 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.242 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.242 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.242 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.242 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.242 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.243 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "balancer",
2024-03-19T02:00:12.243 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.243 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.243 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.243 INFO:teuthology.orchestra.run.smithi046.stdout:                        "active": {
2024-03-19T02:00:12.243 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "active",
2024-03-19T02:00:12.243 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.243 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.243 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.243 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.243 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.243 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.243 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.243 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "automatically balance PGs across cluster",
2024-03-19T02:00:12.244 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.244 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.244 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.244 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.244 INFO:teuthology.orchestra.run.smithi046.stdout:                        "begin_time": {
2024-03-19T02:00:12.244 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "begin_time",
2024-03-19T02:00:12.244 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.244 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.244 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.244 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "0000",
2024-03-19T02:00:12.244 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.244 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.244 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.244 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "beginning time of day to automatically balance",
2024-03-19T02:00:12.245 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "This is a time of day in the format HHMM.",
2024-03-19T02:00:12.245 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.245 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.245 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.245 INFO:teuthology.orchestra.run.smithi046.stdout:                        "begin_weekday": {
2024-03-19T02:00:12.245 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "begin_weekday",
2024-03-19T02:00:12.245 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "uint",
2024-03-19T02:00:12.245 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.245 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.245 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "0",
2024-03-19T02:00:12.245 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "0",
2024-03-19T02:00:12.245 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "6",
2024-03-19T02:00:12.245 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.245 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Restrict automatic balancing to this day of the week or later",
2024-03-19T02:00:12.246 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "0 = Sunday, 1 = Monday, etc.",
2024-03-19T02:00:12.246 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.246 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.246 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.246 INFO:teuthology.orchestra.run.smithi046.stdout:                        "crush_compat_max_iterations": {
2024-03-19T02:00:12.246 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "crush_compat_max_iterations",
2024-03-19T02:00:12.246 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "uint",
2024-03-19T02:00:12.246 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.246 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.246 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "25",
2024-03-19T02:00:12.246 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "1",
2024-03-19T02:00:12.246 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "250",
2024-03-19T02:00:12.246 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.246 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "maximum number of iterations to attempt optimization",
2024-03-19T02:00:12.247 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.247 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.247 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.247 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.247 INFO:teuthology.orchestra.run.smithi046.stdout:                        "crush_compat_metrics": {
2024-03-19T02:00:12.247 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "crush_compat_metrics",
2024-03-19T02:00:12.247 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.247 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.247 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.247 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "pgs,objects,bytes",
2024-03-19T02:00:12.247 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.247 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.247 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.248 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "metrics with which to calculate OSD utilization",
2024-03-19T02:00:12.248 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.",
2024-03-19T02:00:12.248 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.248 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.248 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.248 INFO:teuthology.orchestra.run.smithi046.stdout:                        "crush_compat_step": {
2024-03-19T02:00:12.248 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "crush_compat_step",
2024-03-19T02:00:12.248 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "float",
2024-03-19T02:00:12.248 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.248 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.248 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "0.5",
2024-03-19T02:00:12.248 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "0.001",
2024-03-19T02:00:12.248 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "0.999",
2024-03-19T02:00:12.248 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.249 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "aggressiveness of optimization",
2024-03-19T02:00:12.249 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": ".99 is very aggressive, .01 is less aggressive",
2024-03-19T02:00:12.249 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.249 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.249 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.249 INFO:teuthology.orchestra.run.smithi046.stdout:                        "end_time": {
2024-03-19T02:00:12.249 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "end_time",
2024-03-19T02:00:12.249 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.249 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.249 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.249 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "2359",
2024-03-19T02:00:12.249 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.249 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.249 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.250 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "ending time of day to automatically balance",
2024-03-19T02:00:12.250 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "This is a time of day in the format HHMM.",
2024-03-19T02:00:12.250 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.250 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.250 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.250 INFO:teuthology.orchestra.run.smithi046.stdout:                        "end_weekday": {
2024-03-19T02:00:12.250 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "end_weekday",
2024-03-19T02:00:12.250 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "uint",
2024-03-19T02:00:12.250 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.250 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.250 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "0",
2024-03-19T02:00:12.250 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "0",
2024-03-19T02:00:12.250 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "6",
2024-03-19T02:00:12.250 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.250 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Restrict automatic balancing to days of the week earlier than this",
2024-03-19T02:00:12.251 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "0 = Sunday, 1 = Monday, etc.",
2024-03-19T02:00:12.251 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.251 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.251 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.251 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.251 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.251 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.251 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.251 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.251 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.251 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.251 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.251 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.251 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.251 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.252 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.252 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.252 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.252 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.252 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.252 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.252 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.252 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.252 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.252 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.252 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.252 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.252 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.252 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.252 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.253 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.253 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.253 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.253 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.253 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.253 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.253 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.253 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.253 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.253 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.253 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.253 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.253 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.253 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.254 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.254 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.254 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.254 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.254 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.254 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.254 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.254 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.254 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.254 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.254 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.254 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.254 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.254 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.255 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.255 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.255 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.255 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.255 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.255 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.255 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.255 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.255 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.255 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.255 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.255 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.255 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.255 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.255 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.256 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.256 INFO:teuthology.orchestra.run.smithi046.stdout:                        "min_score": {
2024-03-19T02:00:12.256 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "min_score",
2024-03-19T02:00:12.256 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "float",
2024-03-19T02:00:12.256 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.256 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.256 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "0",
2024-03-19T02:00:12.256 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.256 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.256 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.256 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "minimum score, below which no optimization is attempted",
2024-03-19T02:00:12.256 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.256 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.256 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.256 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.257 INFO:teuthology.orchestra.run.smithi046.stdout:                        "mode": {
2024-03-19T02:00:12.257 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "mode",
2024-03-19T02:00:12.257 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.257 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.257 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.257 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "upmap",
2024-03-19T02:00:12.257 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.257 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.257 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.257 INFO:teuthology.orchestra.run.smithi046.stdout:                                "crush-compat",
2024-03-19T02:00:12.257 INFO:teuthology.orchestra.run.smithi046.stdout:                                "none",
2024-03-19T02:00:12.257 INFO:teuthology.orchestra.run.smithi046.stdout:                                "read",
2024-03-19T02:00:12.257 INFO:teuthology.orchestra.run.smithi046.stdout:                                "upmap",
2024-03-19T02:00:12.257 INFO:teuthology.orchestra.run.smithi046.stdout:                                "upmap-read"
2024-03-19T02:00:12.258 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.258 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Balancer mode",
2024-03-19T02:00:12.258 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.258 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.258 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.258 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.258 INFO:teuthology.orchestra.run.smithi046.stdout:                        "pool_ids": {
2024-03-19T02:00:12.258 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "pool_ids",
2024-03-19T02:00:12.258 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.258 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.258 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.258 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.258 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.258 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.259 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.259 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "pools which the automatic balancing will be limited to",
2024-03-19T02:00:12.259 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.259 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.259 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.259 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.259 INFO:teuthology.orchestra.run.smithi046.stdout:                        "sleep_interval": {
2024-03-19T02:00:12.259 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "sleep_interval",
2024-03-19T02:00:12.259 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:12.259 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.259 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.259 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "60",
2024-03-19T02:00:12.259 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.259 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.260 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.260 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "how frequently to wake up and attempt optimization",
2024-03-19T02:00:12.260 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.260 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.260 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.260 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.260 INFO:teuthology.orchestra.run.smithi046.stdout:                        "upmap_max_deviation": {
2024-03-19T02:00:12.260 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "upmap_max_deviation",
2024-03-19T02:00:12.260 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.260 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.260 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.260 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "5",
2024-03-19T02:00:12.260 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "1",
2024-03-19T02:00:12.260 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.261 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.261 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "deviation below which no optimization is attempted",
2024-03-19T02:00:12.261 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "If the number of PGs are within this count then no optimization is attempted",
2024-03-19T02:00:12.261 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.261 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.261 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.261 INFO:teuthology.orchestra.run.smithi046.stdout:                        "upmap_max_optimizations": {
2024-03-19T02:00:12.261 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "upmap_max_optimizations",
2024-03-19T02:00:12.261 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "uint",
2024-03-19T02:00:12.261 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.261 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.261 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "10",
2024-03-19T02:00:12.261 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.261 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.262 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.262 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "maximum upmap optimizations to make per attempt",
2024-03-19T02:00:12.262 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.262 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.262 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.262 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.262 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.262 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.262 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.262 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "cephadm",
2024-03-19T02:00:12.262 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.262 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.262 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.262 INFO:teuthology.orchestra.run.smithi046.stdout:                        "agent_down_multiplier": {
2024-03-19T02:00:12.263 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "agent_down_multiplier",
2024-03-19T02:00:12.263 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "float",
2024-03-19T02:00:12.263 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.263 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.263 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "3.0",
2024-03-19T02:00:12.263 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.263 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.263 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.263 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down",
2024-03-19T02:00:12.263 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.263 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.263 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.263 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.263 INFO:teuthology.orchestra.run.smithi046.stdout:                        "agent_refresh_rate": {
2024-03-19T02:00:12.264 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "agent_refresh_rate",
2024-03-19T02:00:12.264 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:12.264 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.264 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.264 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "20",
2024-03-19T02:00:12.264 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.264 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.264 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.264 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "How often agent on each host will try to gather and send metadata",
2024-03-19T02:00:12.264 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.264 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.264 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.264 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.264 INFO:teuthology.orchestra.run.smithi046.stdout:                        "agent_starting_port": {
2024-03-19T02:00:12.264 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "agent_starting_port",
2024-03-19T02:00:12.265 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.265 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.265 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.265 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "4721",
2024-03-19T02:00:12.265 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.265 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.265 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.265 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)",
2024-03-19T02:00:12.265 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.265 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.265 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.265 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.265 INFO:teuthology.orchestra.run.smithi046.stdout:                        "allow_ptrace": {
2024-03-19T02:00:12.265 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "allow_ptrace",
2024-03-19T02:00:12.266 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.266 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.266 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.266 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.266 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.266 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.266 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.266 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "allow SYS_PTRACE capability on ceph containers",
2024-03-19T02:00:12.266 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace.  Enabling this options can allow debugging daemons that encounter problems at runtime.",
2024-03-19T02:00:12.266 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.266 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.266 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.267 INFO:teuthology.orchestra.run.smithi046.stdout:                        "autotune_interval": {
2024-03-19T02:00:12.267 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "autotune_interval",
2024-03-19T02:00:12.267 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:12.267 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.267 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.267 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "600",
2024-03-19T02:00:12.267 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.267 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.267 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.267 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "how frequently to autotune daemon memory",
2024-03-19T02:00:12.267 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.267 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.267 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.267 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.268 INFO:teuthology.orchestra.run.smithi046.stdout:                        "autotune_memory_target_ratio": {
2024-03-19T02:00:12.268 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "autotune_memory_target_ratio",
2024-03-19T02:00:12.268 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "float",
2024-03-19T02:00:12.268 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.268 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.268 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "0.7",
2024-03-19T02:00:12.268 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.268 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.268 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.268 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "ratio of total system memory to divide amongst autotuned daemons",
2024-03-19T02:00:12.268 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.268 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.268 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.268 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.269 INFO:teuthology.orchestra.run.smithi046.stdout:                        "cephadm_log_destination": {
2024-03-19T02:00:12.269 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "cephadm_log_destination",
2024-03-19T02:00:12.269 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.269 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.269 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.269 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.269 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.269 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.269 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.269 INFO:teuthology.orchestra.run.smithi046.stdout:                                "file",
2024-03-19T02:00:12.269 INFO:teuthology.orchestra.run.smithi046.stdout:                                "file,syslog",
2024-03-19T02:00:12.269 INFO:teuthology.orchestra.run.smithi046.stdout:                                "syslog"
2024-03-19T02:00:12.269 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.269 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Destination for cephadm command's persistent logging",
2024-03-19T02:00:12.270 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.270 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.270 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.270 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.270 INFO:teuthology.orchestra.run.smithi046.stdout:                        "cgroups_split": {
2024-03-19T02:00:12.270 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "cgroups_split",
2024-03-19T02:00:12.270 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.270 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.270 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.270 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.270 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.270 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.270 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.271 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)",
2024-03-19T02:00:12.271 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.271 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.271 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.271 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.271 INFO:teuthology.orchestra.run.smithi046.stdout:                        "config_checks_enabled": {
2024-03-19T02:00:12.271 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "config_checks_enabled",
2024-03-19T02:00:12.271 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.271 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.271 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.271 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.271 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.271 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.271 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.272 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Enable or disable the cephadm configuration analysis",
2024-03-19T02:00:12.272 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.272 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.272 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.272 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.272 INFO:teuthology.orchestra.run.smithi046.stdout:                        "config_dashboard": {
2024-03-19T02:00:12.272 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "config_dashboard",
2024-03-19T02:00:12.272 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.272 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.272 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.272 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.272 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.272 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.272 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.272 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "manage configs like API endpoints in Dashboard.",
2024-03-19T02:00:12.273 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.273 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.273 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.273 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.273 INFO:teuthology.orchestra.run.smithi046.stdout:                        "container_image_alertmanager": {
2024-03-19T02:00:12.273 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "container_image_alertmanager",
2024-03-19T02:00:12.273 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.273 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.273 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.273 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "quay.io/prometheus/alertmanager:v0.25.0",
2024-03-19T02:00:12.273 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.273 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.273 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.273 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Prometheus container image",
2024-03-19T02:00:12.274 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.274 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.274 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.274 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.274 INFO:teuthology.orchestra.run.smithi046.stdout:                        "container_image_base": {
2024-03-19T02:00:12.274 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "container_image_base",
2024-03-19T02:00:12.274 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.274 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.274 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.274 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "quay.io/ceph/ceph",
2024-03-19T02:00:12.274 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.274 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.274 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.275 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Container image name, without the tag",
2024-03-19T02:00:12.275 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.275 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.275 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.275 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.275 INFO:teuthology.orchestra.run.smithi046.stdout:                        "container_image_elasticsearch": {
2024-03-19T02:00:12.275 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "container_image_elasticsearch",
2024-03-19T02:00:12.275 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.275 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.275 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.275 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23",
2024-03-19T02:00:12.275 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.275 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.275 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.275 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "elasticsearch container image",
2024-03-19T02:00:12.276 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.276 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.276 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.276 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.276 INFO:teuthology.orchestra.run.smithi046.stdout:                        "container_image_grafana": {
2024-03-19T02:00:12.276 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "container_image_grafana",
2024-03-19T02:00:12.276 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.276 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.276 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.276 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "quay.io/ceph/ceph-grafana:9.4.12",
2024-03-19T02:00:12.276 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.276 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.276 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.276 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Prometheus container image",
2024-03-19T02:00:12.277 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.277 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.277 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.277 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.277 INFO:teuthology.orchestra.run.smithi046.stdout:                        "container_image_haproxy": {
2024-03-19T02:00:12.277 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "container_image_haproxy",
2024-03-19T02:00:12.277 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.277 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.277 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.277 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "quay.io/ceph/haproxy:2.3",
2024-03-19T02:00:12.277 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.277 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.277 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.277 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "HAproxy container image",
2024-03-19T02:00:12.277 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.278 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.278 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.278 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.278 INFO:teuthology.orchestra.run.smithi046.stdout:                        "container_image_jaeger_agent": {
2024-03-19T02:00:12.278 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "container_image_jaeger_agent",
2024-03-19T02:00:12.278 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.278 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.278 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.278 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "quay.io/jaegertracing/jaeger-agent:1.29",
2024-03-19T02:00:12.278 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.278 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.278 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.278 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Jaeger agent container image",
2024-03-19T02:00:12.279 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.279 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.279 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.279 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.279 INFO:teuthology.orchestra.run.smithi046.stdout:                        "container_image_jaeger_collector": {
2024-03-19T02:00:12.279 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "container_image_jaeger_collector",
2024-03-19T02:00:12.279 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.279 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.279 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.279 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "quay.io/jaegertracing/jaeger-collector:1.29",
2024-03-19T02:00:12.279 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.279 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.279 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.279 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Jaeger collector container image",
2024-03-19T02:00:12.280 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.280 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.280 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.280 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.280 INFO:teuthology.orchestra.run.smithi046.stdout:                        "container_image_jaeger_query": {
2024-03-19T02:00:12.280 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "container_image_jaeger_query",
2024-03-19T02:00:12.280 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.280 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.280 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.280 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "quay.io/jaegertracing/jaeger-query:1.29",
2024-03-19T02:00:12.280 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.280 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.280 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.280 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Jaeger query container image",
2024-03-19T02:00:12.280 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.281 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.281 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.281 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.281 INFO:teuthology.orchestra.run.smithi046.stdout:                        "container_image_keepalived": {
2024-03-19T02:00:12.281 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "container_image_keepalived",
2024-03-19T02:00:12.281 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.281 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.281 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.281 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "quay.io/ceph/keepalived:2.2.4",
2024-03-19T02:00:12.281 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.281 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.281 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.281 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Keepalived container image",
2024-03-19T02:00:12.282 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.282 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.282 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.282 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.282 INFO:teuthology.orchestra.run.smithi046.stdout:                        "container_image_loki": {
2024-03-19T02:00:12.282 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "container_image_loki",
2024-03-19T02:00:12.282 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.282 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.282 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.282 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "docker.io/grafana/loki:2.4.0",
2024-03-19T02:00:12.282 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.282 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.282 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.282 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Loki container image",
2024-03-19T02:00:12.283 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.283 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.283 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.283 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.283 INFO:teuthology.orchestra.run.smithi046.stdout:                        "container_image_node_exporter": {
2024-03-19T02:00:12.283 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "container_image_node_exporter",
2024-03-19T02:00:12.283 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.283 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.283 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.283 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "quay.io/prometheus/node-exporter:v1.5.0",
2024-03-19T02:00:12.283 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.283 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.283 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.283 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Prometheus container image",
2024-03-19T02:00:12.284 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.284 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.284 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.284 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.284 INFO:teuthology.orchestra.run.smithi046.stdout:                        "container_image_nvmeof": {
2024-03-19T02:00:12.284 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "container_image_nvmeof",
2024-03-19T02:00:12.284 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.284 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.284 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.284 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "quay.io/ceph/nvmeof:1.0.0",
2024-03-19T02:00:12.284 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.284 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.284 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.284 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Nvme-of container image",
2024-03-19T02:00:12.284 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.285 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.285 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.285 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.285 INFO:teuthology.orchestra.run.smithi046.stdout:                        "container_image_prometheus": {
2024-03-19T02:00:12.285 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "container_image_prometheus",
2024-03-19T02:00:12.285 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.285 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.285 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.285 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "quay.io/prometheus/prometheus:v2.43.0",
2024-03-19T02:00:12.285 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.285 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.285 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.285 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Prometheus container image",
2024-03-19T02:00:12.286 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.286 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.286 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.286 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.286 INFO:teuthology.orchestra.run.smithi046.stdout:                        "container_image_promtail": {
2024-03-19T02:00:12.286 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "container_image_promtail",
2024-03-19T02:00:12.286 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.286 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.286 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.286 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "docker.io/grafana/promtail:2.4.0",
2024-03-19T02:00:12.286 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.286 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.286 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.286 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Promtail container image",
2024-03-19T02:00:12.287 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.287 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.287 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.287 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.287 INFO:teuthology.orchestra.run.smithi046.stdout:                        "container_image_snmp_gateway": {
2024-03-19T02:00:12.287 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "container_image_snmp_gateway",
2024-03-19T02:00:12.287 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.287 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.287 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.287 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1",
2024-03-19T02:00:12.287 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.287 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.287 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.287 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "SNMP Gateway container image",
2024-03-19T02:00:12.288 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.288 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.288 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.288 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.288 INFO:teuthology.orchestra.run.smithi046.stdout:                        "container_init": {
2024-03-19T02:00:12.288 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "container_init",
2024-03-19T02:00:12.288 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.288 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.288 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.288 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.288 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.288 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.288 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.288 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Run podman/docker with `--init`",
2024-03-19T02:00:12.289 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.289 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.289 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.289 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.289 INFO:teuthology.orchestra.run.smithi046.stdout:                        "daemon_cache_timeout": {
2024-03-19T02:00:12.289 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "daemon_cache_timeout",
2024-03-19T02:00:12.289 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:12.289 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.289 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.289 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "600",
2024-03-19T02:00:12.289 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.289 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.289 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.289 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "seconds to cache service (daemon) inventory",
2024-03-19T02:00:12.290 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.290 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.290 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.290 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.290 INFO:teuthology.orchestra.run.smithi046.stdout:                        "default_cephadm_command_timeout": {
2024-03-19T02:00:12.290 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "default_cephadm_command_timeout",
2024-03-19T02:00:12.290 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.290 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.290 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.290 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "900",
2024-03-19T02:00:12.290 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.290 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.291 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.291 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)",
2024-03-19T02:00:12.291 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.291 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.291 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.291 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.291 INFO:teuthology.orchestra.run.smithi046.stdout:                        "default_registry": {
2024-03-19T02:00:12.291 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "default_registry",
2024-03-19T02:00:12.291 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.291 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.291 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.291 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "docker.io",
2024-03-19T02:00:12.291 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.291 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.292 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.292 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry",
2024-03-19T02:00:12.292 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.292 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.292 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.292 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.292 INFO:teuthology.orchestra.run.smithi046.stdout:                        "device_cache_timeout": {
2024-03-19T02:00:12.292 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "device_cache_timeout",
2024-03-19T02:00:12.292 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:12.292 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.292 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.292 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "1800",
2024-03-19T02:00:12.292 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.293 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.293 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.293 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "seconds to cache device inventory",
2024-03-19T02:00:12.293 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.293 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.293 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.293 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.293 INFO:teuthology.orchestra.run.smithi046.stdout:                        "device_enhanced_scan": {
2024-03-19T02:00:12.293 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "device_enhanced_scan",
2024-03-19T02:00:12.293 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.293 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.293 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.293 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.294 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.294 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.294 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.294 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Use libstoragemgmt during device scans",
2024-03-19T02:00:12.294 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.294 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.294 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.294 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.294 INFO:teuthology.orchestra.run.smithi046.stdout:                        "facts_cache_timeout": {
2024-03-19T02:00:12.294 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "facts_cache_timeout",
2024-03-19T02:00:12.294 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:12.294 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.294 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.295 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "60",
2024-03-19T02:00:12.295 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.295 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.295 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.295 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "seconds to cache host facts data",
2024-03-19T02:00:12.295 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.295 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.295 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.295 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.295 INFO:teuthology.orchestra.run.smithi046.stdout:                        "host_check_interval": {
2024-03-19T02:00:12.295 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "host_check_interval",
2024-03-19T02:00:12.295 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:12.295 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.295 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.296 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "600",
2024-03-19T02:00:12.296 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.296 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.296 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.296 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "how frequently to perform a host check",
2024-03-19T02:00:12.296 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.296 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.296 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.296 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.296 INFO:teuthology.orchestra.run.smithi046.stdout:                        "hw_monitoring": {
2024-03-19T02:00:12.296 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "hw_monitoring",
2024-03-19T02:00:12.296 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.296 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.297 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.297 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.297 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.297 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.297 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.297 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Deploy hw monitoring daemon on every host.",
2024-03-19T02:00:12.297 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.297 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.297 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.297 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.297 INFO:teuthology.orchestra.run.smithi046.stdout:                        "inventory_list_all": {
2024-03-19T02:00:12.297 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "inventory_list_all",
2024-03-19T02:00:12.297 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.297 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.297 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.298 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.298 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.298 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.298 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.298 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)",
2024-03-19T02:00:12.298 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.298 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.298 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.298 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.298 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.298 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.298 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.298 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.298 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.299 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.299 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.299 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.299 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.299 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.299 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.299 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.299 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.299 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.299 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.299 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.299 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.299 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.299 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.300 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.300 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.300 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_refresh_metadata": {
2024-03-19T02:00:12.300 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_refresh_metadata",
2024-03-19T02:00:12.300 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.300 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.300 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.300 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.300 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.300 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.300 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.300 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level",
2024-03-19T02:00:12.300 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.300 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.301 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.301 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.301 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.301 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.301 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.301 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.301 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.301 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.301 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.301 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.301 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.301 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "log to the \"cephadm\" cluster log channel\"",
2024-03-19T02:00:12.301 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.301 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.302 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.302 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.302 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.302 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.302 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.302 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.302 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.302 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.302 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.302 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.302 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.302 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.302 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.303 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.303 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.303 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.303 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.303 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.303 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.303 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.303 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.303 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.303 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.303 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.303 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.303 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.303 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.304 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.304 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.304 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.304 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.304 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.304 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.304 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.304 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.304 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.304 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.304 INFO:teuthology.orchestra.run.smithi046.stdout:                        "manage_etc_ceph_ceph_conf": {
2024-03-19T02:00:12.304 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "manage_etc_ceph_ceph_conf",
2024-03-19T02:00:12.304 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.304 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.305 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.305 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.305 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.305 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.305 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.305 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.",
2024-03-19T02:00:12.305 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.305 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.305 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.305 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.305 INFO:teuthology.orchestra.run.smithi046.stdout:                        "manage_etc_ceph_ceph_conf_hosts": {
2024-03-19T02:00:12.305 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "manage_etc_ceph_ceph_conf_hosts",
2024-03-19T02:00:12.305 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.306 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.306 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.306 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "*",
2024-03-19T02:00:12.306 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.306 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.306 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.306 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf",
2024-03-19T02:00:12.306 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.306 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.306 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.306 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.306 INFO:teuthology.orchestra.run.smithi046.stdout:                        "max_count_per_host": {
2024-03-19T02:00:12.306 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "max_count_per_host",
2024-03-19T02:00:12.306 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.307 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.307 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.307 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "10",
2024-03-19T02:00:12.307 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.307 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.307 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.307 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "max number of daemons per service per host",
2024-03-19T02:00:12.307 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.307 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.307 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.307 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.307 INFO:teuthology.orchestra.run.smithi046.stdout:                        "max_osd_draining_count": {
2024-03-19T02:00:12.307 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "max_osd_draining_count",
2024-03-19T02:00:12.307 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.308 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.308 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.308 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "10",
2024-03-19T02:00:12.308 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.308 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.308 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.308 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "max number of osds that will be drained simultaneously when osds are removed",
2024-03-19T02:00:12.308 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.308 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.308 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.308 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.308 INFO:teuthology.orchestra.run.smithi046.stdout:                        "migration_current": {
2024-03-19T02:00:12.308 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "migration_current",
2024-03-19T02:00:12.308 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.308 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.309 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.309 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.309 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.309 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.309 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.309 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "internal - do not modify",
2024-03-19T02:00:12.309 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.309 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.309 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.309 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.309 INFO:teuthology.orchestra.run.smithi046.stdout:                        "mode": {
2024-03-19T02:00:12.309 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "mode",
2024-03-19T02:00:12.309 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.309 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.310 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.310 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "root",
2024-03-19T02:00:12.310 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.310 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.310 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.310 INFO:teuthology.orchestra.run.smithi046.stdout:                                "cephadm-package",
2024-03-19T02:00:12.310 INFO:teuthology.orchestra.run.smithi046.stdout:                                "root"
2024-03-19T02:00:12.310 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.310 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "mode for remote execution of cephadm",
2024-03-19T02:00:12.310 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.310 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.310 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.310 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.310 INFO:teuthology.orchestra.run.smithi046.stdout:                        "oob_default_addr": {
2024-03-19T02:00:12.311 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "oob_default_addr",
2024-03-19T02:00:12.311 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.311 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.311 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.311 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "169.254.1.1",
2024-03-19T02:00:12.311 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.311 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.311 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.311 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Default address for RedFish API (oob management).",
2024-03-19T02:00:12.311 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.311 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.311 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.311 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.311 INFO:teuthology.orchestra.run.smithi046.stdout:                        "prometheus_alerts_path": {
2024-03-19T02:00:12.312 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "prometheus_alerts_path",
2024-03-19T02:00:12.312 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.312 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.312 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.312 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml",
2024-03-19T02:00:12.312 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.312 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.312 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.312 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "location of alerts to include in prometheus deployments",
2024-03-19T02:00:12.312 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.312 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.312 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.312 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.312 INFO:teuthology.orchestra.run.smithi046.stdout:                        "registry_insecure": {
2024-03-19T02:00:12.312 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "registry_insecure",
2024-03-19T02:00:12.313 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.313 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.313 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.313 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.313 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.313 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.313 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.313 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.",
2024-03-19T02:00:12.313 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.313 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.313 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.313 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.313 INFO:teuthology.orchestra.run.smithi046.stdout:                        "registry_password": {
2024-03-19T02:00:12.313 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "registry_password",
2024-03-19T02:00:12.314 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.314 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.314 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.314 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.314 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.314 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.314 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.314 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Custom repository password. Only used for logging into a registry.",
2024-03-19T02:00:12.314 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.314 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.314 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.314 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.314 INFO:teuthology.orchestra.run.smithi046.stdout:                        "registry_url": {
2024-03-19T02:00:12.314 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "registry_url",
2024-03-19T02:00:12.315 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.315 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.315 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.315 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.315 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.315 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.315 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.315 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Registry url for login purposes. This is not the default registry",
2024-03-19T02:00:12.315 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.315 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.315 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.315 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.315 INFO:teuthology.orchestra.run.smithi046.stdout:                        "registry_username": {
2024-03-19T02:00:12.315 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "registry_username",
2024-03-19T02:00:12.316 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.316 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.316 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.316 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.316 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.316 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.316 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.316 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Custom repository username. Only used for logging into a registry.",
2024-03-19T02:00:12.316 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.316 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.316 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.316 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.317 INFO:teuthology.orchestra.run.smithi046.stdout:                        "secure_monitoring_stack": {
2024-03-19T02:00:12.317 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "secure_monitoring_stack",
2024-03-19T02:00:12.317 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.317 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.317 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.317 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.317 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.317 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.317 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.317 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Enable TLS security for all the monitoring stack daemons",
2024-03-19T02:00:12.317 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.318 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.318 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.318 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.318 INFO:teuthology.orchestra.run.smithi046.stdout:                        "service_discovery_port": {
2024-03-19T02:00:12.318 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "service_discovery_port",
2024-03-19T02:00:12.318 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.319 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.319 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.319 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "8765",
2024-03-19T02:00:12.319 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.319 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.319 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.319 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "cephadm service discovery port",
2024-03-19T02:00:12.319 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.320 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.320 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.320 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.320 INFO:teuthology.orchestra.run.smithi046.stdout:                        "ssh_config_file": {
2024-03-19T02:00:12.320 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "ssh_config_file",
2024-03-19T02:00:12.320 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.320 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.320 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.321 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.321 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.321 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.321 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.321 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "customized SSH config file to connect to managed hosts",
2024-03-19T02:00:12.321 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.321 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.321 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.321 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.321 INFO:teuthology.orchestra.run.smithi046.stdout:                        "use_agent": {
2024-03-19T02:00:12.321 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "use_agent",
2024-03-19T02:00:12.322 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.322 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.322 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.322 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.322 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.322 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.322 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.322 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Use cephadm agent on each host to gather and send metadata",
2024-03-19T02:00:12.322 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.322 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.322 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.322 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.322 INFO:teuthology.orchestra.run.smithi046.stdout:                        "use_repo_digest": {
2024-03-19T02:00:12.323 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "use_repo_digest",
2024-03-19T02:00:12.323 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.323 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.323 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.323 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.323 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.323 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.323 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.323 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image",
2024-03-19T02:00:12.323 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.323 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.323 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.323 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.323 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warn_on_failed_host_check": {
2024-03-19T02:00:12.323 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "warn_on_failed_host_check",
2024-03-19T02:00:12.324 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.324 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.324 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.324 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.324 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.324 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.324 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.324 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "raise a health warning if the host check fails",
2024-03-19T02:00:12.324 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.324 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.324 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.324 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.324 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warn_on_stray_daemons": {
2024-03-19T02:00:12.324 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "warn_on_stray_daemons",
2024-03-19T02:00:12.324 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.325 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.325 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.325 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.325 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.325 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.325 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.325 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "raise a health warning if daemons are detected that are not managed by cephadm",
2024-03-19T02:00:12.325 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.325 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.325 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.325 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.325 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warn_on_stray_hosts": {
2024-03-19T02:00:12.325 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "warn_on_stray_hosts",
2024-03-19T02:00:12.325 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.326 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.326 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.326 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.326 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.326 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.326 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.326 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm",
2024-03-19T02:00:12.326 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.326 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.326 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.326 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.326 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.326 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.326 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.327 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "crash",
2024-03-19T02:00:12.327 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.327 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.327 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.327 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.327 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.327 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.327 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.327 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.327 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.327 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.327 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.327 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.327 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.328 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.328 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.328 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.328 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.328 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.328 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.328 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.328 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.328 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.328 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.328 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.328 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.328 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.328 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.329 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.329 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.329 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.329 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.329 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.329 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.329 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.329 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.329 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.329 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.329 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.329 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.329 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.329 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.330 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.330 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.330 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.330 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.330 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.330 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.330 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.330 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.330 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.330 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.330 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.330 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.330 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.331 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.331 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.331 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.331 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.331 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.331 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.331 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.331 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.331 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.331 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.331 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.331 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.331 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.331 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.332 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.332 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.332 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.332 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.332 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.332 INFO:teuthology.orchestra.run.smithi046.stdout:                        "retain_interval": {
2024-03-19T02:00:12.332 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "retain_interval",
2024-03-19T02:00:12.332 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:12.332 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.332 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.332 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "31536000",
2024-03-19T02:00:12.332 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.332 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.332 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.333 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "how long to retain crashes before pruning them",
2024-03-19T02:00:12.333 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.333 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.333 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.333 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.333 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warn_recent_interval": {
2024-03-19T02:00:12.333 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "warn_recent_interval",
2024-03-19T02:00:12.333 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:12.333 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.333 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.333 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "1209600",
2024-03-19T02:00:12.333 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.333 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.333 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.334 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "time interval in which to warn about recent crashes",
2024-03-19T02:00:12.334 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.334 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.334 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.334 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.334 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.334 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.334 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.334 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "dashboard",
2024-03-19T02:00:12.334 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.334 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.334 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.334 INFO:teuthology.orchestra.run.smithi046.stdout:                        "ACCOUNT_LOCKOUT_ATTEMPTS": {
2024-03-19T02:00:12.334 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "ACCOUNT_LOCKOUT_ATTEMPTS",
2024-03-19T02:00:12.335 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.335 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.335 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.335 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "10",
2024-03-19T02:00:12.335 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.335 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.335 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.335 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.335 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.335 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.335 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.335 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.335 INFO:teuthology.orchestra.run.smithi046.stdout:                        "ALERTMANAGER_API_HOST": {
2024-03-19T02:00:12.335 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "ALERTMANAGER_API_HOST",
2024-03-19T02:00:12.335 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.336 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.336 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.336 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.336 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.336 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.336 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.336 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.336 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.336 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.336 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.336 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.336 INFO:teuthology.orchestra.run.smithi046.stdout:                        "ALERTMANAGER_API_SSL_VERIFY": {
2024-03-19T02:00:12.336 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "ALERTMANAGER_API_SSL_VERIFY",
2024-03-19T02:00:12.336 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.337 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.337 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.337 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.337 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.337 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.337 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.337 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.337 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.337 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.337 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.337 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.337 INFO:teuthology.orchestra.run.smithi046.stdout:                        "AUDIT_API_ENABLED": {
2024-03-19T02:00:12.337 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "AUDIT_API_ENABLED",
2024-03-19T02:00:12.337 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.337 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.338 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.338 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.338 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.338 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.338 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.338 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.338 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.338 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.338 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.338 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.338 INFO:teuthology.orchestra.run.smithi046.stdout:                        "AUDIT_API_LOG_PAYLOAD": {
2024-03-19T02:00:12.338 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "AUDIT_API_LOG_PAYLOAD",
2024-03-19T02:00:12.338 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.339 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.339 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.339 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.339 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.339 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.339 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.339 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.339 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.339 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.339 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.339 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.339 INFO:teuthology.orchestra.run.smithi046.stdout:                        "ENABLE_BROWSABLE_API": {
2024-03-19T02:00:12.339 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "ENABLE_BROWSABLE_API",
2024-03-19T02:00:12.339 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.340 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.340 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.340 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.340 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.340 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.340 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.340 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.340 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.340 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.340 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.340 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.340 INFO:teuthology.orchestra.run.smithi046.stdout:                        "FEATURE_TOGGLE_CEPHFS": {
2024-03-19T02:00:12.340 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "FEATURE_TOGGLE_CEPHFS",
2024-03-19T02:00:12.340 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.340 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.341 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.341 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.341 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.341 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.341 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.341 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.341 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.341 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.341 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.341 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.341 INFO:teuthology.orchestra.run.smithi046.stdout:                        "FEATURE_TOGGLE_DASHBOARD": {
2024-03-19T02:00:12.341 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "FEATURE_TOGGLE_DASHBOARD",
2024-03-19T02:00:12.341 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.341 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.342 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.342 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.342 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.342 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.342 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.342 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.342 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.342 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.342 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.342 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.342 INFO:teuthology.orchestra.run.smithi046.stdout:                        "FEATURE_TOGGLE_ISCSI": {
2024-03-19T02:00:12.342 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "FEATURE_TOGGLE_ISCSI",
2024-03-19T02:00:12.342 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.342 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.343 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.343 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.343 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.343 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.343 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.343 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.343 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.343 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.343 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.343 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.343 INFO:teuthology.orchestra.run.smithi046.stdout:                        "FEATURE_TOGGLE_MIRRORING": {
2024-03-19T02:00:12.343 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "FEATURE_TOGGLE_MIRRORING",
2024-03-19T02:00:12.343 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.344 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.344 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.344 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.344 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.344 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.344 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.344 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.344 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.344 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.344 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.344 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.344 INFO:teuthology.orchestra.run.smithi046.stdout:                        "FEATURE_TOGGLE_NFS": {
2024-03-19T02:00:12.344 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "FEATURE_TOGGLE_NFS",
2024-03-19T02:00:12.344 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.345 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.345 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.345 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.345 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.345 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.345 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.345 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.345 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.345 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.345 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.345 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.345 INFO:teuthology.orchestra.run.smithi046.stdout:                        "FEATURE_TOGGLE_RBD": {
2024-03-19T02:00:12.345 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "FEATURE_TOGGLE_RBD",
2024-03-19T02:00:12.345 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.346 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.346 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.346 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.346 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.346 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.346 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.346 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.346 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.346 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.346 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.346 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.346 INFO:teuthology.orchestra.run.smithi046.stdout:                        "FEATURE_TOGGLE_RGW": {
2024-03-19T02:00:12.346 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "FEATURE_TOGGLE_RGW",
2024-03-19T02:00:12.346 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.347 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.347 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.347 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.347 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.347 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.347 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.347 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.347 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.347 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.347 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.347 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.347 INFO:teuthology.orchestra.run.smithi046.stdout:                        "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": {
2024-03-19T02:00:12.347 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE",
2024-03-19T02:00:12.347 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.348 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.348 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.348 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.348 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.348 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.348 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.348 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.348 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.348 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.348 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.348 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.348 INFO:teuthology.orchestra.run.smithi046.stdout:                        "GRAFANA_API_PASSWORD": {
2024-03-19T02:00:12.348 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "GRAFANA_API_PASSWORD",
2024-03-19T02:00:12.348 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.349 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.349 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.349 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "admin",
2024-03-19T02:00:12.349 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.349 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.349 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.349 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.349 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.349 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.349 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.349 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.349 INFO:teuthology.orchestra.run.smithi046.stdout:                        "GRAFANA_API_SSL_VERIFY": {
2024-03-19T02:00:12.349 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "GRAFANA_API_SSL_VERIFY",
2024-03-19T02:00:12.349 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.350 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.350 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.350 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.350 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.350 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.350 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.350 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.350 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.350 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.350 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.350 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.350 INFO:teuthology.orchestra.run.smithi046.stdout:                        "GRAFANA_API_URL": {
2024-03-19T02:00:12.350 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "GRAFANA_API_URL",
2024-03-19T02:00:12.350 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.351 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.351 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.351 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.351 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.351 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.351 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.351 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.351 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.351 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.351 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.351 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.351 INFO:teuthology.orchestra.run.smithi046.stdout:                        "GRAFANA_API_USERNAME": {
2024-03-19T02:00:12.351 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "GRAFANA_API_USERNAME",
2024-03-19T02:00:12.351 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.352 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.352 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.352 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "admin",
2024-03-19T02:00:12.352 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.352 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.352 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.352 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.352 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.352 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.352 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.352 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.352 INFO:teuthology.orchestra.run.smithi046.stdout:                        "GRAFANA_FRONTEND_API_URL": {
2024-03-19T02:00:12.352 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "GRAFANA_FRONTEND_API_URL",
2024-03-19T02:00:12.352 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.352 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.353 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.353 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.353 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.353 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.353 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.353 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.353 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.353 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.353 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.353 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.353 INFO:teuthology.orchestra.run.smithi046.stdout:                        "GRAFANA_UPDATE_DASHBOARDS": {
2024-03-19T02:00:12.353 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "GRAFANA_UPDATE_DASHBOARDS",
2024-03-19T02:00:12.353 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.354 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.354 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.354 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.354 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.354 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.354 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.354 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.354 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.354 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.354 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.354 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.354 INFO:teuthology.orchestra.run.smithi046.stdout:                        "ISCSI_API_SSL_VERIFICATION": {
2024-03-19T02:00:12.354 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "ISCSI_API_SSL_VERIFICATION",
2024-03-19T02:00:12.354 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.355 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.355 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.355 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.355 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.355 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.355 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.355 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.355 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.355 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.355 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.355 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.355 INFO:teuthology.orchestra.run.smithi046.stdout:                        "ISSUE_TRACKER_API_KEY": {
2024-03-19T02:00:12.355 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "ISSUE_TRACKER_API_KEY",
2024-03-19T02:00:12.355 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.355 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.356 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.356 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.356 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.356 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.356 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.356 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.356 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.356 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.356 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.356 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.356 INFO:teuthology.orchestra.run.smithi046.stdout:                        "MULTICLUSTER_CONFIG": {
2024-03-19T02:00:12.356 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "MULTICLUSTER_CONFIG",
2024-03-19T02:00:12.356 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.356 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.357 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.357 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "{}",
2024-03-19T02:00:12.357 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.357 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.357 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.357 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.357 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.357 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.357 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.357 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.357 INFO:teuthology.orchestra.run.smithi046.stdout:                        "PROMETHEUS_API_HOST": {
2024-03-19T02:00:12.357 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "PROMETHEUS_API_HOST",
2024-03-19T02:00:12.357 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.358 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.358 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.358 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.358 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.358 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.358 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.358 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.358 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.358 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.358 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.358 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.358 INFO:teuthology.orchestra.run.smithi046.stdout:                        "PROMETHEUS_API_SSL_VERIFY": {
2024-03-19T02:00:12.358 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "PROMETHEUS_API_SSL_VERIFY",
2024-03-19T02:00:12.358 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.359 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.359 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.359 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.359 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.359 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.359 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.359 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.359 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.359 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.359 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.359 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.359 INFO:teuthology.orchestra.run.smithi046.stdout:                        "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": {
2024-03-19T02:00:12.359 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED",
2024-03-19T02:00:12.360 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.360 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.360 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.360 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.360 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.360 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.360 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.360 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.360 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.360 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.360 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.360 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.360 INFO:teuthology.orchestra.run.smithi046.stdout:                        "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": {
2024-03-19T02:00:12.360 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED",
2024-03-19T02:00:12.361 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.361 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.361 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.361 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.361 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.361 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.361 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.361 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.361 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.361 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.361 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.361 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.361 INFO:teuthology.orchestra.run.smithi046.stdout:                        "PWD_POLICY_CHECK_LENGTH_ENABLED": {
2024-03-19T02:00:12.362 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "PWD_POLICY_CHECK_LENGTH_ENABLED",
2024-03-19T02:00:12.362 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.362 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.362 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.362 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.362 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.362 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.362 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.362 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.362 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.362 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.362 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.362 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.362 INFO:teuthology.orchestra.run.smithi046.stdout:                        "PWD_POLICY_CHECK_OLDPWD_ENABLED": {
2024-03-19T02:00:12.363 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED",
2024-03-19T02:00:12.363 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.363 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.363 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.363 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.363 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.363 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.363 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.363 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.363 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.363 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.363 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.363 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.363 INFO:teuthology.orchestra.run.smithi046.stdout:                        "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": {
2024-03-19T02:00:12.364 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED",
2024-03-19T02:00:12.364 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.364 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.364 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.364 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.364 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.364 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.364 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.364 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.364 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.364 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.364 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.364 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.364 INFO:teuthology.orchestra.run.smithi046.stdout:                        "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": {
2024-03-19T02:00:12.365 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED",
2024-03-19T02:00:12.365 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.365 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.365 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.365 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.365 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.365 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.365 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.365 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.365 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.365 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.365 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.365 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.365 INFO:teuthology.orchestra.run.smithi046.stdout:                        "PWD_POLICY_CHECK_USERNAME_ENABLED": {
2024-03-19T02:00:12.366 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "PWD_POLICY_CHECK_USERNAME_ENABLED",
2024-03-19T02:00:12.366 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.366 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.366 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.366 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.366 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.366 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.366 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.366 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.366 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.366 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.366 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.366 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.367 INFO:teuthology.orchestra.run.smithi046.stdout:                        "PWD_POLICY_ENABLED": {
2024-03-19T02:00:12.367 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "PWD_POLICY_ENABLED",
2024-03-19T02:00:12.367 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.367 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.367 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.367 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.367 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.367 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.367 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.367 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.367 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.367 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.367 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.368 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.368 INFO:teuthology.orchestra.run.smithi046.stdout:                        "PWD_POLICY_EXCLUSION_LIST": {
2024-03-19T02:00:12.368 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "PWD_POLICY_EXCLUSION_LIST",
2024-03-19T02:00:12.368 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.368 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.368 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.368 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps",
2024-03-19T02:00:12.368 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.368 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.368 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.368 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.368 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.368 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.368 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.369 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.369 INFO:teuthology.orchestra.run.smithi046.stdout:                        "PWD_POLICY_MIN_COMPLEXITY": {
2024-03-19T02:00:12.369 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "PWD_POLICY_MIN_COMPLEXITY",
2024-03-19T02:00:12.369 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.369 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.369 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.369 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "10",
2024-03-19T02:00:12.369 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.369 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.369 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.369 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.369 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.369 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.369 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.370 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.370 INFO:teuthology.orchestra.run.smithi046.stdout:                        "PWD_POLICY_MIN_LENGTH": {
2024-03-19T02:00:12.370 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "PWD_POLICY_MIN_LENGTH",
2024-03-19T02:00:12.370 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.370 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.370 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.370 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "8",
2024-03-19T02:00:12.370 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.370 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.370 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.370 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.370 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.370 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.371 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.371 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.371 INFO:teuthology.orchestra.run.smithi046.stdout:                        "REST_REQUESTS_TIMEOUT": {
2024-03-19T02:00:12.371 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "REST_REQUESTS_TIMEOUT",
2024-03-19T02:00:12.371 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.371 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.371 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.371 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "45",
2024-03-19T02:00:12.371 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.371 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.371 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.371 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.371 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.371 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.372 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.372 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.372 INFO:teuthology.orchestra.run.smithi046.stdout:                        "RGW_API_ACCESS_KEY": {
2024-03-19T02:00:12.372 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "RGW_API_ACCESS_KEY",
2024-03-19T02:00:12.372 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.372 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.372 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.372 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.372 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.372 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.372 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.372 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.372 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.372 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.373 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.373 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.373 INFO:teuthology.orchestra.run.smithi046.stdout:                        "RGW_API_ADMIN_RESOURCE": {
2024-03-19T02:00:12.373 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "RGW_API_ADMIN_RESOURCE",
2024-03-19T02:00:12.373 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.373 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.373 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.373 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "admin",
2024-03-19T02:00:12.373 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.373 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.373 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.373 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.373 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.373 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.374 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.374 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.374 INFO:teuthology.orchestra.run.smithi046.stdout:                        "RGW_API_SECRET_KEY": {
2024-03-19T02:00:12.374 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "RGW_API_SECRET_KEY",
2024-03-19T02:00:12.374 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.374 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.374 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.374 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.374 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.374 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.374 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.374 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.374 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.374 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.375 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.375 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.375 INFO:teuthology.orchestra.run.smithi046.stdout:                        "RGW_API_SSL_VERIFY": {
2024-03-19T02:00:12.375 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "RGW_API_SSL_VERIFY",
2024-03-19T02:00:12.375 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.375 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.375 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.375 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.375 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.375 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.375 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.375 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.375 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.375 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.376 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.376 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.376 INFO:teuthology.orchestra.run.smithi046.stdout:                        "UNSAFE_TLS_v1_2": {
2024-03-19T02:00:12.376 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "UNSAFE_TLS_v1_2",
2024-03-19T02:00:12.376 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.376 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.376 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.376 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.376 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.376 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.376 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.376 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.376 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.376 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.377 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.377 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.377 INFO:teuthology.orchestra.run.smithi046.stdout:                        "USER_PWD_EXPIRATION_SPAN": {
2024-03-19T02:00:12.377 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "USER_PWD_EXPIRATION_SPAN",
2024-03-19T02:00:12.377 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.377 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.377 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.377 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "0",
2024-03-19T02:00:12.377 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.377 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.377 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.377 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.377 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.377 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.378 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.378 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.378 INFO:teuthology.orchestra.run.smithi046.stdout:                        "USER_PWD_EXPIRATION_WARNING_1": {
2024-03-19T02:00:12.378 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "USER_PWD_EXPIRATION_WARNING_1",
2024-03-19T02:00:12.378 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.378 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.378 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.378 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "10",
2024-03-19T02:00:12.378 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.378 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.378 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.378 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.378 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.378 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.379 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.379 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.379 INFO:teuthology.orchestra.run.smithi046.stdout:                        "USER_PWD_EXPIRATION_WARNING_2": {
2024-03-19T02:00:12.379 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "USER_PWD_EXPIRATION_WARNING_2",
2024-03-19T02:00:12.379 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.379 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.379 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.379 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "5",
2024-03-19T02:00:12.379 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.379 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.379 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.379 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.379 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.379 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.380 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.380 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.380 INFO:teuthology.orchestra.run.smithi046.stdout:                        "cross_origin_url": {
2024-03-19T02:00:12.380 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "cross_origin_url",
2024-03-19T02:00:12.380 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.380 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.380 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.380 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.380 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.380 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.380 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.380 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.380 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.380 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.380 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.381 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.381 INFO:teuthology.orchestra.run.smithi046.stdout:                        "crt_file": {
2024-03-19T02:00:12.381 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "crt_file",
2024-03-19T02:00:12.381 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.381 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.381 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.381 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.381 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.381 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.381 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.381 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.381 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.381 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.381 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.382 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.382 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug": {
2024-03-19T02:00:12.382 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "debug",
2024-03-19T02:00:12.382 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.382 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.382 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.382 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.382 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.382 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.382 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.382 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Enable/disable debug options",
2024-03-19T02:00:12.382 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.382 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.382 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.383 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.383 INFO:teuthology.orchestra.run.smithi046.stdout:                        "jwt_token_ttl": {
2024-03-19T02:00:12.383 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "jwt_token_ttl",
2024-03-19T02:00:12.383 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.383 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.383 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.383 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "28800",
2024-03-19T02:00:12.383 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.383 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.383 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.383 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.383 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.384 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.384 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.384 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.384 INFO:teuthology.orchestra.run.smithi046.stdout:                        "key_file": {
2024-03-19T02:00:12.384 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "key_file",
2024-03-19T02:00:12.384 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.384 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.384 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.384 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.384 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.384 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.384 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.384 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.384 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.385 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.385 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.385 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.385 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.385 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.385 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.385 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.385 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.385 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.385 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.385 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.385 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.385 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.386 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.386 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.386 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.386 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.386 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.386 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.386 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.386 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.386 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.386 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.386 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.386 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.386 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.386 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.387 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.387 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.387 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.387 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.387 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.387 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.387 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.387 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.387 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.387 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.387 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.387 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.387 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.388 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.388 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.388 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.388 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.388 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.388 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.388 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.388 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.388 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.388 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.388 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.388 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.388 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.388 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.388 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.389 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.389 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.389 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.389 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.389 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.389 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.389 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.389 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.389 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.389 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.389 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.389 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.389 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.389 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.390 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.390 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.390 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.390 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.390 INFO:teuthology.orchestra.run.smithi046.stdout:                        "motd": {
2024-03-19T02:00:12.390 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "motd",
2024-03-19T02:00:12.390 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.390 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.390 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.390 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.390 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.390 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.390 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.390 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "The message of the day",
2024-03-19T02:00:12.391 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.391 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.391 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.391 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.391 INFO:teuthology.orchestra.run.smithi046.stdout:                        "redirect_resolve_ip_addr": {
2024-03-19T02:00:12.391 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "redirect_resolve_ip_addr",
2024-03-19T02:00:12.391 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.391 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.391 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.391 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.391 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.391 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.391 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.391 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.392 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.392 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.392 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.392 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.392 INFO:teuthology.orchestra.run.smithi046.stdout:                        "server_addr": {
2024-03-19T02:00:12.392 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "server_addr",
2024-03-19T02:00:12.392 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.392 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.392 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.392 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "::",
2024-03-19T02:00:12.392 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.392 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.392 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.392 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.392 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.393 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.393 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.393 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.393 INFO:teuthology.orchestra.run.smithi046.stdout:                        "server_port": {
2024-03-19T02:00:12.393 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "server_port",
2024-03-19T02:00:12.393 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.393 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.393 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.393 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "8080",
2024-03-19T02:00:12.393 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.393 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.393 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.393 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.393 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.394 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.394 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.394 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.394 INFO:teuthology.orchestra.run.smithi046.stdout:                        "ssl": {
2024-03-19T02:00:12.394 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "ssl",
2024-03-19T02:00:12.394 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.394 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.394 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.394 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.394 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.394 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.394 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.394 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.394 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.395 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.395 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.395 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.395 INFO:teuthology.orchestra.run.smithi046.stdout:                        "ssl_server_port": {
2024-03-19T02:00:12.395 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "ssl_server_port",
2024-03-19T02:00:12.395 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.395 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.395 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.395 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "8443",
2024-03-19T02:00:12.395 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.395 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.395 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.395 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.395 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.395 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.396 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.396 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.396 INFO:teuthology.orchestra.run.smithi046.stdout:                        "standby_behaviour": {
2024-03-19T02:00:12.396 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "standby_behaviour",
2024-03-19T02:00:12.396 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.396 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.396 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.396 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "redirect",
2024-03-19T02:00:12.396 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.396 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.396 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.396 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.396 INFO:teuthology.orchestra.run.smithi046.stdout:                                "redirect"
2024-03-19T02:00:12.396 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.396 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.397 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.397 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.397 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.397 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.397 INFO:teuthology.orchestra.run.smithi046.stdout:                        "standby_error_status_code": {
2024-03-19T02:00:12.397 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "standby_error_status_code",
2024-03-19T02:00:12.397 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.397 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.397 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.397 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "500",
2024-03-19T02:00:12.397 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "400",
2024-03-19T02:00:12.397 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "599",
2024-03-19T02:00:12.397 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.398 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.398 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.398 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.398 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.398 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.398 INFO:teuthology.orchestra.run.smithi046.stdout:                        "url_prefix": {
2024-03-19T02:00:12.398 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "url_prefix",
2024-03-19T02:00:12.398 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.398 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.398 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.398 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.398 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.398 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.398 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.399 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.399 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.399 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.399 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.399 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.399 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.399 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.399 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.399 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "devicehealth",
2024-03-19T02:00:12.399 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.399 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.399 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.399 INFO:teuthology.orchestra.run.smithi046.stdout:                        "enable_monitoring": {
2024-03-19T02:00:12.399 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "enable_monitoring",
2024-03-19T02:00:12.400 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.400 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.400 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.400 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.400 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.400 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.400 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.400 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "monitor device health metrics",
2024-03-19T02:00:12.400 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.400 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.400 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.400 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.400 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.400 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.401 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.401 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.401 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.401 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.401 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.401 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.401 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.401 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.401 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.401 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.401 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.401 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.401 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.401 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.402 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.402 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.402 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.402 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.402 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.402 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.402 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.402 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.402 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.402 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.402 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.402 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.402 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.402 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.403 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.403 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.403 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.403 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.403 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.403 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.403 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.403 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.403 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.403 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.403 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.403 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.403 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.403 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.403 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.404 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.404 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.404 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.404 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.404 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.404 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.404 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.404 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.404 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.404 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.404 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.404 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.404 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.404 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.405 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.405 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.405 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.405 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.405 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.405 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.405 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.405 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.405 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.405 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.405 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.405 INFO:teuthology.orchestra.run.smithi046.stdout:                        "mark_out_threshold": {
2024-03-19T02:00:12.405 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "mark_out_threshold",
2024-03-19T02:00:12.405 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:12.405 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.406 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.406 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "2419200",
2024-03-19T02:00:12.406 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.406 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.406 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.406 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "automatically mark OSD if it may fail before this long",
2024-03-19T02:00:12.406 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.406 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.406 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.406 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.406 INFO:teuthology.orchestra.run.smithi046.stdout:                        "pool_name": {
2024-03-19T02:00:12.406 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "pool_name",
2024-03-19T02:00:12.406 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.406 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.407 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.407 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "device_health_metrics",
2024-03-19T02:00:12.407 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.407 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.407 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.407 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "name of pool in which to store device health metrics",
2024-03-19T02:00:12.407 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.407 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.407 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.407 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.407 INFO:teuthology.orchestra.run.smithi046.stdout:                        "retention_period": {
2024-03-19T02:00:12.407 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "retention_period",
2024-03-19T02:00:12.407 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:12.407 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.408 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.408 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "15552000",
2024-03-19T02:00:12.408 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.408 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.408 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.408 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "how long to retain device health metrics",
2024-03-19T02:00:12.408 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.408 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.408 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.408 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.408 INFO:teuthology.orchestra.run.smithi046.stdout:                        "scrape_frequency": {
2024-03-19T02:00:12.408 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "scrape_frequency",
2024-03-19T02:00:12.408 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:12.408 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.409 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.409 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "86400",
2024-03-19T02:00:12.409 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.409 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.409 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.409 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "how frequently to scrape device health metrics",
2024-03-19T02:00:12.409 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.409 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.409 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.409 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.409 INFO:teuthology.orchestra.run.smithi046.stdout:                        "self_heal": {
2024-03-19T02:00:12.409 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "self_heal",
2024-03-19T02:00:12.409 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.409 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.410 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.410 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.410 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.410 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.410 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.410 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "preemptively heal cluster around devices that may fail",
2024-03-19T02:00:12.410 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.410 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.410 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.410 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.410 INFO:teuthology.orchestra.run.smithi046.stdout:                        "sleep_interval": {
2024-03-19T02:00:12.410 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "sleep_interval",
2024-03-19T02:00:12.410 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:12.411 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.411 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.411 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "600",
2024-03-19T02:00:12.411 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.411 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.411 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.411 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "how frequently to wake up and check device health",
2024-03-19T02:00:12.411 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.411 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.411 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.411 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.411 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warn_threshold": {
2024-03-19T02:00:12.411 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "warn_threshold",
2024-03-19T02:00:12.412 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:12.412 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.412 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.412 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "7257600",
2024-03-19T02:00:12.412 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.412 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.412 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.412 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "raise health warning if OSD may fail before this long",
2024-03-19T02:00:12.412 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.412 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.412 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.412 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.412 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.412 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.413 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.413 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "diskprediction_local",
2024-03-19T02:00:12.413 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.413 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.413 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.413 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.413 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.413 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.413 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.413 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.413 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.413 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.413 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.413 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.414 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.414 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.414 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.414 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.414 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.414 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.414 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.414 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.414 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.414 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.414 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.414 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.414 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.414 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.415 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.415 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.415 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.415 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.415 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.415 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.415 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.415 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.415 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.415 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.415 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.415 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.415 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.416 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.416 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.416 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.416 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.416 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.416 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.416 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.416 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.416 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.416 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.416 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.416 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.416 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.416 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.416 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.417 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.417 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.417 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.417 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.417 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.417 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.417 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.417 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.417 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.417 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.417 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.417 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.417 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.417 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.418 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.418 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.418 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.418 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.418 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.418 INFO:teuthology.orchestra.run.smithi046.stdout:                        "predict_interval": {
2024-03-19T02:00:12.418 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "predict_interval",
2024-03-19T02:00:12.418 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.418 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.418 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.418 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "86400",
2024-03-19T02:00:12.418 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.418 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.418 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.419 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.419 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.419 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.419 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.419 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.419 INFO:teuthology.orchestra.run.smithi046.stdout:                        "predictor_model": {
2024-03-19T02:00:12.419 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "predictor_model",
2024-03-19T02:00:12.422 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.422 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.422 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.422 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "prophetstor",
2024-03-19T02:00:12.422 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.422 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.422 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.422 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.422 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.422 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.423 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.423 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.423 INFO:teuthology.orchestra.run.smithi046.stdout:                        "sleep_interval": {
2024-03-19T02:00:12.423 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "sleep_interval",
2024-03-19T02:00:12.423 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.423 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.423 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.423 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "600",
2024-03-19T02:00:12.423 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.423 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.423 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.423 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.423 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.423 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.424 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.424 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.424 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.424 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.424 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.424 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "influx",
2024-03-19T02:00:12.424 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": false,
2024-03-19T02:00:12.424 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "influxdb python module not found",
2024-03-19T02:00:12.424 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.424 INFO:teuthology.orchestra.run.smithi046.stdout:                        "batch_size": {
2024-03-19T02:00:12.424 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "batch_size",
2024-03-19T02:00:12.424 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.424 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.424 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.425 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "5000",
2024-03-19T02:00:12.425 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.425 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.425 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.425 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "How big batches of data points should be when sending to InfluxDB.",
2024-03-19T02:00:12.425 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.425 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.425 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.425 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.425 INFO:teuthology.orchestra.run.smithi046.stdout:                        "database": {
2024-03-19T02:00:12.425 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "database",
2024-03-19T02:00:12.425 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.425 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.425 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.426 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "ceph",
2024-03-19T02:00:12.426 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.426 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.426 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.426 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.",
2024-03-19T02:00:12.426 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.426 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.426 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.426 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.426 INFO:teuthology.orchestra.run.smithi046.stdout:                        "hostname": {
2024-03-19T02:00:12.426 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "hostname",
2024-03-19T02:00:12.426 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.426 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.427 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.427 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.427 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.427 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.427 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.427 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "InfluxDB server hostname",
2024-03-19T02:00:12.427 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.427 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.427 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.427 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.427 INFO:teuthology.orchestra.run.smithi046.stdout:                        "interval": {
2024-03-19T02:00:12.427 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "interval",
2024-03-19T02:00:12.427 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:12.427 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.428 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.428 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "30",
2024-03-19T02:00:12.428 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "5",
2024-03-19T02:00:12.428 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.428 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.428 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Time between reports to InfluxDB.  Default 30 seconds.",
2024-03-19T02:00:12.428 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.428 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.428 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.428 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.428 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.428 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.428 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.429 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.429 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.429 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.429 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.429 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.429 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.429 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.429 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.429 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.429 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.429 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.429 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.429 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.429 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.430 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.430 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.430 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.430 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.430 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.430 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.430 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.430 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.430 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.430 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.430 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.430 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.430 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.430 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.431 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.431 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.431 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.431 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.431 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.431 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.431 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.431 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.431 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.431 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.431 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.431 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.431 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.431 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.432 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.432 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.432 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.432 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.432 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.432 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.432 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.432 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.432 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.432 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.432 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.432 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.432 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.432 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.433 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.433 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.433 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.433 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.433 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.433 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.433 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.433 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.433 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.433 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.433 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.433 INFO:teuthology.orchestra.run.smithi046.stdout:                        "password": {
2024-03-19T02:00:12.433 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "password",
2024-03-19T02:00:12.433 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.434 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.434 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.434 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.434 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.434 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.434 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.434 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "password of InfluxDB server user",
2024-03-19T02:00:12.434 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.434 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.434 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.434 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.434 INFO:teuthology.orchestra.run.smithi046.stdout:                        "port": {
2024-03-19T02:00:12.434 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "port",
2024-03-19T02:00:12.434 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.435 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.435 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.435 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "8086",
2024-03-19T02:00:12.435 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.435 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.435 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.435 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "InfluxDB server port",
2024-03-19T02:00:12.435 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.435 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.435 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.435 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.435 INFO:teuthology.orchestra.run.smithi046.stdout:                        "ssl": {
2024-03-19T02:00:12.435 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "ssl",
2024-03-19T02:00:12.435 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.436 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.436 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.436 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "false",
2024-03-19T02:00:12.436 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.436 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.436 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.436 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".",
2024-03-19T02:00:12.436 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.436 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.436 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.436 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.436 INFO:teuthology.orchestra.run.smithi046.stdout:                        "threads": {
2024-03-19T02:00:12.436 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "threads",
2024-03-19T02:00:12.436 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.436 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.437 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.437 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "5",
2024-03-19T02:00:12.437 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "1",
2024-03-19T02:00:12.437 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "32",
2024-03-19T02:00:12.437 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.437 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "How many worker threads should be spawned for sending data to InfluxDB.",
2024-03-19T02:00:12.437 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.437 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.437 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.437 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.437 INFO:teuthology.orchestra.run.smithi046.stdout:                        "username": {
2024-03-19T02:00:12.437 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "username",
2024-03-19T02:00:12.437 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.437 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.438 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.438 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.438 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.438 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.438 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.438 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "username of InfluxDB server user",
2024-03-19T02:00:12.438 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.438 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.438 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.438 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.438 INFO:teuthology.orchestra.run.smithi046.stdout:                        "verify_ssl": {
2024-03-19T02:00:12.438 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "verify_ssl",
2024-03-19T02:00:12.438 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.438 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.439 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.439 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "true",
2024-03-19T02:00:12.439 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.439 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.439 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.439 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".",
2024-03-19T02:00:12.439 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.439 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.439 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.439 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.439 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.439 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.439 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.439 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "insights",
2024-03-19T02:00:12.439 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.440 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.440 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.440 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.440 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.440 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.440 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.440 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.440 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.440 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.440 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.440 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.440 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.440 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.441 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.441 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.441 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.441 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.441 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.441 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.441 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.441 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.441 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.441 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.441 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.441 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.441 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.441 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.442 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.442 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.442 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.442 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.442 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.442 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.442 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.442 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.442 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.442 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.442 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.442 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.442 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.442 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.443 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.443 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.443 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.443 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.443 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.443 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.443 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.443 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.443 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.443 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.443 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.443 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.443 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.443 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.444 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.444 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.444 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.444 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.444 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.444 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.444 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.444 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.444 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.444 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.444 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.444 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.444 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.444 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.445 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.445 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.445 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.445 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.445 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.445 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.445 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "iostat",
2024-03-19T02:00:12.445 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.445 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.445 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.445 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.445 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.445 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.445 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.446 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.446 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.446 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.446 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.446 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.446 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.446 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.446 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.446 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.446 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.446 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.446 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.446 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.447 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.447 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.447 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.447 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.447 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.447 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.447 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.447 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.447 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.447 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.447 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.447 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.447 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.447 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.448 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.448 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.448 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.448 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.448 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.448 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.448 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.448 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.448 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.448 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.448 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.448 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.448 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.448 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.449 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.449 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.449 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.449 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.449 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.449 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.449 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.449 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.449 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.449 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.449 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.449 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.449 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.449 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.450 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.450 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.450 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.450 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.450 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.450 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.450 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.450 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.450 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.450 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.450 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.450 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.450 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.450 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.451 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "k8sevents",
2024-03-19T02:00:12.451 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.451 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.451 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.451 INFO:teuthology.orchestra.run.smithi046.stdout:                        "ceph_event_retention_days": {
2024-03-19T02:00:12.451 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "ceph_event_retention_days",
2024-03-19T02:00:12.451 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.451 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.451 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.451 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "7",
2024-03-19T02:00:12.451 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.451 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.451 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.452 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Days to hold ceph event information within local cache",
2024-03-19T02:00:12.452 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.452 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.452 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.452 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.452 INFO:teuthology.orchestra.run.smithi046.stdout:                        "config_check_secs": {
2024-03-19T02:00:12.452 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "config_check_secs",
2024-03-19T02:00:12.452 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.452 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.452 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.452 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "10",
2024-03-19T02:00:12.452 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "10",
2024-03-19T02:00:12.452 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.452 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.453 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "interval (secs) to check for cluster configuration changes",
2024-03-19T02:00:12.453 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.453 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.453 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.453 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.453 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.453 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.453 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.453 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.453 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.453 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.453 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.453 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.453 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.454 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.454 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.454 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.454 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.454 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.454 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.454 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.454 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.454 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.454 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.454 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.454 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.455 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.455 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.455 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.455 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.455 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.455 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.455 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.455 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.455 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.455 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.455 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.455 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.455 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.455 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.456 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.456 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.456 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.456 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.456 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.456 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.456 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.456 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.456 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.456 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.456 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.456 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.456 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.456 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.457 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.457 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.457 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.457 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.457 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.457 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.457 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.457 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.457 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.457 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.457 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.457 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.457 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.457 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.458 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.458 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.458 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.458 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.458 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.458 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.458 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.458 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.458 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.458 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.458 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "localpool",
2024-03-19T02:00:12.458 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.458 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.458 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.459 INFO:teuthology.orchestra.run.smithi046.stdout:                        "failure_domain": {
2024-03-19T02:00:12.459 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "failure_domain",
2024-03-19T02:00:12.459 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.459 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.459 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.459 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "host",
2024-03-19T02:00:12.459 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.459 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.459 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.459 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "failure domain for any created local pool",
2024-03-19T02:00:12.459 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "what failure domain we should separate data replicas across.",
2024-03-19T02:00:12.459 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.459 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.459 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.460 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.460 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.460 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.460 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.460 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.460 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.460 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.460 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.460 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.460 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.460 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.460 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.460 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.460 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.461 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.461 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.461 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.461 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.461 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.461 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.461 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.461 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.461 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.461 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.461 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.461 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.461 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.461 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.462 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.462 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.462 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.462 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.462 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.462 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.462 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.462 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.462 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.462 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.462 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.462 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.462 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.463 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.463 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.463 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.463 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.463 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.463 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.463 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.463 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.463 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.463 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.463 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.463 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.463 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.463 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.464 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.464 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.464 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.464 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.464 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.464 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.464 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.464 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.464 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.464 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.464 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.464 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.464 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.464 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.465 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.465 INFO:teuthology.orchestra.run.smithi046.stdout:                        "min_size": {
2024-03-19T02:00:12.465 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "min_size",
2024-03-19T02:00:12.465 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.465 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.465 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.465 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.465 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.465 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.465 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.465 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "default min_size for any created local pool",
2024-03-19T02:00:12.465 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)",
2024-03-19T02:00:12.465 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.466 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.466 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.466 INFO:teuthology.orchestra.run.smithi046.stdout:                        "num_rep": {
2024-03-19T02:00:12.466 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "num_rep",
2024-03-19T02:00:12.466 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.466 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.466 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.466 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "3",
2024-03-19T02:00:12.466 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.466 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.466 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.466 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "default replica count for any created local pool",
2024-03-19T02:00:12.466 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.467 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.467 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.467 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.467 INFO:teuthology.orchestra.run.smithi046.stdout:                        "pg_num": {
2024-03-19T02:00:12.467 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "pg_num",
2024-03-19T02:00:12.467 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.467 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.467 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.467 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "128",
2024-03-19T02:00:12.467 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.467 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.467 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.467 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "default pg_num for any created local pool",
2024-03-19T02:00:12.467 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.468 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.468 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.468 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.468 INFO:teuthology.orchestra.run.smithi046.stdout:                        "prefix": {
2024-03-19T02:00:12.468 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "prefix",
2024-03-19T02:00:12.468 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.468 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.468 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.468 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.468 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.469 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.469 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.469 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "name prefix for any created local pool",
2024-03-19T02:00:12.469 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.469 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.469 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.469 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.469 INFO:teuthology.orchestra.run.smithi046.stdout:                        "subtree": {
2024-03-19T02:00:12.469 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "subtree",
2024-03-19T02:00:12.469 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.469 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.469 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.469 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "rack",
2024-03-19T02:00:12.469 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.470 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.470 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.470 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "CRUSH level for which to create a local pool",
2024-03-19T02:00:12.470 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "which CRUSH subtree type the module should create a pool for.",
2024-03-19T02:00:12.470 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.470 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.470 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.470 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.470 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.470 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.470 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "mds_autoscaler",
2024-03-19T02:00:12.470 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.470 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.471 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.471 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.471 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.471 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.471 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.471 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.471 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.471 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.471 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.471 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.471 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.471 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.471 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.472 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.472 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.472 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.472 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.472 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.472 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.472 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.472 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.472 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.472 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.472 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.472 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.472 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.473 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.473 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.473 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.473 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.473 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.473 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.473 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.473 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.473 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.473 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.473 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.473 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.473 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.474 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.474 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.474 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.474 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.474 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.474 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.474 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.474 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.474 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.474 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.474 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.474 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.474 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.474 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.475 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.475 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.475 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.475 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.475 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.475 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.475 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.475 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.475 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.475 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.475 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.475 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.475 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.475 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.476 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.476 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.476 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.476 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.476 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.476 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.476 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.476 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "mirroring",
2024-03-19T02:00:12.476 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.476 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.476 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.476 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.476 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.476 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.477 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.477 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.477 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.477 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.477 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.477 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.477 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.477 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.477 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.477 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.477 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.477 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.477 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.478 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.478 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.478 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.478 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.478 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.478 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.478 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.478 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.478 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.478 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.478 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.478 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.478 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.478 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.479 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.479 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.479 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.479 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.479 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.479 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.479 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.479 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.479 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.479 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.479 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.479 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.479 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.479 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.480 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.480 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.480 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.480 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.480 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.480 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.480 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.480 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.480 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.480 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.480 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.480 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.480 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.481 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.481 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.481 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.481 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.481 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.481 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.481 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.481 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.481 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.481 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.481 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.481 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.481 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.481 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.481 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.482 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.482 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "nfs",
2024-03-19T02:00:12.482 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.482 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.482 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.482 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.482 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.482 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.482 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.482 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.482 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.482 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.482 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.482 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.483 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.483 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.483 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.483 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.483 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.483 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.483 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.483 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.483 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.483 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.483 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.483 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.483 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.483 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.484 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.484 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.484 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.484 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.484 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.484 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.484 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.484 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.484 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.484 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.484 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.484 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.484 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.484 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.485 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.485 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.485 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.485 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.485 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.485 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.485 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.485 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.485 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.485 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.485 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.485 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.485 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.485 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.486 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.486 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.486 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.486 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.486 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.486 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.486 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.486 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.486 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.486 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.486 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.486 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.486 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.486 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.487 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.487 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.487 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.487 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.487 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.487 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.487 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.487 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.487 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "orchestrator",
2024-03-19T02:00:12.487 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.487 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.487 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.487 INFO:teuthology.orchestra.run.smithi046.stdout:                        "fail_fs": {
2024-03-19T02:00:12.487 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "fail_fs",
2024-03-19T02:00:12.488 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.488 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.488 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.488 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.488 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.488 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.488 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.488 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Fail filesystem for rapid multi-rank mds upgrade",
2024-03-19T02:00:12.488 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.488 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.488 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.488 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.488 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.488 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.488 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.489 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.489 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.489 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.489 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.489 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.489 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.489 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.489 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.489 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.489 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.489 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.489 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.489 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.489 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.490 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.490 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.490 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.490 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.490 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.490 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.490 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.490 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.490 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.490 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.490 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.490 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.490 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.490 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.491 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.491 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.491 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.491 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.491 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.491 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.491 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.491 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.491 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.491 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.491 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.491 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.491 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.491 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.492 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.492 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.492 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.492 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.492 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.492 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.492 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.492 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.492 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.492 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.492 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.492 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.492 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.492 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.493 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.493 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.493 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.493 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.493 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.493 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.493 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.493 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.493 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.493 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.493 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.493 INFO:teuthology.orchestra.run.smithi046.stdout:                        "orchestrator": {
2024-03-19T02:00:12.493 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "orchestrator",
2024-03-19T02:00:12.493 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.493 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.494 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.494 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.494 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.494 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.494 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.494 INFO:teuthology.orchestra.run.smithi046.stdout:                                "cephadm",
2024-03-19T02:00:12.494 INFO:teuthology.orchestra.run.smithi046.stdout:                                "rook",
2024-03-19T02:00:12.494 INFO:teuthology.orchestra.run.smithi046.stdout:                                "test_orchestrator"
2024-03-19T02:00:12.494 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.494 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Orchestrator backend",
2024-03-19T02:00:12.494 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.494 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.494 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.494 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.495 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.495 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.495 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.495 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "osd_perf_query",
2024-03-19T02:00:12.495 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.495 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.495 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.495 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.495 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.495 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.495 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.495 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.495 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.495 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.496 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.496 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.496 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.496 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.496 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.496 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.496 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.496 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.496 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.496 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.496 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.496 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.496 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.496 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.497 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.497 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.497 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.497 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.497 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.497 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.497 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.497 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.497 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.497 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.497 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.497 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.497 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.497 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.498 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.498 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.498 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.498 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.498 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.498 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.498 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.498 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.498 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.498 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.498 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.498 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.498 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.498 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.499 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.499 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.499 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.499 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.499 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.499 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.499 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.499 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.499 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.499 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.499 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.499 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.499 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.499 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.500 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.500 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.500 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.500 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.500 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.500 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.500 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.500 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.500 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.500 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.500 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "osd_support",
2024-03-19T02:00:12.500 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.500 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.500 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.501 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.501 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.501 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.501 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.501 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.501 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.501 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.501 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.501 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.501 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.501 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.501 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.501 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.501 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.502 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.502 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.502 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.502 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.502 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.502 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.502 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.502 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.502 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.502 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.502 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.502 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.502 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.502 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.503 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.503 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.503 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.503 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.503 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.503 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.503 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.503 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.503 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.503 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.503 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.503 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.503 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.503 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.503 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.504 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.504 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.504 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.504 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.504 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.504 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.504 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.504 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.504 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.504 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.504 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.504 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.504 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.504 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.505 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.505 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.505 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.505 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.505 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.505 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.505 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.505 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.505 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.505 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.505 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.505 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.505 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.505 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.505 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.506 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.506 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "pg_autoscaler",
2024-03-19T02:00:12.506 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.506 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.506 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.506 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.506 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.506 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.506 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.506 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.506 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.506 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.506 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.506 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.507 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.507 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.507 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.507 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.507 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.507 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.507 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.507 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.507 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.507 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.507 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.507 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.507 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.508 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.508 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.508 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.508 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.508 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.508 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.508 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.508 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.508 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.508 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.508 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.508 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.508 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.508 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.509 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.509 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.509 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.509 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.509 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.509 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.509 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.509 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.509 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.509 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.509 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.509 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.509 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.509 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.509 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.510 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.510 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.510 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.510 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.510 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.510 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.510 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.510 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.510 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.510 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.510 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.510 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.511 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.511 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.511 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.511 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.511 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.511 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.511 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.511 INFO:teuthology.orchestra.run.smithi046.stdout:                        "sleep_interval": {
2024-03-19T02:00:12.511 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "sleep_interval",
2024-03-19T02:00:12.511 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:12.511 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.512 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.512 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "60",
2024-03-19T02:00:12.512 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.512 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.512 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.512 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.512 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.512 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.512 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.512 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.512 INFO:teuthology.orchestra.run.smithi046.stdout:                        "threshold": {
2024-03-19T02:00:12.512 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "threshold",
2024-03-19T02:00:12.512 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "float",
2024-03-19T02:00:12.512 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.513 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.513 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "3.0",
2024-03-19T02:00:12.513 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "1.0",
2024-03-19T02:00:12.513 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.513 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.513 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "scaling threshold",
2024-03-19T02:00:12.513 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0",
2024-03-19T02:00:12.513 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.513 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.513 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.513 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.513 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.513 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.514 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "progress",
2024-03-19T02:00:12.514 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.514 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.514 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.514 INFO:teuthology.orchestra.run.smithi046.stdout:                        "allow_pg_recovery_event": {
2024-03-19T02:00:12.514 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "allow_pg_recovery_event",
2024-03-19T02:00:12.514 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.514 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.514 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.514 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.514 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.514 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.514 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.514 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "allow the module to show pg recovery progress",
2024-03-19T02:00:12.515 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.515 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.515 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.515 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.515 INFO:teuthology.orchestra.run.smithi046.stdout:                        "enabled": {
2024-03-19T02:00:12.515 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "enabled",
2024-03-19T02:00:12.515 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.515 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.515 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.515 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.515 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.515 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.515 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.515 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.516 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.516 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.516 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.516 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.516 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.516 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.516 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.516 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.516 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.516 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.516 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.516 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.516 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.516 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.516 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.517 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.517 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.517 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.517 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.517 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.517 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.517 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.517 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.517 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.517 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.517 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.517 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.517 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.517 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.518 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.518 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.518 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.518 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.518 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.518 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.518 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.518 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.518 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.518 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.518 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.518 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.518 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.518 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.519 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.519 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.519 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.519 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.519 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.519 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.519 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.519 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.519 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.519 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.519 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.519 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.519 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.519 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.519 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.520 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.520 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.520 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.520 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.520 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.520 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.520 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.520 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.520 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.520 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.520 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.520 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.520 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.520 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.521 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.521 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.521 INFO:teuthology.orchestra.run.smithi046.stdout:                        "max_completed_events": {
2024-03-19T02:00:12.521 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "max_completed_events",
2024-03-19T02:00:12.521 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.521 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.521 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.521 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "50",
2024-03-19T02:00:12.521 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.521 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.521 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.521 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "number of past completed events to remember",
2024-03-19T02:00:12.521 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.521 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.522 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.522 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.522 INFO:teuthology.orchestra.run.smithi046.stdout:                        "sleep_interval": {
2024-03-19T02:00:12.522 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "sleep_interval",
2024-03-19T02:00:12.522 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:12.522 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.522 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.522 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "5",
2024-03-19T02:00:12.522 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.522 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.522 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.522 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "how long the module is going to sleep",
2024-03-19T02:00:12.522 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.522 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.523 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.523 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.523 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.523 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.523 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.523 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "prometheus",
2024-03-19T02:00:12.523 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.523 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.523 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.523 INFO:teuthology.orchestra.run.smithi046.stdout:                        "cache": {
2024-03-19T02:00:12.523 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "cache",
2024-03-19T02:00:12.523 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.523 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.523 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.524 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.524 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.524 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.524 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.524 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.524 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.524 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.524 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.524 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.524 INFO:teuthology.orchestra.run.smithi046.stdout:                        "exclude_perf_counters": {
2024-03-19T02:00:12.524 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "exclude_perf_counters",
2024-03-19T02:00:12.524 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.525 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.525 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.525 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.525 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.525 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.525 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.525 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Do not include perf-counters in the metrics output",
2024-03-19T02:00:12.525 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.",
2024-03-19T02:00:12.525 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.525 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.525 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.525 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.525 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.525 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.526 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.526 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.526 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.526 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.526 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.526 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.526 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.526 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.526 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.526 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.526 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.526 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.526 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.526 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.527 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.527 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.527 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.527 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.527 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.527 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.527 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.527 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.527 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.527 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.527 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.527 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.527 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.527 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.528 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.528 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.528 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.528 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.528 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.528 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.528 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.528 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.528 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.528 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.528 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.528 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.528 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.529 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.529 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.529 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.529 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.529 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.529 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.529 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.529 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.529 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.529 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.529 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.529 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.529 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.529 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.530 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.530 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.530 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.530 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.530 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.530 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.530 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.530 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.530 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.530 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.530 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.530 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.530 INFO:teuthology.orchestra.run.smithi046.stdout:                        "rbd_stats_pools": {
2024-03-19T02:00:12.530 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "rbd_stats_pools",
2024-03-19T02:00:12.531 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.531 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.531 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.531 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.531 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.531 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.531 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.531 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.531 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.531 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.531 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.531 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.531 INFO:teuthology.orchestra.run.smithi046.stdout:                        "rbd_stats_pools_refresh_interval": {
2024-03-19T02:00:12.531 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "rbd_stats_pools_refresh_interval",
2024-03-19T02:00:12.532 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.532 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.532 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.532 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "300",
2024-03-19T02:00:12.532 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.532 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.532 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.532 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.532 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.532 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.532 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.532 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.532 INFO:teuthology.orchestra.run.smithi046.stdout:                        "scrape_interval": {
2024-03-19T02:00:12.532 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "scrape_interval",
2024-03-19T02:00:12.533 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "float",
2024-03-19T02:00:12.533 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.533 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.533 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "15.0",
2024-03-19T02:00:12.533 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.533 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.533 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.533 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.533 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.533 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.533 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.533 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.533 INFO:teuthology.orchestra.run.smithi046.stdout:                        "server_addr": {
2024-03-19T02:00:12.533 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "server_addr",
2024-03-19T02:00:12.534 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.534 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.534 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.534 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "::",
2024-03-19T02:00:12.534 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.534 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.534 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.534 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests",
2024-03-19T02:00:12.534 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.534 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.534 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.534 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.534 INFO:teuthology.orchestra.run.smithi046.stdout:                        "server_port": {
2024-03-19T02:00:12.534 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "server_port",
2024-03-19T02:00:12.535 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.535 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.535 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.535 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "9283",
2024-03-19T02:00:12.535 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.535 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.535 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.535 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "the port on which the module listens for HTTP requests",
2024-03-19T02:00:12.535 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.535 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.535 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.535 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.535 INFO:teuthology.orchestra.run.smithi046.stdout:                        "stale_cache_strategy": {
2024-03-19T02:00:12.535 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "stale_cache_strategy",
2024-03-19T02:00:12.536 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.536 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.536 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.536 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "log",
2024-03-19T02:00:12.536 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.536 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.536 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.536 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.536 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.536 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.536 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.536 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.536 INFO:teuthology.orchestra.run.smithi046.stdout:                        "standby_behaviour": {
2024-03-19T02:00:12.536 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "standby_behaviour",
2024-03-19T02:00:12.537 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.537 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.537 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.537 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "default",
2024-03-19T02:00:12.537 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.537 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.537 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.537 INFO:teuthology.orchestra.run.smithi046.stdout:                                "default",
2024-03-19T02:00:12.537 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error"
2024-03-19T02:00:12.537 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.537 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.537 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.537 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.538 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.538 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.538 INFO:teuthology.orchestra.run.smithi046.stdout:                        "standby_error_status_code": {
2024-03-19T02:00:12.538 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "standby_error_status_code",
2024-03-19T02:00:12.538 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.538 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.538 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.538 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "500",
2024-03-19T02:00:12.538 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "400",
2024-03-19T02:00:12.538 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "599",
2024-03-19T02:00:12.538 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.538 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.538 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.538 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.539 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.539 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.539 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.539 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.539 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.539 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "rbd_support",
2024-03-19T02:00:12.539 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.539 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.539 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.539 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.539 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.539 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.539 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.539 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.540 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.540 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.540 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.540 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.540 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.540 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.540 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.540 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.540 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.540 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.540 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.540 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.540 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.540 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.541 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.541 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.541 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.541 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.541 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.541 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.541 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.541 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.541 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.541 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.541 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.541 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.541 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.541 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.542 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.542 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.542 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.542 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.542 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.542 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.542 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.542 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.542 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.542 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.542 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.542 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.542 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.542 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.543 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.543 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.543 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.543 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.543 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.543 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.543 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.543 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.543 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.543 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.543 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.543 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.543 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.543 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.544 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.544 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.544 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.544 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.544 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.544 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.544 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.544 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.544 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.544 INFO:teuthology.orchestra.run.smithi046.stdout:                        "max_concurrent_snap_create": {
2024-03-19T02:00:12.544 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "max_concurrent_snap_create",
2024-03-19T02:00:12.544 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.544 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.544 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.545 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "10",
2024-03-19T02:00:12.545 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.545 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.545 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.545 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.545 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.545 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.545 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.545 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.545 INFO:teuthology.orchestra.run.smithi046.stdout:                        "mirror_snapshot_schedule": {
2024-03-19T02:00:12.545 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "mirror_snapshot_schedule",
2024-03-19T02:00:12.545 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.545 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.545 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.545 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.546 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.546 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.546 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.546 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.546 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.546 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.546 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.546 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.546 INFO:teuthology.orchestra.run.smithi046.stdout:                        "trash_purge_schedule": {
2024-03-19T02:00:12.546 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "trash_purge_schedule",
2024-03-19T02:00:12.546 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.546 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.546 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.546 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.547 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.547 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.547 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.547 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.547 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.547 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.547 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.547 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.547 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.547 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.547 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.547 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "restful",
2024-03-19T02:00:12.547 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.547 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.548 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.548 INFO:teuthology.orchestra.run.smithi046.stdout:                        "enable_auth": {
2024-03-19T02:00:12.548 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "enable_auth",
2024-03-19T02:00:12.548 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.548 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.548 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.548 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.548 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.548 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.548 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.548 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.548 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.548 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.548 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.549 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.549 INFO:teuthology.orchestra.run.smithi046.stdout:                        "key_file": {
2024-03-19T02:00:12.549 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "key_file",
2024-03-19T02:00:12.549 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.549 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.549 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.549 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.549 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.549 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.549 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.549 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.549 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.549 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.549 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.549 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.550 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.550 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.550 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.550 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.550 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.550 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.550 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.550 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.550 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.550 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.550 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.550 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.550 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.550 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.551 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.551 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.551 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.551 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.551 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.551 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.551 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.551 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.551 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.551 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.551 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.551 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.551 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.552 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.552 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.552 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.552 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.552 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.552 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.552 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.552 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.552 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.552 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.552 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.552 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.552 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.552 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.553 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.553 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.553 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.553 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.553 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.553 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.553 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.553 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.553 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.553 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.553 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.553 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.553 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.553 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.554 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.554 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.554 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.554 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.554 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.554 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.554 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.554 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.554 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.554 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.554 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.554 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.554 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.554 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.555 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.555 INFO:teuthology.orchestra.run.smithi046.stdout:                        "server_addr": {
2024-03-19T02:00:12.555 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "server_addr",
2024-03-19T02:00:12.555 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.555 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.555 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.555 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.555 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.555 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.555 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.555 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.555 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.555 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.555 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.556 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.556 INFO:teuthology.orchestra.run.smithi046.stdout:                        "server_port": {
2024-03-19T02:00:12.556 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "server_port",
2024-03-19T02:00:12.556 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.556 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.556 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.556 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.556 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.556 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.556 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.556 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.556 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.556 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.556 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.557 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.557 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.557 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.557 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.557 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "rgw",
2024-03-19T02:00:12.557 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.557 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.557 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.557 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.557 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.557 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.557 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.557 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.557 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.558 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.558 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.558 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.558 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.558 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.558 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.558 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.558 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.558 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.558 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.558 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.558 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.558 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.558 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.559 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.559 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.559 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.559 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.559 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.559 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.559 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.559 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.559 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.559 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.559 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.559 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.559 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.560 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.560 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.560 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.560 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.560 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.560 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.560 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.560 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.560 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.560 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.560 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.560 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.560 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.560 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.561 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.561 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.561 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.561 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.561 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.561 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.561 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.561 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.561 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.561 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.561 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.561 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.561 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.561 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.561 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.562 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.562 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.562 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.562 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.562 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.562 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.562 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.562 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.562 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.562 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.562 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.562 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "rook",
2024-03-19T02:00:12.562 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.562 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.563 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.563 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.563 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.563 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.563 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.563 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.563 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.563 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.563 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.563 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.563 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.563 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.563 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.563 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.564 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.564 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.564 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.564 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.564 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.564 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.564 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.564 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.564 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.564 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.564 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.564 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.564 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.564 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.565 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.565 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.565 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.565 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.565 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.565 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.565 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.565 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.565 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.565 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.565 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.565 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.565 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.565 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.566 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.566 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.566 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.566 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.566 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.566 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.566 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.566 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.566 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.566 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.566 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.566 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.566 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.566 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.567 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.567 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.567 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.567 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.567 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.567 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.567 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.567 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.567 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.567 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.567 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.567 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.567 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.567 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.568 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.568 INFO:teuthology.orchestra.run.smithi046.stdout:                        "storage_class": {
2024-03-19T02:00:12.568 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "storage_class",
2024-03-19T02:00:12.568 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.568 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.568 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.568 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "local",
2024-03-19T02:00:12.568 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.568 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.568 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.568 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "storage class name for LSO-discovered PVs",
2024-03-19T02:00:12.568 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.568 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.568 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.569 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.569 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.569 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.569 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.569 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "selftest",
2024-03-19T02:00:12.569 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.569 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.569 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.569 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.569 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.569 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.569 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.569 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.569 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.570 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.570 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.570 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.570 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.570 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.570 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.570 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.570 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.570 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.570 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.570 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.570 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.570 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.570 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.571 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.571 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.571 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.571 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.571 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.571 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.571 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.571 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.571 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.571 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.571 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.571 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.571 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.571 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.572 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.572 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.572 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.572 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.572 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.572 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.572 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.572 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.572 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.572 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.572 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.572 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.572 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.573 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.573 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.573 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.573 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.573 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.573 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.573 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.573 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.573 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.573 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.573 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.573 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.573 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.573 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.574 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.574 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.574 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.574 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.574 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.574 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.574 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.574 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.574 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.574 INFO:teuthology.orchestra.run.smithi046.stdout:                        "roption1": {
2024-03-19T02:00:12.574 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "roption1",
2024-03-19T02:00:12.574 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.574 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.575 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.575 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.575 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.575 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.575 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.575 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.575 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.575 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.575 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.575 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.575 INFO:teuthology.orchestra.run.smithi046.stdout:                        "roption2": {
2024-03-19T02:00:12.575 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "roption2",
2024-03-19T02:00:12.575 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.575 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.576 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.576 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "xyz",
2024-03-19T02:00:12.576 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.576 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.576 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.576 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.576 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.576 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.576 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.576 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.576 INFO:teuthology.orchestra.run.smithi046.stdout:                        "rwoption1": {
2024-03-19T02:00:12.576 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "rwoption1",
2024-03-19T02:00:12.576 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.576 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.576 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.577 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.577 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.577 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.577 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.577 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.577 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.577 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.577 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.577 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.577 INFO:teuthology.orchestra.run.smithi046.stdout:                        "rwoption2": {
2024-03-19T02:00:12.577 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "rwoption2",
2024-03-19T02:00:12.577 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.577 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.577 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.578 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.578 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.578 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.578 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.578 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.578 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.578 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.578 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.578 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.578 INFO:teuthology.orchestra.run.smithi046.stdout:                        "rwoption3": {
2024-03-19T02:00:12.578 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "rwoption3",
2024-03-19T02:00:12.578 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "float",
2024-03-19T02:00:12.578 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.578 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.579 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.579 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.579 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.579 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.579 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.579 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.579 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.579 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.579 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.579 INFO:teuthology.orchestra.run.smithi046.stdout:                        "rwoption4": {
2024-03-19T02:00:12.579 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "rwoption4",
2024-03-19T02:00:12.579 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.579 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.580 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.580 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.580 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.580 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.580 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.580 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.580 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.580 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.580 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.580 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.580 INFO:teuthology.orchestra.run.smithi046.stdout:                        "rwoption5": {
2024-03-19T02:00:12.580 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "rwoption5",
2024-03-19T02:00:12.580 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.580 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.581 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.581 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.581 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.581 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.581 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.581 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.581 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.581 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.581 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.581 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.581 INFO:teuthology.orchestra.run.smithi046.stdout:                        "rwoption6": {
2024-03-19T02:00:12.581 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "rwoption6",
2024-03-19T02:00:12.581 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.581 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.582 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.582 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.582 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.582 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.582 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.582 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.582 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.582 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.582 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.582 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.582 INFO:teuthology.orchestra.run.smithi046.stdout:                        "rwoption7": {
2024-03-19T02:00:12.582 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "rwoption7",
2024-03-19T02:00:12.582 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.582 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.583 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.583 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.583 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "1",
2024-03-19T02:00:12.583 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "42",
2024-03-19T02:00:12.583 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.583 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.583 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.583 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.583 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.583 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.583 INFO:teuthology.orchestra.run.smithi046.stdout:                        "testkey": {
2024-03-19T02:00:12.583 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "testkey",
2024-03-19T02:00:12.583 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.583 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.584 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.584 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.584 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.584 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.584 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.584 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.584 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.584 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.584 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.584 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.584 INFO:teuthology.orchestra.run.smithi046.stdout:                        "testlkey": {
2024-03-19T02:00:12.584 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "testlkey",
2024-03-19T02:00:12.584 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.584 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.585 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.585 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.585 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.585 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.585 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.585 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.585 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.585 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.585 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.585 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.585 INFO:teuthology.orchestra.run.smithi046.stdout:                        "testnewline": {
2024-03-19T02:00:12.585 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "testnewline",
2024-03-19T02:00:12.585 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.585 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.586 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.586 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.586 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.586 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.586 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.586 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.586 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.586 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.586 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.586 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.586 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.586 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.587 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.587 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "snap_schedule",
2024-03-19T02:00:12.587 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.587 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.587 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.587 INFO:teuthology.orchestra.run.smithi046.stdout:                        "allow_m_granularity": {
2024-03-19T02:00:12.587 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "allow_m_granularity",
2024-03-19T02:00:12.587 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.587 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.587 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.587 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.587 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.587 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.587 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.587 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "allow minute scheduled snapshots",
2024-03-19T02:00:12.588 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.588 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.588 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.588 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.588 INFO:teuthology.orchestra.run.smithi046.stdout:                        "dump_on_update": {
2024-03-19T02:00:12.588 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "dump_on_update",
2024-03-19T02:00:12.588 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.588 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.588 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.588 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.588 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.588 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.588 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.589 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "dump database to debug log on update",
2024-03-19T02:00:12.589 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.589 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.589 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.589 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.589 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.589 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.589 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.589 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.589 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.589 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.589 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.589 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.589 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.590 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.590 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.590 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.590 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.590 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.590 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.590 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.590 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.590 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.590 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.590 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.590 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.590 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.590 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.591 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.591 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.591 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.591 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.591 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.591 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.591 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.591 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.591 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.591 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.591 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.591 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.591 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.592 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.592 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.592 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.592 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.592 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.592 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.592 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.592 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.592 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.592 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.592 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.592 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.592 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.592 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.592 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.593 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.593 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.593 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.593 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.593 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.593 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.593 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.593 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.593 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.593 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.593 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.593 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.593 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.594 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.594 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.594 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.594 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.594 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.594 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.594 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.594 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.594 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.594 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "stats",
2024-03-19T02:00:12.594 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.594 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.594 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.594 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.595 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.595 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.595 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.595 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.595 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.595 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.595 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.595 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.595 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.595 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.595 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.595 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.595 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.595 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.596 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.596 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.596 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.596 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.596 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.596 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.596 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.596 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.596 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.596 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.596 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.596 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.596 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.596 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.596 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.597 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.597 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.597 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.597 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.597 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.597 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.597 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.597 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.597 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.597 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.597 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.597 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.597 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.597 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.598 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.598 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.598 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.598 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.598 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.598 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.598 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.598 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.598 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.598 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.598 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.598 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.598 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.599 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.599 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.599 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.599 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.599 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.599 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.599 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.599 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.599 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.599 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.599 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.599 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.599 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.600 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.600 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.600 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.600 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "status",
2024-03-19T02:00:12.600 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.600 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.600 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.600 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.600 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.600 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.600 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.600 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.600 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.601 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.601 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.601 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.601 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.601 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.601 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.601 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.601 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.601 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.601 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.601 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.601 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.601 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.601 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.602 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.602 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.602 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.602 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.602 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.602 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.602 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.602 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.602 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.602 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.602 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.602 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.602 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.603 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.603 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.603 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.603 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.603 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.603 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.603 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.603 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.603 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.603 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.603 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.603 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.603 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.603 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.604 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.604 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.604 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.604 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.604 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.604 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.604 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.604 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.604 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.604 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.604 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.604 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.604 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.605 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.605 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.605 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.605 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.605 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.605 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.605 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.605 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.605 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.605 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.605 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.605 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.605 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.605 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "telegraf",
2024-03-19T02:00:12.606 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.606 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.606 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.606 INFO:teuthology.orchestra.run.smithi046.stdout:                        "address": {
2024-03-19T02:00:12.606 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "address",
2024-03-19T02:00:12.606 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.606 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.606 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.606 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "unixgram:///tmp/telegraf.sock",
2024-03-19T02:00:12.606 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.606 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.606 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.606 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.606 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.607 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.607 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.607 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.607 INFO:teuthology.orchestra.run.smithi046.stdout:                        "interval": {
2024-03-19T02:00:12.607 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "interval",
2024-03-19T02:00:12.607 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:12.607 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.607 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.607 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "15",
2024-03-19T02:00:12.607 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.607 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.607 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.607 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.607 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.608 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.608 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.608 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.608 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.608 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.608 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.608 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.608 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.608 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.608 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.608 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.608 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.608 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.609 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.609 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.609 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.609 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.609 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.609 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.609 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.609 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.609 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.609 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.609 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.609 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.609 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.609 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.610 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.610 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.610 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.610 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.610 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.610 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.610 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.610 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.610 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.610 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.610 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.610 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.610 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.611 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.611 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.611 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.611 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.611 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.611 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.611 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.611 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.611 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.611 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.611 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.611 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.611 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.611 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.612 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.612 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.612 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.612 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.612 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.612 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.612 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.612 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.612 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.612 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.612 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.612 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.612 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.612 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.613 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.613 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.613 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.613 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.613 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.613 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.613 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.613 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.613 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "telemetry",
2024-03-19T02:00:12.613 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.613 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.613 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.613 INFO:teuthology.orchestra.run.smithi046.stdout:                        "channel_basic": {
2024-03-19T02:00:12.613 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "channel_basic",
2024-03-19T02:00:12.614 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.614 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.614 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.614 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.614 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.614 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.614 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.614 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Share basic cluster information (size, version)",
2024-03-19T02:00:12.614 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.614 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.614 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.614 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.614 INFO:teuthology.orchestra.run.smithi046.stdout:                        "channel_crash": {
2024-03-19T02:00:12.614 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "channel_crash",
2024-03-19T02:00:12.615 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.615 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.615 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.615 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.615 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.615 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.615 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.615 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)",
2024-03-19T02:00:12.615 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.615 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.615 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.615 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.615 INFO:teuthology.orchestra.run.smithi046.stdout:                        "channel_device": {
2024-03-19T02:00:12.615 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "channel_device",
2024-03-19T02:00:12.615 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.616 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.616 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.616 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.616 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.616 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.616 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.616 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)",
2024-03-19T02:00:12.616 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.616 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.616 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.616 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.616 INFO:teuthology.orchestra.run.smithi046.stdout:                        "channel_ident": {
2024-03-19T02:00:12.616 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "channel_ident",
2024-03-19T02:00:12.616 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.616 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.617 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.617 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.617 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.617 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.617 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.617 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Share a user-provided description and/or contact email for the cluster",
2024-03-19T02:00:12.617 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.617 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.617 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.617 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.617 INFO:teuthology.orchestra.run.smithi046.stdout:                        "channel_perf": {
2024-03-19T02:00:12.617 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "channel_perf",
2024-03-19T02:00:12.617 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.617 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.618 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.618 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.618 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.618 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.618 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.618 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Share various performance metrics of a cluster",
2024-03-19T02:00:12.618 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.618 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.618 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.618 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.618 INFO:teuthology.orchestra.run.smithi046.stdout:                        "contact": {
2024-03-19T02:00:12.618 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "contact",
2024-03-19T02:00:12.618 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.618 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.619 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.619 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.619 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.619 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.619 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.619 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.619 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.619 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.619 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.619 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.619 INFO:teuthology.orchestra.run.smithi046.stdout:                        "description": {
2024-03-19T02:00:12.619 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "description",
2024-03-19T02:00:12.619 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.619 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.619 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.620 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.620 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.620 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.620 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.620 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.620 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.620 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.620 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.620 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.620 INFO:teuthology.orchestra.run.smithi046.stdout:                        "device_url": {
2024-03-19T02:00:12.620 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "device_url",
2024-03-19T02:00:12.620 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.620 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.621 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.621 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "https://telemetry.ceph.com/device",
2024-03-19T02:00:12.621 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.621 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.621 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.621 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.621 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.621 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.621 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.621 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.621 INFO:teuthology.orchestra.run.smithi046.stdout:                        "enabled": {
2024-03-19T02:00:12.621 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "enabled",
2024-03-19T02:00:12.621 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.621 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.622 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.622 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.622 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.622 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.622 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.622 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.622 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.622 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.622 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.622 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.622 INFO:teuthology.orchestra.run.smithi046.stdout:                        "interval": {
2024-03-19T02:00:12.622 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "interval",
2024-03-19T02:00:12.622 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.622 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.623 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.623 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "24",
2024-03-19T02:00:12.623 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "8",
2024-03-19T02:00:12.623 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.623 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.623 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.623 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.623 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.623 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.623 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.623 INFO:teuthology.orchestra.run.smithi046.stdout:                        "last_opt_revision": {
2024-03-19T02:00:12.623 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "last_opt_revision",
2024-03-19T02:00:12.623 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.624 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.624 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.624 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "1",
2024-03-19T02:00:12.624 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.624 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.624 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.624 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.624 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.624 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.624 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.624 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.624 INFO:teuthology.orchestra.run.smithi046.stdout:                        "leaderboard": {
2024-03-19T02:00:12.624 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "leaderboard",
2024-03-19T02:00:12.624 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.624 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.625 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.625 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.625 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.625 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.625 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.625 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.625 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.625 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.625 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.625 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.625 INFO:teuthology.orchestra.run.smithi046.stdout:                        "leaderboard_description": {
2024-03-19T02:00:12.625 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "leaderboard_description",
2024-03-19T02:00:12.625 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.625 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.626 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.626 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.626 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.626 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.626 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.626 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.626 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.626 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.626 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.626 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.626 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.626 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.626 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.626 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.627 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.627 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.627 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.627 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.627 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.627 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.627 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.627 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.627 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.627 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.627 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.627 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.627 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.629 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.629 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.630 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.630 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.630 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.630 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.630 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.630 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.630 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.630 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.630 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.630 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.630 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.630 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.630 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.631 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.631 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.631 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.631 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.631 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.631 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.631 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.631 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.631 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.631 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.631 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.631 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.631 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.631 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.631 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.632 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.632 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.632 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.632 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.632 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.632 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.632 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.632 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.632 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.632 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.632 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.632 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.632 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.632 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.633 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.633 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.633 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.633 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.633 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.633 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.633 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.633 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.633 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.633 INFO:teuthology.orchestra.run.smithi046.stdout:                        "organization": {
2024-03-19T02:00:12.633 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "organization",
2024-03-19T02:00:12.633 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.633 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.633 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.634 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.634 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.634 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.634 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.634 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.634 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.634 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.634 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.634 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.634 INFO:teuthology.orchestra.run.smithi046.stdout:                        "proxy": {
2024-03-19T02:00:12.634 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "proxy",
2024-03-19T02:00:12.634 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.634 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.635 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.635 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.635 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.635 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.635 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.635 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.635 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.635 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.635 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.635 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.635 INFO:teuthology.orchestra.run.smithi046.stdout:                        "url": {
2024-03-19T02:00:12.635 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "url",
2024-03-19T02:00:12.635 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.635 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.636 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.636 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "https://telemetry.ceph.com/report",
2024-03-19T02:00:12.636 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.636 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.636 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.636 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.636 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.636 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.636 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.636 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.636 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.636 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.636 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.636 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "test_orchestrator",
2024-03-19T02:00:12.637 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.637 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.637 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.637 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.637 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.637 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.637 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.637 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.637 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.637 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.637 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.637 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.637 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.638 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.638 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.638 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.638 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.638 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.638 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.638 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.638 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.638 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.638 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.638 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.638 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.638 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.638 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.639 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.639 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.639 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.639 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.639 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.639 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.639 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.639 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.639 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.639 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.639 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.639 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.639 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.640 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.640 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.640 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.640 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.640 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.640 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.640 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.640 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.640 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.640 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.640 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.640 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.640 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.640 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.641 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.641 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.641 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.641 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.641 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.641 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.641 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.641 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.641 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.641 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.641 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.641 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.641 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.642 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.642 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.642 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.642 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.642 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.642 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.642 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.642 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.642 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.642 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "volumes",
2024-03-19T02:00:12.642 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.642 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.642 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.642 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.643 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.643 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.643 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.643 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.643 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.643 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.643 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.643 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.643 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.643 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.643 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.643 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.643 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.644 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.644 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.644 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.644 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.644 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.644 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.644 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.644 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.644 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.644 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.644 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.644 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.644 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.644 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.645 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.645 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.645 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.645 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.645 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.645 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.645 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.645 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.645 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.645 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.645 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.645 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.645 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.645 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.645 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.646 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.646 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.646 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.646 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.646 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.646 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.646 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.646 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.646 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.646 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.646 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.646 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.646 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.647 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.647 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.647 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.647 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.647 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.647 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.647 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.647 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.647 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.647 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.647 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.647 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.647 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.647 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.648 INFO:teuthology.orchestra.run.smithi046.stdout:                        "max_concurrent_clones": {
2024-03-19T02:00:12.648 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "max_concurrent_clones",
2024-03-19T02:00:12.648 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.648 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.648 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.648 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "4",
2024-03-19T02:00:12.648 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.648 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.648 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.648 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Number of asynchronous cloner threads",
2024-03-19T02:00:12.648 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.648 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.648 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.648 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.649 INFO:teuthology.orchestra.run.smithi046.stdout:                        "periodic_async_work": {
2024-03-19T02:00:12.649 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "periodic_async_work",
2024-03-19T02:00:12.649 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.649 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.649 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.649 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.649 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.649 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.649 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.649 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Periodically check for async work",
2024-03-19T02:00:12.649 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.649 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.649 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.649 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.649 INFO:teuthology.orchestra.run.smithi046.stdout:                        "snapshot_clone_delay": {
2024-03-19T02:00:12.650 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "snapshot_clone_delay",
2024-03-19T02:00:12.650 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.650 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.650 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.650 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "0",
2024-03-19T02:00:12.650 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.650 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.650 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.650 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Delay clone begin operation by snapshot_clone_delay seconds",
2024-03-19T02:00:12.650 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.650 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.650 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.650 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.650 INFO:teuthology.orchestra.run.smithi046.stdout:                        "snapshot_clone_no_wait": {
2024-03-19T02:00:12.651 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "snapshot_clone_no_wait",
2024-03-19T02:00:12.651 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.651 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.651 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.651 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "True",
2024-03-19T02:00:12.651 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.651 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.651 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.651 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "Reject subvolume clone request when cloner threads are busy",
2024-03-19T02:00:12.651 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.651 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.651 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.651 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.652 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.652 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.652 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:12.652 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "zabbix",
2024-03-19T02:00:12.652 INFO:teuthology.orchestra.run.smithi046.stdout:                    "can_run": true,
2024-03-19T02:00:12.652 INFO:teuthology.orchestra.run.smithi046.stdout:                    "error_string": "",
2024-03-19T02:00:12.652 INFO:teuthology.orchestra.run.smithi046.stdout:                    "module_options": {
2024-03-19T02:00:12.652 INFO:teuthology.orchestra.run.smithi046.stdout:                        "discovery_interval": {
2024-03-19T02:00:12.652 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "discovery_interval",
2024-03-19T02:00:12.652 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "uint",
2024-03-19T02:00:12.652 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.652 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.652 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "100",
2024-03-19T02:00:12.652 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.653 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.653 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.653 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.653 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.653 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.653 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.653 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.653 INFO:teuthology.orchestra.run.smithi046.stdout:                        "identifier": {
2024-03-19T02:00:12.653 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "identifier",
2024-03-19T02:00:12.653 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.653 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.653 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.653 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.653 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.654 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.654 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.654 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.654 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.654 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.654 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.654 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.654 INFO:teuthology.orchestra.run.smithi046.stdout:                        "interval": {
2024-03-19T02:00:12.654 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "interval",
2024-03-19T02:00:12.654 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "secs",
2024-03-19T02:00:12.654 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.654 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.654 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "60",
2024-03-19T02:00:12.654 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.655 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.655 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.655 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.655 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.655 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.655 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.655 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.655 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_level": {
2024-03-19T02:00:12.655 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_level",
2024-03-19T02:00:12.655 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.655 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.655 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.655 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.655 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.656 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.656 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.656 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.656 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.656 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.656 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.656 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.656 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.656 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.656 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.656 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.656 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.656 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.656 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.657 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster": {
2024-03-19T02:00:12.657 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster",
2024-03-19T02:00:12.657 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.657 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.657 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.657 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.657 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.657 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.657 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.657 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.657 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.657 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.657 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.657 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.658 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_cluster_level": {
2024-03-19T02:00:12.658 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_cluster_level",
2024-03-19T02:00:12.658 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.658 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.658 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.658 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "info",
2024-03-19T02:00:12.658 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.658 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.658 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [
2024-03-19T02:00:12.658 INFO:teuthology.orchestra.run.smithi046.stdout:                                "",
2024-03-19T02:00:12.658 INFO:teuthology.orchestra.run.smithi046.stdout:                                "critical",
2024-03-19T02:00:12.658 INFO:teuthology.orchestra.run.smithi046.stdout:                                "debug",
2024-03-19T02:00:12.658 INFO:teuthology.orchestra.run.smithi046.stdout:                                "error",
2024-03-19T02:00:12.658 INFO:teuthology.orchestra.run.smithi046.stdout:                                "info",
2024-03-19T02:00:12.659 INFO:teuthology.orchestra.run.smithi046.stdout:                                "warning"
2024-03-19T02:00:12.659 INFO:teuthology.orchestra.run.smithi046.stdout:                            ],
2024-03-19T02:00:12.659 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.659 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.659 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.659 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.659 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.659 INFO:teuthology.orchestra.run.smithi046.stdout:                        "log_to_file": {
2024-03-19T02:00:12.659 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "log_to_file",
2024-03-19T02:00:12.659 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "bool",
2024-03-19T02:00:12.659 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.659 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 1,
2024-03-19T02:00:12.659 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "False",
2024-03-19T02:00:12.659 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.659 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.660 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.660 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.660 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.660 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.660 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.660 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.660 INFO:teuthology.orchestra.run.smithi046.stdout:                        "zabbix_host": {
2024-03-19T02:00:12.660 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "zabbix_host",
2024-03-19T02:00:12.660 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.660 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.660 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.660 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "",
2024-03-19T02:00:12.660 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.660 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.661 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.661 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.661 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.661 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.661 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.661 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.661 INFO:teuthology.orchestra.run.smithi046.stdout:                        "zabbix_port": {
2024-03-19T02:00:12.661 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "zabbix_port",
2024-03-19T02:00:12.661 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "int",
2024-03-19T02:00:12.661 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.661 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.661 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "10051",
2024-03-19T02:00:12.661 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.661 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.662 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.662 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.662 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.662 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.662 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.662 INFO:teuthology.orchestra.run.smithi046.stdout:                        },
2024-03-19T02:00:12.662 INFO:teuthology.orchestra.run.smithi046.stdout:                        "zabbix_sender": {
2024-03-19T02:00:12.662 INFO:teuthology.orchestra.run.smithi046.stdout:                            "name": "zabbix_sender",
2024-03-19T02:00:12.662 INFO:teuthology.orchestra.run.smithi046.stdout:                            "type": "str",
2024-03-19T02:00:12.662 INFO:teuthology.orchestra.run.smithi046.stdout:                            "level": "advanced",
2024-03-19T02:00:12.662 INFO:teuthology.orchestra.run.smithi046.stdout:                            "flags": 0,
2024-03-19T02:00:12.662 INFO:teuthology.orchestra.run.smithi046.stdout:                            "default_value": "/usr/bin/zabbix_sender",
2024-03-19T02:00:12.662 INFO:teuthology.orchestra.run.smithi046.stdout:                            "min": "",
2024-03-19T02:00:12.663 INFO:teuthology.orchestra.run.smithi046.stdout:                            "max": "",
2024-03-19T02:00:12.663 INFO:teuthology.orchestra.run.smithi046.stdout:                            "enum_allowed": [],
2024-03-19T02:00:12.663 INFO:teuthology.orchestra.run.smithi046.stdout:                            "desc": "",
2024-03-19T02:00:12.663 INFO:teuthology.orchestra.run.smithi046.stdout:                            "long_desc": "",
2024-03-19T02:00:12.663 INFO:teuthology.orchestra.run.smithi046.stdout:                            "tags": [],
2024-03-19T02:00:12.663 INFO:teuthology.orchestra.run.smithi046.stdout:                            "see_also": []
2024-03-19T02:00:12.663 INFO:teuthology.orchestra.run.smithi046.stdout:                        }
2024-03-19T02:00:12.663 INFO:teuthology.orchestra.run.smithi046.stdout:                    }
2024-03-19T02:00:12.663 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:12.663 INFO:teuthology.orchestra.run.smithi046.stdout:            ]
2024-03-19T02:00:12.663 INFO:teuthology.orchestra.run.smithi046.stdout:        }
2024-03-19T02:00:12.663 INFO:teuthology.orchestra.run.smithi046.stdout:    ],
2024-03-19T02:00:12.663 INFO:teuthology.orchestra.run.smithi046.stdout:    "modules": [
2024-03-19T02:00:12.663 INFO:teuthology.orchestra.run.smithi046.stdout:        "cephadm",
2024-03-19T02:00:12.664 INFO:teuthology.orchestra.run.smithi046.stdout:        "dashboard",
2024-03-19T02:00:12.664 INFO:teuthology.orchestra.run.smithi046.stdout:        "iostat",
2024-03-19T02:00:12.664 INFO:teuthology.orchestra.run.smithi046.stdout:        "nfs",
2024-03-19T02:00:12.664 INFO:teuthology.orchestra.run.smithi046.stdout:        "restful",
2024-03-19T02:00:12.664 INFO:teuthology.orchestra.run.smithi046.stdout:        "snap_schedule"
2024-03-19T02:00:12.664 INFO:teuthology.orchestra.run.smithi046.stdout:    ],
2024-03-19T02:00:12.664 INFO:teuthology.orchestra.run.smithi046.stdout:    "available_modules": [
2024-03-19T02:00:12.664 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:12.664 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "alerts",
2024-03-19T02:00:12.664 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": true,
2024-03-19T02:00:12.664 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "",
2024-03-19T02:00:12.664 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:12.664 INFO:teuthology.orchestra.run.smithi046.stdout:                "interval": {
2024-03-19T02:00:12.664 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "interval",
2024-03-19T02:00:12.664 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "secs",
2024-03-19T02:00:12.665 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.665 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.665 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "60",
2024-03-19T02:00:12.665 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.665 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.665 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.665 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "How frequently to reexamine health status",
2024-03-19T02:00:12.665 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.665 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.665 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.665 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.665 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:12.665 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:12.666 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.666 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.666 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.666 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.666 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.666 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.666 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.666 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.666 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.666 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.666 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.666 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.666 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.666 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.667 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.667 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.667 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.667 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.667 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.667 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:12.667 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:12.667 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.667 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.667 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.667 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.667 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.667 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.668 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.668 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.668 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.668 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.668 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.668 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.668 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:12.668 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:12.668 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.668 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.668 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.668 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:12.668 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.669 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.669 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.669 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.669 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.669 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.669 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.669 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.669 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.669 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.669 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.669 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.669 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.669 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.669 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.670 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:12.670 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:12.670 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.670 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.670 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.670 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.670 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.670 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.670 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.670 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.670 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.670 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.670 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.670 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.671 INFO:teuthology.orchestra.run.smithi046.stdout:                "smtp_destination": {
2024-03-19T02:00:12.671 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "smtp_destination",
2024-03-19T02:00:12.671 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.671 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.671 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.671 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.671 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.671 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.671 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.671 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Email address to send alerts to",
2024-03-19T02:00:12.671 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.671 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.671 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.671 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.672 INFO:teuthology.orchestra.run.smithi046.stdout:                "smtp_from_name": {
2024-03-19T02:00:12.672 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "smtp_from_name",
2024-03-19T02:00:12.672 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.672 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.672 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.672 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "Ceph",
2024-03-19T02:00:12.672 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.672 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.672 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.672 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Email From: name",
2024-03-19T02:00:12.672 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.672 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.672 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.672 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.673 INFO:teuthology.orchestra.run.smithi046.stdout:                "smtp_host": {
2024-03-19T02:00:12.673 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "smtp_host",
2024-03-19T02:00:12.673 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.673 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.673 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.673 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.673 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.673 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.673 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.673 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "SMTP server",
2024-03-19T02:00:12.673 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.673 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.673 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.673 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.674 INFO:teuthology.orchestra.run.smithi046.stdout:                "smtp_password": {
2024-03-19T02:00:12.674 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "smtp_password",
2024-03-19T02:00:12.674 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.674 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.674 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.674 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.674 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.674 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.674 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.674 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Password to authenticate with",
2024-03-19T02:00:12.674 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.674 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.674 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.675 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.675 INFO:teuthology.orchestra.run.smithi046.stdout:                "smtp_port": {
2024-03-19T02:00:12.675 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "smtp_port",
2024-03-19T02:00:12.675 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:12.675 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.675 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.675 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "465",
2024-03-19T02:00:12.675 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.675 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.675 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.675 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "SMTP port",
2024-03-19T02:00:12.675 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.675 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.675 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.676 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.676 INFO:teuthology.orchestra.run.smithi046.stdout:                "smtp_sender": {
2024-03-19T02:00:12.676 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "smtp_sender",
2024-03-19T02:00:12.676 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.676 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.676 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.676 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.676 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.676 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.676 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.676 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "SMTP envelope sender",
2024-03-19T02:00:12.676 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.676 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.676 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.677 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.677 INFO:teuthology.orchestra.run.smithi046.stdout:                "smtp_ssl": {
2024-03-19T02:00:12.677 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "smtp_ssl",
2024-03-19T02:00:12.677 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.677 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.677 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.677 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.677 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.677 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.677 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.677 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Use SSL to connect to SMTP server",
2024-03-19T02:00:12.677 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.677 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.677 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.677 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.678 INFO:teuthology.orchestra.run.smithi046.stdout:                "smtp_user": {
2024-03-19T02:00:12.678 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "smtp_user",
2024-03-19T02:00:12.678 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.678 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.678 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.678 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.678 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.678 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.678 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.678 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "User to authenticate as",
2024-03-19T02:00:12.678 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.678 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.678 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.679 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:12.679 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:12.679 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:12.679 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:12.679 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "balancer",
2024-03-19T02:00:12.679 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": true,
2024-03-19T02:00:12.679 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "",
2024-03-19T02:00:12.679 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:12.679 INFO:teuthology.orchestra.run.smithi046.stdout:                "active": {
2024-03-19T02:00:12.679 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "active",
2024-03-19T02:00:12.679 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.679 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.679 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.679 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.679 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.680 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.680 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.680 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "automatically balance PGs across cluster",
2024-03-19T02:00:12.680 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.680 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.680 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.680 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.680 INFO:teuthology.orchestra.run.smithi046.stdout:                "begin_time": {
2024-03-19T02:00:12.680 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "begin_time",
2024-03-19T02:00:12.680 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.680 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.680 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.680 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "0000",
2024-03-19T02:00:12.680 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.681 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.681 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.681 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "beginning time of day to automatically balance",
2024-03-19T02:00:12.681 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "This is a time of day in the format HHMM.",
2024-03-19T02:00:12.681 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.681 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.681 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.681 INFO:teuthology.orchestra.run.smithi046.stdout:                "begin_weekday": {
2024-03-19T02:00:12.681 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "begin_weekday",
2024-03-19T02:00:12.681 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "uint",
2024-03-19T02:00:12.681 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.681 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.681 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "0",
2024-03-19T02:00:12.681 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "0",
2024-03-19T02:00:12.682 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "6",
2024-03-19T02:00:12.682 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.682 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Restrict automatic balancing to this day of the week or later",
2024-03-19T02:00:12.682 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "0 = Sunday, 1 = Monday, etc.",
2024-03-19T02:00:12.682 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.682 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.682 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.682 INFO:teuthology.orchestra.run.smithi046.stdout:                "crush_compat_max_iterations": {
2024-03-19T02:00:12.682 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "crush_compat_max_iterations",
2024-03-19T02:00:12.682 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "uint",
2024-03-19T02:00:12.682 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.682 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.683 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "25",
2024-03-19T02:00:12.683 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "1",
2024-03-19T02:00:12.683 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "250",
2024-03-19T02:00:12.683 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.683 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "maximum number of iterations to attempt optimization",
2024-03-19T02:00:12.683 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.683 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.683 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.683 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.683 INFO:teuthology.orchestra.run.smithi046.stdout:                "crush_compat_metrics": {
2024-03-19T02:00:12.683 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "crush_compat_metrics",
2024-03-19T02:00:12.683 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.683 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.684 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.684 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "pgs,objects,bytes",
2024-03-19T02:00:12.684 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.684 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.684 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.684 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "metrics with which to calculate OSD utilization",
2024-03-19T02:00:12.684 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.",
2024-03-19T02:00:12.684 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.684 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.684 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.684 INFO:teuthology.orchestra.run.smithi046.stdout:                "crush_compat_step": {
2024-03-19T02:00:12.684 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "crush_compat_step",
2024-03-19T02:00:12.684 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "float",
2024-03-19T02:00:12.684 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.685 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.685 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "0.5",
2024-03-19T02:00:12.685 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "0.001",
2024-03-19T02:00:12.685 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "0.999",
2024-03-19T02:00:12.685 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.685 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "aggressiveness of optimization",
2024-03-19T02:00:12.685 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": ".99 is very aggressive, .01 is less aggressive",
2024-03-19T02:00:12.685 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.685 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.685 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.685 INFO:teuthology.orchestra.run.smithi046.stdout:                "end_time": {
2024-03-19T02:00:12.685 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "end_time",
2024-03-19T02:00:12.685 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.686 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.686 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.686 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "2359",
2024-03-19T02:00:12.686 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.686 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.686 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.686 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "ending time of day to automatically balance",
2024-03-19T02:00:12.686 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "This is a time of day in the format HHMM.",
2024-03-19T02:00:12.686 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.686 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.686 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.686 INFO:teuthology.orchestra.run.smithi046.stdout:                "end_weekday": {
2024-03-19T02:00:12.686 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "end_weekday",
2024-03-19T02:00:12.686 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "uint",
2024-03-19T02:00:12.687 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.687 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.687 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "0",
2024-03-19T02:00:12.687 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "0",
2024-03-19T02:00:12.687 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "6",
2024-03-19T02:00:12.687 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.687 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Restrict automatic balancing to days of the week earlier than this",
2024-03-19T02:00:12.687 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "0 = Sunday, 1 = Monday, etc.",
2024-03-19T02:00:12.687 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.687 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.687 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.687 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:12.687 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:12.688 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.688 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.688 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.688 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.688 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.688 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.688 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.688 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.688 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.688 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.688 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.688 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.688 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.688 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.689 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.689 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.689 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.689 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.689 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.689 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:12.689 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:12.689 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.689 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.689 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.689 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.689 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.689 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.689 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.690 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.690 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.690 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.690 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.690 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.690 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:12.690 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:12.690 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.690 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.690 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.690 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:12.690 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.690 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.691 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.691 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.691 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.691 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.691 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.691 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.691 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.691 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.691 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.691 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.691 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.691 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.691 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.691 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:12.692 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:12.692 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.692 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.692 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.692 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.692 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.692 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.692 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.692 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.692 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.692 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.692 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.692 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.692 INFO:teuthology.orchestra.run.smithi046.stdout:                "min_score": {
2024-03-19T02:00:12.693 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "min_score",
2024-03-19T02:00:12.693 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "float",
2024-03-19T02:00:12.693 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.693 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.693 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "0",
2024-03-19T02:00:12.693 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.693 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.693 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.693 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "minimum score, below which no optimization is attempted",
2024-03-19T02:00:12.693 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.693 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.693 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.693 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.694 INFO:teuthology.orchestra.run.smithi046.stdout:                "mode": {
2024-03-19T02:00:12.694 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "mode",
2024-03-19T02:00:12.694 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.694 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.694 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.694 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "upmap",
2024-03-19T02:00:12.694 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.694 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.694 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.694 INFO:teuthology.orchestra.run.smithi046.stdout:                        "crush-compat",
2024-03-19T02:00:12.694 INFO:teuthology.orchestra.run.smithi046.stdout:                        "none",
2024-03-19T02:00:12.694 INFO:teuthology.orchestra.run.smithi046.stdout:                        "read",
2024-03-19T02:00:12.694 INFO:teuthology.orchestra.run.smithi046.stdout:                        "upmap",
2024-03-19T02:00:12.694 INFO:teuthology.orchestra.run.smithi046.stdout:                        "upmap-read"
2024-03-19T02:00:12.695 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.695 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Balancer mode",
2024-03-19T02:00:12.695 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.695 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.695 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.695 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.695 INFO:teuthology.orchestra.run.smithi046.stdout:                "pool_ids": {
2024-03-19T02:00:12.695 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "pool_ids",
2024-03-19T02:00:12.695 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.695 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.695 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.695 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.695 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.695 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.696 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.696 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "pools which the automatic balancing will be limited to",
2024-03-19T02:00:12.696 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.696 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.696 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.696 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.696 INFO:teuthology.orchestra.run.smithi046.stdout:                "sleep_interval": {
2024-03-19T02:00:12.696 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "sleep_interval",
2024-03-19T02:00:12.696 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "secs",
2024-03-19T02:00:12.696 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.696 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.696 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "60",
2024-03-19T02:00:12.696 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.696 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.697 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.697 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "how frequently to wake up and attempt optimization",
2024-03-19T02:00:12.697 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.697 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.697 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.697 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.697 INFO:teuthology.orchestra.run.smithi046.stdout:                "upmap_max_deviation": {
2024-03-19T02:00:12.697 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "upmap_max_deviation",
2024-03-19T02:00:12.697 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:12.697 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.697 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.697 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "5",
2024-03-19T02:00:12.697 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "1",
2024-03-19T02:00:12.697 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.698 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.698 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "deviation below which no optimization is attempted",
2024-03-19T02:00:12.698 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "If the number of PGs are within this count then no optimization is attempted",
2024-03-19T02:00:12.698 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.698 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.698 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.698 INFO:teuthology.orchestra.run.smithi046.stdout:                "upmap_max_optimizations": {
2024-03-19T02:00:12.698 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "upmap_max_optimizations",
2024-03-19T02:00:12.698 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "uint",
2024-03-19T02:00:12.698 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.698 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.698 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "10",
2024-03-19T02:00:12.698 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.699 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.699 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.699 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "maximum upmap optimizations to make per attempt",
2024-03-19T02:00:12.699 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.699 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.699 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.699 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:12.699 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:12.699 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:12.699 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:12.699 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "cephadm",
2024-03-19T02:00:12.699 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": true,
2024-03-19T02:00:12.699 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "",
2024-03-19T02:00:12.699 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:12.700 INFO:teuthology.orchestra.run.smithi046.stdout:                "agent_down_multiplier": {
2024-03-19T02:00:12.700 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "agent_down_multiplier",
2024-03-19T02:00:12.700 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "float",
2024-03-19T02:00:12.700 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.700 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.700 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "3.0",
2024-03-19T02:00:12.700 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.700 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.700 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.700 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down",
2024-03-19T02:00:12.700 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.700 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.700 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.700 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.701 INFO:teuthology.orchestra.run.smithi046.stdout:                "agent_refresh_rate": {
2024-03-19T02:00:12.701 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "agent_refresh_rate",
2024-03-19T02:00:12.701 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "secs",
2024-03-19T02:00:12.701 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.701 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.701 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "20",
2024-03-19T02:00:12.701 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.701 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.701 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.701 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "How often agent on each host will try to gather and send metadata",
2024-03-19T02:00:12.701 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.701 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.701 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.701 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.702 INFO:teuthology.orchestra.run.smithi046.stdout:                "agent_starting_port": {
2024-03-19T02:00:12.702 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "agent_starting_port",
2024-03-19T02:00:12.702 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:12.702 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.702 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.702 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "4721",
2024-03-19T02:00:12.702 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.702 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.702 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.702 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)",
2024-03-19T02:00:12.702 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.702 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.702 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.703 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.703 INFO:teuthology.orchestra.run.smithi046.stdout:                "allow_ptrace": {
2024-03-19T02:00:12.703 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "allow_ptrace",
2024-03-19T02:00:12.703 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.703 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.703 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.703 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.703 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.703 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.703 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.703 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "allow SYS_PTRACE capability on ceph containers",
2024-03-19T02:00:12.703 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace.  Enabling this options can allow debugging daemons that encounter problems at runtime.",
2024-03-19T02:00:12.703 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.704 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.704 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.704 INFO:teuthology.orchestra.run.smithi046.stdout:                "autotune_interval": {
2024-03-19T02:00:12.704 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "autotune_interval",
2024-03-19T02:00:12.704 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "secs",
2024-03-19T02:00:12.704 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.704 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.704 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "600",
2024-03-19T02:00:12.704 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.704 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.704 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.704 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "how frequently to autotune daemon memory",
2024-03-19T02:00:12.704 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.704 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.705 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.705 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.705 INFO:teuthology.orchestra.run.smithi046.stdout:                "autotune_memory_target_ratio": {
2024-03-19T02:00:12.705 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "autotune_memory_target_ratio",
2024-03-19T02:00:12.705 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "float",
2024-03-19T02:00:12.705 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.705 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.705 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "0.7",
2024-03-19T02:00:12.705 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.705 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.705 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.705 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "ratio of total system memory to divide amongst autotuned daemons",
2024-03-19T02:00:12.705 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.706 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.706 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.706 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.706 INFO:teuthology.orchestra.run.smithi046.stdout:                "cephadm_log_destination": {
2024-03-19T02:00:12.706 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "cephadm_log_destination",
2024-03-19T02:00:12.706 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.706 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.706 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.706 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.706 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.706 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.706 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.706 INFO:teuthology.orchestra.run.smithi046.stdout:                        "file",
2024-03-19T02:00:12.706 INFO:teuthology.orchestra.run.smithi046.stdout:                        "file,syslog",
2024-03-19T02:00:12.707 INFO:teuthology.orchestra.run.smithi046.stdout:                        "syslog"
2024-03-19T02:00:12.707 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.707 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Destination for cephadm command's persistent logging",
2024-03-19T02:00:12.707 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.707 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.707 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.707 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.707 INFO:teuthology.orchestra.run.smithi046.stdout:                "cgroups_split": {
2024-03-19T02:00:12.707 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "cgroups_split",
2024-03-19T02:00:12.707 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.707 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.707 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.707 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.707 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.708 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.708 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.708 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)",
2024-03-19T02:00:12.708 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.708 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.708 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.708 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.708 INFO:teuthology.orchestra.run.smithi046.stdout:                "config_checks_enabled": {
2024-03-19T02:00:12.708 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "config_checks_enabled",
2024-03-19T02:00:12.708 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.708 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.708 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.708 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.709 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.709 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.709 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.709 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Enable or disable the cephadm configuration analysis",
2024-03-19T02:00:12.709 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.709 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.709 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.709 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.709 INFO:teuthology.orchestra.run.smithi046.stdout:                "config_dashboard": {
2024-03-19T02:00:12.709 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "config_dashboard",
2024-03-19T02:00:12.709 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.709 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.709 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.709 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.710 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.710 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.710 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.710 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "manage configs like API endpoints in Dashboard.",
2024-03-19T02:00:12.710 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.710 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.710 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.710 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.710 INFO:teuthology.orchestra.run.smithi046.stdout:                "container_image_alertmanager": {
2024-03-19T02:00:12.710 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "container_image_alertmanager",
2024-03-19T02:00:12.710 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.710 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.710 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.710 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "quay.io/prometheus/alertmanager:v0.25.0",
2024-03-19T02:00:12.711 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.711 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.711 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.711 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Prometheus container image",
2024-03-19T02:00:12.711 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.711 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.711 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.711 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.711 INFO:teuthology.orchestra.run.smithi046.stdout:                "container_image_base": {
2024-03-19T02:00:12.711 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "container_image_base",
2024-03-19T02:00:12.711 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.711 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.711 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.711 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "quay.io/ceph/ceph",
2024-03-19T02:00:12.712 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.712 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.712 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.712 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Container image name, without the tag",
2024-03-19T02:00:12.712 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.712 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.712 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.712 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.712 INFO:teuthology.orchestra.run.smithi046.stdout:                "container_image_elasticsearch": {
2024-03-19T02:00:12.712 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "container_image_elasticsearch",
2024-03-19T02:00:12.712 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.712 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.712 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.712 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23",
2024-03-19T02:00:12.713 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.713 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.713 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.713 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "elasticsearch container image",
2024-03-19T02:00:12.713 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.713 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.713 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.713 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.713 INFO:teuthology.orchestra.run.smithi046.stdout:                "container_image_grafana": {
2024-03-19T02:00:12.713 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "container_image_grafana",
2024-03-19T02:00:12.713 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.713 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.713 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.713 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "quay.io/ceph/ceph-grafana:9.4.12",
2024-03-19T02:00:12.714 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.714 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.714 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.714 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Prometheus container image",
2024-03-19T02:00:12.714 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.714 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.714 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.714 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.714 INFO:teuthology.orchestra.run.smithi046.stdout:                "container_image_haproxy": {
2024-03-19T02:00:12.714 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "container_image_haproxy",
2024-03-19T02:00:12.714 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.714 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.714 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.715 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "quay.io/ceph/haproxy:2.3",
2024-03-19T02:00:12.715 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.715 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.715 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.715 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "HAproxy container image",
2024-03-19T02:00:12.715 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.715 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.715 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.715 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.715 INFO:teuthology.orchestra.run.smithi046.stdout:                "container_image_jaeger_agent": {
2024-03-19T02:00:12.715 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "container_image_jaeger_agent",
2024-03-19T02:00:12.715 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.715 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.715 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.716 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "quay.io/jaegertracing/jaeger-agent:1.29",
2024-03-19T02:00:12.716 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.716 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.716 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.716 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Jaeger agent container image",
2024-03-19T02:00:12.716 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.716 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.716 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.716 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.716 INFO:teuthology.orchestra.run.smithi046.stdout:                "container_image_jaeger_collector": {
2024-03-19T02:00:12.716 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "container_image_jaeger_collector",
2024-03-19T02:00:12.716 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.716 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.717 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.717 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "quay.io/jaegertracing/jaeger-collector:1.29",
2024-03-19T02:00:12.717 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.717 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.717 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.717 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Jaeger collector container image",
2024-03-19T02:00:12.717 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.717 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.717 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.717 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.717 INFO:teuthology.orchestra.run.smithi046.stdout:                "container_image_jaeger_query": {
2024-03-19T02:00:12.717 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "container_image_jaeger_query",
2024-03-19T02:00:12.717 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.717 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.718 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.718 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "quay.io/jaegertracing/jaeger-query:1.29",
2024-03-19T02:00:12.718 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.718 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.718 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.718 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Jaeger query container image",
2024-03-19T02:00:12.718 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.718 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.718 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.718 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.718 INFO:teuthology.orchestra.run.smithi046.stdout:                "container_image_keepalived": {
2024-03-19T02:00:12.718 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "container_image_keepalived",
2024-03-19T02:00:12.718 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.718 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.719 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.719 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "quay.io/ceph/keepalived:2.2.4",
2024-03-19T02:00:12.719 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.719 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.719 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.719 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Keepalived container image",
2024-03-19T02:00:12.719 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.719 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.719 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.719 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.719 INFO:teuthology.orchestra.run.smithi046.stdout:                "container_image_loki": {
2024-03-19T02:00:12.719 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "container_image_loki",
2024-03-19T02:00:12.719 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.720 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.720 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.720 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "docker.io/grafana/loki:2.4.0",
2024-03-19T02:00:12.720 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.720 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.720 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.720 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Loki container image",
2024-03-19T02:00:12.720 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.720 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.720 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.720 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.720 INFO:teuthology.orchestra.run.smithi046.stdout:                "container_image_node_exporter": {
2024-03-19T02:00:12.720 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "container_image_node_exporter",
2024-03-19T02:00:12.720 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.720 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.721 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.721 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "quay.io/prometheus/node-exporter:v1.5.0",
2024-03-19T02:00:12.721 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.721 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.721 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.721 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Prometheus container image",
2024-03-19T02:00:12.721 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.721 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.721 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.721 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.721 INFO:teuthology.orchestra.run.smithi046.stdout:                "container_image_nvmeof": {
2024-03-19T02:00:12.721 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "container_image_nvmeof",
2024-03-19T02:00:12.721 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.721 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.722 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.722 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "quay.io/ceph/nvmeof:1.0.0",
2024-03-19T02:00:12.722 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.722 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.722 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.722 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Nvme-of container image",
2024-03-19T02:00:12.722 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.722 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.722 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.722 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.722 INFO:teuthology.orchestra.run.smithi046.stdout:                "container_image_prometheus": {
2024-03-19T02:00:12.722 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "container_image_prometheus",
2024-03-19T02:00:12.722 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.722 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.723 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.723 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "quay.io/prometheus/prometheus:v2.43.0",
2024-03-19T02:00:12.723 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.723 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.723 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.723 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Prometheus container image",
2024-03-19T02:00:12.723 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.723 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.723 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.723 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.723 INFO:teuthology.orchestra.run.smithi046.stdout:                "container_image_promtail": {
2024-03-19T02:00:12.723 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "container_image_promtail",
2024-03-19T02:00:12.723 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.724 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.724 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.724 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "docker.io/grafana/promtail:2.4.0",
2024-03-19T02:00:12.724 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.724 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.724 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.724 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Promtail container image",
2024-03-19T02:00:12.724 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.724 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.724 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.724 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.724 INFO:teuthology.orchestra.run.smithi046.stdout:                "container_image_snmp_gateway": {
2024-03-19T02:00:12.724 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "container_image_snmp_gateway",
2024-03-19T02:00:12.724 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.724 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.725 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.725 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1",
2024-03-19T02:00:12.725 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.725 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.725 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.725 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "SNMP Gateway container image",
2024-03-19T02:00:12.725 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.725 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.725 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.725 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.725 INFO:teuthology.orchestra.run.smithi046.stdout:                "container_init": {
2024-03-19T02:00:12.725 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "container_init",
2024-03-19T02:00:12.725 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.725 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.725 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.726 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.726 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.726 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.726 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.726 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Run podman/docker with `--init`",
2024-03-19T02:00:12.726 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.726 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.726 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.726 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.726 INFO:teuthology.orchestra.run.smithi046.stdout:                "daemon_cache_timeout": {
2024-03-19T02:00:12.726 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "daemon_cache_timeout",
2024-03-19T02:00:12.726 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "secs",
2024-03-19T02:00:12.726 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.726 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.727 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "600",
2024-03-19T02:00:12.727 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.727 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.727 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.727 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "seconds to cache service (daemon) inventory",
2024-03-19T02:00:12.727 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.727 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.727 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.727 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.727 INFO:teuthology.orchestra.run.smithi046.stdout:                "default_cephadm_command_timeout": {
2024-03-19T02:00:12.727 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "default_cephadm_command_timeout",
2024-03-19T02:00:12.727 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:12.727 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.728 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.728 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "900",
2024-03-19T02:00:12.728 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.728 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.728 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.728 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)",
2024-03-19T02:00:12.728 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.728 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.728 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.728 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.728 INFO:teuthology.orchestra.run.smithi046.stdout:                "default_registry": {
2024-03-19T02:00:12.728 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "default_registry",
2024-03-19T02:00:12.728 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.729 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.729 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.729 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "docker.io",
2024-03-19T02:00:12.729 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.729 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.729 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.729 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry",
2024-03-19T02:00:12.729 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.729 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.729 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.729 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.729 INFO:teuthology.orchestra.run.smithi046.stdout:                "device_cache_timeout": {
2024-03-19T02:00:12.729 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "device_cache_timeout",
2024-03-19T02:00:12.729 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "secs",
2024-03-19T02:00:12.729 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.730 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.730 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "1800",
2024-03-19T02:00:12.730 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.730 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.730 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.730 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "seconds to cache device inventory",
2024-03-19T02:00:12.730 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.730 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.730 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.730 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.730 INFO:teuthology.orchestra.run.smithi046.stdout:                "device_enhanced_scan": {
2024-03-19T02:00:12.730 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "device_enhanced_scan",
2024-03-19T02:00:12.730 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.731 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.731 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.731 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.731 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.731 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.731 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.731 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Use libstoragemgmt during device scans",
2024-03-19T02:00:12.731 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.731 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.731 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.731 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.731 INFO:teuthology.orchestra.run.smithi046.stdout:                "facts_cache_timeout": {
2024-03-19T02:00:12.731 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "facts_cache_timeout",
2024-03-19T02:00:12.731 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "secs",
2024-03-19T02:00:12.732 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.732 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.732 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "60",
2024-03-19T02:00:12.732 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.732 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.732 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.732 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "seconds to cache host facts data",
2024-03-19T02:00:12.732 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.732 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.732 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.732 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.732 INFO:teuthology.orchestra.run.smithi046.stdout:                "host_check_interval": {
2024-03-19T02:00:12.732 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "host_check_interval",
2024-03-19T02:00:12.732 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "secs",
2024-03-19T02:00:12.732 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.733 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.733 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "600",
2024-03-19T02:00:12.733 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.733 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.733 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.733 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "how frequently to perform a host check",
2024-03-19T02:00:12.733 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.733 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.733 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.733 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.733 INFO:teuthology.orchestra.run.smithi046.stdout:                "hw_monitoring": {
2024-03-19T02:00:12.733 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "hw_monitoring",
2024-03-19T02:00:12.733 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.733 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.734 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.734 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.734 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.734 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.734 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.734 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Deploy hw monitoring daemon on every host.",
2024-03-19T02:00:12.734 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.734 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.734 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.734 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.734 INFO:teuthology.orchestra.run.smithi046.stdout:                "inventory_list_all": {
2024-03-19T02:00:12.734 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "inventory_list_all",
2024-03-19T02:00:12.734 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.735 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.735 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.735 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.735 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.735 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.735 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.735 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)",
2024-03-19T02:00:12.735 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.735 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.735 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.735 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.735 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:12.735 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:12.735 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.735 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.735 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.736 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.736 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.736 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.736 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.736 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.736 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.736 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.736 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.736 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.736 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.736 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.736 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.736 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.736 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.736 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.737 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.737 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_refresh_metadata": {
2024-03-19T02:00:12.737 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_refresh_metadata",
2024-03-19T02:00:12.737 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.737 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.737 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.737 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.737 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.737 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.737 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.737 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level",
2024-03-19T02:00:12.737 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.737 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.738 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.738 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.738 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:12.738 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:12.738 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.738 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.738 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.738 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.738 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.738 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.738 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.738 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "log to the \"cephadm\" cluster log channel\"",
2024-03-19T02:00:12.738 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.738 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.738 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.739 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.739 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:12.739 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:12.739 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.739 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.739 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.739 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:12.739 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.739 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.739 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.739 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.739 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.739 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.740 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.740 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.740 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.740 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.740 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.740 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.740 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.740 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.740 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.740 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:12.740 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:12.740 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.740 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.740 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.740 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.741 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.741 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.741 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.741 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.741 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.741 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.741 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.741 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.741 INFO:teuthology.orchestra.run.smithi046.stdout:                "manage_etc_ceph_ceph_conf": {
2024-03-19T02:00:12.741 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "manage_etc_ceph_ceph_conf",
2024-03-19T02:00:12.741 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.741 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.741 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.742 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.742 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.742 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.742 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.742 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.",
2024-03-19T02:00:12.742 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.742 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.742 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.742 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.742 INFO:teuthology.orchestra.run.smithi046.stdout:                "manage_etc_ceph_ceph_conf_hosts": {
2024-03-19T02:00:12.742 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "manage_etc_ceph_ceph_conf_hosts",
2024-03-19T02:00:12.742 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.742 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.743 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.743 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "*",
2024-03-19T02:00:12.743 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.743 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.743 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.743 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf",
2024-03-19T02:00:12.743 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.743 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.743 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.743 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.743 INFO:teuthology.orchestra.run.smithi046.stdout:                "max_count_per_host": {
2024-03-19T02:00:12.743 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "max_count_per_host",
2024-03-19T02:00:12.743 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:12.743 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.744 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.744 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "10",
2024-03-19T02:00:12.744 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.744 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.744 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.744 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "max number of daemons per service per host",
2024-03-19T02:00:12.744 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.744 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.744 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.744 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.744 INFO:teuthology.orchestra.run.smithi046.stdout:                "max_osd_draining_count": {
2024-03-19T02:00:12.744 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "max_osd_draining_count",
2024-03-19T02:00:12.744 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:12.744 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.745 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.745 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "10",
2024-03-19T02:00:12.745 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.745 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.745 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.745 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "max number of osds that will be drained simultaneously when osds are removed",
2024-03-19T02:00:12.745 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.745 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.745 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.745 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.745 INFO:teuthology.orchestra.run.smithi046.stdout:                "migration_current": {
2024-03-19T02:00:12.745 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "migration_current",
2024-03-19T02:00:12.745 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:12.745 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.745 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.746 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.746 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.746 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.746 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.746 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "internal - do not modify",
2024-03-19T02:00:12.746 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.746 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.746 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.746 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.746 INFO:teuthology.orchestra.run.smithi046.stdout:                "mode": {
2024-03-19T02:00:12.746 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "mode",
2024-03-19T02:00:12.746 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.746 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.746 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.747 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "root",
2024-03-19T02:00:12.747 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.747 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.747 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.747 INFO:teuthology.orchestra.run.smithi046.stdout:                        "cephadm-package",
2024-03-19T02:00:12.747 INFO:teuthology.orchestra.run.smithi046.stdout:                        "root"
2024-03-19T02:00:12.747 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.747 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "mode for remote execution of cephadm",
2024-03-19T02:00:12.747 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.747 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.747 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.747 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.747 INFO:teuthology.orchestra.run.smithi046.stdout:                "oob_default_addr": {
2024-03-19T02:00:12.747 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "oob_default_addr",
2024-03-19T02:00:12.747 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.747 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.748 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.748 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "169.254.1.1",
2024-03-19T02:00:12.748 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.748 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.748 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.748 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Default address for RedFish API (oob management).",
2024-03-19T02:00:12.748 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.748 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.748 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.748 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.748 INFO:teuthology.orchestra.run.smithi046.stdout:                "prometheus_alerts_path": {
2024-03-19T02:00:12.748 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "prometheus_alerts_path",
2024-03-19T02:00:12.748 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.748 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.749 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.749 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml",
2024-03-19T02:00:12.749 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.749 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.749 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.749 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "location of alerts to include in prometheus deployments",
2024-03-19T02:00:12.749 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.749 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.749 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.749 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.749 INFO:teuthology.orchestra.run.smithi046.stdout:                "registry_insecure": {
2024-03-19T02:00:12.749 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "registry_insecure",
2024-03-19T02:00:12.749 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.749 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.750 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.750 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.750 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.750 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.750 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.750 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.",
2024-03-19T02:00:12.750 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.750 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.750 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.750 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.750 INFO:teuthology.orchestra.run.smithi046.stdout:                "registry_password": {
2024-03-19T02:00:12.750 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "registry_password",
2024-03-19T02:00:12.750 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.750 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.750 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.751 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.751 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.751 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.751 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.751 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Custom repository password. Only used for logging into a registry.",
2024-03-19T02:00:12.751 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.751 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.751 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.751 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.751 INFO:teuthology.orchestra.run.smithi046.stdout:                "registry_url": {
2024-03-19T02:00:12.751 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "registry_url",
2024-03-19T02:00:12.751 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.751 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.751 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.751 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.752 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.752 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.752 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.752 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Registry url for login purposes. This is not the default registry",
2024-03-19T02:00:12.752 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.752 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.752 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.752 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.752 INFO:teuthology.orchestra.run.smithi046.stdout:                "registry_username": {
2024-03-19T02:00:12.752 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "registry_username",
2024-03-19T02:00:12.752 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.752 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.752 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.752 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.753 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.753 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.753 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.753 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Custom repository username. Only used for logging into a registry.",
2024-03-19T02:00:12.753 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.753 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.753 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.753 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.753 INFO:teuthology.orchestra.run.smithi046.stdout:                "secure_monitoring_stack": {
2024-03-19T02:00:12.753 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "secure_monitoring_stack",
2024-03-19T02:00:12.753 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.753 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.753 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.753 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.754 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.754 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.754 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.754 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Enable TLS security for all the monitoring stack daemons",
2024-03-19T02:00:12.754 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.754 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.754 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.754 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.754 INFO:teuthology.orchestra.run.smithi046.stdout:                "service_discovery_port": {
2024-03-19T02:00:12.754 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "service_discovery_port",
2024-03-19T02:00:12.754 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:12.754 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.754 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.754 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "8765",
2024-03-19T02:00:12.755 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.755 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.755 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.755 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "cephadm service discovery port",
2024-03-19T02:00:12.755 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.755 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.755 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.755 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.755 INFO:teuthology.orchestra.run.smithi046.stdout:                "ssh_config_file": {
2024-03-19T02:00:12.755 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "ssh_config_file",
2024-03-19T02:00:12.755 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.755 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.755 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.755 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.755 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.755 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.756 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.756 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "customized SSH config file to connect to managed hosts",
2024-03-19T02:00:12.756 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.756 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.756 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.756 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.756 INFO:teuthology.orchestra.run.smithi046.stdout:                "use_agent": {
2024-03-19T02:00:12.756 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "use_agent",
2024-03-19T02:00:12.756 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.756 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.756 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.756 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.756 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.756 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.757 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.757 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Use cephadm agent on each host to gather and send metadata",
2024-03-19T02:00:12.757 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.757 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.757 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.757 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.757 INFO:teuthology.orchestra.run.smithi046.stdout:                "use_repo_digest": {
2024-03-19T02:00:12.757 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "use_repo_digest",
2024-03-19T02:00:12.757 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.757 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.757 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.757 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.757 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.757 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.758 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.758 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image",
2024-03-19T02:00:12.758 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.758 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.758 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.758 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.758 INFO:teuthology.orchestra.run.smithi046.stdout:                "warn_on_failed_host_check": {
2024-03-19T02:00:12.758 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "warn_on_failed_host_check",
2024-03-19T02:00:12.758 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.758 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.758 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.758 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.758 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.758 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.759 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.759 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "raise a health warning if the host check fails",
2024-03-19T02:00:12.759 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.759 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.759 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.759 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.759 INFO:teuthology.orchestra.run.smithi046.stdout:                "warn_on_stray_daemons": {
2024-03-19T02:00:12.759 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "warn_on_stray_daemons",
2024-03-19T02:00:12.759 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.759 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.759 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.759 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.759 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.759 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.760 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.760 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "raise a health warning if daemons are detected that are not managed by cephadm",
2024-03-19T02:00:12.760 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.760 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.760 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.760 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.760 INFO:teuthology.orchestra.run.smithi046.stdout:                "warn_on_stray_hosts": {
2024-03-19T02:00:12.760 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "warn_on_stray_hosts",
2024-03-19T02:00:12.760 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.760 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.760 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.760 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.760 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.760 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.760 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.761 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm",
2024-03-19T02:00:12.761 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.761 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.761 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.761 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:12.761 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:12.761 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:12.761 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:12.761 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "crash",
2024-03-19T02:00:12.761 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": true,
2024-03-19T02:00:12.761 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "",
2024-03-19T02:00:12.761 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:12.761 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:12.761 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:12.762 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.762 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.762 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.762 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.762 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.762 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.762 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.762 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.762 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.762 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.762 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.762 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.762 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.763 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.763 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.763 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.763 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.763 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.763 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.763 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:12.763 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:12.763 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.763 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.763 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.763 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.763 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.763 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.763 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.764 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.764 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.764 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.764 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.764 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.764 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:12.764 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:12.764 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.764 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.764 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.764 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:12.764 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.764 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.764 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.764 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.765 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.765 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.765 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.765 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.765 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.765 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.765 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.765 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.765 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.765 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.765 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.765 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:12.765 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:12.765 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.766 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.766 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.766 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.766 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.766 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.766 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.766 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.766 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.766 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.766 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.766 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.766 INFO:teuthology.orchestra.run.smithi046.stdout:                "retain_interval": {
2024-03-19T02:00:12.766 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "retain_interval",
2024-03-19T02:00:12.766 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "secs",
2024-03-19T02:00:12.767 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.767 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.767 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "31536000",
2024-03-19T02:00:12.767 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.767 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.767 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.767 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "how long to retain crashes before pruning them",
2024-03-19T02:00:12.767 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.767 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.767 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.767 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.767 INFO:teuthology.orchestra.run.smithi046.stdout:                "warn_recent_interval": {
2024-03-19T02:00:12.767 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "warn_recent_interval",
2024-03-19T02:00:12.767 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "secs",
2024-03-19T02:00:12.768 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.768 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.768 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "1209600",
2024-03-19T02:00:12.768 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.768 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.768 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.768 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "time interval in which to warn about recent crashes",
2024-03-19T02:00:12.768 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.768 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.768 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.768 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:12.768 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:12.768 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:12.768 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:12.769 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "dashboard",
2024-03-19T02:00:12.769 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": true,
2024-03-19T02:00:12.769 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "",
2024-03-19T02:00:12.769 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:12.769 INFO:teuthology.orchestra.run.smithi046.stdout:                "ACCOUNT_LOCKOUT_ATTEMPTS": {
2024-03-19T02:00:12.769 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "ACCOUNT_LOCKOUT_ATTEMPTS",
2024-03-19T02:00:12.769 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:12.769 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.769 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.769 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "10",
2024-03-19T02:00:12.769 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.769 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.769 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.769 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.770 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.770 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.770 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.770 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.770 INFO:teuthology.orchestra.run.smithi046.stdout:                "ALERTMANAGER_API_HOST": {
2024-03-19T02:00:12.770 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "ALERTMANAGER_API_HOST",
2024-03-19T02:00:12.770 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.770 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.770 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.770 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.770 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.770 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.770 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.770 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.771 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.771 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.771 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.771 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.771 INFO:teuthology.orchestra.run.smithi046.stdout:                "ALERTMANAGER_API_SSL_VERIFY": {
2024-03-19T02:00:12.771 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "ALERTMANAGER_API_SSL_VERIFY",
2024-03-19T02:00:12.771 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.771 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.771 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.771 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.771 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.771 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.771 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.771 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.772 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.772 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.772 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.772 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.772 INFO:teuthology.orchestra.run.smithi046.stdout:                "AUDIT_API_ENABLED": {
2024-03-19T02:00:12.772 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "AUDIT_API_ENABLED",
2024-03-19T02:00:12.772 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.772 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.772 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.772 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.772 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.772 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.772 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.772 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.773 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.773 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.773 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.773 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.773 INFO:teuthology.orchestra.run.smithi046.stdout:                "AUDIT_API_LOG_PAYLOAD": {
2024-03-19T02:00:12.773 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "AUDIT_API_LOG_PAYLOAD",
2024-03-19T02:00:12.773 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.773 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.773 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.773 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.773 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.773 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.773 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.773 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.774 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.774 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.774 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.774 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.774 INFO:teuthology.orchestra.run.smithi046.stdout:                "ENABLE_BROWSABLE_API": {
2024-03-19T02:00:12.774 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "ENABLE_BROWSABLE_API",
2024-03-19T02:00:12.774 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.774 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.774 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.774 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.774 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.774 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.774 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.774 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.775 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.775 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.775 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.775 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.775 INFO:teuthology.orchestra.run.smithi046.stdout:                "FEATURE_TOGGLE_CEPHFS": {
2024-03-19T02:00:12.775 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "FEATURE_TOGGLE_CEPHFS",
2024-03-19T02:00:12.775 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.775 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.775 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.775 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.775 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.775 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.775 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.775 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.776 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.776 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.776 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.776 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.776 INFO:teuthology.orchestra.run.smithi046.stdout:                "FEATURE_TOGGLE_DASHBOARD": {
2024-03-19T02:00:12.776 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "FEATURE_TOGGLE_DASHBOARD",
2024-03-19T02:00:12.776 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.776 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.776 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.776 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.776 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.776 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.776 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.776 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.777 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.777 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.777 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.777 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.777 INFO:teuthology.orchestra.run.smithi046.stdout:                "FEATURE_TOGGLE_ISCSI": {
2024-03-19T02:00:12.777 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "FEATURE_TOGGLE_ISCSI",
2024-03-19T02:00:12.777 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.777 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.777 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.777 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.777 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.777 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.777 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.778 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.778 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.778 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.778 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.778 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.778 INFO:teuthology.orchestra.run.smithi046.stdout:                "FEATURE_TOGGLE_MIRRORING": {
2024-03-19T02:00:12.778 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "FEATURE_TOGGLE_MIRRORING",
2024-03-19T02:00:12.778 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.778 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.778 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.778 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.778 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.778 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.778 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.778 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.779 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.779 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.779 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.779 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.779 INFO:teuthology.orchestra.run.smithi046.stdout:                "FEATURE_TOGGLE_NFS": {
2024-03-19T02:00:12.779 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "FEATURE_TOGGLE_NFS",
2024-03-19T02:00:12.779 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.779 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.779 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.779 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.779 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.779 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.779 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.779 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.780 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.780 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.780 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.780 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.780 INFO:teuthology.orchestra.run.smithi046.stdout:                "FEATURE_TOGGLE_RBD": {
2024-03-19T02:00:12.780 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "FEATURE_TOGGLE_RBD",
2024-03-19T02:00:12.780 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.780 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.780 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.780 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.780 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.780 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.780 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.781 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.781 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.781 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.781 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.781 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.781 INFO:teuthology.orchestra.run.smithi046.stdout:                "FEATURE_TOGGLE_RGW": {
2024-03-19T02:00:12.781 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "FEATURE_TOGGLE_RGW",
2024-03-19T02:00:12.781 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.781 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.781 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.781 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.781 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.781 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.781 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.781 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.782 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.782 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.782 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.782 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.782 INFO:teuthology.orchestra.run.smithi046.stdout:                "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": {
2024-03-19T02:00:12.782 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE",
2024-03-19T02:00:12.782 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.782 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.782 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.782 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.782 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.782 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.782 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.782 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.783 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.783 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.783 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.783 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.783 INFO:teuthology.orchestra.run.smithi046.stdout:                "GRAFANA_API_PASSWORD": {
2024-03-19T02:00:12.783 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "GRAFANA_API_PASSWORD",
2024-03-19T02:00:12.783 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.783 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.783 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.783 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "admin",
2024-03-19T02:00:12.783 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.783 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.783 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.783 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.784 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.784 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.784 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.784 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.784 INFO:teuthology.orchestra.run.smithi046.stdout:                "GRAFANA_API_SSL_VERIFY": {
2024-03-19T02:00:12.784 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "GRAFANA_API_SSL_VERIFY",
2024-03-19T02:00:12.784 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.784 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.784 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.784 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.784 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.784 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.784 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.784 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.785 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.785 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.785 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.785 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.785 INFO:teuthology.orchestra.run.smithi046.stdout:                "GRAFANA_API_URL": {
2024-03-19T02:00:12.785 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "GRAFANA_API_URL",
2024-03-19T02:00:12.785 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.785 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.785 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.785 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.785 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.785 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.785 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.786 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.786 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.786 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.786 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.786 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.786 INFO:teuthology.orchestra.run.smithi046.stdout:                "GRAFANA_API_USERNAME": {
2024-03-19T02:00:12.786 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "GRAFANA_API_USERNAME",
2024-03-19T02:00:12.786 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.786 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.786 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.786 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "admin",
2024-03-19T02:00:12.786 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.786 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.786 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.787 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.787 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.787 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.787 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.787 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.787 INFO:teuthology.orchestra.run.smithi046.stdout:                "GRAFANA_FRONTEND_API_URL": {
2024-03-19T02:00:12.787 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "GRAFANA_FRONTEND_API_URL",
2024-03-19T02:00:12.787 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.787 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.787 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.787 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.787 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.787 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.787 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.788 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.788 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.788 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.788 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.788 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.788 INFO:teuthology.orchestra.run.smithi046.stdout:                "GRAFANA_UPDATE_DASHBOARDS": {
2024-03-19T02:00:12.788 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "GRAFANA_UPDATE_DASHBOARDS",
2024-03-19T02:00:12.788 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.788 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.788 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.788 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.788 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.788 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.789 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.789 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.789 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.789 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.789 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.789 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.789 INFO:teuthology.orchestra.run.smithi046.stdout:                "ISCSI_API_SSL_VERIFICATION": {
2024-03-19T02:00:12.789 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "ISCSI_API_SSL_VERIFICATION",
2024-03-19T02:00:12.789 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.789 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.789 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.789 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.789 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.789 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.790 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.790 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.790 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.790 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.790 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.790 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.790 INFO:teuthology.orchestra.run.smithi046.stdout:                "ISSUE_TRACKER_API_KEY": {
2024-03-19T02:00:12.790 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "ISSUE_TRACKER_API_KEY",
2024-03-19T02:00:12.790 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.790 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.790 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.790 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.790 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.790 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.791 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.791 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.791 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.791 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.791 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.791 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.791 INFO:teuthology.orchestra.run.smithi046.stdout:                "MULTICLUSTER_CONFIG": {
2024-03-19T02:00:12.791 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "MULTICLUSTER_CONFIG",
2024-03-19T02:00:12.791 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.791 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.791 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.791 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "{}",
2024-03-19T02:00:12.791 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.791 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.792 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.792 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.792 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.792 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.792 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.792 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.792 INFO:teuthology.orchestra.run.smithi046.stdout:                "PROMETHEUS_API_HOST": {
2024-03-19T02:00:12.792 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "PROMETHEUS_API_HOST",
2024-03-19T02:00:12.792 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.792 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.792 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.792 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.792 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.792 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.793 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.793 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.793 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.793 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.793 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.793 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.793 INFO:teuthology.orchestra.run.smithi046.stdout:                "PROMETHEUS_API_SSL_VERIFY": {
2024-03-19T02:00:12.793 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "PROMETHEUS_API_SSL_VERIFY",
2024-03-19T02:00:12.793 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.793 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.793 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.793 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.793 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.793 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.794 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.794 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.794 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.794 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.794 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.794 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.794 INFO:teuthology.orchestra.run.smithi046.stdout:                "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": {
2024-03-19T02:00:12.794 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED",
2024-03-19T02:00:12.794 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.794 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.794 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.794 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.794 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.794 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.795 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.795 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.795 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.795 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.795 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.795 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.795 INFO:teuthology.orchestra.run.smithi046.stdout:                "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": {
2024-03-19T02:00:12.795 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED",
2024-03-19T02:00:12.795 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.795 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.795 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.795 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.795 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.795 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.795 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.796 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.796 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.796 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.796 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.796 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.796 INFO:teuthology.orchestra.run.smithi046.stdout:                "PWD_POLICY_CHECK_LENGTH_ENABLED": {
2024-03-19T02:00:12.796 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "PWD_POLICY_CHECK_LENGTH_ENABLED",
2024-03-19T02:00:12.796 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.796 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.796 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.796 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.796 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.796 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.796 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.797 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.797 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.797 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.797 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.797 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.797 INFO:teuthology.orchestra.run.smithi046.stdout:                "PWD_POLICY_CHECK_OLDPWD_ENABLED": {
2024-03-19T02:00:12.797 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED",
2024-03-19T02:00:12.797 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.797 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.797 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.797 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.797 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.797 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.797 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.797 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.798 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.798 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.798 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.798 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.798 INFO:teuthology.orchestra.run.smithi046.stdout:                "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": {
2024-03-19T02:00:12.798 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED",
2024-03-19T02:00:12.798 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.798 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.798 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.798 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.798 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.798 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.798 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.798 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.799 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.799 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.799 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.799 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.799 INFO:teuthology.orchestra.run.smithi046.stdout:                "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": {
2024-03-19T02:00:12.799 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED",
2024-03-19T02:00:12.799 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.799 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.799 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.799 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.799 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.799 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.799 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.799 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.800 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.800 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.800 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.800 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.800 INFO:teuthology.orchestra.run.smithi046.stdout:                "PWD_POLICY_CHECK_USERNAME_ENABLED": {
2024-03-19T02:00:12.800 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "PWD_POLICY_CHECK_USERNAME_ENABLED",
2024-03-19T02:00:12.800 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.800 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.800 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.800 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.800 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.800 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.800 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.801 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.801 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.801 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.801 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.801 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.801 INFO:teuthology.orchestra.run.smithi046.stdout:                "PWD_POLICY_ENABLED": {
2024-03-19T02:00:12.801 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "PWD_POLICY_ENABLED",
2024-03-19T02:00:12.801 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.801 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.801 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.801 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.801 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.801 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.801 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.802 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.802 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.802 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.802 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.802 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.802 INFO:teuthology.orchestra.run.smithi046.stdout:                "PWD_POLICY_EXCLUSION_LIST": {
2024-03-19T02:00:12.802 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "PWD_POLICY_EXCLUSION_LIST",
2024-03-19T02:00:12.802 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.802 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.802 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.802 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps",
2024-03-19T02:00:12.802 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.802 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.802 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.803 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.803 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.803 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.803 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.803 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.803 INFO:teuthology.orchestra.run.smithi046.stdout:                "PWD_POLICY_MIN_COMPLEXITY": {
2024-03-19T02:00:12.803 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "PWD_POLICY_MIN_COMPLEXITY",
2024-03-19T02:00:12.803 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:12.803 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.803 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.803 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "10",
2024-03-19T02:00:12.803 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.803 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.803 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.803 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.804 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.804 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.804 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.804 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.804 INFO:teuthology.orchestra.run.smithi046.stdout:                "PWD_POLICY_MIN_LENGTH": {
2024-03-19T02:00:12.804 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "PWD_POLICY_MIN_LENGTH",
2024-03-19T02:00:12.804 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:12.804 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.804 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.804 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "8",
2024-03-19T02:00:12.804 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.804 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.804 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.805 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.805 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.805 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.805 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.805 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.805 INFO:teuthology.orchestra.run.smithi046.stdout:                "REST_REQUESTS_TIMEOUT": {
2024-03-19T02:00:12.805 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "REST_REQUESTS_TIMEOUT",
2024-03-19T02:00:12.805 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:12.805 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.805 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.805 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "45",
2024-03-19T02:00:12.805 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.805 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.805 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.806 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.806 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.806 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.806 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.806 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.806 INFO:teuthology.orchestra.run.smithi046.stdout:                "RGW_API_ACCESS_KEY": {
2024-03-19T02:00:12.806 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "RGW_API_ACCESS_KEY",
2024-03-19T02:00:12.806 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.806 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.806 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.806 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.806 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.806 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.807 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.807 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.807 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.807 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.807 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.807 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.807 INFO:teuthology.orchestra.run.smithi046.stdout:                "RGW_API_ADMIN_RESOURCE": {
2024-03-19T02:00:12.807 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "RGW_API_ADMIN_RESOURCE",
2024-03-19T02:00:12.807 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.807 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.807 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.807 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "admin",
2024-03-19T02:00:12.807 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.807 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.808 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.808 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.808 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.808 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.808 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.808 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.808 INFO:teuthology.orchestra.run.smithi046.stdout:                "RGW_API_SECRET_KEY": {
2024-03-19T02:00:12.808 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "RGW_API_SECRET_KEY",
2024-03-19T02:00:12.808 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.808 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.808 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.808 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.808 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.808 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.808 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.809 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.809 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.809 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.809 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.809 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.809 INFO:teuthology.orchestra.run.smithi046.stdout:                "RGW_API_SSL_VERIFY": {
2024-03-19T02:00:12.809 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "RGW_API_SSL_VERIFY",
2024-03-19T02:00:12.809 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.809 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.809 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.809 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.809 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.809 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.810 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.810 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.810 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.810 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.810 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.810 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.810 INFO:teuthology.orchestra.run.smithi046.stdout:                "UNSAFE_TLS_v1_2": {
2024-03-19T02:00:12.810 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "UNSAFE_TLS_v1_2",
2024-03-19T02:00:12.810 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.810 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.810 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.810 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.810 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.810 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.811 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.811 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.811 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.811 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.811 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.811 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.811 INFO:teuthology.orchestra.run.smithi046.stdout:                "USER_PWD_EXPIRATION_SPAN": {
2024-03-19T02:00:12.811 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "USER_PWD_EXPIRATION_SPAN",
2024-03-19T02:00:12.811 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:12.811 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.811 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.811 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "0",
2024-03-19T02:00:12.811 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.811 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.811 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.812 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.812 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.812 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.812 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.812 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.812 INFO:teuthology.orchestra.run.smithi046.stdout:                "USER_PWD_EXPIRATION_WARNING_1": {
2024-03-19T02:00:12.812 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "USER_PWD_EXPIRATION_WARNING_1",
2024-03-19T02:00:12.812 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:12.812 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.812 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.812 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "10",
2024-03-19T02:00:12.812 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.812 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.812 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.813 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.813 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.813 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.813 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.813 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.813 INFO:teuthology.orchestra.run.smithi046.stdout:                "USER_PWD_EXPIRATION_WARNING_2": {
2024-03-19T02:00:12.813 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "USER_PWD_EXPIRATION_WARNING_2",
2024-03-19T02:00:12.813 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:12.813 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.813 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.813 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "5",
2024-03-19T02:00:12.813 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.813 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.813 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.814 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.814 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.814 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.814 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.814 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.814 INFO:teuthology.orchestra.run.smithi046.stdout:                "cross_origin_url": {
2024-03-19T02:00:12.814 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "cross_origin_url",
2024-03-19T02:00:12.814 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.814 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.814 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.814 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.814 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.814 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.814 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.815 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.815 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.815 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.815 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.815 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.815 INFO:teuthology.orchestra.run.smithi046.stdout:                "crt_file": {
2024-03-19T02:00:12.815 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "crt_file",
2024-03-19T02:00:12.815 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.815 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.815 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.815 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.815 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.815 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.815 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.816 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.816 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.816 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.816 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.816 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.816 INFO:teuthology.orchestra.run.smithi046.stdout:                "debug": {
2024-03-19T02:00:12.816 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "debug",
2024-03-19T02:00:12.816 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.816 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.816 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.816 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.816 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.816 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.816 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.817 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Enable/disable debug options",
2024-03-19T02:00:12.817 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.817 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.817 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.817 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.817 INFO:teuthology.orchestra.run.smithi046.stdout:                "jwt_token_ttl": {
2024-03-19T02:00:12.817 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "jwt_token_ttl",
2024-03-19T02:00:12.817 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:12.817 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.817 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.817 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "28800",
2024-03-19T02:00:12.817 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.817 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.817 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.818 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.818 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.818 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.818 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.818 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.818 INFO:teuthology.orchestra.run.smithi046.stdout:                "key_file": {
2024-03-19T02:00:12.818 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "key_file",
2024-03-19T02:00:12.818 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.818 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.818 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.818 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.818 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.818 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.819 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.819 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.819 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.819 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.819 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.819 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.819 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:12.819 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:12.819 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.819 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.819 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.819 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.819 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.819 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.819 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.820 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.820 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.820 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.820 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.820 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.820 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.820 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.820 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.820 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.820 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.820 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.820 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.820 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:12.820 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:12.821 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.821 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.821 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.821 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.821 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.821 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.821 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.821 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.821 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.821 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.821 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.821 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.821 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:12.822 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:12.822 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.822 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.822 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.822 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:12.822 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.822 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.822 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.822 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.822 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.822 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.822 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.822 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.822 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.823 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.823 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.823 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.823 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.823 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.823 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.823 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:12.823 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:12.823 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.823 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.823 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.823 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.823 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.824 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.824 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.824 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.824 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.824 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.824 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.824 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.824 INFO:teuthology.orchestra.run.smithi046.stdout:                "motd": {
2024-03-19T02:00:12.824 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "motd",
2024-03-19T02:00:12.824 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.824 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.824 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.824 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.824 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.825 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.825 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.825 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "The message of the day",
2024-03-19T02:00:12.825 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.825 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.825 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.825 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.825 INFO:teuthology.orchestra.run.smithi046.stdout:                "redirect_resolve_ip_addr": {
2024-03-19T02:00:12.825 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "redirect_resolve_ip_addr",
2024-03-19T02:00:12.825 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.825 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.825 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.825 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.826 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.826 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.826 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.826 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.826 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.826 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.826 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.826 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.826 INFO:teuthology.orchestra.run.smithi046.stdout:                "server_addr": {
2024-03-19T02:00:12.826 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "server_addr",
2024-03-19T02:00:12.826 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.826 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.826 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.826 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "::",
2024-03-19T02:00:12.827 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.827 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.827 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.827 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.827 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.827 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.827 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.827 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.827 INFO:teuthology.orchestra.run.smithi046.stdout:                "server_port": {
2024-03-19T02:00:12.827 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "server_port",
2024-03-19T02:00:12.827 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:12.827 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.827 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.828 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "8080",
2024-03-19T02:00:12.828 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.828 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.828 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.828 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.828 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.828 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.828 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.828 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.828 INFO:teuthology.orchestra.run.smithi046.stdout:                "ssl": {
2024-03-19T02:00:12.828 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "ssl",
2024-03-19T02:00:12.828 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.828 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.828 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.828 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.829 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.829 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.829 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.829 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.829 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.829 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.829 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.829 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.829 INFO:teuthology.orchestra.run.smithi046.stdout:                "ssl_server_port": {
2024-03-19T02:00:12.829 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "ssl_server_port",
2024-03-19T02:00:12.829 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:12.829 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.829 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.829 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "8443",
2024-03-19T02:00:12.830 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.830 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.830 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.830 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.830 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.830 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.830 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.830 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.830 INFO:teuthology.orchestra.run.smithi046.stdout:                "standby_behaviour": {
2024-03-19T02:00:12.830 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "standby_behaviour",
2024-03-19T02:00:12.830 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.833 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.833 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.833 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "redirect",
2024-03-19T02:00:12.833 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.833 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.833 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.834 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.834 INFO:teuthology.orchestra.run.smithi046.stdout:                        "redirect"
2024-03-19T02:00:12.834 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.834 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.834 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.834 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.834 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.834 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.834 INFO:teuthology.orchestra.run.smithi046.stdout:                "standby_error_status_code": {
2024-03-19T02:00:12.834 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "standby_error_status_code",
2024-03-19T02:00:12.834 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:12.834 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.834 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.835 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "500",
2024-03-19T02:00:12.835 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "400",
2024-03-19T02:00:12.835 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "599",
2024-03-19T02:00:12.835 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.835 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.835 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.835 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.835 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.835 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.835 INFO:teuthology.orchestra.run.smithi046.stdout:                "url_prefix": {
2024-03-19T02:00:12.835 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "url_prefix",
2024-03-19T02:00:12.835 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.835 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.835 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.836 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.836 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.836 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.836 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.836 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.836 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.836 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.836 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.836 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:12.836 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:12.836 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:12.836 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:12.836 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "devicehealth",
2024-03-19T02:00:12.836 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": true,
2024-03-19T02:00:12.837 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "",
2024-03-19T02:00:12.837 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:12.837 INFO:teuthology.orchestra.run.smithi046.stdout:                "enable_monitoring": {
2024-03-19T02:00:12.837 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "enable_monitoring",
2024-03-19T02:00:12.837 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.837 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.837 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.837 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.837 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.837 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.837 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.837 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "monitor device health metrics",
2024-03-19T02:00:12.837 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.837 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.838 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.838 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.838 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:12.838 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:12.838 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.838 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.838 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.838 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.838 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.838 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.838 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.838 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.838 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.838 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.838 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.839 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.839 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.839 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.839 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.839 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.839 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.839 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.839 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.839 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:12.839 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:12.839 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.839 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.839 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.839 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.840 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.840 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.840 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.840 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.840 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.840 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.840 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.840 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.840 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:12.840 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:12.840 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.840 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.840 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.841 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:12.841 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.841 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.841 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.841 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.841 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.841 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.841 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.841 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.841 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.841 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.841 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.841 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.841 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.842 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.842 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.842 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:12.842 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:12.842 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.842 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.842 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.842 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.842 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.842 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.842 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.842 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.842 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.843 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.843 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.843 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.843 INFO:teuthology.orchestra.run.smithi046.stdout:                "mark_out_threshold": {
2024-03-19T02:00:12.843 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "mark_out_threshold",
2024-03-19T02:00:12.843 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "secs",
2024-03-19T02:00:12.843 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.843 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.843 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "2419200",
2024-03-19T02:00:12.843 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.843 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.843 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.843 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "automatically mark OSD if it may fail before this long",
2024-03-19T02:00:12.843 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.844 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.844 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.844 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.844 INFO:teuthology.orchestra.run.smithi046.stdout:                "pool_name": {
2024-03-19T02:00:12.844 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "pool_name",
2024-03-19T02:00:12.844 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.844 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.844 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.844 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "device_health_metrics",
2024-03-19T02:00:12.844 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.844 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.844 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.844 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "name of pool in which to store device health metrics",
2024-03-19T02:00:12.844 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.845 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.845 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.845 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.845 INFO:teuthology.orchestra.run.smithi046.stdout:                "retention_period": {
2024-03-19T02:00:12.845 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "retention_period",
2024-03-19T02:00:12.845 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "secs",
2024-03-19T02:00:12.845 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.845 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.845 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "15552000",
2024-03-19T02:00:12.845 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.845 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.845 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.845 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "how long to retain device health metrics",
2024-03-19T02:00:12.845 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.846 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.846 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.846 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.846 INFO:teuthology.orchestra.run.smithi046.stdout:                "scrape_frequency": {
2024-03-19T02:00:12.846 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "scrape_frequency",
2024-03-19T02:00:12.846 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "secs",
2024-03-19T02:00:12.846 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.846 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.846 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "86400",
2024-03-19T02:00:12.846 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.846 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.846 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.846 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "how frequently to scrape device health metrics",
2024-03-19T02:00:12.846 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.847 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.847 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.847 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.847 INFO:teuthology.orchestra.run.smithi046.stdout:                "self_heal": {
2024-03-19T02:00:12.847 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "self_heal",
2024-03-19T02:00:12.847 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.847 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.847 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.847 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.847 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.847 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.847 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.847 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "preemptively heal cluster around devices that may fail",
2024-03-19T02:00:12.847 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.848 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.848 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.848 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.848 INFO:teuthology.orchestra.run.smithi046.stdout:                "sleep_interval": {
2024-03-19T02:00:12.848 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "sleep_interval",
2024-03-19T02:00:12.848 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "secs",
2024-03-19T02:00:12.848 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.848 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.848 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "600",
2024-03-19T02:00:12.848 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.848 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.848 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.848 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "how frequently to wake up and check device health",
2024-03-19T02:00:12.848 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.848 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.849 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.849 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.849 INFO:teuthology.orchestra.run.smithi046.stdout:                "warn_threshold": {
2024-03-19T02:00:12.849 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "warn_threshold",
2024-03-19T02:00:12.849 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "secs",
2024-03-19T02:00:12.849 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.849 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.849 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "7257600",
2024-03-19T02:00:12.849 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.849 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.849 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.849 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "raise health warning if OSD may fail before this long",
2024-03-19T02:00:12.849 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.849 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.850 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.850 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:12.850 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:12.850 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:12.850 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:12.850 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "diskprediction_local",
2024-03-19T02:00:12.850 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": true,
2024-03-19T02:00:12.850 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "",
2024-03-19T02:00:12.850 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:12.850 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:12.850 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:12.850 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.850 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.850 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.851 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.851 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.851 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.851 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.851 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.851 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.851 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.851 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.851 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.851 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.851 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.851 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.851 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.851 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.852 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.852 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.852 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:12.852 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:12.852 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.852 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.852 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.852 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.852 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.852 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.852 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.852 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.852 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.852 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.852 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.853 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.853 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:12.853 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:12.853 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.853 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.853 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.853 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:12.853 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.853 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.853 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.853 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.853 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.853 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.853 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.854 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.854 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.854 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.854 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.854 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.854 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.854 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.854 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.854 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:12.854 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:12.854 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.854 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.854 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.855 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.855 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.855 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.855 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.855 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.855 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.855 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.855 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.855 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.855 INFO:teuthology.orchestra.run.smithi046.stdout:                "predict_interval": {
2024-03-19T02:00:12.855 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "predict_interval",
2024-03-19T02:00:12.855 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.855 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.855 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.855 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "86400",
2024-03-19T02:00:12.856 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.856 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.856 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.856 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.856 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.856 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.856 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.856 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.856 INFO:teuthology.orchestra.run.smithi046.stdout:                "predictor_model": {
2024-03-19T02:00:12.856 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "predictor_model",
2024-03-19T02:00:12.856 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.856 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.856 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.857 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "prophetstor",
2024-03-19T02:00:12.857 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.857 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.857 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.857 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.857 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.857 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.857 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.857 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.857 INFO:teuthology.orchestra.run.smithi046.stdout:                "sleep_interval": {
2024-03-19T02:00:12.858 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "sleep_interval",
2024-03-19T02:00:12.858 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.858 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.858 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.858 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "600",
2024-03-19T02:00:12.858 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.858 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.858 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.858 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.858 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.858 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.858 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.858 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:12.859 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:12.859 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:12.859 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:12.859 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "influx",
2024-03-19T02:00:12.859 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": false,
2024-03-19T02:00:12.859 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "influxdb python module not found",
2024-03-19T02:00:12.859 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:12.859 INFO:teuthology.orchestra.run.smithi046.stdout:                "batch_size": {
2024-03-19T02:00:12.859 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "batch_size",
2024-03-19T02:00:12.859 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:12.859 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.859 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.859 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "5000",
2024-03-19T02:00:12.860 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.860 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.860 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.860 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "How big batches of data points should be when sending to InfluxDB.",
2024-03-19T02:00:12.860 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.860 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.860 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.860 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.860 INFO:teuthology.orchestra.run.smithi046.stdout:                "database": {
2024-03-19T02:00:12.860 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "database",
2024-03-19T02:00:12.860 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.860 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.860 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.860 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "ceph",
2024-03-19T02:00:12.861 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.861 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.861 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.861 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.",
2024-03-19T02:00:12.861 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.861 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.861 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.861 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.861 INFO:teuthology.orchestra.run.smithi046.stdout:                "hostname": {
2024-03-19T02:00:12.861 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "hostname",
2024-03-19T02:00:12.861 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.861 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.861 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.862 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.862 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.862 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.862 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.862 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "InfluxDB server hostname",
2024-03-19T02:00:12.862 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.862 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.862 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.862 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.862 INFO:teuthology.orchestra.run.smithi046.stdout:                "interval": {
2024-03-19T02:00:12.862 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "interval",
2024-03-19T02:00:12.862 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "secs",
2024-03-19T02:00:12.862 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.863 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.863 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "30",
2024-03-19T02:00:12.863 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "5",
2024-03-19T02:00:12.863 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.863 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.863 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Time between reports to InfluxDB.  Default 30 seconds.",
2024-03-19T02:00:12.863 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.863 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.863 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.863 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.863 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:12.863 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:12.863 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.864 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.864 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.864 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.864 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.864 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.864 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.864 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.864 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.864 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.864 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.864 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.864 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.864 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.864 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.865 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.865 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.865 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.865 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.865 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:12.865 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:12.865 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.865 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.865 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.865 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.865 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.865 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.865 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.865 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.865 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.866 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.866 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.866 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.866 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:12.866 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:12.866 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.866 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.866 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.866 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:12.866 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.866 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.866 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.866 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.866 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.867 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.867 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.867 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.867 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.867 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.867 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.867 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.867 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.867 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.867 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.867 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:12.867 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:12.867 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.867 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.867 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.868 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.868 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.868 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.868 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.868 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.868 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.868 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.868 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.868 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.868 INFO:teuthology.orchestra.run.smithi046.stdout:                "password": {
2024-03-19T02:00:12.868 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "password",
2024-03-19T02:00:12.868 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.868 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.869 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.869 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.869 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.869 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.869 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.869 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "password of InfluxDB server user",
2024-03-19T02:00:12.869 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.869 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.869 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.869 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.869 INFO:teuthology.orchestra.run.smithi046.stdout:                "port": {
2024-03-19T02:00:12.869 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "port",
2024-03-19T02:00:12.869 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:12.869 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.870 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.870 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "8086",
2024-03-19T02:00:12.870 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.870 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.870 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.870 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "InfluxDB server port",
2024-03-19T02:00:12.870 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.870 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.870 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.870 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.870 INFO:teuthology.orchestra.run.smithi046.stdout:                "ssl": {
2024-03-19T02:00:12.870 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "ssl",
2024-03-19T02:00:12.870 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.870 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.871 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.871 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "false",
2024-03-19T02:00:12.871 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.871 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.871 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.871 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".",
2024-03-19T02:00:12.871 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.871 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.871 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.871 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.871 INFO:teuthology.orchestra.run.smithi046.stdout:                "threads": {
2024-03-19T02:00:12.871 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "threads",
2024-03-19T02:00:12.871 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:12.871 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.872 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.872 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "5",
2024-03-19T02:00:12.872 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "1",
2024-03-19T02:00:12.872 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "32",
2024-03-19T02:00:12.872 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.872 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "How many worker threads should be spawned for sending data to InfluxDB.",
2024-03-19T02:00:12.872 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.872 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.872 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.872 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.872 INFO:teuthology.orchestra.run.smithi046.stdout:                "username": {
2024-03-19T02:00:12.872 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "username",
2024-03-19T02:00:12.872 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.872 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.873 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.873 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.873 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.873 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.873 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.873 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "username of InfluxDB server user",
2024-03-19T02:00:12.873 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.873 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.873 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.873 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.873 INFO:teuthology.orchestra.run.smithi046.stdout:                "verify_ssl": {
2024-03-19T02:00:12.873 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "verify_ssl",
2024-03-19T02:00:12.873 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.873 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.874 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.874 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "true",
2024-03-19T02:00:12.874 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.874 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.874 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.874 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".",
2024-03-19T02:00:12.874 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.874 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.874 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.874 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:12.874 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:12.874 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:12.874 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:12.874 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "insights",
2024-03-19T02:00:12.875 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": true,
2024-03-19T02:00:12.875 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "",
2024-03-19T02:00:12.875 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:12.875 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:12.875 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:12.875 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.875 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.875 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.875 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.875 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.875 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.875 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.875 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.875 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.876 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.876 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.876 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.876 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.876 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.876 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.876 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.876 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.876 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.876 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.876 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:12.876 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:12.876 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.876 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.877 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.877 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.877 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.877 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.877 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.877 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.877 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.877 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.877 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.877 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.877 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:12.877 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:12.877 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.877 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.878 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.878 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:12.878 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.878 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.878 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.878 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.878 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.878 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.878 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.878 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.878 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.878 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.878 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.878 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.879 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.879 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.879 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.879 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:12.879 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:12.879 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.879 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.879 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.879 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.879 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.879 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.879 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.879 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.879 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.880 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.880 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.880 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:12.880 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:12.880 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:12.880 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:12.880 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "iostat",
2024-03-19T02:00:12.880 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": true,
2024-03-19T02:00:12.880 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "",
2024-03-19T02:00:12.880 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:12.880 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:12.880 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:12.880 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.880 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.881 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.881 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.881 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.881 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.881 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.881 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.881 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.881 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.881 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.881 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.881 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.881 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.881 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.881 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.882 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.882 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.882 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.882 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:12.882 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:12.882 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.882 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.882 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.882 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.882 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.882 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.882 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.882 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.882 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.883 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.883 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.883 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.883 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:12.883 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:12.883 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.883 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.883 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.883 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:12.883 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.883 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.883 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.883 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.883 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.883 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.884 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.884 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.884 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.884 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.884 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.884 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.884 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.884 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.884 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.884 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:12.884 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:12.884 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.884 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.884 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.885 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.885 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.885 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.885 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.885 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.885 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.885 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.885 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.885 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:12.885 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:12.885 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:12.885 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:12.885 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "k8sevents",
2024-03-19T02:00:12.885 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": true,
2024-03-19T02:00:12.885 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "",
2024-03-19T02:00:12.886 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:12.886 INFO:teuthology.orchestra.run.smithi046.stdout:                "ceph_event_retention_days": {
2024-03-19T02:00:12.886 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "ceph_event_retention_days",
2024-03-19T02:00:12.886 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:12.886 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.886 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.886 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "7",
2024-03-19T02:00:12.886 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.886 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.886 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.886 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Days to hold ceph event information within local cache",
2024-03-19T02:00:12.886 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.886 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.887 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.887 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.887 INFO:teuthology.orchestra.run.smithi046.stdout:                "config_check_secs": {
2024-03-19T02:00:12.887 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "config_check_secs",
2024-03-19T02:00:12.887 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:12.887 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.887 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.887 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "10",
2024-03-19T02:00:12.887 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "10",
2024-03-19T02:00:12.887 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.887 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.887 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "interval (secs) to check for cluster configuration changes",
2024-03-19T02:00:12.887 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.887 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.888 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.888 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.888 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:12.888 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:12.888 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.888 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.888 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.888 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.888 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.888 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.888 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.888 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.888 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.888 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.888 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.889 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.889 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.889 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.889 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.889 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.889 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.889 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.889 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.889 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:12.889 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:12.889 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.889 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.889 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.889 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.890 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.890 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.890 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.890 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.890 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.890 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.890 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.890 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.890 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:12.890 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:12.890 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.890 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.890 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.891 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:12.891 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.891 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.891 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.891 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.891 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.891 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.891 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.891 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.891 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.891 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.891 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.891 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.891 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.892 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.892 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.892 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:12.892 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:12.892 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.892 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.892 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.892 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.892 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.892 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.892 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.892 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.892 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.892 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.893 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.893 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:12.893 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:12.893 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:12.893 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:12.893 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "localpool",
2024-03-19T02:00:12.893 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": true,
2024-03-19T02:00:12.893 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "",
2024-03-19T02:00:12.893 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:12.893 INFO:teuthology.orchestra.run.smithi046.stdout:                "failure_domain": {
2024-03-19T02:00:12.893 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "failure_domain",
2024-03-19T02:00:12.893 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.893 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.893 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.894 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "host",
2024-03-19T02:00:12.894 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.894 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.894 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.894 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "failure domain for any created local pool",
2024-03-19T02:00:12.894 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "what failure domain we should separate data replicas across.",
2024-03-19T02:00:12.894 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.894 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.894 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.894 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:12.894 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:12.894 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.894 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.894 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.895 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.895 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.895 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.895 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.895 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.895 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.895 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.895 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.895 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.895 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.895 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.895 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.895 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.895 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.895 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.896 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.896 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:12.896 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:12.896 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.896 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.896 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.896 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.896 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.896 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.896 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.896 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.896 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.896 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.896 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.897 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.897 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:12.897 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:12.897 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.897 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.897 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.897 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:12.897 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.897 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.897 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.897 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.897 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.897 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.897 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.898 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.898 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.898 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.898 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.898 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.898 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.898 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.898 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.898 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:12.898 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:12.898 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.898 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.898 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.899 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.899 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.899 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.899 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.899 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.899 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.899 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.899 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.899 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.899 INFO:teuthology.orchestra.run.smithi046.stdout:                "min_size": {
2024-03-19T02:00:12.899 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "min_size",
2024-03-19T02:00:12.899 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:12.899 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.899 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.900 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.900 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.900 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.900 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.900 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "default min_size for any created local pool",
2024-03-19T02:00:12.900 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)",
2024-03-19T02:00:12.900 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.900 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.900 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.900 INFO:teuthology.orchestra.run.smithi046.stdout:                "num_rep": {
2024-03-19T02:00:12.900 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "num_rep",
2024-03-19T02:00:12.900 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:12.901 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.901 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.901 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "3",
2024-03-19T02:00:12.901 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.901 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.901 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.901 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "default replica count for any created local pool",
2024-03-19T02:00:12.901 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.901 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.901 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.901 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.901 INFO:teuthology.orchestra.run.smithi046.stdout:                "pg_num": {
2024-03-19T02:00:12.901 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "pg_num",
2024-03-19T02:00:12.901 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:12.901 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.902 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.902 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "128",
2024-03-19T02:00:12.902 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.902 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.902 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.902 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "default pg_num for any created local pool",
2024-03-19T02:00:12.902 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.902 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.902 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.902 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.902 INFO:teuthology.orchestra.run.smithi046.stdout:                "prefix": {
2024-03-19T02:00:12.902 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "prefix",
2024-03-19T02:00:12.902 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.903 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.903 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.903 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.903 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.903 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.903 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.903 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "name prefix for any created local pool",
2024-03-19T02:00:12.903 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.903 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.903 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.903 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.903 INFO:teuthology.orchestra.run.smithi046.stdout:                "subtree": {
2024-03-19T02:00:12.903 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "subtree",
2024-03-19T02:00:12.903 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.904 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.904 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.904 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "rack",
2024-03-19T02:00:12.904 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.904 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.904 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.904 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "CRUSH level for which to create a local pool",
2024-03-19T02:00:12.904 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "which CRUSH subtree type the module should create a pool for.",
2024-03-19T02:00:12.904 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.904 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.904 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:12.905 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:12.905 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:12.905 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:12.905 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "mds_autoscaler",
2024-03-19T02:00:12.905 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": true,
2024-03-19T02:00:12.905 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "",
2024-03-19T02:00:12.905 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:12.905 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:12.905 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:12.905 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.905 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.906 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.906 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.906 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.906 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.906 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.906 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.906 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.906 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.906 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.907 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.907 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.907 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.907 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.907 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.907 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.907 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.907 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.907 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:12.908 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:12.908 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.908 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.908 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.908 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.908 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.908 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.908 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.908 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.909 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.909 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.909 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.909 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.909 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:12.909 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:12.909 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.909 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.909 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.909 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:12.910 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.910 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.910 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.910 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.910 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.910 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.910 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.910 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.910 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.910 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.910 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.910 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.910 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.911 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.911 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.911 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:12.911 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:12.911 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.911 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.911 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.911 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.911 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.911 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.911 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.911 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.911 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.912 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.912 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.912 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:12.912 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:12.912 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:12.912 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:12.912 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "mirroring",
2024-03-19T02:00:12.912 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": true,
2024-03-19T02:00:12.912 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "",
2024-03-19T02:00:12.912 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:12.912 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:12.912 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:12.912 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.913 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.913 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.913 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.913 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.913 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.913 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.913 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.913 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.913 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.913 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.913 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.913 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.913 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.913 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.914 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.914 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.914 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.914 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.914 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:12.914 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:12.914 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.914 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.914 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.914 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.914 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.914 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.915 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.915 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.915 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.915 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.915 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.915 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.915 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:12.915 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:12.915 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.915 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.915 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.915 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:12.915 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.915 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.916 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.916 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.916 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.916 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.916 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.916 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.916 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.916 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.916 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.916 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.916 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.916 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.916 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.916 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:12.917 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:12.917 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.917 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.917 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.917 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.917 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.917 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.917 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.917 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.917 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.917 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.917 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.917 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:12.917 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:12.918 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:12.918 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:12.918 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "nfs",
2024-03-19T02:00:12.918 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": true,
2024-03-19T02:00:12.918 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "",
2024-03-19T02:00:12.918 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:12.918 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:12.918 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:12.918 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.918 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.918 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.918 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.918 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.919 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.919 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.919 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.919 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.919 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.919 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.919 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.919 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.919 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.919 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.919 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.919 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.919 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.919 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.920 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:12.920 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:12.920 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.920 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.920 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.920 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.920 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.920 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.920 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.920 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.920 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.920 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.920 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.920 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.921 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:12.921 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:12.921 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.921 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.921 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.921 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:12.921 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.921 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.921 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.921 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.921 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.921 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.921 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.921 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.922 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.922 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.922 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.922 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.922 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.922 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.922 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.922 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:12.922 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:12.922 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.922 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.922 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.922 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.923 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.923 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.923 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.923 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.923 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.923 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.923 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.923 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:12.923 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:12.923 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:12.923 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:12.923 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "orchestrator",
2024-03-19T02:00:12.923 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": true,
2024-03-19T02:00:12.923 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "",
2024-03-19T02:00:12.924 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:12.924 INFO:teuthology.orchestra.run.smithi046.stdout:                "fail_fs": {
2024-03-19T02:00:12.924 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "fail_fs",
2024-03-19T02:00:12.924 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.924 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.924 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.924 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.924 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.924 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.924 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.924 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Fail filesystem for rapid multi-rank mds upgrade",
2024-03-19T02:00:12.924 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.924 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.924 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.925 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.925 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:12.925 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:12.925 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.925 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.925 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.925 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.925 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.925 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.925 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.925 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.925 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.925 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.925 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.926 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.926 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.926 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.926 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.926 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.926 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.926 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.926 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.926 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:12.926 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:12.926 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.926 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.926 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.926 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.927 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.927 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.927 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.927 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.927 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.927 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.927 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.927 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.927 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:12.927 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:12.927 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.927 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.927 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.927 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:12.928 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.928 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.928 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.928 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.928 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.928 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.928 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.928 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.928 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.928 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.928 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.928 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.928 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.929 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.929 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.929 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:12.929 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:12.929 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.929 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.929 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.929 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.929 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.929 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.929 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.929 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.929 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.929 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.930 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.930 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.930 INFO:teuthology.orchestra.run.smithi046.stdout:                "orchestrator": {
2024-03-19T02:00:12.930 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "orchestrator",
2024-03-19T02:00:12.930 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.930 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.930 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.930 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.930 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.930 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.930 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.930 INFO:teuthology.orchestra.run.smithi046.stdout:                        "cephadm",
2024-03-19T02:00:12.930 INFO:teuthology.orchestra.run.smithi046.stdout:                        "rook",
2024-03-19T02:00:12.931 INFO:teuthology.orchestra.run.smithi046.stdout:                        "test_orchestrator"
2024-03-19T02:00:12.931 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.931 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Orchestrator backend",
2024-03-19T02:00:12.931 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.931 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.931 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.931 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:12.931 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:12.931 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:12.931 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:12.931 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "osd_perf_query",
2024-03-19T02:00:12.931 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": true,
2024-03-19T02:00:12.931 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "",
2024-03-19T02:00:12.932 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:12.932 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:12.932 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:12.932 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.932 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.932 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.932 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.932 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.932 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.932 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.932 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.932 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.932 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.932 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.933 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.933 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.933 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.933 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.933 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.933 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.933 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.933 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.933 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:12.933 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:12.933 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.933 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.933 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.933 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.934 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.934 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.934 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.934 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.934 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.934 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.934 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.934 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.934 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:12.934 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:12.934 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.934 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.934 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.935 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:12.935 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.935 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.935 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.935 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.935 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.935 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.935 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.935 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.935 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.935 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.935 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.935 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.935 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.936 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.936 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.936 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:12.936 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:12.936 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.936 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.936 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.936 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.936 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.936 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.936 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.936 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.936 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.937 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.937 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.937 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:12.937 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:12.937 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:12.937 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:12.937 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "osd_support",
2024-03-19T02:00:12.937 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": true,
2024-03-19T02:00:12.937 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "",
2024-03-19T02:00:12.937 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:12.937 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:12.937 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:12.937 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.937 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.938 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.938 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.938 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.938 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.938 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.938 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.938 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.938 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.938 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.938 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.938 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.938 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.938 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.938 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.938 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.939 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.939 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.939 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:12.939 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:12.939 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.939 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.939 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.939 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.939 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.939 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.939 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.939 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.939 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.940 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.940 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.940 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.940 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:12.940 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:12.940 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.940 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.940 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.940 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:12.940 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.940 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.940 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.940 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.940 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.941 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.941 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.941 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.941 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.941 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.941 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.941 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.941 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.941 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.941 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.941 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:12.941 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:12.941 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.942 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.942 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.942 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.942 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.942 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.942 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.942 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.942 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.942 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.942 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.942 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:12.942 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:12.942 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:12.942 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:12.943 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "pg_autoscaler",
2024-03-19T02:00:12.943 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": true,
2024-03-19T02:00:12.943 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "",
2024-03-19T02:00:12.943 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:12.943 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:12.943 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:12.943 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.943 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.943 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.943 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.943 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.943 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.943 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.943 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.943 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.944 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.944 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.944 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.944 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.944 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.944 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.944 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.944 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.944 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.944 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.944 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:12.944 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:12.944 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.944 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.945 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.945 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.945 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.945 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.945 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.945 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.945 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.945 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.945 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.945 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.945 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:12.945 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:12.945 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.946 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.946 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.946 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:12.946 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.946 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.946 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.946 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.946 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.946 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.946 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.946 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.946 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.946 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.946 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.947 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.947 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.947 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.947 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.947 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:12.947 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:12.947 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.947 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.947 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.947 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.947 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.947 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.947 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.947 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.948 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.948 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.948 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.948 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.948 INFO:teuthology.orchestra.run.smithi046.stdout:                "sleep_interval": {
2024-03-19T02:00:12.948 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "sleep_interval",
2024-03-19T02:00:12.948 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "secs",
2024-03-19T02:00:12.948 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.948 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.948 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "60",
2024-03-19T02:00:12.948 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.948 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.948 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.948 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.949 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.949 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.949 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.949 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.949 INFO:teuthology.orchestra.run.smithi046.stdout:                "threshold": {
2024-03-19T02:00:12.949 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "threshold",
2024-03-19T02:00:12.949 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "float",
2024-03-19T02:00:12.949 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.949 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.949 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "3.0",
2024-03-19T02:00:12.949 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "1.0",
2024-03-19T02:00:12.949 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.949 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.949 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "scaling threshold",
2024-03-19T02:00:12.950 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0",
2024-03-19T02:00:12.950 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.950 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.950 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:12.950 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:12.950 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:12.950 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:12.950 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "progress",
2024-03-19T02:00:12.950 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": true,
2024-03-19T02:00:12.950 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "",
2024-03-19T02:00:12.950 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:12.950 INFO:teuthology.orchestra.run.smithi046.stdout:                "allow_pg_recovery_event": {
2024-03-19T02:00:12.950 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "allow_pg_recovery_event",
2024-03-19T02:00:12.950 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.951 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.951 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.951 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.951 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.951 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.951 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.951 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "allow the module to show pg recovery progress",
2024-03-19T02:00:12.951 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.951 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.951 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.951 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.951 INFO:teuthology.orchestra.run.smithi046.stdout:                "enabled": {
2024-03-19T02:00:12.951 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "enabled",
2024-03-19T02:00:12.951 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.952 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.952 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.952 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.952 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.952 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.952 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.952 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.952 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.952 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.952 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.952 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.952 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:12.952 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:12.952 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.953 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.953 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.953 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.953 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.953 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.953 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.953 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.953 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.953 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.953 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.953 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.953 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.953 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.953 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.954 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.954 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.954 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.954 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.954 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:12.954 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:12.954 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.954 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.954 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.954 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.954 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.954 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.954 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.954 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.954 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.955 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.955 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.955 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.955 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:12.955 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:12.955 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.955 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.955 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.955 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:12.955 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.955 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.955 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.955 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.955 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.956 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.956 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.956 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.956 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.956 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.956 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.956 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.956 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.956 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.956 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.956 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:12.956 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:12.956 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.956 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.956 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.957 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.957 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.957 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.957 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.957 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.957 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.957 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.957 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.957 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.957 INFO:teuthology.orchestra.run.smithi046.stdout:                "max_completed_events": {
2024-03-19T02:00:12.957 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "max_completed_events",
2024-03-19T02:00:12.957 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:12.957 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.957 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.957 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "50",
2024-03-19T02:00:12.958 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.958 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.958 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.958 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "number of past completed events to remember",
2024-03-19T02:00:12.958 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.958 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.958 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.958 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.958 INFO:teuthology.orchestra.run.smithi046.stdout:                "sleep_interval": {
2024-03-19T02:00:12.958 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "sleep_interval",
2024-03-19T02:00:12.958 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "secs",
2024-03-19T02:00:12.958 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.958 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.958 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "5",
2024-03-19T02:00:12.959 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.959 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.959 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.959 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "how long the module is going to sleep",
2024-03-19T02:00:12.959 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.959 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.959 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.959 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:12.959 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:12.959 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:12.959 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:12.959 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "prometheus",
2024-03-19T02:00:12.959 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": true,
2024-03-19T02:00:12.959 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "",
2024-03-19T02:00:12.959 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:12.960 INFO:teuthology.orchestra.run.smithi046.stdout:                "cache": {
2024-03-19T02:00:12.960 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "cache",
2024-03-19T02:00:12.960 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.960 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.960 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.960 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.960 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.960 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.960 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.960 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.960 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.960 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.960 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.960 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.961 INFO:teuthology.orchestra.run.smithi046.stdout:                "exclude_perf_counters": {
2024-03-19T02:00:12.961 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "exclude_perf_counters",
2024-03-19T02:00:12.961 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.961 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.961 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.961 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.961 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.961 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.961 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.961 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Do not include perf-counters in the metrics output",
2024-03-19T02:00:12.961 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.",
2024-03-19T02:00:12.961 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.961 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.961 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.962 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:12.962 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:12.962 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.962 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.962 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.962 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.962 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.962 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.962 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.962 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.962 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.962 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.962 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.963 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.963 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.963 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.963 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.963 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.963 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.963 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.963 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.963 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:12.963 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:12.963 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.963 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.963 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.963 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.964 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.964 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.964 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.964 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.964 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.964 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.964 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.964 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.964 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:12.964 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:12.964 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.964 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.964 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.964 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:12.965 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.965 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.965 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.965 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.965 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.965 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.965 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.965 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.965 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.965 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.965 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.965 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.965 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.966 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.966 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.966 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:12.966 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:12.966 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.966 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.966 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.966 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.966 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.966 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.966 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.966 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.966 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.966 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.967 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.967 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.967 INFO:teuthology.orchestra.run.smithi046.stdout:                "rbd_stats_pools": {
2024-03-19T02:00:12.967 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "rbd_stats_pools",
2024-03-19T02:00:12.967 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.967 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.967 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.967 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.967 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.967 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.967 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.967 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.967 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.967 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.968 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.968 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.968 INFO:teuthology.orchestra.run.smithi046.stdout:                "rbd_stats_pools_refresh_interval": {
2024-03-19T02:00:12.968 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "rbd_stats_pools_refresh_interval",
2024-03-19T02:00:12.968 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:12.968 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.968 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.968 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "300",
2024-03-19T02:00:12.968 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.968 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.968 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.968 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.968 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.968 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.969 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.969 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.969 INFO:teuthology.orchestra.run.smithi046.stdout:                "scrape_interval": {
2024-03-19T02:00:12.969 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "scrape_interval",
2024-03-19T02:00:12.969 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "float",
2024-03-19T02:00:12.969 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.969 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.969 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "15.0",
2024-03-19T02:00:12.969 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.969 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.969 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.969 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.969 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.969 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.969 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.970 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.970 INFO:teuthology.orchestra.run.smithi046.stdout:                "server_addr": {
2024-03-19T02:00:12.970 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "server_addr",
2024-03-19T02:00:12.970 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.970 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.970 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.970 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "::",
2024-03-19T02:00:12.970 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.970 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.970 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.970 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests",
2024-03-19T02:00:12.970 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.970 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.970 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.971 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.971 INFO:teuthology.orchestra.run.smithi046.stdout:                "server_port": {
2024-03-19T02:00:12.971 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "server_port",
2024-03-19T02:00:12.971 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:12.971 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.971 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.971 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "9283",
2024-03-19T02:00:12.971 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.971 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.971 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.971 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "the port on which the module listens for HTTP requests",
2024-03-19T02:00:12.971 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.971 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.971 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.972 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.972 INFO:teuthology.orchestra.run.smithi046.stdout:                "stale_cache_strategy": {
2024-03-19T02:00:12.972 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "stale_cache_strategy",
2024-03-19T02:00:12.972 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.972 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.972 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.972 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "log",
2024-03-19T02:00:12.972 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.972 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.972 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.972 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.972 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.972 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.972 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.972 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.973 INFO:teuthology.orchestra.run.smithi046.stdout:                "standby_behaviour": {
2024-03-19T02:00:12.973 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "standby_behaviour",
2024-03-19T02:00:12.973 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.973 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.973 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.973 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "default",
2024-03-19T02:00:12.973 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.973 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.973 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.973 INFO:teuthology.orchestra.run.smithi046.stdout:                        "default",
2024-03-19T02:00:12.973 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error"
2024-03-19T02:00:12.973 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.973 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.973 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.974 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.974 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.974 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.974 INFO:teuthology.orchestra.run.smithi046.stdout:                "standby_error_status_code": {
2024-03-19T02:00:12.974 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "standby_error_status_code",
2024-03-19T02:00:12.974 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:12.974 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.974 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.974 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "500",
2024-03-19T02:00:12.974 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "400",
2024-03-19T02:00:12.974 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "599",
2024-03-19T02:00:12.974 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.974 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.974 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.975 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.975 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.975 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:12.975 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:12.975 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:12.975 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:12.975 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "rbd_support",
2024-03-19T02:00:12.975 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": true,
2024-03-19T02:00:12.975 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "",
2024-03-19T02:00:12.975 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:12.975 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:12.975 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:12.975 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.975 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.975 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.976 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.976 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.976 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.976 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.976 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.976 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.976 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.976 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.976 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.976 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.976 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.976 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.976 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.976 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.977 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.977 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.977 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:12.977 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:12.977 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.977 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.977 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.977 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.977 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.977 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.977 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.977 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.977 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.977 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.978 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.978 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.978 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:12.978 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:12.978 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.978 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.978 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.978 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:12.978 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.978 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.978 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.978 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.978 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.979 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.979 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.979 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.979 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.979 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.979 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.979 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.979 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.979 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.979 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.979 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:12.979 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:12.979 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.979 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.980 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.980 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.980 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.980 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.980 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.980 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.980 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.980 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.980 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.980 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.980 INFO:teuthology.orchestra.run.smithi046.stdout:                "max_concurrent_snap_create": {
2024-03-19T02:00:12.980 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "max_concurrent_snap_create",
2024-03-19T02:00:12.980 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:12.980 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.981 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.981 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "10",
2024-03-19T02:00:12.981 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.981 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.981 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.981 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.981 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.981 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.981 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.981 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.981 INFO:teuthology.orchestra.run.smithi046.stdout:                "mirror_snapshot_schedule": {
2024-03-19T02:00:12.981 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "mirror_snapshot_schedule",
2024-03-19T02:00:12.981 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.981 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.982 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.982 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.982 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.982 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.982 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.982 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.982 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.982 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.982 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.982 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.982 INFO:teuthology.orchestra.run.smithi046.stdout:                "trash_purge_schedule": {
2024-03-19T02:00:12.982 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "trash_purge_schedule",
2024-03-19T02:00:12.982 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.982 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.983 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.983 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.983 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.983 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.983 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.983 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.983 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.983 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.983 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.983 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:12.983 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:12.983 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:12.983 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:12.983 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "restful",
2024-03-19T02:00:12.984 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": true,
2024-03-19T02:00:12.984 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "",
2024-03-19T02:00:12.984 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:12.984 INFO:teuthology.orchestra.run.smithi046.stdout:                "enable_auth": {
2024-03-19T02:00:12.984 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "enable_auth",
2024-03-19T02:00:12.984 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.984 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.984 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.984 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:12.984 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.984 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.984 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.984 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.984 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.985 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.985 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.985 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.985 INFO:teuthology.orchestra.run.smithi046.stdout:                "key_file": {
2024-03-19T02:00:12.985 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "key_file",
2024-03-19T02:00:12.985 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.985 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.985 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.985 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.985 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.985 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.985 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.985 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.985 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.985 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.986 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.986 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.986 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:12.986 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:12.986 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.986 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.986 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.986 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.986 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.986 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.986 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.986 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.986 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.987 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.987 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.987 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.987 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.987 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.987 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.987 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.987 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.987 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.987 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.987 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:12.987 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:12.987 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.987 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.988 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.988 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.988 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.988 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.988 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.988 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.988 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.988 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.988 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.988 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.988 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:12.988 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:12.988 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.988 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.989 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.989 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:12.989 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.989 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.989 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.989 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.989 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.989 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.989 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.989 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.989 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.989 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.989 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.990 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.990 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.990 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.990 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.990 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:12.990 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:12.990 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.990 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.990 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.990 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.990 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.990 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.990 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.991 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.991 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.991 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.991 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.991 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.991 INFO:teuthology.orchestra.run.smithi046.stdout:                "server_addr": {
2024-03-19T02:00:12.991 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "server_addr",
2024-03-19T02:00:12.991 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.991 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.991 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.991 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.991 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.991 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.991 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.992 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.992 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.992 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.992 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.992 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.992 INFO:teuthology.orchestra.run.smithi046.stdout:                "server_port": {
2024-03-19T02:00:12.992 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "server_port",
2024-03-19T02:00:12.992 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.992 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.992 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:12.992 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.992 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.992 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.992 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.993 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.993 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.993 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.993 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.993 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:12.993 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:12.993 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:12.993 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:12.993 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "rgw",
2024-03-19T02:00:12.993 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": true,
2024-03-19T02:00:12.993 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "",
2024-03-19T02:00:12.993 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:12.993 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:12.994 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:12.994 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.994 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.994 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.994 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.994 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.994 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.994 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.994 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.994 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.994 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.994 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.994 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.994 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.995 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.995 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.995 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.995 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.995 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.995 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.995 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:12.995 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:12.995 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.995 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.995 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.995 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.995 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.995 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.996 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.996 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.996 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.996 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.996 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.996 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.996 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:12.996 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:12.996 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.996 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.996 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.996 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:12.996 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.996 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.997 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:12.997 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:12.997 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:12.997 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:12.997 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:12.997 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:12.997 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:12.997 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:12.997 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.997 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.997 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.997 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.997 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:12.997 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:12.998 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:12.998 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:12.998 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.998 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.998 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:12.998 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:12.998 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:12.998 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:12.998 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:12.998 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:12.998 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:12.998 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:12.998 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:12.999 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:12.999 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:12.999 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:12.999 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "rook",
2024-03-19T02:00:12.999 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": true,
2024-03-19T02:00:12.999 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "",
2024-03-19T02:00:12.999 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:12.999 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:12.999 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:12.999 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:12.999 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:12.999 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:12.999 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:12.999 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.000 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.000 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:13.000 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:13.000 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:13.000 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:13.000 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:13.000 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:13.000 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:13.000 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:13.000 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.000 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.000 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.000 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.001 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.001 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:13.001 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:13.001 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:13.001 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.001 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.001 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:13.001 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.001 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.001 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.001 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.001 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.001 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.001 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.002 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.002 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:13.002 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:13.002 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.002 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.002 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.002 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:13.002 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.002 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.002 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:13.002 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:13.002 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:13.002 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:13.003 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:13.003 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:13.003 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:13.003 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:13.003 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.003 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.003 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.003 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.003 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.003 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:13.003 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:13.003 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:13.003 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.003 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.004 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:13.004 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.004 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.004 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.004 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.004 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.004 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.004 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.004 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.004 INFO:teuthology.orchestra.run.smithi046.stdout:                "storage_class": {
2024-03-19T02:00:13.004 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "storage_class",
2024-03-19T02:00:13.004 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.004 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.004 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.005 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "local",
2024-03-19T02:00:13.005 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.005 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.005 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.005 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "storage class name for LSO-discovered PVs",
2024-03-19T02:00:13.005 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.005 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.005 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.005 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:13.005 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:13.005 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:13.005 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:13.005 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "selftest",
2024-03-19T02:00:13.006 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": true,
2024-03-19T02:00:13.006 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "",
2024-03-19T02:00:13.006 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:13.006 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:13.006 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:13.006 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.006 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.006 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.006 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:13.006 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.006 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.006 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:13.006 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:13.006 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:13.007 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:13.007 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:13.007 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:13.007 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:13.007 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:13.007 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.007 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.007 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.007 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.007 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.007 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:13.007 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:13.007 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:13.008 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.008 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.008 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:13.008 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.008 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.008 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.008 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.008 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.008 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.008 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.008 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.008 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:13.008 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:13.008 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.009 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.009 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.009 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:13.009 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.009 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.009 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:13.009 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:13.009 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:13.009 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:13.009 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:13.009 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:13.009 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:13.009 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:13.009 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.010 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.010 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.010 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.010 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.010 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:13.010 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:13.010 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:13.010 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.010 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.010 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:13.010 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.010 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.010 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.011 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.011 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.011 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.011 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.011 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.011 INFO:teuthology.orchestra.run.smithi046.stdout:                "roption1": {
2024-03-19T02:00:13.011 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "roption1",
2024-03-19T02:00:13.011 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.011 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.011 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.011 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:13.011 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.011 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.012 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.012 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.012 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.012 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.012 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.012 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.012 INFO:teuthology.orchestra.run.smithi046.stdout:                "roption2": {
2024-03-19T02:00:13.012 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "roption2",
2024-03-19T02:00:13.012 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.012 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.012 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.012 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "xyz",
2024-03-19T02:00:13.012 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.013 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.013 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.013 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.013 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.013 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.013 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.013 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.013 INFO:teuthology.orchestra.run.smithi046.stdout:                "rwoption1": {
2024-03-19T02:00:13.013 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "rwoption1",
2024-03-19T02:00:13.013 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.013 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.013 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.013 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:13.013 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.014 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.014 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.014 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.014 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.014 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.014 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.014 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.014 INFO:teuthology.orchestra.run.smithi046.stdout:                "rwoption2": {
2024-03-19T02:00:13.014 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "rwoption2",
2024-03-19T02:00:13.014 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:13.014 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.014 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.014 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:13.015 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.015 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.015 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.015 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.015 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.015 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.015 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.015 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.015 INFO:teuthology.orchestra.run.smithi046.stdout:                "rwoption3": {
2024-03-19T02:00:13.015 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "rwoption3",
2024-03-19T02:00:13.015 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "float",
2024-03-19T02:00:13.015 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.015 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.015 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:13.015 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.016 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.016 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.016 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.016 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.016 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.016 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.016 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.016 INFO:teuthology.orchestra.run.smithi046.stdout:                "rwoption4": {
2024-03-19T02:00:13.016 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "rwoption4",
2024-03-19T02:00:13.016 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.016 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.016 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.016 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:13.017 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.017 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.017 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.017 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.017 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.017 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.017 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.017 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.017 INFO:teuthology.orchestra.run.smithi046.stdout:                "rwoption5": {
2024-03-19T02:00:13.017 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "rwoption5",
2024-03-19T02:00:13.017 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:13.017 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.017 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.017 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:13.017 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.018 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.018 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.018 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.018 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.018 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.018 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.018 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.018 INFO:teuthology.orchestra.run.smithi046.stdout:                "rwoption6": {
2024-03-19T02:00:13.018 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "rwoption6",
2024-03-19T02:00:13.018 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:13.018 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.018 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.018 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:13.018 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.019 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.019 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.019 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.019 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.019 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.019 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.019 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.019 INFO:teuthology.orchestra.run.smithi046.stdout:                "rwoption7": {
2024-03-19T02:00:13.019 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "rwoption7",
2024-03-19T02:00:13.019 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:13.019 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.019 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.019 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:13.019 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "1",
2024-03-19T02:00:13.020 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "42",
2024-03-19T02:00:13.020 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.020 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.020 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.020 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.020 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.020 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.020 INFO:teuthology.orchestra.run.smithi046.stdout:                "testkey": {
2024-03-19T02:00:13.020 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "testkey",
2024-03-19T02:00:13.020 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.020 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.020 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.020 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:13.020 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.020 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.021 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.021 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.021 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.021 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.021 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.021 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.021 INFO:teuthology.orchestra.run.smithi046.stdout:                "testlkey": {
2024-03-19T02:00:13.021 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "testlkey",
2024-03-19T02:00:13.021 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.021 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.021 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.021 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:13.021 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.021 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.022 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.022 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.022 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.022 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.022 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.022 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.022 INFO:teuthology.orchestra.run.smithi046.stdout:                "testnewline": {
2024-03-19T02:00:13.022 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "testnewline",
2024-03-19T02:00:13.022 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.022 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.022 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.022 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:13.022 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.023 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.023 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.023 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.023 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.023 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.023 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.023 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:13.023 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:13.023 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:13.023 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:13.023 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "snap_schedule",
2024-03-19T02:00:13.023 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": true,
2024-03-19T02:00:13.023 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "",
2024-03-19T02:00:13.023 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:13.023 INFO:teuthology.orchestra.run.smithi046.stdout:                "allow_m_granularity": {
2024-03-19T02:00:13.024 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "allow_m_granularity",
2024-03-19T02:00:13.024 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:13.024 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.024 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.024 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:13.024 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.024 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.024 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.024 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "allow minute scheduled snapshots",
2024-03-19T02:00:13.024 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.024 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.024 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.024 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.025 INFO:teuthology.orchestra.run.smithi046.stdout:                "dump_on_update": {
2024-03-19T02:00:13.025 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "dump_on_update",
2024-03-19T02:00:13.025 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:13.025 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.025 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.025 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:13.025 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.025 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.025 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.025 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "dump database to debug log on update",
2024-03-19T02:00:13.025 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.025 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.025 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.025 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.025 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:13.026 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:13.026 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.026 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.026 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.026 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:13.026 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.026 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.026 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:13.026 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:13.026 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:13.026 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:13.026 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:13.026 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:13.026 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:13.027 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:13.027 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.027 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.027 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.027 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.027 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.027 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:13.027 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:13.027 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:13.027 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.027 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.027 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:13.027 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.027 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.027 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.028 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.028 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.028 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.028 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.028 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.028 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:13.028 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:13.028 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.028 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.028 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.028 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:13.028 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.028 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.028 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:13.029 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:13.029 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:13.029 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:13.029 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:13.029 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:13.029 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:13.029 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:13.029 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.029 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.029 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.029 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.029 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.029 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:13.029 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:13.030 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:13.030 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.030 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.030 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:13.030 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.030 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.030 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.030 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.030 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.030 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.030 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.030 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:13.030 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:13.031 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:13.031 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:13.031 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "stats",
2024-03-19T02:00:13.031 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": true,
2024-03-19T02:00:13.031 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "",
2024-03-19T02:00:13.031 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:13.031 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:13.031 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:13.031 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.031 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.031 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.031 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:13.031 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.031 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.032 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:13.032 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:13.032 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:13.032 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:13.032 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:13.032 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:13.032 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:13.032 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:13.032 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.032 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.032 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.032 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.032 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.033 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:13.033 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:13.033 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:13.033 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.033 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.033 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:13.033 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.033 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.033 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.033 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.033 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.033 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.033 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.034 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.034 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:13.034 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:13.034 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.034 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.034 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.034 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:13.034 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.034 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.034 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:13.034 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:13.034 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:13.034 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:13.035 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:13.035 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:13.035 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:13.035 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:13.035 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.035 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.035 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.035 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.035 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.035 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:13.035 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:13.035 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:13.037 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.037 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.037 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:13.037 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.038 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.038 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.038 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.038 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.038 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.038 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.038 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:13.038 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:13.038 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:13.038 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:13.038 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "status",
2024-03-19T02:00:13.038 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": true,
2024-03-19T02:00:13.038 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "",
2024-03-19T02:00:13.038 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:13.039 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:13.039 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:13.039 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.039 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.039 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.039 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:13.039 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.039 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.039 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:13.039 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:13.039 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:13.039 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:13.039 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:13.039 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:13.040 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:13.040 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:13.040 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.040 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.040 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.040 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.040 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.040 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:13.040 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:13.040 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:13.040 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.040 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.040 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:13.040 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.041 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.041 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.041 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.041 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.041 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.041 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.041 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.041 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:13.041 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:13.041 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.041 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.041 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.041 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:13.041 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.042 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.042 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:13.042 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:13.042 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:13.042 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:13.042 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:13.042 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:13.042 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:13.042 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:13.042 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.042 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.042 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.042 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.042 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.043 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:13.043 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:13.043 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:13.043 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.043 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.043 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:13.043 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.043 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.043 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.043 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.043 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.043 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.043 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.043 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:13.043 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:13.044 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:13.044 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:13.044 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "telegraf",
2024-03-19T02:00:13.044 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": true,
2024-03-19T02:00:13.044 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "",
2024-03-19T02:00:13.044 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:13.044 INFO:teuthology.orchestra.run.smithi046.stdout:                "address": {
2024-03-19T02:00:13.044 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "address",
2024-03-19T02:00:13.044 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.044 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.044 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.044 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "unixgram:///tmp/telegraf.sock",
2024-03-19T02:00:13.044 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.044 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.045 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.045 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.045 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.045 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.045 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.045 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.045 INFO:teuthology.orchestra.run.smithi046.stdout:                "interval": {
2024-03-19T02:00:13.045 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "interval",
2024-03-19T02:00:13.045 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "secs",
2024-03-19T02:00:13.045 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.045 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.045 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "15",
2024-03-19T02:00:13.045 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.045 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.045 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.046 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.046 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.046 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.046 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.046 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.046 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:13.046 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:13.046 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.046 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.046 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.046 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:13.046 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.046 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.047 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:13.047 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:13.047 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:13.047 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:13.047 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:13.047 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:13.047 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:13.047 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:13.047 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.047 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.047 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.047 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.047 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.047 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:13.047 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:13.048 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:13.048 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.048 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.048 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:13.048 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.048 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.048 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.048 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.048 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.048 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.048 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.048 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.048 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:13.049 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:13.049 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.049 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.049 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.049 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:13.049 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.049 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.049 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:13.049 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:13.049 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:13.049 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:13.049 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:13.049 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:13.049 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:13.050 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:13.050 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.050 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.050 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.050 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.050 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.050 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:13.050 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:13.050 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:13.050 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.050 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.050 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:13.050 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.050 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.051 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.051 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.051 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.051 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.051 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.051 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:13.051 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:13.051 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:13.051 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:13.051 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "telemetry",
2024-03-19T02:00:13.051 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": true,
2024-03-19T02:00:13.051 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "",
2024-03-19T02:00:13.051 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:13.051 INFO:teuthology.orchestra.run.smithi046.stdout:                "channel_basic": {
2024-03-19T02:00:13.052 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "channel_basic",
2024-03-19T02:00:13.052 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:13.052 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.052 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.052 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:13.052 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.052 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.052 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.052 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Share basic cluster information (size, version)",
2024-03-19T02:00:13.052 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.052 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.052 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.052 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.053 INFO:teuthology.orchestra.run.smithi046.stdout:                "channel_crash": {
2024-03-19T02:00:13.053 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "channel_crash",
2024-03-19T02:00:13.053 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:13.053 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.053 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.053 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:13.053 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.053 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.053 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.053 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)",
2024-03-19T02:00:13.053 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.053 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.053 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.053 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.054 INFO:teuthology.orchestra.run.smithi046.stdout:                "channel_device": {
2024-03-19T02:00:13.054 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "channel_device",
2024-03-19T02:00:13.054 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:13.054 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.054 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.054 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:13.054 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.054 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.054 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.054 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)",
2024-03-19T02:00:13.054 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.054 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.054 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.055 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.055 INFO:teuthology.orchestra.run.smithi046.stdout:                "channel_ident": {
2024-03-19T02:00:13.055 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "channel_ident",
2024-03-19T02:00:13.055 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:13.055 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.055 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.055 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:13.055 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.055 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.055 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.055 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Share a user-provided description and/or contact email for the cluster",
2024-03-19T02:00:13.055 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.055 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.055 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.056 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.056 INFO:teuthology.orchestra.run.smithi046.stdout:                "channel_perf": {
2024-03-19T02:00:13.056 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "channel_perf",
2024-03-19T02:00:13.056 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:13.056 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.056 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.056 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:13.056 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.056 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.056 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.056 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Share various performance metrics of a cluster",
2024-03-19T02:00:13.056 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.056 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.056 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.056 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.057 INFO:teuthology.orchestra.run.smithi046.stdout:                "contact": {
2024-03-19T02:00:13.057 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "contact",
2024-03-19T02:00:13.057 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.057 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.057 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.057 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:13.057 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.057 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.057 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.057 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.057 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.057 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.057 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.057 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.058 INFO:teuthology.orchestra.run.smithi046.stdout:                "description": {
2024-03-19T02:00:13.058 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "description",
2024-03-19T02:00:13.058 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.058 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.058 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.058 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:13.058 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.058 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.058 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.058 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.058 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.058 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.058 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.058 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.058 INFO:teuthology.orchestra.run.smithi046.stdout:                "device_url": {
2024-03-19T02:00:13.059 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "device_url",
2024-03-19T02:00:13.059 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.059 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.059 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.059 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "https://telemetry.ceph.com/device",
2024-03-19T02:00:13.059 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.059 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.059 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.059 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.059 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.059 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.059 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.059 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.059 INFO:teuthology.orchestra.run.smithi046.stdout:                "enabled": {
2024-03-19T02:00:13.060 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "enabled",
2024-03-19T02:00:13.060 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:13.060 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.060 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.060 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:13.060 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.060 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.060 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.060 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.060 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.060 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.060 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.060 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.061 INFO:teuthology.orchestra.run.smithi046.stdout:                "interval": {
2024-03-19T02:00:13.061 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "interval",
2024-03-19T02:00:13.061 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:13.061 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.061 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.061 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "24",
2024-03-19T02:00:13.061 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "8",
2024-03-19T02:00:13.061 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.061 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.061 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.061 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.061 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.061 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.061 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.062 INFO:teuthology.orchestra.run.smithi046.stdout:                "last_opt_revision": {
2024-03-19T02:00:13.062 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "last_opt_revision",
2024-03-19T02:00:13.062 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:13.062 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.062 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.062 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "1",
2024-03-19T02:00:13.062 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.062 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.062 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.062 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.062 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.062 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.062 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.062 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.063 INFO:teuthology.orchestra.run.smithi046.stdout:                "leaderboard": {
2024-03-19T02:00:13.063 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "leaderboard",
2024-03-19T02:00:13.063 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:13.063 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.063 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.063 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:13.063 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.063 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.063 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.063 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.063 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.063 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.063 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.064 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.064 INFO:teuthology.orchestra.run.smithi046.stdout:                "leaderboard_description": {
2024-03-19T02:00:13.064 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "leaderboard_description",
2024-03-19T02:00:13.064 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.064 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.064 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.064 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:13.064 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.064 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.064 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.064 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.064 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.064 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.064 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.065 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.065 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:13.065 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:13.065 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.065 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.065 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.065 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:13.065 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.065 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.065 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:13.065 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:13.065 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:13.065 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:13.066 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:13.066 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:13.066 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:13.066 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:13.066 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.066 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.066 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.066 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.066 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.066 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:13.066 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:13.066 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:13.066 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.067 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.067 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:13.067 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.067 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.067 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.067 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.067 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.067 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.067 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.067 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.067 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:13.067 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:13.067 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.068 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.068 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.068 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:13.068 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.068 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.068 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:13.068 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:13.068 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:13.068 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:13.068 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:13.068 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:13.068 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:13.069 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:13.069 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.069 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.069 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.069 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.069 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.069 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:13.069 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:13.069 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:13.069 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.069 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.069 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:13.069 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.069 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.070 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.070 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.070 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.070 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.070 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.070 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.070 INFO:teuthology.orchestra.run.smithi046.stdout:                "organization": {
2024-03-19T02:00:13.070 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "organization",
2024-03-19T02:00:13.070 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.070 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.070 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.070 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:13.070 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.071 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.071 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.071 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.071 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.071 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.071 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.071 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.071 INFO:teuthology.orchestra.run.smithi046.stdout:                "proxy": {
2024-03-19T02:00:13.071 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "proxy",
2024-03-19T02:00:13.071 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.071 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.071 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.071 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:13.071 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.072 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.072 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.072 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.072 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.072 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.072 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.072 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.072 INFO:teuthology.orchestra.run.smithi046.stdout:                "url": {
2024-03-19T02:00:13.072 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "url",
2024-03-19T02:00:13.072 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.072 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.072 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.072 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "https://telemetry.ceph.com/report",
2024-03-19T02:00:13.072 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.073 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.073 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.073 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.073 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.073 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.073 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.073 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:13.073 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:13.073 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:13.073 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:13.073 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "test_orchestrator",
2024-03-19T02:00:13.073 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": true,
2024-03-19T02:00:13.073 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "",
2024-03-19T02:00:13.074 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:13.074 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:13.074 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:13.074 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.074 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.074 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.074 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:13.074 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.074 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.074 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:13.074 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:13.074 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:13.074 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:13.074 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:13.075 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:13.075 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:13.075 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:13.075 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.075 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.075 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.075 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.075 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.075 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:13.075 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:13.075 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:13.075 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.075 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.075 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:13.076 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.076 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.076 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.076 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.076 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.076 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.076 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.076 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.076 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:13.076 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:13.076 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.076 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.076 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.076 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:13.077 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.077 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.077 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:13.077 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:13.077 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:13.077 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:13.077 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:13.077 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:13.077 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:13.077 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:13.077 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.077 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.077 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.077 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.078 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.078 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:13.078 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:13.078 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:13.078 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.078 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.078 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:13.078 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.078 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.078 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.078 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.078 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.078 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.078 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.079 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:13.079 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:13.079 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:13.079 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:13.079 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "volumes",
2024-03-19T02:00:13.079 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": true,
2024-03-19T02:00:13.079 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "",
2024-03-19T02:00:13.079 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:13.079 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:13.079 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:13.079 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.079 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.079 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.079 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:13.080 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.080 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.080 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:13.080 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:13.080 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:13.080 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:13.080 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:13.080 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:13.080 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:13.080 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:13.080 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.080 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.080 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.080 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.080 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.081 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:13.081 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:13.081 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:13.081 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.081 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.081 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:13.081 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.081 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.081 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.081 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.081 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.081 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.081 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.081 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.082 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:13.082 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:13.082 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.082 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.082 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.082 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:13.082 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.082 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.082 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:13.082 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:13.082 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:13.082 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:13.082 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:13.082 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:13.083 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:13.083 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:13.083 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.083 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.083 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.083 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.083 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.083 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:13.083 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:13.083 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:13.083 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.083 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.083 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:13.083 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.084 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.084 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.084 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.084 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.084 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.084 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.084 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.084 INFO:teuthology.orchestra.run.smithi046.stdout:                "max_concurrent_clones": {
2024-03-19T02:00:13.084 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "max_concurrent_clones",
2024-03-19T02:00:13.084 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:13.084 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.084 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.084 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "4",
2024-03-19T02:00:13.084 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.085 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.085 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.085 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Number of asynchronous cloner threads",
2024-03-19T02:00:13.085 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.085 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.085 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.085 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.085 INFO:teuthology.orchestra.run.smithi046.stdout:                "periodic_async_work": {
2024-03-19T02:00:13.085 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "periodic_async_work",
2024-03-19T02:00:13.085 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:13.085 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.085 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.085 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:13.086 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.086 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.086 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.086 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Periodically check for async work",
2024-03-19T02:00:13.086 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.086 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.086 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.086 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.086 INFO:teuthology.orchestra.run.smithi046.stdout:                "snapshot_clone_delay": {
2024-03-19T02:00:13.086 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "snapshot_clone_delay",
2024-03-19T02:00:13.086 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:13.086 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.086 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.086 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "0",
2024-03-19T02:00:13.087 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.087 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.087 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.087 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Delay clone begin operation by snapshot_clone_delay seconds",
2024-03-19T02:00:13.087 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.087 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.087 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.087 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.087 INFO:teuthology.orchestra.run.smithi046.stdout:                "snapshot_clone_no_wait": {
2024-03-19T02:00:13.087 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "snapshot_clone_no_wait",
2024-03-19T02:00:13.087 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:13.087 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.087 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.088 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "True",
2024-03-19T02:00:13.088 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.088 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.088 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.088 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "Reject subvolume clone request when cloner threads are busy",
2024-03-19T02:00:13.088 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.088 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.088 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.088 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:13.088 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:13.088 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:13.088 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:13.088 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "zabbix",
2024-03-19T02:00:13.088 INFO:teuthology.orchestra.run.smithi046.stdout:            "can_run": true,
2024-03-19T02:00:13.089 INFO:teuthology.orchestra.run.smithi046.stdout:            "error_string": "",
2024-03-19T02:00:13.089 INFO:teuthology.orchestra.run.smithi046.stdout:            "module_options": {
2024-03-19T02:00:13.089 INFO:teuthology.orchestra.run.smithi046.stdout:                "discovery_interval": {
2024-03-19T02:00:13.089 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "discovery_interval",
2024-03-19T02:00:13.089 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "uint",
2024-03-19T02:00:13.089 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.089 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.089 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "100",
2024-03-19T02:00:13.089 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.089 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.089 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.089 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.089 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.089 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.089 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.090 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.090 INFO:teuthology.orchestra.run.smithi046.stdout:                "identifier": {
2024-03-19T02:00:13.090 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "identifier",
2024-03-19T02:00:13.090 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.090 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.090 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.090 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:13.090 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.090 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.090 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.090 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.090 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.090 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.090 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.091 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.091 INFO:teuthology.orchestra.run.smithi046.stdout:                "interval": {
2024-03-19T02:00:13.091 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "interval",
2024-03-19T02:00:13.091 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "secs",
2024-03-19T02:00:13.091 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.091 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.091 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "60",
2024-03-19T02:00:13.091 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.091 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.091 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.091 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.091 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.091 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.091 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.092 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.092 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_level": {
2024-03-19T02:00:13.092 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_level",
2024-03-19T02:00:13.092 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.092 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.092 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.092 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:13.092 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.092 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.092 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:13.092 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:13.092 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:13.092 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:13.092 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:13.093 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:13.093 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:13.093 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:13.093 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.093 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.093 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.093 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.093 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.093 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster": {
2024-03-19T02:00:13.093 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster",
2024-03-19T02:00:13.093 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:13.093 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.093 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.093 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:13.094 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.094 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.094 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.094 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.094 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.094 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.094 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.094 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.094 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_cluster_level": {
2024-03-19T02:00:13.094 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_cluster_level",
2024-03-19T02:00:13.094 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.094 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.094 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.094 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "info",
2024-03-19T02:00:13.095 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.095 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.095 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [
2024-03-19T02:00:13.095 INFO:teuthology.orchestra.run.smithi046.stdout:                        "",
2024-03-19T02:00:13.095 INFO:teuthology.orchestra.run.smithi046.stdout:                        "critical",
2024-03-19T02:00:13.095 INFO:teuthology.orchestra.run.smithi046.stdout:                        "debug",
2024-03-19T02:00:13.095 INFO:teuthology.orchestra.run.smithi046.stdout:                        "error",
2024-03-19T02:00:13.095 INFO:teuthology.orchestra.run.smithi046.stdout:                        "info",
2024-03-19T02:00:13.095 INFO:teuthology.orchestra.run.smithi046.stdout:                        "warning"
2024-03-19T02:00:13.095 INFO:teuthology.orchestra.run.smithi046.stdout:                    ],
2024-03-19T02:00:13.095 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.095 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.095 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.095 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.096 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.096 INFO:teuthology.orchestra.run.smithi046.stdout:                "log_to_file": {
2024-03-19T02:00:13.096 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "log_to_file",
2024-03-19T02:00:13.096 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "bool",
2024-03-19T02:00:13.096 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.096 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 1,
2024-03-19T02:00:13.096 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "False",
2024-03-19T02:00:13.096 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.096 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.096 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.096 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.096 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.096 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.096 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.097 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.097 INFO:teuthology.orchestra.run.smithi046.stdout:                "zabbix_host": {
2024-03-19T02:00:13.097 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "zabbix_host",
2024-03-19T02:00:13.097 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.097 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.097 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.097 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "",
2024-03-19T02:00:13.097 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.097 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.097 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.097 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.097 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.097 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.097 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.098 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.098 INFO:teuthology.orchestra.run.smithi046.stdout:                "zabbix_port": {
2024-03-19T02:00:13.098 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "zabbix_port",
2024-03-19T02:00:13.098 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "int",
2024-03-19T02:00:13.098 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.098 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.098 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "10051",
2024-03-19T02:00:13.098 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.098 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.098 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.098 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.098 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.098 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.098 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.099 INFO:teuthology.orchestra.run.smithi046.stdout:                },
2024-03-19T02:00:13.099 INFO:teuthology.orchestra.run.smithi046.stdout:                "zabbix_sender": {
2024-03-19T02:00:13.099 INFO:teuthology.orchestra.run.smithi046.stdout:                    "name": "zabbix_sender",
2024-03-19T02:00:13.099 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "str",
2024-03-19T02:00:13.099 INFO:teuthology.orchestra.run.smithi046.stdout:                    "level": "advanced",
2024-03-19T02:00:13.099 INFO:teuthology.orchestra.run.smithi046.stdout:                    "flags": 0,
2024-03-19T02:00:13.099 INFO:teuthology.orchestra.run.smithi046.stdout:                    "default_value": "/usr/bin/zabbix_sender",
2024-03-19T02:00:13.099 INFO:teuthology.orchestra.run.smithi046.stdout:                    "min": "",
2024-03-19T02:00:13.099 INFO:teuthology.orchestra.run.smithi046.stdout:                    "max": "",
2024-03-19T02:00:13.099 INFO:teuthology.orchestra.run.smithi046.stdout:                    "enum_allowed": [],
2024-03-19T02:00:13.099 INFO:teuthology.orchestra.run.smithi046.stdout:                    "desc": "",
2024-03-19T02:00:13.099 INFO:teuthology.orchestra.run.smithi046.stdout:                    "long_desc": "",
2024-03-19T02:00:13.099 INFO:teuthology.orchestra.run.smithi046.stdout:                    "tags": [],
2024-03-19T02:00:13.099 INFO:teuthology.orchestra.run.smithi046.stdout:                    "see_also": []
2024-03-19T02:00:13.100 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:13.100 INFO:teuthology.orchestra.run.smithi046.stdout:            }
2024-03-19T02:00:13.100 INFO:teuthology.orchestra.run.smithi046.stdout:        }
2024-03-19T02:00:13.100 INFO:teuthology.orchestra.run.smithi046.stdout:    ],
2024-03-19T02:00:13.100 INFO:teuthology.orchestra.run.smithi046.stdout:    "services": {
2024-03-19T02:00:13.100 INFO:teuthology.orchestra.run.smithi046.stdout:        "dashboard": "https://172.21.15.46:8443/"
2024-03-19T02:00:13.100 INFO:teuthology.orchestra.run.smithi046.stdout:    },
2024-03-19T02:00:13.100 INFO:teuthology.orchestra.run.smithi046.stdout:    "always_on_modules": {
2024-03-19T02:00:13.100 INFO:teuthology.orchestra.run.smithi046.stdout:        "octopus": [
2024-03-19T02:00:13.100 INFO:teuthology.orchestra.run.smithi046.stdout:            "balancer",
2024-03-19T02:00:13.100 INFO:teuthology.orchestra.run.smithi046.stdout:            "crash",
2024-03-19T02:00:13.100 INFO:teuthology.orchestra.run.smithi046.stdout:            "devicehealth",
2024-03-19T02:00:13.100 INFO:teuthology.orchestra.run.smithi046.stdout:            "orchestrator",
2024-03-19T02:00:13.100 INFO:teuthology.orchestra.run.smithi046.stdout:            "pg_autoscaler",
2024-03-19T02:00:13.101 INFO:teuthology.orchestra.run.smithi046.stdout:            "progress",
2024-03-19T02:00:13.101 INFO:teuthology.orchestra.run.smithi046.stdout:            "rbd_support",
2024-03-19T02:00:13.101 INFO:teuthology.orchestra.run.smithi046.stdout:            "status",
2024-03-19T02:00:13.101 INFO:teuthology.orchestra.run.smithi046.stdout:            "telemetry",
2024-03-19T02:00:13.101 INFO:teuthology.orchestra.run.smithi046.stdout:            "volumes"
2024-03-19T02:00:13.101 INFO:teuthology.orchestra.run.smithi046.stdout:        ],
2024-03-19T02:00:13.101 INFO:teuthology.orchestra.run.smithi046.stdout:        "pacific": [
2024-03-19T02:00:13.101 INFO:teuthology.orchestra.run.smithi046.stdout:            "balancer",
2024-03-19T02:00:13.101 INFO:teuthology.orchestra.run.smithi046.stdout:            "crash",
2024-03-19T02:00:13.101 INFO:teuthology.orchestra.run.smithi046.stdout:            "devicehealth",
2024-03-19T02:00:13.101 INFO:teuthology.orchestra.run.smithi046.stdout:            "orchestrator",
2024-03-19T02:00:13.101 INFO:teuthology.orchestra.run.smithi046.stdout:            "pg_autoscaler",
2024-03-19T02:00:13.101 INFO:teuthology.orchestra.run.smithi046.stdout:            "progress",
2024-03-19T02:00:13.101 INFO:teuthology.orchestra.run.smithi046.stdout:            "rbd_support",
2024-03-19T02:00:13.102 INFO:teuthology.orchestra.run.smithi046.stdout:            "status",
2024-03-19T02:00:13.102 INFO:teuthology.orchestra.run.smithi046.stdout:            "telemetry",
2024-03-19T02:00:13.102 INFO:teuthology.orchestra.run.smithi046.stdout:            "volumes"
2024-03-19T02:00:13.102 INFO:teuthology.orchestra.run.smithi046.stdout:        ],
2024-03-19T02:00:13.102 INFO:teuthology.orchestra.run.smithi046.stdout:        "quincy": [
2024-03-19T02:00:13.102 INFO:teuthology.orchestra.run.smithi046.stdout:            "balancer",
2024-03-19T02:00:13.102 INFO:teuthology.orchestra.run.smithi046.stdout:            "crash",
2024-03-19T02:00:13.102 INFO:teuthology.orchestra.run.smithi046.stdout:            "devicehealth",
2024-03-19T02:00:13.102 INFO:teuthology.orchestra.run.smithi046.stdout:            "orchestrator",
2024-03-19T02:00:13.102 INFO:teuthology.orchestra.run.smithi046.stdout:            "pg_autoscaler",
2024-03-19T02:00:13.102 INFO:teuthology.orchestra.run.smithi046.stdout:            "progress",
2024-03-19T02:00:13.102 INFO:teuthology.orchestra.run.smithi046.stdout:            "rbd_support",
2024-03-19T02:00:13.102 INFO:teuthology.orchestra.run.smithi046.stdout:            "status",
2024-03-19T02:00:13.102 INFO:teuthology.orchestra.run.smithi046.stdout:            "telemetry",
2024-03-19T02:00:13.103 INFO:teuthology.orchestra.run.smithi046.stdout:            "volumes"
2024-03-19T02:00:13.103 INFO:teuthology.orchestra.run.smithi046.stdout:        ],
2024-03-19T02:00:13.103 INFO:teuthology.orchestra.run.smithi046.stdout:        "reef": [
2024-03-19T02:00:13.103 INFO:teuthology.orchestra.run.smithi046.stdout:            "balancer",
2024-03-19T02:00:13.103 INFO:teuthology.orchestra.run.smithi046.stdout:            "crash",
2024-03-19T02:00:13.103 INFO:teuthology.orchestra.run.smithi046.stdout:            "devicehealth",
2024-03-19T02:00:13.103 INFO:teuthology.orchestra.run.smithi046.stdout:            "orchestrator",
2024-03-19T02:00:13.103 INFO:teuthology.orchestra.run.smithi046.stdout:            "pg_autoscaler",
2024-03-19T02:00:13.103 INFO:teuthology.orchestra.run.smithi046.stdout:            "progress",
2024-03-19T02:00:13.103 INFO:teuthology.orchestra.run.smithi046.stdout:            "rbd_support",
2024-03-19T02:00:13.103 INFO:teuthology.orchestra.run.smithi046.stdout:            "status",
2024-03-19T02:00:13.103 INFO:teuthology.orchestra.run.smithi046.stdout:            "telemetry",
2024-03-19T02:00:13.103 INFO:teuthology.orchestra.run.smithi046.stdout:            "volumes"
2024-03-19T02:00:13.103 INFO:teuthology.orchestra.run.smithi046.stdout:        ],
2024-03-19T02:00:13.104 INFO:teuthology.orchestra.run.smithi046.stdout:        "squid": [
2024-03-19T02:00:13.104 INFO:teuthology.orchestra.run.smithi046.stdout:            "balancer",
2024-03-19T02:00:13.104 INFO:teuthology.orchestra.run.smithi046.stdout:            "crash",
2024-03-19T02:00:13.104 INFO:teuthology.orchestra.run.smithi046.stdout:            "devicehealth",
2024-03-19T02:00:13.104 INFO:teuthology.orchestra.run.smithi046.stdout:            "orchestrator",
2024-03-19T02:00:13.104 INFO:teuthology.orchestra.run.smithi046.stdout:            "pg_autoscaler",
2024-03-19T02:00:13.104 INFO:teuthology.orchestra.run.smithi046.stdout:            "progress",
2024-03-19T02:00:13.104 INFO:teuthology.orchestra.run.smithi046.stdout:            "rbd_support",
2024-03-19T02:00:13.104 INFO:teuthology.orchestra.run.smithi046.stdout:            "status",
2024-03-19T02:00:13.104 INFO:teuthology.orchestra.run.smithi046.stdout:            "telemetry",
2024-03-19T02:00:13.104 INFO:teuthology.orchestra.run.smithi046.stdout:            "volumes"
2024-03-19T02:00:13.104 INFO:teuthology.orchestra.run.smithi046.stdout:        ]
2024-03-19T02:00:13.104 INFO:teuthology.orchestra.run.smithi046.stdout:    },
2024-03-19T02:00:13.104 INFO:teuthology.orchestra.run.smithi046.stdout:    "last_failure_osd_epoch": 94,
2024-03-19T02:00:13.105 INFO:teuthology.orchestra.run.smithi046.stdout:    "active_clients": [
2024-03-19T02:00:13.105 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:13.105 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "devicehealth",
2024-03-19T02:00:13.105 INFO:teuthology.orchestra.run.smithi046.stdout:            "addrvec": [
2024-03-19T02:00:13.105 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:13.105 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "v2",
2024-03-19T02:00:13.105 INFO:teuthology.orchestra.run.smithi046.stdout:                    "addr": "172.21.15.46:0",
2024-03-19T02:00:13.105 INFO:teuthology.orchestra.run.smithi046.stdout:                    "nonce": 2134629969
2024-03-19T02:00:13.105 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:13.105 INFO:teuthology.orchestra.run.smithi046.stdout:            ]
2024-03-19T02:00:13.105 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:13.105 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:13.105 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "libcephsqlite",
2024-03-19T02:00:13.105 INFO:teuthology.orchestra.run.smithi046.stdout:            "addrvec": [
2024-03-19T02:00:13.106 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:13.106 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "v2",
2024-03-19T02:00:13.106 INFO:teuthology.orchestra.run.smithi046.stdout:                    "addr": "172.21.15.46:0",
2024-03-19T02:00:13.106 INFO:teuthology.orchestra.run.smithi046.stdout:                    "nonce": 3431662773
2024-03-19T02:00:13.106 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:13.106 INFO:teuthology.orchestra.run.smithi046.stdout:            ]
2024-03-19T02:00:13.106 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:13.106 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:13.106 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "rbd_support",
2024-03-19T02:00:13.106 INFO:teuthology.orchestra.run.smithi046.stdout:            "addrvec": [
2024-03-19T02:00:13.106 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:13.106 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "v2",
2024-03-19T02:00:13.106 INFO:teuthology.orchestra.run.smithi046.stdout:                    "addr": "172.21.15.46:0",
2024-03-19T02:00:13.106 INFO:teuthology.orchestra.run.smithi046.stdout:                    "nonce": 1361115268
2024-03-19T02:00:13.106 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:13.107 INFO:teuthology.orchestra.run.smithi046.stdout:            ]
2024-03-19T02:00:13.107 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:13.107 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:13.107 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "snap_schedule",
2024-03-19T02:00:13.107 INFO:teuthology.orchestra.run.smithi046.stdout:            "addrvec": [
2024-03-19T02:00:13.107 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:13.107 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "v2",
2024-03-19T02:00:13.107 INFO:teuthology.orchestra.run.smithi046.stdout:                    "addr": "172.21.15.46:0",
2024-03-19T02:00:13.107 INFO:teuthology.orchestra.run.smithi046.stdout:                    "nonce": 2719284487
2024-03-19T02:00:13.107 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:13.107 INFO:teuthology.orchestra.run.smithi046.stdout:            ]
2024-03-19T02:00:13.107 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:13.107 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:13.107 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "snap_schedule",
2024-03-19T02:00:13.108 INFO:teuthology.orchestra.run.smithi046.stdout:            "addrvec": [
2024-03-19T02:00:13.108 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:13.108 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "v2",
2024-03-19T02:00:13.108 INFO:teuthology.orchestra.run.smithi046.stdout:                    "addr": "172.21.15.46:0",
2024-03-19T02:00:13.108 INFO:teuthology.orchestra.run.smithi046.stdout:                    "nonce": 578202670
2024-03-19T02:00:13.108 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:13.108 INFO:teuthology.orchestra.run.smithi046.stdout:            ]
2024-03-19T02:00:13.108 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:13.108 INFO:teuthology.orchestra.run.smithi046.stdout:        {
2024-03-19T02:00:13.108 INFO:teuthology.orchestra.run.smithi046.stdout:            "name": "volumes",
2024-03-19T02:00:13.108 INFO:teuthology.orchestra.run.smithi046.stdout:            "addrvec": [
2024-03-19T02:00:13.108 INFO:teuthology.orchestra.run.smithi046.stdout:                {
2024-03-19T02:00:13.108 INFO:teuthology.orchestra.run.smithi046.stdout:                    "type": "v2",
2024-03-19T02:00:13.108 INFO:teuthology.orchestra.run.smithi046.stdout:                    "addr": "172.21.15.46:0",
2024-03-19T02:00:13.108 INFO:teuthology.orchestra.run.smithi046.stdout:                    "nonce": 2908473391
2024-03-19T02:00:13.109 INFO:teuthology.orchestra.run.smithi046.stdout:                }
2024-03-19T02:00:13.109 INFO:teuthology.orchestra.run.smithi046.stdout:            ]
2024-03-19T02:00:13.109 INFO:teuthology.orchestra.run.smithi046.stdout:        }
2024-03-19T02:00:13.109 INFO:teuthology.orchestra.run.smithi046.stdout:    ]
2024-03-19T02:00:13.109 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T02:00:13.110 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:11 smithi102 ceph-mon[66557]: pgmap v312: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 44 KiB/s wr, 29 op/s
2024-03-19T02:00:13.110 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:11 smithi102 ceph-mon[66557]: osdmap e101: 12 total, 12 up, 12 in
2024-03-19T02:00:13.110 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:11 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2991170263' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T02:00:13.110 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:11 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1585594473' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T02:00:13.110 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:11 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2763783463' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch
2024-03-19T02:00:13.111 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:11 smithi073 ceph-mon[66833]: pgmap v312: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 44 KiB/s wr, 29 op/s
2024-03-19T02:00:13.111 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:11 smithi073 ceph-mon[66833]: osdmap e101: 12 total, 12 up, 12 in
2024-03-19T02:00:13.111 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:11 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2991170263' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T02:00:13.111 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:11 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1585594473' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T02:00:13.111 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:11 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2763783463' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch
2024-03-19T02:00:13.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.743+0000 7fac78f60640  1 -- 172.21.15.46:0/2763783463 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fac600a2970 msgr2=0x7fac600a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:13.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.743+0000 7fac78f60640  1 --2- 172.21.15.46:0/2763783463 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fac600a2970 0x7fac600a4e30 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fac74102900 tx=0x7fac5c005f90 comp rx=0 tx=0).stop
2024-03-19T02:00:13.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.743+0000 7fac78f60640  1 -- 172.21.15.46:0/2763783463 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fac74100720 msgr2=0x7fac74198040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:13.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.743+0000 7fac78f60640  1 --2- 172.21.15.46:0/2763783463 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fac74100720 0x7fac74198040 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fac6c009230 tx=0x7fac6c02c5d0 comp rx=0 tx=0).stop
2024-03-19T02:00:13.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.743+0000 7fac78f60640  1 -- 172.21.15.46:0/2763783463 shutdown_connections
2024-03-19T02:00:13.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.743+0000 7fac78f60640  1 --2- 172.21.15.46:0/2763783463 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac74106730 0x7fac7419c900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:13.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.743+0000 7fac78f60640  1 --2- 172.21.15.46:0/2763783463 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fac741010e0 0x7fac74198580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:13.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.743+0000 7fac78f60640  1 --2- 172.21.15.46:0/2763783463 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fac600a2970 0x7fac600a4e30 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:13.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.743+0000 7fac78f60640  1 --2- 172.21.15.46:0/2763783463 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fac74100720 0x7fac74198040 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:13.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.743+0000 7fac78f60640  1 -- 172.21.15.46:0/2763783463 >> 172.21.15.46:0/2763783463 conn(0x7fac74077820 msgr2=0x7fac741030c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:13.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.743+0000 7fac78f60640  1 -- 172.21.15.46:0/2763783463 shutdown_connections
2024-03-19T02:00:13.112 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:11.743+0000 7fac78f60640  1 -- 172.21.15.46:0/2763783463 wait complete.
2024-03-19T02:00:13.119 DEBUG:tasks.check_counter:Getting stats from a
2024-03-19T02:00:13.119 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph daemon mds.a perf dump
2024-03-19T02:00:13.119 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:11 smithi046 ceph-mon[63102]: pgmap v312: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 44 KiB/s wr, 29 op/s
2024-03-19T02:00:13.119 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:11 smithi046 ceph-mon[63102]: osdmap e101: 12 total, 12 up, 12 in
2024-03-19T02:00:13.120 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:11 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2991170263' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T02:00:13.120 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:11 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1585594473' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T02:00:13.120 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:11 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2763783463' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch
2024-03-19T02:00:13.376 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T02:00:14.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:13 smithi046 ceph-mon[63102]: pgmap v314: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 31 op/s
2024-03-19T02:00:14.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:13 smithi073 ceph-mon[66833]: pgmap v314: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 31 op/s
2024-03-19T02:00:14.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:13 smithi102 ceph-mon[66557]: pgmap v314: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 31 op/s
2024-03-19T02:00:15.179 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T02:00:15.179 INFO:teuthology.orchestra.run.smithi046.stdout:    "AsyncMessenger::Worker-0": {
2024-03-19T02:00:15.179 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_messages": 0,
2024-03-19T02:00:15.179 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_messages": 2,
2024-03-19T02:00:15.179 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_bytes": 0,
2024-03-19T02:00:15.179 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_bytes": 0,
2024-03-19T02:00:15.179 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_created_connections": 4,
2024-03-19T02:00:15.180 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_active_connections": 0,
2024-03-19T02:00:15.180 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_total_time": 0.001421715,
2024-03-19T02:00:15.180 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_send_time": 0.000000000,
2024-03-19T02:00:15.180 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_recv_time": 0.000376456,
2024-03-19T02:00:15.180 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_fast_dispatch_time": 0.000000000,
2024-03-19T02:00:15.180 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:15.180 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgcount": 0,
2024-03-19T02:00:15.180 INFO:teuthology.orchestra.run.smithi046.stdout:            "sum": 0.000000000,
2024-03-19T02:00:15.180 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:15.180 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:15.180 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:15.180 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgcount": 0,
2024-03-19T02:00:15.180 INFO:teuthology.orchestra.run.smithi046.stdout:            "sum": 0.000000000,
2024-03-19T02:00:15.181 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:15.181 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:15.181 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_encrypted_bytes": 0,
2024-03-19T02:00:15.181 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_encrypted_bytes": 0
2024-03-19T02:00:15.181 INFO:teuthology.orchestra.run.smithi046.stdout:    },
2024-03-19T02:00:15.181 INFO:teuthology.orchestra.run.smithi046.stdout:    "AsyncMessenger::Worker-1": {
2024-03-19T02:00:15.181 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_messages": 2,
2024-03-19T02:00:15.181 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_messages": 160,
2024-03-19T02:00:15.181 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_bytes": 320,
2024-03-19T02:00:15.181 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_bytes": 183600,
2024-03-19T02:00:15.181 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_created_connections": 5,
2024-03-19T02:00:15.181 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_active_connections": 3,
2024-03-19T02:00:15.181 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_total_time": 0.013520382,
2024-03-19T02:00:15.181 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_send_time": 0.009291069,
2024-03-19T02:00:15.181 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_recv_time": 0.002023578,
2024-03-19T02:00:15.182 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_fast_dispatch_time": 0.000000000,
2024-03-19T02:00:15.182 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:15.182 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgcount": 157,
2024-03-19T02:00:15.182 INFO:teuthology.orchestra.run.smithi046.stdout:            "sum": 0.009161520,
2024-03-19T02:00:15.182 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgtime": 0.000058353
2024-03-19T02:00:15.182 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:15.182 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:15.182 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgcount": 0,
2024-03-19T02:00:15.182 INFO:teuthology.orchestra.run.smithi046.stdout:            "sum": 0.000000000,
2024-03-19T02:00:15.182 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:15.182 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:15.182 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_encrypted_bytes": 320,
2024-03-19T02:00:15.182 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_encrypted_bytes": 183600
2024-03-19T02:00:15.182 INFO:teuthology.orchestra.run.smithi046.stdout:    },
2024-03-19T02:00:15.182 INFO:teuthology.orchestra.run.smithi046.stdout:    "AsyncMessenger::Worker-2": {
2024-03-19T02:00:15.183 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_messages": 224,
2024-03-19T02:00:15.183 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_messages": 212,
2024-03-19T02:00:15.183 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_bytes": 1440016,
2024-03-19T02:00:15.183 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_bytes": 129152,
2024-03-19T02:00:15.183 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_created_connections": 2,
2024-03-19T02:00:15.183 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_active_connections": 1,
2024-03-19T02:00:15.183 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_total_time": 0.041332311,
2024-03-19T02:00:15.183 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_send_time": 0.013498685,
2024-03-19T02:00:15.183 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_recv_time": 0.030773612,
2024-03-19T02:00:15.183 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_fast_dispatch_time": 0.004140824,
2024-03-19T02:00:15.183 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:15.183 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgcount": 212,
2024-03-19T02:00:15.183 INFO:teuthology.orchestra.run.smithi046.stdout:            "sum": 0.010539319,
2024-03-19T02:00:15.183 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgtime": 0.000049713
2024-03-19T02:00:15.184 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:15.184 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:15.184 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgcount": 0,
2024-03-19T02:00:15.184 INFO:teuthology.orchestra.run.smithi046.stdout:            "sum": 0.000000000,
2024-03-19T02:00:15.184 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:15.184 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:15.184 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_encrypted_bytes": 1440016,
2024-03-19T02:00:15.184 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_encrypted_bytes": 129152
2024-03-19T02:00:15.184 INFO:teuthology.orchestra.run.smithi046.stdout:    },
2024-03-19T02:00:15.184 INFO:teuthology.orchestra.run.smithi046.stdout:    "cct": {
2024-03-19T02:00:15.184 INFO:teuthology.orchestra.run.smithi046.stdout:        "total_workers": 0,
2024-03-19T02:00:15.184 INFO:teuthology.orchestra.run.smithi046.stdout:        "unhealthy_workers": 0
2024-03-19T02:00:15.184 INFO:teuthology.orchestra.run.smithi046.stdout:    },
2024-03-19T02:00:15.184 INFO:teuthology.orchestra.run.smithi046.stdout:    "mempool": {
2024-03-19T02:00:15.185 INFO:teuthology.orchestra.run.smithi046.stdout:        "bloom_filter_bytes": 0,
2024-03-19T02:00:15.185 INFO:teuthology.orchestra.run.smithi046.stdout:        "bloom_filter_items": 0,
2024-03-19T02:00:15.185 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_alloc_bytes": 0,
2024-03-19T02:00:15.185 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_alloc_items": 0,
2024-03-19T02:00:15.185 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_data_bytes": 0,
2024-03-19T02:00:15.185 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_data_items": 0,
2024-03-19T02:00:15.185 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_onode_bytes": 0,
2024-03-19T02:00:15.185 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_onode_items": 0,
2024-03-19T02:00:15.185 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_meta_bytes": 0,
2024-03-19T02:00:15.185 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_meta_items": 0,
2024-03-19T02:00:15.185 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_other_bytes": 0,
2024-03-19T02:00:15.185 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_other_items": 0,
2024-03-19T02:00:15.185 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_buffer_bytes": 0,
2024-03-19T02:00:15.185 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_buffer_items": 0,
2024-03-19T02:00:15.186 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_extent_bytes": 0,
2024-03-19T02:00:15.186 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_extent_items": 0,
2024-03-19T02:00:15.186 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_blob_bytes": 0,
2024-03-19T02:00:15.186 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_blob_items": 0,
2024-03-19T02:00:15.186 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_shared_blob_bytes": 0,
2024-03-19T02:00:15.186 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_shared_blob_items": 0,
2024-03-19T02:00:15.186 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_inline_bl_bytes": 0,
2024-03-19T02:00:15.186 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_inline_bl_items": 0,
2024-03-19T02:00:15.186 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_fsck_bytes": 0,
2024-03-19T02:00:15.186 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_fsck_items": 0,
2024-03-19T02:00:15.186 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_txc_bytes": 0,
2024-03-19T02:00:15.186 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_txc_items": 0,
2024-03-19T02:00:15.186 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_writing_deferred_bytes": 0,
2024-03-19T02:00:15.187 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_writing_deferred_items": 0,
2024-03-19T02:00:15.187 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_writing_bytes": 0,
2024-03-19T02:00:15.187 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_writing_items": 0,
2024-03-19T02:00:15.187 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluefs_bytes": 0,
2024-03-19T02:00:15.187 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluefs_items": 0,
2024-03-19T02:00:15.187 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluefs_file_reader_bytes": 0,
2024-03-19T02:00:15.187 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluefs_file_reader_items": 0,
2024-03-19T02:00:15.187 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluefs_file_writer_bytes": 0,
2024-03-19T02:00:15.187 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluefs_file_writer_items": 0,
2024-03-19T02:00:15.187 INFO:teuthology.orchestra.run.smithi046.stdout:        "buffer_anon_bytes": 149057,
2024-03-19T02:00:15.187 INFO:teuthology.orchestra.run.smithi046.stdout:        "buffer_anon_items": 32,
2024-03-19T02:00:15.187 INFO:teuthology.orchestra.run.smithi046.stdout:        "buffer_meta_bytes": 0,
2024-03-19T02:00:15.187 INFO:teuthology.orchestra.run.smithi046.stdout:        "buffer_meta_items": 0,
2024-03-19T02:00:15.187 INFO:teuthology.orchestra.run.smithi046.stdout:        "osd_bytes": 0,
2024-03-19T02:00:15.187 INFO:teuthology.orchestra.run.smithi046.stdout:        "osd_items": 0,
2024-03-19T02:00:15.188 INFO:teuthology.orchestra.run.smithi046.stdout:        "osd_mapbl_bytes": 0,
2024-03-19T02:00:15.188 INFO:teuthology.orchestra.run.smithi046.stdout:        "osd_mapbl_items": 0,
2024-03-19T02:00:15.188 INFO:teuthology.orchestra.run.smithi046.stdout:        "osd_pglog_bytes": 0,
2024-03-19T02:00:15.188 INFO:teuthology.orchestra.run.smithi046.stdout:        "osd_pglog_items": 0,
2024-03-19T02:00:15.188 INFO:teuthology.orchestra.run.smithi046.stdout:        "osdmap_bytes": 0,
2024-03-19T02:00:15.188 INFO:teuthology.orchestra.run.smithi046.stdout:        "osdmap_items": 0,
2024-03-19T02:00:15.188 INFO:teuthology.orchestra.run.smithi046.stdout:        "osdmap_mapping_bytes": 0,
2024-03-19T02:00:15.188 INFO:teuthology.orchestra.run.smithi046.stdout:        "osdmap_mapping_items": 0,
2024-03-19T02:00:15.188 INFO:teuthology.orchestra.run.smithi046.stdout:        "pgmap_bytes": 0,
2024-03-19T02:00:15.188 INFO:teuthology.orchestra.run.smithi046.stdout:        "pgmap_items": 0,
2024-03-19T02:00:15.188 INFO:teuthology.orchestra.run.smithi046.stdout:        "mds_co_bytes": 928,
2024-03-19T02:00:15.188 INFO:teuthology.orchestra.run.smithi046.stdout:        "mds_co_items": 2,
2024-03-19T02:00:15.188 INFO:teuthology.orchestra.run.smithi046.stdout:        "unittest_1_bytes": 0,
2024-03-19T02:00:15.188 INFO:teuthology.orchestra.run.smithi046.stdout:        "unittest_1_items": 0,
2024-03-19T02:00:15.189 INFO:teuthology.orchestra.run.smithi046.stdout:        "unittest_2_bytes": 0,
2024-03-19T02:00:15.189 INFO:teuthology.orchestra.run.smithi046.stdout:        "unittest_2_items": 0
2024-03-19T02:00:15.189 INFO:teuthology.orchestra.run.smithi046.stdout:    },
2024-03-19T02:00:15.189 INFO:teuthology.orchestra.run.smithi046.stdout:    "throttle-msgr_dispatch_throttler-mds": {
2024-03-19T02:00:15.189 INFO:teuthology.orchestra.run.smithi046.stdout:        "val": 0,
2024-03-19T02:00:15.189 INFO:teuthology.orchestra.run.smithi046.stdout:        "max": 104857600,
2024-03-19T02:00:15.189 INFO:teuthology.orchestra.run.smithi046.stdout:        "get_started": 0,
2024-03-19T02:00:15.189 INFO:teuthology.orchestra.run.smithi046.stdout:        "get": 222,
2024-03-19T02:00:15.189 INFO:teuthology.orchestra.run.smithi046.stdout:        "get_sum": 1406072,
2024-03-19T02:00:15.189 INFO:teuthology.orchestra.run.smithi046.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:15.189 INFO:teuthology.orchestra.run.smithi046.stdout:        "get_or_fail_success": 222,
2024-03-19T02:00:15.189 INFO:teuthology.orchestra.run.smithi046.stdout:        "take": 0,
2024-03-19T02:00:15.189 INFO:teuthology.orchestra.run.smithi046.stdout:        "take_sum": 0,
2024-03-19T02:00:15.189 INFO:teuthology.orchestra.run.smithi046.stdout:        "put": 222,
2024-03-19T02:00:15.190 INFO:teuthology.orchestra.run.smithi046.stdout:        "put_sum": 1406072,
2024-03-19T02:00:15.190 INFO:teuthology.orchestra.run.smithi046.stdout:        "wait": {
2024-03-19T02:00:15.190 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgcount": 0,
2024-03-19T02:00:15.190 INFO:teuthology.orchestra.run.smithi046.stdout:            "sum": 0.000000000,
2024-03-19T02:00:15.190 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:15.190 INFO:teuthology.orchestra.run.smithi046.stdout:        }
2024-03-19T02:00:15.190 INFO:teuthology.orchestra.run.smithi046.stdout:    }
2024-03-19T02:00:15.190 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T02:00:15.864 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.a
2024-03-19T02:00:15.864 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.a
2024-03-19T02:00:15.864 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.a
2024-03-19T02:00:15.864 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.a
2024-03-19T02:00:15.864 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.a
2024-03-19T02:00:15.864 DEBUG:tasks.check_counter:Getting stats from d
2024-03-19T02:00:15.865 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph daemon mds.d perf dump
2024-03-19T02:00:16.114 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T02:00:16.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:15 smithi046 ceph-mon[63102]: pgmap v315: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 31 op/s
2024-03-19T02:00:16.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:15 smithi073 ceph-mon[66833]: pgmap v315: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 31 op/s
2024-03-19T02:00:16.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:15 smithi102 ceph-mon[66557]: pgmap v315: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 31 op/s
2024-03-19T02:00:17.822 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T02:00:17.822 INFO:teuthology.orchestra.run.smithi046.stdout:    "AsyncMessenger::Worker-0": {
2024-03-19T02:00:17.822 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_messages": 4,
2024-03-19T02:00:17.822 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_messages": 4,
2024-03-19T02:00:17.822 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_bytes": 2944,
2024-03-19T02:00:17.823 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_bytes": 448,
2024-03-19T02:00:17.823 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_created_connections": 4,
2024-03-19T02:00:17.823 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_active_connections": 0,
2024-03-19T02:00:17.823 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_total_time": 0.001560467,
2024-03-19T02:00:17.823 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_send_time": 0.000039174,
2024-03-19T02:00:17.823 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_recv_time": 0.000651965,
2024-03-19T02:00:17.823 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_fast_dispatch_time": 0.000000000,
2024-03-19T02:00:17.823 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:17.823 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgcount": 3,
2024-03-19T02:00:17.823 INFO:teuthology.orchestra.run.smithi046.stdout:            "sum": 0.000786854,
2024-03-19T02:00:17.823 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgtime": 0.000262284
2024-03-19T02:00:17.823 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:17.823 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:17.823 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgcount": 0,
2024-03-19T02:00:17.824 INFO:teuthology.orchestra.run.smithi046.stdout:            "sum": 0.000000000,
2024-03-19T02:00:17.824 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:17.824 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:17.824 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_encrypted_bytes": 2944,
2024-03-19T02:00:17.824 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_encrypted_bytes": 448
2024-03-19T02:00:17.824 INFO:teuthology.orchestra.run.smithi046.stdout:    },
2024-03-19T02:00:17.824 INFO:teuthology.orchestra.run.smithi046.stdout:    "AsyncMessenger::Worker-1": {
2024-03-19T02:00:17.824 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_messages": 2,
2024-03-19T02:00:17.824 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_messages": 164,
2024-03-19T02:00:17.824 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_bytes": 320,
2024-03-19T02:00:17.824 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_bytes": 184304,
2024-03-19T02:00:17.824 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_created_connections": 5,
2024-03-19T02:00:17.824 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_active_connections": 3,
2024-03-19T02:00:17.824 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_total_time": 0.014518985,
2024-03-19T02:00:17.824 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_send_time": 0.009181664,
2024-03-19T02:00:17.825 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_recv_time": 0.002864276,
2024-03-19T02:00:17.825 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_fast_dispatch_time": 0.000000000,
2024-03-19T02:00:17.825 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:17.825 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgcount": 161,
2024-03-19T02:00:17.825 INFO:teuthology.orchestra.run.smithi046.stdout:            "sum": 0.007677804,
2024-03-19T02:00:17.825 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgtime": 0.000047688
2024-03-19T02:00:17.825 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:17.825 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:17.825 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgcount": 0,
2024-03-19T02:00:17.825 INFO:teuthology.orchestra.run.smithi046.stdout:            "sum": 0.000000000,
2024-03-19T02:00:17.825 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:17.825 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:17.825 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_encrypted_bytes": 320,
2024-03-19T02:00:17.825 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_encrypted_bytes": 184304
2024-03-19T02:00:17.826 INFO:teuthology.orchestra.run.smithi046.stdout:    },
2024-03-19T02:00:17.826 INFO:teuthology.orchestra.run.smithi046.stdout:    "AsyncMessenger::Worker-2": {
2024-03-19T02:00:17.826 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_messages": 226,
2024-03-19T02:00:17.826 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_messages": 216,
2024-03-19T02:00:17.826 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_bytes": 1438704,
2024-03-19T02:00:17.826 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_bytes": 132544,
2024-03-19T02:00:17.826 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_created_connections": 2,
2024-03-19T02:00:17.826 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_active_connections": 1,
2024-03-19T02:00:17.826 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_total_time": 0.042403595,
2024-03-19T02:00:17.826 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_send_time": 0.014111977,
2024-03-19T02:00:17.826 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_recv_time": 0.033236662,
2024-03-19T02:00:17.826 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_fast_dispatch_time": 0.004367451,
2024-03-19T02:00:17.826 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:17.826 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgcount": 215,
2024-03-19T02:00:17.827 INFO:teuthology.orchestra.run.smithi046.stdout:            "sum": 0.009583395,
2024-03-19T02:00:17.827 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgtime": 0.000044573
2024-03-19T02:00:17.827 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:17.827 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:17.827 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgcount": 0,
2024-03-19T02:00:17.827 INFO:teuthology.orchestra.run.smithi046.stdout:            "sum": 0.000000000,
2024-03-19T02:00:17.827 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:17.827 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:17.827 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_encrypted_bytes": 1438704,
2024-03-19T02:00:17.827 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_encrypted_bytes": 132544
2024-03-19T02:00:17.827 INFO:teuthology.orchestra.run.smithi046.stdout:    },
2024-03-19T02:00:17.827 INFO:teuthology.orchestra.run.smithi046.stdout:    "cct": {
2024-03-19T02:00:17.827 INFO:teuthology.orchestra.run.smithi046.stdout:        "total_workers": 0,
2024-03-19T02:00:17.827 INFO:teuthology.orchestra.run.smithi046.stdout:        "unhealthy_workers": 0
2024-03-19T02:00:17.827 INFO:teuthology.orchestra.run.smithi046.stdout:    },
2024-03-19T02:00:17.828 INFO:teuthology.orchestra.run.smithi046.stdout:    "mempool": {
2024-03-19T02:00:17.828 INFO:teuthology.orchestra.run.smithi046.stdout:        "bloom_filter_bytes": 0,
2024-03-19T02:00:17.828 INFO:teuthology.orchestra.run.smithi046.stdout:        "bloom_filter_items": 0,
2024-03-19T02:00:17.828 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_alloc_bytes": 0,
2024-03-19T02:00:17.828 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_alloc_items": 0,
2024-03-19T02:00:17.828 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_data_bytes": 0,
2024-03-19T02:00:17.828 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_data_items": 0,
2024-03-19T02:00:17.828 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_onode_bytes": 0,
2024-03-19T02:00:17.828 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_onode_items": 0,
2024-03-19T02:00:17.828 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_meta_bytes": 0,
2024-03-19T02:00:17.828 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_meta_items": 0,
2024-03-19T02:00:17.828 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_other_bytes": 0,
2024-03-19T02:00:17.828 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_other_items": 0,
2024-03-19T02:00:17.828 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_buffer_bytes": 0,
2024-03-19T02:00:17.829 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_buffer_items": 0,
2024-03-19T02:00:17.829 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_extent_bytes": 0,
2024-03-19T02:00:17.829 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_extent_items": 0,
2024-03-19T02:00:17.829 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_blob_bytes": 0,
2024-03-19T02:00:17.829 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_blob_items": 0,
2024-03-19T02:00:17.829 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_shared_blob_bytes": 0,
2024-03-19T02:00:17.829 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_shared_blob_items": 0,
2024-03-19T02:00:17.829 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_inline_bl_bytes": 0,
2024-03-19T02:00:17.829 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_inline_bl_items": 0,
2024-03-19T02:00:17.829 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_fsck_bytes": 0,
2024-03-19T02:00:17.829 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_fsck_items": 0,
2024-03-19T02:00:17.829 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_txc_bytes": 0,
2024-03-19T02:00:17.829 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_txc_items": 0,
2024-03-19T02:00:17.829 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_writing_deferred_bytes": 0,
2024-03-19T02:00:17.829 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_writing_deferred_items": 0,
2024-03-19T02:00:17.830 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_writing_bytes": 0,
2024-03-19T02:00:17.830 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_writing_items": 0,
2024-03-19T02:00:17.830 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluefs_bytes": 0,
2024-03-19T02:00:17.830 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluefs_items": 0,
2024-03-19T02:00:17.830 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluefs_file_reader_bytes": 0,
2024-03-19T02:00:17.830 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluefs_file_reader_items": 0,
2024-03-19T02:00:17.830 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluefs_file_writer_bytes": 0,
2024-03-19T02:00:17.830 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluefs_file_writer_items": 0,
2024-03-19T02:00:17.830 INFO:teuthology.orchestra.run.smithi046.stdout:        "buffer_anon_bytes": 148714,
2024-03-19T02:00:17.830 INFO:teuthology.orchestra.run.smithi046.stdout:        "buffer_anon_items": 30,
2024-03-19T02:00:17.830 INFO:teuthology.orchestra.run.smithi046.stdout:        "buffer_meta_bytes": 0,
2024-03-19T02:00:17.830 INFO:teuthology.orchestra.run.smithi046.stdout:        "buffer_meta_items": 0,
2024-03-19T02:00:17.830 INFO:teuthology.orchestra.run.smithi046.stdout:        "osd_bytes": 0,
2024-03-19T02:00:17.831 INFO:teuthology.orchestra.run.smithi046.stdout:        "osd_items": 0,
2024-03-19T02:00:17.831 INFO:teuthology.orchestra.run.smithi046.stdout:        "osd_mapbl_bytes": 0,
2024-03-19T02:00:17.831 INFO:teuthology.orchestra.run.smithi046.stdout:        "osd_mapbl_items": 0,
2024-03-19T02:00:17.831 INFO:teuthology.orchestra.run.smithi046.stdout:        "osd_pglog_bytes": 0,
2024-03-19T02:00:17.831 INFO:teuthology.orchestra.run.smithi046.stdout:        "osd_pglog_items": 0,
2024-03-19T02:00:17.831 INFO:teuthology.orchestra.run.smithi046.stdout:        "osdmap_bytes": 0,
2024-03-19T02:00:17.831 INFO:teuthology.orchestra.run.smithi046.stdout:        "osdmap_items": 0,
2024-03-19T02:00:17.831 INFO:teuthology.orchestra.run.smithi046.stdout:        "osdmap_mapping_bytes": 0,
2024-03-19T02:00:17.831 INFO:teuthology.orchestra.run.smithi046.stdout:        "osdmap_mapping_items": 0,
2024-03-19T02:00:17.831 INFO:teuthology.orchestra.run.smithi046.stdout:        "pgmap_bytes": 0,
2024-03-19T02:00:17.831 INFO:teuthology.orchestra.run.smithi046.stdout:        "pgmap_items": 0,
2024-03-19T02:00:17.831 INFO:teuthology.orchestra.run.smithi046.stdout:        "mds_co_bytes": 928,
2024-03-19T02:00:17.831 INFO:teuthology.orchestra.run.smithi046.stdout:        "mds_co_items": 2,
2024-03-19T02:00:17.831 INFO:teuthology.orchestra.run.smithi046.stdout:        "unittest_1_bytes": 0,
2024-03-19T02:00:17.832 INFO:teuthology.orchestra.run.smithi046.stdout:        "unittest_1_items": 0,
2024-03-19T02:00:17.832 INFO:teuthology.orchestra.run.smithi046.stdout:        "unittest_2_bytes": 0,
2024-03-19T02:00:17.832 INFO:teuthology.orchestra.run.smithi046.stdout:        "unittest_2_items": 0
2024-03-19T02:00:17.832 INFO:teuthology.orchestra.run.smithi046.stdout:    },
2024-03-19T02:00:17.832 INFO:teuthology.orchestra.run.smithi046.stdout:    "throttle-msgr_dispatch_throttler-mds": {
2024-03-19T02:00:17.832 INFO:teuthology.orchestra.run.smithi046.stdout:        "val": 0,
2024-03-19T02:00:17.832 INFO:teuthology.orchestra.run.smithi046.stdout:        "max": 104857600,
2024-03-19T02:00:17.832 INFO:teuthology.orchestra.run.smithi046.stdout:        "get_started": 0,
2024-03-19T02:00:17.832 INFO:teuthology.orchestra.run.smithi046.stdout:        "get": 228,
2024-03-19T02:00:17.832 INFO:teuthology.orchestra.run.smithi046.stdout:        "get_sum": 1406852,
2024-03-19T02:00:17.832 INFO:teuthology.orchestra.run.smithi046.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:17.832 INFO:teuthology.orchestra.run.smithi046.stdout:        "get_or_fail_success": 228,
2024-03-19T02:00:17.832 INFO:teuthology.orchestra.run.smithi046.stdout:        "take": 0,
2024-03-19T02:00:17.832 INFO:teuthology.orchestra.run.smithi046.stdout:        "take_sum": 0,
2024-03-19T02:00:17.833 INFO:teuthology.orchestra.run.smithi046.stdout:        "put": 228,
2024-03-19T02:00:17.833 INFO:teuthology.orchestra.run.smithi046.stdout:        "put_sum": 1406852,
2024-03-19T02:00:17.833 INFO:teuthology.orchestra.run.smithi046.stdout:        "wait": {
2024-03-19T02:00:17.833 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgcount": 0,
2024-03-19T02:00:17.833 INFO:teuthology.orchestra.run.smithi046.stdout:            "sum": 0.000000000,
2024-03-19T02:00:17.833 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:17.833 INFO:teuthology.orchestra.run.smithi046.stdout:        }
2024-03-19T02:00:17.833 INFO:teuthology.orchestra.run.smithi046.stdout:    }
2024-03-19T02:00:17.833 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T02:00:18.110 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:17 smithi046 ceph-mon[63102]: pgmap v316: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 204 B/s wr, 11 op/s
2024-03-19T02:00:18.111 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:17 smithi046 ceph-mon[63102]: osdmap e102: 12 total, 12 up, 12 in
2024-03-19T02:00:18.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:17 smithi073 ceph-mon[66833]: pgmap v316: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 204 B/s wr, 11 op/s
2024-03-19T02:00:18.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:17 smithi073 ceph-mon[66833]: osdmap e102: 12 total, 12 up, 12 in
2024-03-19T02:00:18.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:17 smithi102 ceph-mon[66557]: pgmap v316: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 204 B/s wr, 11 op/s
2024-03-19T02:00:18.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:17 smithi102 ceph-mon[66557]: osdmap e102: 12 total, 12 up, 12 in
2024-03-19T02:00:18.748 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d
2024-03-19T02:00:18.749 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d
2024-03-19T02:00:18.749 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.d
2024-03-19T02:00:18.749 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.d
2024-03-19T02:00:18.749 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.d
2024-03-19T02:00:18.749 DEBUG:tasks.check_counter:Getting stats from g
2024-03-19T02:00:18.749 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph daemon mds.g perf dump
2024-03-19T02:00:19.002 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T02:00:19.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:18 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T02:00:19.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:18 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T02:00:19.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:18 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch
2024-03-19T02:00:20.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:19 smithi046 ceph-mon[63102]: pgmap v318: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s rd, 127 B/s wr, 5 op/s
2024-03-19T02:00:20.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:19 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T02:00:20.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:19 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T02:00:20.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:19 smithi073 ceph-mon[66833]: pgmap v318: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s rd, 127 B/s wr, 5 op/s
2024-03-19T02:00:20.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:19 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T02:00:20.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:19 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T02:00:20.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:19 smithi102 ceph-mon[66557]: pgmap v318: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s rd, 127 B/s wr, 5 op/s
2024-03-19T02:00:20.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:19 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T02:00:20.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:19 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T02:00:21.339 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:21 smithi046 ceph-mon[63102]: pgmap v319: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 218 B/s wr, 8 op/s
2024-03-19T02:00:21.339 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:21 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T02:00:21.339 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:21 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T02:00:21.339 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:21 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T02:00:21.339 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:21 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T02:00:21.339 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:21 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:21.339 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:21 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:21.340 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:21 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:21.340 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:21 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:21.340 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:21 smithi046 ceph-mon[63102]: Adjusting osd_memory_target on smithi102 to 176.2M
2024-03-19T02:00:21.340 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:21 smithi046 ceph-mon[63102]: Unable to set osd_memory_target on smithi102 to 184783155: error parsing value: Value '184783155' is below minimum 939524096
2024-03-19T02:00:21.340 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:21 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:21.340 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:21 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:21.340 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:21 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:21.340 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:21 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:21.481 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T02:00:21.481 INFO:teuthology.orchestra.run.smithi046.stdout:    "AsyncMessenger::Worker-0": {
2024-03-19T02:00:21.481 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_messages": 226,
2024-03-19T02:00:21.481 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_messages": 214,
2024-03-19T02:00:21.482 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_bytes": 1440560,
2024-03-19T02:00:21.482 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_bytes": 130432,
2024-03-19T02:00:21.482 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_created_connections": 4,
2024-03-19T02:00:21.482 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_active_connections": 0,
2024-03-19T02:00:21.482 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_total_time": 0.043321859,
2024-03-19T02:00:21.482 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_send_time": 0.013425819,
2024-03-19T02:00:21.482 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_recv_time": 0.033698626,
2024-03-19T02:00:21.482 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_fast_dispatch_time": 0.004147393,
2024-03-19T02:00:21.482 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:21.482 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgcount": 214,
2024-03-19T02:00:21.482 INFO:teuthology.orchestra.run.smithi046.stdout:            "sum": 0.009717837,
2024-03-19T02:00:21.482 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgtime": 0.000045410
2024-03-19T02:00:21.482 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:21.483 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:21.483 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgcount": 0,
2024-03-19T02:00:21.483 INFO:teuthology.orchestra.run.smithi046.stdout:            "sum": 0.000000000,
2024-03-19T02:00:21.483 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:21.483 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:21.483 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_encrypted_bytes": 1440560,
2024-03-19T02:00:21.483 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_encrypted_bytes": 130432
2024-03-19T02:00:21.483 INFO:teuthology.orchestra.run.smithi046.stdout:    },
2024-03-19T02:00:21.483 INFO:teuthology.orchestra.run.smithi046.stdout:    "AsyncMessenger::Worker-1": {
2024-03-19T02:00:21.483 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_messages": 2,
2024-03-19T02:00:21.483 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_messages": 162,
2024-03-19T02:00:21.483 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_bytes": 320,
2024-03-19T02:00:21.483 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_bytes": 183952,
2024-03-19T02:00:21.483 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_created_connections": 5,
2024-03-19T02:00:21.484 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_active_connections": 3,
2024-03-19T02:00:21.484 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_total_time": 0.013158736,
2024-03-19T02:00:21.484 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_send_time": 0.008777627,
2024-03-19T02:00:21.484 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_recv_time": 0.002016942,
2024-03-19T02:00:21.484 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_fast_dispatch_time": 0.000000000,
2024-03-19T02:00:21.484 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:21.484 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgcount": 159,
2024-03-19T02:00:21.484 INFO:teuthology.orchestra.run.smithi046.stdout:            "sum": 0.007526459,
2024-03-19T02:00:21.484 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgtime": 0.000047336
2024-03-19T02:00:21.484 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:21.484 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:21.484 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgcount": 0,
2024-03-19T02:00:21.484 INFO:teuthology.orchestra.run.smithi046.stdout:            "sum": 0.000000000,
2024-03-19T02:00:21.484 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:21.485 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:21.485 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_encrypted_bytes": 320,
2024-03-19T02:00:21.485 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_encrypted_bytes": 183952
2024-03-19T02:00:21.485 INFO:teuthology.orchestra.run.smithi046.stdout:    },
2024-03-19T02:00:21.485 INFO:teuthology.orchestra.run.smithi046.stdout:    "AsyncMessenger::Worker-2": {
2024-03-19T02:00:21.485 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_messages": 0,
2024-03-19T02:00:21.485 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_messages": 2,
2024-03-19T02:00:21.485 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_bytes": 0,
2024-03-19T02:00:21.485 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_bytes": 0,
2024-03-19T02:00:21.485 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_created_connections": 2,
2024-03-19T02:00:21.485 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_active_connections": 1,
2024-03-19T02:00:21.485 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_total_time": 0.000359229,
2024-03-19T02:00:21.485 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_send_time": 0.000000000,
2024-03-19T02:00:21.486 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_recv_time": 0.000283577,
2024-03-19T02:00:21.486 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_fast_dispatch_time": 0.000000000,
2024-03-19T02:00:21.486 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:21.486 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgcount": 0,
2024-03-19T02:00:21.486 INFO:teuthology.orchestra.run.smithi046.stdout:            "sum": 0.000000000,
2024-03-19T02:00:21.486 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:21.486 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:21.486 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:21.486 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgcount": 0,
2024-03-19T02:00:21.486 INFO:teuthology.orchestra.run.smithi046.stdout:            "sum": 0.000000000,
2024-03-19T02:00:21.486 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:21.486 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:21.486 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_encrypted_bytes": 0,
2024-03-19T02:00:21.486 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_encrypted_bytes": 0
2024-03-19T02:00:21.487 INFO:teuthology.orchestra.run.smithi046.stdout:    },
2024-03-19T02:00:21.487 INFO:teuthology.orchestra.run.smithi046.stdout:    "cct": {
2024-03-19T02:00:21.487 INFO:teuthology.orchestra.run.smithi046.stdout:        "total_workers": 0,
2024-03-19T02:00:21.487 INFO:teuthology.orchestra.run.smithi046.stdout:        "unhealthy_workers": 0
2024-03-19T02:00:21.487 INFO:teuthology.orchestra.run.smithi046.stdout:    },
2024-03-19T02:00:21.487 INFO:teuthology.orchestra.run.smithi046.stdout:    "mempool": {
2024-03-19T02:00:21.487 INFO:teuthology.orchestra.run.smithi046.stdout:        "bloom_filter_bytes": 0,
2024-03-19T02:00:21.487 INFO:teuthology.orchestra.run.smithi046.stdout:        "bloom_filter_items": 0,
2024-03-19T02:00:21.487 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_alloc_bytes": 0,
2024-03-19T02:00:21.487 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_alloc_items": 0,
2024-03-19T02:00:21.487 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_data_bytes": 0,
2024-03-19T02:00:21.487 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_data_items": 0,
2024-03-19T02:00:21.487 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_onode_bytes": 0,
2024-03-19T02:00:21.487 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_onode_items": 0,
2024-03-19T02:00:21.488 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_meta_bytes": 0,
2024-03-19T02:00:21.488 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_meta_items": 0,
2024-03-19T02:00:21.488 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_other_bytes": 0,
2024-03-19T02:00:21.488 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_other_items": 0,
2024-03-19T02:00:21.488 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_buffer_bytes": 0,
2024-03-19T02:00:21.488 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_buffer_items": 0,
2024-03-19T02:00:21.488 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_extent_bytes": 0,
2024-03-19T02:00:21.488 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_extent_items": 0,
2024-03-19T02:00:21.488 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_blob_bytes": 0,
2024-03-19T02:00:21.488 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_blob_items": 0,
2024-03-19T02:00:21.488 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_shared_blob_bytes": 0,
2024-03-19T02:00:21.488 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_shared_blob_items": 0,
2024-03-19T02:00:21.488 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_inline_bl_bytes": 0,
2024-03-19T02:00:21.488 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_inline_bl_items": 0,
2024-03-19T02:00:21.488 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_fsck_bytes": 0,
2024-03-19T02:00:21.489 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_fsck_items": 0,
2024-03-19T02:00:21.489 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_txc_bytes": 0,
2024-03-19T02:00:21.489 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_txc_items": 0,
2024-03-19T02:00:21.489 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_writing_deferred_bytes": 0,
2024-03-19T02:00:21.489 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_writing_deferred_items": 0,
2024-03-19T02:00:21.489 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_writing_bytes": 0,
2024-03-19T02:00:21.489 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_writing_items": 0,
2024-03-19T02:00:21.489 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluefs_bytes": 0,
2024-03-19T02:00:21.489 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluefs_items": 0,
2024-03-19T02:00:21.489 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluefs_file_reader_bytes": 0,
2024-03-19T02:00:21.489 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluefs_file_reader_items": 0,
2024-03-19T02:00:21.489 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluefs_file_writer_bytes": 0,
2024-03-19T02:00:21.489 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluefs_file_writer_items": 0,
2024-03-19T02:00:21.489 INFO:teuthology.orchestra.run.smithi046.stdout:        "buffer_anon_bytes": 149017,
2024-03-19T02:00:21.490 INFO:teuthology.orchestra.run.smithi046.stdout:        "buffer_anon_items": 31,
2024-03-19T02:00:21.490 INFO:teuthology.orchestra.run.smithi046.stdout:        "buffer_meta_bytes": 0,
2024-03-19T02:00:21.490 INFO:teuthology.orchestra.run.smithi046.stdout:        "buffer_meta_items": 0,
2024-03-19T02:00:21.490 INFO:teuthology.orchestra.run.smithi046.stdout:        "osd_bytes": 0,
2024-03-19T02:00:21.490 INFO:teuthology.orchestra.run.smithi046.stdout:        "osd_items": 0,
2024-03-19T02:00:21.490 INFO:teuthology.orchestra.run.smithi046.stdout:        "osd_mapbl_bytes": 0,
2024-03-19T02:00:21.490 INFO:teuthology.orchestra.run.smithi046.stdout:        "osd_mapbl_items": 0,
2024-03-19T02:00:21.490 INFO:teuthology.orchestra.run.smithi046.stdout:        "osd_pglog_bytes": 0,
2024-03-19T02:00:21.490 INFO:teuthology.orchestra.run.smithi046.stdout:        "osd_pglog_items": 0,
2024-03-19T02:00:21.490 INFO:teuthology.orchestra.run.smithi046.stdout:        "osdmap_bytes": 0,
2024-03-19T02:00:21.490 INFO:teuthology.orchestra.run.smithi046.stdout:        "osdmap_items": 0,
2024-03-19T02:00:21.490 INFO:teuthology.orchestra.run.smithi046.stdout:        "osdmap_mapping_bytes": 0,
2024-03-19T02:00:21.490 INFO:teuthology.orchestra.run.smithi046.stdout:        "osdmap_mapping_items": 0,
2024-03-19T02:00:21.490 INFO:teuthology.orchestra.run.smithi046.stdout:        "pgmap_bytes": 0,
2024-03-19T02:00:21.491 INFO:teuthology.orchestra.run.smithi046.stdout:        "pgmap_items": 0,
2024-03-19T02:00:21.491 INFO:teuthology.orchestra.run.smithi046.stdout:        "mds_co_bytes": 928,
2024-03-19T02:00:21.491 INFO:teuthology.orchestra.run.smithi046.stdout:        "mds_co_items": 2,
2024-03-19T02:00:21.491 INFO:teuthology.orchestra.run.smithi046.stdout:        "unittest_1_bytes": 0,
2024-03-19T02:00:21.491 INFO:teuthology.orchestra.run.smithi046.stdout:        "unittest_1_items": 0,
2024-03-19T02:00:21.491 INFO:teuthology.orchestra.run.smithi046.stdout:        "unittest_2_bytes": 0,
2024-03-19T02:00:21.491 INFO:teuthology.orchestra.run.smithi046.stdout:        "unittest_2_items": 0
2024-03-19T02:00:21.491 INFO:teuthology.orchestra.run.smithi046.stdout:    },
2024-03-19T02:00:21.491 INFO:teuthology.orchestra.run.smithi046.stdout:    "throttle-msgr_dispatch_throttler-mds": {
2024-03-19T02:00:21.491 INFO:teuthology.orchestra.run.smithi046.stdout:        "val": 0,
2024-03-19T02:00:21.491 INFO:teuthology.orchestra.run.smithi046.stdout:        "max": 104857600,
2024-03-19T02:00:21.491 INFO:teuthology.orchestra.run.smithi046.stdout:        "get_started": 0,
2024-03-19T02:00:21.491 INFO:teuthology.orchestra.run.smithi046.stdout:        "get": 224,
2024-03-19T02:00:21.491 INFO:teuthology.orchestra.run.smithi046.stdout:        "get_sum": 1406332,
2024-03-19T02:00:21.491 INFO:teuthology.orchestra.run.smithi046.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:21.492 INFO:teuthology.orchestra.run.smithi046.stdout:        "get_or_fail_success": 224,
2024-03-19T02:00:21.492 INFO:teuthology.orchestra.run.smithi046.stdout:        "take": 0,
2024-03-19T02:00:21.492 INFO:teuthology.orchestra.run.smithi046.stdout:        "take_sum": 0,
2024-03-19T02:00:21.492 INFO:teuthology.orchestra.run.smithi046.stdout:        "put": 224,
2024-03-19T02:00:21.492 INFO:teuthology.orchestra.run.smithi046.stdout:        "put_sum": 1406332,
2024-03-19T02:00:21.492 INFO:teuthology.orchestra.run.smithi046.stdout:        "wait": {
2024-03-19T02:00:21.492 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgcount": 0,
2024-03-19T02:00:21.492 INFO:teuthology.orchestra.run.smithi046.stdout:            "sum": 0.000000000,
2024-03-19T02:00:21.492 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:21.492 INFO:teuthology.orchestra.run.smithi046.stdout:        }
2024-03-19T02:00:21.492 INFO:teuthology.orchestra.run.smithi046.stdout:    }
2024-03-19T02:00:21.492 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T02:00:21.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:21 smithi073 ceph-mon[66833]: pgmap v319: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 218 B/s wr, 8 op/s
2024-03-19T02:00:21.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:21 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T02:00:21.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:21 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T02:00:21.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:21 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T02:00:21.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:21 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T02:00:21.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:21 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:21.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:21 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:21.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:21 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:21.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:21 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:21.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:21 smithi073 ceph-mon[66833]: Adjusting osd_memory_target on smithi102 to 176.2M
2024-03-19T02:00:21.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:21 smithi073 ceph-mon[66833]: Unable to set osd_memory_target on smithi102 to 184783155: error parsing value: Value '184783155' is below minimum 939524096
2024-03-19T02:00:21.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:21 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:21.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:21 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:21.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:21 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:21.715 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:21 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:21.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:21 smithi102 ceph-mon[66557]: pgmap v319: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 218 B/s wr, 8 op/s
2024-03-19T02:00:21.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:21 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T02:00:21.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:21 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T02:00:21.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:21 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T02:00:21.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:21 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T02:00:21.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:21 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:21.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:21 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:21.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:21 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:21.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:21 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:21.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:21 smithi102 ceph-mon[66557]: Adjusting osd_memory_target on smithi102 to 176.2M
2024-03-19T02:00:21.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:21 smithi102 ceph-mon[66557]: Unable to set osd_memory_target on smithi102 to 184783155: error parsing value: Value '184783155' is below minimum 939524096
2024-03-19T02:00:21.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:21 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:21.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:21 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:21.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:21 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:21.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:21 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:22.213 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.g
2024-03-19T02:00:22.214 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.g
2024-03-19T02:00:22.214 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.g
2024-03-19T02:00:22.214 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.g
2024-03-19T02:00:22.214 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.g
2024-03-19T02:00:22.214 DEBUG:tasks.check_counter:Getting stats from j
2024-03-19T02:00:22.214 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph daemon mds.j perf dump
2024-03-19T02:00:22.509 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.a/config
2024-03-19T02:00:22.614 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:22 smithi046 ceph-mon[63102]: Adjusting osd_memory_target on smithi073 to 176.2M
2024-03-19T02:00:22.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:22 smithi046 ceph-mon[63102]: Unable to set osd_memory_target on smithi073 to 184763084: error parsing value: Value '184763084' is below minimum 939524096
2024-03-19T02:00:22.632 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:22 smithi102 ceph-mon[66557]: Adjusting osd_memory_target on smithi073 to 176.2M
2024-03-19T02:00:22.632 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:22 smithi102 ceph-mon[66557]: Unable to set osd_memory_target on smithi073 to 184763084: error parsing value: Value '184763084' is below minimum 939524096
2024-03-19T02:00:22.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:22 smithi073 ceph-mon[66833]: Adjusting osd_memory_target on smithi073 to 176.2M
2024-03-19T02:00:22.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:22 smithi073 ceph-mon[66833]: Unable to set osd_memory_target on smithi073 to 184763084: error parsing value: Value '184763084' is below minimum 939524096
2024-03-19T02:00:23.905 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:23 smithi046 ceph-mon[63102]: pgmap v320: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T02:00:23.905 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:23 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T02:00:23.905 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:23 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T02:00:24.161 INFO:teuthology.orchestra.run.smithi046.stdout:{
2024-03-19T02:00:24.161 INFO:teuthology.orchestra.run.smithi046.stdout:    "AsyncMessenger::Worker-0": {
2024-03-19T02:00:24.161 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_messages": 0,
2024-03-19T02:00:24.161 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_messages": 2,
2024-03-19T02:00:24.161 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_bytes": 0,
2024-03-19T02:00:24.162 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_bytes": 0,
2024-03-19T02:00:24.162 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_created_connections": 4,
2024-03-19T02:00:24.162 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_active_connections": 0,
2024-03-19T02:00:24.162 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_total_time": 0.001103701,
2024-03-19T02:00:24.162 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_send_time": 0.000000000,
2024-03-19T02:00:24.162 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_recv_time": 0.000226704,
2024-03-19T02:00:24.162 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_fast_dispatch_time": 0.000000000,
2024-03-19T02:00:24.162 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:24.162 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgcount": 0,
2024-03-19T02:00:24.162 INFO:teuthology.orchestra.run.smithi046.stdout:            "sum": 0.000000000,
2024-03-19T02:00:24.162 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:24.162 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:24.162 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:24.162 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgcount": 0,
2024-03-19T02:00:24.163 INFO:teuthology.orchestra.run.smithi046.stdout:            "sum": 0.000000000,
2024-03-19T02:00:24.163 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:24.163 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:24.163 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_encrypted_bytes": 0,
2024-03-19T02:00:24.163 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_encrypted_bytes": 0
2024-03-19T02:00:24.163 INFO:teuthology.orchestra.run.smithi046.stdout:    },
2024-03-19T02:00:24.163 INFO:teuthology.orchestra.run.smithi046.stdout:    "AsyncMessenger::Worker-1": {
2024-03-19T02:00:24.163 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_messages": 2,
2024-03-19T02:00:24.163 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_messages": 166,
2024-03-19T02:00:24.163 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_bytes": 320,
2024-03-19T02:00:24.163 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_bytes": 184656,
2024-03-19T02:00:24.163 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_created_connections": 5,
2024-03-19T02:00:24.163 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_active_connections": 3,
2024-03-19T02:00:24.163 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_total_time": 0.013740827,
2024-03-19T02:00:24.163 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_send_time": 0.009441822,
2024-03-19T02:00:24.164 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_recv_time": 0.001915873,
2024-03-19T02:00:24.164 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_fast_dispatch_time": 0.000000000,
2024-03-19T02:00:24.164 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:24.164 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgcount": 163,
2024-03-19T02:00:24.164 INFO:teuthology.orchestra.run.smithi046.stdout:            "sum": 0.017348743,
2024-03-19T02:00:24.164 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgtime": 0.000106434
2024-03-19T02:00:24.164 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:24.164 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:24.164 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgcount": 0,
2024-03-19T02:00:24.164 INFO:teuthology.orchestra.run.smithi046.stdout:            "sum": 0.000000000,
2024-03-19T02:00:24.164 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:24.164 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:24.164 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_encrypted_bytes": 320,
2024-03-19T02:00:24.164 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_encrypted_bytes": 184656
2024-03-19T02:00:24.164 INFO:teuthology.orchestra.run.smithi046.stdout:    },
2024-03-19T02:00:24.165 INFO:teuthology.orchestra.run.smithi046.stdout:    "AsyncMessenger::Worker-2": {
2024-03-19T02:00:24.165 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_messages": 232,
2024-03-19T02:00:24.165 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_messages": 220,
2024-03-19T02:00:24.165 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_bytes": 1442192,
2024-03-19T02:00:24.165 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_bytes": 134272,
2024-03-19T02:00:24.165 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_created_connections": 2,
2024-03-19T02:00:24.165 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_active_connections": 1,
2024-03-19T02:00:24.165 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_total_time": 0.044994377,
2024-03-19T02:00:24.165 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_send_time": 0.014314729,
2024-03-19T02:00:24.165 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_recv_time": 0.035542312,
2024-03-19T02:00:24.165 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_running_fast_dispatch_time": 0.004258204,
2024-03-19T02:00:24.165 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:24.166 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgcount": 220,
2024-03-19T02:00:24.166 INFO:teuthology.orchestra.run.smithi046.stdout:            "sum": 0.010931273,
2024-03-19T02:00:24.166 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgtime": 0.000049687
2024-03-19T02:00:24.166 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:24.166 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:24.167 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgcount": 0,
2024-03-19T02:00:24.167 INFO:teuthology.orchestra.run.smithi046.stdout:            "sum": 0.000000000,
2024-03-19T02:00:24.167 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:24.167 INFO:teuthology.orchestra.run.smithi046.stdout:        },
2024-03-19T02:00:24.167 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_recv_encrypted_bytes": 1442192,
2024-03-19T02:00:24.167 INFO:teuthology.orchestra.run.smithi046.stdout:        "msgr_send_encrypted_bytes": 134272
2024-03-19T02:00:24.167 INFO:teuthology.orchestra.run.smithi046.stdout:    },
2024-03-19T02:00:24.167 INFO:teuthology.orchestra.run.smithi046.stdout:    "cct": {
2024-03-19T02:00:24.167 INFO:teuthology.orchestra.run.smithi046.stdout:        "total_workers": 0,
2024-03-19T02:00:24.167 INFO:teuthology.orchestra.run.smithi046.stdout:        "unhealthy_workers": 0
2024-03-19T02:00:24.167 INFO:teuthology.orchestra.run.smithi046.stdout:    },
2024-03-19T02:00:24.167 INFO:teuthology.orchestra.run.smithi046.stdout:    "mempool": {
2024-03-19T02:00:24.167 INFO:teuthology.orchestra.run.smithi046.stdout:        "bloom_filter_bytes": 0,
2024-03-19T02:00:24.167 INFO:teuthology.orchestra.run.smithi046.stdout:        "bloom_filter_items": 0,
2024-03-19T02:00:24.167 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_alloc_bytes": 0,
2024-03-19T02:00:24.168 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_alloc_items": 0,
2024-03-19T02:00:24.168 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_data_bytes": 0,
2024-03-19T02:00:24.168 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_data_items": 0,
2024-03-19T02:00:24.168 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_onode_bytes": 0,
2024-03-19T02:00:24.168 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_onode_items": 0,
2024-03-19T02:00:24.168 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_meta_bytes": 0,
2024-03-19T02:00:24.168 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_meta_items": 0,
2024-03-19T02:00:24.168 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_other_bytes": 0,
2024-03-19T02:00:24.168 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_other_items": 0,
2024-03-19T02:00:24.168 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_buffer_bytes": 0,
2024-03-19T02:00:24.168 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_cache_buffer_items": 0,
2024-03-19T02:00:24.168 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_extent_bytes": 0,
2024-03-19T02:00:24.168 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_extent_items": 0,
2024-03-19T02:00:24.168 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_blob_bytes": 0,
2024-03-19T02:00:24.168 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_blob_items": 0,
2024-03-19T02:00:24.169 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_shared_blob_bytes": 0,
2024-03-19T02:00:24.169 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_shared_blob_items": 0,
2024-03-19T02:00:24.169 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_inline_bl_bytes": 0,
2024-03-19T02:00:24.169 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_inline_bl_items": 0,
2024-03-19T02:00:24.169 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_fsck_bytes": 0,
2024-03-19T02:00:24.169 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_fsck_items": 0,
2024-03-19T02:00:24.169 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_txc_bytes": 0,
2024-03-19T02:00:24.169 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_txc_items": 0,
2024-03-19T02:00:24.169 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_writing_deferred_bytes": 0,
2024-03-19T02:00:24.169 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_writing_deferred_items": 0,
2024-03-19T02:00:24.169 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_writing_bytes": 0,
2024-03-19T02:00:24.169 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluestore_writing_items": 0,
2024-03-19T02:00:24.169 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluefs_bytes": 0,
2024-03-19T02:00:24.169 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluefs_items": 0,
2024-03-19T02:00:24.170 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluefs_file_reader_bytes": 0,
2024-03-19T02:00:24.170 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluefs_file_reader_items": 0,
2024-03-19T02:00:24.170 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluefs_file_writer_bytes": 0,
2024-03-19T02:00:24.170 INFO:teuthology.orchestra.run.smithi046.stdout:        "bluefs_file_writer_items": 0,
2024-03-19T02:00:24.170 INFO:teuthology.orchestra.run.smithi046.stdout:        "buffer_anon_bytes": 148714,
2024-03-19T02:00:24.170 INFO:teuthology.orchestra.run.smithi046.stdout:        "buffer_anon_items": 30,
2024-03-19T02:00:24.170 INFO:teuthology.orchestra.run.smithi046.stdout:        "buffer_meta_bytes": 0,
2024-03-19T02:00:24.170 INFO:teuthology.orchestra.run.smithi046.stdout:        "buffer_meta_items": 0,
2024-03-19T02:00:24.170 INFO:teuthology.orchestra.run.smithi046.stdout:        "osd_bytes": 0,
2024-03-19T02:00:24.170 INFO:teuthology.orchestra.run.smithi046.stdout:        "osd_items": 0,
2024-03-19T02:00:24.170 INFO:teuthology.orchestra.run.smithi046.stdout:        "osd_mapbl_bytes": 0,
2024-03-19T02:00:24.170 INFO:teuthology.orchestra.run.smithi046.stdout:        "osd_mapbl_items": 0,
2024-03-19T02:00:24.170 INFO:teuthology.orchestra.run.smithi046.stdout:        "osd_pglog_bytes": 0,
2024-03-19T02:00:24.170 INFO:teuthology.orchestra.run.smithi046.stdout:        "osd_pglog_items": 0,
2024-03-19T02:00:24.171 INFO:teuthology.orchestra.run.smithi046.stdout:        "osdmap_bytes": 0,
2024-03-19T02:00:24.171 INFO:teuthology.orchestra.run.smithi046.stdout:        "osdmap_items": 0,
2024-03-19T02:00:24.171 INFO:teuthology.orchestra.run.smithi046.stdout:        "osdmap_mapping_bytes": 0,
2024-03-19T02:00:24.171 INFO:teuthology.orchestra.run.smithi046.stdout:        "osdmap_mapping_items": 0,
2024-03-19T02:00:24.171 INFO:teuthology.orchestra.run.smithi046.stdout:        "pgmap_bytes": 0,
2024-03-19T02:00:24.171 INFO:teuthology.orchestra.run.smithi046.stdout:        "pgmap_items": 0,
2024-03-19T02:00:24.171 INFO:teuthology.orchestra.run.smithi046.stdout:        "mds_co_bytes": 928,
2024-03-19T02:00:24.171 INFO:teuthology.orchestra.run.smithi046.stdout:        "mds_co_items": 2,
2024-03-19T02:00:24.171 INFO:teuthology.orchestra.run.smithi046.stdout:        "unittest_1_bytes": 0,
2024-03-19T02:00:24.171 INFO:teuthology.orchestra.run.smithi046.stdout:        "unittest_1_items": 0,
2024-03-19T02:00:24.171 INFO:teuthology.orchestra.run.smithi046.stdout:        "unittest_2_bytes": 0,
2024-03-19T02:00:24.171 INFO:teuthology.orchestra.run.smithi046.stdout:        "unittest_2_items": 0
2024-03-19T02:00:24.171 INFO:teuthology.orchestra.run.smithi046.stdout:    },
2024-03-19T02:00:24.171 INFO:teuthology.orchestra.run.smithi046.stdout:    "throttle-msgr_dispatch_throttler-mds": {
2024-03-19T02:00:24.172 INFO:teuthology.orchestra.run.smithi046.stdout:        "val": 0,
2024-03-19T02:00:24.172 INFO:teuthology.orchestra.run.smithi046.stdout:        "max": 104857600,
2024-03-19T02:00:24.172 INFO:teuthology.orchestra.run.smithi046.stdout:        "get_started": 0,
2024-03-19T02:00:24.172 INFO:teuthology.orchestra.run.smithi046.stdout:        "get": 230,
2024-03-19T02:00:24.172 INFO:teuthology.orchestra.run.smithi046.stdout:        "get_sum": 1407112,
2024-03-19T02:00:24.172 INFO:teuthology.orchestra.run.smithi046.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:24.172 INFO:teuthology.orchestra.run.smithi046.stdout:        "get_or_fail_success": 230,
2024-03-19T02:00:24.172 INFO:teuthology.orchestra.run.smithi046.stdout:        "take": 0,
2024-03-19T02:00:24.172 INFO:teuthology.orchestra.run.smithi046.stdout:        "take_sum": 0,
2024-03-19T02:00:24.172 INFO:teuthology.orchestra.run.smithi046.stdout:        "put": 230,
2024-03-19T02:00:24.172 INFO:teuthology.orchestra.run.smithi046.stdout:        "put_sum": 1407112,
2024-03-19T02:00:24.172 INFO:teuthology.orchestra.run.smithi046.stdout:        "wait": {
2024-03-19T02:00:24.172 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgcount": 0,
2024-03-19T02:00:24.172 INFO:teuthology.orchestra.run.smithi046.stdout:            "sum": 0.000000000,
2024-03-19T02:00:24.172 INFO:teuthology.orchestra.run.smithi046.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:24.172 INFO:teuthology.orchestra.run.smithi046.stdout:        }
2024-03-19T02:00:24.173 INFO:teuthology.orchestra.run.smithi046.stdout:    }
2024-03-19T02:00:24.173 INFO:teuthology.orchestra.run.smithi046.stdout:}
2024-03-19T02:00:24.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:23 smithi073 ceph-mon[66833]: pgmap v320: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T02:00:24.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:23 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T02:00:24.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:23 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T02:00:24.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:23 smithi102 ceph-mon[66557]: pgmap v320: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T02:00:24.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:23 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T02:00:24.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:23 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T02:00:24.755 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j
2024-03-19T02:00:24.755 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j
2024-03-19T02:00:24.756 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.j
2024-03-19T02:00:24.756 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.j
2024-03-19T02:00:24.756 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.j
2024-03-19T02:00:24.756 DEBUG:tasks.check_counter:Getting stats from b
2024-03-19T02:00:24.756 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph daemon mds.b perf dump
2024-03-19T02:00:25.008 INFO:teuthology.orchestra.run.smithi073.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.b/config
2024-03-19T02:00:25.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:24 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:25.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:24 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:25.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:24 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:25.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:24 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:25.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:24 smithi046 ceph-mon[63102]: Adjusting osd_memory_target on smithi046 to 177.2M
2024-03-19T02:00:25.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:24 smithi046 ceph-mon[63102]: Unable to set osd_memory_target on smithi046 to 185896345: error parsing value: Value '185896345' is below minimum 939524096
2024-03-19T02:00:25.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:24 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T02:00:25.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:24 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T02:00:25.116 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:24 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T02:00:25.132 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:24 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:25.132 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:24 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:25.132 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:24 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:25.132 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:24 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:25.132 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:24 smithi073 ceph-mon[66833]: Adjusting osd_memory_target on smithi046 to 177.2M
2024-03-19T02:00:25.132 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:24 smithi073 ceph-mon[66833]: Unable to set osd_memory_target on smithi046 to 185896345: error parsing value: Value '185896345' is below minimum 939524096
2024-03-19T02:00:25.132 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:24 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T02:00:25.132 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:24 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T02:00:25.132 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:24 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T02:00:25.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:24 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:25.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:24 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:25.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:24 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:25.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:24 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch
2024-03-19T02:00:25.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:24 smithi102 ceph-mon[66557]: Adjusting osd_memory_target on smithi046 to 177.2M
2024-03-19T02:00:25.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:24 smithi102 ceph-mon[66557]: Unable to set osd_memory_target on smithi046 to 185896345: error parsing value: Value '185896345' is below minimum 939524096
2024-03-19T02:00:25.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:24 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch
2024-03-19T02:00:25.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:24 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch
2024-03-19T02:00:25.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:24 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x'
2024-03-19T02:00:26.182 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:25 smithi073 ceph-mon[66833]: pgmap v321: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T02:00:26.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:25 smithi102 ceph-mon[66557]: pgmap v321: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T02:00:26.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:25 smithi046 ceph-mon[63102]: pgmap v321: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 204 B/s wr, 8 op/s
2024-03-19T02:00:26.955 INFO:teuthology.orchestra.run.smithi073.stdout:{
2024-03-19T02:00:26.955 INFO:teuthology.orchestra.run.smithi073.stdout:    "AsyncMessenger::Worker-0": {
2024-03-19T02:00:26.955 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_messages": 18111,
2024-03-19T02:00:26.955 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_messages": 16990,
2024-03-19T02:00:26.955 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_bytes": 7531591,
2024-03-19T02:00:26.955 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_bytes": 54448318,
2024-03-19T02:00:26.955 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_created_connections": 13,
2024-03-19T02:00:26.955 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_active_connections": 4,
2024-03-19T02:00:26.955 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_total_time": 1.548721823,
2024-03-19T02:00:26.955 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_send_time": 0.571412005,
2024-03-19T02:00:26.956 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_recv_time": 0.452639178,
2024-03-19T02:00:26.956 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_fast_dispatch_time": 0.478176906,
2024-03-19T02:00:26.956 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:26.956 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 16992,
2024-03-19T02:00:26.956 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 1.570032876,
2024-03-19T02:00:26.956 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000092398
2024-03-19T02:00:26.956 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.956 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:26.956 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 6926,
2024-03-19T02:00:26.956 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.001140098,
2024-03-19T02:00:26.956 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000164
2024-03-19T02:00:26.956 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.956 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_encrypted_bytes": 1546512,
2024-03-19T02:00:26.957 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_encrypted_bytes": 477696
2024-03-19T02:00:26.957 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:26.957 INFO:teuthology.orchestra.run.smithi073.stdout:    "AsyncMessenger::Worker-1": {
2024-03-19T02:00:26.957 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_messages": 56872,
2024-03-19T02:00:26.957 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_messages": 102322,
2024-03-19T02:00:26.957 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_bytes": 19700477,
2024-03-19T02:00:26.957 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_bytes": 75964084,
2024-03-19T02:00:26.957 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_created_connections": 164,
2024-03-19T02:00:26.957 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_active_connections": 5,
2024-03-19T02:00:26.957 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_total_time": 3.997171363,
2024-03-19T02:00:26.957 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_send_time": 1.551895187,
2024-03-19T02:00:26.957 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_recv_time": 2.035746075,
2024-03-19T02:00:26.958 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_fast_dispatch_time": 0.512328996,
2024-03-19T02:00:26.958 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:26.958 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 102319,
2024-03-19T02:00:26.958 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 5.097672524,
2024-03-19T02:00:26.958 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000049821
2024-03-19T02:00:26.958 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.958 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:26.958 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 120891,
2024-03-19T02:00:26.958 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.020585116,
2024-03-19T02:00:26.958 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000170
2024-03-19T02:00:26.958 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.959 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_encrypted_bytes": 97296,
2024-03-19T02:00:26.959 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_encrypted_bytes": 172768
2024-03-19T02:00:26.959 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:26.959 INFO:teuthology.orchestra.run.smithi073.stdout:    "AsyncMessenger::Worker-2": {
2024-03-19T02:00:26.959 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_messages": 25882,
2024-03-19T02:00:26.959 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_messages": 21464,
2024-03-19T02:00:26.959 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_bytes": 10182482,
2024-03-19T02:00:26.959 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_bytes": 30269526,
2024-03-19T02:00:26.959 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_created_connections": 13,
2024-03-19T02:00:26.959 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_active_connections": 8,
2024-03-19T02:00:26.959 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_total_time": 2.074842015,
2024-03-19T02:00:26.959 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_send_time": 0.846911380,
2024-03-19T02:00:26.959 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_recv_time": 0.616817849,
2024-03-19T02:00:26.959 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_fast_dispatch_time": 0.629582891,
2024-03-19T02:00:26.960 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:26.960 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 21460,
2024-03-19T02:00:26.960 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 1.976644985,
2024-03-19T02:00:26.960 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000092108
2024-03-19T02:00:26.960 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.960 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:26.960 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 11437,
2024-03-19T02:00:26.960 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.002084723,
2024-03-19T02:00:26.960 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000182
2024-03-19T02:00:26.960 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.960 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_encrypted_bytes": 300912,
2024-03-19T02:00:26.960 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_encrypted_bytes": 86048
2024-03-19T02:00:26.960 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:26.961 INFO:teuthology.orchestra.run.smithi073.stdout:    "cct": {
2024-03-19T02:00:26.961 INFO:teuthology.orchestra.run.smithi073.stdout:        "total_workers": 1,
2024-03-19T02:00:26.961 INFO:teuthology.orchestra.run.smithi073.stdout:        "unhealthy_workers": 0
2024-03-19T02:00:26.961 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:26.961 INFO:teuthology.orchestra.run.smithi073.stdout:    "finisher-MDSRank": {
2024-03-19T02:00:26.961 INFO:teuthology.orchestra.run.smithi073.stdout:        "queue_len": 0,
2024-03-19T02:00:26.961 INFO:teuthology.orchestra.run.smithi073.stdout:        "complete_latency": {
2024-03-19T02:00:26.961 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 18117,
2024-03-19T02:00:26.961 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 57.904503544,
2024-03-19T02:00:26.961 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.003196141
2024-03-19T02:00:26.961 INFO:teuthology.orchestra.run.smithi073.stdout:        }
2024-03-19T02:00:26.961 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:26.961 INFO:teuthology.orchestra.run.smithi073.stdout:    "finisher-PurgeQueue": {
2024-03-19T02:00:26.961 INFO:teuthology.orchestra.run.smithi073.stdout:        "queue_len": 0,
2024-03-19T02:00:26.962 INFO:teuthology.orchestra.run.smithi073.stdout:        "complete_latency": {
2024-03-19T02:00:26.962 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 11166,
2024-03-19T02:00:26.962 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 3.440875186,
2024-03-19T02:00:26.962 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000308156
2024-03-19T02:00:26.962 INFO:teuthology.orchestra.run.smithi073.stdout:        }
2024-03-19T02:00:26.962 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:26.962 INFO:teuthology.orchestra.run.smithi073.stdout:    "mds": {
2024-03-19T02:00:26.962 INFO:teuthology.orchestra.run.smithi073.stdout:        "request": 27117,
2024-03-19T02:00:26.962 INFO:teuthology.orchestra.run.smithi073.stdout:        "reply": 25341,
2024-03-19T02:00:26.962 INFO:teuthology.orchestra.run.smithi073.stdout:        "reply_latency": {
2024-03-19T02:00:26.963 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 25341,
2024-03-19T02:00:26.963 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 98.849075161,
2024-03-19T02:00:26.963 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.003900756
2024-03-19T02:00:26.963 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.963 INFO:teuthology.orchestra.run.smithi073.stdout:        "slow_reply": 0,
2024-03-19T02:00:26.963 INFO:teuthology.orchestra.run.smithi073.stdout:        "forward": 1776,
2024-03-19T02:00:26.963 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir_fetch_complete": 82,
2024-03-19T02:00:26.963 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir_fetch_keys": 0,
2024-03-19T02:00:26.963 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir_commit": 107,
2024-03-19T02:00:26.963 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir_split": 11,
2024-03-19T02:00:26.963 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir_merge": 0,
2024-03-19T02:00:26.963 INFO:teuthology.orchestra.run.smithi073.stdout:        "inodes": 17068,
2024-03-19T02:00:26.963 INFO:teuthology.orchestra.run.smithi073.stdout:        "inodes_top": 7,
2024-03-19T02:00:26.964 INFO:teuthology.orchestra.run.smithi073.stdout:        "inodes_bottom": 10174,
2024-03-19T02:00:26.964 INFO:teuthology.orchestra.run.smithi073.stdout:        "inodes_pin_tail": 6887,
2024-03-19T02:00:26.964 INFO:teuthology.orchestra.run.smithi073.stdout:        "inodes_pinned": 17056,
2024-03-19T02:00:26.964 INFO:teuthology.orchestra.run.smithi073.stdout:        "inodes_expired": 7192,
2024-03-19T02:00:26.964 INFO:teuthology.orchestra.run.smithi073.stdout:        "inodes_with_caps": 2,
2024-03-19T02:00:26.964 INFO:teuthology.orchestra.run.smithi073.stdout:        "caps": 3,
2024-03-19T02:00:26.964 INFO:teuthology.orchestra.run.smithi073.stdout:        "subtrees": 4,
2024-03-19T02:00:26.964 INFO:teuthology.orchestra.run.smithi073.stdout:        "traverse": 34174,
2024-03-19T02:00:26.964 INFO:teuthology.orchestra.run.smithi073.stdout:        "traverse_hit": 30716,
2024-03-19T02:00:26.964 INFO:teuthology.orchestra.run.smithi073.stdout:        "traverse_forward": 1762,
2024-03-19T02:00:26.964 INFO:teuthology.orchestra.run.smithi073.stdout:        "traverse_discover": 20,
2024-03-19T02:00:26.965 INFO:teuthology.orchestra.run.smithi073.stdout:        "traverse_dir_fetch": 0,
2024-03-19T02:00:26.965 INFO:teuthology.orchestra.run.smithi073.stdout:        "traverse_remote_ino": 0,
2024-03-19T02:00:26.965 INFO:teuthology.orchestra.run.smithi073.stdout:        "traverse_lock": 7,
2024-03-19T02:00:26.965 INFO:teuthology.orchestra.run.smithi073.stdout:        "load_cent": 0,
2024-03-19T02:00:26.965 INFO:teuthology.orchestra.run.smithi073.stdout:        "q": 0,
2024-03-19T02:00:26.965 INFO:teuthology.orchestra.run.smithi073.stdout:        "exported": 38,
2024-03-19T02:00:26.965 INFO:teuthology.orchestra.run.smithi073.stdout:        "exported_inodes": 6705,
2024-03-19T02:00:26.965 INFO:teuthology.orchestra.run.smithi073.stdout:        "imported": 30,
2024-03-19T02:00:26.965 INFO:teuthology.orchestra.run.smithi073.stdout:        "imported_inodes": 4176,
2024-03-19T02:00:26.965 INFO:teuthology.orchestra.run.smithi073.stdout:        "openino_dir_fetch": 0,
2024-03-19T02:00:26.965 INFO:teuthology.orchestra.run.smithi073.stdout:        "openino_backtrace_fetch": 27884,
2024-03-19T02:00:26.965 INFO:teuthology.orchestra.run.smithi073.stdout:        "openino_peer_discover": 12,
2024-03-19T02:00:26.965 INFO:teuthology.orchestra.run.smithi073.stdout:        "root_rfiles": 4,
2024-03-19T02:00:26.965 INFO:teuthology.orchestra.run.smithi073.stdout:        "root_rbytes": 234,
2024-03-19T02:00:26.965 INFO:teuthology.orchestra.run.smithi073.stdout:        "root_rsnaps": 6,
2024-03-19T02:00:26.966 INFO:teuthology.orchestra.run.smithi073.stdout:        "scrub_backtrace_fetch": 27884,
2024-03-19T02:00:26.966 INFO:teuthology.orchestra.run.smithi073.stdout:        "scrub_set_tag": 0,
2024-03-19T02:00:26.966 INFO:teuthology.orchestra.run.smithi073.stdout:        "scrub_backtrace_repaired": 0,
2024-03-19T02:00:26.966 INFO:teuthology.orchestra.run.smithi073.stdout:        "scrub_inotable_repaired": 0,
2024-03-19T02:00:26.966 INFO:teuthology.orchestra.run.smithi073.stdout:        "scrub_dir_inodes": 3716,
2024-03-19T02:00:26.966 INFO:teuthology.orchestra.run.smithi073.stdout:        "scrub_dir_base_inodes": 19,
2024-03-19T02:00:26.966 INFO:teuthology.orchestra.run.smithi073.stdout:        "scrub_dirfrag_rstats": 3697,
2024-03-19T02:00:26.966 INFO:teuthology.orchestra.run.smithi073.stdout:        "scrub_file_inodes": 24168,
2024-03-19T02:00:26.966 INFO:teuthology.orchestra.run.smithi073.stdout:        "handle_inode_file_caps": 0,
2024-03-19T02:00:26.966 INFO:teuthology.orchestra.run.smithi073.stdout:        "ceph_cap_op_revoke": 4585,
2024-03-19T02:00:26.966 INFO:teuthology.orchestra.run.smithi073.stdout:        "ceph_cap_op_grant": 18949,
2024-03-19T02:00:26.966 INFO:teuthology.orchestra.run.smithi073.stdout:        "ceph_cap_op_trunc": 67,
2024-03-19T02:00:26.966 INFO:teuthology.orchestra.run.smithi073.stdout:        "ceph_cap_op_flushsnap_ack": 0,
2024-03-19T02:00:26.966 INFO:teuthology.orchestra.run.smithi073.stdout:        "ceph_cap_op_flush_ack": 0,
2024-03-19T02:00:26.967 INFO:teuthology.orchestra.run.smithi073.stdout:        "handle_client_caps": 14899,
2024-03-19T02:00:26.967 INFO:teuthology.orchestra.run.smithi073.stdout:        "handle_client_caps_dirty": 10279,
2024-03-19T02:00:26.967 INFO:teuthology.orchestra.run.smithi073.stdout:        "handle_client_cap_release": 135,
2024-03-19T02:00:26.967 INFO:teuthology.orchestra.run.smithi073.stdout:        "process_request_cap_release": 26586
2024-03-19T02:00:26.967 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:26.967 INFO:teuthology.orchestra.run.smithi073.stdout:    "mds_cache": {
2024-03-19T02:00:26.967 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir_update": 0,
2024-03-19T02:00:26.967 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir_update_receipt": 0,
2024-03-19T02:00:26.967 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir_try_discover": 0,
2024-03-19T02:00:26.967 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir_send_discover": 30,
2024-03-19T02:00:26.967 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir_handle_discover": 39,
2024-03-19T02:00:26.967 INFO:teuthology.orchestra.run.smithi073.stdout:        "num_strays": 827,
2024-03-19T02:00:26.967 INFO:teuthology.orchestra.run.smithi073.stdout:        "num_strays_delayed": 0,
2024-03-19T02:00:26.967 INFO:teuthology.orchestra.run.smithi073.stdout:        "num_strays_enqueuing": 0,
2024-03-19T02:00:26.967 INFO:teuthology.orchestra.run.smithi073.stdout:        "strays_created": 7755,
2024-03-19T02:00:26.969 INFO:teuthology.orchestra.run.smithi073.stdout:        "strays_enqueued": 6923,
2024-03-19T02:00:26.969 INFO:teuthology.orchestra.run.smithi073.stdout:        "strays_reintegrated": 6,
2024-03-19T02:00:26.969 INFO:teuthology.orchestra.run.smithi073.stdout:        "strays_migrated": 1,
2024-03-19T02:00:26.969 INFO:teuthology.orchestra.run.smithi073.stdout:        "num_recovering_processing": 0,
2024-03-19T02:00:26.969 INFO:teuthology.orchestra.run.smithi073.stdout:        "num_recovering_enqueued": 0,
2024-03-19T02:00:26.969 INFO:teuthology.orchestra.run.smithi073.stdout:        "num_recovering_prioritized": 0,
2024-03-19T02:00:26.969 INFO:teuthology.orchestra.run.smithi073.stdout:        "recovery_started": 0,
2024-03-19T02:00:26.969 INFO:teuthology.orchestra.run.smithi073.stdout:        "recovery_completed": 0,
2024-03-19T02:00:26.970 INFO:teuthology.orchestra.run.smithi073.stdout:        "ireq_quiesce_path": 0,
2024-03-19T02:00:26.970 INFO:teuthology.orchestra.run.smithi073.stdout:        "ireq_quiesce_inode": 0,
2024-03-19T02:00:26.970 INFO:teuthology.orchestra.run.smithi073.stdout:        "ireq_enqueue_scrub": 19,
2024-03-19T02:00:26.970 INFO:teuthology.orchestra.run.smithi073.stdout:        "ireq_exportdir": 39,
2024-03-19T02:00:26.970 INFO:teuthology.orchestra.run.smithi073.stdout:        "ireq_flush": 0,
2024-03-19T02:00:26.970 INFO:teuthology.orchestra.run.smithi073.stdout:        "ireq_fragmentdir": 11,
2024-03-19T02:00:26.970 INFO:teuthology.orchestra.run.smithi073.stdout:        "ireq_fragstats": 0,
2024-03-19T02:00:26.970 INFO:teuthology.orchestra.run.smithi073.stdout:        "ireq_inodestats": 0
2024-03-19T02:00:26.970 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:26.970 INFO:teuthology.orchestra.run.smithi073.stdout:    "mds_log": {
2024-03-19T02:00:26.970 INFO:teuthology.orchestra.run.smithi073.stdout:        "evlrg": 1,
2024-03-19T02:00:26.970 INFO:teuthology.orchestra.run.smithi073.stdout:        "evadd": 36687,
2024-03-19T02:00:26.970 INFO:teuthology.orchestra.run.smithi073.stdout:        "evex": 0,
2024-03-19T02:00:26.970 INFO:teuthology.orchestra.run.smithi073.stdout:        "evtrm": 0,
2024-03-19T02:00:26.970 INFO:teuthology.orchestra.run.smithi073.stdout:        "ev": 36687,
2024-03-19T02:00:26.971 INFO:teuthology.orchestra.run.smithi073.stdout:        "evexg": 0,
2024-03-19T02:00:26.971 INFO:teuthology.orchestra.run.smithi073.stdout:        "evexd": 0,
2024-03-19T02:00:26.971 INFO:teuthology.orchestra.run.smithi073.stdout:        "segadd": 53,
2024-03-19T02:00:26.971 INFO:teuthology.orchestra.run.smithi073.stdout:        "segex": 0,
2024-03-19T02:00:26.971 INFO:teuthology.orchestra.run.smithi073.stdout:        "segtrm": 0,
2024-03-19T02:00:26.971 INFO:teuthology.orchestra.run.smithi073.stdout:        "seg": 53,
2024-03-19T02:00:26.971 INFO:teuthology.orchestra.run.smithi073.stdout:        "segmjr": 4,
2024-03-19T02:00:26.971 INFO:teuthology.orchestra.run.smithi073.stdout:        "segexg": 0,
2024-03-19T02:00:26.971 INFO:teuthology.orchestra.run.smithi073.stdout:        "segexd": 0,
2024-03-19T02:00:26.971 INFO:teuthology.orchestra.run.smithi073.stdout:        "expos": 4194304,
2024-03-19T02:00:26.971 INFO:teuthology.orchestra.run.smithi073.stdout:        "wrpos": 100351627,
2024-03-19T02:00:26.971 INFO:teuthology.orchestra.run.smithi073.stdout:        "rdpos": 0,
2024-03-19T02:00:26.971 INFO:teuthology.orchestra.run.smithi073.stdout:        "jlat": {
2024-03-19T02:00:26.971 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 2285,
2024-03-19T02:00:26.972 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 49.562345580,
2024-03-19T02:00:26.972 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.021690304
2024-03-19T02:00:26.972 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.972 INFO:teuthology.orchestra.run.smithi073.stdout:        "replayed": 0
2024-03-19T02:00:26.972 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:26.972 INFO:teuthology.orchestra.run.smithi073.stdout:    "mds_mem": {
2024-03-19T02:00:26.972 INFO:teuthology.orchestra.run.smithi073.stdout:        "ino": 8205,
2024-03-19T02:00:26.972 INFO:teuthology.orchestra.run.smithi073.stdout:        "ino+": 21603,
2024-03-19T02:00:26.972 INFO:teuthology.orchestra.run.smithi073.stdout:        "ino-": 13398,
2024-03-19T02:00:26.972 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir": 925,
2024-03-19T02:00:26.972 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir+": 1772,
2024-03-19T02:00:26.972 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir-": 847,
2024-03-19T02:00:26.972 INFO:teuthology.orchestra.run.smithi073.stdout:        "dn": 17068,
2024-03-19T02:00:26.972 INFO:teuthology.orchestra.run.smithi073.stdout:        "dn+": 31182,
2024-03-19T02:00:26.973 INFO:teuthology.orchestra.run.smithi073.stdout:        "dn-": 14114,
2024-03-19T02:00:26.973 INFO:teuthology.orchestra.run.smithi073.stdout:        "cap": 3,
2024-03-19T02:00:26.973 INFO:teuthology.orchestra.run.smithi073.stdout:        "cap+": 13724,
2024-03-19T02:00:26.973 INFO:teuthology.orchestra.run.smithi073.stdout:        "cap-": 13721,
2024-03-19T02:00:26.973 INFO:teuthology.orchestra.run.smithi073.stdout:        "rss": 156764,
2024-03-19T02:00:26.973 INFO:teuthology.orchestra.run.smithi073.stdout:        "heap": 231804
2024-03-19T02:00:26.973 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:26.973 INFO:teuthology.orchestra.run.smithi073.stdout:    "mds_server": {
2024-03-19T02:00:26.973 INFO:teuthology.orchestra.run.smithi073.stdout:        "dispatch_client_request": 32693,
2024-03-19T02:00:26.973 INFO:teuthology.orchestra.run.smithi073.stdout:        "dispatch_server_request": 295,
2024-03-19T02:00:26.973 INFO:teuthology.orchestra.run.smithi073.stdout:        "handle_client_request": 27117,
2024-03-19T02:00:26.973 INFO:teuthology.orchestra.run.smithi073.stdout:        "handle_client_session": 71,
2024-03-19T02:00:26.973 INFO:teuthology.orchestra.run.smithi073.stdout:        "handle_peer_request": 718,
2024-03-19T02:00:26.974 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_create_latency": {
2024-03-19T02:00:26.974 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 8947,
2024-03-19T02:00:26.974 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 22.153721121,
2024-03-19T02:00:26.974 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.002476106
2024-03-19T02:00:26.974 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.974 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_getattr_latency": {
2024-03-19T02:00:26.974 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 4623,
2024-03-19T02:00:26.974 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 2.721343763,
2024-03-19T02:00:26.974 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000588653
2024-03-19T02:00:26.974 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.974 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_getfilelock_latency": {
2024-03-19T02:00:26.974 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:26.974 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:26.974 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:26.975 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.975 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_link_latency": {
2024-03-19T02:00:26.975 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 63,
2024-03-19T02:00:26.975 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.763714941,
2024-03-19T02:00:26.975 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.012122459
2024-03-19T02:00:26.975 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.975 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_lookup_latency": {
2024-03-19T02:00:26.975 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 930,
2024-03-19T02:00:26.975 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 6.790342293,
2024-03-19T02:00:26.975 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.007301443
2024-03-19T02:00:26.975 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.975 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_lookuphash_latency": {
2024-03-19T02:00:26.975 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:26.975 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:26.975 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:26.975 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.976 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_lookupino_latency": {
2024-03-19T02:00:26.976 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:26.976 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:26.976 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:26.976 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.976 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_lookupname_latency": {
2024-03-19T02:00:26.976 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:26.976 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:26.976 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:26.976 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.976 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_lookupparent_latency": {
2024-03-19T02:00:26.976 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:26.976 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:26.976 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:26.976 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.977 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_lookupsnap_latency": {
2024-03-19T02:00:26.977 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:26.977 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:26.977 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:26.978 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.978 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_lssnap_latency": {
2024-03-19T02:00:26.978 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 10,
2024-03-19T02:00:26.978 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.002297514,
2024-03-19T02:00:26.978 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000229751
2024-03-19T02:00:26.978 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.978 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_mkdir_latency": {
2024-03-19T02:00:26.978 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 1270,
2024-03-19T02:00:26.978 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 5.111356034,
2024-03-19T02:00:26.978 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.004024689
2024-03-19T02:00:26.978 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.978 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_mknod_latency": {
2024-03-19T02:00:26.978 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 127,
2024-03-19T02:00:26.979 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.766209409,
2024-03-19T02:00:26.979 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.006033144
2024-03-19T02:00:26.979 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.979 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_mksnap_latency": {
2024-03-19T02:00:26.979 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 10,
2024-03-19T02:00:26.979 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.477102722,
2024-03-19T02:00:26.979 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.047710272
2024-03-19T02:00:26.979 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.979 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_open_latency": {
2024-03-19T02:00:26.979 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 190,
2024-03-19T02:00:26.979 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 1.048342323,
2024-03-19T02:00:26.979 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.005517591
2024-03-19T02:00:26.979 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.979 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_readdir_latency": {
2024-03-19T02:00:26.979 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 986,
2024-03-19T02:00:26.980 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 2.751832933,
2024-03-19T02:00:26.980 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.002790905
2024-03-19T02:00:26.980 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.980 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_rename_latency": {
2024-03-19T02:00:26.980 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 138,
2024-03-19T02:00:26.980 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 1.276609098,
2024-03-19T02:00:26.980 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.009250790
2024-03-19T02:00:26.980 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.980 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_renamesnap_latency": {
2024-03-19T02:00:26.980 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:26.980 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:26.980 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:26.980 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.980 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_snapdiff_latency": {
2024-03-19T02:00:26.980 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:26.981 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:26.981 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:26.981 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.981 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_rmdir_latency": {
2024-03-19T02:00:26.981 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 885,
2024-03-19T02:00:26.981 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 36.916343432,
2024-03-19T02:00:26.981 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.041713382
2024-03-19T02:00:26.981 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.981 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_rmsnap_latency": {
2024-03-19T02:00:26.981 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 4,
2024-03-19T02:00:26.981 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.014881878,
2024-03-19T02:00:26.982 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.003720469
2024-03-19T02:00:26.982 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.982 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_rmxattr_latency": {
2024-03-19T02:00:26.982 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:26.982 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:26.982 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:26.982 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.982 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_setattr_latency": {
2024-03-19T02:00:26.982 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 78,
2024-03-19T02:00:26.982 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 2.480968432,
2024-03-19T02:00:26.982 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.031807287
2024-03-19T02:00:26.982 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.982 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_setdirlayout_latency": {
2024-03-19T02:00:26.982 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:26.983 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:26.983 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:26.983 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.983 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_setfilelock_latency": {
2024-03-19T02:00:26.983 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:26.983 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:26.983 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:26.983 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.983 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_setlayout_latency": {
2024-03-19T02:00:26.983 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:26.983 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:26.983 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:26.983 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.983 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_setxattr_latency": {
2024-03-19T02:00:26.984 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 8,
2024-03-19T02:00:26.984 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.019447329,
2024-03-19T02:00:26.984 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.002430916
2024-03-19T02:00:26.984 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.984 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_symlink_latency": {
2024-03-19T02:00:26.984 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 141,
2024-03-19T02:00:26.984 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 1.098552445,
2024-03-19T02:00:26.984 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.007791152
2024-03-19T02:00:26.984 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.984 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_unlink_latency": {
2024-03-19T02:00:26.984 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 6931,
2024-03-19T02:00:26.984 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 14.456009494,
2024-03-19T02:00:26.984 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.002085703
2024-03-19T02:00:26.984 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.985 INFO:teuthology.orchestra.run.smithi073.stdout:        "cap_revoke_eviction": 0,
2024-03-19T02:00:26.985 INFO:teuthology.orchestra.run.smithi073.stdout:        "cap_acquisition_throttle": 0,
2024-03-19T02:00:26.985 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_getvxattr_latency": {
2024-03-19T02:00:26.985 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:26.985 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:26.985 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:26.985 INFO:teuthology.orchestra.run.smithi073.stdout:        }
2024-03-19T02:00:26.985 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:26.985 INFO:teuthology.orchestra.run.smithi073.stdout:    "mds_sessions": {
2024-03-19T02:00:26.985 INFO:teuthology.orchestra.run.smithi073.stdout:        "session_count": 2,
2024-03-19T02:00:26.985 INFO:teuthology.orchestra.run.smithi073.stdout:        "session_add": 5,
2024-03-19T02:00:26.985 INFO:teuthology.orchestra.run.smithi073.stdout:        "session_remove": 3,
2024-03-19T02:00:26.985 INFO:teuthology.orchestra.run.smithi073.stdout:        "sessions_open": 2,
2024-03-19T02:00:26.985 INFO:teuthology.orchestra.run.smithi073.stdout:        "sessions_stale": 0,
2024-03-19T02:00:26.985 INFO:teuthology.orchestra.run.smithi073.stdout:        "total_load": 191,
2024-03-19T02:00:26.985 INFO:teuthology.orchestra.run.smithi073.stdout:        "average_load": 95,
2024-03-19T02:00:26.986 INFO:teuthology.orchestra.run.smithi073.stdout:        "avg_session_uptime": 600,
2024-03-19T02:00:26.986 INFO:teuthology.orchestra.run.smithi073.stdout:        "mdthresh_evicted": 0
2024-03-19T02:00:26.986 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:26.986 INFO:teuthology.orchestra.run.smithi073.stdout:    "mempool": {
2024-03-19T02:00:26.986 INFO:teuthology.orchestra.run.smithi073.stdout:        "bloom_filter_bytes": 0,
2024-03-19T02:00:26.986 INFO:teuthology.orchestra.run.smithi073.stdout:        "bloom_filter_items": 0,
2024-03-19T02:00:26.986 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_alloc_bytes": 0,
2024-03-19T02:00:26.986 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_alloc_items": 0,
2024-03-19T02:00:26.986 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_data_bytes": 0,
2024-03-19T02:00:26.986 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_data_items": 0,
2024-03-19T02:00:26.986 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_onode_bytes": 0,
2024-03-19T02:00:26.986 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_onode_items": 0,
2024-03-19T02:00:26.986 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_meta_bytes": 0,
2024-03-19T02:00:26.986 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_meta_items": 0,
2024-03-19T02:00:26.987 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_other_bytes": 0,
2024-03-19T02:00:26.987 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_other_items": 0,
2024-03-19T02:00:26.987 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_buffer_bytes": 0,
2024-03-19T02:00:26.987 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_buffer_items": 0,
2024-03-19T02:00:26.987 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_extent_bytes": 0,
2024-03-19T02:00:26.987 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_extent_items": 0,
2024-03-19T02:00:26.987 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_blob_bytes": 0,
2024-03-19T02:00:26.987 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_blob_items": 0,
2024-03-19T02:00:26.987 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_shared_blob_bytes": 0,
2024-03-19T02:00:26.987 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_shared_blob_items": 0,
2024-03-19T02:00:26.987 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_inline_bl_bytes": 0,
2024-03-19T02:00:26.987 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_inline_bl_items": 0,
2024-03-19T02:00:26.987 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_fsck_bytes": 0,
2024-03-19T02:00:26.987 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_fsck_items": 0,
2024-03-19T02:00:26.988 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_txc_bytes": 0,
2024-03-19T02:00:26.988 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_txc_items": 0,
2024-03-19T02:00:26.988 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_writing_deferred_bytes": 0,
2024-03-19T02:00:26.988 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_writing_deferred_items": 0,
2024-03-19T02:00:26.988 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_writing_bytes": 0,
2024-03-19T02:00:26.988 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_writing_items": 0,
2024-03-19T02:00:26.988 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluefs_bytes": 0,
2024-03-19T02:00:26.988 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluefs_items": 0,
2024-03-19T02:00:26.988 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluefs_file_reader_bytes": 0,
2024-03-19T02:00:26.988 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluefs_file_reader_items": 0,
2024-03-19T02:00:26.988 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluefs_file_writer_bytes": 0,
2024-03-19T02:00:26.988 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluefs_file_writer_items": 0,
2024-03-19T02:00:26.989 INFO:teuthology.orchestra.run.smithi073.stdout:        "buffer_anon_bytes": 6935915,
2024-03-19T02:00:26.989 INFO:teuthology.orchestra.run.smithi073.stdout:        "buffer_anon_items": 1772,
2024-03-19T02:00:26.989 INFO:teuthology.orchestra.run.smithi073.stdout:        "buffer_meta_bytes": 0,
2024-03-19T02:00:26.989 INFO:teuthology.orchestra.run.smithi073.stdout:        "buffer_meta_items": 0,
2024-03-19T02:00:26.989 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_bytes": 0,
2024-03-19T02:00:26.989 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_items": 0,
2024-03-19T02:00:26.989 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_mapbl_bytes": 0,
2024-03-19T02:00:26.989 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_mapbl_items": 0,
2024-03-19T02:00:26.989 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_pglog_bytes": 0,
2024-03-19T02:00:26.989 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_pglog_items": 0,
2024-03-19T02:00:26.989 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdmap_bytes": 9512,
2024-03-19T02:00:26.989 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdmap_items": 182,
2024-03-19T02:00:26.989 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdmap_mapping_bytes": 0,
2024-03-19T02:00:26.989 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdmap_mapping_items": 0,
2024-03-19T02:00:26.989 INFO:teuthology.orchestra.run.smithi073.stdout:        "pgmap_bytes": 0,
2024-03-19T02:00:26.990 INFO:teuthology.orchestra.run.smithi073.stdout:        "pgmap_items": 0,
2024-03-19T02:00:26.990 INFO:teuthology.orchestra.run.smithi073.stdout:        "mds_co_bytes": 31994865,
2024-03-19T02:00:26.990 INFO:teuthology.orchestra.run.smithi073.stdout:        "mds_co_items": 414844,
2024-03-19T02:00:26.990 INFO:teuthology.orchestra.run.smithi073.stdout:        "unittest_1_bytes": 0,
2024-03-19T02:00:26.990 INFO:teuthology.orchestra.run.smithi073.stdout:        "unittest_1_items": 0,
2024-03-19T02:00:26.990 INFO:teuthology.orchestra.run.smithi073.stdout:        "unittest_2_bytes": 0,
2024-03-19T02:00:26.990 INFO:teuthology.orchestra.run.smithi073.stdout:        "unittest_2_items": 0
2024-03-19T02:00:26.990 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:26.990 INFO:teuthology.orchestra.run.smithi073.stdout:    "objecter": {
2024-03-19T02:00:26.990 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_active": 0,
2024-03-19T02:00:26.990 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_laggy": 0,
2024-03-19T02:00:26.990 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_send": 45498,
2024-03-19T02:00:26.990 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_send_bytes": 99741099,
2024-03-19T02:00:26.990 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_resend": 28,
2024-03-19T02:00:26.991 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_reply": 45498,
2024-03-19T02:00:26.991 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_latency": {
2024-03-19T02:00:26.991 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 45498,
2024-03-19T02:00:26.991 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 117.987304247,
2024-03-19T02:00:26.991 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.002593241
2024-03-19T02:00:26.991 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.991 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_inflight": 0,
2024-03-19T02:00:26.991 INFO:teuthology.orchestra.run.smithi073.stdout:        "oplen_avg": {
2024-03-19T02:00:26.991 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 45498,
2024-03-19T02:00:26.991 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 45995
2024-03-19T02:00:26.991 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:26.991 INFO:teuthology.orchestra.run.smithi073.stdout:        "op": 45498,
2024-03-19T02:00:26.991 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_r": 28192,
2024-03-19T02:00:26.991 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_w": 17306,
2024-03-19T02:00:26.991 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_rmw": 0,
2024-03-19T02:00:26.992 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_pg": 0,
2024-03-19T02:00:26.992 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_stat": 0,
2024-03-19T02:00:26.992 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_create": 11,
2024-03-19T02:00:26.992 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_read": 207,
2024-03-19T02:00:26.992 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_write": 2473,
2024-03-19T02:00:26.992 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_writefull": 104,
2024-03-19T02:00:26.992 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_writesame": 0,
2024-03-19T02:00:26.992 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_append": 0,
2024-03-19T02:00:26.992 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_zero": 1,
2024-03-19T02:00:26.992 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_truncate": 8,
2024-03-19T02:00:26.992 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_delete": 14350,
2024-03-19T02:00:26.992 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_mapext": 0,
2024-03-19T02:00:26.992 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_sparse_read": 0,
2024-03-19T02:00:26.992 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_clonerange": 0,
2024-03-19T02:00:26.992 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_getxattr": 27903,
2024-03-19T02:00:26.993 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_setxattr": 22,
2024-03-19T02:00:26.993 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_cmpxattr": 0,
2024-03-19T02:00:26.993 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_rmxattr": 0,
2024-03-19T02:00:26.993 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_resetxattrs": 0,
2024-03-19T02:00:26.993 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_call": 0,
2024-03-19T02:00:26.993 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_watch": 0,
2024-03-19T02:00:26.993 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_notify": 0,
2024-03-19T02:00:26.993 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_src_cmpxattr": 0,
2024-03-19T02:00:26.993 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_pgls": 0,
2024-03-19T02:00:26.993 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_pgls_filter": 0,
2024-03-19T02:00:26.993 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_other": 76,
2024-03-19T02:00:26.993 INFO:teuthology.orchestra.run.smithi073.stdout:        "linger_active": 0,
2024-03-19T02:00:26.993 INFO:teuthology.orchestra.run.smithi073.stdout:        "linger_send": 0,
2024-03-19T02:00:26.993 INFO:teuthology.orchestra.run.smithi073.stdout:        "linger_resend": 0,
2024-03-19T02:00:26.993 INFO:teuthology.orchestra.run.smithi073.stdout:        "linger_ping": 0,
2024-03-19T02:00:26.993 INFO:teuthology.orchestra.run.smithi073.stdout:        "poolop_active": 0,
2024-03-19T02:00:26.994 INFO:teuthology.orchestra.run.smithi073.stdout:        "poolop_send": 0,
2024-03-19T02:00:26.994 INFO:teuthology.orchestra.run.smithi073.stdout:        "poolop_resend": 0,
2024-03-19T02:00:26.994 INFO:teuthology.orchestra.run.smithi073.stdout:        "poolstat_active": 0,
2024-03-19T02:00:26.994 INFO:teuthology.orchestra.run.smithi073.stdout:        "poolstat_send": 0,
2024-03-19T02:00:26.994 INFO:teuthology.orchestra.run.smithi073.stdout:        "poolstat_resend": 0,
2024-03-19T02:00:26.994 INFO:teuthology.orchestra.run.smithi073.stdout:        "statfs_active": 0,
2024-03-19T02:00:26.994 INFO:teuthology.orchestra.run.smithi073.stdout:        "statfs_send": 0,
2024-03-19T02:00:26.994 INFO:teuthology.orchestra.run.smithi073.stdout:        "statfs_resend": 0,
2024-03-19T02:00:26.994 INFO:teuthology.orchestra.run.smithi073.stdout:        "command_active": 0,
2024-03-19T02:00:26.994 INFO:teuthology.orchestra.run.smithi073.stdout:        "command_send": 0,
2024-03-19T02:00:26.994 INFO:teuthology.orchestra.run.smithi073.stdout:        "command_resend": 0,
2024-03-19T02:00:26.994 INFO:teuthology.orchestra.run.smithi073.stdout:        "map_epoch": 102,
2024-03-19T02:00:26.994 INFO:teuthology.orchestra.run.smithi073.stdout:        "map_full": 0,
2024-03-19T02:00:26.994 INFO:teuthology.orchestra.run.smithi073.stdout:        "map_inc": 18,
2024-03-19T02:00:26.995 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_sessions": 12,
2024-03-19T02:00:26.995 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_session_open": 12,
2024-03-19T02:00:26.995 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_session_close": 0,
2024-03-19T02:00:26.995 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_laggy": 0,
2024-03-19T02:00:26.995 INFO:teuthology.orchestra.run.smithi073.stdout:        "omap_wr": 528,
2024-03-19T02:00:26.995 INFO:teuthology.orchestra.run.smithi073.stdout:        "omap_rd": 164,
2024-03-19T02:00:26.995 INFO:teuthology.orchestra.run.smithi073.stdout:        "omap_del": 148
2024-03-19T02:00:26.995 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:26.995 INFO:teuthology.orchestra.run.smithi073.stdout:    "oft": {
2024-03-19T02:00:26.995 INFO:teuthology.orchestra.run.smithi073.stdout:        "omap_total_objs": 1,
2024-03-19T02:00:26.995 INFO:teuthology.orchestra.run.smithi073.stdout:        "omap_total_kv_pairs": 0,
2024-03-19T02:00:26.995 INFO:teuthology.orchestra.run.smithi073.stdout:        "omap_total_updates": 0,
2024-03-19T02:00:26.995 INFO:teuthology.orchestra.run.smithi073.stdout:        "omap_total_removes": 0
2024-03-19T02:00:26.995 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:26.995 INFO:teuthology.orchestra.run.smithi073.stdout:    "osd-slow-ops": {
2024-03-19T02:00:26.995 INFO:teuthology.orchestra.run.smithi073.stdout:        "slow_ops_count": 0
2024-03-19T02:00:26.996 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:26.996 INFO:teuthology.orchestra.run.smithi073.stdout:    "purge_queue": {
2024-03-19T02:00:26.996 INFO:teuthology.orchestra.run.smithi073.stdout:        "pq_executing_ops": 0,
2024-03-19T02:00:26.996 INFO:teuthology.orchestra.run.smithi073.stdout:        "pq_executing_ops_high_water": 19,
2024-03-19T02:00:26.996 INFO:teuthology.orchestra.run.smithi073.stdout:        "pq_executing": 0,
2024-03-19T02:00:26.996 INFO:teuthology.orchestra.run.smithi073.stdout:        "pq_executing_high_water": 12,
2024-03-19T02:00:26.996 INFO:teuthology.orchestra.run.smithi073.stdout:        "pq_executed_ops": 13814,
2024-03-19T02:00:26.996 INFO:teuthology.orchestra.run.smithi073.stdout:        "pq_executed": 6923,
2024-03-19T02:00:26.996 INFO:teuthology.orchestra.run.smithi073.stdout:        "pq_item_in_journal": 0
2024-03-19T02:00:26.996 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:26.996 INFO:teuthology.orchestra.run.smithi073.stdout:    "throttle-msgr_dispatch_throttler-mds": {
2024-03-19T02:00:26.996 INFO:teuthology.orchestra.run.smithi073.stdout:        "val": 0,
2024-03-19T02:00:26.996 INFO:teuthology.orchestra.run.smithi073.stdout:        "max": 104857600,
2024-03-19T02:00:26.996 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_started": 0,
2024-03-19T02:00:26.997 INFO:teuthology.orchestra.run.smithi073.stdout:        "get": 100861,
2024-03-19T02:00:26.997 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_sum": 28275943,
2024-03-19T02:00:26.997 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:26.997 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_or_fail_success": 100861,
2024-03-19T02:00:26.997 INFO:teuthology.orchestra.run.smithi073.stdout:        "take": 0,
2024-03-19T02:00:26.997 INFO:teuthology.orchestra.run.smithi073.stdout:        "take_sum": 0,
2024-03-19T02:00:26.997 INFO:teuthology.orchestra.run.smithi073.stdout:        "put": 100861,
2024-03-19T02:00:26.997 INFO:teuthology.orchestra.run.smithi073.stdout:        "put_sum": 28275943,
2024-03-19T02:00:26.997 INFO:teuthology.orchestra.run.smithi073.stdout:        "wait": {
2024-03-19T02:00:26.997 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:26.997 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:26.997 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:26.997 INFO:teuthology.orchestra.run.smithi073.stdout:        }
2024-03-19T02:00:26.997 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:26.997 INFO:teuthology.orchestra.run.smithi073.stdout:    "throttle-objecter_bytes": {
2024-03-19T02:00:26.998 INFO:teuthology.orchestra.run.smithi073.stdout:        "val": 0,
2024-03-19T02:00:26.998 INFO:teuthology.orchestra.run.smithi073.stdout:        "max": 104857600,
2024-03-19T02:00:26.998 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_started": 0,
2024-03-19T02:00:26.998 INFO:teuthology.orchestra.run.smithi073.stdout:        "get": 0,
2024-03-19T02:00:26.998 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_sum": 0,
2024-03-19T02:00:26.998 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:26.998 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_or_fail_success": 0,
2024-03-19T02:00:26.998 INFO:teuthology.orchestra.run.smithi073.stdout:        "take": 45498,
2024-03-19T02:00:26.998 INFO:teuthology.orchestra.run.smithi073.stdout:        "take_sum": 100615490,
2024-03-19T02:00:26.998 INFO:teuthology.orchestra.run.smithi073.stdout:        "put": 45498,
2024-03-19T02:00:26.998 INFO:teuthology.orchestra.run.smithi073.stdout:        "put_sum": 100615490,
2024-03-19T02:00:26.998 INFO:teuthology.orchestra.run.smithi073.stdout:        "wait": {
2024-03-19T02:00:26.998 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:26.998 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:26.999 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:26.999 INFO:teuthology.orchestra.run.smithi073.stdout:        }
2024-03-19T02:00:26.999 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:26.999 INFO:teuthology.orchestra.run.smithi073.stdout:    "throttle-objecter_ops": {
2024-03-19T02:00:26.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "val": 0,
2024-03-19T02:00:26.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "max": 1024,
2024-03-19T02:00:26.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_started": 0,
2024-03-19T02:00:26.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "get": 0,
2024-03-19T02:00:26.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_sum": 0,
2024-03-19T02:00:26.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:26.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_or_fail_success": 0,
2024-03-19T02:00:26.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "take": 45498,
2024-03-19T02:00:26.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "take_sum": 45498,
2024-03-19T02:00:26.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "put": 45498,
2024-03-19T02:00:27.000 INFO:teuthology.orchestra.run.smithi073.stdout:        "put_sum": 45498,
2024-03-19T02:00:27.000 INFO:teuthology.orchestra.run.smithi073.stdout:        "wait": {
2024-03-19T02:00:27.000 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:27.000 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:27.000 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:27.000 INFO:teuthology.orchestra.run.smithi073.stdout:        }
2024-03-19T02:00:27.000 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:27.000 INFO:teuthology.orchestra.run.smithi073.stdout:    "throttle-write_buf_throttle": {
2024-03-19T02:00:27.000 INFO:teuthology.orchestra.run.smithi073.stdout:        "val": 0,
2024-03-19T02:00:27.000 INFO:teuthology.orchestra.run.smithi073.stdout:        "max": 3758096384,
2024-03-19T02:00:27.000 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_started": 0,
2024-03-19T02:00:27.000 INFO:teuthology.orchestra.run.smithi073.stdout:        "get": 6923,
2024-03-19T02:00:27.000 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_sum": 875703,
2024-03-19T02:00:27.000 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:27.000 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_or_fail_success": 6923,
2024-03-19T02:00:27.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "take": 0,
2024-03-19T02:00:27.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "take_sum": 0,
2024-03-19T02:00:27.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "put": 188,
2024-03-19T02:00:27.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "put_sum": 875703,
2024-03-19T02:00:27.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "wait": {
2024-03-19T02:00:27.001 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:27.001 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:27.001 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:27.001 INFO:teuthology.orchestra.run.smithi073.stdout:        }
2024-03-19T02:00:27.001 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:27.001 INFO:teuthology.orchestra.run.smithi073.stdout:    "throttle-write_buf_throttle-0x558dfd684500": {
2024-03-19T02:00:27.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "val": 0,
2024-03-19T02:00:27.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "max": 3758096384,
2024-03-19T02:00:27.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_started": 0,
2024-03-19T02:00:27.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "get": 36687,
2024-03-19T02:00:27.002 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_sum": 96157323,
2024-03-19T02:00:27.002 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:27.002 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_or_fail_success": 36687,
2024-03-19T02:00:27.002 INFO:teuthology.orchestra.run.smithi073.stdout:        "take": 0,
2024-03-19T02:00:27.002 INFO:teuthology.orchestra.run.smithi073.stdout:        "take_sum": 0,
2024-03-19T02:00:27.002 INFO:teuthology.orchestra.run.smithi073.stdout:        "put": 2285,
2024-03-19T02:00:27.002 INFO:teuthology.orchestra.run.smithi073.stdout:        "put_sum": 96157323,
2024-03-19T02:00:27.002 INFO:teuthology.orchestra.run.smithi073.stdout:        "wait": {
2024-03-19T02:00:27.002 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:27.002 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:27.002 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:27.002 INFO:teuthology.orchestra.run.smithi073.stdout:        }
2024-03-19T02:00:27.002 INFO:teuthology.orchestra.run.smithi073.stdout:    }
2024-03-19T02:00:27.002 INFO:teuthology.orchestra.run.smithi073.stdout:}
2024-03-19T02:00:27.770 INFO:tasks.check_counter:Daemon mds.b mds.exported=38
2024-03-19T02:00:27.770 INFO:tasks.check_counter:Daemon mds.b mds.imported=30
2024-03-19T02:00:27.770 INFO:tasks.check_counter:Daemon mds.b mds.root_rsnaps=6
2024-03-19T02:00:27.770 INFO:tasks.check_counter:Daemon mds.b mds_server.req_mksnap_latency.avgcount=10
2024-03-19T02:00:27.771 INFO:tasks.check_counter:Daemon mds.b mds_server.req_rmsnap_latency.avgcount=4
2024-03-19T02:00:27.771 DEBUG:tasks.check_counter:Getting stats from e
2024-03-19T02:00:27.771 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph daemon mds.e perf dump
2024-03-19T02:00:28.034 INFO:teuthology.orchestra.run.smithi073.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.b/config
2024-03-19T02:00:28.106 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:27 smithi073 ceph-mon[66833]: pgmap v322: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 8 op/s
2024-03-19T02:00:28.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:27 smithi102 ceph-mon[66557]: pgmap v322: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 8 op/s
2024-03-19T02:00:28.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:27 smithi046 ceph-mon[63102]: pgmap v322: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 8 op/s
2024-03-19T02:00:29.911 INFO:teuthology.orchestra.run.smithi073.stdout:{
2024-03-19T02:00:29.911 INFO:teuthology.orchestra.run.smithi073.stdout:    "AsyncMessenger::Worker-0": {
2024-03-19T02:00:29.911 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_messages": 308,
2024-03-19T02:00:29.911 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_messages": 284,
2024-03-19T02:00:29.911 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_bytes": 5725168,
2024-03-19T02:00:29.911 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_bytes": 152026,
2024-03-19T02:00:29.911 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_created_connections": 6,
2024-03-19T02:00:29.911 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_active_connections": 2,
2024-03-19T02:00:29.912 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_total_time": 0.041103378,
2024-03-19T02:00:29.912 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_send_time": 0.009873952,
2024-03-19T02:00:29.912 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_recv_time": 0.035400314,
2024-03-19T02:00:29.912 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_fast_dispatch_time": 0.004928735,
2024-03-19T02:00:29.912 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:29.912 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 284,
2024-03-19T02:00:29.912 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.009431099,
2024-03-19T02:00:29.912 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000033208
2024-03-19T02:00:29.912 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.912 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:29.912 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.912 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.912 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.912 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.913 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_encrypted_bytes": 1518448,
2024-03-19T02:00:29.913 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_encrypted_bytes": 137392
2024-03-19T02:00:29.913 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:29.913 INFO:teuthology.orchestra.run.smithi073.stdout:    "AsyncMessenger::Worker-1": {
2024-03-19T02:00:29.913 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_messages": 700,
2024-03-19T02:00:29.913 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_messages": 864,
2024-03-19T02:00:29.913 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_bytes": 12762802,
2024-03-19T02:00:29.913 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_bytes": 667585,
2024-03-19T02:00:29.913 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_created_connections": 7,
2024-03-19T02:00:29.913 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_active_connections": 5,
2024-03-19T02:00:29.913 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_total_time": 0.057037497,
2024-03-19T02:00:29.913 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_send_time": 0.017331648,
2024-03-19T02:00:29.913 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_recv_time": 0.019929310,
2024-03-19T02:00:29.913 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_fast_dispatch_time": 0.014550957,
2024-03-19T02:00:29.913 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:29.913 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 861,
2024-03-19T02:00:29.914 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.029111500,
2024-03-19T02:00:29.914 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000033811
2024-03-19T02:00:29.914 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.914 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:29.914 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.914 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.914 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.914 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.914 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_encrypted_bytes": 320,
2024-03-19T02:00:29.914 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_encrypted_bytes": 445616
2024-03-19T02:00:29.914 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:29.914 INFO:teuthology.orchestra.run.smithi073.stdout:    "AsyncMessenger::Worker-2": {
2024-03-19T02:00:29.914 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_messages": 1519,
2024-03-19T02:00:29.914 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_messages": 1521,
2024-03-19T02:00:29.915 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_bytes": 10046401,
2024-03-19T02:00:29.915 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_bytes": 483100,
2024-03-19T02:00:29.915 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_created_connections": 5,
2024-03-19T02:00:29.915 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_active_connections": 4,
2024-03-19T02:00:29.915 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_total_time": 0.102379501,
2024-03-19T02:00:29.915 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_send_time": 0.032348723,
2024-03-19T02:00:29.915 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_recv_time": 0.029158326,
2024-03-19T02:00:29.915 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_fast_dispatch_time": 0.032987612,
2024-03-19T02:00:29.915 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:29.915 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 1519,
2024-03-19T02:00:29.915 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.034601356,
2024-03-19T02:00:29.915 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000022779
2024-03-19T02:00:29.915 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.915 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:29.916 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.916 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.916 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.916 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.916 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_encrypted_bytes": 0,
2024-03-19T02:00:29.916 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_encrypted_bytes": 0
2024-03-19T02:00:29.916 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:29.916 INFO:teuthology.orchestra.run.smithi073.stdout:    "cct": {
2024-03-19T02:00:29.916 INFO:teuthology.orchestra.run.smithi073.stdout:        "total_workers": 1,
2024-03-19T02:00:29.916 INFO:teuthology.orchestra.run.smithi073.stdout:        "unhealthy_workers": 0
2024-03-19T02:00:29.916 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:29.916 INFO:teuthology.orchestra.run.smithi073.stdout:    "finisher-MDSRank": {
2024-03-19T02:00:29.916 INFO:teuthology.orchestra.run.smithi073.stdout:        "queue_len": 0,
2024-03-19T02:00:29.916 INFO:teuthology.orchestra.run.smithi073.stdout:        "complete_latency": {
2024-03-19T02:00:29.916 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 3804,
2024-03-19T02:00:29.916 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.077594618,
2024-03-19T02:00:29.917 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000020398
2024-03-19T02:00:29.917 INFO:teuthology.orchestra.run.smithi073.stdout:        }
2024-03-19T02:00:29.917 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:29.917 INFO:teuthology.orchestra.run.smithi073.stdout:    "finisher-PurgeQueue": {
2024-03-19T02:00:29.917 INFO:teuthology.orchestra.run.smithi073.stdout:        "queue_len": 0,
2024-03-19T02:00:29.917 INFO:teuthology.orchestra.run.smithi073.stdout:        "complete_latency": {
2024-03-19T02:00:29.917 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.917 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.917 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.917 INFO:teuthology.orchestra.run.smithi073.stdout:        }
2024-03-19T02:00:29.917 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:29.917 INFO:teuthology.orchestra.run.smithi073.stdout:    "mds": {
2024-03-19T02:00:29.917 INFO:teuthology.orchestra.run.smithi073.stdout:        "request": 0,
2024-03-19T02:00:29.917 INFO:teuthology.orchestra.run.smithi073.stdout:        "reply": 0,
2024-03-19T02:00:29.917 INFO:teuthology.orchestra.run.smithi073.stdout:        "reply_latency": {
2024-03-19T02:00:29.918 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.918 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.918 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.918 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.918 INFO:teuthology.orchestra.run.smithi073.stdout:        "slow_reply": 0,
2024-03-19T02:00:29.918 INFO:teuthology.orchestra.run.smithi073.stdout:        "forward": 0,
2024-03-19T02:00:29.918 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir_fetch_complete": 0,
2024-03-19T02:00:29.918 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir_fetch_keys": 0,
2024-03-19T02:00:29.918 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir_commit": 0,
2024-03-19T02:00:29.918 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir_split": 0,
2024-03-19T02:00:29.918 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir_merge": 0,
2024-03-19T02:00:29.918 INFO:teuthology.orchestra.run.smithi073.stdout:        "inodes": 6158,
2024-03-19T02:00:29.918 INFO:teuthology.orchestra.run.smithi073.stdout:        "inodes_top": 0,
2024-03-19T02:00:29.918 INFO:teuthology.orchestra.run.smithi073.stdout:        "inodes_bottom": 6158,
2024-03-19T02:00:29.919 INFO:teuthology.orchestra.run.smithi073.stdout:        "inodes_pin_tail": 0,
2024-03-19T02:00:29.919 INFO:teuthology.orchestra.run.smithi073.stdout:        "inodes_pinned": 6158,
2024-03-19T02:00:29.919 INFO:teuthology.orchestra.run.smithi073.stdout:        "inodes_expired": 1,
2024-03-19T02:00:29.919 INFO:teuthology.orchestra.run.smithi073.stdout:        "inodes_with_caps": 0,
2024-03-19T02:00:29.919 INFO:teuthology.orchestra.run.smithi073.stdout:        "caps": 0,
2024-03-19T02:00:29.919 INFO:teuthology.orchestra.run.smithi073.stdout:        "subtrees": 1,
2024-03-19T02:00:29.919 INFO:teuthology.orchestra.run.smithi073.stdout:        "traverse": 0,
2024-03-19T02:00:29.919 INFO:teuthology.orchestra.run.smithi073.stdout:        "traverse_hit": 0,
2024-03-19T02:00:29.919 INFO:teuthology.orchestra.run.smithi073.stdout:        "traverse_forward": 0,
2024-03-19T02:00:29.919 INFO:teuthology.orchestra.run.smithi073.stdout:        "traverse_discover": 0,
2024-03-19T02:00:29.919 INFO:teuthology.orchestra.run.smithi073.stdout:        "traverse_dir_fetch": 0,
2024-03-19T02:00:29.919 INFO:teuthology.orchestra.run.smithi073.stdout:        "traverse_remote_ino": 0,
2024-03-19T02:00:29.919 INFO:teuthology.orchestra.run.smithi073.stdout:        "traverse_lock": 0,
2024-03-19T02:00:29.919 INFO:teuthology.orchestra.run.smithi073.stdout:        "load_cent": 0,
2024-03-19T02:00:29.919 INFO:teuthology.orchestra.run.smithi073.stdout:        "q": 0,
2024-03-19T02:00:29.919 INFO:teuthology.orchestra.run.smithi073.stdout:        "exported": 0,
2024-03-19T02:00:29.920 INFO:teuthology.orchestra.run.smithi073.stdout:        "exported_inodes": 0,
2024-03-19T02:00:29.920 INFO:teuthology.orchestra.run.smithi073.stdout:        "imported": 0,
2024-03-19T02:00:29.920 INFO:teuthology.orchestra.run.smithi073.stdout:        "imported_inodes": 0,
2024-03-19T02:00:29.920 INFO:teuthology.orchestra.run.smithi073.stdout:        "openino_dir_fetch": 0,
2024-03-19T02:00:29.920 INFO:teuthology.orchestra.run.smithi073.stdout:        "openino_backtrace_fetch": 0,
2024-03-19T02:00:29.920 INFO:teuthology.orchestra.run.smithi073.stdout:        "openino_peer_discover": 0,
2024-03-19T02:00:29.920 INFO:teuthology.orchestra.run.smithi073.stdout:        "root_rfiles": 0,
2024-03-19T02:00:29.920 INFO:teuthology.orchestra.run.smithi073.stdout:        "root_rbytes": 0,
2024-03-19T02:00:29.920 INFO:teuthology.orchestra.run.smithi073.stdout:        "root_rsnaps": 0,
2024-03-19T02:00:29.920 INFO:teuthology.orchestra.run.smithi073.stdout:        "scrub_backtrace_fetch": 0,
2024-03-19T02:00:29.920 INFO:teuthology.orchestra.run.smithi073.stdout:        "scrub_set_tag": 0,
2024-03-19T02:00:29.920 INFO:teuthology.orchestra.run.smithi073.stdout:        "scrub_backtrace_repaired": 0,
2024-03-19T02:00:29.920 INFO:teuthology.orchestra.run.smithi073.stdout:        "scrub_inotable_repaired": 0,
2024-03-19T02:00:29.920 INFO:teuthology.orchestra.run.smithi073.stdout:        "scrub_dir_inodes": 0,
2024-03-19T02:00:29.920 INFO:teuthology.orchestra.run.smithi073.stdout:        "scrub_dir_base_inodes": 0,
2024-03-19T02:00:29.920 INFO:teuthology.orchestra.run.smithi073.stdout:        "scrub_dirfrag_rstats": 0,
2024-03-19T02:00:29.921 INFO:teuthology.orchestra.run.smithi073.stdout:        "scrub_file_inodes": 0,
2024-03-19T02:00:29.921 INFO:teuthology.orchestra.run.smithi073.stdout:        "handle_inode_file_caps": 0,
2024-03-19T02:00:29.921 INFO:teuthology.orchestra.run.smithi073.stdout:        "ceph_cap_op_revoke": 0,
2024-03-19T02:00:29.921 INFO:teuthology.orchestra.run.smithi073.stdout:        "ceph_cap_op_grant": 0,
2024-03-19T02:00:29.921 INFO:teuthology.orchestra.run.smithi073.stdout:        "ceph_cap_op_trunc": 0,
2024-03-19T02:00:29.921 INFO:teuthology.orchestra.run.smithi073.stdout:        "ceph_cap_op_flushsnap_ack": 0,
2024-03-19T02:00:29.921 INFO:teuthology.orchestra.run.smithi073.stdout:        "ceph_cap_op_flush_ack": 0,
2024-03-19T02:00:29.921 INFO:teuthology.orchestra.run.smithi073.stdout:        "handle_client_caps": 0,
2024-03-19T02:00:29.921 INFO:teuthology.orchestra.run.smithi073.stdout:        "handle_client_caps_dirty": 0,
2024-03-19T02:00:29.921 INFO:teuthology.orchestra.run.smithi073.stdout:        "handle_client_cap_release": 0,
2024-03-19T02:00:29.921 INFO:teuthology.orchestra.run.smithi073.stdout:        "process_request_cap_release": 0
2024-03-19T02:00:29.921 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:29.921 INFO:teuthology.orchestra.run.smithi073.stdout:    "mds_cache": {
2024-03-19T02:00:29.921 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir_update": 0,
2024-03-19T02:00:29.921 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir_update_receipt": 0,
2024-03-19T02:00:29.921 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir_try_discover": 0,
2024-03-19T02:00:29.922 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir_send_discover": 0,
2024-03-19T02:00:29.922 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir_handle_discover": 0,
2024-03-19T02:00:29.922 INFO:teuthology.orchestra.run.smithi073.stdout:        "num_strays": 0,
2024-03-19T02:00:29.922 INFO:teuthology.orchestra.run.smithi073.stdout:        "num_strays_delayed": 0,
2024-03-19T02:00:29.922 INFO:teuthology.orchestra.run.smithi073.stdout:        "num_strays_enqueuing": 0,
2024-03-19T02:00:29.922 INFO:teuthology.orchestra.run.smithi073.stdout:        "strays_created": 0,
2024-03-19T02:00:29.922 INFO:teuthology.orchestra.run.smithi073.stdout:        "strays_enqueued": 0,
2024-03-19T02:00:29.922 INFO:teuthology.orchestra.run.smithi073.stdout:        "strays_reintegrated": 0,
2024-03-19T02:00:29.922 INFO:teuthology.orchestra.run.smithi073.stdout:        "strays_migrated": 0,
2024-03-19T02:00:29.922 INFO:teuthology.orchestra.run.smithi073.stdout:        "num_recovering_processing": 0,
2024-03-19T02:00:29.922 INFO:teuthology.orchestra.run.smithi073.stdout:        "num_recovering_enqueued": 0,
2024-03-19T02:00:29.922 INFO:teuthology.orchestra.run.smithi073.stdout:        "num_recovering_prioritized": 0,
2024-03-19T02:00:29.922 INFO:teuthology.orchestra.run.smithi073.stdout:        "recovery_started": 0,
2024-03-19T02:00:29.922 INFO:teuthology.orchestra.run.smithi073.stdout:        "recovery_completed": 0,
2024-03-19T02:00:29.922 INFO:teuthology.orchestra.run.smithi073.stdout:        "ireq_quiesce_path": 0,
2024-03-19T02:00:29.923 INFO:teuthology.orchestra.run.smithi073.stdout:        "ireq_quiesce_inode": 0,
2024-03-19T02:00:29.923 INFO:teuthology.orchestra.run.smithi073.stdout:        "ireq_enqueue_scrub": 0,
2024-03-19T02:00:29.923 INFO:teuthology.orchestra.run.smithi073.stdout:        "ireq_exportdir": 0,
2024-03-19T02:00:29.923 INFO:teuthology.orchestra.run.smithi073.stdout:        "ireq_flush": 0,
2024-03-19T02:00:29.923 INFO:teuthology.orchestra.run.smithi073.stdout:        "ireq_fragmentdir": 0,
2024-03-19T02:00:29.923 INFO:teuthology.orchestra.run.smithi073.stdout:        "ireq_fragstats": 0,
2024-03-19T02:00:29.923 INFO:teuthology.orchestra.run.smithi073.stdout:        "ireq_inodestats": 0
2024-03-19T02:00:29.923 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:29.923 INFO:teuthology.orchestra.run.smithi073.stdout:    "mds_log": {
2024-03-19T02:00:29.923 INFO:teuthology.orchestra.run.smithi073.stdout:        "evlrg": 0,
2024-03-19T02:00:29.923 INFO:teuthology.orchestra.run.smithi073.stdout:        "evadd": 0,
2024-03-19T02:00:29.923 INFO:teuthology.orchestra.run.smithi073.stdout:        "evex": 0,
2024-03-19T02:00:29.923 INFO:teuthology.orchestra.run.smithi073.stdout:        "evtrm": 0,
2024-03-19T02:00:29.923 INFO:teuthology.orchestra.run.smithi073.stdout:        "ev": 8329,
2024-03-19T02:00:29.923 INFO:teuthology.orchestra.run.smithi073.stdout:        "evexg": 0,
2024-03-19T02:00:29.923 INFO:teuthology.orchestra.run.smithi073.stdout:        "evexd": 0,
2024-03-19T02:00:29.923 INFO:teuthology.orchestra.run.smithi073.stdout:        "segadd": 0,
2024-03-19T02:00:29.924 INFO:teuthology.orchestra.run.smithi073.stdout:        "segex": 0,
2024-03-19T02:00:29.924 INFO:teuthology.orchestra.run.smithi073.stdout:        "segtrm": 0,
2024-03-19T02:00:29.924 INFO:teuthology.orchestra.run.smithi073.stdout:        "seg": 13,
2024-03-19T02:00:29.924 INFO:teuthology.orchestra.run.smithi073.stdout:        "segmjr": 2,
2024-03-19T02:00:29.924 INFO:teuthology.orchestra.run.smithi073.stdout:        "segexg": 0,
2024-03-19T02:00:29.924 INFO:teuthology.orchestra.run.smithi073.stdout:        "segexd": 0,
2024-03-19T02:00:29.924 INFO:teuthology.orchestra.run.smithi073.stdout:        "expos": 4194304,
2024-03-19T02:00:29.924 INFO:teuthology.orchestra.run.smithi073.stdout:        "wrpos": 30560656,
2024-03-19T02:00:29.924 INFO:teuthology.orchestra.run.smithi073.stdout:        "rdpos": 30557622,
2024-03-19T02:00:29.924 INFO:teuthology.orchestra.run.smithi073.stdout:        "jlat": {
2024-03-19T02:00:29.924 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.924 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.924 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.924 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.924 INFO:teuthology.orchestra.run.smithi073.stdout:        "replayed": 8329
2024-03-19T02:00:29.924 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:29.925 INFO:teuthology.orchestra.run.smithi073.stdout:    "mds_mem": {
2024-03-19T02:00:29.925 INFO:teuthology.orchestra.run.smithi073.stdout:        "ino": 1888,
2024-03-19T02:00:29.925 INFO:teuthology.orchestra.run.smithi073.stdout:        "ino+": 6197,
2024-03-19T02:00:29.925 INFO:teuthology.orchestra.run.smithi073.stdout:        "ino-": 4309,
2024-03-19T02:00:29.925 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir": 363,
2024-03-19T02:00:29.925 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir+": 678,
2024-03-19T02:00:29.925 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir-": 315,
2024-03-19T02:00:29.925 INFO:teuthology.orchestra.run.smithi073.stdout:        "dn": 6158,
2024-03-19T02:00:29.925 INFO:teuthology.orchestra.run.smithi073.stdout:        "dn+": 9319,
2024-03-19T02:00:29.925 INFO:teuthology.orchestra.run.smithi073.stdout:        "dn-": 3161,
2024-03-19T02:00:29.925 INFO:teuthology.orchestra.run.smithi073.stdout:        "cap": 0,
2024-03-19T02:00:29.925 INFO:teuthology.orchestra.run.smithi073.stdout:        "cap+": 0,
2024-03-19T02:00:29.925 INFO:teuthology.orchestra.run.smithi073.stdout:        "cap-": 0,
2024-03-19T02:00:29.925 INFO:teuthology.orchestra.run.smithi073.stdout:        "rss": 76408,
2024-03-19T02:00:29.925 INFO:teuthology.orchestra.run.smithi073.stdout:        "heap": 215420
2024-03-19T02:00:29.925 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:29.926 INFO:teuthology.orchestra.run.smithi073.stdout:    "mds_server": {
2024-03-19T02:00:29.926 INFO:teuthology.orchestra.run.smithi073.stdout:        "dispatch_client_request": 0,
2024-03-19T02:00:29.926 INFO:teuthology.orchestra.run.smithi073.stdout:        "dispatch_server_request": 0,
2024-03-19T02:00:29.926 INFO:teuthology.orchestra.run.smithi073.stdout:        "handle_client_request": 0,
2024-03-19T02:00:29.926 INFO:teuthology.orchestra.run.smithi073.stdout:        "handle_client_session": 0,
2024-03-19T02:00:29.926 INFO:teuthology.orchestra.run.smithi073.stdout:        "handle_peer_request": 0,
2024-03-19T02:00:29.926 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_create_latency": {
2024-03-19T02:00:29.926 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.926 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.926 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.926 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.926 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_getattr_latency": {
2024-03-19T02:00:29.926 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.926 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.926 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.927 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.927 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_getfilelock_latency": {
2024-03-19T02:00:29.927 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.927 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.927 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.927 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.927 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_link_latency": {
2024-03-19T02:00:29.927 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.927 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.927 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.927 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.927 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_lookup_latency": {
2024-03-19T02:00:29.927 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.927 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.927 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.927 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.928 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_lookuphash_latency": {
2024-03-19T02:00:29.928 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.928 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.928 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.928 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.928 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_lookupino_latency": {
2024-03-19T02:00:29.928 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.928 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.928 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.928 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.928 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_lookupname_latency": {
2024-03-19T02:00:29.928 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.928 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.928 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.928 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.928 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_lookupparent_latency": {
2024-03-19T02:00:29.928 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.929 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.929 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.929 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.929 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_lookupsnap_latency": {
2024-03-19T02:00:29.929 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.929 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.929 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.929 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.929 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_lssnap_latency": {
2024-03-19T02:00:29.929 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.929 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.929 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.929 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.929 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_mkdir_latency": {
2024-03-19T02:00:29.930 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.930 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.930 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.930 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.930 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_mknod_latency": {
2024-03-19T02:00:29.930 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.930 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.930 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.930 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.931 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_mksnap_latency": {
2024-03-19T02:00:29.931 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.931 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.931 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.931 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.931 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_open_latency": {
2024-03-19T02:00:29.931 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.931 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.931 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.931 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.931 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_readdir_latency": {
2024-03-19T02:00:29.931 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.932 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.932 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.932 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.932 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_rename_latency": {
2024-03-19T02:00:29.932 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.932 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.932 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.932 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.932 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_renamesnap_latency": {
2024-03-19T02:00:29.932 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.932 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.932 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.932 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.933 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_snapdiff_latency": {
2024-03-19T02:00:29.933 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.933 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.933 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.933 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.933 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_rmdir_latency": {
2024-03-19T02:00:29.933 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.933 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.933 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.933 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.933 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_rmsnap_latency": {
2024-03-19T02:00:29.933 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.933 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.934 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.934 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.934 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_rmxattr_latency": {
2024-03-19T02:00:29.934 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.934 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.934 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.934 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.934 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_setattr_latency": {
2024-03-19T02:00:29.934 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.934 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.934 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.934 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.934 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_setdirlayout_latency": {
2024-03-19T02:00:29.934 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.935 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.935 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.935 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.935 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_setfilelock_latency": {
2024-03-19T02:00:29.935 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.935 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.935 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.935 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.935 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_setlayout_latency": {
2024-03-19T02:00:29.935 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.935 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.935 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.935 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.935 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_setxattr_latency": {
2024-03-19T02:00:29.936 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.936 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.936 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.936 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.936 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_symlink_latency": {
2024-03-19T02:00:29.936 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.936 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.936 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.936 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.936 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_unlink_latency": {
2024-03-19T02:00:29.936 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.936 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.936 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.936 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.936 INFO:teuthology.orchestra.run.smithi073.stdout:        "cap_revoke_eviction": 0,
2024-03-19T02:00:29.936 INFO:teuthology.orchestra.run.smithi073.stdout:        "cap_acquisition_throttle": 0,
2024-03-19T02:00:29.937 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_getvxattr_latency": {
2024-03-19T02:00:29.937 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.937 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.937 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.937 INFO:teuthology.orchestra.run.smithi073.stdout:        }
2024-03-19T02:00:29.937 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:29.937 INFO:teuthology.orchestra.run.smithi073.stdout:    "mds_sessions": {
2024-03-19T02:00:29.937 INFO:teuthology.orchestra.run.smithi073.stdout:        "session_count": 2,
2024-03-19T02:00:29.937 INFO:teuthology.orchestra.run.smithi073.stdout:        "session_add": 5,
2024-03-19T02:00:29.937 INFO:teuthology.orchestra.run.smithi073.stdout:        "session_remove": 3,
2024-03-19T02:00:29.937 INFO:teuthology.orchestra.run.smithi073.stdout:        "sessions_open": 4,
2024-03-19T02:00:29.937 INFO:teuthology.orchestra.run.smithi073.stdout:        "sessions_stale": 0,
2024-03-19T02:00:29.937 INFO:teuthology.orchestra.run.smithi073.stdout:        "total_load": 0,
2024-03-19T02:00:29.937 INFO:teuthology.orchestra.run.smithi073.stdout:        "average_load": 0,
2024-03-19T02:00:29.937 INFO:teuthology.orchestra.run.smithi073.stdout:        "avg_session_uptime": 7694,
2024-03-19T02:00:29.937 INFO:teuthology.orchestra.run.smithi073.stdout:        "mdthresh_evicted": 0
2024-03-19T02:00:29.938 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:29.938 INFO:teuthology.orchestra.run.smithi073.stdout:    "mempool": {
2024-03-19T02:00:29.938 INFO:teuthology.orchestra.run.smithi073.stdout:        "bloom_filter_bytes": 0,
2024-03-19T02:00:29.938 INFO:teuthology.orchestra.run.smithi073.stdout:        "bloom_filter_items": 0,
2024-03-19T02:00:29.938 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_alloc_bytes": 0,
2024-03-19T02:00:29.938 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_alloc_items": 0,
2024-03-19T02:00:29.938 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_data_bytes": 0,
2024-03-19T02:00:29.938 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_data_items": 0,
2024-03-19T02:00:29.938 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_onode_bytes": 0,
2024-03-19T02:00:29.938 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_onode_items": 0,
2024-03-19T02:00:29.938 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_meta_bytes": 0,
2024-03-19T02:00:29.938 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_meta_items": 0,
2024-03-19T02:00:29.938 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_other_bytes": 0,
2024-03-19T02:00:29.938 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_other_items": 0,
2024-03-19T02:00:29.938 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_buffer_bytes": 0,
2024-03-19T02:00:29.939 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_buffer_items": 0,
2024-03-19T02:00:29.939 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_extent_bytes": 0,
2024-03-19T02:00:29.939 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_extent_items": 0,
2024-03-19T02:00:29.939 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_blob_bytes": 0,
2024-03-19T02:00:29.939 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_blob_items": 0,
2024-03-19T02:00:29.939 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_shared_blob_bytes": 0,
2024-03-19T02:00:29.939 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_shared_blob_items": 0,
2024-03-19T02:00:29.939 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_inline_bl_bytes": 0,
2024-03-19T02:00:29.939 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_inline_bl_items": 0,
2024-03-19T02:00:29.939 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_fsck_bytes": 0,
2024-03-19T02:00:29.939 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_fsck_items": 0,
2024-03-19T02:00:29.939 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_txc_bytes": 0,
2024-03-19T02:00:29.939 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_txc_items": 0,
2024-03-19T02:00:29.939 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_writing_deferred_bytes": 0,
2024-03-19T02:00:29.940 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_writing_deferred_items": 0,
2024-03-19T02:00:29.940 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_writing_bytes": 0,
2024-03-19T02:00:29.940 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_writing_items": 0,
2024-03-19T02:00:29.940 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluefs_bytes": 0,
2024-03-19T02:00:29.940 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluefs_items": 0,
2024-03-19T02:00:29.940 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluefs_file_reader_bytes": 0,
2024-03-19T02:00:29.940 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluefs_file_reader_items": 0,
2024-03-19T02:00:29.940 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluefs_file_writer_bytes": 0,
2024-03-19T02:00:29.940 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluefs_file_writer_items": 0,
2024-03-19T02:00:29.940 INFO:teuthology.orchestra.run.smithi073.stdout:        "buffer_anon_bytes": 206377,
2024-03-19T02:00:29.940 INFO:teuthology.orchestra.run.smithi073.stdout:        "buffer_anon_items": 62,
2024-03-19T02:00:29.940 INFO:teuthology.orchestra.run.smithi073.stdout:        "buffer_meta_bytes": 0,
2024-03-19T02:00:29.940 INFO:teuthology.orchestra.run.smithi073.stdout:        "buffer_meta_items": 0,
2024-03-19T02:00:29.940 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_bytes": 0,
2024-03-19T02:00:29.940 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_items": 0,
2024-03-19T02:00:29.940 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_mapbl_bytes": 0,
2024-03-19T02:00:29.941 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_mapbl_items": 0,
2024-03-19T02:00:29.941 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_pglog_bytes": 0,
2024-03-19T02:00:29.941 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_pglog_items": 0,
2024-03-19T02:00:29.941 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdmap_bytes": 9512,
2024-03-19T02:00:29.941 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdmap_items": 182,
2024-03-19T02:00:29.941 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdmap_mapping_bytes": 0,
2024-03-19T02:00:29.941 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdmap_mapping_items": 0,
2024-03-19T02:00:29.941 INFO:teuthology.orchestra.run.smithi073.stdout:        "pgmap_bytes": 0,
2024-03-19T02:00:29.941 INFO:teuthology.orchestra.run.smithi073.stdout:        "pgmap_items": 0,
2024-03-19T02:00:29.941 INFO:teuthology.orchestra.run.smithi073.stdout:        "mds_co_bytes": 9642213,
2024-03-19T02:00:29.941 INFO:teuthology.orchestra.run.smithi073.stdout:        "mds_co_items": 550214,
2024-03-19T02:00:29.941 INFO:teuthology.orchestra.run.smithi073.stdout:        "unittest_1_bytes": 0,
2024-03-19T02:00:29.941 INFO:teuthology.orchestra.run.smithi073.stdout:        "unittest_1_items": 0,
2024-03-19T02:00:29.941 INFO:teuthology.orchestra.run.smithi073.stdout:        "unittest_2_bytes": 0,
2024-03-19T02:00:29.942 INFO:teuthology.orchestra.run.smithi073.stdout:        "unittest_2_items": 0
2024-03-19T02:00:29.942 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:29.942 INFO:teuthology.orchestra.run.smithi073.stdout:    "objecter": {
2024-03-19T02:00:29.942 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_active": 0,
2024-03-19T02:00:29.942 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_laggy": 0,
2024-03-19T02:00:29.942 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_send": 2263,
2024-03-19T02:00:29.942 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_send_bytes": 21,
2024-03-19T02:00:29.942 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_resend": 3,
2024-03-19T02:00:29.942 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_reply": 2263,
2024-03-19T02:00:29.942 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_latency": {
2024-03-19T02:00:29.942 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 2263,
2024-03-19T02:00:29.942 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 1.163974246,
2024-03-19T02:00:29.942 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000514350
2024-03-19T02:00:29.943 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.943 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_inflight": 0,
2024-03-19T02:00:29.943 INFO:teuthology.orchestra.run.smithi073.stdout:        "oplen_avg": {
2024-03-19T02:00:29.943 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 2263,
2024-03-19T02:00:29.943 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 2264
2024-03-19T02:00:29.943 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:29.943 INFO:teuthology.orchestra.run.smithi073.stdout:        "op": 2263,
2024-03-19T02:00:29.943 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_r": 2263,
2024-03-19T02:00:29.943 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_w": 0,
2024-03-19T02:00:29.943 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_rmw": 0,
2024-03-19T02:00:29.943 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_pg": 0,
2024-03-19T02:00:29.943 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_stat": 1428,
2024-03-19T02:00:29.944 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_create": 0,
2024-03-19T02:00:29.944 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_read": 833,
2024-03-19T02:00:29.944 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_write": 0,
2024-03-19T02:00:29.944 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_writefull": 0,
2024-03-19T02:00:29.944 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_writesame": 0,
2024-03-19T02:00:29.944 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_append": 0,
2024-03-19T02:00:29.944 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_zero": 0,
2024-03-19T02:00:29.944 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_truncate": 0,
2024-03-19T02:00:29.944 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_delete": 0,
2024-03-19T02:00:29.944 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_mapext": 0,
2024-03-19T02:00:29.944 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_sparse_read": 0,
2024-03-19T02:00:29.944 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_clonerange": 0,
2024-03-19T02:00:29.944 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_getxattr": 1,
2024-03-19T02:00:29.944 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_setxattr": 0,
2024-03-19T02:00:29.944 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_cmpxattr": 0,
2024-03-19T02:00:29.945 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_rmxattr": 0,
2024-03-19T02:00:29.945 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_resetxattrs": 0,
2024-03-19T02:00:29.945 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_call": 0,
2024-03-19T02:00:29.945 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_watch": 0,
2024-03-19T02:00:29.945 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_notify": 0,
2024-03-19T02:00:29.945 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_src_cmpxattr": 0,
2024-03-19T02:00:29.945 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_pgls": 0,
2024-03-19T02:00:29.945 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_pgls_filter": 0,
2024-03-19T02:00:29.945 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_other": 0,
2024-03-19T02:00:29.945 INFO:teuthology.orchestra.run.smithi073.stdout:        "linger_active": 0,
2024-03-19T02:00:29.945 INFO:teuthology.orchestra.run.smithi073.stdout:        "linger_send": 0,
2024-03-19T02:00:29.945 INFO:teuthology.orchestra.run.smithi073.stdout:        "linger_resend": 0,
2024-03-19T02:00:29.945 INFO:teuthology.orchestra.run.smithi073.stdout:        "linger_ping": 0,
2024-03-19T02:00:29.945 INFO:teuthology.orchestra.run.smithi073.stdout:        "poolop_active": 0,
2024-03-19T02:00:29.945 INFO:teuthology.orchestra.run.smithi073.stdout:        "poolop_send": 0,
2024-03-19T02:00:29.945 INFO:teuthology.orchestra.run.smithi073.stdout:        "poolop_resend": 0,
2024-03-19T02:00:29.946 INFO:teuthology.orchestra.run.smithi073.stdout:        "poolstat_active": 0,
2024-03-19T02:00:29.946 INFO:teuthology.orchestra.run.smithi073.stdout:        "poolstat_send": 0,
2024-03-19T02:00:29.946 INFO:teuthology.orchestra.run.smithi073.stdout:        "poolstat_resend": 0,
2024-03-19T02:00:29.946 INFO:teuthology.orchestra.run.smithi073.stdout:        "statfs_active": 0,
2024-03-19T02:00:29.946 INFO:teuthology.orchestra.run.smithi073.stdout:        "statfs_send": 0,
2024-03-19T02:00:29.946 INFO:teuthology.orchestra.run.smithi073.stdout:        "statfs_resend": 0,
2024-03-19T02:00:29.946 INFO:teuthology.orchestra.run.smithi073.stdout:        "command_active": 0,
2024-03-19T02:00:29.946 INFO:teuthology.orchestra.run.smithi073.stdout:        "command_send": 0,
2024-03-19T02:00:29.946 INFO:teuthology.orchestra.run.smithi073.stdout:        "command_resend": 0,
2024-03-19T02:00:29.946 INFO:teuthology.orchestra.run.smithi073.stdout:        "map_epoch": 102,
2024-03-19T02:00:29.946 INFO:teuthology.orchestra.run.smithi073.stdout:        "map_full": 0,
2024-03-19T02:00:29.946 INFO:teuthology.orchestra.run.smithi073.stdout:        "map_inc": 13,
2024-03-19T02:00:29.946 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_sessions": 7,
2024-03-19T02:00:29.946 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_session_open": 7,
2024-03-19T02:00:29.946 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_session_close": 0,
2024-03-19T02:00:29.947 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_laggy": 0,
2024-03-19T02:00:29.947 INFO:teuthology.orchestra.run.smithi073.stdout:        "omap_wr": 0,
2024-03-19T02:00:29.947 INFO:teuthology.orchestra.run.smithi073.stdout:        "omap_rd": 2,
2024-03-19T02:00:29.947 INFO:teuthology.orchestra.run.smithi073.stdout:        "omap_del": 0
2024-03-19T02:00:29.947 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:29.947 INFO:teuthology.orchestra.run.smithi073.stdout:    "oft": {
2024-03-19T02:00:29.947 INFO:teuthology.orchestra.run.smithi073.stdout:        "omap_total_objs": 0,
2024-03-19T02:00:29.947 INFO:teuthology.orchestra.run.smithi073.stdout:        "omap_total_kv_pairs": 0,
2024-03-19T02:00:29.947 INFO:teuthology.orchestra.run.smithi073.stdout:        "omap_total_updates": 0,
2024-03-19T02:00:29.947 INFO:teuthology.orchestra.run.smithi073.stdout:        "omap_total_removes": 0
2024-03-19T02:00:29.947 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:29.947 INFO:teuthology.orchestra.run.smithi073.stdout:    "osd-slow-ops": {
2024-03-19T02:00:29.947 INFO:teuthology.orchestra.run.smithi073.stdout:        "slow_ops_count": 0
2024-03-19T02:00:29.948 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:29.948 INFO:teuthology.orchestra.run.smithi073.stdout:    "purge_queue": {
2024-03-19T02:00:29.948 INFO:teuthology.orchestra.run.smithi073.stdout:        "pq_executing_ops": 0,
2024-03-19T02:00:29.948 INFO:teuthology.orchestra.run.smithi073.stdout:        "pq_executing_ops_high_water": 0,
2024-03-19T02:00:29.948 INFO:teuthology.orchestra.run.smithi073.stdout:        "pq_executing": 0,
2024-03-19T02:00:29.948 INFO:teuthology.orchestra.run.smithi073.stdout:        "pq_executing_high_water": 0,
2024-03-19T02:00:29.948 INFO:teuthology.orchestra.run.smithi073.stdout:        "pq_executed_ops": 0,
2024-03-19T02:00:29.948 INFO:teuthology.orchestra.run.smithi073.stdout:        "pq_executed": 0,
2024-03-19T02:00:29.948 INFO:teuthology.orchestra.run.smithi073.stdout:        "pq_item_in_journal": 0
2024-03-19T02:00:29.948 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:29.948 INFO:teuthology.orchestra.run.smithi073.stdout:    "throttle-msgr_dispatch_throttler-mds": {
2024-03-19T02:00:29.948 INFO:teuthology.orchestra.run.smithi073.stdout:        "val": 0,
2024-03-19T02:00:29.948 INFO:teuthology.orchestra.run.smithi073.stdout:        "max": 104857600,
2024-03-19T02:00:29.948 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_started": 0,
2024-03-19T02:00:29.948 INFO:teuthology.orchestra.run.smithi073.stdout:        "get": 2523,
2024-03-19T02:00:29.949 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_sum": 28291198,
2024-03-19T02:00:29.949 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:29.949 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_or_fail_success": 2523,
2024-03-19T02:00:29.949 INFO:teuthology.orchestra.run.smithi073.stdout:        "take": 0,
2024-03-19T02:00:29.949 INFO:teuthology.orchestra.run.smithi073.stdout:        "take_sum": 0,
2024-03-19T02:00:29.949 INFO:teuthology.orchestra.run.smithi073.stdout:        "put": 2523,
2024-03-19T02:00:29.949 INFO:teuthology.orchestra.run.smithi073.stdout:        "put_sum": 28291198,
2024-03-19T02:00:29.949 INFO:teuthology.orchestra.run.smithi073.stdout:        "wait": {
2024-03-19T02:00:29.949 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.949 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.949 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.949 INFO:teuthology.orchestra.run.smithi073.stdout:        }
2024-03-19T02:00:29.949 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:29.949 INFO:teuthology.orchestra.run.smithi073.stdout:    "throttle-objecter_bytes": {
2024-03-19T02:00:29.949 INFO:teuthology.orchestra.run.smithi073.stdout:        "val": 0,
2024-03-19T02:00:29.949 INFO:teuthology.orchestra.run.smithi073.stdout:        "max": 104857600,
2024-03-19T02:00:29.950 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_started": 0,
2024-03-19T02:00:29.950 INFO:teuthology.orchestra.run.smithi073.stdout:        "get": 0,
2024-03-19T02:00:29.950 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_sum": 0,
2024-03-19T02:00:29.950 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:29.950 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_or_fail_success": 0,
2024-03-19T02:00:29.950 INFO:teuthology.orchestra.run.smithi073.stdout:        "take": 2263,
2024-03-19T02:00:29.950 INFO:teuthology.orchestra.run.smithi073.stdout:        "take_sum": 26371381,
2024-03-19T02:00:29.950 INFO:teuthology.orchestra.run.smithi073.stdout:        "put": 2263,
2024-03-19T02:00:29.950 INFO:teuthology.orchestra.run.smithi073.stdout:        "put_sum": 26371381,
2024-03-19T02:00:29.950 INFO:teuthology.orchestra.run.smithi073.stdout:        "wait": {
2024-03-19T02:00:29.950 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.951 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.951 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.951 INFO:teuthology.orchestra.run.smithi073.stdout:        }
2024-03-19T02:00:29.951 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:29.951 INFO:teuthology.orchestra.run.smithi073.stdout:    "throttle-objecter_ops": {
2024-03-19T02:00:29.951 INFO:teuthology.orchestra.run.smithi073.stdout:        "val": 0,
2024-03-19T02:00:29.951 INFO:teuthology.orchestra.run.smithi073.stdout:        "max": 1024,
2024-03-19T02:00:29.951 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_started": 0,
2024-03-19T02:00:29.951 INFO:teuthology.orchestra.run.smithi073.stdout:        "get": 0,
2024-03-19T02:00:29.951 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_sum": 0,
2024-03-19T02:00:29.951 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:29.951 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_or_fail_success": 0,
2024-03-19T02:00:29.951 INFO:teuthology.orchestra.run.smithi073.stdout:        "take": 2263,
2024-03-19T02:00:29.951 INFO:teuthology.orchestra.run.smithi073.stdout:        "take_sum": 2263,
2024-03-19T02:00:29.952 INFO:teuthology.orchestra.run.smithi073.stdout:        "put": 2263,
2024-03-19T02:00:29.952 INFO:teuthology.orchestra.run.smithi073.stdout:        "put_sum": 2263,
2024-03-19T02:00:29.952 INFO:teuthology.orchestra.run.smithi073.stdout:        "wait": {
2024-03-19T02:00:29.952 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.952 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.952 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.952 INFO:teuthology.orchestra.run.smithi073.stdout:        }
2024-03-19T02:00:29.952 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:29.952 INFO:teuthology.orchestra.run.smithi073.stdout:    "throttle-write_buf_throttle": {
2024-03-19T02:00:29.952 INFO:teuthology.orchestra.run.smithi073.stdout:        "val": 0,
2024-03-19T02:00:29.952 INFO:teuthology.orchestra.run.smithi073.stdout:        "max": 3758096384,
2024-03-19T02:00:29.952 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_started": 0,
2024-03-19T02:00:29.952 INFO:teuthology.orchestra.run.smithi073.stdout:        "get": 0,
2024-03-19T02:00:29.952 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_sum": 0,
2024-03-19T02:00:29.952 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:29.952 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_or_fail_success": 0,
2024-03-19T02:00:29.953 INFO:teuthology.orchestra.run.smithi073.stdout:        "take": 0,
2024-03-19T02:00:29.953 INFO:teuthology.orchestra.run.smithi073.stdout:        "take_sum": 0,
2024-03-19T02:00:29.953 INFO:teuthology.orchestra.run.smithi073.stdout:        "put": 0,
2024-03-19T02:00:29.953 INFO:teuthology.orchestra.run.smithi073.stdout:        "put_sum": 0,
2024-03-19T02:00:29.953 INFO:teuthology.orchestra.run.smithi073.stdout:        "wait": {
2024-03-19T02:00:29.953 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.953 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.953 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.953 INFO:teuthology.orchestra.run.smithi073.stdout:        }
2024-03-19T02:00:29.953 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:29.953 INFO:teuthology.orchestra.run.smithi073.stdout:    "throttle-write_buf_throttle-0x5609162e86e0": {
2024-03-19T02:00:29.953 INFO:teuthology.orchestra.run.smithi073.stdout:        "val": 0,
2024-03-19T02:00:29.953 INFO:teuthology.orchestra.run.smithi073.stdout:        "max": 3758096384,
2024-03-19T02:00:29.953 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_started": 0,
2024-03-19T02:00:29.954 INFO:teuthology.orchestra.run.smithi073.stdout:        "get": 0,
2024-03-19T02:00:29.954 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_sum": 0,
2024-03-19T02:00:29.954 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:29.954 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_or_fail_success": 0,
2024-03-19T02:00:29.954 INFO:teuthology.orchestra.run.smithi073.stdout:        "take": 0,
2024-03-19T02:00:29.954 INFO:teuthology.orchestra.run.smithi073.stdout:        "take_sum": 0,
2024-03-19T02:00:29.954 INFO:teuthology.orchestra.run.smithi073.stdout:        "put": 0,
2024-03-19T02:00:29.954 INFO:teuthology.orchestra.run.smithi073.stdout:        "put_sum": 0,
2024-03-19T02:00:29.954 INFO:teuthology.orchestra.run.smithi073.stdout:        "wait": {
2024-03-19T02:00:29.954 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:29.954 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:29.954 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:29.954 INFO:teuthology.orchestra.run.smithi073.stdout:        }
2024-03-19T02:00:29.955 INFO:teuthology.orchestra.run.smithi073.stdout:    }
2024-03-19T02:00:29.955 INFO:teuthology.orchestra.run.smithi073.stdout:}
2024-03-19T02:00:30.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:29 smithi073 ceph-mon[66833]: pgmap v323: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 98 B/s wr, 7 op/s
2024-03-19T02:00:30.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:29 smithi102 ceph-mon[66557]: pgmap v323: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 98 B/s wr, 7 op/s
2024-03-19T02:00:30.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:29 smithi046 ceph-mon[63102]: pgmap v323: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 98 B/s wr, 7 op/s
2024-03-19T02:00:30.863 INFO:tasks.check_counter:Daemon mds.e mds.exported=0
2024-03-19T02:00:30.863 INFO:tasks.check_counter:Daemon mds.e mds.imported=0
2024-03-19T02:00:30.863 INFO:tasks.check_counter:Daemon mds.e mds.root_rsnaps=0
2024-03-19T02:00:30.863 INFO:tasks.check_counter:Daemon mds.e mds_server.req_mksnap_latency.avgcount=0
2024-03-19T02:00:30.863 INFO:tasks.check_counter:Daemon mds.e mds_server.req_rmsnap_latency.avgcount=0
2024-03-19T02:00:30.863 DEBUG:tasks.check_counter:Getting stats from h
2024-03-19T02:00:30.863 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph daemon mds.h perf dump
2024-03-19T02:00:31.118 INFO:teuthology.orchestra.run.smithi073.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.b/config
2024-03-19T02:00:32.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:31 smithi073 ceph-mon[66833]: pgmap v324: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s
2024-03-19T02:00:32.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:31 smithi102 ceph-mon[66557]: pgmap v324: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s
2024-03-19T02:00:32.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:31 smithi046 ceph-mon[63102]: pgmap v324: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 10 op/s
2024-03-19T02:00:32.997 INFO:teuthology.orchestra.run.smithi073.stdout:{
2024-03-19T02:00:32.997 INFO:teuthology.orchestra.run.smithi073.stdout:    "AsyncMessenger::Worker-0": {
2024-03-19T02:00:32.997 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_messages": 9286,
2024-03-19T02:00:32.997 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_messages": 10498,
2024-03-19T02:00:32.997 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_bytes": 6628618,
2024-03-19T02:00:32.997 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_bytes": 24212550,
2024-03-19T02:00:32.998 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_created_connections": 14,
2024-03-19T02:00:32.998 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_active_connections": 4,
2024-03-19T02:00:32.998 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_total_time": 0.755451723,
2024-03-19T02:00:32.998 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_send_time": 0.274393778,
2024-03-19T02:00:32.998 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_recv_time": 0.293323551,
2024-03-19T02:00:32.998 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_fast_dispatch_time": 0.184621831,
2024-03-19T02:00:32.998 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:32.998 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 10497,
2024-03-19T02:00:32.998 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.679336954,
2024-03-19T02:00:32.998 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000064717
2024-03-19T02:00:32.998 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:32.998 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:32.998 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 6886,
2024-03-19T02:00:32.999 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.001403085,
2024-03-19T02:00:32.999 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000203
2024-03-19T02:00:32.999 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:32.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_encrypted_bytes": 1532560,
2024-03-19T02:00:32.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_encrypted_bytes": 150752
2024-03-19T02:00:32.999 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:32.999 INFO:teuthology.orchestra.run.smithi073.stdout:    "AsyncMessenger::Worker-1": {
2024-03-19T02:00:32.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_messages": 27205,
2024-03-19T02:00:32.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_messages": 47487,
2024-03-19T02:00:32.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_bytes": 9132122,
2024-03-19T02:00:32.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_bytes": 37612512,
2024-03-19T02:00:32.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_created_connections": 49,
2024-03-19T02:00:32.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_active_connections": 7,
2024-03-19T02:00:32.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_total_time": 1.981834094,
2024-03-19T02:00:32.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_send_time": 0.861562245,
2024-03-19T02:00:32.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_recv_time": 0.993439155,
2024-03-19T02:00:33.000 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_fast_dispatch_time": 0.173048994,
2024-03-19T02:00:33.000 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:33.000 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 47485,
2024-03-19T02:00:33.000 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 1.618624497,
2024-03-19T02:00:33.000 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000034087
2024-03-19T02:00:33.000 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.000 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:33.000 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 56990,
2024-03-19T02:00:33.000 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.010138856,
2024-03-19T02:00:33.000 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000177
2024-03-19T02:00:33.000 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.000 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_encrypted_bytes": 3264,
2024-03-19T02:00:33.000 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_encrypted_bytes": 447856
2024-03-19T02:00:33.000 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:33.001 INFO:teuthology.orchestra.run.smithi073.stdout:    "AsyncMessenger::Worker-2": {
2024-03-19T02:00:33.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_messages": 11282,
2024-03-19T02:00:33.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_messages": 11165,
2024-03-19T02:00:33.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_bytes": 3402984,
2024-03-19T02:00:33.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_bytes": 21979107,
2024-03-19T02:00:33.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_created_connections": 8,
2024-03-19T02:00:33.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_active_connections": 6,
2024-03-19T02:00:33.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_total_time": 0.909136731,
2024-03-19T02:00:33.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_send_time": 0.365699833,
2024-03-19T02:00:33.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_recv_time": 0.202503424,
2024-03-19T02:00:33.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_fast_dispatch_time": 0.281361504,
2024-03-19T02:00:33.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:33.001 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 11163,
2024-03-19T02:00:33.001 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.848373596,
2024-03-19T02:00:33.001 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000075998
2024-03-19T02:00:33.002 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.002 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:33.002 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 631,
2024-03-19T02:00:33.002 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000087463,
2024-03-19T02:00:33.002 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000138
2024-03-19T02:00:33.002 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.002 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_encrypted_bytes": 0,
2024-03-19T02:00:33.002 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_encrypted_bytes": 0
2024-03-19T02:00:33.002 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:33.002 INFO:teuthology.orchestra.run.smithi073.stdout:    "cct": {
2024-03-19T02:00:33.002 INFO:teuthology.orchestra.run.smithi073.stdout:        "total_workers": 1,
2024-03-19T02:00:33.002 INFO:teuthology.orchestra.run.smithi073.stdout:        "unhealthy_workers": 0
2024-03-19T02:00:33.002 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:33.002 INFO:teuthology.orchestra.run.smithi073.stdout:    "finisher-MDSRank": {
2024-03-19T02:00:33.002 INFO:teuthology.orchestra.run.smithi073.stdout:        "queue_len": 0,
2024-03-19T02:00:33.003 INFO:teuthology.orchestra.run.smithi073.stdout:        "complete_latency": {
2024-03-19T02:00:33.003 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 9489,
2024-03-19T02:00:33.003 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 27.272175639,
2024-03-19T02:00:33.003 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.002874083
2024-03-19T02:00:33.003 INFO:teuthology.orchestra.run.smithi073.stdout:        }
2024-03-19T02:00:33.003 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:33.003 INFO:teuthology.orchestra.run.smithi073.stdout:    "finisher-PurgeQueue": {
2024-03-19T02:00:33.003 INFO:teuthology.orchestra.run.smithi073.stdout:        "queue_len": 0,
2024-03-19T02:00:33.003 INFO:teuthology.orchestra.run.smithi073.stdout:        "complete_latency": {
2024-03-19T02:00:33.003 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 6587,
2024-03-19T02:00:33.003 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 2.046842935,
2024-03-19T02:00:33.003 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000310739
2024-03-19T02:00:33.003 INFO:teuthology.orchestra.run.smithi073.stdout:        }
2024-03-19T02:00:33.003 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:33.003 INFO:teuthology.orchestra.run.smithi073.stdout:    "mds": {
2024-03-19T02:00:33.004 INFO:teuthology.orchestra.run.smithi073.stdout:        "request": 13837,
2024-03-19T02:00:33.004 INFO:teuthology.orchestra.run.smithi073.stdout:        "reply": 13835,
2024-03-19T02:00:33.004 INFO:teuthology.orchestra.run.smithi073.stdout:        "reply_latency": {
2024-03-19T02:00:33.004 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 13835,
2024-03-19T02:00:33.004 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 45.459870449,
2024-03-19T02:00:33.004 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.003285859
2024-03-19T02:00:33.004 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.004 INFO:teuthology.orchestra.run.smithi073.stdout:        "slow_reply": 0,
2024-03-19T02:00:33.004 INFO:teuthology.orchestra.run.smithi073.stdout:        "forward": 2,
2024-03-19T02:00:33.004 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir_fetch_complete": 0,
2024-03-19T02:00:33.004 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir_fetch_keys": 0,
2024-03-19T02:00:33.004 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir_commit": 45,
2024-03-19T02:00:33.004 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir_split": 4,
2024-03-19T02:00:33.004 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir_merge": 0,
2024-03-19T02:00:33.004 INFO:teuthology.orchestra.run.smithi073.stdout:        "inodes": 10578,
2024-03-19T02:00:33.004 INFO:teuthology.orchestra.run.smithi073.stdout:        "inodes_top": 0,
2024-03-19T02:00:33.005 INFO:teuthology.orchestra.run.smithi073.stdout:        "inodes_bottom": 2,
2024-03-19T02:00:33.005 INFO:teuthology.orchestra.run.smithi073.stdout:        "inodes_pin_tail": 10576,
2024-03-19T02:00:33.005 INFO:teuthology.orchestra.run.smithi073.stdout:        "inodes_pinned": 10576,
2024-03-19T02:00:33.005 INFO:teuthology.orchestra.run.smithi073.stdout:        "inodes_expired": 1341,
2024-03-19T02:00:33.005 INFO:teuthology.orchestra.run.smithi073.stdout:        "inodes_with_caps": 4,
2024-03-19T02:00:33.005 INFO:teuthology.orchestra.run.smithi073.stdout:        "caps": 4,
2024-03-19T02:00:33.005 INFO:teuthology.orchestra.run.smithi073.stdout:        "subtrees": 4,
2024-03-19T02:00:33.005 INFO:teuthology.orchestra.run.smithi073.stdout:        "traverse": 19230,
2024-03-19T02:00:33.005 INFO:teuthology.orchestra.run.smithi073.stdout:        "traverse_hit": 17857,
2024-03-19T02:00:33.005 INFO:teuthology.orchestra.run.smithi073.stdout:        "traverse_forward": 0,
2024-03-19T02:00:33.005 INFO:teuthology.orchestra.run.smithi073.stdout:        "traverse_discover": 14,
2024-03-19T02:00:33.005 INFO:teuthology.orchestra.run.smithi073.stdout:        "traverse_dir_fetch": 0,
2024-03-19T02:00:33.005 INFO:teuthology.orchestra.run.smithi073.stdout:        "traverse_remote_ino": 0,
2024-03-19T02:00:33.005 INFO:teuthology.orchestra.run.smithi073.stdout:        "traverse_lock": 12,
2024-03-19T02:00:33.005 INFO:teuthology.orchestra.run.smithi073.stdout:        "load_cent": 0,
2024-03-19T02:00:33.005 INFO:teuthology.orchestra.run.smithi073.stdout:        "q": 0,
2024-03-19T02:00:33.006 INFO:teuthology.orchestra.run.smithi073.stdout:        "exported": 16,
2024-03-19T02:00:33.006 INFO:teuthology.orchestra.run.smithi073.stdout:        "exported_inodes": 1275,
2024-03-19T02:00:33.006 INFO:teuthology.orchestra.run.smithi073.stdout:        "imported": 21,
2024-03-19T02:00:33.006 INFO:teuthology.orchestra.run.smithi073.stdout:        "imported_inodes": 3009,
2024-03-19T02:00:33.006 INFO:teuthology.orchestra.run.smithi073.stdout:        "openino_dir_fetch": 0,
2024-03-19T02:00:33.006 INFO:teuthology.orchestra.run.smithi073.stdout:        "openino_backtrace_fetch": 12356,
2024-03-19T02:00:33.006 INFO:teuthology.orchestra.run.smithi073.stdout:        "openino_peer_discover": 0,
2024-03-19T02:00:33.006 INFO:teuthology.orchestra.run.smithi073.stdout:        "root_rfiles": 4,
2024-03-19T02:00:33.006 INFO:teuthology.orchestra.run.smithi073.stdout:        "root_rbytes": 234,
2024-03-19T02:00:33.006 INFO:teuthology.orchestra.run.smithi073.stdout:        "root_rsnaps": 6,
2024-03-19T02:00:33.006 INFO:teuthology.orchestra.run.smithi073.stdout:        "scrub_backtrace_fetch": 12356,
2024-03-19T02:00:33.006 INFO:teuthology.orchestra.run.smithi073.stdout:        "scrub_set_tag": 0,
2024-03-19T02:00:33.006 INFO:teuthology.orchestra.run.smithi073.stdout:        "scrub_backtrace_repaired": 0,
2024-03-19T02:00:33.006 INFO:teuthology.orchestra.run.smithi073.stdout:        "scrub_inotable_repaired": 0,
2024-03-19T02:00:33.006 INFO:teuthology.orchestra.run.smithi073.stdout:        "scrub_dir_inodes": 1375,
2024-03-19T02:00:33.006 INFO:teuthology.orchestra.run.smithi073.stdout:        "scrub_dir_base_inodes": 0,
2024-03-19T02:00:33.007 INFO:teuthology.orchestra.run.smithi073.stdout:        "scrub_dirfrag_rstats": 1375,
2024-03-19T02:00:33.007 INFO:teuthology.orchestra.run.smithi073.stdout:        "scrub_file_inodes": 10981,
2024-03-19T02:00:33.007 INFO:teuthology.orchestra.run.smithi073.stdout:        "handle_inode_file_caps": 0,
2024-03-19T02:00:33.007 INFO:teuthology.orchestra.run.smithi073.stdout:        "ceph_cap_op_revoke": 2870,
2024-03-19T02:00:33.007 INFO:teuthology.orchestra.run.smithi073.stdout:        "ceph_cap_op_grant": 8890,
2024-03-19T02:00:33.007 INFO:teuthology.orchestra.run.smithi073.stdout:        "ceph_cap_op_trunc": 82,
2024-03-19T02:00:33.007 INFO:teuthology.orchestra.run.smithi073.stdout:        "ceph_cap_op_flushsnap_ack": 0,
2024-03-19T02:00:33.007 INFO:teuthology.orchestra.run.smithi073.stdout:        "ceph_cap_op_flush_ack": 0,
2024-03-19T02:00:33.007 INFO:teuthology.orchestra.run.smithi073.stdout:        "handle_client_caps": 7496,
2024-03-19T02:00:33.007 INFO:teuthology.orchestra.run.smithi073.stdout:        "handle_client_caps_dirty": 4323,
2024-03-19T02:00:33.007 INFO:teuthology.orchestra.run.smithi073.stdout:        "handle_client_cap_release": 58,
2024-03-19T02:00:33.007 INFO:teuthology.orchestra.run.smithi073.stdout:        "process_request_cap_release": 13614
2024-03-19T02:00:33.007 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:33.007 INFO:teuthology.orchestra.run.smithi073.stdout:    "mds_cache": {
2024-03-19T02:00:33.007 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir_update": 0,
2024-03-19T02:00:33.007 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir_update_receipt": 0,
2024-03-19T02:00:33.007 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir_try_discover": 0,
2024-03-19T02:00:33.008 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir_send_discover": 19,
2024-03-19T02:00:33.008 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir_handle_discover": 8,
2024-03-19T02:00:33.008 INFO:teuthology.orchestra.run.smithi073.stdout:        "num_strays": 670,
2024-03-19T02:00:33.008 INFO:teuthology.orchestra.run.smithi073.stdout:        "num_strays_delayed": 0,
2024-03-19T02:00:33.008 INFO:teuthology.orchestra.run.smithi073.stdout:        "num_strays_enqueuing": 0,
2024-03-19T02:00:33.008 INFO:teuthology.orchestra.run.smithi073.stdout:        "strays_created": 4823,
2024-03-19T02:00:33.008 INFO:teuthology.orchestra.run.smithi073.stdout:        "strays_enqueued": 4132,
2024-03-19T02:00:33.008 INFO:teuthology.orchestra.run.smithi073.stdout:        "strays_reintegrated": 70,
2024-03-19T02:00:33.008 INFO:teuthology.orchestra.run.smithi073.stdout:        "strays_migrated": 0,
2024-03-19T02:00:33.008 INFO:teuthology.orchestra.run.smithi073.stdout:        "num_recovering_processing": 0,
2024-03-19T02:00:33.008 INFO:teuthology.orchestra.run.smithi073.stdout:        "num_recovering_enqueued": 0,
2024-03-19T02:00:33.008 INFO:teuthology.orchestra.run.smithi073.stdout:        "num_recovering_prioritized": 0,
2024-03-19T02:00:33.008 INFO:teuthology.orchestra.run.smithi073.stdout:        "recovery_started": 0,
2024-03-19T02:00:33.008 INFO:teuthology.orchestra.run.smithi073.stdout:        "recovery_completed": 0,
2024-03-19T02:00:33.008 INFO:teuthology.orchestra.run.smithi073.stdout:        "ireq_quiesce_path": 0,
2024-03-19T02:00:33.008 INFO:teuthology.orchestra.run.smithi073.stdout:        "ireq_quiesce_inode": 0,
2024-03-19T02:00:33.009 INFO:teuthology.orchestra.run.smithi073.stdout:        "ireq_enqueue_scrub": 0,
2024-03-19T02:00:33.009 INFO:teuthology.orchestra.run.smithi073.stdout:        "ireq_exportdir": 16,
2024-03-19T02:00:33.009 INFO:teuthology.orchestra.run.smithi073.stdout:        "ireq_flush": 0,
2024-03-19T02:00:33.009 INFO:teuthology.orchestra.run.smithi073.stdout:        "ireq_fragmentdir": 4,
2024-03-19T02:00:33.009 INFO:teuthology.orchestra.run.smithi073.stdout:        "ireq_fragstats": 0,
2024-03-19T02:00:33.009 INFO:teuthology.orchestra.run.smithi073.stdout:        "ireq_inodestats": 0
2024-03-19T02:00:33.009 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:33.009 INFO:teuthology.orchestra.run.smithi073.stdout:    "mds_log": {
2024-03-19T02:00:33.009 INFO:teuthology.orchestra.run.smithi073.stdout:        "evlrg": 1,
2024-03-19T02:00:33.009 INFO:teuthology.orchestra.run.smithi073.stdout:        "evadd": 18337,
2024-03-19T02:00:33.009 INFO:teuthology.orchestra.run.smithi073.stdout:        "evex": 0,
2024-03-19T02:00:33.009 INFO:teuthology.orchestra.run.smithi073.stdout:        "evtrm": 0,
2024-03-19T02:00:33.009 INFO:teuthology.orchestra.run.smithi073.stdout:        "ev": 18337,
2024-03-19T02:00:33.009 INFO:teuthology.orchestra.run.smithi073.stdout:        "evexg": 0,
2024-03-19T02:00:33.009 INFO:teuthology.orchestra.run.smithi073.stdout:        "evexd": 0,
2024-03-19T02:00:33.009 INFO:teuthology.orchestra.run.smithi073.stdout:        "segadd": 28,
2024-03-19T02:00:33.010 INFO:teuthology.orchestra.run.smithi073.stdout:        "segex": 0,
2024-03-19T02:00:33.010 INFO:teuthology.orchestra.run.smithi073.stdout:        "segtrm": 0,
2024-03-19T02:00:33.010 INFO:teuthology.orchestra.run.smithi073.stdout:        "seg": 28,
2024-03-19T02:00:33.010 INFO:teuthology.orchestra.run.smithi073.stdout:        "segmjr": 3,
2024-03-19T02:00:33.010 INFO:teuthology.orchestra.run.smithi073.stdout:        "segexg": 0,
2024-03-19T02:00:33.010 INFO:teuthology.orchestra.run.smithi073.stdout:        "segexd": 0,
2024-03-19T02:00:33.010 INFO:teuthology.orchestra.run.smithi073.stdout:        "expos": 4194304,
2024-03-19T02:00:33.010 INFO:teuthology.orchestra.run.smithi073.stdout:        "wrpos": 54763077,
2024-03-19T02:00:33.010 INFO:teuthology.orchestra.run.smithi073.stdout:        "rdpos": 0,
2024-03-19T02:00:33.010 INFO:teuthology.orchestra.run.smithi073.stdout:        "jlat": {
2024-03-19T02:00:33.010 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 1973,
2024-03-19T02:00:33.010 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 19.954274252,
2024-03-19T02:00:33.010 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.010113671
2024-03-19T02:00:33.010 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.011 INFO:teuthology.orchestra.run.smithi073.stdout:        "replayed": 0
2024-03-19T02:00:33.011 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:33.011 INFO:teuthology.orchestra.run.smithi073.stdout:    "mds_mem": {
2024-03-19T02:00:33.011 INFO:teuthology.orchestra.run.smithi073.stdout:        "ino": 4667,
2024-03-19T02:00:33.011 INFO:teuthology.orchestra.run.smithi073.stdout:        "ino+": 9600,
2024-03-19T02:00:33.011 INFO:teuthology.orchestra.run.smithi073.stdout:        "ino-": 4933,
2024-03-19T02:00:33.011 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir": 627,
2024-03-19T02:00:33.011 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir+": 814,
2024-03-19T02:00:33.011 INFO:teuthology.orchestra.run.smithi073.stdout:        "dir-": 187,
2024-03-19T02:00:33.011 INFO:teuthology.orchestra.run.smithi073.stdout:        "dn": 10578,
2024-03-19T02:00:33.011 INFO:teuthology.orchestra.run.smithi073.stdout:        "dn+": 16007,
2024-03-19T02:00:33.011 INFO:teuthology.orchestra.run.smithi073.stdout:        "dn-": 5429,
2024-03-19T02:00:33.011 INFO:teuthology.orchestra.run.smithi073.stdout:        "cap": 4,
2024-03-19T02:00:33.011 INFO:teuthology.orchestra.run.smithi073.stdout:        "cap+": 5493,
2024-03-19T02:00:33.011 INFO:teuthology.orchestra.run.smithi073.stdout:        "cap-": 5489,
2024-03-19T02:00:33.012 INFO:teuthology.orchestra.run.smithi073.stdout:        "rss": 142224,
2024-03-19T02:00:33.012 INFO:teuthology.orchestra.run.smithi073.stdout:        "heap": 223612
2024-03-19T02:00:33.012 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:33.012 INFO:teuthology.orchestra.run.smithi073.stdout:    "mds_server": {
2024-03-19T02:00:33.012 INFO:teuthology.orchestra.run.smithi073.stdout:        "dispatch_client_request": 17415,
2024-03-19T02:00:33.012 INFO:teuthology.orchestra.run.smithi073.stdout:        "dispatch_server_request": 54,
2024-03-19T02:00:33.012 INFO:teuthology.orchestra.run.smithi073.stdout:        "handle_client_request": 13837,
2024-03-19T02:00:33.012 INFO:teuthology.orchestra.run.smithi073.stdout:        "handle_client_session": 18,
2024-03-19T02:00:33.012 INFO:teuthology.orchestra.run.smithi073.stdout:        "handle_peer_request": 206,
2024-03-19T02:00:33.012 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_create_latency": {
2024-03-19T02:00:33.012 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 2331,
2024-03-19T02:00:33.012 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 6.281177684,
2024-03-19T02:00:33.012 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.002694627
2024-03-19T02:00:33.012 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.013 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_getattr_latency": {
2024-03-19T02:00:33.013 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 2864,
2024-03-19T02:00:33.013 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 1.375428734,
2024-03-19T02:00:33.013 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000480247
2024-03-19T02:00:33.013 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.013 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_getfilelock_latency": {
2024-03-19T02:00:33.013 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:33.013 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:33.013 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:33.013 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.013 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_link_latency": {
2024-03-19T02:00:33.013 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 99,
2024-03-19T02:00:33.013 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.417640122,
2024-03-19T02:00:33.013 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.004218587
2024-03-19T02:00:33.014 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.014 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_lookup_latency": {
2024-03-19T02:00:33.014 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 1528,
2024-03-19T02:00:33.014 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 1.498926830,
2024-03-19T02:00:33.014 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000980973
2024-03-19T02:00:33.014 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.014 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_lookuphash_latency": {
2024-03-19T02:00:33.014 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:33.014 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:33.014 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:33.014 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.014 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_lookupino_latency": {
2024-03-19T02:00:33.014 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:33.014 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:33.015 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:33.015 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.015 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_lookupname_latency": {
2024-03-19T02:00:33.015 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:33.015 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:33.015 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:33.015 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.015 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_lookupparent_latency": {
2024-03-19T02:00:33.015 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:33.015 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:33.015 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:33.015 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.015 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_lookupsnap_latency": {
2024-03-19T02:00:33.015 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:33.016 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:33.016 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:33.016 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.016 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_lssnap_latency": {
2024-03-19T02:00:33.016 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:33.016 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:33.017 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:33.017 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.017 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_mkdir_latency": {
2024-03-19T02:00:33.017 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 367,
2024-03-19T02:00:33.017 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 1.379092066,
2024-03-19T02:00:33.017 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.003757744
2024-03-19T02:00:33.017 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.017 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_mknod_latency": {
2024-03-19T02:00:33.017 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 195,
2024-03-19T02:00:33.017 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.362584040,
2024-03-19T02:00:33.017 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.001859405
2024-03-19T02:00:33.017 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.018 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_mksnap_latency": {
2024-03-19T02:00:33.018 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:33.018 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:33.018 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:33.018 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.018 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_open_latency": {
2024-03-19T02:00:33.018 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 306,
2024-03-19T02:00:33.018 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.392736291,
2024-03-19T02:00:33.018 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.001283451
2024-03-19T02:00:33.018 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.018 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_readdir_latency": {
2024-03-19T02:00:33.018 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 658,
2024-03-19T02:00:33.018 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 1.010574588,
2024-03-19T02:00:33.018 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.001535827
2024-03-19T02:00:33.019 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.019 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_rename_latency": {
2024-03-19T02:00:33.019 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 249,
2024-03-19T02:00:33.019 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 2.379054061,
2024-03-19T02:00:33.019 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.009554433
2024-03-19T02:00:33.019 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.019 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_renamesnap_latency": {
2024-03-19T02:00:33.019 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:33.019 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:33.019 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:33.019 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.019 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_snapdiff_latency": {
2024-03-19T02:00:33.019 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:33.019 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:33.020 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:33.020 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.020 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_rmdir_latency": {
2024-03-19T02:00:33.020 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 666,
2024-03-19T02:00:33.020 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 20.711623668,
2024-03-19T02:00:33.020 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.031098534
2024-03-19T02:00:33.020 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.020 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_rmsnap_latency": {
2024-03-19T02:00:33.020 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:33.020 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:33.020 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:33.020 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.020 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_rmxattr_latency": {
2024-03-19T02:00:33.020 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:33.021 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:33.021 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:33.021 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.021 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_setattr_latency": {
2024-03-19T02:00:33.021 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 95,
2024-03-19T02:00:33.021 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.689760597,
2024-03-19T02:00:33.021 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.007260637
2024-03-19T02:00:33.021 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.021 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_setdirlayout_latency": {
2024-03-19T02:00:33.021 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:33.021 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:33.021 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:33.021 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.021 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_setfilelock_latency": {
2024-03-19T02:00:33.022 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:33.022 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:33.022 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:33.022 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.022 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_setlayout_latency": {
2024-03-19T02:00:33.022 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:33.022 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:33.022 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:33.022 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.022 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_setxattr_latency": {
2024-03-19T02:00:33.022 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:33.022 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:33.022 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:33.023 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.023 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_symlink_latency": {
2024-03-19T02:00:33.023 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 185,
2024-03-19T02:00:33.023 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.328686951,
2024-03-19T02:00:33.023 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.001776686
2024-03-19T02:00:33.023 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.023 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_unlink_latency": {
2024-03-19T02:00:33.023 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 4292,
2024-03-19T02:00:33.023 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 8.632584817,
2024-03-19T02:00:33.023 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.002011319
2024-03-19T02:00:33.023 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.023 INFO:teuthology.orchestra.run.smithi073.stdout:        "cap_revoke_eviction": 0,
2024-03-19T02:00:33.023 INFO:teuthology.orchestra.run.smithi073.stdout:        "cap_acquisition_throttle": 0,
2024-03-19T02:00:33.023 INFO:teuthology.orchestra.run.smithi073.stdout:        "req_getvxattr_latency": {
2024-03-19T02:00:33.023 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:33.024 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:33.024 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:33.024 INFO:teuthology.orchestra.run.smithi073.stdout:        }
2024-03-19T02:00:33.024 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:33.024 INFO:teuthology.orchestra.run.smithi073.stdout:    "mds_sessions": {
2024-03-19T02:00:33.024 INFO:teuthology.orchestra.run.smithi073.stdout:        "session_count": 2,
2024-03-19T02:00:33.024 INFO:teuthology.orchestra.run.smithi073.stdout:        "session_add": 2,
2024-03-19T02:00:33.024 INFO:teuthology.orchestra.run.smithi073.stdout:        "session_remove": 0,
2024-03-19T02:00:33.024 INFO:teuthology.orchestra.run.smithi073.stdout:        "sessions_open": 2,
2024-03-19T02:00:33.024 INFO:teuthology.orchestra.run.smithi073.stdout:        "sessions_stale": 0,
2024-03-19T02:00:33.024 INFO:teuthology.orchestra.run.smithi073.stdout:        "total_load": 5190,
2024-03-19T02:00:33.024 INFO:teuthology.orchestra.run.smithi073.stdout:        "average_load": 2595,
2024-03-19T02:00:33.024 INFO:teuthology.orchestra.run.smithi073.stdout:        "avg_session_uptime": 604,
2024-03-19T02:00:33.024 INFO:teuthology.orchestra.run.smithi073.stdout:        "mdthresh_evicted": 0
2024-03-19T02:00:33.024 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:33.025 INFO:teuthology.orchestra.run.smithi073.stdout:    "mempool": {
2024-03-19T02:00:33.025 INFO:teuthology.orchestra.run.smithi073.stdout:        "bloom_filter_bytes": 0,
2024-03-19T02:00:33.025 INFO:teuthology.orchestra.run.smithi073.stdout:        "bloom_filter_items": 0,
2024-03-19T02:00:33.025 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_alloc_bytes": 0,
2024-03-19T02:00:33.025 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_alloc_items": 0,
2024-03-19T02:00:33.025 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_data_bytes": 0,
2024-03-19T02:00:33.025 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_data_items": 0,
2024-03-19T02:00:33.025 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_onode_bytes": 0,
2024-03-19T02:00:33.025 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_onode_items": 0,
2024-03-19T02:00:33.025 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_meta_bytes": 0,
2024-03-19T02:00:33.025 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_meta_items": 0,
2024-03-19T02:00:33.025 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_other_bytes": 0,
2024-03-19T02:00:33.025 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_other_items": 0,
2024-03-19T02:00:33.025 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_buffer_bytes": 0,
2024-03-19T02:00:33.026 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_buffer_items": 0,
2024-03-19T02:00:33.026 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_extent_bytes": 0,
2024-03-19T02:00:33.026 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_extent_items": 0,
2024-03-19T02:00:33.026 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_blob_bytes": 0,
2024-03-19T02:00:33.026 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_blob_items": 0,
2024-03-19T02:00:33.026 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_shared_blob_bytes": 0,
2024-03-19T02:00:33.026 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_shared_blob_items": 0,
2024-03-19T02:00:33.026 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_inline_bl_bytes": 0,
2024-03-19T02:00:33.026 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_inline_bl_items": 0,
2024-03-19T02:00:33.026 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_fsck_bytes": 0,
2024-03-19T02:00:33.026 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_fsck_items": 0,
2024-03-19T02:00:33.026 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_txc_bytes": 0,
2024-03-19T02:00:33.026 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_txc_items": 0,
2024-03-19T02:00:33.027 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_writing_deferred_bytes": 0,
2024-03-19T02:00:33.027 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_writing_deferred_items": 0,
2024-03-19T02:00:33.027 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_writing_bytes": 0,
2024-03-19T02:00:33.027 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_writing_items": 0,
2024-03-19T02:00:33.027 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluefs_bytes": 0,
2024-03-19T02:00:33.027 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluefs_items": 0,
2024-03-19T02:00:33.027 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluefs_file_reader_bytes": 0,
2024-03-19T02:00:33.027 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluefs_file_reader_items": 0,
2024-03-19T02:00:33.027 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluefs_file_writer_bytes": 0,
2024-03-19T02:00:33.027 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluefs_file_writer_items": 0,
2024-03-19T02:00:33.027 INFO:teuthology.orchestra.run.smithi073.stdout:        "buffer_anon_bytes": 5678385,
2024-03-19T02:00:33.027 INFO:teuthology.orchestra.run.smithi073.stdout:        "buffer_anon_items": 1463,
2024-03-19T02:00:33.027 INFO:teuthology.orchestra.run.smithi073.stdout:        "buffer_meta_bytes": 0,
2024-03-19T02:00:33.027 INFO:teuthology.orchestra.run.smithi073.stdout:        "buffer_meta_items": 0,
2024-03-19T02:00:33.027 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_bytes": 0,
2024-03-19T02:00:33.027 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_items": 0,
2024-03-19T02:00:33.028 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_mapbl_bytes": 0,
2024-03-19T02:00:33.028 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_mapbl_items": 0,
2024-03-19T02:00:33.028 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_pglog_bytes": 0,
2024-03-19T02:00:33.028 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_pglog_items": 0,
2024-03-19T02:00:33.028 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdmap_bytes": 9512,
2024-03-19T02:00:33.028 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdmap_items": 182,
2024-03-19T02:00:33.028 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdmap_mapping_bytes": 0,
2024-03-19T02:00:33.028 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdmap_mapping_items": 0,
2024-03-19T02:00:33.028 INFO:teuthology.orchestra.run.smithi073.stdout:        "pgmap_bytes": 0,
2024-03-19T02:00:33.028 INFO:teuthology.orchestra.run.smithi073.stdout:        "pgmap_items": 0,
2024-03-19T02:00:33.028 INFO:teuthology.orchestra.run.smithi073.stdout:        "mds_co_bytes": 19542324,
2024-03-19T02:00:33.028 INFO:teuthology.orchestra.run.smithi073.stdout:        "mds_co_items": 695787,
2024-03-19T02:00:33.028 INFO:teuthology.orchestra.run.smithi073.stdout:        "unittest_1_bytes": 0,
2024-03-19T02:00:33.028 INFO:teuthology.orchestra.run.smithi073.stdout:        "unittest_1_items": 0,
2024-03-19T02:00:33.029 INFO:teuthology.orchestra.run.smithi073.stdout:        "unittest_2_bytes": 0,
2024-03-19T02:00:33.029 INFO:teuthology.orchestra.run.smithi073.stdout:        "unittest_2_items": 0
2024-03-19T02:00:33.029 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:33.029 INFO:teuthology.orchestra.run.smithi073.stdout:    "objecter": {
2024-03-19T02:00:33.029 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_active": 0,
2024-03-19T02:00:33.029 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_laggy": 0,
2024-03-19T02:00:33.029 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_send": 22793,
2024-03-19T02:00:33.029 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_send_bytes": 52165176,
2024-03-19T02:00:33.029 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_resend": 33,
2024-03-19T02:00:33.029 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_reply": 22793,
2024-03-19T02:00:33.029 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_latency": {
2024-03-19T02:00:33.029 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 22793,
2024-03-19T02:00:33.029 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 57.180693534,
2024-03-19T02:00:33.029 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.002508695
2024-03-19T02:00:33.029 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.029 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_inflight": 0,
2024-03-19T02:00:33.030 INFO:teuthology.orchestra.run.smithi073.stdout:        "oplen_avg": {
2024-03-19T02:00:33.030 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 22793,
2024-03-19T02:00:33.030 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 23005
2024-03-19T02:00:33.030 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:33.030 INFO:teuthology.orchestra.run.smithi073.stdout:        "op": 22793,
2024-03-19T02:00:33.030 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_r": 12485,
2024-03-19T02:00:33.030 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_w": 10308,
2024-03-19T02:00:33.030 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_rmw": 0,
2024-03-19T02:00:33.030 INFO:teuthology.orchestra.run.smithi073.stdout:        "op_pg": 0,
2024-03-19T02:00:33.030 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_stat": 0,
2024-03-19T02:00:33.030 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_create": 10,
2024-03-19T02:00:33.030 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_read": 129,
2024-03-19T02:00:33.030 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_write": 2102,
2024-03-19T02:00:33.030 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_writefull": 68,
2024-03-19T02:00:33.031 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_writesame": 0,
2024-03-19T02:00:33.031 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_append": 0,
2024-03-19T02:00:33.031 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_zero": 44,
2024-03-19T02:00:33.031 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_truncate": 4,
2024-03-19T02:00:33.031 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_delete": 7843,
2024-03-19T02:00:33.031 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_mapext": 0,
2024-03-19T02:00:33.031 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_sparse_read": 0,
2024-03-19T02:00:33.031 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_clonerange": 0,
2024-03-19T02:00:33.031 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_getxattr": 12356,
2024-03-19T02:00:33.031 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_setxattr": 20,
2024-03-19T02:00:33.031 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_cmpxattr": 0,
2024-03-19T02:00:33.031 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_rmxattr": 0,
2024-03-19T02:00:33.031 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_resetxattrs": 0,
2024-03-19T02:00:33.031 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_call": 0,
2024-03-19T02:00:33.032 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_watch": 0,
2024-03-19T02:00:33.032 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_notify": 0,
2024-03-19T02:00:33.032 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_src_cmpxattr": 0,
2024-03-19T02:00:33.032 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_pgls": 0,
2024-03-19T02:00:33.032 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_pgls_filter": 0,
2024-03-19T02:00:33.032 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdop_other": 100,
2024-03-19T02:00:33.032 INFO:teuthology.orchestra.run.smithi073.stdout:        "linger_active": 0,
2024-03-19T02:00:33.032 INFO:teuthology.orchestra.run.smithi073.stdout:        "linger_send": 0,
2024-03-19T02:00:33.032 INFO:teuthology.orchestra.run.smithi073.stdout:        "linger_resend": 0,
2024-03-19T02:00:33.032 INFO:teuthology.orchestra.run.smithi073.stdout:        "linger_ping": 0,
2024-03-19T02:00:33.032 INFO:teuthology.orchestra.run.smithi073.stdout:        "poolop_active": 0,
2024-03-19T02:00:33.032 INFO:teuthology.orchestra.run.smithi073.stdout:        "poolop_send": 0,
2024-03-19T02:00:33.032 INFO:teuthology.orchestra.run.smithi073.stdout:        "poolop_resend": 0,
2024-03-19T02:00:33.032 INFO:teuthology.orchestra.run.smithi073.stdout:        "poolstat_active": 0,
2024-03-19T02:00:33.032 INFO:teuthology.orchestra.run.smithi073.stdout:        "poolstat_send": 0,
2024-03-19T02:00:33.032 INFO:teuthology.orchestra.run.smithi073.stdout:        "poolstat_resend": 0,
2024-03-19T02:00:33.033 INFO:teuthology.orchestra.run.smithi073.stdout:        "statfs_active": 0,
2024-03-19T02:00:33.033 INFO:teuthology.orchestra.run.smithi073.stdout:        "statfs_send": 0,
2024-03-19T02:00:33.033 INFO:teuthology.orchestra.run.smithi073.stdout:        "statfs_resend": 0,
2024-03-19T02:00:33.033 INFO:teuthology.orchestra.run.smithi073.stdout:        "command_active": 0,
2024-03-19T02:00:33.033 INFO:teuthology.orchestra.run.smithi073.stdout:        "command_send": 0,
2024-03-19T02:00:33.033 INFO:teuthology.orchestra.run.smithi073.stdout:        "command_resend": 0,
2024-03-19T02:00:33.033 INFO:teuthology.orchestra.run.smithi073.stdout:        "map_epoch": 102,
2024-03-19T02:00:33.033 INFO:teuthology.orchestra.run.smithi073.stdout:        "map_full": 0,
2024-03-19T02:00:33.033 INFO:teuthology.orchestra.run.smithi073.stdout:        "map_inc": 13,
2024-03-19T02:00:33.033 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_sessions": 12,
2024-03-19T02:00:33.033 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_session_open": 12,
2024-03-19T02:00:33.033 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_session_close": 0,
2024-03-19T02:00:33.033 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_laggy": 0,
2024-03-19T02:00:33.033 INFO:teuthology.orchestra.run.smithi073.stdout:        "omap_wr": 248,
2024-03-19T02:00:33.033 INFO:teuthology.orchestra.run.smithi073.stdout:        "omap_rd": 0,
2024-03-19T02:00:33.033 INFO:teuthology.orchestra.run.smithi073.stdout:        "omap_del": 81
2024-03-19T02:00:33.034 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:33.034 INFO:teuthology.orchestra.run.smithi073.stdout:    "oft": {
2024-03-19T02:00:33.034 INFO:teuthology.orchestra.run.smithi073.stdout:        "omap_total_objs": 1,
2024-03-19T02:00:33.034 INFO:teuthology.orchestra.run.smithi073.stdout:        "omap_total_kv_pairs": 0,
2024-03-19T02:00:33.034 INFO:teuthology.orchestra.run.smithi073.stdout:        "omap_total_updates": 0,
2024-03-19T02:00:33.034 INFO:teuthology.orchestra.run.smithi073.stdout:        "omap_total_removes": 0
2024-03-19T02:00:33.034 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:33.034 INFO:teuthology.orchestra.run.smithi073.stdout:    "osd-slow-ops": {
2024-03-19T02:00:33.034 INFO:teuthology.orchestra.run.smithi073.stdout:        "slow_ops_count": 0
2024-03-19T02:00:33.034 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:33.034 INFO:teuthology.orchestra.run.smithi073.stdout:    "purge_queue": {
2024-03-19T02:00:33.034 INFO:teuthology.orchestra.run.smithi073.stdout:        "pq_executing_ops": 0,
2024-03-19T02:00:33.034 INFO:teuthology.orchestra.run.smithi073.stdout:        "pq_executing_ops_high_water": 20,
2024-03-19T02:00:33.034 INFO:teuthology.orchestra.run.smithi073.stdout:        "pq_executing": 0,
2024-03-19T02:00:33.034 INFO:teuthology.orchestra.run.smithi073.stdout:        "pq_executing_high_water": 13,
2024-03-19T02:00:33.035 INFO:teuthology.orchestra.run.smithi073.stdout:        "pq_executed_ops": 7863,
2024-03-19T02:00:33.035 INFO:teuthology.orchestra.run.smithi073.stdout:        "pq_executed": 4132,
2024-03-19T02:00:33.035 INFO:teuthology.orchestra.run.smithi073.stdout:        "pq_item_in_journal": 0
2024-03-19T02:00:33.035 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:33.035 INFO:teuthology.orchestra.run.smithi073.stdout:    "throttle-msgr_dispatch_throttler-mds": {
2024-03-19T02:00:33.035 INFO:teuthology.orchestra.run.smithi073.stdout:        "val": 0,
2024-03-19T02:00:33.035 INFO:teuthology.orchestra.run.smithi073.stdout:        "max": 104857600,
2024-03-19T02:00:33.035 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_started": 0,
2024-03-19T02:00:33.035 INFO:teuthology.orchestra.run.smithi073.stdout:        "get": 47769,
2024-03-19T02:00:33.035 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_sum": 14846095,
2024-03-19T02:00:33.035 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:33.035 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_or_fail_success": 47769,
2024-03-19T02:00:33.035 INFO:teuthology.orchestra.run.smithi073.stdout:        "take": 0,
2024-03-19T02:00:33.035 INFO:teuthology.orchestra.run.smithi073.stdout:        "take_sum": 0,
2024-03-19T02:00:33.035 INFO:teuthology.orchestra.run.smithi073.stdout:        "put": 47769,
2024-03-19T02:00:33.035 INFO:teuthology.orchestra.run.smithi073.stdout:        "put_sum": 14846095,
2024-03-19T02:00:33.036 INFO:teuthology.orchestra.run.smithi073.stdout:        "wait": {
2024-03-19T02:00:33.036 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:33.036 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:33.036 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:33.036 INFO:teuthology.orchestra.run.smithi073.stdout:        }
2024-03-19T02:00:33.036 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:33.036 INFO:teuthology.orchestra.run.smithi073.stdout:    "throttle-objecter_bytes": {
2024-03-19T02:00:33.036 INFO:teuthology.orchestra.run.smithi073.stdout:        "val": 0,
2024-03-19T02:00:33.036 INFO:teuthology.orchestra.run.smithi073.stdout:        "max": 104857600,
2024-03-19T02:00:33.036 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_started": 0,
2024-03-19T02:00:33.036 INFO:teuthology.orchestra.run.smithi073.stdout:        "get": 0,
2024-03-19T02:00:33.036 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_sum": 0,
2024-03-19T02:00:33.036 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:33.036 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_or_fail_success": 0,
2024-03-19T02:00:33.036 INFO:teuthology.orchestra.run.smithi073.stdout:        "take": 22793,
2024-03-19T02:00:33.036 INFO:teuthology.orchestra.run.smithi073.stdout:        "take_sum": 52647564,
2024-03-19T02:00:33.036 INFO:teuthology.orchestra.run.smithi073.stdout:        "put": 22793,
2024-03-19T02:00:33.037 INFO:teuthology.orchestra.run.smithi073.stdout:        "put_sum": 52647564,
2024-03-19T02:00:33.037 INFO:teuthology.orchestra.run.smithi073.stdout:        "wait": {
2024-03-19T02:00:33.037 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:33.037 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:33.037 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:33.037 INFO:teuthology.orchestra.run.smithi073.stdout:        }
2024-03-19T02:00:33.037 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:33.037 INFO:teuthology.orchestra.run.smithi073.stdout:    "throttle-objecter_ops": {
2024-03-19T02:00:33.037 INFO:teuthology.orchestra.run.smithi073.stdout:        "val": 0,
2024-03-19T02:00:33.037 INFO:teuthology.orchestra.run.smithi073.stdout:        "max": 1024,
2024-03-19T02:00:33.037 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_started": 0,
2024-03-19T02:00:33.037 INFO:teuthology.orchestra.run.smithi073.stdout:        "get": 0,
2024-03-19T02:00:33.037 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_sum": 0,
2024-03-19T02:00:33.037 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:33.037 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_or_fail_success": 0,
2024-03-19T02:00:33.038 INFO:teuthology.orchestra.run.smithi073.stdout:        "take": 22793,
2024-03-19T02:00:33.038 INFO:teuthology.orchestra.run.smithi073.stdout:        "take_sum": 22793,
2024-03-19T02:00:33.038 INFO:teuthology.orchestra.run.smithi073.stdout:        "put": 22793,
2024-03-19T02:00:33.038 INFO:teuthology.orchestra.run.smithi073.stdout:        "put_sum": 22793,
2024-03-19T02:00:33.038 INFO:teuthology.orchestra.run.smithi073.stdout:        "wait": {
2024-03-19T02:00:33.038 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:33.038 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:33.038 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:33.038 INFO:teuthology.orchestra.run.smithi073.stdout:        }
2024-03-19T02:00:33.038 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:33.038 INFO:teuthology.orchestra.run.smithi073.stdout:    "throttle-write_buf_throttle": {
2024-03-19T02:00:33.038 INFO:teuthology.orchestra.run.smithi073.stdout:        "val": 0,
2024-03-19T02:00:33.038 INFO:teuthology.orchestra.run.smithi073.stdout:        "max": 3758096384,
2024-03-19T02:00:33.038 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_started": 0,
2024-03-19T02:00:33.038 INFO:teuthology.orchestra.run.smithi073.stdout:        "get": 4132,
2024-03-19T02:00:33.039 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_sum": 482388,
2024-03-19T02:00:33.039 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:33.039 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_or_fail_success": 4132,
2024-03-19T02:00:33.039 INFO:teuthology.orchestra.run.smithi073.stdout:        "take": 0,
2024-03-19T02:00:33.039 INFO:teuthology.orchestra.run.smithi073.stdout:        "take_sum": 0,
2024-03-19T02:00:33.039 INFO:teuthology.orchestra.run.smithi073.stdout:        "put": 129,
2024-03-19T02:00:33.039 INFO:teuthology.orchestra.run.smithi073.stdout:        "put_sum": 482388,
2024-03-19T02:00:33.039 INFO:teuthology.orchestra.run.smithi073.stdout:        "wait": {
2024-03-19T02:00:33.039 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:33.039 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:33.039 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:33.039 INFO:teuthology.orchestra.run.smithi073.stdout:        }
2024-03-19T02:00:33.039 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:33.039 INFO:teuthology.orchestra.run.smithi073.stdout:    "throttle-write_buf_throttle-0x55fa16fd0500": {
2024-03-19T02:00:33.039 INFO:teuthology.orchestra.run.smithi073.stdout:        "val": 0,
2024-03-19T02:00:33.040 INFO:teuthology.orchestra.run.smithi073.stdout:        "max": 3758096384,
2024-03-19T02:00:33.040 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_started": 0,
2024-03-19T02:00:33.040 INFO:teuthology.orchestra.run.smithi073.stdout:        "get": 18337,
2024-03-19T02:00:33.040 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_sum": 50568773,
2024-03-19T02:00:33.040 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:33.040 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_or_fail_success": 18337,
2024-03-19T02:00:33.040 INFO:teuthology.orchestra.run.smithi073.stdout:        "take": 0,
2024-03-19T02:00:33.040 INFO:teuthology.orchestra.run.smithi073.stdout:        "take_sum": 0,
2024-03-19T02:00:33.040 INFO:teuthology.orchestra.run.smithi073.stdout:        "put": 1973,
2024-03-19T02:00:33.040 INFO:teuthology.orchestra.run.smithi073.stdout:        "put_sum": 50568773,
2024-03-19T02:00:33.040 INFO:teuthology.orchestra.run.smithi073.stdout:        "wait": {
2024-03-19T02:00:33.040 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:33.040 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:33.040 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:33.041 INFO:teuthology.orchestra.run.smithi073.stdout:        }
2024-03-19T02:00:33.041 INFO:teuthology.orchestra.run.smithi073.stdout:    }
2024-03-19T02:00:33.041 INFO:teuthology.orchestra.run.smithi073.stdout:}
2024-03-19T02:00:33.793 INFO:tasks.check_counter:Daemon mds.h mds.exported=16
2024-03-19T02:00:33.793 INFO:tasks.check_counter:Daemon mds.h mds.imported=21
2024-03-19T02:00:33.793 INFO:tasks.check_counter:Daemon mds.h mds.root_rsnaps=6
2024-03-19T02:00:33.793 INFO:tasks.check_counter:Daemon mds.h mds_server.req_mksnap_latency.avgcount=0
2024-03-19T02:00:33.793 INFO:tasks.check_counter:Daemon mds.h mds_server.req_rmsnap_latency.avgcount=0
2024-03-19T02:00:33.794 DEBUG:tasks.check_counter:Getting stats from k
2024-03-19T02:00:33.794 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph daemon mds.k perf dump
2024-03-19T02:00:34.047 INFO:teuthology.orchestra.run.smithi073.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.b/config
2024-03-19T02:00:34.172 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:33 smithi073 ceph-mon[66833]: pgmap v325: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T02:00:34.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:33 smithi102 ceph-mon[66557]: pgmap v325: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T02:00:34.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:33 smithi046 ceph-mon[63102]: pgmap v325: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T02:00:35.992 INFO:teuthology.orchestra.run.smithi073.stdout:{
2024-03-19T02:00:35.992 INFO:teuthology.orchestra.run.smithi073.stdout:    "AsyncMessenger::Worker-0": {
2024-03-19T02:00:35.992 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_messages": 4,
2024-03-19T02:00:35.992 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_messages": 4,
2024-03-19T02:00:35.992 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_bytes": 2944,
2024-03-19T02:00:35.992 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_bytes": 448,
2024-03-19T02:00:35.992 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_created_connections": 4,
2024-03-19T02:00:35.992 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_active_connections": 0,
2024-03-19T02:00:35.992 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_total_time": 0.001411856,
2024-03-19T02:00:35.993 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_send_time": 0.000034535,
2024-03-19T02:00:35.993 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_recv_time": 0.000637427,
2024-03-19T02:00:35.993 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_fast_dispatch_time": 0.000000000,
2024-03-19T02:00:35.993 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:35.993 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 3,
2024-03-19T02:00:35.993 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000667011,
2024-03-19T02:00:35.993 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000222337
2024-03-19T02:00:35.993 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:35.993 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:35.993 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:35.993 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:35.993 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:35.993 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:35.993 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_encrypted_bytes": 2944,
2024-03-19T02:00:35.994 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_encrypted_bytes": 448
2024-03-19T02:00:35.994 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:35.994 INFO:teuthology.orchestra.run.smithi073.stdout:    "AsyncMessenger::Worker-1": {
2024-03-19T02:00:35.994 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_messages": 232,
2024-03-19T02:00:35.994 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_messages": 222,
2024-03-19T02:00:35.994 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_bytes": 1440336,
2024-03-19T02:00:35.994 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_bytes": 136384,
2024-03-19T02:00:35.994 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_created_connections": 2,
2024-03-19T02:00:35.994 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_active_connections": 1,
2024-03-19T02:00:35.994 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_total_time": 0.035820923,
2024-03-19T02:00:35.994 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_send_time": 0.008738962,
2024-03-19T02:00:35.994 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_recv_time": 0.033169315,
2024-03-19T02:00:35.994 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_fast_dispatch_time": 0.003879589,
2024-03-19T02:00:35.994 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:35.994 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 221,
2024-03-19T02:00:35.995 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.006784792,
2024-03-19T02:00:35.995 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000030700
2024-03-19T02:00:35.995 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:35.995 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:35.995 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:35.995 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:35.995 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:35.995 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:35.995 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_encrypted_bytes": 1440336,
2024-03-19T02:00:35.995 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_encrypted_bytes": 136384
2024-03-19T02:00:35.995 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:35.995 INFO:teuthology.orchestra.run.smithi073.stdout:    "AsyncMessenger::Worker-2": {
2024-03-19T02:00:35.995 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_messages": 2,
2024-03-19T02:00:35.995 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_messages": 170,
2024-03-19T02:00:35.996 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_bytes": 320,
2024-03-19T02:00:35.996 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_bytes": 185360,
2024-03-19T02:00:35.996 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_created_connections": 5,
2024-03-19T02:00:35.996 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_active_connections": 3,
2024-03-19T02:00:35.996 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_total_time": 0.008169575,
2024-03-19T02:00:35.996 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_send_time": 0.005069489,
2024-03-19T02:00:35.996 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_recv_time": 0.001656570,
2024-03-19T02:00:35.996 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_running_fast_dispatch_time": 0.000000000,
2024-03-19T02:00:35.996 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:35.996 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 167,
2024-03-19T02:00:35.996 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.014129836,
2024-03-19T02:00:35.996 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000084609
2024-03-19T02:00:35.996 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:35.997 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:35.997 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:35.997 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:35.997 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:35.997 INFO:teuthology.orchestra.run.smithi073.stdout:        },
2024-03-19T02:00:35.997 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_recv_encrypted_bytes": 320,
2024-03-19T02:00:35.997 INFO:teuthology.orchestra.run.smithi073.stdout:        "msgr_send_encrypted_bytes": 185360
2024-03-19T02:00:35.997 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:35.997 INFO:teuthology.orchestra.run.smithi073.stdout:    "cct": {
2024-03-19T02:00:35.997 INFO:teuthology.orchestra.run.smithi073.stdout:        "total_workers": 0,
2024-03-19T02:00:35.997 INFO:teuthology.orchestra.run.smithi073.stdout:        "unhealthy_workers": 0
2024-03-19T02:00:35.997 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:35.997 INFO:teuthology.orchestra.run.smithi073.stdout:    "mempool": {
2024-03-19T02:00:35.997 INFO:teuthology.orchestra.run.smithi073.stdout:        "bloom_filter_bytes": 0,
2024-03-19T02:00:35.997 INFO:teuthology.orchestra.run.smithi073.stdout:        "bloom_filter_items": 0,
2024-03-19T02:00:35.998 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_alloc_bytes": 0,
2024-03-19T02:00:35.998 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_alloc_items": 0,
2024-03-19T02:00:35.998 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_data_bytes": 0,
2024-03-19T02:00:35.998 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_data_items": 0,
2024-03-19T02:00:35.998 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_onode_bytes": 0,
2024-03-19T02:00:35.998 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_onode_items": 0,
2024-03-19T02:00:35.998 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_meta_bytes": 0,
2024-03-19T02:00:35.998 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_meta_items": 0,
2024-03-19T02:00:35.998 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_other_bytes": 0,
2024-03-19T02:00:35.998 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_other_items": 0,
2024-03-19T02:00:35.998 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_buffer_bytes": 0,
2024-03-19T02:00:35.998 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_cache_buffer_items": 0,
2024-03-19T02:00:35.998 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_extent_bytes": 0,
2024-03-19T02:00:35.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_extent_items": 0,
2024-03-19T02:00:35.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_blob_bytes": 0,
2024-03-19T02:00:35.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_blob_items": 0,
2024-03-19T02:00:35.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_shared_blob_bytes": 0,
2024-03-19T02:00:35.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_shared_blob_items": 0,
2024-03-19T02:00:35.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_inline_bl_bytes": 0,
2024-03-19T02:00:35.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_inline_bl_items": 0,
2024-03-19T02:00:35.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_fsck_bytes": 0,
2024-03-19T02:00:35.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_fsck_items": 0,
2024-03-19T02:00:35.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_txc_bytes": 0,
2024-03-19T02:00:35.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_txc_items": 0,
2024-03-19T02:00:35.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_writing_deferred_bytes": 0,
2024-03-19T02:00:35.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_writing_deferred_items": 0,
2024-03-19T02:00:35.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_writing_bytes": 0,
2024-03-19T02:00:35.999 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluestore_writing_items": 0,
2024-03-19T02:00:36.000 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluefs_bytes": 0,
2024-03-19T02:00:36.000 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluefs_items": 0,
2024-03-19T02:00:36.000 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluefs_file_reader_bytes": 0,
2024-03-19T02:00:36.000 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluefs_file_reader_items": 0,
2024-03-19T02:00:36.000 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluefs_file_writer_bytes": 0,
2024-03-19T02:00:36.000 INFO:teuthology.orchestra.run.smithi073.stdout:        "bluefs_file_writer_items": 0,
2024-03-19T02:00:36.000 INFO:teuthology.orchestra.run.smithi073.stdout:        "buffer_anon_bytes": 148732,
2024-03-19T02:00:36.000 INFO:teuthology.orchestra.run.smithi073.stdout:        "buffer_anon_items": 31,
2024-03-19T02:00:36.000 INFO:teuthology.orchestra.run.smithi073.stdout:        "buffer_meta_bytes": 0,
2024-03-19T02:00:36.000 INFO:teuthology.orchestra.run.smithi073.stdout:        "buffer_meta_items": 0,
2024-03-19T02:00:36.000 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_bytes": 0,
2024-03-19T02:00:36.000 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_items": 0,
2024-03-19T02:00:36.000 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_mapbl_bytes": 0,
2024-03-19T02:00:36.000 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_mapbl_items": 0,
2024-03-19T02:00:36.000 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_pglog_bytes": 0,
2024-03-19T02:00:36.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "osd_pglog_items": 0,
2024-03-19T02:00:36.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdmap_bytes": 0,
2024-03-19T02:00:36.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdmap_items": 0,
2024-03-19T02:00:36.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdmap_mapping_bytes": 0,
2024-03-19T02:00:36.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "osdmap_mapping_items": 0,
2024-03-19T02:00:36.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "pgmap_bytes": 0,
2024-03-19T02:00:36.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "pgmap_items": 0,
2024-03-19T02:00:36.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "mds_co_bytes": 928,
2024-03-19T02:00:36.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "mds_co_items": 2,
2024-03-19T02:00:36.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "unittest_1_bytes": 0,
2024-03-19T02:00:36.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "unittest_1_items": 0,
2024-03-19T02:00:36.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "unittest_2_bytes": 0,
2024-03-19T02:00:36.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "unittest_2_items": 0
2024-03-19T02:00:36.001 INFO:teuthology.orchestra.run.smithi073.stdout:    },
2024-03-19T02:00:36.001 INFO:teuthology.orchestra.run.smithi073.stdout:    "throttle-msgr_dispatch_throttler-mds": {
2024-03-19T02:00:36.001 INFO:teuthology.orchestra.run.smithi073.stdout:        "val": 0,
2024-03-19T02:00:36.002 INFO:teuthology.orchestra.run.smithi073.stdout:        "max": 104857600,
2024-03-19T02:00:36.002 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_started": 0,
2024-03-19T02:00:36.002 INFO:teuthology.orchestra.run.smithi073.stdout:        "get": 234,
2024-03-19T02:00:36.002 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_sum": 1407632,
2024-03-19T02:00:36.002 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:36.002 INFO:teuthology.orchestra.run.smithi073.stdout:        "get_or_fail_success": 234,
2024-03-19T02:00:36.002 INFO:teuthology.orchestra.run.smithi073.stdout:        "take": 0,
2024-03-19T02:00:36.002 INFO:teuthology.orchestra.run.smithi073.stdout:        "take_sum": 0,
2024-03-19T02:00:36.002 INFO:teuthology.orchestra.run.smithi073.stdout:        "put": 234,
2024-03-19T02:00:36.002 INFO:teuthology.orchestra.run.smithi073.stdout:        "put_sum": 1407632,
2024-03-19T02:00:36.002 INFO:teuthology.orchestra.run.smithi073.stdout:        "wait": {
2024-03-19T02:00:36.002 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgcount": 0,
2024-03-19T02:00:36.002 INFO:teuthology.orchestra.run.smithi073.stdout:            "sum": 0.000000000,
2024-03-19T02:00:36.002 INFO:teuthology.orchestra.run.smithi073.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:36.003 INFO:teuthology.orchestra.run.smithi073.stdout:        }
2024-03-19T02:00:36.003 INFO:teuthology.orchestra.run.smithi073.stdout:    }
2024-03-19T02:00:36.003 INFO:teuthology.orchestra.run.smithi073.stdout:}
2024-03-19T02:00:36.003 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:35 smithi073 ceph-mon[66833]: pgmap v326: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T02:00:36.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:35 smithi102 ceph-mon[66557]: pgmap v326: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T02:00:36.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:35 smithi046 ceph-mon[63102]: pgmap v326: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T02:00:36.822 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.k
2024-03-19T02:00:36.822 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.k
2024-03-19T02:00:36.822 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.k
2024-03-19T02:00:36.822 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.k
2024-03-19T02:00:36.822 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.k
2024-03-19T02:00:36.822 DEBUG:tasks.check_counter:Getting stats from c
2024-03-19T02:00:36.823 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph daemon mds.c perf dump
2024-03-19T02:00:37.111 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.c/config
2024-03-19T02:00:38.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:37 smithi073 ceph-mon[66833]: pgmap v327: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T02:00:38.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:37 smithi102 ceph-mon[66557]: pgmap v327: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T02:00:38.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:37 smithi046 ceph-mon[63102]: pgmap v327: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T02:00:38.933 INFO:teuthology.orchestra.run.smithi102.stdout:{
2024-03-19T02:00:38.933 INFO:teuthology.orchestra.run.smithi102.stdout:    "AsyncMessenger::Worker-0": {
2024-03-19T02:00:38.933 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_messages": 1867,
2024-03-19T02:00:38.933 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_messages": 1845,
2024-03-19T02:00:38.934 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_bytes": 31347712,
2024-03-19T02:00:38.934 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_bytes": 648774,
2024-03-19T02:00:38.934 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_created_connections": 7,
2024-03-19T02:00:38.934 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_active_connections": 3,
2024-03-19T02:00:38.934 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_total_time": 0.144836247,
2024-03-19T02:00:38.934 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_send_time": 0.035490692,
2024-03-19T02:00:38.934 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_recv_time": 0.071945591,
2024-03-19T02:00:38.934 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_fast_dispatch_time": 0.040020638,
2024-03-19T02:00:38.934 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:38.934 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 1844,
2024-03-19T02:00:38.934 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.044634916,
2024-03-19T02:00:38.934 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000024205
2024-03-19T02:00:38.934 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.934 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:38.935 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.935 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.935 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.935 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.935 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_encrypted_bytes": 1515936,
2024-03-19T02:00:38.935 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_encrypted_bytes": 137744
2024-03-19T02:00:38.935 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:38.935 INFO:teuthology.orchestra.run.smithi102.stdout:    "AsyncMessenger::Worker-1": {
2024-03-19T02:00:38.935 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_messages": 141,
2024-03-19T02:00:38.935 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_messages": 306,
2024-03-19T02:00:38.935 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_bytes": 29400639,
2024-03-19T02:00:38.935 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_bytes": 493292,
2024-03-19T02:00:38.935 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_created_connections": 8,
2024-03-19T02:00:38.935 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_active_connections": 6,
2024-03-19T02:00:38.936 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_total_time": 0.027405643,
2024-03-19T02:00:38.936 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_send_time": 0.007214863,
2024-03-19T02:00:38.936 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_recv_time": 0.015290090,
2024-03-19T02:00:38.936 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_fast_dispatch_time": 0.002725636,
2024-03-19T02:00:38.936 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:38.936 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 303,
2024-03-19T02:00:38.936 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.020019843,
2024-03-19T02:00:38.936 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000066072
2024-03-19T02:00:38.936 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.936 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:38.936 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.936 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.936 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.936 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.936 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_encrypted_bytes": 320,
2024-03-19T02:00:38.937 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_encrypted_bytes": 449024
2024-03-19T02:00:38.937 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:38.937 INFO:teuthology.orchestra.run.smithi102.stdout:    "AsyncMessenger::Worker-2": {
2024-03-19T02:00:38.937 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_messages": 822,
2024-03-19T02:00:38.937 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_messages": 821,
2024-03-19T02:00:38.937 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_bytes": 37660262,
2024-03-19T02:00:38.937 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_bytes": 260261,
2024-03-19T02:00:38.937 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_created_connections": 6,
2024-03-19T02:00:38.937 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_active_connections": 5,
2024-03-19T02:00:38.937 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_total_time": 0.066331018,
2024-03-19T02:00:38.937 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_send_time": 0.017921188,
2024-03-19T02:00:38.937 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_recv_time": 0.027853272,
2024-03-19T02:00:38.937 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_fast_dispatch_time": 0.016171242,
2024-03-19T02:00:38.937 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:38.937 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 820,
2024-03-19T02:00:38.938 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.021403424,
2024-03-19T02:00:38.938 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000026101
2024-03-19T02:00:38.938 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.938 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:38.938 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.938 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.938 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.938 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.938 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_encrypted_bytes": 2944,
2024-03-19T02:00:38.938 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_encrypted_bytes": 448
2024-03-19T02:00:38.938 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:38.938 INFO:teuthology.orchestra.run.smithi102.stdout:    "cct": {
2024-03-19T02:00:38.938 INFO:teuthology.orchestra.run.smithi102.stdout:        "total_workers": 1,
2024-03-19T02:00:38.938 INFO:teuthology.orchestra.run.smithi102.stdout:        "unhealthy_workers": 0
2024-03-19T02:00:38.939 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:38.939 INFO:teuthology.orchestra.run.smithi102.stdout:    "finisher-MDSRank": {
2024-03-19T02:00:38.939 INFO:teuthology.orchestra.run.smithi102.stdout:        "queue_len": 0,
2024-03-19T02:00:38.939 INFO:teuthology.orchestra.run.smithi102.stdout:        "complete_latency": {
2024-03-19T02:00:38.939 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 4215,
2024-03-19T02:00:38.939 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.078421130,
2024-03-19T02:00:38.939 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000018605
2024-03-19T02:00:38.939 INFO:teuthology.orchestra.run.smithi102.stdout:        }
2024-03-19T02:00:38.939 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:38.939 INFO:teuthology.orchestra.run.smithi102.stdout:    "finisher-PurgeQueue": {
2024-03-19T02:00:38.939 INFO:teuthology.orchestra.run.smithi102.stdout:        "queue_len": 0,
2024-03-19T02:00:38.939 INFO:teuthology.orchestra.run.smithi102.stdout:        "complete_latency": {
2024-03-19T02:00:38.939 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.939 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.939 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.940 INFO:teuthology.orchestra.run.smithi102.stdout:        }
2024-03-19T02:00:38.940 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:38.940 INFO:teuthology.orchestra.run.smithi102.stdout:    "mds": {
2024-03-19T02:00:38.940 INFO:teuthology.orchestra.run.smithi102.stdout:        "request": 0,
2024-03-19T02:00:38.940 INFO:teuthology.orchestra.run.smithi102.stdout:        "reply": 0,
2024-03-19T02:00:38.940 INFO:teuthology.orchestra.run.smithi102.stdout:        "reply_latency": {
2024-03-19T02:00:38.940 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.940 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.940 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.940 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.941 INFO:teuthology.orchestra.run.smithi102.stdout:        "slow_reply": 0,
2024-03-19T02:00:38.941 INFO:teuthology.orchestra.run.smithi102.stdout:        "forward": 0,
2024-03-19T02:00:38.941 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir_fetch_complete": 0,
2024-03-19T02:00:38.941 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir_fetch_keys": 0,
2024-03-19T02:00:38.941 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir_commit": 0,
2024-03-19T02:00:38.941 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir_split": 0,
2024-03-19T02:00:38.941 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir_merge": 0,
2024-03-19T02:00:38.941 INFO:teuthology.orchestra.run.smithi102.stdout:        "inodes": 24136,
2024-03-19T02:00:38.941 INFO:teuthology.orchestra.run.smithi102.stdout:        "inodes_top": 0,
2024-03-19T02:00:38.941 INFO:teuthology.orchestra.run.smithi102.stdout:        "inodes_bottom": 24136,
2024-03-19T02:00:38.941 INFO:teuthology.orchestra.run.smithi102.stdout:        "inodes_pin_tail": 0,
2024-03-19T02:00:38.941 INFO:teuthology.orchestra.run.smithi102.stdout:        "inodes_pinned": 24136,
2024-03-19T02:00:38.942 INFO:teuthology.orchestra.run.smithi102.stdout:        "inodes_expired": 0,
2024-03-19T02:00:38.942 INFO:teuthology.orchestra.run.smithi102.stdout:        "inodes_with_caps": 0,
2024-03-19T02:00:38.942 INFO:teuthology.orchestra.run.smithi102.stdout:        "caps": 0,
2024-03-19T02:00:38.942 INFO:teuthology.orchestra.run.smithi102.stdout:        "subtrees": 2,
2024-03-19T02:00:38.942 INFO:teuthology.orchestra.run.smithi102.stdout:        "traverse": 0,
2024-03-19T02:00:38.942 INFO:teuthology.orchestra.run.smithi102.stdout:        "traverse_hit": 0,
2024-03-19T02:00:38.942 INFO:teuthology.orchestra.run.smithi102.stdout:        "traverse_forward": 0,
2024-03-19T02:00:38.942 INFO:teuthology.orchestra.run.smithi102.stdout:        "traverse_discover": 0,
2024-03-19T02:00:38.942 INFO:teuthology.orchestra.run.smithi102.stdout:        "traverse_dir_fetch": 0,
2024-03-19T02:00:38.942 INFO:teuthology.orchestra.run.smithi102.stdout:        "traverse_remote_ino": 0,
2024-03-19T02:00:38.943 INFO:teuthology.orchestra.run.smithi102.stdout:        "traverse_lock": 0,
2024-03-19T02:00:38.943 INFO:teuthology.orchestra.run.smithi102.stdout:        "load_cent": 0,
2024-03-19T02:00:38.943 INFO:teuthology.orchestra.run.smithi102.stdout:        "q": 0,
2024-03-19T02:00:38.943 INFO:teuthology.orchestra.run.smithi102.stdout:        "exported": 0,
2024-03-19T02:00:38.943 INFO:teuthology.orchestra.run.smithi102.stdout:        "exported_inodes": 0,
2024-03-19T02:00:38.943 INFO:teuthology.orchestra.run.smithi102.stdout:        "imported": 0,
2024-03-19T02:00:38.943 INFO:teuthology.orchestra.run.smithi102.stdout:        "imported_inodes": 0,
2024-03-19T02:00:38.943 INFO:teuthology.orchestra.run.smithi102.stdout:        "openino_dir_fetch": 0,
2024-03-19T02:00:38.943 INFO:teuthology.orchestra.run.smithi102.stdout:        "openino_backtrace_fetch": 0,
2024-03-19T02:00:38.943 INFO:teuthology.orchestra.run.smithi102.stdout:        "openino_peer_discover": 0,
2024-03-19T02:00:38.943 INFO:teuthology.orchestra.run.smithi102.stdout:        "root_rfiles": 4,
2024-03-19T02:00:38.943 INFO:teuthology.orchestra.run.smithi102.stdout:        "root_rbytes": 234,
2024-03-19T02:00:38.943 INFO:teuthology.orchestra.run.smithi102.stdout:        "root_rsnaps": 6,
2024-03-19T02:00:38.943 INFO:teuthology.orchestra.run.smithi102.stdout:        "scrub_backtrace_fetch": 0,
2024-03-19T02:00:38.943 INFO:teuthology.orchestra.run.smithi102.stdout:        "scrub_set_tag": 0,
2024-03-19T02:00:38.944 INFO:teuthology.orchestra.run.smithi102.stdout:        "scrub_backtrace_repaired": 0,
2024-03-19T02:00:38.944 INFO:teuthology.orchestra.run.smithi102.stdout:        "scrub_inotable_repaired": 0,
2024-03-19T02:00:38.944 INFO:teuthology.orchestra.run.smithi102.stdout:        "scrub_dir_inodes": 0,
2024-03-19T02:00:38.944 INFO:teuthology.orchestra.run.smithi102.stdout:        "scrub_dir_base_inodes": 0,
2024-03-19T02:00:38.944 INFO:teuthology.orchestra.run.smithi102.stdout:        "scrub_dirfrag_rstats": 0,
2024-03-19T02:00:38.944 INFO:teuthology.orchestra.run.smithi102.stdout:        "scrub_file_inodes": 0,
2024-03-19T02:00:38.944 INFO:teuthology.orchestra.run.smithi102.stdout:        "handle_inode_file_caps": 0,
2024-03-19T02:00:38.944 INFO:teuthology.orchestra.run.smithi102.stdout:        "ceph_cap_op_revoke": 0,
2024-03-19T02:00:38.944 INFO:teuthology.orchestra.run.smithi102.stdout:        "ceph_cap_op_grant": 0,
2024-03-19T02:00:38.944 INFO:teuthology.orchestra.run.smithi102.stdout:        "ceph_cap_op_trunc": 0,
2024-03-19T02:00:38.944 INFO:teuthology.orchestra.run.smithi102.stdout:        "ceph_cap_op_flushsnap_ack": 0,
2024-03-19T02:00:38.944 INFO:teuthology.orchestra.run.smithi102.stdout:        "ceph_cap_op_flush_ack": 0,
2024-03-19T02:00:38.944 INFO:teuthology.orchestra.run.smithi102.stdout:        "handle_client_caps": 0,
2024-03-19T02:00:38.944 INFO:teuthology.orchestra.run.smithi102.stdout:        "handle_client_caps_dirty": 0,
2024-03-19T02:00:38.944 INFO:teuthology.orchestra.run.smithi102.stdout:        "handle_client_cap_release": 0,
2024-03-19T02:00:38.945 INFO:teuthology.orchestra.run.smithi102.stdout:        "process_request_cap_release": 0
2024-03-19T02:00:38.945 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:38.945 INFO:teuthology.orchestra.run.smithi102.stdout:    "mds_cache": {
2024-03-19T02:00:38.945 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir_update": 0,
2024-03-19T02:00:38.945 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir_update_receipt": 0,
2024-03-19T02:00:38.945 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir_try_discover": 0,
2024-03-19T02:00:38.945 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir_send_discover": 0,
2024-03-19T02:00:38.945 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir_handle_discover": 0,
2024-03-19T02:00:38.945 INFO:teuthology.orchestra.run.smithi102.stdout:        "num_strays": 0,
2024-03-19T02:00:38.945 INFO:teuthology.orchestra.run.smithi102.stdout:        "num_strays_delayed": 0,
2024-03-19T02:00:38.945 INFO:teuthology.orchestra.run.smithi102.stdout:        "num_strays_enqueuing": 0,
2024-03-19T02:00:38.945 INFO:teuthology.orchestra.run.smithi102.stdout:        "strays_created": 0,
2024-03-19T02:00:38.945 INFO:teuthology.orchestra.run.smithi102.stdout:        "strays_enqueued": 0,
2024-03-19T02:00:38.945 INFO:teuthology.orchestra.run.smithi102.stdout:        "strays_reintegrated": 0,
2024-03-19T02:00:38.945 INFO:teuthology.orchestra.run.smithi102.stdout:        "strays_migrated": 0,
2024-03-19T02:00:38.946 INFO:teuthology.orchestra.run.smithi102.stdout:        "num_recovering_processing": 0,
2024-03-19T02:00:38.946 INFO:teuthology.orchestra.run.smithi102.stdout:        "num_recovering_enqueued": 0,
2024-03-19T02:00:38.946 INFO:teuthology.orchestra.run.smithi102.stdout:        "num_recovering_prioritized": 0,
2024-03-19T02:00:38.946 INFO:teuthology.orchestra.run.smithi102.stdout:        "recovery_started": 0,
2024-03-19T02:00:38.946 INFO:teuthology.orchestra.run.smithi102.stdout:        "recovery_completed": 0,
2024-03-19T02:00:38.946 INFO:teuthology.orchestra.run.smithi102.stdout:        "ireq_quiesce_path": 0,
2024-03-19T02:00:38.946 INFO:teuthology.orchestra.run.smithi102.stdout:        "ireq_quiesce_inode": 0,
2024-03-19T02:00:38.946 INFO:teuthology.orchestra.run.smithi102.stdout:        "ireq_enqueue_scrub": 0,
2024-03-19T02:00:38.946 INFO:teuthology.orchestra.run.smithi102.stdout:        "ireq_exportdir": 0,
2024-03-19T02:00:38.946 INFO:teuthology.orchestra.run.smithi102.stdout:        "ireq_flush": 0,
2024-03-19T02:00:38.946 INFO:teuthology.orchestra.run.smithi102.stdout:        "ireq_fragmentdir": 0,
2024-03-19T02:00:38.946 INFO:teuthology.orchestra.run.smithi102.stdout:        "ireq_fragstats": 0,
2024-03-19T02:00:38.946 INFO:teuthology.orchestra.run.smithi102.stdout:        "ireq_inodestats": 0
2024-03-19T02:00:38.946 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:38.947 INFO:teuthology.orchestra.run.smithi102.stdout:    "mds_log": {
2024-03-19T02:00:38.947 INFO:teuthology.orchestra.run.smithi102.stdout:        "evlrg": 0,
2024-03-19T02:00:38.947 INFO:teuthology.orchestra.run.smithi102.stdout:        "evadd": 0,
2024-03-19T02:00:38.947 INFO:teuthology.orchestra.run.smithi102.stdout:        "evex": 0,
2024-03-19T02:00:38.947 INFO:teuthology.orchestra.run.smithi102.stdout:        "evtrm": 0,
2024-03-19T02:00:38.947 INFO:teuthology.orchestra.run.smithi102.stdout:        "ev": 36687,
2024-03-19T02:00:38.947 INFO:teuthology.orchestra.run.smithi102.stdout:        "evexg": 0,
2024-03-19T02:00:38.947 INFO:teuthology.orchestra.run.smithi102.stdout:        "evexd": 0,
2024-03-19T02:00:38.947 INFO:teuthology.orchestra.run.smithi102.stdout:        "segadd": 0,
2024-03-19T02:00:38.947 INFO:teuthology.orchestra.run.smithi102.stdout:        "segex": 0,
2024-03-19T02:00:38.947 INFO:teuthology.orchestra.run.smithi102.stdout:        "segtrm": 0,
2024-03-19T02:00:38.947 INFO:teuthology.orchestra.run.smithi102.stdout:        "seg": 53,
2024-03-19T02:00:38.947 INFO:teuthology.orchestra.run.smithi102.stdout:        "segmjr": 4,
2024-03-19T02:00:38.947 INFO:teuthology.orchestra.run.smithi102.stdout:        "segexg": 0,
2024-03-19T02:00:38.947 INFO:teuthology.orchestra.run.smithi102.stdout:        "segexd": 0,
2024-03-19T02:00:38.947 INFO:teuthology.orchestra.run.smithi102.stdout:        "expos": 4194304,
2024-03-19T02:00:38.948 INFO:teuthology.orchestra.run.smithi102.stdout:        "wrpos": 100351627,
2024-03-19T02:00:38.948 INFO:teuthology.orchestra.run.smithi102.stdout:        "rdpos": 100351491,
2024-03-19T02:00:38.948 INFO:teuthology.orchestra.run.smithi102.stdout:        "jlat": {
2024-03-19T02:00:38.948 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.948 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.948 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.948 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.948 INFO:teuthology.orchestra.run.smithi102.stdout:        "replayed": 36687
2024-03-19T02:00:38.948 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:38.948 INFO:teuthology.orchestra.run.smithi102.stdout:    "mds_mem": {
2024-03-19T02:00:38.948 INFO:teuthology.orchestra.run.smithi102.stdout:        "ino": 8349,
2024-03-19T02:00:38.948 INFO:teuthology.orchestra.run.smithi102.stdout:        "ino+": 21337,
2024-03-19T02:00:38.948 INFO:teuthology.orchestra.run.smithi102.stdout:        "ino-": 12988,
2024-03-19T02:00:38.948 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir": 921,
2024-03-19T02:00:38.948 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir+": 1733,
2024-03-19T02:00:38.949 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir-": 812,
2024-03-19T02:00:38.949 INFO:teuthology.orchestra.run.smithi102.stdout:        "dn": 24136,
2024-03-19T02:00:38.949 INFO:teuthology.orchestra.run.smithi102.stdout:        "dn+": 30845,
2024-03-19T02:00:38.949 INFO:teuthology.orchestra.run.smithi102.stdout:        "dn-": 6709,
2024-03-19T02:00:38.949 INFO:teuthology.orchestra.run.smithi102.stdout:        "cap": 0,
2024-03-19T02:00:38.949 INFO:teuthology.orchestra.run.smithi102.stdout:        "cap+": 0,
2024-03-19T02:00:38.949 INFO:teuthology.orchestra.run.smithi102.stdout:        "cap-": 0,
2024-03-19T02:00:38.949 INFO:teuthology.orchestra.run.smithi102.stdout:        "rss": 102872,
2024-03-19T02:00:38.949 INFO:teuthology.orchestra.run.smithi102.stdout:        "heap": 215420
2024-03-19T02:00:38.949 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:38.949 INFO:teuthology.orchestra.run.smithi102.stdout:    "mds_server": {
2024-03-19T02:00:38.949 INFO:teuthology.orchestra.run.smithi102.stdout:        "dispatch_client_request": 0,
2024-03-19T02:00:38.949 INFO:teuthology.orchestra.run.smithi102.stdout:        "dispatch_server_request": 0,
2024-03-19T02:00:38.949 INFO:teuthology.orchestra.run.smithi102.stdout:        "handle_client_request": 0,
2024-03-19T02:00:38.949 INFO:teuthology.orchestra.run.smithi102.stdout:        "handle_client_session": 0,
2024-03-19T02:00:38.950 INFO:teuthology.orchestra.run.smithi102.stdout:        "handle_peer_request": 0,
2024-03-19T02:00:38.950 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_create_latency": {
2024-03-19T02:00:38.950 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.950 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.950 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.950 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.950 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_getattr_latency": {
2024-03-19T02:00:38.950 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.950 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.950 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.950 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.950 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_getfilelock_latency": {
2024-03-19T02:00:38.950 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.950 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.950 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.951 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.951 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_link_latency": {
2024-03-19T02:00:38.951 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.951 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.951 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.951 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.951 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_lookup_latency": {
2024-03-19T02:00:38.951 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.951 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.952 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.952 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.952 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_lookuphash_latency": {
2024-03-19T02:00:38.952 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.952 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.952 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.952 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.952 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_lookupino_latency": {
2024-03-19T02:00:38.952 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.952 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.952 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.952 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.952 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_lookupname_latency": {
2024-03-19T02:00:38.953 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.953 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.953 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.953 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.953 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_lookupparent_latency": {
2024-03-19T02:00:38.953 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.953 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.953 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.954 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.954 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_lookupsnap_latency": {
2024-03-19T02:00:38.954 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.954 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.954 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.954 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.954 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_lssnap_latency": {
2024-03-19T02:00:38.954 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.954 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.954 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.954 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.955 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_mkdir_latency": {
2024-03-19T02:00:38.955 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.955 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.955 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.956 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.956 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_mknod_latency": {
2024-03-19T02:00:38.956 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.956 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.956 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.956 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.956 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_mksnap_latency": {
2024-03-19T02:00:38.956 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.956 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.956 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.956 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.957 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_open_latency": {
2024-03-19T02:00:38.957 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.957 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.957 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.957 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.957 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_readdir_latency": {
2024-03-19T02:00:38.957 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.957 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.957 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.958 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.958 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_rename_latency": {
2024-03-19T02:00:38.958 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.958 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.958 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.958 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.958 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_renamesnap_latency": {
2024-03-19T02:00:38.958 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.958 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.958 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.958 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.959 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_snapdiff_latency": {
2024-03-19T02:00:38.959 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.959 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.959 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.959 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.959 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_rmdir_latency": {
2024-03-19T02:00:38.959 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.959 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.959 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.959 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.959 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_rmsnap_latency": {
2024-03-19T02:00:38.959 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.959 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.960 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.960 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.960 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_rmxattr_latency": {
2024-03-19T02:00:38.960 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.960 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.960 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.960 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.960 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_setattr_latency": {
2024-03-19T02:00:38.960 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.960 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.960 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.961 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.961 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_setdirlayout_latency": {
2024-03-19T02:00:38.961 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.961 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.961 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.961 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.961 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_setfilelock_latency": {
2024-03-19T02:00:38.961 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.961 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.961 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.961 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.962 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_setlayout_latency": {
2024-03-19T02:00:38.962 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.962 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.962 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.962 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.962 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_setxattr_latency": {
2024-03-19T02:00:38.962 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.962 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.962 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.962 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.963 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_symlink_latency": {
2024-03-19T02:00:38.963 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.963 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.963 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.963 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.963 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_unlink_latency": {
2024-03-19T02:00:38.963 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.963 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.963 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.963 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.963 INFO:teuthology.orchestra.run.smithi102.stdout:        "cap_revoke_eviction": 0,
2024-03-19T02:00:38.963 INFO:teuthology.orchestra.run.smithi102.stdout:        "cap_acquisition_throttle": 0,
2024-03-19T02:00:38.964 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_getvxattr_latency": {
2024-03-19T02:00:38.964 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.964 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.964 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.964 INFO:teuthology.orchestra.run.smithi102.stdout:        }
2024-03-19T02:00:38.964 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:38.964 INFO:teuthology.orchestra.run.smithi102.stdout:    "mds_sessions": {
2024-03-19T02:00:38.964 INFO:teuthology.orchestra.run.smithi102.stdout:        "session_count": 2,
2024-03-19T02:00:38.964 INFO:teuthology.orchestra.run.smithi102.stdout:        "session_add": 5,
2024-03-19T02:00:38.964 INFO:teuthology.orchestra.run.smithi102.stdout:        "session_remove": 3,
2024-03-19T02:00:38.964 INFO:teuthology.orchestra.run.smithi102.stdout:        "sessions_open": 3,
2024-03-19T02:00:38.964 INFO:teuthology.orchestra.run.smithi102.stdout:        "sessions_stale": 0,
2024-03-19T02:00:38.964 INFO:teuthology.orchestra.run.smithi102.stdout:        "total_load": 0,
2024-03-19T02:00:38.964 INFO:teuthology.orchestra.run.smithi102.stdout:        "average_load": 0,
2024-03-19T02:00:38.965 INFO:teuthology.orchestra.run.smithi102.stdout:        "avg_session_uptime": 3539,
2024-03-19T02:00:38.965 INFO:teuthology.orchestra.run.smithi102.stdout:        "mdthresh_evicted": 0
2024-03-19T02:00:38.965 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:38.965 INFO:teuthology.orchestra.run.smithi102.stdout:    "mempool": {
2024-03-19T02:00:38.965 INFO:teuthology.orchestra.run.smithi102.stdout:        "bloom_filter_bytes": 0,
2024-03-19T02:00:38.965 INFO:teuthology.orchestra.run.smithi102.stdout:        "bloom_filter_items": 0,
2024-03-19T02:00:38.965 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_alloc_bytes": 0,
2024-03-19T02:00:38.965 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_alloc_items": 0,
2024-03-19T02:00:38.965 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_data_bytes": 0,
2024-03-19T02:00:38.965 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_data_items": 0,
2024-03-19T02:00:38.965 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_onode_bytes": 0,
2024-03-19T02:00:38.965 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_onode_items": 0,
2024-03-19T02:00:38.965 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_meta_bytes": 0,
2024-03-19T02:00:38.965 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_meta_items": 0,
2024-03-19T02:00:38.966 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_other_bytes": 0,
2024-03-19T02:00:38.966 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_other_items": 0,
2024-03-19T02:00:38.966 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_buffer_bytes": 0,
2024-03-19T02:00:38.966 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_buffer_items": 0,
2024-03-19T02:00:38.966 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_extent_bytes": 0,
2024-03-19T02:00:38.966 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_extent_items": 0,
2024-03-19T02:00:38.966 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_blob_bytes": 0,
2024-03-19T02:00:38.966 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_blob_items": 0,
2024-03-19T02:00:38.966 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_shared_blob_bytes": 0,
2024-03-19T02:00:38.967 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_shared_blob_items": 0,
2024-03-19T02:00:38.967 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_inline_bl_bytes": 0,
2024-03-19T02:00:38.967 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_inline_bl_items": 0,
2024-03-19T02:00:38.967 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_fsck_bytes": 0,
2024-03-19T02:00:38.967 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_fsck_items": 0,
2024-03-19T02:00:38.967 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_txc_bytes": 0,
2024-03-19T02:00:38.967 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_txc_items": 0,
2024-03-19T02:00:38.967 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_writing_deferred_bytes": 0,
2024-03-19T02:00:38.967 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_writing_deferred_items": 0,
2024-03-19T02:00:38.967 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_writing_bytes": 0,
2024-03-19T02:00:38.967 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_writing_items": 0,
2024-03-19T02:00:38.967 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluefs_bytes": 0,
2024-03-19T02:00:38.967 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluefs_items": 0,
2024-03-19T02:00:38.967 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluefs_file_reader_bytes": 0,
2024-03-19T02:00:38.968 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluefs_file_reader_items": 0,
2024-03-19T02:00:38.968 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluefs_file_writer_bytes": 0,
2024-03-19T02:00:38.968 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluefs_file_writer_items": 0,
2024-03-19T02:00:38.968 INFO:teuthology.orchestra.run.smithi102.stdout:        "buffer_anon_bytes": 231401,
2024-03-19T02:00:38.968 INFO:teuthology.orchestra.run.smithi102.stdout:        "buffer_anon_items": 76,
2024-03-19T02:00:38.968 INFO:teuthology.orchestra.run.smithi102.stdout:        "buffer_meta_bytes": 0,
2024-03-19T02:00:38.968 INFO:teuthology.orchestra.run.smithi102.stdout:        "buffer_meta_items": 0,
2024-03-19T02:00:38.968 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_bytes": 0,
2024-03-19T02:00:38.968 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_items": 0,
2024-03-19T02:00:38.968 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_mapbl_bytes": 0,
2024-03-19T02:00:38.968 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_mapbl_items": 0,
2024-03-19T02:00:38.968 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_pglog_bytes": 0,
2024-03-19T02:00:38.968 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_pglog_items": 0,
2024-03-19T02:00:38.968 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdmap_bytes": 9512,
2024-03-19T02:00:38.968 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdmap_items": 182,
2024-03-19T02:00:38.969 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdmap_mapping_bytes": 0,
2024-03-19T02:00:38.969 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdmap_mapping_items": 0,
2024-03-19T02:00:38.969 INFO:teuthology.orchestra.run.smithi102.stdout:        "pgmap_bytes": 0,
2024-03-19T02:00:38.969 INFO:teuthology.orchestra.run.smithi102.stdout:        "pgmap_items": 0,
2024-03-19T02:00:38.969 INFO:teuthology.orchestra.run.smithi102.stdout:        "mds_co_bytes": 36770193,
2024-03-19T02:00:38.969 INFO:teuthology.orchestra.run.smithi102.stdout:        "mds_co_items": 384790,
2024-03-19T02:00:38.969 INFO:teuthology.orchestra.run.smithi102.stdout:        "unittest_1_bytes": 0,
2024-03-19T02:00:38.969 INFO:teuthology.orchestra.run.smithi102.stdout:        "unittest_1_items": 0,
2024-03-19T02:00:38.969 INFO:teuthology.orchestra.run.smithi102.stdout:        "unittest_2_bytes": 0,
2024-03-19T02:00:38.969 INFO:teuthology.orchestra.run.smithi102.stdout:        "unittest_2_items": 0
2024-03-19T02:00:38.969 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:38.969 INFO:teuthology.orchestra.run.smithi102.stdout:    "objecter": {
2024-03-19T02:00:38.969 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_active": 0,
2024-03-19T02:00:38.969 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_laggy": 0,
2024-03-19T02:00:38.970 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_send": 2563,
2024-03-19T02:00:38.970 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_send_bytes": 26,
2024-03-19T02:00:38.970 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_resend": 4,
2024-03-19T02:00:38.970 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_reply": 2563,
2024-03-19T02:00:38.970 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_latency": {
2024-03-19T02:00:38.970 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 2563,
2024-03-19T02:00:38.970 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 1.206975791,
2024-03-19T02:00:38.970 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000470923
2024-03-19T02:00:38.970 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.970 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_inflight": 0,
2024-03-19T02:00:38.970 INFO:teuthology.orchestra.run.smithi102.stdout:        "oplen_avg": {
2024-03-19T02:00:38.970 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 2563,
2024-03-19T02:00:38.970 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 2564
2024-03-19T02:00:38.971 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:38.971 INFO:teuthology.orchestra.run.smithi102.stdout:        "op": 2563,
2024-03-19T02:00:38.971 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_r": 2563,
2024-03-19T02:00:38.971 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_w": 0,
2024-03-19T02:00:38.971 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_rmw": 0,
2024-03-19T02:00:38.971 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_pg": 0,
2024-03-19T02:00:38.971 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_stat": 1588,
2024-03-19T02:00:38.971 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_create": 0,
2024-03-19T02:00:38.971 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_read": 972,
2024-03-19T02:00:38.971 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_write": 0,
2024-03-19T02:00:38.972 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_writefull": 0,
2024-03-19T02:00:38.972 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_writesame": 0,
2024-03-19T02:00:38.972 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_append": 0,
2024-03-19T02:00:38.972 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_zero": 0,
2024-03-19T02:00:38.972 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_truncate": 0,
2024-03-19T02:00:38.972 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_delete": 0,
2024-03-19T02:00:38.972 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_mapext": 0,
2024-03-19T02:00:38.972 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_sparse_read": 0,
2024-03-19T02:00:38.972 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_clonerange": 0,
2024-03-19T02:00:38.972 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_getxattr": 2,
2024-03-19T02:00:38.972 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_setxattr": 0,
2024-03-19T02:00:38.972 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_cmpxattr": 0,
2024-03-19T02:00:38.972 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_rmxattr": 0,
2024-03-19T02:00:38.972 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_resetxattrs": 0,
2024-03-19T02:00:38.973 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_call": 0,
2024-03-19T02:00:38.973 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_watch": 0,
2024-03-19T02:00:38.973 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_notify": 0,
2024-03-19T02:00:38.973 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_src_cmpxattr": 0,
2024-03-19T02:00:38.973 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_pgls": 0,
2024-03-19T02:00:38.973 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_pgls_filter": 0,
2024-03-19T02:00:38.973 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_other": 0,
2024-03-19T02:00:38.973 INFO:teuthology.orchestra.run.smithi102.stdout:        "linger_active": 0,
2024-03-19T02:00:38.973 INFO:teuthology.orchestra.run.smithi102.stdout:        "linger_send": 0,
2024-03-19T02:00:38.973 INFO:teuthology.orchestra.run.smithi102.stdout:        "linger_resend": 0,
2024-03-19T02:00:38.974 INFO:teuthology.orchestra.run.smithi102.stdout:        "linger_ping": 0,
2024-03-19T02:00:38.974 INFO:teuthology.orchestra.run.smithi102.stdout:        "poolop_active": 0,
2024-03-19T02:00:38.974 INFO:teuthology.orchestra.run.smithi102.stdout:        "poolop_send": 0,
2024-03-19T02:00:38.974 INFO:teuthology.orchestra.run.smithi102.stdout:        "poolop_resend": 0,
2024-03-19T02:00:38.974 INFO:teuthology.orchestra.run.smithi102.stdout:        "poolstat_active": 0,
2024-03-19T02:00:38.974 INFO:teuthology.orchestra.run.smithi102.stdout:        "poolstat_send": 0,
2024-03-19T02:00:38.974 INFO:teuthology.orchestra.run.smithi102.stdout:        "poolstat_resend": 0,
2024-03-19T02:00:38.974 INFO:teuthology.orchestra.run.smithi102.stdout:        "statfs_active": 0,
2024-03-19T02:00:38.974 INFO:teuthology.orchestra.run.smithi102.stdout:        "statfs_send": 0,
2024-03-19T02:00:38.974 INFO:teuthology.orchestra.run.smithi102.stdout:        "statfs_resend": 0,
2024-03-19T02:00:38.974 INFO:teuthology.orchestra.run.smithi102.stdout:        "command_active": 0,
2024-03-19T02:00:38.975 INFO:teuthology.orchestra.run.smithi102.stdout:        "command_send": 0,
2024-03-19T02:00:38.975 INFO:teuthology.orchestra.run.smithi102.stdout:        "command_resend": 0,
2024-03-19T02:00:38.975 INFO:teuthology.orchestra.run.smithi102.stdout:        "map_epoch": 102,
2024-03-19T02:00:38.975 INFO:teuthology.orchestra.run.smithi102.stdout:        "map_full": 0,
2024-03-19T02:00:38.975 INFO:teuthology.orchestra.run.smithi102.stdout:        "map_inc": 13,
2024-03-19T02:00:38.975 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_sessions": 10,
2024-03-19T02:00:38.975 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_session_open": 10,
2024-03-19T02:00:38.975 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_session_close": 0,
2024-03-19T02:00:38.975 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_laggy": 0,
2024-03-19T02:00:38.975 INFO:teuthology.orchestra.run.smithi102.stdout:        "omap_wr": 0,
2024-03-19T02:00:38.975 INFO:teuthology.orchestra.run.smithi102.stdout:        "omap_rd": 2,
2024-03-19T02:00:38.975 INFO:teuthology.orchestra.run.smithi102.stdout:        "omap_del": 0
2024-03-19T02:00:38.976 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:38.976 INFO:teuthology.orchestra.run.smithi102.stdout:    "oft": {
2024-03-19T02:00:38.976 INFO:teuthology.orchestra.run.smithi102.stdout:        "omap_total_objs": 0,
2024-03-19T02:00:38.976 INFO:teuthology.orchestra.run.smithi102.stdout:        "omap_total_kv_pairs": 0,
2024-03-19T02:00:38.976 INFO:teuthology.orchestra.run.smithi102.stdout:        "omap_total_updates": 0,
2024-03-19T02:00:38.976 INFO:teuthology.orchestra.run.smithi102.stdout:        "omap_total_removes": 0
2024-03-19T02:00:38.976 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:38.976 INFO:teuthology.orchestra.run.smithi102.stdout:    "osd-slow-ops": {
2024-03-19T02:00:38.976 INFO:teuthology.orchestra.run.smithi102.stdout:        "slow_ops_count": 0
2024-03-19T02:00:38.976 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:38.976 INFO:teuthology.orchestra.run.smithi102.stdout:    "purge_queue": {
2024-03-19T02:00:38.976 INFO:teuthology.orchestra.run.smithi102.stdout:        "pq_executing_ops": 0,
2024-03-19T02:00:38.976 INFO:teuthology.orchestra.run.smithi102.stdout:        "pq_executing_ops_high_water": 0,
2024-03-19T02:00:38.976 INFO:teuthology.orchestra.run.smithi102.stdout:        "pq_executing": 0,
2024-03-19T02:00:38.977 INFO:teuthology.orchestra.run.smithi102.stdout:        "pq_executing_high_water": 0,
2024-03-19T02:00:38.977 INFO:teuthology.orchestra.run.smithi102.stdout:        "pq_executed_ops": 0,
2024-03-19T02:00:38.977 INFO:teuthology.orchestra.run.smithi102.stdout:        "pq_executed": 0,
2024-03-19T02:00:38.977 INFO:teuthology.orchestra.run.smithi102.stdout:        "pq_item_in_journal": 0
2024-03-19T02:00:38.977 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:38.977 INFO:teuthology.orchestra.run.smithi102.stdout:    "throttle-msgr_dispatch_throttler-mds": {
2024-03-19T02:00:38.977 INFO:teuthology.orchestra.run.smithi102.stdout:        "val": 0,
2024-03-19T02:00:38.977 INFO:teuthology.orchestra.run.smithi102.stdout:        "max": 104857600,
2024-03-19T02:00:38.977 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_started": 0,
2024-03-19T02:00:38.977 INFO:teuthology.orchestra.run.smithi102.stdout:        "get": 2826,
2024-03-19T02:00:38.977 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_sum": 98138072,
2024-03-19T02:00:38.977 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:38.978 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_or_fail_success": 2826,
2024-03-19T02:00:38.978 INFO:teuthology.orchestra.run.smithi102.stdout:        "take": 0,
2024-03-19T02:00:38.978 INFO:teuthology.orchestra.run.smithi102.stdout:        "take_sum": 0,
2024-03-19T02:00:38.978 INFO:teuthology.orchestra.run.smithi102.stdout:        "put": 2826,
2024-03-19T02:00:38.978 INFO:teuthology.orchestra.run.smithi102.stdout:        "put_sum": 98138072,
2024-03-19T02:00:38.978 INFO:teuthology.orchestra.run.smithi102.stdout:        "wait": {
2024-03-19T02:00:38.978 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.978 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.978 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.978 INFO:teuthology.orchestra.run.smithi102.stdout:        }
2024-03-19T02:00:38.978 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:38.978 INFO:teuthology.orchestra.run.smithi102.stdout:    "throttle-objecter_bytes": {
2024-03-19T02:00:38.978 INFO:teuthology.orchestra.run.smithi102.stdout:        "val": 0,
2024-03-19T02:00:38.979 INFO:teuthology.orchestra.run.smithi102.stdout:        "max": 104857600,
2024-03-19T02:00:38.979 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_started": 0,
2024-03-19T02:00:38.979 INFO:teuthology.orchestra.run.smithi102.stdout:        "get": 0,
2024-03-19T02:00:38.979 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_sum": 0,
2024-03-19T02:00:38.979 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:38.979 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_or_fail_success": 0,
2024-03-19T02:00:38.979 INFO:teuthology.orchestra.run.smithi102.stdout:        "take": 2563,
2024-03-19T02:00:38.979 INFO:teuthology.orchestra.run.smithi102.stdout:        "take_sum": 96174175,
2024-03-19T02:00:38.979 INFO:teuthology.orchestra.run.smithi102.stdout:        "put": 2563,
2024-03-19T02:00:38.979 INFO:teuthology.orchestra.run.smithi102.stdout:        "put_sum": 96174175,
2024-03-19T02:00:38.979 INFO:teuthology.orchestra.run.smithi102.stdout:        "wait": {
2024-03-19T02:00:38.979 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.979 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.980 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.980 INFO:teuthology.orchestra.run.smithi102.stdout:        }
2024-03-19T02:00:38.980 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:38.980 INFO:teuthology.orchestra.run.smithi102.stdout:    "throttle-objecter_ops": {
2024-03-19T02:00:38.980 INFO:teuthology.orchestra.run.smithi102.stdout:        "val": 0,
2024-03-19T02:00:38.980 INFO:teuthology.orchestra.run.smithi102.stdout:        "max": 1024,
2024-03-19T02:00:38.980 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_started": 0,
2024-03-19T02:00:38.980 INFO:teuthology.orchestra.run.smithi102.stdout:        "get": 0,
2024-03-19T02:00:38.980 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_sum": 0,
2024-03-19T02:00:38.980 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:38.980 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_or_fail_success": 0,
2024-03-19T02:00:38.980 INFO:teuthology.orchestra.run.smithi102.stdout:        "take": 2563,
2024-03-19T02:00:38.980 INFO:teuthology.orchestra.run.smithi102.stdout:        "take_sum": 2563,
2024-03-19T02:00:38.981 INFO:teuthology.orchestra.run.smithi102.stdout:        "put": 2563,
2024-03-19T02:00:38.981 INFO:teuthology.orchestra.run.smithi102.stdout:        "put_sum": 2563,
2024-03-19T02:00:38.981 INFO:teuthology.orchestra.run.smithi102.stdout:        "wait": {
2024-03-19T02:00:38.981 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.981 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.981 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.981 INFO:teuthology.orchestra.run.smithi102.stdout:        }
2024-03-19T02:00:38.981 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:38.981 INFO:teuthology.orchestra.run.smithi102.stdout:    "throttle-write_buf_throttle": {
2024-03-19T02:00:38.981 INFO:teuthology.orchestra.run.smithi102.stdout:        "val": 0,
2024-03-19T02:00:38.981 INFO:teuthology.orchestra.run.smithi102.stdout:        "max": 3758096384,
2024-03-19T02:00:38.981 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_started": 0,
2024-03-19T02:00:38.981 INFO:teuthology.orchestra.run.smithi102.stdout:        "get": 0,
2024-03-19T02:00:38.981 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_sum": 0,
2024-03-19T02:00:38.982 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:38.982 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_or_fail_success": 0,
2024-03-19T02:00:38.982 INFO:teuthology.orchestra.run.smithi102.stdout:        "take": 0,
2024-03-19T02:00:38.982 INFO:teuthology.orchestra.run.smithi102.stdout:        "take_sum": 0,
2024-03-19T02:00:38.982 INFO:teuthology.orchestra.run.smithi102.stdout:        "put": 0,
2024-03-19T02:00:38.982 INFO:teuthology.orchestra.run.smithi102.stdout:        "put_sum": 0,
2024-03-19T02:00:38.982 INFO:teuthology.orchestra.run.smithi102.stdout:        "wait": {
2024-03-19T02:00:38.982 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.982 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.983 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.983 INFO:teuthology.orchestra.run.smithi102.stdout:        }
2024-03-19T02:00:38.983 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:38.983 INFO:teuthology.orchestra.run.smithi102.stdout:    "throttle-write_buf_throttle-0x558cadf3a6e0": {
2024-03-19T02:00:38.983 INFO:teuthology.orchestra.run.smithi102.stdout:        "val": 0,
2024-03-19T02:00:38.983 INFO:teuthology.orchestra.run.smithi102.stdout:        "max": 3758096384,
2024-03-19T02:00:38.983 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_started": 0,
2024-03-19T02:00:38.983 INFO:teuthology.orchestra.run.smithi102.stdout:        "get": 0,
2024-03-19T02:00:38.983 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_sum": 0,
2024-03-19T02:00:38.983 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:38.983 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_or_fail_success": 0,
2024-03-19T02:00:38.983 INFO:teuthology.orchestra.run.smithi102.stdout:        "take": 0,
2024-03-19T02:00:38.983 INFO:teuthology.orchestra.run.smithi102.stdout:        "take_sum": 0,
2024-03-19T02:00:38.983 INFO:teuthology.orchestra.run.smithi102.stdout:        "put": 0,
2024-03-19T02:00:38.984 INFO:teuthology.orchestra.run.smithi102.stdout:        "put_sum": 0,
2024-03-19T02:00:38.984 INFO:teuthology.orchestra.run.smithi102.stdout:        "wait": {
2024-03-19T02:00:38.984 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:38.984 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:38.984 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:38.984 INFO:teuthology.orchestra.run.smithi102.stdout:        }
2024-03-19T02:00:38.984 INFO:teuthology.orchestra.run.smithi102.stdout:    }
2024-03-19T02:00:38.984 INFO:teuthology.orchestra.run.smithi102.stdout:}
2024-03-19T02:00:39.713 INFO:tasks.check_counter:Daemon mds.c mds.exported=0
2024-03-19T02:00:39.714 INFO:tasks.check_counter:Daemon mds.c mds.imported=0
2024-03-19T02:00:39.714 INFO:tasks.check_counter:Daemon mds.c mds.root_rsnaps=6
2024-03-19T02:00:39.714 INFO:tasks.check_counter:Daemon mds.c mds_server.req_mksnap_latency.avgcount=0
2024-03-19T02:00:39.714 INFO:tasks.check_counter:Daemon mds.c mds_server.req_rmsnap_latency.avgcount=0
2024-03-19T02:00:39.714 DEBUG:tasks.check_counter:Getting stats from f
2024-03-19T02:00:39.714 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph daemon mds.f perf dump
2024-03-19T02:00:39.938 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:39 smithi102 ceph-mon[66557]: pgmap v328: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T02:00:39.968 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.c/config
2024-03-19T02:00:40.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:39 smithi073 ceph-mon[66833]: pgmap v328: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T02:00:40.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:39 smithi046 ceph-mon[63102]: pgmap v328: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T02:00:41.886 INFO:teuthology.orchestra.run.smithi102.stdout:{
2024-03-19T02:00:41.886 INFO:teuthology.orchestra.run.smithi102.stdout:    "AsyncMessenger::Worker-0": {
2024-03-19T02:00:41.886 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_messages": 1225,
2024-03-19T02:00:41.886 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_messages": 1226,
2024-03-19T02:00:41.886 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_bytes": 25542161,
2024-03-19T02:00:41.887 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_bytes": 389239,
2024-03-19T02:00:41.887 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_created_connections": 7,
2024-03-19T02:00:41.887 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_active_connections": 3,
2024-03-19T02:00:41.887 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_total_time": 0.091317390,
2024-03-19T02:00:41.887 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_send_time": 0.023522120,
2024-03-19T02:00:41.887 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_recv_time": 0.032065871,
2024-03-19T02:00:41.887 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_fast_dispatch_time": 0.028419597,
2024-03-19T02:00:41.887 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:41.887 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 1224,
2024-03-19T02:00:41.887 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.034004521,
2024-03-19T02:00:41.887 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000027781
2024-03-19T02:00:41.887 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.887 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:41.888 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.888 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.888 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.888 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.888 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_encrypted_bytes": 0,
2024-03-19T02:00:41.888 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_encrypted_bytes": 0
2024-03-19T02:00:41.888 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:41.888 INFO:teuthology.orchestra.run.smithi102.stdout:    "AsyncMessenger::Worker-1": {
2024-03-19T02:00:41.888 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_messages": 837,
2024-03-19T02:00:41.888 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_messages": 815,
2024-03-19T02:00:41.888 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_bytes": 18679819,
2024-03-19T02:00:41.888 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_bytes": 321772,
2024-03-19T02:00:41.889 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_created_connections": 5,
2024-03-19T02:00:41.889 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_active_connections": 4,
2024-03-19T02:00:41.889 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_total_time": 0.080966719,
2024-03-19T02:00:41.889 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_send_time": 0.018579854,
2024-03-19T02:00:41.889 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_recv_time": 0.054296343,
2024-03-19T02:00:41.889 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_fast_dispatch_time": 0.015896460,
2024-03-19T02:00:41.889 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:41.889 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 814,
2024-03-19T02:00:41.889 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.022223773,
2024-03-19T02:00:41.889 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000027301
2024-03-19T02:00:41.889 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.889 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:41.889 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.889 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.889 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.890 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.890 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_encrypted_bytes": 1516048,
2024-03-19T02:00:41.890 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_encrypted_bytes": 138224
2024-03-19T02:00:41.890 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:41.890 INFO:teuthology.orchestra.run.smithi102.stdout:    "AsyncMessenger::Worker-2": {
2024-03-19T02:00:41.890 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_messages": 521,
2024-03-19T02:00:41.890 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_messages": 685,
2024-03-19T02:00:41.890 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_bytes": 8526392,
2024-03-19T02:00:41.890 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_bytes": 613418,
2024-03-19T02:00:41.890 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_created_connections": 7,
2024-03-19T02:00:41.890 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_active_connections": 5,
2024-03-19T02:00:41.890 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_total_time": 0.044321984,
2024-03-19T02:00:41.890 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_send_time": 0.014048305,
2024-03-19T02:00:41.890 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_recv_time": 0.015880933,
2024-03-19T02:00:41.891 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_fast_dispatch_time": 0.010035171,
2024-03-19T02:00:41.891 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:41.891 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 683,
2024-03-19T02:00:41.891 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.027730337,
2024-03-19T02:00:41.891 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000040600
2024-03-19T02:00:41.891 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.891 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:41.891 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.891 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.891 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.891 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.891 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_encrypted_bytes": 3264,
2024-03-19T02:00:41.891 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_encrypted_bytes": 449648
2024-03-19T02:00:41.891 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:41.892 INFO:teuthology.orchestra.run.smithi102.stdout:    "cct": {
2024-03-19T02:00:41.892 INFO:teuthology.orchestra.run.smithi102.stdout:        "total_workers": 1,
2024-03-19T02:00:41.892 INFO:teuthology.orchestra.run.smithi102.stdout:        "unhealthy_workers": 0
2024-03-19T02:00:41.892 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:41.892 INFO:teuthology.orchestra.run.smithi102.stdout:    "finisher-MDSRank": {
2024-03-19T02:00:41.892 INFO:teuthology.orchestra.run.smithi102.stdout:        "queue_len": 0,
2024-03-19T02:00:41.892 INFO:teuthology.orchestra.run.smithi102.stdout:        "complete_latency": {
2024-03-19T02:00:41.892 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 3787,
2024-03-19T02:00:41.892 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.076459809,
2024-03-19T02:00:41.892 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000020190
2024-03-19T02:00:41.892 INFO:teuthology.orchestra.run.smithi102.stdout:        }
2024-03-19T02:00:41.892 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:41.892 INFO:teuthology.orchestra.run.smithi102.stdout:    "finisher-PurgeQueue": {
2024-03-19T02:00:41.892 INFO:teuthology.orchestra.run.smithi102.stdout:        "queue_len": 0,
2024-03-19T02:00:41.892 INFO:teuthology.orchestra.run.smithi102.stdout:        "complete_latency": {
2024-03-19T02:00:41.893 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.893 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.893 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.893 INFO:teuthology.orchestra.run.smithi102.stdout:        }
2024-03-19T02:00:41.893 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:41.893 INFO:teuthology.orchestra.run.smithi102.stdout:    "mds": {
2024-03-19T02:00:41.893 INFO:teuthology.orchestra.run.smithi102.stdout:        "request": 0,
2024-03-19T02:00:41.893 INFO:teuthology.orchestra.run.smithi102.stdout:        "reply": 0,
2024-03-19T02:00:41.893 INFO:teuthology.orchestra.run.smithi102.stdout:        "reply_latency": {
2024-03-19T02:00:41.893 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.893 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.893 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.893 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.893 INFO:teuthology.orchestra.run.smithi102.stdout:        "slow_reply": 0,
2024-03-19T02:00:41.893 INFO:teuthology.orchestra.run.smithi102.stdout:        "forward": 0,
2024-03-19T02:00:41.894 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir_fetch_complete": 0,
2024-03-19T02:00:41.894 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir_fetch_keys": 0,
2024-03-19T02:00:41.894 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir_commit": 0,
2024-03-19T02:00:41.894 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir_split": 0,
2024-03-19T02:00:41.894 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir_merge": 0,
2024-03-19T02:00:41.894 INFO:teuthology.orchestra.run.smithi102.stdout:        "inodes": 14666,
2024-03-19T02:00:41.894 INFO:teuthology.orchestra.run.smithi102.stdout:        "inodes_top": 0,
2024-03-19T02:00:41.894 INFO:teuthology.orchestra.run.smithi102.stdout:        "inodes_bottom": 14666,
2024-03-19T02:00:41.894 INFO:teuthology.orchestra.run.smithi102.stdout:        "inodes_pin_tail": 0,
2024-03-19T02:00:41.894 INFO:teuthology.orchestra.run.smithi102.stdout:        "inodes_pinned": 14666,
2024-03-19T02:00:41.894 INFO:teuthology.orchestra.run.smithi102.stdout:        "inodes_expired": 1,
2024-03-19T02:00:41.894 INFO:teuthology.orchestra.run.smithi102.stdout:        "inodes_with_caps": 0,
2024-03-19T02:00:41.894 INFO:teuthology.orchestra.run.smithi102.stdout:        "caps": 0,
2024-03-19T02:00:41.895 INFO:teuthology.orchestra.run.smithi102.stdout:        "subtrees": 1,
2024-03-19T02:00:41.895 INFO:teuthology.orchestra.run.smithi102.stdout:        "traverse": 0,
2024-03-19T02:00:41.895 INFO:teuthology.orchestra.run.smithi102.stdout:        "traverse_hit": 0,
2024-03-19T02:00:41.895 INFO:teuthology.orchestra.run.smithi102.stdout:        "traverse_forward": 0,
2024-03-19T02:00:41.895 INFO:teuthology.orchestra.run.smithi102.stdout:        "traverse_discover": 0,
2024-03-19T02:00:41.895 INFO:teuthology.orchestra.run.smithi102.stdout:        "traverse_dir_fetch": 0,
2024-03-19T02:00:41.895 INFO:teuthology.orchestra.run.smithi102.stdout:        "traverse_remote_ino": 0,
2024-03-19T02:00:41.895 INFO:teuthology.orchestra.run.smithi102.stdout:        "traverse_lock": 0,
2024-03-19T02:00:41.895 INFO:teuthology.orchestra.run.smithi102.stdout:        "load_cent": 0,
2024-03-19T02:00:41.895 INFO:teuthology.orchestra.run.smithi102.stdout:        "q": 0,
2024-03-19T02:00:41.895 INFO:teuthology.orchestra.run.smithi102.stdout:        "exported": 0,
2024-03-19T02:00:41.895 INFO:teuthology.orchestra.run.smithi102.stdout:        "exported_inodes": 0,
2024-03-19T02:00:41.895 INFO:teuthology.orchestra.run.smithi102.stdout:        "imported": 0,
2024-03-19T02:00:41.895 INFO:teuthology.orchestra.run.smithi102.stdout:        "imported_inodes": 0,
2024-03-19T02:00:41.896 INFO:teuthology.orchestra.run.smithi102.stdout:        "openino_dir_fetch": 0,
2024-03-19T02:00:41.896 INFO:teuthology.orchestra.run.smithi102.stdout:        "openino_backtrace_fetch": 0,
2024-03-19T02:00:41.896 INFO:teuthology.orchestra.run.smithi102.stdout:        "openino_peer_discover": 0,
2024-03-19T02:00:41.896 INFO:teuthology.orchestra.run.smithi102.stdout:        "root_rfiles": 0,
2024-03-19T02:00:41.896 INFO:teuthology.orchestra.run.smithi102.stdout:        "root_rbytes": 0,
2024-03-19T02:00:41.896 INFO:teuthology.orchestra.run.smithi102.stdout:        "root_rsnaps": 0,
2024-03-19T02:00:41.896 INFO:teuthology.orchestra.run.smithi102.stdout:        "scrub_backtrace_fetch": 0,
2024-03-19T02:00:41.896 INFO:teuthology.orchestra.run.smithi102.stdout:        "scrub_set_tag": 0,
2024-03-19T02:00:41.896 INFO:teuthology.orchestra.run.smithi102.stdout:        "scrub_backtrace_repaired": 0,
2024-03-19T02:00:41.896 INFO:teuthology.orchestra.run.smithi102.stdout:        "scrub_inotable_repaired": 0,
2024-03-19T02:00:41.896 INFO:teuthology.orchestra.run.smithi102.stdout:        "scrub_dir_inodes": 0,
2024-03-19T02:00:41.896 INFO:teuthology.orchestra.run.smithi102.stdout:        "scrub_dir_base_inodes": 0,
2024-03-19T02:00:41.896 INFO:teuthology.orchestra.run.smithi102.stdout:        "scrub_dirfrag_rstats": 0,
2024-03-19T02:00:41.896 INFO:teuthology.orchestra.run.smithi102.stdout:        "scrub_file_inodes": 0,
2024-03-19T02:00:41.896 INFO:teuthology.orchestra.run.smithi102.stdout:        "handle_inode_file_caps": 0,
2024-03-19T02:00:41.897 INFO:teuthology.orchestra.run.smithi102.stdout:        "ceph_cap_op_revoke": 0,
2024-03-19T02:00:41.897 INFO:teuthology.orchestra.run.smithi102.stdout:        "ceph_cap_op_grant": 0,
2024-03-19T02:00:41.897 INFO:teuthology.orchestra.run.smithi102.stdout:        "ceph_cap_op_trunc": 0,
2024-03-19T02:00:41.897 INFO:teuthology.orchestra.run.smithi102.stdout:        "ceph_cap_op_flushsnap_ack": 0,
2024-03-19T02:00:41.897 INFO:teuthology.orchestra.run.smithi102.stdout:        "ceph_cap_op_flush_ack": 0,
2024-03-19T02:00:41.897 INFO:teuthology.orchestra.run.smithi102.stdout:        "handle_client_caps": 0,
2024-03-19T02:00:41.897 INFO:teuthology.orchestra.run.smithi102.stdout:        "handle_client_caps_dirty": 0,
2024-03-19T02:00:41.897 INFO:teuthology.orchestra.run.smithi102.stdout:        "handle_client_cap_release": 0,
2024-03-19T02:00:41.897 INFO:teuthology.orchestra.run.smithi102.stdout:        "process_request_cap_release": 0
2024-03-19T02:00:41.897 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:41.897 INFO:teuthology.orchestra.run.smithi102.stdout:    "mds_cache": {
2024-03-19T02:00:41.897 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir_update": 0,
2024-03-19T02:00:41.897 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir_update_receipt": 0,
2024-03-19T02:00:41.897 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir_try_discover": 0,
2024-03-19T02:00:41.897 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir_send_discover": 0,
2024-03-19T02:00:41.898 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir_handle_discover": 0,
2024-03-19T02:00:41.898 INFO:teuthology.orchestra.run.smithi102.stdout:        "num_strays": 0,
2024-03-19T02:00:41.898 INFO:teuthology.orchestra.run.smithi102.stdout:        "num_strays_delayed": 0,
2024-03-19T02:00:41.898 INFO:teuthology.orchestra.run.smithi102.stdout:        "num_strays_enqueuing": 0,
2024-03-19T02:00:41.898 INFO:teuthology.orchestra.run.smithi102.stdout:        "strays_created": 0,
2024-03-19T02:00:41.898 INFO:teuthology.orchestra.run.smithi102.stdout:        "strays_enqueued": 0,
2024-03-19T02:00:41.898 INFO:teuthology.orchestra.run.smithi102.stdout:        "strays_reintegrated": 0,
2024-03-19T02:00:41.898 INFO:teuthology.orchestra.run.smithi102.stdout:        "strays_migrated": 0,
2024-03-19T02:00:41.898 INFO:teuthology.orchestra.run.smithi102.stdout:        "num_recovering_processing": 0,
2024-03-19T02:00:41.898 INFO:teuthology.orchestra.run.smithi102.stdout:        "num_recovering_enqueued": 0,
2024-03-19T02:00:41.898 INFO:teuthology.orchestra.run.smithi102.stdout:        "num_recovering_prioritized": 0,
2024-03-19T02:00:41.898 INFO:teuthology.orchestra.run.smithi102.stdout:        "recovery_started": 0,
2024-03-19T02:00:41.898 INFO:teuthology.orchestra.run.smithi102.stdout:        "recovery_completed": 0,
2024-03-19T02:00:41.898 INFO:teuthology.orchestra.run.smithi102.stdout:        "ireq_quiesce_path": 0,
2024-03-19T02:00:41.899 INFO:teuthology.orchestra.run.smithi102.stdout:        "ireq_quiesce_inode": 0,
2024-03-19T02:00:41.899 INFO:teuthology.orchestra.run.smithi102.stdout:        "ireq_enqueue_scrub": 0,
2024-03-19T02:00:41.899 INFO:teuthology.orchestra.run.smithi102.stdout:        "ireq_exportdir": 0,
2024-03-19T02:00:41.899 INFO:teuthology.orchestra.run.smithi102.stdout:        "ireq_flush": 0,
2024-03-19T02:00:41.899 INFO:teuthology.orchestra.run.smithi102.stdout:        "ireq_fragmentdir": 0,
2024-03-19T02:00:41.899 INFO:teuthology.orchestra.run.smithi102.stdout:        "ireq_fragstats": 0,
2024-03-19T02:00:41.899 INFO:teuthology.orchestra.run.smithi102.stdout:        "ireq_inodestats": 0
2024-03-19T02:00:41.899 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:41.899 INFO:teuthology.orchestra.run.smithi102.stdout:    "mds_log": {
2024-03-19T02:00:41.899 INFO:teuthology.orchestra.run.smithi102.stdout:        "evlrg": 0,
2024-03-19T02:00:41.899 INFO:teuthology.orchestra.run.smithi102.stdout:        "evadd": 0,
2024-03-19T02:00:41.899 INFO:teuthology.orchestra.run.smithi102.stdout:        "evex": 0,
2024-03-19T02:00:41.900 INFO:teuthology.orchestra.run.smithi102.stdout:        "evtrm": 0,
2024-03-19T02:00:41.900 INFO:teuthology.orchestra.run.smithi102.stdout:        "ev": 18337,
2024-03-19T02:00:41.900 INFO:teuthology.orchestra.run.smithi102.stdout:        "evexg": 0,
2024-03-19T02:00:41.900 INFO:teuthology.orchestra.run.smithi102.stdout:        "evexd": 0,
2024-03-19T02:00:41.900 INFO:teuthology.orchestra.run.smithi102.stdout:        "segadd": 0,
2024-03-19T02:00:41.900 INFO:teuthology.orchestra.run.smithi102.stdout:        "segex": 0,
2024-03-19T02:00:41.900 INFO:teuthology.orchestra.run.smithi102.stdout:        "segtrm": 0,
2024-03-19T02:00:41.900 INFO:teuthology.orchestra.run.smithi102.stdout:        "seg": 28,
2024-03-19T02:00:41.900 INFO:teuthology.orchestra.run.smithi102.stdout:        "segmjr": 3,
2024-03-19T02:00:41.900 INFO:teuthology.orchestra.run.smithi102.stdout:        "segexg": 0,
2024-03-19T02:00:41.900 INFO:teuthology.orchestra.run.smithi102.stdout:        "segexd": 0,
2024-03-19T02:00:41.900 INFO:teuthology.orchestra.run.smithi102.stdout:        "expos": 4194304,
2024-03-19T02:00:41.900 INFO:teuthology.orchestra.run.smithi102.stdout:        "wrpos": 54763077,
2024-03-19T02:00:41.900 INFO:teuthology.orchestra.run.smithi102.stdout:        "rdpos": 54760516,
2024-03-19T02:00:41.900 INFO:teuthology.orchestra.run.smithi102.stdout:        "jlat": {
2024-03-19T02:00:41.900 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.901 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.901 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.901 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.901 INFO:teuthology.orchestra.run.smithi102.stdout:        "replayed": 18337
2024-03-19T02:00:41.901 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:41.901 INFO:teuthology.orchestra.run.smithi102.stdout:    "mds_mem": {
2024-03-19T02:00:41.901 INFO:teuthology.orchestra.run.smithi102.stdout:        "ino": 4659,
2024-03-19T02:00:41.901 INFO:teuthology.orchestra.run.smithi102.stdout:        "ino+": 9624,
2024-03-19T02:00:41.901 INFO:teuthology.orchestra.run.smithi102.stdout:        "ino-": 4965,
2024-03-19T02:00:41.901 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir": 618,
2024-03-19T02:00:41.901 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir+": 840,
2024-03-19T02:00:41.901 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir-": 222,
2024-03-19T02:00:41.901 INFO:teuthology.orchestra.run.smithi102.stdout:        "dn": 14666,
2024-03-19T02:00:41.901 INFO:teuthology.orchestra.run.smithi102.stdout:        "dn+": 16013,
2024-03-19T02:00:41.901 INFO:teuthology.orchestra.run.smithi102.stdout:        "dn-": 1347,
2024-03-19T02:00:41.902 INFO:teuthology.orchestra.run.smithi102.stdout:        "cap": 0,
2024-03-19T02:00:41.902 INFO:teuthology.orchestra.run.smithi102.stdout:        "cap+": 0,
2024-03-19T02:00:41.902 INFO:teuthology.orchestra.run.smithi102.stdout:        "cap-": 0,
2024-03-19T02:00:41.902 INFO:teuthology.orchestra.run.smithi102.stdout:        "rss": 88928,
2024-03-19T02:00:41.902 INFO:teuthology.orchestra.run.smithi102.stdout:        "heap": 215420
2024-03-19T02:00:41.902 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:41.902 INFO:teuthology.orchestra.run.smithi102.stdout:    "mds_server": {
2024-03-19T02:00:41.902 INFO:teuthology.orchestra.run.smithi102.stdout:        "dispatch_client_request": 0,
2024-03-19T02:00:41.902 INFO:teuthology.orchestra.run.smithi102.stdout:        "dispatch_server_request": 0,
2024-03-19T02:00:41.902 INFO:teuthology.orchestra.run.smithi102.stdout:        "handle_client_request": 0,
2024-03-19T02:00:41.902 INFO:teuthology.orchestra.run.smithi102.stdout:        "handle_client_session": 0,
2024-03-19T02:00:41.902 INFO:teuthology.orchestra.run.smithi102.stdout:        "handle_peer_request": 0,
2024-03-19T02:00:41.902 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_create_latency": {
2024-03-19T02:00:41.903 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.903 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.903 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.903 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.903 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_getattr_latency": {
2024-03-19T02:00:41.903 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.903 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.903 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.903 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.903 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_getfilelock_latency": {
2024-03-19T02:00:41.903 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.903 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.903 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.903 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.904 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_link_latency": {
2024-03-19T02:00:41.904 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.904 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.904 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.904 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.904 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_lookup_latency": {
2024-03-19T02:00:41.904 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.904 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.904 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.904 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.904 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_lookuphash_latency": {
2024-03-19T02:00:41.904 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.904 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.904 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.904 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.904 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_lookupino_latency": {
2024-03-19T02:00:41.905 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.905 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.905 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.905 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.905 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_lookupname_latency": {
2024-03-19T02:00:41.905 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.905 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.905 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.905 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.905 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_lookupparent_latency": {
2024-03-19T02:00:41.905 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.905 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.905 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.905 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.905 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_lookupsnap_latency": {
2024-03-19T02:00:41.905 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.906 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.906 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.906 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.906 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_lssnap_latency": {
2024-03-19T02:00:41.906 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.906 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.906 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.906 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.907 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_mkdir_latency": {
2024-03-19T02:00:41.907 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.907 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.907 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.907 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.907 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_mknod_latency": {
2024-03-19T02:00:41.907 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.907 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.907 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.907 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.907 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_mksnap_latency": {
2024-03-19T02:00:41.907 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.908 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.908 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.908 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.908 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_open_latency": {
2024-03-19T02:00:41.908 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.908 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.908 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.908 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.908 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_readdir_latency": {
2024-03-19T02:00:41.908 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.908 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.908 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.908 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.908 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_rename_latency": {
2024-03-19T02:00:41.908 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.909 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.909 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.909 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.909 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_renamesnap_latency": {
2024-03-19T02:00:41.909 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.909 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.909 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.909 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.909 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_snapdiff_latency": {
2024-03-19T02:00:41.909 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.909 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.909 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.909 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.909 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_rmdir_latency": {
2024-03-19T02:00:41.909 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.910 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.910 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.910 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.910 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_rmsnap_latency": {
2024-03-19T02:00:41.910 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.910 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.910 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.910 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.910 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_rmxattr_latency": {
2024-03-19T02:00:41.910 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.910 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.910 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.910 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.911 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_setattr_latency": {
2024-03-19T02:00:41.911 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.911 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.911 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.911 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.911 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_setdirlayout_latency": {
2024-03-19T02:00:41.911 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.911 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.911 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.911 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.911 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_setfilelock_latency": {
2024-03-19T02:00:41.911 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.911 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.911 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.911 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.912 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_setlayout_latency": {
2024-03-19T02:00:41.912 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.912 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.912 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.912 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.912 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_setxattr_latency": {
2024-03-19T02:00:41.912 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.912 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.912 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.912 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.912 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_symlink_latency": {
2024-03-19T02:00:41.912 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.912 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.912 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.913 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.913 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_unlink_latency": {
2024-03-19T02:00:41.913 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.913 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.913 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.913 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.913 INFO:teuthology.orchestra.run.smithi102.stdout:        "cap_revoke_eviction": 0,
2024-03-19T02:00:41.913 INFO:teuthology.orchestra.run.smithi102.stdout:        "cap_acquisition_throttle": 0,
2024-03-19T02:00:41.913 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_getvxattr_latency": {
2024-03-19T02:00:41.913 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.913 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.913 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.913 INFO:teuthology.orchestra.run.smithi102.stdout:        }
2024-03-19T02:00:41.913 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:41.914 INFO:teuthology.orchestra.run.smithi102.stdout:    "mds_sessions": {
2024-03-19T02:00:41.914 INFO:teuthology.orchestra.run.smithi102.stdout:        "session_count": 2,
2024-03-19T02:00:41.914 INFO:teuthology.orchestra.run.smithi102.stdout:        "session_add": 2,
2024-03-19T02:00:41.914 INFO:teuthology.orchestra.run.smithi102.stdout:        "session_remove": 0,
2024-03-19T02:00:41.914 INFO:teuthology.orchestra.run.smithi102.stdout:        "sessions_open": 2,
2024-03-19T02:00:41.914 INFO:teuthology.orchestra.run.smithi102.stdout:        "sessions_stale": 0,
2024-03-19T02:00:41.914 INFO:teuthology.orchestra.run.smithi102.stdout:        "total_load": 0,
2024-03-19T02:00:41.914 INFO:teuthology.orchestra.run.smithi102.stdout:        "average_load": 0,
2024-03-19T02:00:41.914 INFO:teuthology.orchestra.run.smithi102.stdout:        "avg_session_uptime": 2572,
2024-03-19T02:00:41.914 INFO:teuthology.orchestra.run.smithi102.stdout:        "mdthresh_evicted": 0
2024-03-19T02:00:41.914 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:41.914 INFO:teuthology.orchestra.run.smithi102.stdout:    "mempool": {
2024-03-19T02:00:41.914 INFO:teuthology.orchestra.run.smithi102.stdout:        "bloom_filter_bytes": 0,
2024-03-19T02:00:41.914 INFO:teuthology.orchestra.run.smithi102.stdout:        "bloom_filter_items": 0,
2024-03-19T02:00:41.915 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_alloc_bytes": 0,
2024-03-19T02:00:41.915 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_alloc_items": 0,
2024-03-19T02:00:41.915 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_data_bytes": 0,
2024-03-19T02:00:41.915 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_data_items": 0,
2024-03-19T02:00:41.915 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_onode_bytes": 0,
2024-03-19T02:00:41.915 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_onode_items": 0,
2024-03-19T02:00:41.915 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_meta_bytes": 0,
2024-03-19T02:00:41.915 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_meta_items": 0,
2024-03-19T02:00:41.915 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_other_bytes": 0,
2024-03-19T02:00:41.915 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_other_items": 0,
2024-03-19T02:00:41.915 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_buffer_bytes": 0,
2024-03-19T02:00:41.915 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_buffer_items": 0,
2024-03-19T02:00:41.915 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_extent_bytes": 0,
2024-03-19T02:00:41.915 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_extent_items": 0,
2024-03-19T02:00:41.916 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_blob_bytes": 0,
2024-03-19T02:00:41.916 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_blob_items": 0,
2024-03-19T02:00:41.916 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_shared_blob_bytes": 0,
2024-03-19T02:00:41.916 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_shared_blob_items": 0,
2024-03-19T02:00:41.916 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_inline_bl_bytes": 0,
2024-03-19T02:00:41.916 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_inline_bl_items": 0,
2024-03-19T02:00:41.916 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_fsck_bytes": 0,
2024-03-19T02:00:41.916 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_fsck_items": 0,
2024-03-19T02:00:41.916 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_txc_bytes": 0,
2024-03-19T02:00:41.916 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_txc_items": 0,
2024-03-19T02:00:41.916 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_writing_deferred_bytes": 0,
2024-03-19T02:00:41.916 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_writing_deferred_items": 0,
2024-03-19T02:00:41.916 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_writing_bytes": 0,
2024-03-19T02:00:41.916 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_writing_items": 0,
2024-03-19T02:00:41.916 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluefs_bytes": 0,
2024-03-19T02:00:41.916 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluefs_items": 0,
2024-03-19T02:00:41.917 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluefs_file_reader_bytes": 0,
2024-03-19T02:00:41.917 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluefs_file_reader_items": 0,
2024-03-19T02:00:41.917 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluefs_file_writer_bytes": 0,
2024-03-19T02:00:41.917 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluefs_file_writer_items": 0,
2024-03-19T02:00:41.917 INFO:teuthology.orchestra.run.smithi102.stdout:        "buffer_anon_bytes": 214417,
2024-03-19T02:00:41.917 INFO:teuthology.orchestra.run.smithi102.stdout:        "buffer_anon_items": 65,
2024-03-19T02:00:41.917 INFO:teuthology.orchestra.run.smithi102.stdout:        "buffer_meta_bytes": 0,
2024-03-19T02:00:41.917 INFO:teuthology.orchestra.run.smithi102.stdout:        "buffer_meta_items": 0,
2024-03-19T02:00:41.917 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_bytes": 0,
2024-03-19T02:00:41.917 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_items": 0,
2024-03-19T02:00:41.917 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_mapbl_bytes": 0,
2024-03-19T02:00:41.917 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_mapbl_items": 0,
2024-03-19T02:00:41.917 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_pglog_bytes": 0,
2024-03-19T02:00:41.917 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_pglog_items": 0,
2024-03-19T02:00:41.917 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdmap_bytes": 9512,
2024-03-19T02:00:41.917 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdmap_items": 182,
2024-03-19T02:00:41.918 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdmap_mapping_bytes": 0,
2024-03-19T02:00:41.918 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdmap_mapping_items": 0,
2024-03-19T02:00:41.918 INFO:teuthology.orchestra.run.smithi102.stdout:        "pgmap_bytes": 0,
2024-03-19T02:00:41.918 INFO:teuthology.orchestra.run.smithi102.stdout:        "pgmap_items": 0,
2024-03-19T02:00:41.918 INFO:teuthology.orchestra.run.smithi102.stdout:        "mds_co_bytes": 22042162,
2024-03-19T02:00:41.918 INFO:teuthology.orchestra.run.smithi102.stdout:        "mds_co_items": 670471,
2024-03-19T02:00:41.918 INFO:teuthology.orchestra.run.smithi102.stdout:        "unittest_1_bytes": 0,
2024-03-19T02:00:41.918 INFO:teuthology.orchestra.run.smithi102.stdout:        "unittest_1_items": 0,
2024-03-19T02:00:41.918 INFO:teuthology.orchestra.run.smithi102.stdout:        "unittest_2_bytes": 0,
2024-03-19T02:00:41.918 INFO:teuthology.orchestra.run.smithi102.stdout:        "unittest_2_items": 0
2024-03-19T02:00:41.918 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:41.918 INFO:teuthology.orchestra.run.smithi102.stdout:    "objecter": {
2024-03-19T02:00:41.918 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_active": 0,
2024-03-19T02:00:41.918 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_laggy": 0,
2024-03-19T02:00:41.919 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_send": 2316,
2024-03-19T02:00:41.919 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_send_bytes": 21,
2024-03-19T02:00:41.919 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_resend": 3,
2024-03-19T02:00:41.919 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_reply": 2316,
2024-03-19T02:00:41.919 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_latency": {
2024-03-19T02:00:41.919 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 2316,
2024-03-19T02:00:41.919 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 1.221975534,
2024-03-19T02:00:41.919 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000527623
2024-03-19T02:00:41.919 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.919 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_inflight": 0,
2024-03-19T02:00:41.919 INFO:teuthology.orchestra.run.smithi102.stdout:        "oplen_avg": {
2024-03-19T02:00:41.919 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 2316,
2024-03-19T02:00:41.919 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 2317
2024-03-19T02:00:41.919 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:41.919 INFO:teuthology.orchestra.run.smithi102.stdout:        "op": 2316,
2024-03-19T02:00:41.920 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_r": 2316,
2024-03-19T02:00:41.920 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_w": 0,
2024-03-19T02:00:41.920 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_rmw": 0,
2024-03-19T02:00:41.920 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_pg": 0,
2024-03-19T02:00:41.920 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_stat": 1441,
2024-03-19T02:00:41.920 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_create": 0,
2024-03-19T02:00:41.920 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_read": 873,
2024-03-19T02:00:41.920 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_write": 0,
2024-03-19T02:00:41.920 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_writefull": 0,
2024-03-19T02:00:41.920 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_writesame": 0,
2024-03-19T02:00:41.920 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_append": 0,
2024-03-19T02:00:41.920 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_zero": 0,
2024-03-19T02:00:41.920 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_truncate": 0,
2024-03-19T02:00:41.920 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_delete": 0,
2024-03-19T02:00:41.920 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_mapext": 0,
2024-03-19T02:00:41.921 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_sparse_read": 0,
2024-03-19T02:00:41.921 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_clonerange": 0,
2024-03-19T02:00:41.921 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_getxattr": 1,
2024-03-19T02:00:41.921 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_setxattr": 0,
2024-03-19T02:00:41.921 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_cmpxattr": 0,
2024-03-19T02:00:41.921 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_rmxattr": 0,
2024-03-19T02:00:41.921 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_resetxattrs": 0,
2024-03-19T02:00:41.921 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_call": 0,
2024-03-19T02:00:41.921 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_watch": 0,
2024-03-19T02:00:41.921 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_notify": 0,
2024-03-19T02:00:41.921 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_src_cmpxattr": 0,
2024-03-19T02:00:41.921 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_pgls": 0,
2024-03-19T02:00:41.921 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_pgls_filter": 0,
2024-03-19T02:00:41.921 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_other": 0,
2024-03-19T02:00:41.921 INFO:teuthology.orchestra.run.smithi102.stdout:        "linger_active": 0,
2024-03-19T02:00:41.921 INFO:teuthology.orchestra.run.smithi102.stdout:        "linger_send": 0,
2024-03-19T02:00:41.922 INFO:teuthology.orchestra.run.smithi102.stdout:        "linger_resend": 0,
2024-03-19T02:00:41.922 INFO:teuthology.orchestra.run.smithi102.stdout:        "linger_ping": 0,
2024-03-19T02:00:41.922 INFO:teuthology.orchestra.run.smithi102.stdout:        "poolop_active": 0,
2024-03-19T02:00:41.922 INFO:teuthology.orchestra.run.smithi102.stdout:        "poolop_send": 0,
2024-03-19T02:00:41.922 INFO:teuthology.orchestra.run.smithi102.stdout:        "poolop_resend": 0,
2024-03-19T02:00:41.922 INFO:teuthology.orchestra.run.smithi102.stdout:        "poolstat_active": 0,
2024-03-19T02:00:41.922 INFO:teuthology.orchestra.run.smithi102.stdout:        "poolstat_send": 0,
2024-03-19T02:00:41.922 INFO:teuthology.orchestra.run.smithi102.stdout:        "poolstat_resend": 0,
2024-03-19T02:00:41.922 INFO:teuthology.orchestra.run.smithi102.stdout:        "statfs_active": 0,
2024-03-19T02:00:41.922 INFO:teuthology.orchestra.run.smithi102.stdout:        "statfs_send": 0,
2024-03-19T02:00:41.922 INFO:teuthology.orchestra.run.smithi102.stdout:        "statfs_resend": 0,
2024-03-19T02:00:41.922 INFO:teuthology.orchestra.run.smithi102.stdout:        "command_active": 0,
2024-03-19T02:00:41.922 INFO:teuthology.orchestra.run.smithi102.stdout:        "command_send": 0,
2024-03-19T02:00:41.922 INFO:teuthology.orchestra.run.smithi102.stdout:        "command_resend": 0,
2024-03-19T02:00:41.922 INFO:teuthology.orchestra.run.smithi102.stdout:        "map_epoch": 102,
2024-03-19T02:00:41.923 INFO:teuthology.orchestra.run.smithi102.stdout:        "map_full": 0,
2024-03-19T02:00:41.923 INFO:teuthology.orchestra.run.smithi102.stdout:        "map_inc": 13,
2024-03-19T02:00:41.923 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_sessions": 8,
2024-03-19T02:00:41.923 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_session_open": 8,
2024-03-19T02:00:41.923 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_session_close": 0,
2024-03-19T02:00:41.923 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_laggy": 0,
2024-03-19T02:00:41.923 INFO:teuthology.orchestra.run.smithi102.stdout:        "omap_wr": 0,
2024-03-19T02:00:41.923 INFO:teuthology.orchestra.run.smithi102.stdout:        "omap_rd": 2,
2024-03-19T02:00:41.923 INFO:teuthology.orchestra.run.smithi102.stdout:        "omap_del": 0
2024-03-19T02:00:41.923 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:41.923 INFO:teuthology.orchestra.run.smithi102.stdout:    "oft": {
2024-03-19T02:00:41.923 INFO:teuthology.orchestra.run.smithi102.stdout:        "omap_total_objs": 0,
2024-03-19T02:00:41.923 INFO:teuthology.orchestra.run.smithi102.stdout:        "omap_total_kv_pairs": 0,
2024-03-19T02:00:41.923 INFO:teuthology.orchestra.run.smithi102.stdout:        "omap_total_updates": 0,
2024-03-19T02:00:41.923 INFO:teuthology.orchestra.run.smithi102.stdout:        "omap_total_removes": 0
2024-03-19T02:00:41.924 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:41.924 INFO:teuthology.orchestra.run.smithi102.stdout:    "osd-slow-ops": {
2024-03-19T02:00:41.924 INFO:teuthology.orchestra.run.smithi102.stdout:        "slow_ops_count": 0
2024-03-19T02:00:41.924 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:41.924 INFO:teuthology.orchestra.run.smithi102.stdout:    "purge_queue": {
2024-03-19T02:00:41.924 INFO:teuthology.orchestra.run.smithi102.stdout:        "pq_executing_ops": 0,
2024-03-19T02:00:41.924 INFO:teuthology.orchestra.run.smithi102.stdout:        "pq_executing_ops_high_water": 0,
2024-03-19T02:00:41.924 INFO:teuthology.orchestra.run.smithi102.stdout:        "pq_executing": 0,
2024-03-19T02:00:41.924 INFO:teuthology.orchestra.run.smithi102.stdout:        "pq_executing_high_water": 0,
2024-03-19T02:00:41.924 INFO:teuthology.orchestra.run.smithi102.stdout:        "pq_executed_ops": 0,
2024-03-19T02:00:41.924 INFO:teuthology.orchestra.run.smithi102.stdout:        "pq_executed": 0,
2024-03-19T02:00:41.924 INFO:teuthology.orchestra.run.smithi102.stdout:        "pq_item_in_journal": 0
2024-03-19T02:00:41.924 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:41.924 INFO:teuthology.orchestra.run.smithi102.stdout:    "throttle-msgr_dispatch_throttler-mds": {
2024-03-19T02:00:41.925 INFO:teuthology.orchestra.run.smithi102.stdout:        "val": 0,
2024-03-19T02:00:41.925 INFO:teuthology.orchestra.run.smithi102.stdout:        "max": 104857600,
2024-03-19T02:00:41.925 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_started": 0,
2024-03-19T02:00:41.925 INFO:teuthology.orchestra.run.smithi102.stdout:        "get": 2579,
2024-03-19T02:00:41.925 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_sum": 52500055,
2024-03-19T02:00:41.925 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:41.925 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_or_fail_success": 2579,
2024-03-19T02:00:41.925 INFO:teuthology.orchestra.run.smithi102.stdout:        "take": 0,
2024-03-19T02:00:41.925 INFO:teuthology.orchestra.run.smithi102.stdout:        "take_sum": 0,
2024-03-19T02:00:41.925 INFO:teuthology.orchestra.run.smithi102.stdout:        "put": 2579,
2024-03-19T02:00:41.925 INFO:teuthology.orchestra.run.smithi102.stdout:        "put_sum": 52500055,
2024-03-19T02:00:41.925 INFO:teuthology.orchestra.run.smithi102.stdout:        "wait": {
2024-03-19T02:00:41.925 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.925 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.925 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.926 INFO:teuthology.orchestra.run.smithi102.stdout:        }
2024-03-19T02:00:41.926 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:41.926 INFO:teuthology.orchestra.run.smithi102.stdout:    "throttle-objecter_bytes": {
2024-03-19T02:00:41.926 INFO:teuthology.orchestra.run.smithi102.stdout:        "val": 0,
2024-03-19T02:00:41.926 INFO:teuthology.orchestra.run.smithi102.stdout:        "max": 104857600,
2024-03-19T02:00:41.926 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_started": 0,
2024-03-19T02:00:41.926 INFO:teuthology.orchestra.run.smithi102.stdout:        "get": 0,
2024-03-19T02:00:41.926 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_sum": 0,
2024-03-19T02:00:41.926 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:41.926 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_or_fail_success": 0,
2024-03-19T02:00:41.926 INFO:teuthology.orchestra.run.smithi102.stdout:        "take": 2316,
2024-03-19T02:00:41.926 INFO:teuthology.orchestra.run.smithi102.stdout:        "take_sum": 50569152,
2024-03-19T02:00:41.926 INFO:teuthology.orchestra.run.smithi102.stdout:        "put": 2316,
2024-03-19T02:00:41.926 INFO:teuthology.orchestra.run.smithi102.stdout:        "put_sum": 50569152,
2024-03-19T02:00:41.927 INFO:teuthology.orchestra.run.smithi102.stdout:        "wait": {
2024-03-19T02:00:41.927 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.927 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.927 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.927 INFO:teuthology.orchestra.run.smithi102.stdout:        }
2024-03-19T02:00:41.927 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:41.927 INFO:teuthology.orchestra.run.smithi102.stdout:    "throttle-objecter_ops": {
2024-03-19T02:00:41.927 INFO:teuthology.orchestra.run.smithi102.stdout:        "val": 0,
2024-03-19T02:00:41.927 INFO:teuthology.orchestra.run.smithi102.stdout:        "max": 1024,
2024-03-19T02:00:41.927 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_started": 0,
2024-03-19T02:00:41.927 INFO:teuthology.orchestra.run.smithi102.stdout:        "get": 0,
2024-03-19T02:00:41.927 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_sum": 0,
2024-03-19T02:00:41.927 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:41.927 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_or_fail_success": 0,
2024-03-19T02:00:41.927 INFO:teuthology.orchestra.run.smithi102.stdout:        "take": 2316,
2024-03-19T02:00:41.928 INFO:teuthology.orchestra.run.smithi102.stdout:        "take_sum": 2316,
2024-03-19T02:00:41.928 INFO:teuthology.orchestra.run.smithi102.stdout:        "put": 2316,
2024-03-19T02:00:41.928 INFO:teuthology.orchestra.run.smithi102.stdout:        "put_sum": 2316,
2024-03-19T02:00:41.928 INFO:teuthology.orchestra.run.smithi102.stdout:        "wait": {
2024-03-19T02:00:41.928 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.928 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.928 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.928 INFO:teuthology.orchestra.run.smithi102.stdout:        }
2024-03-19T02:00:41.928 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:41.928 INFO:teuthology.orchestra.run.smithi102.stdout:    "throttle-write_buf_throttle": {
2024-03-19T02:00:41.928 INFO:teuthology.orchestra.run.smithi102.stdout:        "val": 0,
2024-03-19T02:00:41.928 INFO:teuthology.orchestra.run.smithi102.stdout:        "max": 3758096384,
2024-03-19T02:00:41.928 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_started": 0,
2024-03-19T02:00:41.928 INFO:teuthology.orchestra.run.smithi102.stdout:        "get": 0,
2024-03-19T02:00:41.928 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_sum": 0,
2024-03-19T02:00:41.928 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:41.929 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_or_fail_success": 0,
2024-03-19T02:00:41.929 INFO:teuthology.orchestra.run.smithi102.stdout:        "take": 0,
2024-03-19T02:00:41.929 INFO:teuthology.orchestra.run.smithi102.stdout:        "take_sum": 0,
2024-03-19T02:00:41.929 INFO:teuthology.orchestra.run.smithi102.stdout:        "put": 0,
2024-03-19T02:00:41.929 INFO:teuthology.orchestra.run.smithi102.stdout:        "put_sum": 0,
2024-03-19T02:00:41.929 INFO:teuthology.orchestra.run.smithi102.stdout:        "wait": {
2024-03-19T02:00:41.929 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.929 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.929 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.929 INFO:teuthology.orchestra.run.smithi102.stdout:        }
2024-03-19T02:00:41.929 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:41.929 INFO:teuthology.orchestra.run.smithi102.stdout:    "throttle-write_buf_throttle-0x56373fdbc6e0": {
2024-03-19T02:00:41.929 INFO:teuthology.orchestra.run.smithi102.stdout:        "val": 0,
2024-03-19T02:00:41.929 INFO:teuthology.orchestra.run.smithi102.stdout:        "max": 3758096384,
2024-03-19T02:00:41.929 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_started": 0,
2024-03-19T02:00:41.929 INFO:teuthology.orchestra.run.smithi102.stdout:        "get": 0,
2024-03-19T02:00:41.930 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_sum": 0,
2024-03-19T02:00:41.930 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:41.930 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_or_fail_success": 0,
2024-03-19T02:00:41.930 INFO:teuthology.orchestra.run.smithi102.stdout:        "take": 0,
2024-03-19T02:00:41.930 INFO:teuthology.orchestra.run.smithi102.stdout:        "take_sum": 0,
2024-03-19T02:00:41.930 INFO:teuthology.orchestra.run.smithi102.stdout:        "put": 0,
2024-03-19T02:00:41.930 INFO:teuthology.orchestra.run.smithi102.stdout:        "put_sum": 0,
2024-03-19T02:00:41.930 INFO:teuthology.orchestra.run.smithi102.stdout:        "wait": {
2024-03-19T02:00:41.930 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:41.930 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:41.930 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:41.930 INFO:teuthology.orchestra.run.smithi102.stdout:        }
2024-03-19T02:00:41.930 INFO:teuthology.orchestra.run.smithi102.stdout:    }
2024-03-19T02:00:41.930 INFO:teuthology.orchestra.run.smithi102.stdout:}
2024-03-19T02:00:42.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:41 smithi073 ceph-mon[66833]: pgmap v329: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T02:00:42.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:41 smithi102 ceph-mon[66557]: pgmap v329: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T02:00:42.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:41 smithi046 ceph-mon[63102]: pgmap v329: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T02:00:42.739 INFO:tasks.check_counter:Daemon mds.f mds.exported=0
2024-03-19T02:00:42.739 INFO:tasks.check_counter:Daemon mds.f mds.imported=0
2024-03-19T02:00:42.740 INFO:tasks.check_counter:Daemon mds.f mds.root_rsnaps=0
2024-03-19T02:00:42.740 INFO:tasks.check_counter:Daemon mds.f mds_server.req_mksnap_latency.avgcount=0
2024-03-19T02:00:42.740 INFO:tasks.check_counter:Daemon mds.f mds_server.req_rmsnap_latency.avgcount=0
2024-03-19T02:00:42.740 DEBUG:tasks.check_counter:Getting stats from i
2024-03-19T02:00:42.740 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph daemon mds.i perf dump
2024-03-19T02:00:42.998 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.c/config
2024-03-19T02:00:44.140 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:43 smithi102 ceph-mon[66557]: pgmap v330: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T02:00:44.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:43 smithi073 ceph-mon[66833]: pgmap v330: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T02:00:44.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:43 smithi046 ceph-mon[63102]: pgmap v330: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T02:00:44.672 INFO:teuthology.orchestra.run.smithi102.stdout:{
2024-03-19T02:00:44.672 INFO:teuthology.orchestra.run.smithi102.stdout:    "AsyncMessenger::Worker-0": {
2024-03-19T02:00:44.672 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_messages": 7583,
2024-03-19T02:00:44.672 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_messages": 11593,
2024-03-19T02:00:44.672 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_bytes": 5715508,
2024-03-19T02:00:44.672 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_bytes": 14980906,
2024-03-19T02:00:44.672 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_created_connections": 12,
2024-03-19T02:00:44.673 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_active_connections": 4,
2024-03-19T02:00:44.673 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_total_time": 0.508284674,
2024-03-19T02:00:44.673 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_send_time": 0.183944969,
2024-03-19T02:00:44.673 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_recv_time": 0.206538622,
2024-03-19T02:00:44.673 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_fast_dispatch_time": 0.100590330,
2024-03-19T02:00:44.673 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:44.673 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 11595,
2024-03-19T02:00:44.673 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.530757940,
2024-03-19T02:00:44.673 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000045774
2024-03-19T02:00:44.673 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.673 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:44.673 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 9996,
2024-03-19T02:00:44.673 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.001897507,
2024-03-19T02:00:44.673 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000189
2024-03-19T02:00:44.674 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.674 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_encrypted_bytes": 160,
2024-03-19T02:00:44.674 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_encrypted_bytes": 317072
2024-03-19T02:00:44.674 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:44.674 INFO:teuthology.orchestra.run.smithi102.stdout:    "AsyncMessenger::Worker-1": {
2024-03-19T02:00:44.674 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_messages": 4260,
2024-03-19T02:00:44.674 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_messages": 4273,
2024-03-19T02:00:44.674 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_bytes": 2526840,
2024-03-19T02:00:44.674 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_bytes": 14617271,
2024-03-19T02:00:44.674 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_created_connections": 48,
2024-03-19T02:00:44.674 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_active_connections": 8,
2024-03-19T02:00:44.674 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_total_time": 0.378796451,
2024-03-19T02:00:44.675 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_send_time": 0.153959845,
2024-03-19T02:00:44.675 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_recv_time": 0.107404531,
2024-03-19T02:00:44.675 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_fast_dispatch_time": 0.103653214,
2024-03-19T02:00:44.675 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:44.675 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 4269,
2024-03-19T02:00:44.675 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.231474245,
2024-03-19T02:00:44.675 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000054222
2024-03-19T02:00:44.675 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.675 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:44.675 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 108,
2024-03-19T02:00:44.675 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000011763,
2024-03-19T02:00:44.675 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000108
2024-03-19T02:00:44.675 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.675 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_encrypted_bytes": 1531824,
2024-03-19T02:00:44.676 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_encrypted_bytes": 160000
2024-03-19T02:00:44.676 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:44.676 INFO:teuthology.orchestra.run.smithi102.stdout:    "AsyncMessenger::Worker-2": {
2024-03-19T02:00:44.676 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_messages": 15187,
2024-03-19T02:00:44.676 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_messages": 28389,
2024-03-19T02:00:44.676 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_bytes": 5486876,
2024-03-19T02:00:44.676 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_bytes": 19069729,
2024-03-19T02:00:44.676 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_created_connections": 14,
2024-03-19T02:00:44.676 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_active_connections": 6,
2024-03-19T02:00:44.676 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_total_time": 1.064528481,
2024-03-19T02:00:44.676 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_send_time": 0.480932305,
2024-03-19T02:00:44.676 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_recv_time": 0.544799224,
2024-03-19T02:00:44.676 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_fast_dispatch_time": 0.082327804,
2024-03-19T02:00:44.676 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:44.676 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 28386,
2024-03-19T02:00:44.677 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.787209843,
2024-03-19T02:00:44.677 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000027732
2024-03-19T02:00:44.677 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.677 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:44.677 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 32325,
2024-03-19T02:00:44.677 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.005341626,
2024-03-19T02:00:44.677 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000165
2024-03-19T02:00:44.677 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.677 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_encrypted_bytes": 6544,
2024-03-19T02:00:44.677 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_encrypted_bytes": 138592
2024-03-19T02:00:44.677 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:44.677 INFO:teuthology.orchestra.run.smithi102.stdout:    "cct": {
2024-03-19T02:00:44.677 INFO:teuthology.orchestra.run.smithi102.stdout:        "total_workers": 1,
2024-03-19T02:00:44.677 INFO:teuthology.orchestra.run.smithi102.stdout:        "unhealthy_workers": 0
2024-03-19T02:00:44.677 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:44.677 INFO:teuthology.orchestra.run.smithi102.stdout:    "finisher-MDSRank": {
2024-03-19T02:00:44.678 INFO:teuthology.orchestra.run.smithi102.stdout:        "queue_len": 0,
2024-03-19T02:00:44.678 INFO:teuthology.orchestra.run.smithi102.stdout:        "complete_latency": {
2024-03-19T02:00:44.678 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 6968,
2024-03-19T02:00:44.678 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 9.191163781,
2024-03-19T02:00:44.678 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.001319053
2024-03-19T02:00:44.678 INFO:teuthology.orchestra.run.smithi102.stdout:        }
2024-03-19T02:00:44.678 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:44.678 INFO:teuthology.orchestra.run.smithi102.stdout:    "finisher-PurgeQueue": {
2024-03-19T02:00:44.678 INFO:teuthology.orchestra.run.smithi102.stdout:        "queue_len": 0,
2024-03-19T02:00:44.678 INFO:teuthology.orchestra.run.smithi102.stdout:        "complete_latency": {
2024-03-19T02:00:44.678 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 2831,
2024-03-19T02:00:44.678 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.415183830,
2024-03-19T02:00:44.678 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000146656
2024-03-19T02:00:44.678 INFO:teuthology.orchestra.run.smithi102.stdout:        }
2024-03-19T02:00:44.679 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:44.679 INFO:teuthology.orchestra.run.smithi102.stdout:    "mds": {
2024-03-19T02:00:44.679 INFO:teuthology.orchestra.run.smithi102.stdout:        "request": 7621,
2024-03-19T02:00:44.679 INFO:teuthology.orchestra.run.smithi102.stdout:        "reply": 7610,
2024-03-19T02:00:44.679 INFO:teuthology.orchestra.run.smithi102.stdout:        "reply_latency": {
2024-03-19T02:00:44.679 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 7610,
2024-03-19T02:00:44.679 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 23.522312070,
2024-03-19T02:00:44.679 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.003090973
2024-03-19T02:00:44.679 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.679 INFO:teuthology.orchestra.run.smithi102.stdout:        "slow_reply": 0,
2024-03-19T02:00:44.679 INFO:teuthology.orchestra.run.smithi102.stdout:        "forward": 11,
2024-03-19T02:00:44.679 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir_fetch_complete": 0,
2024-03-19T02:00:44.679 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir_fetch_keys": 0,
2024-03-19T02:00:44.679 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir_commit": 11,
2024-03-19T02:00:44.679 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir_split": 0,
2024-03-19T02:00:44.679 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir_merge": 0,
2024-03-19T02:00:44.680 INFO:teuthology.orchestra.run.smithi102.stdout:        "inodes": 4561,
2024-03-19T02:00:44.680 INFO:teuthology.orchestra.run.smithi102.stdout:        "inodes_top": 1,
2024-03-19T02:00:44.680 INFO:teuthology.orchestra.run.smithi102.stdout:        "inodes_bottom": 1,
2024-03-19T02:00:44.680 INFO:teuthology.orchestra.run.smithi102.stdout:        "inodes_pin_tail": 4559,
2024-03-19T02:00:44.680 INFO:teuthology.orchestra.run.smithi102.stdout:        "inodes_pinned": 4559,
2024-03-19T02:00:44.680 INFO:teuthology.orchestra.run.smithi102.stdout:        "inodes_expired": 3152,
2024-03-19T02:00:44.680 INFO:teuthology.orchestra.run.smithi102.stdout:        "inodes_with_caps": 1,
2024-03-19T02:00:44.680 INFO:teuthology.orchestra.run.smithi102.stdout:        "caps": 1,
2024-03-19T02:00:44.680 INFO:teuthology.orchestra.run.smithi102.stdout:        "subtrees": 3,
2024-03-19T02:00:44.680 INFO:teuthology.orchestra.run.smithi102.stdout:        "traverse": 11737,
2024-03-19T02:00:44.680 INFO:teuthology.orchestra.run.smithi102.stdout:        "traverse_hit": 10314,
2024-03-19T02:00:44.680 INFO:teuthology.orchestra.run.smithi102.stdout:        "traverse_forward": 5,
2024-03-19T02:00:44.680 INFO:teuthology.orchestra.run.smithi102.stdout:        "traverse_discover": 23,
2024-03-19T02:00:44.680 INFO:teuthology.orchestra.run.smithi102.stdout:        "traverse_dir_fetch": 0,
2024-03-19T02:00:44.680 INFO:teuthology.orchestra.run.smithi102.stdout:        "traverse_remote_ino": 0,
2024-03-19T02:00:44.680 INFO:teuthology.orchestra.run.smithi102.stdout:        "traverse_lock": 11,
2024-03-19T02:00:44.681 INFO:teuthology.orchestra.run.smithi102.stdout:        "load_cent": 0,
2024-03-19T02:00:44.681 INFO:teuthology.orchestra.run.smithi102.stdout:        "q": 0,
2024-03-19T02:00:44.681 INFO:teuthology.orchestra.run.smithi102.stdout:        "exported": 19,
2024-03-19T02:00:44.681 INFO:teuthology.orchestra.run.smithi102.stdout:        "exported_inodes": 3099,
2024-03-19T02:00:44.681 INFO:teuthology.orchestra.run.smithi102.stdout:        "imported": 22,
2024-03-19T02:00:44.681 INFO:teuthology.orchestra.run.smithi102.stdout:        "imported_inodes": 3894,
2024-03-19T02:00:44.681 INFO:teuthology.orchestra.run.smithi102.stdout:        "openino_dir_fetch": 0,
2024-03-19T02:00:44.681 INFO:teuthology.orchestra.run.smithi102.stdout:        "openino_backtrace_fetch": 6323,
2024-03-19T02:00:44.681 INFO:teuthology.orchestra.run.smithi102.stdout:        "openino_peer_discover": 0,
2024-03-19T02:00:44.681 INFO:teuthology.orchestra.run.smithi102.stdout:        "root_rfiles": 4,
2024-03-19T02:00:44.681 INFO:teuthology.orchestra.run.smithi102.stdout:        "root_rbytes": 234,
2024-03-19T02:00:44.681 INFO:teuthology.orchestra.run.smithi102.stdout:        "root_rsnaps": 6,
2024-03-19T02:00:44.681 INFO:teuthology.orchestra.run.smithi102.stdout:        "scrub_backtrace_fetch": 6323,
2024-03-19T02:00:44.681 INFO:teuthology.orchestra.run.smithi102.stdout:        "scrub_set_tag": 0,
2024-03-19T02:00:44.681 INFO:teuthology.orchestra.run.smithi102.stdout:        "scrub_backtrace_repaired": 0,
2024-03-19T02:00:44.681 INFO:teuthology.orchestra.run.smithi102.stdout:        "scrub_inotable_repaired": 0,
2024-03-19T02:00:44.682 INFO:teuthology.orchestra.run.smithi102.stdout:        "scrub_dir_inodes": 670,
2024-03-19T02:00:44.682 INFO:teuthology.orchestra.run.smithi102.stdout:        "scrub_dir_base_inodes": 0,
2024-03-19T02:00:44.682 INFO:teuthology.orchestra.run.smithi102.stdout:        "scrub_dirfrag_rstats": 670,
2024-03-19T02:00:44.682 INFO:teuthology.orchestra.run.smithi102.stdout:        "scrub_file_inodes": 5653,
2024-03-19T02:00:44.682 INFO:teuthology.orchestra.run.smithi102.stdout:        "handle_inode_file_caps": 20,
2024-03-19T02:00:44.682 INFO:teuthology.orchestra.run.smithi102.stdout:        "ceph_cap_op_revoke": 2193,
2024-03-19T02:00:44.682 INFO:teuthology.orchestra.run.smithi102.stdout:        "ceph_cap_op_grant": 3803,
2024-03-19T02:00:44.682 INFO:teuthology.orchestra.run.smithi102.stdout:        "ceph_cap_op_trunc": 111,
2024-03-19T02:00:44.682 INFO:teuthology.orchestra.run.smithi102.stdout:        "ceph_cap_op_flushsnap_ack": 0,
2024-03-19T02:00:44.682 INFO:teuthology.orchestra.run.smithi102.stdout:        "ceph_cap_op_flush_ack": 0,
2024-03-19T02:00:44.682 INFO:teuthology.orchestra.run.smithi102.stdout:        "handle_client_caps": 4012,
2024-03-19T02:00:44.682 INFO:teuthology.orchestra.run.smithi102.stdout:        "handle_client_caps_dirty": 1476,
2024-03-19T02:00:44.682 INFO:teuthology.orchestra.run.smithi102.stdout:        "handle_client_cap_release": 40,
2024-03-19T02:00:44.682 INFO:teuthology.orchestra.run.smithi102.stdout:        "process_request_cap_release": 6090
2024-03-19T02:00:44.683 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:44.683 INFO:teuthology.orchestra.run.smithi102.stdout:    "mds_cache": {
2024-03-19T02:00:44.683 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir_update": 0,
2024-03-19T02:00:44.683 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir_update_receipt": 0,
2024-03-19T02:00:44.683 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir_try_discover": 0,
2024-03-19T02:00:44.683 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir_send_discover": 24,
2024-03-19T02:00:44.683 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir_handle_discover": 26,
2024-03-19T02:00:44.683 INFO:teuthology.orchestra.run.smithi102.stdout:        "num_strays": 429,
2024-03-19T02:00:44.683 INFO:teuthology.orchestra.run.smithi102.stdout:        "num_strays_delayed": 0,
2024-03-19T02:00:44.683 INFO:teuthology.orchestra.run.smithi102.stdout:        "num_strays_enqueuing": 0,
2024-03-19T02:00:44.683 INFO:teuthology.orchestra.run.smithi102.stdout:        "strays_created": 2083,
2024-03-19T02:00:44.683 INFO:teuthology.orchestra.run.smithi102.stdout:        "strays_enqueued": 1637,
2024-03-19T02:00:44.683 INFO:teuthology.orchestra.run.smithi102.stdout:        "strays_reintegrated": 59,
2024-03-19T02:00:44.683 INFO:teuthology.orchestra.run.smithi102.stdout:        "strays_migrated": 1,
2024-03-19T02:00:44.683 INFO:teuthology.orchestra.run.smithi102.stdout:        "num_recovering_processing": 0,
2024-03-19T02:00:44.683 INFO:teuthology.orchestra.run.smithi102.stdout:        "num_recovering_enqueued": 0,
2024-03-19T02:00:44.683 INFO:teuthology.orchestra.run.smithi102.stdout:        "num_recovering_prioritized": 0,
2024-03-19T02:00:44.684 INFO:teuthology.orchestra.run.smithi102.stdout:        "recovery_started": 0,
2024-03-19T02:00:44.684 INFO:teuthology.orchestra.run.smithi102.stdout:        "recovery_completed": 0,
2024-03-19T02:00:44.684 INFO:teuthology.orchestra.run.smithi102.stdout:        "ireq_quiesce_path": 0,
2024-03-19T02:00:44.684 INFO:teuthology.orchestra.run.smithi102.stdout:        "ireq_quiesce_inode": 0,
2024-03-19T02:00:44.684 INFO:teuthology.orchestra.run.smithi102.stdout:        "ireq_enqueue_scrub": 0,
2024-03-19T02:00:44.684 INFO:teuthology.orchestra.run.smithi102.stdout:        "ireq_exportdir": 19,
2024-03-19T02:00:44.684 INFO:teuthology.orchestra.run.smithi102.stdout:        "ireq_flush": 0,
2024-03-19T02:00:44.684 INFO:teuthology.orchestra.run.smithi102.stdout:        "ireq_fragmentdir": 0,
2024-03-19T02:00:44.684 INFO:teuthology.orchestra.run.smithi102.stdout:        "ireq_fragstats": 0,
2024-03-19T02:00:44.684 INFO:teuthology.orchestra.run.smithi102.stdout:        "ireq_inodestats": 0
2024-03-19T02:00:44.684 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:44.684 INFO:teuthology.orchestra.run.smithi102.stdout:    "mds_log": {
2024-03-19T02:00:44.684 INFO:teuthology.orchestra.run.smithi102.stdout:        "evlrg": 1,
2024-03-19T02:00:44.684 INFO:teuthology.orchestra.run.smithi102.stdout:        "evadd": 8329,
2024-03-19T02:00:44.684 INFO:teuthology.orchestra.run.smithi102.stdout:        "evex": 0,
2024-03-19T02:00:44.684 INFO:teuthology.orchestra.run.smithi102.stdout:        "evtrm": 0,
2024-03-19T02:00:44.684 INFO:teuthology.orchestra.run.smithi102.stdout:        "ev": 8329,
2024-03-19T02:00:44.685 INFO:teuthology.orchestra.run.smithi102.stdout:        "evexg": 0,
2024-03-19T02:00:44.685 INFO:teuthology.orchestra.run.smithi102.stdout:        "evexd": 0,
2024-03-19T02:00:44.685 INFO:teuthology.orchestra.run.smithi102.stdout:        "segadd": 13,
2024-03-19T02:00:44.685 INFO:teuthology.orchestra.run.smithi102.stdout:        "segex": 0,
2024-03-19T02:00:44.685 INFO:teuthology.orchestra.run.smithi102.stdout:        "segtrm": 0,
2024-03-19T02:00:44.685 INFO:teuthology.orchestra.run.smithi102.stdout:        "seg": 13,
2024-03-19T02:00:44.685 INFO:teuthology.orchestra.run.smithi102.stdout:        "segmjr": 2,
2024-03-19T02:00:44.685 INFO:teuthology.orchestra.run.smithi102.stdout:        "segexg": 0,
2024-03-19T02:00:44.685 INFO:teuthology.orchestra.run.smithi102.stdout:        "segexd": 0,
2024-03-19T02:00:44.685 INFO:teuthology.orchestra.run.smithi102.stdout:        "expos": 4194304,
2024-03-19T02:00:44.685 INFO:teuthology.orchestra.run.smithi102.stdout:        "wrpos": 30560656,
2024-03-19T02:00:44.685 INFO:teuthology.orchestra.run.smithi102.stdout:        "rdpos": 0,
2024-03-19T02:00:44.685 INFO:teuthology.orchestra.run.smithi102.stdout:        "jlat": {
2024-03-19T02:00:44.685 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 1767,
2024-03-19T02:00:44.685 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 11.256738366,
2024-03-19T02:00:44.686 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.006370536
2024-03-19T02:00:44.686 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.686 INFO:teuthology.orchestra.run.smithi102.stdout:        "replayed": 0
2024-03-19T02:00:44.686 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:44.686 INFO:teuthology.orchestra.run.smithi102.stdout:    "mds_mem": {
2024-03-19T02:00:44.686 INFO:teuthology.orchestra.run.smithi102.stdout:        "ino": 1892,
2024-03-19T02:00:44.686 INFO:teuthology.orchestra.run.smithi102.stdout:        "ino+": 6183,
2024-03-19T02:00:44.686 INFO:teuthology.orchestra.run.smithi102.stdout:        "ino-": 4291,
2024-03-19T02:00:44.686 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir": 367,
2024-03-19T02:00:44.686 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir+": 664,
2024-03-19T02:00:44.686 INFO:teuthology.orchestra.run.smithi102.stdout:        "dir-": 297,
2024-03-19T02:00:44.686 INFO:teuthology.orchestra.run.smithi102.stdout:        "dn": 4561,
2024-03-19T02:00:44.686 INFO:teuthology.orchestra.run.smithi102.stdout:        "dn+": 9319,
2024-03-19T02:00:44.686 INFO:teuthology.orchestra.run.smithi102.stdout:        "dn-": 4758,
2024-03-19T02:00:44.687 INFO:teuthology.orchestra.run.smithi102.stdout:        "cap": 1,
2024-03-19T02:00:44.687 INFO:teuthology.orchestra.run.smithi102.stdout:        "cap+": 4490,
2024-03-19T02:00:44.687 INFO:teuthology.orchestra.run.smithi102.stdout:        "cap-": 4489,
2024-03-19T02:00:44.687 INFO:teuthology.orchestra.run.smithi102.stdout:        "rss": 116988,
2024-03-19T02:00:44.687 INFO:teuthology.orchestra.run.smithi102.stdout:        "heap": 223612
2024-03-19T02:00:44.687 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:44.687 INFO:teuthology.orchestra.run.smithi102.stdout:    "mds_server": {
2024-03-19T02:00:44.687 INFO:teuthology.orchestra.run.smithi102.stdout:        "dispatch_client_request": 10415,
2024-03-19T02:00:44.687 INFO:teuthology.orchestra.run.smithi102.stdout:        "dispatch_server_request": 149,
2024-03-19T02:00:44.687 INFO:teuthology.orchestra.run.smithi102.stdout:        "handle_client_request": 7621,
2024-03-19T02:00:44.687 INFO:teuthology.orchestra.run.smithi102.stdout:        "handle_client_session": 39,
2024-03-19T02:00:44.687 INFO:teuthology.orchestra.run.smithi102.stdout:        "handle_peer_request": 425,
2024-03-19T02:00:44.687 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_create_latency": {
2024-03-19T02:00:44.687 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 360,
2024-03-19T02:00:44.687 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.681447340,
2024-03-19T02:00:44.687 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.001892909
2024-03-19T02:00:44.688 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.688 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_getattr_latency": {
2024-03-19T02:00:44.688 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 1612,
2024-03-19T02:00:44.688 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.583623168,
2024-03-19T02:00:44.688 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000362049
2024-03-19T02:00:44.688 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.688 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_getfilelock_latency": {
2024-03-19T02:00:44.688 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:44.688 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:44.688 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:44.688 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.688 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_link_latency": {
2024-03-19T02:00:44.688 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 96,
2024-03-19T02:00:44.688 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.426274447,
2024-03-19T02:00:44.689 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.004440358
2024-03-19T02:00:44.689 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.689 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_lookup_latency": {
2024-03-19T02:00:44.689 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 1556,
2024-03-19T02:00:44.689 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 1.235314584,
2024-03-19T02:00:44.689 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000793903
2024-03-19T02:00:44.689 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.689 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_lookuphash_latency": {
2024-03-19T02:00:44.689 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:44.689 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:44.689 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:44.689 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.689 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_lookupino_latency": {
2024-03-19T02:00:44.689 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:44.689 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:44.690 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:44.690 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.690 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_lookupname_latency": {
2024-03-19T02:00:44.690 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:44.690 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:44.690 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:44.690 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.690 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_lookupparent_latency": {
2024-03-19T02:00:44.690 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:44.690 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:44.690 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:44.690 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.690 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_lookupsnap_latency": {
2024-03-19T02:00:44.690 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:44.690 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:44.691 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:44.691 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.691 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_lssnap_latency": {
2024-03-19T02:00:44.691 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:44.691 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:44.691 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:44.691 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.691 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_mkdir_latency": {
2024-03-19T02:00:44.692 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 179,
2024-03-19T02:00:44.692 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.376751648,
2024-03-19T02:00:44.692 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.002104757
2024-03-19T02:00:44.692 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.692 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_mknod_latency": {
2024-03-19T02:00:44.692 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 212,
2024-03-19T02:00:44.692 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.435902109,
2024-03-19T02:00:44.692 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.002056142
2024-03-19T02:00:44.692 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.692 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_mksnap_latency": {
2024-03-19T02:00:44.692 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:44.692 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:44.692 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:44.692 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.692 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_open_latency": {
2024-03-19T02:00:44.693 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 362,
2024-03-19T02:00:44.693 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.434410965,
2024-03-19T02:00:44.693 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.001200030
2024-03-19T02:00:44.693 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.693 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_readdir_latency": {
2024-03-19T02:00:44.693 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 408,
2024-03-19T02:00:44.693 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.483549893,
2024-03-19T02:00:44.693 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.001185171
2024-03-19T02:00:44.693 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.693 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_rename_latency": {
2024-03-19T02:00:44.693 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 237,
2024-03-19T02:00:44.693 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 1.657699519,
2024-03-19T02:00:44.693 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.006994512
2024-03-19T02:00:44.693 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.693 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_renamesnap_latency": {
2024-03-19T02:00:44.694 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:44.694 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:44.694 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:44.694 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.694 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_snapdiff_latency": {
2024-03-19T02:00:44.694 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:44.694 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:44.694 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:44.694 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.694 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_rmdir_latency": {
2024-03-19T02:00:44.694 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 471,
2024-03-19T02:00:44.695 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 12.758301759,
2024-03-19T02:00:44.695 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.027087689
2024-03-19T02:00:44.695 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.695 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_rmsnap_latency": {
2024-03-19T02:00:44.695 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:44.695 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:44.695 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:44.695 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.695 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_rmxattr_latency": {
2024-03-19T02:00:44.695 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:44.695 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:44.695 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:44.695 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.695 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_setattr_latency": {
2024-03-19T02:00:44.696 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 126,
2024-03-19T02:00:44.696 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 1.048967278,
2024-03-19T02:00:44.696 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.008325137
2024-03-19T02:00:44.696 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.696 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_setdirlayout_latency": {
2024-03-19T02:00:44.696 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:44.696 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:44.696 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:44.696 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.696 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_setfilelock_latency": {
2024-03-19T02:00:44.696 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:44.696 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:44.696 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:44.696 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.696 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_setlayout_latency": {
2024-03-19T02:00:44.697 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:44.697 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:44.697 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:44.697 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.697 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_setxattr_latency": {
2024-03-19T02:00:44.697 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:44.697 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:44.697 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:44.697 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.697 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_symlink_latency": {
2024-03-19T02:00:44.697 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 231,
2024-03-19T02:00:44.697 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.375587829,
2024-03-19T02:00:44.697 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.001625921
2024-03-19T02:00:44.697 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.698 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_unlink_latency": {
2024-03-19T02:00:44.698 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 1760,
2024-03-19T02:00:44.698 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 3.024481531,
2024-03-19T02:00:44.698 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.001718455
2024-03-19T02:00:44.698 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.698 INFO:teuthology.orchestra.run.smithi102.stdout:        "cap_revoke_eviction": 0,
2024-03-19T02:00:44.698 INFO:teuthology.orchestra.run.smithi102.stdout:        "cap_acquisition_throttle": 0,
2024-03-19T02:00:44.698 INFO:teuthology.orchestra.run.smithi102.stdout:        "req_getvxattr_latency": {
2024-03-19T02:00:44.698 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:44.698 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:44.698 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:44.698 INFO:teuthology.orchestra.run.smithi102.stdout:        }
2024-03-19T02:00:44.698 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:44.699 INFO:teuthology.orchestra.run.smithi102.stdout:    "mds_sessions": {
2024-03-19T02:00:44.699 INFO:teuthology.orchestra.run.smithi102.stdout:        "session_count": 2,
2024-03-19T02:00:44.699 INFO:teuthology.orchestra.run.smithi102.stdout:        "session_add": 5,
2024-03-19T02:00:44.699 INFO:teuthology.orchestra.run.smithi102.stdout:        "session_remove": 3,
2024-03-19T02:00:44.699 INFO:teuthology.orchestra.run.smithi102.stdout:        "sessions_open": 2,
2024-03-19T02:00:44.699 INFO:teuthology.orchestra.run.smithi102.stdout:        "sessions_stale": 0,
2024-03-19T02:00:44.699 INFO:teuthology.orchestra.run.smithi102.stdout:        "total_load": 3017,
2024-03-19T02:00:44.699 INFO:teuthology.orchestra.run.smithi102.stdout:        "average_load": 1508,
2024-03-19T02:00:44.699 INFO:teuthology.orchestra.run.smithi102.stdout:        "avg_session_uptime": 617,
2024-03-19T02:00:44.699 INFO:teuthology.orchestra.run.smithi102.stdout:        "mdthresh_evicted": 0
2024-03-19T02:00:44.699 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:44.699 INFO:teuthology.orchestra.run.smithi102.stdout:    "mempool": {
2024-03-19T02:00:44.699 INFO:teuthology.orchestra.run.smithi102.stdout:        "bloom_filter_bytes": 0,
2024-03-19T02:00:44.699 INFO:teuthology.orchestra.run.smithi102.stdout:        "bloom_filter_items": 0,
2024-03-19T02:00:44.699 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_alloc_bytes": 0,
2024-03-19T02:00:44.700 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_alloc_items": 0,
2024-03-19T02:00:44.700 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_data_bytes": 0,
2024-03-19T02:00:44.700 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_data_items": 0,
2024-03-19T02:00:44.700 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_onode_bytes": 0,
2024-03-19T02:00:44.700 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_onode_items": 0,
2024-03-19T02:00:44.700 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_meta_bytes": 0,
2024-03-19T02:00:44.700 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_meta_items": 0,
2024-03-19T02:00:44.700 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_other_bytes": 0,
2024-03-19T02:00:44.700 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_other_items": 0,
2024-03-19T02:00:44.700 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_buffer_bytes": 0,
2024-03-19T02:00:44.700 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_buffer_items": 0,
2024-03-19T02:00:44.700 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_extent_bytes": 0,
2024-03-19T02:00:44.700 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_extent_items": 0,
2024-03-19T02:00:44.700 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_blob_bytes": 0,
2024-03-19T02:00:44.700 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_blob_items": 0,
2024-03-19T02:00:44.700 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_shared_blob_bytes": 0,
2024-03-19T02:00:44.701 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_shared_blob_items": 0,
2024-03-19T02:00:44.701 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_inline_bl_bytes": 0,
2024-03-19T02:00:44.701 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_inline_bl_items": 0,
2024-03-19T02:00:44.701 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_fsck_bytes": 0,
2024-03-19T02:00:44.701 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_fsck_items": 0,
2024-03-19T02:00:44.701 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_txc_bytes": 0,
2024-03-19T02:00:44.701 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_txc_items": 0,
2024-03-19T02:00:44.701 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_writing_deferred_bytes": 0,
2024-03-19T02:00:44.701 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_writing_deferred_items": 0,
2024-03-19T02:00:44.701 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_writing_bytes": 0,
2024-03-19T02:00:44.701 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_writing_items": 0,
2024-03-19T02:00:44.701 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluefs_bytes": 0,
2024-03-19T02:00:44.701 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluefs_items": 0,
2024-03-19T02:00:44.701 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluefs_file_reader_bytes": 0,
2024-03-19T02:00:44.701 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluefs_file_reader_items": 0,
2024-03-19T02:00:44.701 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluefs_file_writer_bytes": 0,
2024-03-19T02:00:44.702 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluefs_file_writer_items": 0,
2024-03-19T02:00:44.702 INFO:teuthology.orchestra.run.smithi102.stdout:        "buffer_anon_bytes": 3727050,
2024-03-19T02:00:44.702 INFO:teuthology.orchestra.run.smithi102.stdout:        "buffer_anon_items": 971,
2024-03-19T02:00:44.702 INFO:teuthology.orchestra.run.smithi102.stdout:        "buffer_meta_bytes": 0,
2024-03-19T02:00:44.702 INFO:teuthology.orchestra.run.smithi102.stdout:        "buffer_meta_items": 0,
2024-03-19T02:00:44.702 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_bytes": 0,
2024-03-19T02:00:44.702 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_items": 0,
2024-03-19T02:00:44.702 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_mapbl_bytes": 0,
2024-03-19T02:00:44.702 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_mapbl_items": 0,
2024-03-19T02:00:44.702 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_pglog_bytes": 0,
2024-03-19T02:00:44.702 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_pglog_items": 0,
2024-03-19T02:00:44.702 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdmap_bytes": 9512,
2024-03-19T02:00:44.702 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdmap_items": 182,
2024-03-19T02:00:44.702 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdmap_mapping_bytes": 0,
2024-03-19T02:00:44.702 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdmap_mapping_items": 0,
2024-03-19T02:00:44.703 INFO:teuthology.orchestra.run.smithi102.stdout:        "pgmap_bytes": 0,
2024-03-19T02:00:44.703 INFO:teuthology.orchestra.run.smithi102.stdout:        "pgmap_items": 0,
2024-03-19T02:00:44.703 INFO:teuthology.orchestra.run.smithi102.stdout:        "mds_co_bytes": 8709106,
2024-03-19T02:00:44.703 INFO:teuthology.orchestra.run.smithi102.stdout:        "mds_co_items": 564712,
2024-03-19T02:00:44.703 INFO:teuthology.orchestra.run.smithi102.stdout:        "unittest_1_bytes": 0,
2024-03-19T02:00:44.703 INFO:teuthology.orchestra.run.smithi102.stdout:        "unittest_1_items": 0,
2024-03-19T02:00:44.703 INFO:teuthology.orchestra.run.smithi102.stdout:        "unittest_2_bytes": 0,
2024-03-19T02:00:44.703 INFO:teuthology.orchestra.run.smithi102.stdout:        "unittest_2_items": 0
2024-03-19T02:00:44.703 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:44.703 INFO:teuthology.orchestra.run.smithi102.stdout:    "objecter": {
2024-03-19T02:00:44.703 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_active": 0,
2024-03-19T02:00:44.703 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_laggy": 0,
2024-03-19T02:00:44.703 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_send": 11358,
2024-03-19T02:00:44.703 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_send_bytes": 26739964,
2024-03-19T02:00:44.703 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_resend": 29,
2024-03-19T02:00:44.703 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_reply": 11358,
2024-03-19T02:00:44.704 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_latency": {
2024-03-19T02:00:44.704 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 11358,
2024-03-19T02:00:44.704 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 27.309452200,
2024-03-19T02:00:44.704 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.002404424
2024-03-19T02:00:44.704 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.704 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_inflight": 0,
2024-03-19T02:00:44.704 INFO:teuthology.orchestra.run.smithi102.stdout:        "oplen_avg": {
2024-03-19T02:00:44.704 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 11358,
2024-03-19T02:00:44.704 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 11479
2024-03-19T02:00:44.704 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:44.704 INFO:teuthology.orchestra.run.smithi102.stdout:        "op": 11358,
2024-03-19T02:00:44.704 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_r": 6410,
2024-03-19T02:00:44.704 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_w": 4948,
2024-03-19T02:00:44.704 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_rmw": 0,
2024-03-19T02:00:44.704 INFO:teuthology.orchestra.run.smithi102.stdout:        "op_pg": 0,
2024-03-19T02:00:44.705 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_stat": 0,
2024-03-19T02:00:44.705 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_create": 10,
2024-03-19T02:00:44.705 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_read": 87,
2024-03-19T02:00:44.705 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_write": 1854,
2024-03-19T02:00:44.705 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_writefull": 59,
2024-03-19T02:00:44.705 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_writesame": 0,
2024-03-19T02:00:44.705 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_append": 0,
2024-03-19T02:00:44.705 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_zero": 38,
2024-03-19T02:00:44.705 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_truncate": 0,
2024-03-19T02:00:44.705 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_delete": 2781,
2024-03-19T02:00:44.705 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_mapext": 0,
2024-03-19T02:00:44.705 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_sparse_read": 0,
2024-03-19T02:00:44.705 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_clonerange": 0,
2024-03-19T02:00:44.705 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_getxattr": 6323,
2024-03-19T02:00:44.705 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_setxattr": 20,
2024-03-19T02:00:44.706 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_cmpxattr": 0,
2024-03-19T02:00:44.706 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_rmxattr": 0,
2024-03-19T02:00:44.706 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_resetxattrs": 0,
2024-03-19T02:00:44.706 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_call": 0,
2024-03-19T02:00:44.706 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_watch": 0,
2024-03-19T02:00:44.706 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_notify": 0,
2024-03-19T02:00:44.706 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_src_cmpxattr": 0,
2024-03-19T02:00:44.706 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_pgls": 0,
2024-03-19T02:00:44.706 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_pgls_filter": 0,
2024-03-19T02:00:44.706 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdop_other": 128,
2024-03-19T02:00:44.706 INFO:teuthology.orchestra.run.smithi102.stdout:        "linger_active": 0,
2024-03-19T02:00:44.706 INFO:teuthology.orchestra.run.smithi102.stdout:        "linger_send": 0,
2024-03-19T02:00:44.706 INFO:teuthology.orchestra.run.smithi102.stdout:        "linger_resend": 0,
2024-03-19T02:00:44.706 INFO:teuthology.orchestra.run.smithi102.stdout:        "linger_ping": 0,
2024-03-19T02:00:44.706 INFO:teuthology.orchestra.run.smithi102.stdout:        "poolop_active": 0,
2024-03-19T02:00:44.707 INFO:teuthology.orchestra.run.smithi102.stdout:        "poolop_send": 0,
2024-03-19T02:00:44.707 INFO:teuthology.orchestra.run.smithi102.stdout:        "poolop_resend": 0,
2024-03-19T02:00:44.707 INFO:teuthology.orchestra.run.smithi102.stdout:        "poolstat_active": 0,
2024-03-19T02:00:44.707 INFO:teuthology.orchestra.run.smithi102.stdout:        "poolstat_send": 0,
2024-03-19T02:00:44.707 INFO:teuthology.orchestra.run.smithi102.stdout:        "poolstat_resend": 0,
2024-03-19T02:00:44.707 INFO:teuthology.orchestra.run.smithi102.stdout:        "statfs_active": 0,
2024-03-19T02:00:44.707 INFO:teuthology.orchestra.run.smithi102.stdout:        "statfs_send": 0,
2024-03-19T02:00:44.707 INFO:teuthology.orchestra.run.smithi102.stdout:        "statfs_resend": 0,
2024-03-19T02:00:44.707 INFO:teuthology.orchestra.run.smithi102.stdout:        "command_active": 0,
2024-03-19T02:00:44.707 INFO:teuthology.orchestra.run.smithi102.stdout:        "command_send": 0,
2024-03-19T02:00:44.707 INFO:teuthology.orchestra.run.smithi102.stdout:        "command_resend": 0,
2024-03-19T02:00:44.708 INFO:teuthology.orchestra.run.smithi102.stdout:        "map_epoch": 102,
2024-03-19T02:00:44.708 INFO:teuthology.orchestra.run.smithi102.stdout:        "map_full": 0,
2024-03-19T02:00:44.708 INFO:teuthology.orchestra.run.smithi102.stdout:        "map_inc": 13,
2024-03-19T02:00:44.708 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_sessions": 12,
2024-03-19T02:00:44.708 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_session_open": 12,
2024-03-19T02:00:44.708 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_session_close": 0,
2024-03-19T02:00:44.708 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_laggy": 0,
2024-03-19T02:00:44.708 INFO:teuthology.orchestra.run.smithi102.stdout:        "omap_wr": 128,
2024-03-19T02:00:44.708 INFO:teuthology.orchestra.run.smithi102.stdout:        "omap_rd": 0,
2024-03-19T02:00:44.708 INFO:teuthology.orchestra.run.smithi102.stdout:        "omap_del": 51
2024-03-19T02:00:44.708 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:44.708 INFO:teuthology.orchestra.run.smithi102.stdout:    "oft": {
2024-03-19T02:00:44.708 INFO:teuthology.orchestra.run.smithi102.stdout:        "omap_total_objs": 1,
2024-03-19T02:00:44.708 INFO:teuthology.orchestra.run.smithi102.stdout:        "omap_total_kv_pairs": 0,
2024-03-19T02:00:44.709 INFO:teuthology.orchestra.run.smithi102.stdout:        "omap_total_updates": 0,
2024-03-19T02:00:44.709 INFO:teuthology.orchestra.run.smithi102.stdout:        "omap_total_removes": 0
2024-03-19T02:00:44.709 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:44.709 INFO:teuthology.orchestra.run.smithi102.stdout:    "osd-slow-ops": {
2024-03-19T02:00:44.709 INFO:teuthology.orchestra.run.smithi102.stdout:        "slow_ops_count": 0
2024-03-19T02:00:44.709 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:44.709 INFO:teuthology.orchestra.run.smithi102.stdout:    "purge_queue": {
2024-03-19T02:00:44.709 INFO:teuthology.orchestra.run.smithi102.stdout:        "pq_executing_ops": 0,
2024-03-19T02:00:44.709 INFO:teuthology.orchestra.run.smithi102.stdout:        "pq_executing_ops_high_water": 19,
2024-03-19T02:00:44.709 INFO:teuthology.orchestra.run.smithi102.stdout:        "pq_executing": 0,
2024-03-19T02:00:44.709 INFO:teuthology.orchestra.run.smithi102.stdout:        "pq_executing_high_water": 15,
2024-03-19T02:00:44.709 INFO:teuthology.orchestra.run.smithi102.stdout:        "pq_executed_ops": 2801,
2024-03-19T02:00:44.709 INFO:teuthology.orchestra.run.smithi102.stdout:        "pq_executed": 1637,
2024-03-19T02:00:44.709 INFO:teuthology.orchestra.run.smithi102.stdout:        "pq_item_in_journal": 0
2024-03-19T02:00:44.710 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:44.710 INFO:teuthology.orchestra.run.smithi102.stdout:    "throttle-msgr_dispatch_throttler-mds": {
2024-03-19T02:00:44.710 INFO:teuthology.orchestra.run.smithi102.stdout:        "val": 0,
2024-03-19T02:00:44.710 INFO:teuthology.orchestra.run.smithi102.stdout:        "max": 104857600,
2024-03-19T02:00:44.710 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_started": 0,
2024-03-19T02:00:44.710 INFO:teuthology.orchestra.run.smithi102.stdout:        "get": 27026,
2024-03-19T02:00:44.710 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_sum": 11277609,
2024-03-19T02:00:44.710 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:44.710 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_or_fail_success": 27026,
2024-03-19T02:00:44.710 INFO:teuthology.orchestra.run.smithi102.stdout:        "take": 0,
2024-03-19T02:00:44.710 INFO:teuthology.orchestra.run.smithi102.stdout:        "take_sum": 0,
2024-03-19T02:00:44.710 INFO:teuthology.orchestra.run.smithi102.stdout:        "put": 27026,
2024-03-19T02:00:44.711 INFO:teuthology.orchestra.run.smithi102.stdout:        "put_sum": 11277609,
2024-03-19T02:00:44.711 INFO:teuthology.orchestra.run.smithi102.stdout:        "wait": {
2024-03-19T02:00:44.711 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:44.711 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:44.711 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:44.711 INFO:teuthology.orchestra.run.smithi102.stdout:        }
2024-03-19T02:00:44.711 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:44.711 INFO:teuthology.orchestra.run.smithi102.stdout:    "throttle-objecter_bytes": {
2024-03-19T02:00:44.711 INFO:teuthology.orchestra.run.smithi102.stdout:        "val": 0,
2024-03-19T02:00:44.711 INFO:teuthology.orchestra.run.smithi102.stdout:        "max": 104857600,
2024-03-19T02:00:44.711 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_started": 0,
2024-03-19T02:00:44.711 INFO:teuthology.orchestra.run.smithi102.stdout:        "get": 0,
2024-03-19T02:00:44.711 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_sum": 0,
2024-03-19T02:00:44.711 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:44.712 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_or_fail_success": 0,
2024-03-19T02:00:44.712 INFO:teuthology.orchestra.run.smithi102.stdout:        "take": 11358,
2024-03-19T02:00:44.712 INFO:teuthology.orchestra.run.smithi102.stdout:        "take_sum": 26930909,
2024-03-19T02:00:44.712 INFO:teuthology.orchestra.run.smithi102.stdout:        "put": 11358,
2024-03-19T02:00:44.712 INFO:teuthology.orchestra.run.smithi102.stdout:        "put_sum": 26930909,
2024-03-19T02:00:44.712 INFO:teuthology.orchestra.run.smithi102.stdout:        "wait": {
2024-03-19T02:00:44.712 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:44.712 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:44.712 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:44.712 INFO:teuthology.orchestra.run.smithi102.stdout:        }
2024-03-19T02:00:44.712 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:44.712 INFO:teuthology.orchestra.run.smithi102.stdout:    "throttle-objecter_ops": {
2024-03-19T02:00:44.712 INFO:teuthology.orchestra.run.smithi102.stdout:        "val": 0,
2024-03-19T02:00:44.712 INFO:teuthology.orchestra.run.smithi102.stdout:        "max": 1024,
2024-03-19T02:00:44.712 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_started": 0,
2024-03-19T02:00:44.713 INFO:teuthology.orchestra.run.smithi102.stdout:        "get": 0,
2024-03-19T02:00:44.713 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_sum": 0,
2024-03-19T02:00:44.713 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:44.713 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_or_fail_success": 0,
2024-03-19T02:00:44.713 INFO:teuthology.orchestra.run.smithi102.stdout:        "take": 11358,
2024-03-19T02:00:44.713 INFO:teuthology.orchestra.run.smithi102.stdout:        "take_sum": 11358,
2024-03-19T02:00:44.713 INFO:teuthology.orchestra.run.smithi102.stdout:        "put": 11358,
2024-03-19T02:00:44.713 INFO:teuthology.orchestra.run.smithi102.stdout:        "put_sum": 11358,
2024-03-19T02:00:44.713 INFO:teuthology.orchestra.run.smithi102.stdout:        "wait": {
2024-03-19T02:00:44.713 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:44.713 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:44.713 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:44.713 INFO:teuthology.orchestra.run.smithi102.stdout:        }
2024-03-19T02:00:44.713 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:44.714 INFO:teuthology.orchestra.run.smithi102.stdout:    "throttle-write_buf_throttle": {
2024-03-19T02:00:44.714 INFO:teuthology.orchestra.run.smithi102.stdout:        "val": 0,
2024-03-19T02:00:44.714 INFO:teuthology.orchestra.run.smithi102.stdout:        "max": 3758096384,
2024-03-19T02:00:44.714 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_started": 0,
2024-03-19T02:00:44.714 INFO:teuthology.orchestra.run.smithi102.stdout:        "get": 1637,
2024-03-19T02:00:44.714 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_sum": 190945,
2024-03-19T02:00:44.714 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:44.714 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_or_fail_success": 1637,
2024-03-19T02:00:44.714 INFO:teuthology.orchestra.run.smithi102.stdout:        "take": 0,
2024-03-19T02:00:44.714 INFO:teuthology.orchestra.run.smithi102.stdout:        "take_sum": 0,
2024-03-19T02:00:44.714 INFO:teuthology.orchestra.run.smithi102.stdout:        "put": 87,
2024-03-19T02:00:44.714 INFO:teuthology.orchestra.run.smithi102.stdout:        "put_sum": 190945,
2024-03-19T02:00:44.714 INFO:teuthology.orchestra.run.smithi102.stdout:        "wait": {
2024-03-19T02:00:44.714 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:44.714 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:44.715 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:44.715 INFO:teuthology.orchestra.run.smithi102.stdout:        }
2024-03-19T02:00:44.715 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:44.715 INFO:teuthology.orchestra.run.smithi102.stdout:    "throttle-write_buf_throttle-0x560f4fa98500": {
2024-03-19T02:00:44.715 INFO:teuthology.orchestra.run.smithi102.stdout:        "val": 0,
2024-03-19T02:00:44.715 INFO:teuthology.orchestra.run.smithi102.stdout:        "max": 3758096384,
2024-03-19T02:00:44.715 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_started": 0,
2024-03-19T02:00:44.715 INFO:teuthology.orchestra.run.smithi102.stdout:        "get": 8329,
2024-03-19T02:00:44.715 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_sum": 26366352,
2024-03-19T02:00:44.715 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:44.715 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_or_fail_success": 8329,
2024-03-19T02:00:44.716 INFO:teuthology.orchestra.run.smithi102.stdout:        "take": 0,
2024-03-19T02:00:44.716 INFO:teuthology.orchestra.run.smithi102.stdout:        "take_sum": 0,
2024-03-19T02:00:44.716 INFO:teuthology.orchestra.run.smithi102.stdout:        "put": 1767,
2024-03-19T02:00:44.716 INFO:teuthology.orchestra.run.smithi102.stdout:        "put_sum": 26366352,
2024-03-19T02:00:44.716 INFO:teuthology.orchestra.run.smithi102.stdout:        "wait": {
2024-03-19T02:00:44.716 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:44.716 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:44.716 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:44.716 INFO:teuthology.orchestra.run.smithi102.stdout:        }
2024-03-19T02:00:44.716 INFO:teuthology.orchestra.run.smithi102.stdout:    }
2024-03-19T02:00:44.716 INFO:teuthology.orchestra.run.smithi102.stdout:}
2024-03-19T02:00:45.616 INFO:tasks.check_counter:Daemon mds.i mds.exported=19
2024-03-19T02:00:45.616 INFO:tasks.check_counter:Daemon mds.i mds.imported=22
2024-03-19T02:00:45.616 INFO:tasks.check_counter:Daemon mds.i mds.root_rsnaps=6
2024-03-19T02:00:45.617 INFO:tasks.check_counter:Daemon mds.i mds_server.req_mksnap_latency.avgcount=0
2024-03-19T02:00:45.617 INFO:tasks.check_counter:Daemon mds.i mds_server.req_rmsnap_latency.avgcount=0
2024-03-19T02:00:45.617 DEBUG:tasks.check_counter:Getting stats from l
2024-03-19T02:00:45.617 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810 shell --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 -- ceph daemon mds.l perf dump
2024-03-19T02:00:45.871 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/mon.c/config
2024-03-19T02:00:46.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:45 smithi073 ceph-mon[66833]: pgmap v331: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T02:00:46.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:45 smithi102 ceph-mon[66557]: pgmap v331: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T02:00:46.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:45 smithi046 ceph-mon[63102]: pgmap v331: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T02:00:47.757 INFO:teuthology.orchestra.run.smithi102.stdout:{
2024-03-19T02:00:47.757 INFO:teuthology.orchestra.run.smithi102.stdout:    "AsyncMessenger::Worker-0": {
2024-03-19T02:00:47.757 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_messages": 239,
2024-03-19T02:00:47.757 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_messages": 227,
2024-03-19T02:00:47.757 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_bytes": 1444096,
2024-03-19T02:00:47.757 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_bytes": 138752,
2024-03-19T02:00:47.757 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_created_connections": 4,
2024-03-19T02:00:47.757 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_active_connections": 0,
2024-03-19T02:00:47.758 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_total_time": 0.034722174,
2024-03-19T02:00:47.758 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_send_time": 0.008609941,
2024-03-19T02:00:47.758 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_recv_time": 0.031545980,
2024-03-19T02:00:47.758 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_fast_dispatch_time": 0.003888166,
2024-03-19T02:00:47.758 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:47.758 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 227,
2024-03-19T02:00:47.758 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.007949446,
2024-03-19T02:00:47.758 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000035019
2024-03-19T02:00:47.758 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:47.759 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:47.759 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:47.759 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:47.759 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:47.759 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:47.759 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_encrypted_bytes": 1444096,
2024-03-19T02:00:47.760 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_encrypted_bytes": 138752
2024-03-19T02:00:47.760 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:47.760 INFO:teuthology.orchestra.run.smithi102.stdout:    "AsyncMessenger::Worker-1": {
2024-03-19T02:00:47.760 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_messages": 2,
2024-03-19T02:00:47.760 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_messages": 172,
2024-03-19T02:00:47.760 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_bytes": 320,
2024-03-19T02:00:47.760 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_bytes": 185712,
2024-03-19T02:00:47.760 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_created_connections": 5,
2024-03-19T02:00:47.761 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_active_connections": 3,
2024-03-19T02:00:47.761 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_total_time": 0.007958631,
2024-03-19T02:00:47.761 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_send_time": 0.004859926,
2024-03-19T02:00:47.761 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_recv_time": 0.001478844,
2024-03-19T02:00:47.761 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_fast_dispatch_time": 0.000000000,
2024-03-19T02:00:47.761 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:47.761 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 169,
2024-03-19T02:00:47.761 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.014808892,
2024-03-19T02:00:47.761 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000087626
2024-03-19T02:00:47.762 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:47.762 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:47.762 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:47.762 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:47.762 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:47.762 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:47.762 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_encrypted_bytes": 320,
2024-03-19T02:00:47.762 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_encrypted_bytes": 185712
2024-03-19T02:00:47.762 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:47.762 INFO:teuthology.orchestra.run.smithi102.stdout:    "AsyncMessenger::Worker-2": {
2024-03-19T02:00:47.762 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_messages": 0,
2024-03-19T02:00:47.763 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_messages": 2,
2024-03-19T02:00:47.763 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_bytes": 0,
2024-03-19T02:00:47.763 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_bytes": 0,
2024-03-19T02:00:47.763 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_created_connections": 2,
2024-03-19T02:00:47.763 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_active_connections": 1,
2024-03-19T02:00:47.763 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_total_time": 0.000175962,
2024-03-19T02:00:47.763 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_send_time": 0.000000000,
2024-03-19T02:00:47.763 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_recv_time": 0.000123184,
2024-03-19T02:00:47.763 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_running_fast_dispatch_time": 0.000000000,
2024-03-19T02:00:47.763 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_messages_queue_lat": {
2024-03-19T02:00:47.763 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:47.763 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:47.763 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:47.763 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:47.763 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_handle_ack_lat": {
2024-03-19T02:00:47.764 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:47.764 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:47.764 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:47.764 INFO:teuthology.orchestra.run.smithi102.stdout:        },
2024-03-19T02:00:47.764 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_recv_encrypted_bytes": 0,
2024-03-19T02:00:47.764 INFO:teuthology.orchestra.run.smithi102.stdout:        "msgr_send_encrypted_bytes": 0
2024-03-19T02:00:47.764 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:47.764 INFO:teuthology.orchestra.run.smithi102.stdout:    "cct": {
2024-03-19T02:00:47.764 INFO:teuthology.orchestra.run.smithi102.stdout:        "total_workers": 0,
2024-03-19T02:00:47.764 INFO:teuthology.orchestra.run.smithi102.stdout:        "unhealthy_workers": 0
2024-03-19T02:00:47.764 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:47.764 INFO:teuthology.orchestra.run.smithi102.stdout:    "mempool": {
2024-03-19T02:00:47.764 INFO:teuthology.orchestra.run.smithi102.stdout:        "bloom_filter_bytes": 0,
2024-03-19T02:00:47.764 INFO:teuthology.orchestra.run.smithi102.stdout:        "bloom_filter_items": 0,
2024-03-19T02:00:47.764 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_alloc_bytes": 0,
2024-03-19T02:00:47.765 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_alloc_items": 0,
2024-03-19T02:00:47.765 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_data_bytes": 0,
2024-03-19T02:00:47.765 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_data_items": 0,
2024-03-19T02:00:47.765 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_onode_bytes": 0,
2024-03-19T02:00:47.765 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_onode_items": 0,
2024-03-19T02:00:47.765 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_meta_bytes": 0,
2024-03-19T02:00:47.765 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_meta_items": 0,
2024-03-19T02:00:47.765 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_other_bytes": 0,
2024-03-19T02:00:47.765 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_other_items": 0,
2024-03-19T02:00:47.765 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_buffer_bytes": 0,
2024-03-19T02:00:47.765 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_cache_buffer_items": 0,
2024-03-19T02:00:47.766 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_extent_bytes": 0,
2024-03-19T02:00:47.766 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_extent_items": 0,
2024-03-19T02:00:47.766 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_blob_bytes": 0,
2024-03-19T02:00:47.766 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_blob_items": 0,
2024-03-19T02:00:47.766 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_shared_blob_bytes": 0,
2024-03-19T02:00:47.766 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_shared_blob_items": 0,
2024-03-19T02:00:47.766 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_inline_bl_bytes": 0,
2024-03-19T02:00:47.766 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_inline_bl_items": 0,
2024-03-19T02:00:47.766 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_fsck_bytes": 0,
2024-03-19T02:00:47.766 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_fsck_items": 0,
2024-03-19T02:00:47.766 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_txc_bytes": 0,
2024-03-19T02:00:47.767 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_txc_items": 0,
2024-03-19T02:00:47.767 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_writing_deferred_bytes": 0,
2024-03-19T02:00:47.767 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_writing_deferred_items": 0,
2024-03-19T02:00:47.767 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_writing_bytes": 0,
2024-03-19T02:00:47.767 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluestore_writing_items": 0,
2024-03-19T02:00:47.767 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluefs_bytes": 0,
2024-03-19T02:00:47.767 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluefs_items": 0,
2024-03-19T02:00:47.767 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluefs_file_reader_bytes": 0,
2024-03-19T02:00:47.767 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluefs_file_reader_items": 0,
2024-03-19T02:00:47.767 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluefs_file_writer_bytes": 0,
2024-03-19T02:00:47.767 INFO:teuthology.orchestra.run.smithi102.stdout:        "bluefs_file_writer_items": 0,
2024-03-19T02:00:47.767 INFO:teuthology.orchestra.run.smithi102.stdout:        "buffer_anon_bytes": 148732,
2024-03-19T02:00:47.767 INFO:teuthology.orchestra.run.smithi102.stdout:        "buffer_anon_items": 31,
2024-03-19T02:00:47.767 INFO:teuthology.orchestra.run.smithi102.stdout:        "buffer_meta_bytes": 0,
2024-03-19T02:00:47.768 INFO:teuthology.orchestra.run.smithi102.stdout:        "buffer_meta_items": 0,
2024-03-19T02:00:47.768 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_bytes": 0,
2024-03-19T02:00:47.768 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_items": 0,
2024-03-19T02:00:47.768 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_mapbl_bytes": 0,
2024-03-19T02:00:47.768 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_mapbl_items": 0,
2024-03-19T02:00:47.768 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_pglog_bytes": 0,
2024-03-19T02:00:47.768 INFO:teuthology.orchestra.run.smithi102.stdout:        "osd_pglog_items": 0,
2024-03-19T02:00:47.768 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdmap_bytes": 0,
2024-03-19T02:00:47.768 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdmap_items": 0,
2024-03-19T02:00:47.768 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdmap_mapping_bytes": 0,
2024-03-19T02:00:47.768 INFO:teuthology.orchestra.run.smithi102.stdout:        "osdmap_mapping_items": 0,
2024-03-19T02:00:47.768 INFO:teuthology.orchestra.run.smithi102.stdout:        "pgmap_bytes": 0,
2024-03-19T02:00:47.768 INFO:teuthology.orchestra.run.smithi102.stdout:        "pgmap_items": 0,
2024-03-19T02:00:47.769 INFO:teuthology.orchestra.run.smithi102.stdout:        "mds_co_bytes": 928,
2024-03-19T02:00:47.769 INFO:teuthology.orchestra.run.smithi102.stdout:        "mds_co_items": 2,
2024-03-19T02:00:47.769 INFO:teuthology.orchestra.run.smithi102.stdout:        "unittest_1_bytes": 0,
2024-03-19T02:00:47.769 INFO:teuthology.orchestra.run.smithi102.stdout:        "unittest_1_items": 0,
2024-03-19T02:00:47.769 INFO:teuthology.orchestra.run.smithi102.stdout:        "unittest_2_bytes": 0,
2024-03-19T02:00:47.769 INFO:teuthology.orchestra.run.smithi102.stdout:        "unittest_2_items": 0
2024-03-19T02:00:47.769 INFO:teuthology.orchestra.run.smithi102.stdout:    },
2024-03-19T02:00:47.769 INFO:teuthology.orchestra.run.smithi102.stdout:    "throttle-msgr_dispatch_throttler-mds": {
2024-03-19T02:00:47.769 INFO:teuthology.orchestra.run.smithi102.stdout:        "val": 0,
2024-03-19T02:00:47.769 INFO:teuthology.orchestra.run.smithi102.stdout:        "max": 104857600,
2024-03-19T02:00:47.769 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_started": 0,
2024-03-19T02:00:47.769 INFO:teuthology.orchestra.run.smithi102.stdout:        "get": 237,
2024-03-19T02:00:47.769 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_sum": 1408022,
2024-03-19T02:00:47.769 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_or_fail_fail": 0,
2024-03-19T02:00:47.769 INFO:teuthology.orchestra.run.smithi102.stdout:        "get_or_fail_success": 237,
2024-03-19T02:00:47.770 INFO:teuthology.orchestra.run.smithi102.stdout:        "take": 0,
2024-03-19T02:00:47.770 INFO:teuthology.orchestra.run.smithi102.stdout:        "take_sum": 0,
2024-03-19T02:00:47.770 INFO:teuthology.orchestra.run.smithi102.stdout:        "put": 237,
2024-03-19T02:00:47.770 INFO:teuthology.orchestra.run.smithi102.stdout:        "put_sum": 1408022,
2024-03-19T02:00:47.770 INFO:teuthology.orchestra.run.smithi102.stdout:        "wait": {
2024-03-19T02:00:47.770 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgcount": 0,
2024-03-19T02:00:47.770 INFO:teuthology.orchestra.run.smithi102.stdout:            "sum": 0.000000000,
2024-03-19T02:00:47.770 INFO:teuthology.orchestra.run.smithi102.stdout:            "avgtime": 0.000000000
2024-03-19T02:00:47.770 INFO:teuthology.orchestra.run.smithi102.stdout:        }
2024-03-19T02:00:47.770 INFO:teuthology.orchestra.run.smithi102.stdout:    }
2024-03-19T02:00:47.770 INFO:teuthology.orchestra.run.smithi102.stdout:}
2024-03-19T02:00:48.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:47 smithi073 ceph-mon[66833]: pgmap v332: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T02:00:48.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:47 smithi102 ceph-mon[66557]: pgmap v332: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T02:00:48.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:47 smithi046 ceph-mon[63102]: pgmap v332: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T02:00:48.521 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.l
2024-03-19T02:00:48.521 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.l
2024-03-19T02:00:48.521 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.l
2024-03-19T02:00:48.521 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.l
2024-03-19T02:00:48.521 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.l
2024-03-19T02:00:48.521 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse
2024-03-19T02:00:48.533 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients...
2024-03-19T02:00:48.533 DEBUG:teuthology.orchestra.run.smithi046:> set -ex
2024-03-19T02:00:48.533 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/proc/self/mounts of=/dev/stdout
2024-03-19T02:00:48.555 DEBUG:teuthology.orchestra.run.smithi046:> set -ex
2024-03-19T02:00:48.555 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/proc/self/mounts of=/dev/stdout
2024-03-19T02:00:48.615 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-03-19T02:00:48.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.773+0000 7fdba6c6c640  1 -- 172.21.15.46:0/3609359207 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdba0100720 msgr2=0x7fdba0100ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:48.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.773+0000 7fdba6c6c640  1 --2- 172.21.15.46:0/3609359207 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdba0100720 0x7fdba0100ba0 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7fdb8c009930 tx=0x7fdb8c02bc30 comp rx=0 tx=0).stop
2024-03-19T02:00:48.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.773+0000 7fdba6c6c640  1 -- 172.21.15.46:0/3609359207 shutdown_connections
2024-03-19T02:00:48.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.773+0000 7fdba6c6c640  1 --2- 172.21.15.46:0/3609359207 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdba01010e0 0x7fdba010d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:48.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.773+0000 7fdba6c6c640  1 --2- 172.21.15.46:0/3609359207 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdba0100720 0x7fdba0100ba0 unknown :-1 s=CLOSED pgs=1004 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:48.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.773+0000 7fdba6c6c640  1 --2- 172.21.15.46:0/3609359207 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdba0106730 0x7fdba0106b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:48.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.773+0000 7fdba6c6c640  1 -- 172.21.15.46:0/3609359207 >> 172.21.15.46:0/3609359207 conn(0x7fdba0077820 msgr2=0x7fdba0077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:48.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.773+0000 7fdba6c6c640  1 -- 172.21.15.46:0/3609359207 shutdown_connections
2024-03-19T02:00:48.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.773+0000 7fdba6c6c640  1 -- 172.21.15.46:0/3609359207 wait complete.
2024-03-19T02:00:48.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.773+0000 7fdba6c6c640  1  Processor -- start
2024-03-19T02:00:48.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.773+0000 7fdba6c6c640  1 --  start start
2024-03-19T02:00:48.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.774+0000 7fdba6c6c640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdba0100720 0x7fdba0198030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:48.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.774+0000 7fdba6c6c640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdba01010e0 0x7fdba0198570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:48.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.774+0000 7fdba6c6c640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdba0106730 0x7fdba019c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:48.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.774+0000 7fdba6c6c640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fdba0111af0 con 0x7fdba01010e0
2024-03-19T02:00:48.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.774+0000 7fdba6c6c640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fdba0111970 con 0x7fdba0106730
2024-03-19T02:00:48.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.774+0000 7fdba6c6c640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fdba0111c70 con 0x7fdba0100720
2024-03-19T02:00:48.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.774+0000 7fdb9ffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdba01010e0 0x7fdba0198570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:48.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.774+0000 7fdb9ffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdba01010e0 0x7fdba0198570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:43354/0 (socket says 172.21.15.46:43354)
2024-03-19T02:00:48.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.774+0000 7fdb9ffff640  1 -- 172.21.15.46:0/3077686538 learned_addr learned my addr 172.21.15.46:0/3077686538 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:48.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.774+0000 7fdba5209640  1 --2- 172.21.15.46:0/3077686538 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdba0106730 0x7fdba019c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:48.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.774+0000 7fdba4a08640  1 --2- 172.21.15.46:0/3077686538 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdba0100720 0x7fdba0198030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:48.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.774+0000 7fdb9ffff640  1 -- 172.21.15.46:0/3077686538 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdba0100720 msgr2=0x7fdba0198030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:48.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.774+0000 7fdb9ffff640  1 --2- 172.21.15.46:0/3077686538 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdba0100720 0x7fdba0198030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:48.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.774+0000 7fdb9ffff640  1 -- 172.21.15.46:0/3077686538 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdba0106730 msgr2=0x7fdba019c8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:48.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.774+0000 7fdb9ffff640  1 --2- 172.21.15.46:0/3077686538 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdba0106730 0x7fdba019c8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:48.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.774+0000 7fdb9ffff640  1 -- 172.21.15.46:0/3077686538 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdba019d020 con 0x7fdba01010e0
2024-03-19T02:00:48.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.774+0000 7fdb9ffff640  1 --2- 172.21.15.46:0/3077686538 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdba01010e0 0x7fdba0198570 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7fdb8c009230 tx=0x7fdb8c02c5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:48.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.774+0000 7fdb9dffb640  1 -- 172.21.15.46:0/3077686538 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb8c043020 con 0x7fdba01010e0
2024-03-19T02:00:48.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.775+0000 7fdba6c6c640  1 -- 172.21.15.46:0/3077686538 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdba019d2b0 con 0x7fdba01010e0
2024-03-19T02:00:48.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.775+0000 7fdb9dffb640  1 -- 172.21.15.46:0/3077686538 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdb8c02ca70 con 0x7fdba01010e0
2024-03-19T02:00:48.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.775+0000 7fdb9dffb640  1 -- 172.21.15.46:0/3077686538 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb8c003a50 con 0x7fdba01010e0
2024-03-19T02:00:48.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.775+0000 7fdba6c6c640  1 -- 172.21.15.46:0/3077686538 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdba01a4ba0 con 0x7fdba01010e0
2024-03-19T02:00:48.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.776+0000 7fdba6c6c640  1 -- 172.21.15.46:0/3077686538 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdba0068610 con 0x7fdba01010e0
2024-03-19T02:00:48.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.777+0000 7fdb9dffb640  1 -- 172.21.15.46:0/3077686538 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fdb8c046020 con 0x7fdba01010e0
2024-03-19T02:00:48.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.777+0000 7fdb9dffb640  1 --2- 172.21.15.46:0/3077686538 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdb900a2970 0x7fdb900a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:48.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.778+0000 7fdba4a08640  1 --2- 172.21.15.46:0/3077686538 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdb900a2970 0x7fdb900a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:48.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.778+0000 7fdb9dffb640  1 -- 172.21.15.46:0/3077686538 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9496+0+0 (secure 0 0 0) 0x7fdb8c0f1110 con 0x7fdba01010e0
2024-03-19T02:00:48.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.778+0000 7fdba4a08640  1 --2- 172.21.15.46:0/3077686538 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdb900a2970 0x7fdb900a4e30 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fdb94009b50 tx=0x7fdb94005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:48.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.782+0000 7fdb9dffb640  1 -- 172.21.15.46:0/3077686538 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fdb8c04d020 con 0x7fdba01010e0
2024-03-19T02:00:48.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.967+0000 7fdba6c6c640  1 -- 172.21.15.46:0/3077686538 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdba0108c90 con 0x7fdba01010e0
2024-03-19T02:00:48.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.968+0000 7fdb9dffb640  1 -- 172.21.15.46:0/3077686538 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v102) ==== 74+0+25256 (secure 0 0 0) 0x7fdb8c0bdcd0 con 0x7fdba01010e0
2024-03-19T02:00:48.970 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T02:00:48.970 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":102,"fsid":"53c8cf3e-e591-11ee-95c9-87774f69a715","created":"2024-03-19T01:39:22.615473+0000","modified":"2024-03-19T02:00:17.775375+0000","last_up_change":"2024-03-19T01:46:32.777223+0000","last_in_change":"2024-03-19T01:46:12.842023+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-19T01:42:46.174113+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-19T01:47:24.276277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-19T01:47:25.605471+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"101","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":101,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-19T01:47:29.545614+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"101","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":101,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"4fc98477-1fec-465b-892b-9a0c12e15754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6803","nonce":1888713943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6805","nonce":1888713943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6809","nonce":1888713943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6807","nonce":1888713943}]},"public_addr":"172.21.15.46:6803/1888713943","cluster_addr":"172.21.15.46:6805/1888713943","heartbeat_back_addr":"172.21.15.46:6809/1888713943","heartbeat_front_addr":"172.21.15.46:6807/1888713943","state":["exists","up"]},{"osd":1,"uuid":"4109d6a1-240e-4f1f-b09d-75f3b77e6303","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6801","nonce":2502945674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6803","nonce":2502945674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6807","nonce":2502945674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6805","nonce":2502945674}]},"public_addr":"172.21.15.73:6801/2502945674","cluster_addr":"172.21.15.73:6803/2502945674","heartbeat_back_addr":"172.21.15.73:6807/2502945674","heartbeat_front_addr":"172.21.15.73:6805/2502945674","state":["exists","up"]},{"osd":2,"uuid":"45e8479c-4006-4dd4-bdd8-b4a2eafacc80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6801","nonce":90484514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6803","nonce":90484514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6807","nonce":90484514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6805","nonce":90484514}]},"public_addr":"172.21.15.102:6801/90484514","cluster_addr":"172.21.15.102:6803/90484514","heartbeat_back_addr":"172.21.15.102:6807/90484514","heartbeat_front_addr":"172.21.15.102:6805/90484514","state":["exists","up"]},{"osd":3,"uuid":"4cdc93cf-2e8d-436d-a78a-c235e9b970fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6811","nonce":3336792470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6813","nonce":3336792470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6817","nonce":3336792470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6815","nonce":3336792470}]},"public_addr":"172.21.15.46:6811/3336792470","cluster_addr":"172.21.15.46:6813/3336792470","heartbeat_back_addr":"172.21.15.46:6817/3336792470","heartbeat_front_addr":"172.21.15.46:6815/3336792470","state":["exists","up"]},{"osd":4,"uuid":"35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6809","nonce":1192862788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6811","nonce":1192862788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6815","nonce":1192862788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6813","nonce":1192862788}]},"public_addr":"172.21.15.73:6809/1192862788","cluster_addr":"172.21.15.73:6811/1192862788","heartbeat_back_addr":"172.21.15.73:6815/1192862788","heartbeat_front_addr":"172.21.15.73:6813/1192862788","state":["exists","up"]},{"osd":5,"uuid":"1587c1e6-6719-4117-a80f-5c6bce0e5814","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6809","nonce":3252664135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6811","nonce":3252664135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6815","nonce":3252664135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6813","nonce":3252664135}]},"public_addr":"172.21.15.102:6809/3252664135","cluster_addr":"172.21.15.102:6811/3252664135","heartbeat_back_addr":"172.21.15.102:6815/3252664135","heartbeat_front_addr":"172.21.15.102:6813/3252664135","state":["exists","up"]},{"osd":6,"uuid":"af41cbff-69e5-45ab-ad59-95e5addd1b6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6819","nonce":595340737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6821","nonce":595340737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6825","nonce":595340737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6823","nonce":595340737}]},"public_addr":"172.21.15.46:6819/595340737","cluster_addr":"172.21.15.46:6821/595340737","heartbeat_back_addr":"172.21.15.46:6825/595340737","heartbeat_front_addr":"172.21.15.46:6823/595340737","state":["exists","up"]},{"osd":7,"uuid":"23e9241a-4ed9-4606-93c1-ccfe277d0c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6817","nonce":143082020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6819","nonce":143082020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6823","nonce":143082020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6821","nonce":143082020}]},"public_addr":"172.21.15.73:6817/143082020","cluster_addr":"172.21.15.73:6819/143082020","heartbeat_back_addr":"172.21.15.73:6823/143082020","heartbeat_front_addr":"172.21.15.73:6821/143082020","state":["exists","up"]},{"osd":8,"uuid":"c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6817","nonce":2533208086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6819","nonce":2533208086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6823","nonce":2533208086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6821","nonce":2533208086}]},"public_addr":"172.21.15.102:6817/2533208086","cluster_addr":"172.21.15.102:6819/2533208086","heartbeat_back_addr":"172.21.15.102:6823/2533208086","heartbeat_front_addr":"172.21.15.102:6821/2533208086","state":["exists","up"]},{"osd":9,"uuid":"a16dd21b-77e4-4148-90a3-c085fd621fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6827","nonce":4252594050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6829","nonce":4252594050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6833","nonce":4252594050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6831","nonce":4252594050}]},"public_addr":"172.21.15.46:6827/4252594050","cluster_addr":"172.21.15.46:6829/4252594050","heartbeat_back_addr":"172.21.15.46:6833/4252594050","heartbeat_front_addr":"172.21.15.46:6831/4252594050","state":["exists","up"]},{"osd":10,"uuid":"3a794482-bcfa-4e99-8e96-77228a828ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6825","nonce":1252006239}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6827","nonce":1252006239}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6831","nonce":1252006239}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6829","nonce":1252006239}]},"public_addr":"172.21.15.73:6825/1252006239","cluster_addr":"172.21.15.73:6827/1252006239","heartbeat_back_addr":"172.21.15.73:6831/1252006239","heartbeat_front_addr":"172.21.15.73:6829/1252006239","state":["exists","up"]},{"osd":11,"uuid":"93bdea99-6072-431a-a919-3aecf631c727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6825","nonce":2997263049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6827","nonce":2997263049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6831","nonce":2997263049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6829","nonce":2997263049}]},"public_addr":"172.21.15.102:6825/2997263049","cluster_addr":"172.21.15.102:6827/2997263049","heartbeat_back_addr":"172.21.15.102:6831/2997263049","heartbeat_front_addr":"172.21.15.102:6829/2997263049","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:41:54.705424+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:18.405516+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:42.028548+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:06.440586+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:31.526566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:56.491476+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:22.116952+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:48.187884+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:12.546546+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:39.238062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:05.249938+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:30.959573+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.3b","mappings":[{"from":3,"to":9}]},{"pgid":"4.12","mappings":[{"from":5,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/3154580199":"2024-03-20T01:50:04.030762+0000","172.21.15.46:0/3334472164":"2024-03-20T01:50:04.030762+0000","172.21.15.46:6800/3237439375":"2024-03-20T01:50:04.030762+0000","172.21.15.46:0/2463012355":"2024-03-20T01:50:04.030762+0000","172.21.15.46:0/2120145964":"2024-03-20T01:50:04.030762+0000","172.21.15.46:6800/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/3237439375":"2024-03-20T01:50:04.030762+0000","172.21.15.46:6801/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/534183632":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/3469071427":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/816672825":"2024-03-20T01:39:49.978463+0000","172.21.15.46:6800/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/482098752":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/3024883566":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/2231887791":"2024-03-20T01:39:49.978463+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":5,"length":1},{"begin":15,"length":1}]},{"pool":4,"snaps":[{"begin":5,"length":1},{"begin":15,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-03-19T02:00:48.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.970+0000 7fdba6c6c640  1 -- 172.21.15.46:0/3077686538 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdb900a2970 msgr2=0x7fdb900a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:48.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.970+0000 7fdba6c6c640  1 --2- 172.21.15.46:0/3077686538 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdb900a2970 0x7fdb900a4e30 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fdb94009b50 tx=0x7fdb94005f90 comp rx=0 tx=0).stop
2024-03-19T02:00:48.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.970+0000 7fdba6c6c640  1 -- 172.21.15.46:0/3077686538 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdba01010e0 msgr2=0x7fdba0198570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:48.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.970+0000 7fdba6c6c640  1 --2- 172.21.15.46:0/3077686538 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdba01010e0 0x7fdba0198570 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7fdb8c009230 tx=0x7fdb8c02c5d0 comp rx=0 tx=0).stop
2024-03-19T02:00:48.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.970+0000 7fdba6c6c640  1 -- 172.21.15.46:0/3077686538 shutdown_connections
2024-03-19T02:00:48.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.970+0000 7fdba6c6c640  1 --2- 172.21.15.46:0/3077686538 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdba0106730 0x7fdba019c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:48.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.970+0000 7fdba6c6c640  1 --2- 172.21.15.46:0/3077686538 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdba01010e0 0x7fdba0198570 unknown :-1 s=CLOSED pgs=1005 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:48.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.970+0000 7fdba6c6c640  1 --2- 172.21.15.46:0/3077686538 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdb900a2970 0x7fdb900a4e30 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:48.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.970+0000 7fdba6c6c640  1 --2- 172.21.15.46:0/3077686538 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdba0100720 0x7fdba0198030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:48.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.970+0000 7fdba6c6c640  1 -- 172.21.15.46:0/3077686538 >> 172.21.15.46:0/3077686538 conn(0x7fdba0077820 msgr2=0x7fdba0103040 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:48.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.970+0000 7fdba6c6c640  1 -- 172.21.15.46:0/3077686538 shutdown_connections
2024-03-19T02:00:48.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:48.970+0000 7fdba6c6c640  1 -- 172.21.15.46:0/3077686538 wait complete.
2024-03-19T02:00:48.983 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-19T01:42:46.174113+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-19T01:47:24.276277+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-19T01:47:25.605471+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '101', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 15, 'snap_epoch': 101, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-19T01:47:29.545614+0000', 'flags': 8197, 'flags_names': 'hashpspool,ec_overwrites,selfmanaged_snaps', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '101', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 15, 'snap_epoch': 101, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}]
2024-03-19T02:00:48.983 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num
2024-03-19T02:00:49.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.087+0000 7f6f1b7c4640  1 -- 172.21.15.46:0/3177467233 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f14100690 msgr2=0x7f6f14100b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:49.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.087+0000 7f6f1b7c4640  1 --2- 172.21.15.46:0/3177467233 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f14100690 0x7f6f14100b10 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f6f04009930 tx=0x7f6f0402bc30 comp rx=0 tx=0).stop
2024-03-19T02:00:49.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.088+0000 7f6f1b7c4640  1 -- 172.21.15.46:0/3177467233 shutdown_connections
2024-03-19T02:00:49.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.088+0000 7f6f1b7c4640  1 --2- 172.21.15.46:0/3177467233 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6f14101050 0x7f6f1410d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:49.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.088+0000 7f6f1b7c4640  1 --2- 172.21.15.46:0/3177467233 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f14100690 0x7f6f14100b10 unknown :-1 s=CLOSED pgs=1006 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:49.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.088+0000 7f6f1b7c4640  1 --2- 172.21.15.46:0/3177467233 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f141066a0 0x7f6f14106a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:49.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.088+0000 7f6f1b7c4640  1 -- 172.21.15.46:0/3177467233 >> 172.21.15.46:0/3177467233 conn(0x7f6f14077820 msgr2=0x7f6f14077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:49.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.088+0000 7f6f1b7c4640  1 -- 172.21.15.46:0/3177467233 shutdown_connections
2024-03-19T02:00:49.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.088+0000 7f6f1b7c4640  1 -- 172.21.15.46:0/3177467233 wait complete.
2024-03-19T02:00:49.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.088+0000 7f6f1b7c4640  1  Processor -- start
2024-03-19T02:00:49.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.088+0000 7f6f1b7c4640  1 --  start start
2024-03-19T02:00:49.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.088+0000 7f6f1b7c4640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f14100690 0x7f6f14196f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:49.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.088+0000 7f6f1b7c4640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f14101050 0x7f6f14197460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:49.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.088+0000 7f6f1b7c4640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6f141066a0 0x7f6f1419b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:49.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.088+0000 7f6f1b7c4640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6f14110960 con 0x7f6f14100690
2024-03-19T02:00:49.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.088+0000 7f6f1b7c4640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f6f141107e0 con 0x7f6f141066a0
2024-03-19T02:00:49.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.088+0000 7f6f1b7c4640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6f14110ae0 con 0x7f6f14101050
2024-03-19T02:00:49.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.088+0000 7f6f19560640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f14100690 0x7f6f14196f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:49.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.089+0000 7f6f19560640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f14100690 0x7f6f14196f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:43368/0 (socket says 172.21.15.46:43368)
2024-03-19T02:00:49.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.089+0000 7f6f19560640  1 -- 172.21.15.46:0/189643754 learned_addr learned my addr 172.21.15.46:0/189643754 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:49.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.089+0000 7f6f18d5f640  1 --2- 172.21.15.46:0/189643754 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f14101050 0x7f6f14197460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:49.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.089+0000 7f6f19d61640  1 --2- 172.21.15.46:0/189643754 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6f141066a0 0x7f6f1419b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:49.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.089+0000 7f6f19560640  1 -- 172.21.15.46:0/189643754 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f14101050 msgr2=0x7f6f14197460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:49.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.089+0000 7f6f19560640  1 --2- 172.21.15.46:0/189643754 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f14101050 0x7f6f14197460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:49.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.089+0000 7f6f19560640  1 -- 172.21.15.46:0/189643754 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6f141066a0 msgr2=0x7f6f1419b7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:49.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.089+0000 7f6f19560640  1 --2- 172.21.15.46:0/189643754 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6f141066a0 0x7f6f1419b7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:49.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.089+0000 7f6f19560640  1 -- 172.21.15.46:0/189643754 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f1419bf10 con 0x7f6f14100690
2024-03-19T02:00:49.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.089+0000 7f6f19560640  1 --2- 172.21.15.46:0/189643754 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f14100690 0x7f6f14196f20 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7f6f1000e9f0 tx=0x7f6f1000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:49.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.089+0000 7f6f0a7fc640  1 -- 172.21.15.46:0/189643754 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f1000cd80 con 0x7f6f14100690
2024-03-19T02:00:49.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.089+0000 7f6f1b7c4640  1 -- 172.21.15.46:0/189643754 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f1419c200 con 0x7f6f14100690
2024-03-19T02:00:49.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.089+0000 7f6f0a7fc640  1 -- 172.21.15.46:0/189643754 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6f100054d0 con 0x7f6f14100690
2024-03-19T02:00:49.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.089+0000 7f6f0a7fc640  1 -- 172.21.15.46:0/189643754 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f10010490 con 0x7f6f14100690
2024-03-19T02:00:49.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.089+0000 7f6f1b7c4640  1 -- 172.21.15.46:0/189643754 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f141a3a90 con 0x7f6f14100690
2024-03-19T02:00:49.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.090+0000 7f6f1b7c4640  1 -- 172.21.15.46:0/189643754 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f14068610 con 0x7f6f14100690
2024-03-19T02:00:49.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.091+0000 7f6f0a7fc640  1 -- 172.21.15.46:0/189643754 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f6f10005020 con 0x7f6f14100690
2024-03-19T02:00:49.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.092+0000 7f6f0a7fc640  1 --2- 172.21.15.46:0/189643754 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6f000a2970 0x7f6f000a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:49.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.092+0000 7f6f18d5f640  1 --2- 172.21.15.46:0/189643754 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6f000a2970 0x7f6f000a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:49.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.092+0000 7f6f0a7fc640  1 -- 172.21.15.46:0/189643754 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9496+0+0 (secure 0 0 0) 0x7f6f100cf4f0 con 0x7f6f14100690
2024-03-19T02:00:49.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.092+0000 7f6f18d5f640  1 --2- 172.21.15.46:0/189643754 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6f000a2970 0x7f6f000a4e30 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f6f04005ab0 tx=0x7f6f04005fd0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:49.097 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.096+0000 7f6f0a7fc640  1 -- 172.21.15.46:0/189643754 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f6f1009be80 con 0x7f6f14100690
2024-03-19T02:00:49.280 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.279+0000 7f6f1b7c4640  1 -- 172.21.15.46:0/189643754 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f6f1402d1f0 con 0x7f6f14100690
2024-03-19T02:00:49.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.280+0000 7f6f0a7fc640  1 -- 172.21.15.46:0/189643754 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0  v102) ==== 93+0+10 (secure 0 0 0) 0x7f6f1009b780 con 0x7f6f14100690
2024-03-19T02:00:49.281 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1
2024-03-19T02:00:49.283 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.282+0000 7f6f1b7c4640  1 -- 172.21.15.46:0/189643754 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6f000a2970 msgr2=0x7f6f000a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:49.283 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.282+0000 7f6f1b7c4640  1 --2- 172.21.15.46:0/189643754 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6f000a2970 0x7f6f000a4e30 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f6f04005ab0 tx=0x7f6f04005fd0 comp rx=0 tx=0).stop
2024-03-19T02:00:49.283 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.282+0000 7f6f1b7c4640  1 -- 172.21.15.46:0/189643754 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f14100690 msgr2=0x7f6f14196f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:49.283 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.282+0000 7f6f1b7c4640  1 --2- 172.21.15.46:0/189643754 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f14100690 0x7f6f14196f20 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7f6f1000e9f0 tx=0x7f6f1000edf0 comp rx=0 tx=0).stop
2024-03-19T02:00:49.283 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.282+0000 7f6f1b7c4640  1 -- 172.21.15.46:0/189643754 shutdown_connections
2024-03-19T02:00:49.283 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.282+0000 7f6f1b7c4640  1 --2- 172.21.15.46:0/189643754 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f6f141066a0 0x7f6f1419b7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:49.283 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.282+0000 7f6f1b7c4640  1 --2- 172.21.15.46:0/189643754 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f6f000a2970 0x7f6f000a4e30 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:49.283 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.282+0000 7f6f1b7c4640  1 --2- 172.21.15.46:0/189643754 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f14101050 0x7f6f14197460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:49.283 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.282+0000 7f6f1b7c4640  1 --2- 172.21.15.46:0/189643754 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6f14100690 0x7f6f14196f20 unknown :-1 s=CLOSED pgs=1007 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:49.284 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.282+0000 7f6f1b7c4640  1 -- 172.21.15.46:0/189643754 >> 172.21.15.46:0/189643754 conn(0x7f6f14077820 msgr2=0x7f6f141030d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:49.284 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.282+0000 7f6f1b7c4640  1 -- 172.21.15.46:0/189643754 shutdown_connections
2024-03-19T02:00:49.284 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.282+0000 7f6f1b7c4640  1 -- 172.21.15.46:0/189643754 wait complete.
2024-03-19T02:00:49.294 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num
2024-03-19T02:00:49.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.398+0000 7efc5f097640  1 -- 172.21.15.46:0/3647015299 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc581066a0 msgr2=0x7efc58106a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:49.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.398+0000 7efc5f097640  1 --2- 172.21.15.46:0/3647015299 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc581066a0 0x7efc58106a80 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7efc50009cd0 tx=0x7efc5002c0f0 comp rx=0 tx=0).stop
2024-03-19T02:00:49.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.398+0000 7efc5f097640  1 -- 172.21.15.46:0/3647015299 shutdown_connections
2024-03-19T02:00:49.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.398+0000 7efc5f097640  1 --2- 172.21.15.46:0/3647015299 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efc58101050 0x7efc5810d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:49.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.398+0000 7efc5f097640  1 --2- 172.21.15.46:0/3647015299 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efc58100690 0x7efc58100b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:49.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.398+0000 7efc5f097640  1 --2- 172.21.15.46:0/3647015299 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc581066a0 0x7efc58106a80 unknown :-1 s=CLOSED pgs=1008 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:49.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.398+0000 7efc5f097640  1 -- 172.21.15.46:0/3647015299 >> 172.21.15.46:0/3647015299 conn(0x7efc58077820 msgr2=0x7efc58077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:49.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.398+0000 7efc5f097640  1 -- 172.21.15.46:0/3647015299 shutdown_connections
2024-03-19T02:00:49.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.398+0000 7efc5f097640  1 -- 172.21.15.46:0/3647015299 wait complete.
2024-03-19T02:00:49.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.399+0000 7efc5f097640  1  Processor -- start
2024-03-19T02:00:49.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.399+0000 7efc5f097640  1 --  start start
2024-03-19T02:00:49.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.399+0000 7efc5f097640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc58100690 0x7efc58196f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:49.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.399+0000 7efc5f097640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efc58101050 0x7efc58197440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:49.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.399+0000 7efc5f097640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efc581066a0 0x7efc5819b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:49.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.399+0000 7efc5f097640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7efc58110960 con 0x7efc58100690
2024-03-19T02:00:49.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.399+0000 7efc5f097640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7efc581107e0 con 0x7efc58101050
2024-03-19T02:00:49.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.399+0000 7efc5f097640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7efc58110ae0 con 0x7efc581066a0
2024-03-19T02:00:49.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.399+0000 7efc5ce33640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc58100690 0x7efc58196f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:49.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.399+0000 7efc5ce33640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc58100690 0x7efc58196f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:43384/0 (socket says 172.21.15.46:43384)
2024-03-19T02:00:49.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.399+0000 7efc5ce33640  1 -- 172.21.15.46:0/1539811509 learned_addr learned my addr 172.21.15.46:0/1539811509 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:49.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.399+0000 7efc57fff640  1 --2- 172.21.15.46:0/1539811509 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efc58101050 0x7efc58197440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:49.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.399+0000 7efc5d634640  1 --2- 172.21.15.46:0/1539811509 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efc581066a0 0x7efc5819b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:49.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.400+0000 7efc5ce33640  1 -- 172.21.15.46:0/1539811509 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efc581066a0 msgr2=0x7efc5819b7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:49.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.400+0000 7efc5ce33640  1 --2- 172.21.15.46:0/1539811509 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efc581066a0 0x7efc5819b7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:49.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.400+0000 7efc5ce33640  1 -- 172.21.15.46:0/1539811509 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efc58101050 msgr2=0x7efc58197440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:49.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.400+0000 7efc5ce33640  1 --2- 172.21.15.46:0/1539811509 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efc58101050 0x7efc58197440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:49.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.400+0000 7efc5ce33640  1 -- 172.21.15.46:0/1539811509 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc5819bef0 con 0x7efc58100690
2024-03-19T02:00:49.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.400+0000 7efc5d634640  1 --2- 172.21.15.46:0/1539811509 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efc581066a0 0x7efc5819b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T02:00:49.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.400+0000 7efc5ce33640  1 --2- 172.21.15.46:0/1539811509 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc58100690 0x7efc58196f00 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7efc5002c700 tx=0x7efc50035ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:49.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.400+0000 7efc55ffb640  1 -- 172.21.15.46:0/1539811509 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc50039040 con 0x7efc58100690
2024-03-19T02:00:49.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.400+0000 7efc5f097640  1 -- 172.21.15.46:0/1539811509 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc5819c180 con 0x7efc58100690
2024-03-19T02:00:49.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.400+0000 7efc55ffb640  1 -- 172.21.15.46:0/1539811509 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efc50044070 con 0x7efc58100690
2024-03-19T02:00:49.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.400+0000 7efc55ffb640  1 -- 172.21.15.46:0/1539811509 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc50004330 con 0x7efc58100690
2024-03-19T02:00:49.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.400+0000 7efc5f097640  1 -- 172.21.15.46:0/1539811509 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc581a3a70 con 0x7efc58100690
2024-03-19T02:00:49.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.401+0000 7efc5f097640  1 -- 172.21.15.46:0/1539811509 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc58068610 con 0x7efc58100690
2024-03-19T02:00:49.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.402+0000 7efc55ffb640  1 -- 172.21.15.46:0/1539811509 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7efc50003970 con 0x7efc58100690
2024-03-19T02:00:49.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.403+0000 7efc55ffb640  1 --2- 172.21.15.46:0/1539811509 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7efc440a2970 0x7efc440a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:49.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.403+0000 7efc57fff640  1 --2- 172.21.15.46:0/1539811509 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7efc440a2970 0x7efc440a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:49.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.403+0000 7efc55ffb640  1 -- 172.21.15.46:0/1539811509 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9496+0+0 (secure 0 0 0) 0x7efc500f20c0 con 0x7efc58100690
2024-03-19T02:00:49.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.404+0000 7efc57fff640  1 --2- 172.21.15.46:0/1539811509 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7efc440a2970 0x7efc440a4e30 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7efc58104db0 tx=0x7efc4000b410 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:49.408 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.407+0000 7efc55ffb640  1 -- 172.21.15.46:0/1539811509 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7efc500beb60 con 0x7efc58100690
2024-03-19T02:00:49.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.587+0000 7efc5f097640  1 -- 172.21.15.46:0/1539811509 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7efc58108c20 con 0x7efc58100690
2024-03-19T02:00:49.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.588+0000 7efc55ffb640  1 -- 172.21.15.46:0/1539811509 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0  v102) ==== 104+0+11 (secure 0 0 0) 0x7efc500be460 con 0x7efc58100690
2024-03-19T02:00:49.589 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32
2024-03-19T02:00:49.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.590+0000 7efc5f097640  1 -- 172.21.15.46:0/1539811509 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7efc440a2970 msgr2=0x7efc440a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:49.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.590+0000 7efc5f097640  1 --2- 172.21.15.46:0/1539811509 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7efc440a2970 0x7efc440a4e30 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7efc58104db0 tx=0x7efc4000b410 comp rx=0 tx=0).stop
2024-03-19T02:00:49.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.590+0000 7efc5f097640  1 -- 172.21.15.46:0/1539811509 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc58100690 msgr2=0x7efc58196f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:49.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.590+0000 7efc5f097640  1 --2- 172.21.15.46:0/1539811509 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc58100690 0x7efc58196f00 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7efc5002c700 tx=0x7efc50035ce0 comp rx=0 tx=0).stop
2024-03-19T02:00:49.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.590+0000 7efc5f097640  1 -- 172.21.15.46:0/1539811509 shutdown_connections
2024-03-19T02:00:49.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.590+0000 7efc5f097640  1 --2- 172.21.15.46:0/1539811509 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7efc440a2970 0x7efc440a4e30 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:49.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.590+0000 7efc5f097640  1 --2- 172.21.15.46:0/1539811509 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efc581066a0 0x7efc5819b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:49.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.590+0000 7efc5f097640  1 --2- 172.21.15.46:0/1539811509 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7efc58101050 0x7efc58197440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:49.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.590+0000 7efc5f097640  1 --2- 172.21.15.46:0/1539811509 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc58100690 0x7efc58196f00 unknown :-1 s=CLOSED pgs=1009 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:49.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.590+0000 7efc5f097640  1 -- 172.21.15.46:0/1539811509 >> 172.21.15.46:0/1539811509 conn(0x7efc58077820 msgr2=0x7efc58102ff0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:49.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.590+0000 7efc5f097640  1 -- 172.21.15.46:0/1539811509 shutdown_connections
2024-03-19T02:00:49.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.590+0000 7efc5f097640  1 -- 172.21.15.46:0/1539811509 wait complete.
2024-03-19T02:00:49.601 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num
2024-03-19T02:00:49.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.705+0000 7fad99227640  1 -- 172.21.15.46:0/3346932045 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad94106750 msgr2=0x7fad94106b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:49.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.705+0000 7fad99227640  1 --2- 172.21.15.46:0/3346932045 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad94106750 0x7fad94106b30 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fad8c009890 tx=0x7fad8c02bb70 comp rx=0 tx=0).stop
2024-03-19T02:00:49.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.705+0000 7fad99227640  1 -- 172.21.15.46:0/3346932045 shutdown_connections
2024-03-19T02:00:49.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.705+0000 7fad99227640  1 --2- 172.21.15.46:0/3346932045 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad94101100 0x7fad9410d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:49.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.705+0000 7fad99227640  1 --2- 172.21.15.46:0/3346932045 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fad94100740 0x7fad94100bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:49.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.705+0000 7fad99227640  1 --2- 172.21.15.46:0/3346932045 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad94106750 0x7fad94106b30 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:49.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.705+0000 7fad99227640  1 -- 172.21.15.46:0/3346932045 >> 172.21.15.46:0/3346932045 conn(0x7fad94077880 msgr2=0x7fad94077c90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:49.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.705+0000 7fad99227640  1 -- 172.21.15.46:0/3346932045 shutdown_connections
2024-03-19T02:00:49.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.705+0000 7fad99227640  1 -- 172.21.15.46:0/3346932045 wait complete.
2024-03-19T02:00:49.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.706+0000 7fad99227640  1  Processor -- start
2024-03-19T02:00:49.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.706+0000 7fad99227640  1 --  start start
2024-03-19T02:00:49.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.706+0000 7fad99227640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad94100740 0x7fad941980c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:49.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.706+0000 7fad99227640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fad94101100 0x7fad94198600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:49.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.706+0000 7fad99227640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad94106750 0x7fad9419c930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:49.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.706+0000 7fad99227640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fad94110a10 con 0x7fad94100740
2024-03-19T02:00:49.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.706+0000 7fad99227640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fad94110890 con 0x7fad94101100
2024-03-19T02:00:49.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.706+0000 7fad99227640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fad94110b90 con 0x7fad94106750
2024-03-19T02:00:49.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.706+0000 7fad92d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad94100740 0x7fad941980c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:49.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.706+0000 7fad92d9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad94100740 0x7fad941980c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:43404/0 (socket says 172.21.15.46:43404)
2024-03-19T02:00:49.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.707+0000 7fad92d9d640  1 -- 172.21.15.46:0/4065243714 learned_addr learned my addr 172.21.15.46:0/4065243714 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:49.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.707+0000 7fad9359e640  1 --2- 172.21.15.46:0/4065243714 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad94106750 0x7fad9419c930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:49.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.707+0000 7fad9259c640  1 --2- 172.21.15.46:0/4065243714 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fad94101100 0x7fad94198600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:49.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.707+0000 7fad92d9d640  1 -- 172.21.15.46:0/4065243714 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad94106750 msgr2=0x7fad9419c930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:49.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.707+0000 7fad92d9d640  1 --2- 172.21.15.46:0/4065243714 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad94106750 0x7fad9419c930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:49.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.707+0000 7fad92d9d640  1 -- 172.21.15.46:0/4065243714 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fad94101100 msgr2=0x7fad94198600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:49.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.707+0000 7fad92d9d640  1 --2- 172.21.15.46:0/4065243714 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fad94101100 0x7fad94198600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:49.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.707+0000 7fad92d9d640  1 -- 172.21.15.46:0/4065243714 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad9419d060 con 0x7fad94100740
2024-03-19T02:00:49.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.707+0000 7fad92d9d640  1 --2- 172.21.15.46:0/4065243714 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad94100740 0x7fad941980c0 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7fad8c000c00 tx=0x7fad8c035990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:49.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.707+0000 7fad8bfff640  1 -- 172.21.15.46:0/4065243714 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad8c041020 con 0x7fad94100740
2024-03-19T02:00:49.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.707+0000 7fad8bfff640  1 -- 172.21.15.46:0/4065243714 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fad8c02c9c0 con 0x7fad94100740
2024-03-19T02:00:49.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.707+0000 7fad99227640  1 -- 172.21.15.46:0/4065243714 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad9419d2f0 con 0x7fad94100740
2024-03-19T02:00:49.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.707+0000 7fad8bfff640  1 -- 172.21.15.46:0/4065243714 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad8c039040 con 0x7fad94100740
2024-03-19T02:00:49.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.707+0000 7fad99227640  1 -- 172.21.15.46:0/4065243714 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad941a4be0 con 0x7fad94100740
2024-03-19T02:00:49.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.708+0000 7fad99227640  1 -- 172.21.15.46:0/4065243714 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad94068a60 con 0x7fad94100740
2024-03-19T02:00:49.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.709+0000 7fad8bfff640  1 -- 172.21.15.46:0/4065243714 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fad8c044020 con 0x7fad94100740
2024-03-19T02:00:49.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.710+0000 7fad8bfff640  1 --2- 172.21.15.46:0/4065243714 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fad800a2970 0x7fad800a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:49.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.710+0000 7fad9259c640  1 --2- 172.21.15.46:0/4065243714 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fad800a2970 0x7fad800a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:49.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.710+0000 7fad8bfff640  1 -- 172.21.15.46:0/4065243714 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9496+0+0 (secure 0 0 0) 0x7fad8c0f0900 con 0x7fad94100740
2024-03-19T02:00:49.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.710+0000 7fad9259c640  1 --2- 172.21.15.46:0/4065243714 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fad800a2970 0x7fad800a4e30 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fad940780f0 tx=0x7fad7c005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:49.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.714+0000 7fad8bfff640  1 -- 172.21.15.46:0/4065243714 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fad8c04b020 con 0x7fad94100740
2024-03-19T02:00:49.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.899+0000 7fad99227640  1 -- 172.21.15.46:0/4065243714 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fad94109cc0 con 0x7fad94100740
2024-03-19T02:00:49.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.899+0000 7fad8bfff640  1 -- 172.21.15.46:0/4065243714 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0  v102) ==== 100+0+11 (secure 0 0 0) 0x7fad8c0bd340 con 0x7fad94100740
2024-03-19T02:00:49.901 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64
2024-03-19T02:00:49.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.901+0000 7fad99227640  1 -- 172.21.15.46:0/4065243714 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fad800a2970 msgr2=0x7fad800a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:49.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.901+0000 7fad99227640  1 --2- 172.21.15.46:0/4065243714 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fad800a2970 0x7fad800a4e30 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fad940780f0 tx=0x7fad7c005f90 comp rx=0 tx=0).stop
2024-03-19T02:00:49.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.901+0000 7fad99227640  1 -- 172.21.15.46:0/4065243714 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad94100740 msgr2=0x7fad941980c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:49.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.901+0000 7fad99227640  1 --2- 172.21.15.46:0/4065243714 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad94100740 0x7fad941980c0 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7fad8c000c00 tx=0x7fad8c035990 comp rx=0 tx=0).stop
2024-03-19T02:00:49.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.901+0000 7fad99227640  1 -- 172.21.15.46:0/4065243714 shutdown_connections
2024-03-19T02:00:49.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.901+0000 7fad99227640  1 --2- 172.21.15.46:0/4065243714 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fad800a2970 0x7fad800a4e30 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:49.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.901+0000 7fad99227640  1 --2- 172.21.15.46:0/4065243714 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad94106750 0x7fad9419c930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:49.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.901+0000 7fad99227640  1 --2- 172.21.15.46:0/4065243714 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fad94101100 0x7fad94198600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:49.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.901+0000 7fad99227640  1 --2- 172.21.15.46:0/4065243714 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad94100740 0x7fad941980c0 unknown :-1 s=CLOSED pgs=1010 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:49.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.901+0000 7fad99227640  1 -- 172.21.15.46:0/4065243714 >> 172.21.15.46:0/4065243714 conn(0x7fad94077880 msgr2=0x7fad9406a270 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:49.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.901+0000 7fad99227640  1 -- 172.21.15.46:0/4065243714 shutdown_connections
2024-03-19T02:00:49.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:49.902+0000 7fad99227640  1 -- 172.21.15.46:0/4065243714 wait complete.
2024-03-19T02:00:49.913 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num
2024-03-19T02:00:50.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.018+0000 7f5cc4b22640  1 -- 172.21.15.46:0/3075767749 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5cc0102170 msgr2=0x7f5cc010e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:50.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.018+0000 7f5cc4b22640  1 --2- 172.21.15.46:0/3075767749 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5cc0102170 0x7f5cc010e680 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f5cb0009cd0 tx=0x7f5cb002c0f0 comp rx=0 tx=0).stop
2024-03-19T02:00:50.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.018+0000 7f5cc4b22640  1 -- 172.21.15.46:0/3075767749 shutdown_connections
2024-03-19T02:00:50.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.018+0000 7f5cc4b22640  1 --2- 172.21.15.46:0/3075767749 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5cc0102170 0x7f5cc010e680 unknown :-1 s=CLOSED pgs=1011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:50.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.018+0000 7f5cc4b22640  1 --2- 172.21.15.46:0/3075767749 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5cc01017b0 0x7f5cc0101c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:50.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.018+0000 7f5cc4b22640  1 --2- 172.21.15.46:0/3075767749 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5cc01077c0 0x7f5cc0107ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:50.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.018+0000 7f5cc4b22640  1 -- 172.21.15.46:0/3075767749 >> 172.21.15.46:0/3075767749 conn(0x7f5cc0078c20 msgr2=0x7f5cc0079030 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:50.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.018+0000 7f5cc4b22640  1 -- 172.21.15.46:0/3075767749 shutdown_connections
2024-03-19T02:00:50.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.018+0000 7f5cc4b22640  1 -- 172.21.15.46:0/3075767749 wait complete.
2024-03-19T02:00:50.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.019+0000 7f5cc4b22640  1  Processor -- start
2024-03-19T02:00:50.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.019+0000 7f5cc4b22640  1 --  start start
2024-03-19T02:00:50.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.019+0000 7f5cc4b22640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5cc01017b0 0x7f5cc0197f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:50.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.019+0000 7f5cc4b22640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5cc0102170 0x7f5cc01984a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:50.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.019+0000 7f5cc4b22640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5cc01077c0 0x7f5cc019c820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:50.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.019+0000 7f5cc4b22640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f5cc0111a80 con 0x7f5cc01077c0
2024-03-19T02:00:50.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.019+0000 7f5cc4b22640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f5cc0111900 con 0x7f5cc01017b0
2024-03-19T02:00:50.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.019+0000 7f5cc4b22640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5cc0111c00 con 0x7f5cc0102170
2024-03-19T02:00:50.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.020+0000 7f5cbed9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5cc01077c0 0x7f5cc019c820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:50.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.020+0000 7f5cbed9d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5cc01077c0 0x7f5cc019c820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:43426/0 (socket says 172.21.15.46:43426)
2024-03-19T02:00:50.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.020+0000 7f5cbed9d640  1 -- 172.21.15.46:0/3360098408 learned_addr learned my addr 172.21.15.46:0/3360098408 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:50.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.020+0000 7f5cbe59c640  1 --2- 172.21.15.46:0/3360098408 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5cc01017b0 0x7f5cc0197f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:50.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.020+0000 7f5cbdd9b640  1 --2- 172.21.15.46:0/3360098408 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5cc0102170 0x7f5cc01984a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:50.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.020+0000 7f5cbed9d640  1 -- 172.21.15.46:0/3360098408 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5cc0102170 msgr2=0x7f5cc01984a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:50.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.020+0000 7f5cbed9d640  1 --2- 172.21.15.46:0/3360098408 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5cc0102170 0x7f5cc01984a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:50.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.020+0000 7f5cbed9d640  1 -- 172.21.15.46:0/3360098408 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5cc01017b0 msgr2=0x7f5cc0197f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:50.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.020+0000 7f5cbed9d640  1 --2- 172.21.15.46:0/3360098408 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5cc01017b0 0x7f5cc0197f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:50.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.020+0000 7f5cbed9d640  1 -- 172.21.15.46:0/3360098408 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cc019cf50 con 0x7f5cc01077c0
2024-03-19T02:00:50.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.020+0000 7f5cbed9d640  1 --2- 172.21.15.46:0/3360098408 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5cc01077c0 0x7f5cc019c820 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7f5cb0004af0 tx=0x7f5cb0035ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:50.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.020+0000 7f5caf7fe640  1 -- 172.21.15.46:0/3360098408 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cb0039040 con 0x7f5cc01077c0
2024-03-19T02:00:50.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.020+0000 7f5caf7fe640  1 -- 172.21.15.46:0/3360098408 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5cb0044070 con 0x7f5cc01077c0
2024-03-19T02:00:50.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.020+0000 7f5cc4b22640  1 -- 172.21.15.46:0/3360098408 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cc019d1e0 con 0x7f5cc01077c0
2024-03-19T02:00:50.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.020+0000 7f5caf7fe640  1 -- 172.21.15.46:0/3360098408 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cb00042a0 con 0x7f5cc01077c0
2024-03-19T02:00:50.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.020+0000 7f5cc4b22640  1 -- 172.21.15.46:0/3360098408 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cc01a4ad0 con 0x7f5cc01077c0
2024-03-19T02:00:50.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.021+0000 7f5cc4b22640  1 -- 172.21.15.46:0/3360098408 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5cc0068a60 con 0x7f5cc01077c0
2024-03-19T02:00:50.026 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.022+0000 7f5caf7fe640  1 -- 172.21.15.46:0/3360098408 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f5cb0003970 con 0x7f5cc01077c0
2024-03-19T02:00:50.026 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.023+0000 7f5caf7fe640  1 --2- 172.21.15.46:0/3360098408 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f5ca80a29f0 0x7f5ca80a4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:50.026 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.023+0000 7f5cbe59c640  1 --2- 172.21.15.46:0/3360098408 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f5ca80a29f0 0x7f5ca80a4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:50.026 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.023+0000 7f5caf7fe640  1 -- 172.21.15.46:0/3360098408 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9496+0+0 (secure 0 0 0) 0x7f5cb00f1ae0 con 0x7f5cc01077c0
2024-03-19T02:00:50.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.023+0000 7f5cbe59c640  1 --2- 172.21.15.46:0/3360098408 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f5ca80a29f0 0x7f5ca80a4eb0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f5cb8009b50 tx=0x7f5cb8005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:50.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.026+0000 7f5caf7fe640  1 -- 172.21.15.46:0/3360098408 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f5cb00be640 con 0x7f5cc01077c0
2024-03-19T02:00:50.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.210+0000 7f5cc4b22640  1 -- 172.21.15.46:0/3360098408 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f5cc0109d80 con 0x7f5cc01077c0
2024-03-19T02:00:50.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.210+0000 7f5caf7fe640  1 -- 172.21.15.46:0/3360098408 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0  v102) ==== 103+0+11 (secure 0 0 0) 0x7f5cb00bdf40 con 0x7f5cc01077c0
2024-03-19T02:00:50.211 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32
2024-03-19T02:00:50.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.212+0000 7f5cc4b22640  1 -- 172.21.15.46:0/3360098408 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f5ca80a29f0 msgr2=0x7f5ca80a4eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:50.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.212+0000 7f5cc4b22640  1 --2- 172.21.15.46:0/3360098408 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f5ca80a29f0 0x7f5ca80a4eb0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f5cb8009b50 tx=0x7f5cb8005f90 comp rx=0 tx=0).stop
2024-03-19T02:00:50.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.212+0000 7f5cc4b22640  1 -- 172.21.15.46:0/3360098408 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5cc01077c0 msgr2=0x7f5cc019c820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:50.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.212+0000 7f5cc4b22640  1 --2- 172.21.15.46:0/3360098408 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5cc01077c0 0x7f5cc019c820 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7f5cb0004af0 tx=0x7f5cb0035ce0 comp rx=0 tx=0).stop
2024-03-19T02:00:50.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.212+0000 7f5cc4b22640  1 -- 172.21.15.46:0/3360098408 shutdown_connections
2024-03-19T02:00:50.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.212+0000 7f5cc4b22640  1 --2- 172.21.15.46:0/3360098408 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5cc01077c0 0x7f5cc019c820 unknown :-1 s=CLOSED pgs=1012 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:50.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.212+0000 7f5cc4b22640  1 --2- 172.21.15.46:0/3360098408 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f5ca80a29f0 0x7f5ca80a4eb0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:50.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.212+0000 7f5cc4b22640  1 --2- 172.21.15.46:0/3360098408 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5cc0102170 0x7f5cc01984a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:50.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.212+0000 7f5cc4b22640  1 --2- 172.21.15.46:0/3360098408 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5cc01017b0 0x7f5cc0197f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:50.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.212+0000 7f5cc4b22640  1 -- 172.21.15.46:0/3360098408 >> 172.21.15.46:0/3360098408 conn(0x7f5cc0078c20 msgr2=0x7f5cc01042a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:50.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.212+0000 7f5cc4b22640  1 -- 172.21.15.46:0/3360098408 shutdown_connections
2024-03-19T02:00:50.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.212+0000 7f5cc4b22640  1 -- 172.21.15.46:0/3360098408 wait complete.
2024-03-19T02:00:50.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:49 smithi073 ceph-mon[66833]: pgmap v333: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T02:00:50.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:49 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3077686538' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T02:00:50.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:49 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/189643754' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T02:00:50.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:49 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1539811509' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T02:00:50.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:49 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/4065243714' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T02:00:50.223 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:49 smithi046 ceph-mon[63102]: pgmap v333: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T02:00:50.223 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:49 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3077686538' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T02:00:50.223 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:49 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/189643754' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T02:00:50.223 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:49 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1539811509' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T02:00:50.223 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:49 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/4065243714' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T02:00:50.224 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls
2024-03-19T02:00:50.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:49 smithi102 ceph-mon[66557]: pgmap v333: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T02:00:50.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:49 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3077686538' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T02:00:50.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:49 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/189643754' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T02:00:50.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:49 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1539811509' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T02:00:50.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:49 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/4065243714' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T02:00:50.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.327+0000 7fdcbe0bf640  1 -- 172.21.15.46:0/2883323812 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdcb8100390 msgr2=0x7fdcb8100770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:50.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.327+0000 7fdcbe0bf640  1 --2- 172.21.15.46:0/2883323812 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdcb8100390 0x7fdcb8100770 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7fdca8009900 tx=0x7fdca802bc30 comp rx=0 tx=0).stop
2024-03-19T02:00:50.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.327+0000 7fdcbe0bf640  1 -- 172.21.15.46:0/2883323812 shutdown_connections
2024-03-19T02:00:50.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.327+0000 7fdcbe0bf640  1 --2- 172.21.15.46:0/2883323812 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdcb8106b50 0x7fdcb810e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:50.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.327+0000 7fdcbe0bf640  1 --2- 172.21.15.46:0/2883323812 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdcb8100d40 0x7fdcb8106470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:50.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.327+0000 7fdcbe0bf640  1 --2- 172.21.15.46:0/2883323812 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdcb8100390 0x7fdcb8100770 unknown :-1 s=CLOSED pgs=1013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:50.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.327+0000 7fdcbe0bf640  1 -- 172.21.15.46:0/2883323812 >> 172.21.15.46:0/2883323812 conn(0x7fdcb8075980 msgr2=0x7fdcb8075d90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:50.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.327+0000 7fdcbe0bf640  1 -- 172.21.15.46:0/2883323812 shutdown_connections
2024-03-19T02:00:50.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.327+0000 7fdcbe0bf640  1 -- 172.21.15.46:0/2883323812 wait complete.
2024-03-19T02:00:50.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.328+0000 7fdcbe0bf640  1  Processor -- start
2024-03-19T02:00:50.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.328+0000 7fdcbe0bf640  1 --  start start
2024-03-19T02:00:50.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.328+0000 7fdcbe0bf640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdcb8100390 0x7fdcb8198030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:50.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.328+0000 7fdcbe0bf640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdcb8106b50 0x7fdcb8198570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:50.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.328+0000 7fdcbe0bf640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdcb819c8f0 0x7fdcb819cda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:50.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.328+0000 7fdcbe0bf640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fdcb8111af0 con 0x7fdcb8106b50
2024-03-19T02:00:50.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.328+0000 7fdcbe0bf640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fdcb8111970 con 0x7fdcb819c8f0
2024-03-19T02:00:50.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.328+0000 7fdcbe0bf640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fdcb8111c70 con 0x7fdcb8100390
2024-03-19T02:00:50.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.328+0000 7fdcb6ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdcb8106b50 0x7fdcb8198570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:50.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.328+0000 7fdcb6ffd640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdcb8106b50 0x7fdcb8198570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:43442/0 (socket says 172.21.15.46:43442)
2024-03-19T02:00:50.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.328+0000 7fdcb6ffd640  1 -- 172.21.15.46:0/1438028415 learned_addr learned my addr 172.21.15.46:0/1438028415 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:50.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.328+0000 7fdcb77fe640  1 --2- 172.21.15.46:0/1438028415 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdcb8100390 0x7fdcb8198030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:50.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.328+0000 7fdcb7fff640  1 --2- 172.21.15.46:0/1438028415 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdcb819c8f0 0x7fdcb819cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:50.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.328+0000 7fdcb6ffd640  1 -- 172.21.15.46:0/1438028415 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdcb8100390 msgr2=0x7fdcb8198030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:50.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.328+0000 7fdcb6ffd640  1 --2- 172.21.15.46:0/1438028415 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdcb8100390 0x7fdcb8198030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:50.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.328+0000 7fdcb6ffd640  1 -- 172.21.15.46:0/1438028415 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdcb819c8f0 msgr2=0x7fdcb819cda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:50.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.328+0000 7fdcb6ffd640  1 --2- 172.21.15.46:0/1438028415 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdcb819c8f0 0x7fdcb819cda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:50.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.328+0000 7fdcb6ffd640  1 -- 172.21.15.46:0/1438028415 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdcb819d3e0 con 0x7fdcb8106b50
2024-03-19T02:00:50.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.329+0000 7fdcb6ffd640  1 --2- 172.21.15.46:0/1438028415 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdcb8106b50 0x7fdcb8198570 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7fdcac00e9c0 tx=0x7fdcac00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:50.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.329+0000 7fdcb4ff9640  1 -- 172.21.15.46:0/1438028415 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcac00cd80 con 0x7fdcb8106b50
2024-03-19T02:00:50.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.329+0000 7fdcb4ff9640  1 -- 172.21.15.46:0/1438028415 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdcac0054d0 con 0x7fdcb8106b50
2024-03-19T02:00:50.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.329+0000 7fdcbe0bf640  1 -- 172.21.15.46:0/1438028415 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdcb819d6d0 con 0x7fdcb8106b50
2024-03-19T02:00:50.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.329+0000 7fdcb4ff9640  1 -- 172.21.15.46:0/1438028415 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcac010430 con 0x7fdcb8106b50
2024-03-19T02:00:50.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.329+0000 7fdcbe0bf640  1 -- 172.21.15.46:0/1438028415 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdcb81a4ec0 con 0x7fdcb8106b50
2024-03-19T02:00:50.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.330+0000 7fdcbe0bf640  1 -- 172.21.15.46:0/1438028415 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdcb8068a60 con 0x7fdcb8106b50
2024-03-19T02:00:50.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.331+0000 7fdcb4ff9640  1 -- 172.21.15.46:0/1438028415 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fdcac004fd0 con 0x7fdcb8106b50
2024-03-19T02:00:50.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.331+0000 7fdcb4ff9640  1 --2- 172.21.15.46:0/1438028415 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdca00a2970 0x7fdca00a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:50.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.331+0000 7fdcb77fe640  1 --2- 172.21.15.46:0/1438028415 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdca00a2970 0x7fdca00a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:50.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.331+0000 7fdcb4ff9640  1 -- 172.21.15.46:0/1438028415 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9496+0+0 (secure 0 0 0) 0x7fdcac0cf610 con 0x7fdcb8106b50
2024-03-19T02:00:50.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.332+0000 7fdcb77fe640  1 --2- 172.21.15.46:0/1438028415 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdca00a2970 0x7fdca00a4e30 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fdca8006010 tx=0x7fdca8005e40 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:50.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.336+0000 7fdcb4ff9640  1 -- 172.21.15.46:0/1438028415 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fdcac09bfa0 con 0x7fdcb8106b50
2024-03-19T02:00:50.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.532+0000 7fdcbe0bf640  1 -- 172.21.15.46:0/1438028415 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fdcb8109db0 con 0x7fdcb8106b50
2024-03-19T02:00:50.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.532+0000 7fdcb4ff9640  1 -- 172.21.15.46:0/1438028415 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v102) ==== 81+0+943 (secure 0 0 0) 0x7fdcac09b8a0 con 0x7fdcb8106b50
2024-03-19T02:00:50.534 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/3154580199 2024-03-20T01:50:04.030762+0000
2024-03-19T02:00:50.534 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/3334472164 2024-03-20T01:50:04.030762+0000
2024-03-19T02:00:50.534 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:6800/3237439375 2024-03-20T01:50:04.030762+0000
2024-03-19T02:00:50.534 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/2463012355 2024-03-20T01:50:04.030762+0000
2024-03-19T02:00:50.534 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/2120145964 2024-03-20T01:50:04.030762+0000
2024-03-19T02:00:50.534 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:6800/2839078617 2024-03-20T01:40:17.827850+0000
2024-03-19T02:00:50.534 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:6801/3237439375 2024-03-20T01:50:04.030762+0000
2024-03-19T02:00:50.534 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:6801/2839078617 2024-03-20T01:40:17.827850+0000
2024-03-19T02:00:50.534 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/534183632 2024-03-20T01:40:17.827850+0000
2024-03-19T02:00:50.534 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/3469071427 2024-03-20T01:40:17.827850+0000
2024-03-19T02:00:50.534 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/816672825 2024-03-20T01:39:49.978463+0000
2024-03-19T02:00:50.534 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:6800/1846458200 2024-03-20T01:39:49.978463+0000
2024-03-19T02:00:50.535 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/482098752 2024-03-20T01:40:17.827850+0000
2024-03-19T02:00:50.535 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:6801/1846458200 2024-03-20T01:39:49.978463+0000
2024-03-19T02:00:50.535 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/3024883566 2024-03-20T01:39:49.978463+0000
2024-03-19T02:00:50.535 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/2231887791 2024-03-20T01:39:49.978463+0000
2024-03-19T02:00:50.536 INFO:teuthology.orchestra.run.smithi046.stderr:listed 16 entries
2024-03-19T02:00:50.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.534+0000 7fdcbe0bf640  1 -- 172.21.15.46:0/1438028415 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdca00a2970 msgr2=0x7fdca00a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:50.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.535+0000 7fdcbe0bf640  1 --2- 172.21.15.46:0/1438028415 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdca00a2970 0x7fdca00a4e30 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fdca8006010 tx=0x7fdca8005e40 comp rx=0 tx=0).stop
2024-03-19T02:00:50.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.535+0000 7fdcbe0bf640  1 -- 172.21.15.46:0/1438028415 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdcb8106b50 msgr2=0x7fdcb8198570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:50.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.535+0000 7fdcbe0bf640  1 --2- 172.21.15.46:0/1438028415 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdcb8106b50 0x7fdcb8198570 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7fdcac00e9c0 tx=0x7fdcac00ee80 comp rx=0 tx=0).stop
2024-03-19T02:00:50.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.535+0000 7fdcbe0bf640  1 -- 172.21.15.46:0/1438028415 shutdown_connections
2024-03-19T02:00:50.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.535+0000 7fdcbe0bf640  1 --2- 172.21.15.46:0/1438028415 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fdcb819c8f0 0x7fdcb819cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:50.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.535+0000 7fdcbe0bf640  1 --2- 172.21.15.46:0/1438028415 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdcb8106b50 0x7fdcb8198570 unknown :-1 s=CLOSED pgs=1014 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:50.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.535+0000 7fdcbe0bf640  1 --2- 172.21.15.46:0/1438028415 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fdca00a2970 0x7fdca00a4e30 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:50.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.535+0000 7fdcbe0bf640  1 --2- 172.21.15.46:0/1438028415 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdcb8100390 0x7fdcb8198030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:50.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.535+0000 7fdcbe0bf640  1 -- 172.21.15.46:0/1438028415 >> 172.21.15.46:0/1438028415 conn(0x7fdcb8075980 msgr2=0x7fdcb80fe450 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:50.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.535+0000 7fdcbe0bf640  1 -- 172.21.15.46:0/1438028415 shutdown_connections
2024-03-19T02:00:50.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.535+0000 7fdcbe0bf640  1 -- 172.21.15.46:0/1438028415 wait complete.
2024-03-19T02:00:50.547 DEBUG:teuthology.orchestra.run.smithi046:> set -ex
2024-03-19T02:00:50.547 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/proc/self/mounts of=/dev/stdout
2024-03-19T02:00:50.562 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-03-19T02:00:50.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.704+0000 7fb17be26640  1 -- 172.21.15.46:0/3129785825 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1741017b0 msgr2=0x7fb174101c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:50.708 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.704+0000 7fb17be26640  1 --2- 172.21.15.46:0/3129785825 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1741017b0 0x7fb174101c30 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7fb170009930 tx=0x7fb17002bc30 comp rx=0 tx=0).stop
2024-03-19T02:00:50.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.704+0000 7fb17be26640  1 -- 172.21.15.46:0/3129785825 shutdown_connections
2024-03-19T02:00:50.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.704+0000 7fb17be26640  1 --2- 172.21.15.46:0/3129785825 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb174102170 0x7fb17410e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:50.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.704+0000 7fb17be26640  1 --2- 172.21.15.46:0/3129785825 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1741017b0 0x7fb174101c30 unknown :-1 s=CLOSED pgs=1015 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:50.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.704+0000 7fb17be26640  1 --2- 172.21.15.46:0/3129785825 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1741077c0 0x7fb174107ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:50.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.704+0000 7fb17be26640  1 -- 172.21.15.46:0/3129785825 >> 172.21.15.46:0/3129785825 conn(0x7fb1740fd2c0 msgr2=0x7fb1740ff6e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:50.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.705+0000 7fb17be26640  1 -- 172.21.15.46:0/3129785825 shutdown_connections
2024-03-19T02:00:50.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.705+0000 7fb17be26640  1 -- 172.21.15.46:0/3129785825 wait complete.
2024-03-19T02:00:50.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.705+0000 7fb17be26640  1  Processor -- start
2024-03-19T02:00:50.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.705+0000 7fb17be26640  1 --  start start
2024-03-19T02:00:50.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.705+0000 7fb17be26640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1741017b0 0x7fb174198060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:50.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.705+0000 7fb17be26640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb174102170 0x7fb1741985a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:50.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.705+0000 7fb17be26640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb1741077c0 0x7fb17419c920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:50.709 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.705+0000 7fb17be26640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb174111a80 con 0x7fb1741017b0
2024-03-19T02:00:50.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.705+0000 7fb17be26640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb174111900 con 0x7fb1741077c0
2024-03-19T02:00:50.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.705+0000 7fb17be26640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb174111c00 con 0x7fb174102170
2024-03-19T02:00:50.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.705+0000 7fb179bc2640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1741017b0 0x7fb174198060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:50.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.705+0000 7fb179bc2640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1741017b0 0x7fb174198060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:43458/0 (socket says 172.21.15.46:43458)
2024-03-19T02:00:50.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.705+0000 7fb179bc2640  1 -- 172.21.15.46:0/2457837260 learned_addr learned my addr 172.21.15.46:0/2457837260 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:50.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.705+0000 7fb17a3c3640  1 --2- 172.21.15.46:0/2457837260 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb1741077c0 0x7fb17419c920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:50.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.705+0000 7fb1793c1640  1 --2- 172.21.15.46:0/2457837260 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb174102170 0x7fb1741985a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:50.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.706+0000 7fb179bc2640  1 -- 172.21.15.46:0/2457837260 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb174102170 msgr2=0x7fb1741985a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:50.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.706+0000 7fb179bc2640  1 --2- 172.21.15.46:0/2457837260 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb174102170 0x7fb1741985a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:50.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.706+0000 7fb179bc2640  1 -- 172.21.15.46:0/2457837260 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb1741077c0 msgr2=0x7fb17419c920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:50.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.706+0000 7fb179bc2640  1 --2- 172.21.15.46:0/2457837260 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb1741077c0 0x7fb17419c920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:50.710 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.706+0000 7fb179bc2640  1 -- 172.21.15.46:0/2457837260 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb17419d050 con 0x7fb1741017b0
2024-03-19T02:00:50.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.706+0000 7fb179bc2640  1 --2- 172.21.15.46:0/2457837260 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1741017b0 0x7fb174198060 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7fb16800e9f0 tx=0x7fb16800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:50.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.706+0000 7fb166ffd640  1 -- 172.21.15.46:0/2457837260 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb16800ccc0 con 0x7fb1741017b0
2024-03-19T02:00:50.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.706+0000 7fb166ffd640  1 -- 172.21.15.46:0/2457837260 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb16800ce60 con 0x7fb1741017b0
2024-03-19T02:00:50.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.706+0000 7fb17be26640  1 -- 172.21.15.46:0/2457837260 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb17419d340 con 0x7fb1741017b0
2024-03-19T02:00:50.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.706+0000 7fb166ffd640  1 -- 172.21.15.46:0/2457837260 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb168010430 con 0x7fb1741017b0
2024-03-19T02:00:50.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.706+0000 7fb17be26640  1 -- 172.21.15.46:0/2457837260 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1741a4bd0 con 0x7fb1741017b0
2024-03-19T02:00:50.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.707+0000 7fb17be26640  1 -- 172.21.15.46:0/2457837260 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb174068a60 con 0x7fb1741017b0
2024-03-19T02:00:50.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.708+0000 7fb166ffd640  1 -- 172.21.15.46:0/2457837260 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fb168005000 con 0x7fb1741017b0
2024-03-19T02:00:50.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.709+0000 7fb166ffd640  1 --2- 172.21.15.46:0/2457837260 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb1600a2970 0x7fb1600a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:50.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.709+0000 7fb1793c1640  1 --2- 172.21.15.46:0/2457837260 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb1600a2970 0x7fb1600a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:50.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.709+0000 7fb166ffd640  1 -- 172.21.15.46:0/2457837260 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9496+0+0 (secure 0 0 0) 0x7fb1680cf7f0 con 0x7fb1741017b0
2024-03-19T02:00:50.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.709+0000 7fb1793c1640  1 --2- 172.21.15.46:0/2457837260 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb1600a2970 0x7fb1600a4e30 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fb170005ab0 tx=0x7fb170005fd0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:50.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.713+0000 7fb166ffd640  1 -- 172.21.15.46:0/2457837260 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fb168053740 con 0x7fb1741017b0
2024-03-19T02:00:50.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.895+0000 7fb17be26640  1 -- 172.21.15.46:0/2457837260 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb1741993b0 con 0x7fb1741017b0
2024-03-19T02:00:50.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.896+0000 7fb166ffd640  1 -- 172.21.15.46:0/2457837260 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v102) ==== 74+0+25256 (secure 0 0 0) 0x7fb16809c180 con 0x7fb1741017b0
2024-03-19T02:00:50.898 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T02:00:50.898 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":102,"fsid":"53c8cf3e-e591-11ee-95c9-87774f69a715","created":"2024-03-19T01:39:22.615473+0000","modified":"2024-03-19T02:00:17.775375+0000","last_up_change":"2024-03-19T01:46:32.777223+0000","last_in_change":"2024-03-19T01:46:12.842023+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-19T01:42:46.174113+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-19T01:47:24.276277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-19T01:47:25.605471+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"101","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":101,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-19T01:47:29.545614+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"101","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":101,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"4fc98477-1fec-465b-892b-9a0c12e15754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6803","nonce":1888713943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6805","nonce":1888713943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6809","nonce":1888713943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6807","nonce":1888713943}]},"public_addr":"172.21.15.46:6803/1888713943","cluster_addr":"172.21.15.46:6805/1888713943","heartbeat_back_addr":"172.21.15.46:6809/1888713943","heartbeat_front_addr":"172.21.15.46:6807/1888713943","state":["exists","up"]},{"osd":1,"uuid":"4109d6a1-240e-4f1f-b09d-75f3b77e6303","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6801","nonce":2502945674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6803","nonce":2502945674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6807","nonce":2502945674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6805","nonce":2502945674}]},"public_addr":"172.21.15.73:6801/2502945674","cluster_addr":"172.21.15.73:6803/2502945674","heartbeat_back_addr":"172.21.15.73:6807/2502945674","heartbeat_front_addr":"172.21.15.73:6805/2502945674","state":["exists","up"]},{"osd":2,"uuid":"45e8479c-4006-4dd4-bdd8-b4a2eafacc80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6801","nonce":90484514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6803","nonce":90484514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6807","nonce":90484514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6805","nonce":90484514}]},"public_addr":"172.21.15.102:6801/90484514","cluster_addr":"172.21.15.102:6803/90484514","heartbeat_back_addr":"172.21.15.102:6807/90484514","heartbeat_front_addr":"172.21.15.102:6805/90484514","state":["exists","up"]},{"osd":3,"uuid":"4cdc93cf-2e8d-436d-a78a-c235e9b970fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6811","nonce":3336792470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6813","nonce":3336792470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6817","nonce":3336792470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6815","nonce":3336792470}]},"public_addr":"172.21.15.46:6811/3336792470","cluster_addr":"172.21.15.46:6813/3336792470","heartbeat_back_addr":"172.21.15.46:6817/3336792470","heartbeat_front_addr":"172.21.15.46:6815/3336792470","state":["exists","up"]},{"osd":4,"uuid":"35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6809","nonce":1192862788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6811","nonce":1192862788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6815","nonce":1192862788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6813","nonce":1192862788}]},"public_addr":"172.21.15.73:6809/1192862788","cluster_addr":"172.21.15.73:6811/1192862788","heartbeat_back_addr":"172.21.15.73:6815/1192862788","heartbeat_front_addr":"172.21.15.73:6813/1192862788","state":["exists","up"]},{"osd":5,"uuid":"1587c1e6-6719-4117-a80f-5c6bce0e5814","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6809","nonce":3252664135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6811","nonce":3252664135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6815","nonce":3252664135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6813","nonce":3252664135}]},"public_addr":"172.21.15.102:6809/3252664135","cluster_addr":"172.21.15.102:6811/3252664135","heartbeat_back_addr":"172.21.15.102:6815/3252664135","heartbeat_front_addr":"172.21.15.102:6813/3252664135","state":["exists","up"]},{"osd":6,"uuid":"af41cbff-69e5-45ab-ad59-95e5addd1b6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6819","nonce":595340737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6821","nonce":595340737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6825","nonce":595340737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6823","nonce":595340737}]},"public_addr":"172.21.15.46:6819/595340737","cluster_addr":"172.21.15.46:6821/595340737","heartbeat_back_addr":"172.21.15.46:6825/595340737","heartbeat_front_addr":"172.21.15.46:6823/595340737","state":["exists","up"]},{"osd":7,"uuid":"23e9241a-4ed9-4606-93c1-ccfe277d0c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6817","nonce":143082020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6819","nonce":143082020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6823","nonce":143082020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6821","nonce":143082020}]},"public_addr":"172.21.15.73:6817/143082020","cluster_addr":"172.21.15.73:6819/143082020","heartbeat_back_addr":"172.21.15.73:6823/143082020","heartbeat_front_addr":"172.21.15.73:6821/143082020","state":["exists","up"]},{"osd":8,"uuid":"c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6817","nonce":2533208086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6819","nonce":2533208086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6823","nonce":2533208086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6821","nonce":2533208086}]},"public_addr":"172.21.15.102:6817/2533208086","cluster_addr":"172.21.15.102:6819/2533208086","heartbeat_back_addr":"172.21.15.102:6823/2533208086","heartbeat_front_addr":"172.21.15.102:6821/2533208086","state":["exists","up"]},{"osd":9,"uuid":"a16dd21b-77e4-4148-90a3-c085fd621fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6827","nonce":4252594050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6829","nonce":4252594050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6833","nonce":4252594050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6831","nonce":4252594050}]},"public_addr":"172.21.15.46:6827/4252594050","cluster_addr":"172.21.15.46:6829/4252594050","heartbeat_back_addr":"172.21.15.46:6833/4252594050","heartbeat_front_addr":"172.21.15.46:6831/4252594050","state":["exists","up"]},{"osd":10,"uuid":"3a794482-bcfa-4e99-8e96-77228a828ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6825","nonce":1252006239}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6827","nonce":1252006239}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6831","nonce":1252006239}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6829","nonce":1252006239}]},"public_addr":"172.21.15.73:6825/1252006239","cluster_addr":"172.21.15.73:6827/1252006239","heartbeat_back_addr":"172.21.15.73:6831/1252006239","heartbeat_front_addr":"172.21.15.73:6829/1252006239","state":["exists","up"]},{"osd":11,"uuid":"93bdea99-6072-431a-a919-3aecf631c727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6825","nonce":2997263049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6827","nonce":2997263049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6831","nonce":2997263049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6829","nonce":2997263049}]},"public_addr":"172.21.15.102:6825/2997263049","cluster_addr":"172.21.15.102:6827/2997263049","heartbeat_back_addr":"172.21.15.102:6831/2997263049","heartbeat_front_addr":"172.21.15.102:6829/2997263049","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:41:54.705424+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:18.405516+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:42.028548+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:06.440586+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:31.526566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:56.491476+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:22.116952+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:48.187884+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:12.546546+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:39.238062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:05.249938+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:30.959573+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.3b","mappings":[{"from":3,"to":9}]},{"pgid":"4.12","mappings":[{"from":5,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/3154580199":"2024-03-20T01:50:04.030762+0000","172.21.15.46:0/3334472164":"2024-03-20T01:50:04.030762+0000","172.21.15.46:6800/3237439375":"2024-03-20T01:50:04.030762+0000","172.21.15.46:0/2463012355":"2024-03-20T01:50:04.030762+0000","172.21.15.46:0/2120145964":"2024-03-20T01:50:04.030762+0000","172.21.15.46:6800/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/3237439375":"2024-03-20T01:50:04.030762+0000","172.21.15.46:6801/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/534183632":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/3469071427":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/816672825":"2024-03-20T01:39:49.978463+0000","172.21.15.46:6800/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/482098752":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/3024883566":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/2231887791":"2024-03-20T01:39:49.978463+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":5,"length":1},{"begin":15,"length":1}]},{"pool":4,"snaps":[{"begin":5,"length":1},{"begin":15,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-03-19T02:00:50.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.898+0000 7fb17be26640  1 -- 172.21.15.46:0/2457837260 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb1600a2970 msgr2=0x7fb1600a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:50.899 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.898+0000 7fb17be26640  1 --2- 172.21.15.46:0/2457837260 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb1600a2970 0x7fb1600a4e30 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fb170005ab0 tx=0x7fb170005fd0 comp rx=0 tx=0).stop
2024-03-19T02:00:50.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.898+0000 7fb17be26640  1 -- 172.21.15.46:0/2457837260 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1741017b0 msgr2=0x7fb174198060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:50.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.898+0000 7fb17be26640  1 --2- 172.21.15.46:0/2457837260 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1741017b0 0x7fb174198060 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7fb16800e9f0 tx=0x7fb16800edf0 comp rx=0 tx=0).stop
2024-03-19T02:00:50.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.898+0000 7fb17be26640  1 -- 172.21.15.46:0/2457837260 shutdown_connections
2024-03-19T02:00:50.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.898+0000 7fb17be26640  1 --2- 172.21.15.46:0/2457837260 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb1741077c0 0x7fb17419c920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:50.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.898+0000 7fb17be26640  1 --2- 172.21.15.46:0/2457837260 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb1600a2970 0x7fb1600a4e30 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:50.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.898+0000 7fb17be26640  1 --2- 172.21.15.46:0/2457837260 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb174102170 0x7fb1741985a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:50.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.898+0000 7fb17be26640  1 --2- 172.21.15.46:0/2457837260 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1741017b0 0x7fb174198060 unknown :-1 s=CLOSED pgs=1016 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:50.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.898+0000 7fb17be26640  1 -- 172.21.15.46:0/2457837260 >> 172.21.15.46:0/2457837260 conn(0x7fb1740fd2c0 msgr2=0x7fb1740fdd40 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:50.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.899+0000 7fb17be26640  1 -- 172.21.15.46:0/2457837260 shutdown_connections
2024-03-19T02:00:50.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:50.899+0000 7fb17be26640  1 -- 172.21.15.46:0/2457837260 wait complete.
2024-03-19T02:00:50.911 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-19T01:42:46.174113+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-19T01:47:24.276277+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-19T01:47:25.605471+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '101', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 15, 'snap_epoch': 101, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-19T01:47:29.545614+0000', 'flags': 8197, 'flags_names': 'hashpspool,ec_overwrites,selfmanaged_snaps', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '101', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 15, 'snap_epoch': 101, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}]
2024-03-19T02:00:50.914 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num
2024-03-19T02:00:51.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.019+0000 7f78f7ef1640  1 -- 172.21.15.46:0/3129903326 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f78f0103380 msgr2=0x7f78f010b860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:51.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.019+0000 7f78f7ef1640  1 --2- 172.21.15.46:0/3129903326 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f78f0103380 0x7f78f010b860 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f78e0009900 tx=0x7f78e002bcd0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.019+0000 7f78f7ef1640  1 -- 172.21.15.46:0/3129903326 shutdown_connections
2024-03-19T02:00:51.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.019+0000 7f78f7ef1640  1 --2- 172.21.15.46:0/3129903326 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f78f010be30 0x7f78f010e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.019+0000 7f78f7ef1640  1 --2- 172.21.15.46:0/3129903326 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f78f0103380 0x7f78f010b860 unknown :-1 s=CLOSED pgs=1017 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.019+0000 7f78f7ef1640  1 --2- 172.21.15.46:0/3129903326 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f78f0102a60 0x7f78f0102e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.019+0000 7f78f7ef1640  1 -- 172.21.15.46:0/3129903326 >> 172.21.15.46:0/3129903326 conn(0x7f78f0076aa0 msgr2=0x7f78f0076eb0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:51.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.019+0000 7f78f7ef1640  1 -- 172.21.15.46:0/3129903326 shutdown_connections
2024-03-19T02:00:51.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.019+0000 7f78f7ef1640  1 -- 172.21.15.46:0/3129903326 wait complete.
2024-03-19T02:00:51.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.020+0000 7f78f7ef1640  1  Processor -- start
2024-03-19T02:00:51.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.020+0000 7f78f7ef1640  1 --  start start
2024-03-19T02:00:51.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.020+0000 7f78f7ef1640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f78f0102a60 0x7f78f01980b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:51.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.020+0000 7f78f7ef1640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f78f0103380 0x7f78f01985f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:51.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.020+0000 7f78f7ef1640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f78f010be30 0x7f78f019c970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:51.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.020+0000 7f78f7ef1640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f78f0111a70 con 0x7f78f0102a60
2024-03-19T02:00:51.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.020+0000 7f78f7ef1640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f78f01118f0 con 0x7f78f0103380
2024-03-19T02:00:51.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.020+0000 7f78f7ef1640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f78f0111bf0 con 0x7f78f010be30
2024-03-19T02:00:51.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.020+0000 7f78f5c8d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f78f0102a60 0x7f78f01980b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:51.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.020+0000 7f78f5c8d640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f78f0102a60 0x7f78f01980b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:43488/0 (socket says 172.21.15.46:43488)
2024-03-19T02:00:51.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.020+0000 7f78f5c8d640  1 -- 172.21.15.46:0/1701448863 learned_addr learned my addr 172.21.15.46:0/1701448863 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:51.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.020+0000 7f78f548c640  1 --2- 172.21.15.46:0/1701448863 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f78f0103380 0x7f78f01985f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:51.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.020+0000 7f78f648e640  1 --2- 172.21.15.46:0/1701448863 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f78f010be30 0x7f78f019c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:51.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.020+0000 7f78f5c8d640  1 -- 172.21.15.46:0/1701448863 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f78f010be30 msgr2=0x7f78f019c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:51.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.020+0000 7f78f5c8d640  1 --2- 172.21.15.46:0/1701448863 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f78f010be30 0x7f78f019c970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.020+0000 7f78f5c8d640  1 -- 172.21.15.46:0/1701448863 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f78f0103380 msgr2=0x7f78f01985f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:51.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.021+0000 7f78f5c8d640  1 --2- 172.21.15.46:0/1701448863 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f78f0103380 0x7f78f01985f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.021+0000 7f78f5c8d640  1 -- 172.21.15.46:0/1701448863 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78f019d0a0 con 0x7f78f0102a60
2024-03-19T02:00:51.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.021+0000 7f78f5c8d640  1 --2- 172.21.15.46:0/1701448863 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f78f0102a60 0x7f78f01980b0 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7f78ec00e9f0 tx=0x7f78ec00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:51.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.021+0000 7f78e6ffd640  1 -- 172.21.15.46:0/1701448863 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78ec00cd80 con 0x7f78f0102a60
2024-03-19T02:00:51.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.021+0000 7f78e6ffd640  1 -- 172.21.15.46:0/1701448863 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f78ec0108e0 con 0x7f78f0102a60
2024-03-19T02:00:51.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.021+0000 7f78f7ef1640  1 -- 172.21.15.46:0/1701448863 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78f019d390 con 0x7f78f0102a60
2024-03-19T02:00:51.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.021+0000 7f78e6ffd640  1 -- 172.21.15.46:0/1701448863 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78ec018920 con 0x7f78f0102a60
2024-03-19T02:00:51.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.021+0000 7f78f7ef1640  1 -- 172.21.15.46:0/1701448863 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78f01a4c20 con 0x7f78f0102a60
2024-03-19T02:00:51.026 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.022+0000 7f78f7ef1640  1 -- 172.21.15.46:0/1701448863 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78f006a610 con 0x7f78f0102a60
2024-03-19T02:00:51.026 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.023+0000 7f78e6ffd640  1 -- 172.21.15.46:0/1701448863 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f78ec010a90 con 0x7f78f0102a60
2024-03-19T02:00:51.026 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.023+0000 7f78e6ffd640  1 --2- 172.21.15.46:0/1701448863 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f78dc0a2970 0x7f78dc0a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:51.026 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.023+0000 7f78f548c640  1 --2- 172.21.15.46:0/1701448863 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f78dc0a2970 0x7f78dc0a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:51.026 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.024+0000 7f78e6ffd640  1 -- 172.21.15.46:0/1701448863 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9496+0+0 (secure 0 0 0) 0x7f78ec0cf640 con 0x7f78f0102a60
2024-03-19T02:00:51.026 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.024+0000 7f78f548c640  1 --2- 172.21.15.46:0/1701448863 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f78dc0a2970 0x7f78dc0a4e30 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f78e0006010 tx=0x7f78e0005e40 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:51.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.028+0000 7f78e6ffd640  1 -- 172.21.15.46:0/1701448863 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f78ec09bf70 con 0x7f78f0102a60
2024-03-19T02:00:51.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.210+0000 7f78f7ef1640  1 -- 172.21.15.46:0/1701448863 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f78f0106f20 con 0x7f78f0102a60
2024-03-19T02:00:51.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.211+0000 7f78e6ffd640  1 -- 172.21.15.46:0/1701448863 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0  v102) ==== 93+0+10 (secure 0 0 0) 0x7f78ec09b870 con 0x7f78f0102a60
2024-03-19T02:00:51.212 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1
2024-03-19T02:00:51.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.213+0000 7f78f7ef1640  1 -- 172.21.15.46:0/1701448863 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f78dc0a2970 msgr2=0x7f78dc0a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:51.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.213+0000 7f78f7ef1640  1 --2- 172.21.15.46:0/1701448863 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f78dc0a2970 0x7f78dc0a4e30 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f78e0006010 tx=0x7f78e0005e40 comp rx=0 tx=0).stop
2024-03-19T02:00:51.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.213+0000 7f78f7ef1640  1 -- 172.21.15.46:0/1701448863 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f78f0102a60 msgr2=0x7f78f01980b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:51.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.213+0000 7f78f7ef1640  1 --2- 172.21.15.46:0/1701448863 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f78f0102a60 0x7f78f01980b0 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7f78ec00e9f0 tx=0x7f78ec00eeb0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.213+0000 7f78f7ef1640  1 -- 172.21.15.46:0/1701448863 shutdown_connections
2024-03-19T02:00:51.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.213+0000 7f78f7ef1640  1 --2- 172.21.15.46:0/1701448863 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f78dc0a2970 0x7f78dc0a4e30 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.213+0000 7f78f7ef1640  1 --2- 172.21.15.46:0/1701448863 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f78f010be30 0x7f78f019c970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.213+0000 7f78f7ef1640  1 --2- 172.21.15.46:0/1701448863 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f78f0103380 0x7f78f01985f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.213+0000 7f78f7ef1640  1 --2- 172.21.15.46:0/1701448863 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f78f0102a60 0x7f78f01980b0 unknown :-1 s=CLOSED pgs=1018 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.213+0000 7f78f7ef1640  1 -- 172.21.15.46:0/1701448863 >> 172.21.15.46:0/1701448863 conn(0x7f78f0076aa0 msgr2=0x7f78f00feaa0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:51.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.213+0000 7f78f7ef1640  1 -- 172.21.15.46:0/1701448863 shutdown_connections
2024-03-19T02:00:51.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.213+0000 7f78f7ef1640  1 -- 172.21.15.46:0/1701448863 wait complete.
2024-03-19T02:00:51.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:50 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3360098408' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T02:00:51.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:50 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1438028415' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch
2024-03-19T02:00:51.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:50 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2457837260' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T02:00:51.223 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:50 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3360098408' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T02:00:51.223 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:50 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1438028415' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch
2024-03-19T02:00:51.224 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:50 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2457837260' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T02:00:51.225 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num
2024-03-19T02:00:51.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:50 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3360098408' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T02:00:51.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:50 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1438028415' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch
2024-03-19T02:00:51.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:50 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2457837260' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T02:00:51.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.329+0000 7f54b444b640  1 -- 172.21.15.46:0/4076453095 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f54ac102170 msgr2=0x7f54ac10e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:51.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.329+0000 7f54b444b640  1 --2- 172.21.15.46:0/4076453095 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f54ac102170 0x7f54ac10e680 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f54a4009cd0 tx=0x7f54a402c0f0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.329+0000 7f54b444b640  1 -- 172.21.15.46:0/4076453095 shutdown_connections
2024-03-19T02:00:51.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.329+0000 7f54b444b640  1 --2- 172.21.15.46:0/4076453095 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f54ac102170 0x7f54ac10e680 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.329+0000 7f54b444b640  1 --2- 172.21.15.46:0/4076453095 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f54ac1017b0 0x7f54ac101c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.329+0000 7f54b444b640  1 --2- 172.21.15.46:0/4076453095 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f54ac1077c0 0x7f54ac107ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.329+0000 7f54b444b640  1 -- 172.21.15.46:0/4076453095 >> 172.21.15.46:0/4076453095 conn(0x7f54ac078c20 msgr2=0x7f54ac079030 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:51.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.329+0000 7f54b444b640  1 -- 172.21.15.46:0/4076453095 shutdown_connections
2024-03-19T02:00:51.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.329+0000 7f54b444b640  1 -- 172.21.15.46:0/4076453095 wait complete.
2024-03-19T02:00:51.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.330+0000 7f54b444b640  1  Processor -- start
2024-03-19T02:00:51.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.330+0000 7f54b444b640  1 --  start start
2024-03-19T02:00:51.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.330+0000 7f54b444b640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f54ac1017b0 0x7f54ac195d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:51.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.330+0000 7f54b444b640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f54ac102170 0x7f54ac1962b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:51.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.330+0000 7f54b444b640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f54ac1077c0 0x7f54ac19a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:51.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.330+0000 7f54b444b640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f54ac10f890 con 0x7f54ac1077c0
2024-03-19T02:00:51.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.330+0000 7f54b444b640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f54ac10f710 con 0x7f54ac102170
2024-03-19T02:00:51.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.330+0000 7f54b444b640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f54ac10fa10 con 0x7f54ac1017b0
2024-03-19T02:00:51.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.330+0000 7f54b29e8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f54ac1077c0 0x7f54ac19a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:51.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.330+0000 7f54b29e8640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f54ac1077c0 0x7f54ac19a630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:43506/0 (socket says 172.21.15.46:43506)
2024-03-19T02:00:51.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.330+0000 7f54b29e8640  1 -- 172.21.15.46:0/2133738529 learned_addr learned my addr 172.21.15.46:0/2133738529 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:51.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.330+0000 7f54b21e7640  1 --2- 172.21.15.46:0/2133738529 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f54ac1017b0 0x7f54ac195d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:51.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.330+0000 7f54b19e6640  1 --2- 172.21.15.46:0/2133738529 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f54ac102170 0x7f54ac1962b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:51.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.330+0000 7f54b29e8640  1 -- 172.21.15.46:0/2133738529 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f54ac1017b0 msgr2=0x7f54ac195d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:51.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.330+0000 7f54b29e8640  1 --2- 172.21.15.46:0/2133738529 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f54ac1017b0 0x7f54ac195d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.330+0000 7f54b29e8640  1 -- 172.21.15.46:0/2133738529 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f54ac102170 msgr2=0x7f54ac1962b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:51.334 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.330+0000 7f54b29e8640  1 --2- 172.21.15.46:0/2133738529 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f54ac102170 0x7f54ac1962b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.330+0000 7f54b29e8640  1 -- 172.21.15.46:0/2133738529 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54ac19ad60 con 0x7f54ac1077c0
2024-03-19T02:00:51.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.331+0000 7f54b29e8640  1 --2- 172.21.15.46:0/2133738529 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f54ac1077c0 0x7f54ac19a630 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f54a4004af0 tx=0x7f54a4035ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:51.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.331+0000 7f54a37fe640  1 -- 172.21.15.46:0/2133738529 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54a4039040 con 0x7f54ac1077c0
2024-03-19T02:00:51.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.331+0000 7f54a37fe640  1 -- 172.21.15.46:0/2133738529 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f54a4044070 con 0x7f54ac1077c0
2024-03-19T02:00:51.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.331+0000 7f54b444b640  1 -- 172.21.15.46:0/2133738529 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54ac19aff0 con 0x7f54ac1077c0
2024-03-19T02:00:51.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.331+0000 7f54a37fe640  1 -- 172.21.15.46:0/2133738529 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54a40042a0 con 0x7f54ac1077c0
2024-03-19T02:00:51.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.331+0000 7f54b444b640  1 -- 172.21.15.46:0/2133738529 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54ac1a28e0 con 0x7f54ac1077c0
2024-03-19T02:00:51.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.332+0000 7f54b444b640  1 -- 172.21.15.46:0/2133738529 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54ac068a60 con 0x7f54ac1077c0
2024-03-19T02:00:51.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.333+0000 7f54a37fe640  1 -- 172.21.15.46:0/2133738529 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f54a4003970 con 0x7f54ac1077c0
2024-03-19T02:00:51.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.334+0000 7f54a37fe640  1 --2- 172.21.15.46:0/2133738529 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f54980a29f0 0x7f54980a4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:51.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.334+0000 7f54b21e7640  1 --2- 172.21.15.46:0/2133738529 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f54980a29f0 0x7f54980a4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:51.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.334+0000 7f54a37fe640  1 -- 172.21.15.46:0/2133738529 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9496+0+0 (secure 0 0 0) 0x7f54a40f1ab0 con 0x7f54ac1077c0
2024-03-19T02:00:51.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.334+0000 7f54b21e7640  1 --2- 172.21.15.46:0/2133738529 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f54980a29f0 0x7f54980a4eb0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f54a8009b50 tx=0x7f54a8005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:51.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.338+0000 7f54a37fe640  1 -- 172.21.15.46:0/2133738529 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f54a40be550 con 0x7f54ac1077c0
2024-03-19T02:00:51.521 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.520+0000 7f54b444b640  1 -- 172.21.15.46:0/2133738529 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f54ac109d50 con 0x7f54ac1077c0
2024-03-19T02:00:51.522 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.521+0000 7f54a37fe640  1 -- 172.21.15.46:0/2133738529 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0  v102) ==== 104+0+11 (secure 0 0 0) 0x7f54a40bde50 con 0x7f54ac1077c0
2024-03-19T02:00:51.522 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32
2024-03-19T02:00:51.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.523+0000 7f54b444b640  1 -- 172.21.15.46:0/2133738529 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f54980a29f0 msgr2=0x7f54980a4eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:51.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.523+0000 7f54b444b640  1 --2- 172.21.15.46:0/2133738529 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f54980a29f0 0x7f54980a4eb0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f54a8009b50 tx=0x7f54a8005f90 comp rx=0 tx=0).stop
2024-03-19T02:00:51.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.523+0000 7f54b444b640  1 -- 172.21.15.46:0/2133738529 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f54ac1077c0 msgr2=0x7f54ac19a630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:51.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.523+0000 7f54b444b640  1 --2- 172.21.15.46:0/2133738529 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f54ac1077c0 0x7f54ac19a630 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f54a4004af0 tx=0x7f54a4035ce0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.523+0000 7f54b444b640  1 -- 172.21.15.46:0/2133738529 shutdown_connections
2024-03-19T02:00:51.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.523+0000 7f54b444b640  1 --2- 172.21.15.46:0/2133738529 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f54ac1077c0 0x7f54ac19a630 unknown :-1 s=CLOSED pgs=1020 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.523+0000 7f54b444b640  1 --2- 172.21.15.46:0/2133738529 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f54ac102170 0x7f54ac1962b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.523+0000 7f54b444b640  1 --2- 172.21.15.46:0/2133738529 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f54980a29f0 0x7f54980a4eb0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.524 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.523+0000 7f54b444b640  1 --2- 172.21.15.46:0/2133738529 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f54ac1017b0 0x7f54ac195d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.523+0000 7f54b444b640  1 -- 172.21.15.46:0/2133738529 >> 172.21.15.46:0/2133738529 conn(0x7f54ac078c20 msgr2=0x7f54ac104180 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:51.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.523+0000 7f54b444b640  1 -- 172.21.15.46:0/2133738529 shutdown_connections
2024-03-19T02:00:51.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.523+0000 7f54b444b640  1 -- 172.21.15.46:0/2133738529 wait complete.
2024-03-19T02:00:51.535 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num
2024-03-19T02:00:51.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.639+0000 7f0177910640  1 -- 172.21.15.46:0/3155805395 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f017006a890 msgr2=0x7f017010e6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:51.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.639+0000 7f0177910640  1 --2- 172.21.15.46:0/3155805395 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f017006a890 0x7f017010e6a0 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f0168009cd0 tx=0x7f016802c0f0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.639+0000 7f0177910640  1 -- 172.21.15.46:0/3155805395 shutdown_connections
2024-03-19T02:00:51.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.639+0000 7f0177910640  1 --2- 172.21.15.46:0/3155805395 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f017006a890 0x7f017010e6a0 unknown :-1 s=CLOSED pgs=1021 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.639+0000 7f0177910640  1 --2- 172.21.15.46:0/3155805395 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0170069ed0 0x7f017006a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.639+0000 7f0177910640  1 --2- 172.21.15.46:0/3155805395 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0170107890 0x7f0170107c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.639+0000 7f0177910640  1 -- 172.21.15.46:0/3155805395 >> 172.21.15.46:0/3155805395 conn(0x7f01700777f0 msgr2=0x7f0170077c00 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:51.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.639+0000 7f0177910640  1 -- 172.21.15.46:0/3155805395 shutdown_connections
2024-03-19T02:00:51.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.639+0000 7f0177910640  1 -- 172.21.15.46:0/3155805395 wait complete.
2024-03-19T02:00:51.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.640+0000 7f0177910640  1  Processor -- start
2024-03-19T02:00:51.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.640+0000 7f0177910640  1 --  start start
2024-03-19T02:00:51.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.640+0000 7f0177910640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0170069ed0 0x7f0170197f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:51.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.640+0000 7f0177910640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f017006a890 0x7f0170198490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:51.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.640+0000 7f0177910640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0170107890 0x7f017019c810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:51.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.640+0000 7f0177910640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f0170111a90 con 0x7f0170107890
2024-03-19T02:00:51.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.640+0000 7f0177910640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f0170111910 con 0x7f017006a890
2024-03-19T02:00:51.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.640+0000 7f0177910640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0170111c10 con 0x7f0170069ed0
2024-03-19T02:00:51.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.640+0000 7f0175ead640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0170107890 0x7f017019c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:51.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.640+0000 7f0175ead640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0170107890 0x7f017019c810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:43530/0 (socket says 172.21.15.46:43530)
2024-03-19T02:00:51.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.640+0000 7f0175ead640  1 -- 172.21.15.46:0/2066181113 learned_addr learned my addr 172.21.15.46:0/2066181113 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:51.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.640+0000 7f0174eab640  1 --2- 172.21.15.46:0/2066181113 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f017006a890 0x7f0170198490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:51.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.640+0000 7f01756ac640  1 --2- 172.21.15.46:0/2066181113 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0170069ed0 0x7f0170197f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:51.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.640+0000 7f0175ead640  1 -- 172.21.15.46:0/2066181113 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0170069ed0 msgr2=0x7f0170197f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:51.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.640+0000 7f0175ead640  1 --2- 172.21.15.46:0/2066181113 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0170069ed0 0x7f0170197f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.640+0000 7f0175ead640  1 -- 172.21.15.46:0/2066181113 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f017006a890 msgr2=0x7f0170198490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:51.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.640+0000 7f0175ead640  1 --2- 172.21.15.46:0/2066181113 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f017006a890 0x7f0170198490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.640+0000 7f0175ead640  1 -- 172.21.15.46:0/2066181113 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f017019cf40 con 0x7f0170107890
2024-03-19T02:00:51.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.640+0000 7f0174eab640  1 --2- 172.21.15.46:0/2066181113 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f017006a890 0x7f0170198490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T02:00:51.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.640+0000 7f0175ead640  1 --2- 172.21.15.46:0/2066181113 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0170107890 0x7f017019c810 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f0168004af0 tx=0x7f0168035ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:51.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.640+0000 7f01667fc640  1 -- 172.21.15.46:0/2066181113 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0168039040 con 0x7f0170107890
2024-03-19T02:00:51.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.641+0000 7f0177910640  1 -- 172.21.15.46:0/2066181113 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f017019d1d0 con 0x7f0170107890
2024-03-19T02:00:51.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.641+0000 7f01667fc640  1 -- 172.21.15.46:0/2066181113 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0168044070 con 0x7f0170107890
2024-03-19T02:00:51.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.641+0000 7f01667fc640  1 -- 172.21.15.46:0/2066181113 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01680042a0 con 0x7f0170107890
2024-03-19T02:00:51.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.641+0000 7f0177910640  1 -- 172.21.15.46:0/2066181113 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01701a4ac0 con 0x7f0170107890
2024-03-19T02:00:51.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.642+0000 7f0177910640  1 -- 172.21.15.46:0/2066181113 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0170102f10 con 0x7f0170107890
2024-03-19T02:00:51.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.643+0000 7f01667fc640  1 -- 172.21.15.46:0/2066181113 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f0168003970 con 0x7f0170107890
2024-03-19T02:00:51.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.643+0000 7f01667fc640  1 --2- 172.21.15.46:0/2066181113 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f015c0a2970 0x7f015c0a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:51.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.643+0000 7f01756ac640  1 --2- 172.21.15.46:0/2066181113 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f015c0a2970 0x7f015c0a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:51.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.643+0000 7f01667fc640  1 -- 172.21.15.46:0/2066181113 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9496+0+0 (secure 0 0 0) 0x7f01680f14e0 con 0x7f0170107890
2024-03-19T02:00:51.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.644+0000 7f01756ac640  1 --2- 172.21.15.46:0/2066181113 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f015c0a2970 0x7f015c0a4e30 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f016c0095f0 tx=0x7f016c005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:51.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.648+0000 7f01667fc640  1 -- 172.21.15.46:0/2066181113 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f01680bdf80 con 0x7f0170107890
2024-03-19T02:00:51.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.832+0000 7f0177910640  1 -- 172.21.15.46:0/2066181113 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f01701992a0 con 0x7f0170107890
2024-03-19T02:00:51.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.832+0000 7f01667fc640  1 -- 172.21.15.46:0/2066181113 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0  v102) ==== 100+0+11 (secure 0 0 0) 0x7f01680bd880 con 0x7f0170107890
2024-03-19T02:00:51.833 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64
2024-03-19T02:00:51.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.834+0000 7f0177910640  1 -- 172.21.15.46:0/2066181113 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f015c0a2970 msgr2=0x7f015c0a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:51.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.834+0000 7f0177910640  1 --2- 172.21.15.46:0/2066181113 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f015c0a2970 0x7f015c0a4e30 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f016c0095f0 tx=0x7f016c005f90 comp rx=0 tx=0).stop
2024-03-19T02:00:51.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.834+0000 7f0177910640  1 -- 172.21.15.46:0/2066181113 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0170107890 msgr2=0x7f017019c810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:51.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.834+0000 7f0177910640  1 --2- 172.21.15.46:0/2066181113 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0170107890 0x7f017019c810 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f0168004af0 tx=0x7f0168035ce0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.834+0000 7f0177910640  1 -- 172.21.15.46:0/2066181113 shutdown_connections
2024-03-19T02:00:51.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.834+0000 7f0177910640  1 --2- 172.21.15.46:0/2066181113 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0170107890 0x7f017019c810 unknown :-1 s=CLOSED pgs=1022 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.834+0000 7f0177910640  1 --2- 172.21.15.46:0/2066181113 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f017006a890 0x7f0170198490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.834+0000 7f0177910640  1 --2- 172.21.15.46:0/2066181113 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f015c0a2970 0x7f015c0a4e30 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.834+0000 7f0177910640  1 --2- 172.21.15.46:0/2066181113 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0170069ed0 0x7f0170197f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.834+0000 7f0177910640  1 -- 172.21.15.46:0/2066181113 >> 172.21.15.46:0/2066181113 conn(0x7f01700777f0 msgr2=0x7f01700fe200 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:51.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.834+0000 7f0177910640  1 -- 172.21.15.46:0/2066181113 shutdown_connections
2024-03-19T02:00:51.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.834+0000 7f0177910640  1 -- 172.21.15.46:0/2066181113 wait complete.
2024-03-19T02:00:51.846 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num
2024-03-19T02:00:51.954 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.951+0000 7f2a7ac52640  1 -- 172.21.15.46:0/2610025333 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a740693c0 msgr2=0x7f2a7410e660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:51.954 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.951+0000 7f2a7ac52640  1 --2- 172.21.15.46:0/2610025333 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a740693c0 0x7f2a7410e660 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7f2a64009930 tx=0x7f2a6402bc20 comp rx=0 tx=0).stop
2024-03-19T02:00:51.954 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.951+0000 7f2a7ac52640  1 -- 172.21.15.46:0/2610025333 shutdown_connections
2024-03-19T02:00:51.954 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.951+0000 7f2a7ac52640  1 --2- 172.21.15.46:0/2610025333 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a740693c0 0x7f2a7410e660 unknown :-1 s=CLOSED pgs=1023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.954 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.951+0000 7f2a7ac52640  1 --2- 172.21.15.46:0/2610025333 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2a74068a00 0x7f2a74068e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.954 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.951+0000 7f2a7ac52640  1 --2- 172.21.15.46:0/2610025333 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2a741077a0 0x7f2a74107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.954 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.951+0000 7f2a7ac52640  1 -- 172.21.15.46:0/2610025333 >> 172.21.15.46:0/2610025333 conn(0x7f2a74077820 msgr2=0x7f2a74077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:51.954 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.951+0000 7f2a7ac52640  1 -- 172.21.15.46:0/2610025333 shutdown_connections
2024-03-19T02:00:51.954 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.951+0000 7f2a7ac52640  1 -- 172.21.15.46:0/2610025333 wait complete.
2024-03-19T02:00:51.954 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.951+0000 7f2a7ac52640  1  Processor -- start
2024-03-19T02:00:51.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.951+0000 7f2a7ac52640  1 --  start start
2024-03-19T02:00:51.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.952+0000 7f2a7ac52640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a74068a00 0x7f2a74197f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:51.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.952+0000 7f2a7ac52640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2a740693c0 0x7f2a741984c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:51.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.952+0000 7f2a7ac52640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2a741077a0 0x7f2a7419c840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:51.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.952+0000 7f2a7ac52640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f2a74111a60 con 0x7f2a74068a00
2024-03-19T02:00:51.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.952+0000 7f2a7ac52640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f2a741118e0 con 0x7f2a741077a0
2024-03-19T02:00:51.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.952+0000 7f2a7ac52640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2a74111be0 con 0x7f2a740693c0
2024-03-19T02:00:51.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.952+0000 7f2a789ee640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a74068a00 0x7f2a74197f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:51.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.952+0000 7f2a789ee640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a74068a00 0x7f2a74197f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:43546/0 (socket says 172.21.15.46:43546)
2024-03-19T02:00:51.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.952+0000 7f2a789ee640  1 -- 172.21.15.46:0/3400713389 learned_addr learned my addr 172.21.15.46:0/3400713389 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:51.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.952+0000 7f2a791ef640  1 --2- 172.21.15.46:0/3400713389 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2a741077a0 0x7f2a7419c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:51.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.952+0000 7f2a73fff640  1 --2- 172.21.15.46:0/3400713389 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2a740693c0 0x7f2a741984c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:51.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.952+0000 7f2a789ee640  1 -- 172.21.15.46:0/3400713389 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2a740693c0 msgr2=0x7f2a741984c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:51.955 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.952+0000 7f2a789ee640  1 --2- 172.21.15.46:0/3400713389 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2a740693c0 0x7f2a741984c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.952+0000 7f2a789ee640  1 -- 172.21.15.46:0/3400713389 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2a741077a0 msgr2=0x7f2a7419c840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:51.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.952+0000 7f2a789ee640  1 --2- 172.21.15.46:0/3400713389 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2a741077a0 0x7f2a7419c840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:51.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.952+0000 7f2a789ee640  1 -- 172.21.15.46:0/3400713389 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a7419cf70 con 0x7f2a74068a00
2024-03-19T02:00:51.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.952+0000 7f2a791ef640  1 --2- 172.21.15.46:0/3400713389 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2a741077a0 0x7f2a7419c840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T02:00:51.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.952+0000 7f2a789ee640  1 --2- 172.21.15.46:0/3400713389 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a74068a00 0x7f2a74197f80 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f2a6c00eb90 tx=0x7f2a6c00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:51.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.952+0000 7f2a71ffb640  1 -- 172.21.15.46:0/3400713389 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a6c004d20 con 0x7f2a74068a00
2024-03-19T02:00:51.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.952+0000 7f2a71ffb640  1 -- 172.21.15.46:0/3400713389 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2a6c00ee90 con 0x7f2a74068a00
2024-03-19T02:00:51.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.952+0000 7f2a7ac52640  1 -- 172.21.15.46:0/3400713389 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a7419d260 con 0x7f2a74068a00
2024-03-19T02:00:51.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.952+0000 7f2a71ffb640  1 -- 172.21.15.46:0/3400713389 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a6c010670 con 0x7f2a74068a00
2024-03-19T02:00:51.956 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.953+0000 7f2a7ac52640  1 -- 172.21.15.46:0/3400713389 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a741a4af0 con 0x7f2a74068a00
2024-03-19T02:00:51.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.954+0000 7f2a7ac52640  1 -- 172.21.15.46:0/3400713389 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a74068610 con 0x7f2a74068a00
2024-03-19T02:00:51.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.955+0000 7f2a71ffb640  1 -- 172.21.15.46:0/3400713389 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f2a6c005020 con 0x7f2a74068a00
2024-03-19T02:00:51.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.955+0000 7f2a71ffb640  1 --2- 172.21.15.46:0/3400713389 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f2a5c0a2970 0x7f2a5c0a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:51.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.955+0000 7f2a73fff640  1 --2- 172.21.15.46:0/3400713389 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f2a5c0a2970 0x7f2a5c0a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:51.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.955+0000 7f2a71ffb640  1 -- 172.21.15.46:0/3400713389 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9496+0+0 (secure 0 0 0) 0x7f2a6c0cf7b0 con 0x7f2a74068a00
2024-03-19T02:00:51.957 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.956+0000 7f2a73fff640  1 --2- 172.21.15.46:0/3400713389 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f2a5c0a2970 0x7f2a5c0a4e30 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f2a680095f0 tx=0x7f2a68005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:51.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:51.962+0000 7f2a71ffb640  1 -- 172.21.15.46:0/3400713389 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f2a6c09c140 con 0x7f2a74068a00
2024-03-19T02:00:52.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:51 smithi046 ceph-mon[63102]: pgmap v334: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T02:00:52.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:51 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1701448863' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T02:00:52.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:51 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2133738529' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T02:00:52.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:51 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2066181113' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T02:00:52.149 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.148+0000 7f2a7ac52640  1 -- 172.21.15.46:0/3400713389 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f2a7402d1f0 con 0x7f2a74068a00
2024-03-19T02:00:52.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.149+0000 7f2a71ffb640  1 -- 172.21.15.46:0/3400713389 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0  v102) ==== 103+0+11 (secure 0 0 0) 0x7f2a6c09ba40 con 0x7f2a74068a00
2024-03-19T02:00:52.150 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32
2024-03-19T02:00:52.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.151+0000 7f2a7ac52640  1 -- 172.21.15.46:0/3400713389 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f2a5c0a2970 msgr2=0x7f2a5c0a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:52.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.151+0000 7f2a7ac52640  1 --2- 172.21.15.46:0/3400713389 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f2a5c0a2970 0x7f2a5c0a4e30 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f2a680095f0 tx=0x7f2a68005f90 comp rx=0 tx=0).stop
2024-03-19T02:00:52.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.151+0000 7f2a7ac52640  1 -- 172.21.15.46:0/3400713389 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a74068a00 msgr2=0x7f2a74197f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:52.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.151+0000 7f2a7ac52640  1 --2- 172.21.15.46:0/3400713389 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a74068a00 0x7f2a74197f80 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f2a6c00eb90 tx=0x7f2a6c00c6a0 comp rx=0 tx=0).stop
2024-03-19T02:00:52.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.151+0000 7f2a7ac52640  1 -- 172.21.15.46:0/3400713389 shutdown_connections
2024-03-19T02:00:52.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.151+0000 7f2a7ac52640  1 --2- 172.21.15.46:0/3400713389 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f2a741077a0 0x7f2a7419c840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:52.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.151+0000 7f2a7ac52640  1 --2- 172.21.15.46:0/3400713389 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f2a5c0a2970 0x7f2a5c0a4e30 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:52.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.151+0000 7f2a7ac52640  1 --2- 172.21.15.46:0/3400713389 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2a740693c0 0x7f2a741984c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:52.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.151+0000 7f2a7ac52640  1 --2- 172.21.15.46:0/3400713389 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a74068a00 0x7f2a74197f80 unknown :-1 s=CLOSED pgs=1024 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:52.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.151+0000 7f2a7ac52640  1 -- 172.21.15.46:0/3400713389 >> 172.21.15.46:0/3400713389 conn(0x7f2a74077820 msgr2=0x7f2a740fe340 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:52.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.151+0000 7f2a7ac52640  1 -- 172.21.15.46:0/3400713389 shutdown_connections
2024-03-19T02:00:52.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.151+0000 7f2a7ac52640  1 -- 172.21.15.46:0/3400713389 wait complete.
2024-03-19T02:00:52.163 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls
2024-03-19T02:00:52.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:51 smithi073 ceph-mon[66833]: pgmap v334: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T02:00:52.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:51 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1701448863' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T02:00:52.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:51 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2133738529' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T02:00:52.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:51 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2066181113' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T02:00:52.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:51 smithi102 ceph-mon[66557]: pgmap v334: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s
2024-03-19T02:00:52.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:51 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1701448863' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch
2024-03-19T02:00:52.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:51 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2133738529' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch
2024-03-19T02:00:52.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:51 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2066181113' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch
2024-03-19T02:00:52.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.265+0000 7fa465f59640  1 -- 172.21.15.46:0/2750162889 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa4601077c0 msgr2=0x7fa460107ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:52.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.265+0000 7fa465f59640  1 --2- 172.21.15.46:0/2750162889 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa4601077c0 0x7fa460107ba0 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7fa450009930 tx=0x7fa45002bc30 comp rx=0 tx=0).stop
2024-03-19T02:00:52.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.265+0000 7fa465f59640  1 -- 172.21.15.46:0/2750162889 shutdown_connections
2024-03-19T02:00:52.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.265+0000 7fa465f59640  1 --2- 172.21.15.46:0/2750162889 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa46006a870 0x7fa46010e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:52.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.265+0000 7fa465f59640  1 --2- 172.21.15.46:0/2750162889 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa460069eb0 0x7fa46006a330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:52.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.265+0000 7fa465f59640  1 --2- 172.21.15.46:0/2750162889 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa4601077c0 0x7fa460107ba0 unknown :-1 s=CLOSED pgs=1025 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:52.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.265+0000 7fa465f59640  1 -- 172.21.15.46:0/2750162889 >> 172.21.15.46:0/2750162889 conn(0x7fa4600777f0 msgr2=0x7fa460077c00 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:52.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.265+0000 7fa465f59640  1 -- 172.21.15.46:0/2750162889 shutdown_connections
2024-03-19T02:00:52.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.265+0000 7fa465f59640  1 -- 172.21.15.46:0/2750162889 wait complete.
2024-03-19T02:00:52.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.266+0000 7fa465f59640  1  Processor -- start
2024-03-19T02:00:52.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.266+0000 7fa465f59640  1 --  start start
2024-03-19T02:00:52.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.266+0000 7fa465f59640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa460069eb0 0x7fa460198000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:52.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.266+0000 7fa465f59640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa46006a870 0x7fa460198540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:52.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.266+0000 7fa465f59640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa4601077c0 0x7fa46019c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:52.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.266+0000 7fa465f59640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa460111a80 con 0x7fa4601077c0
2024-03-19T02:00:52.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.266+0000 7fa465f59640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fa460111900 con 0x7fa460069eb0
2024-03-19T02:00:52.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.266+0000 7fa465f59640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa460111c00 con 0x7fa46006a870
2024-03-19T02:00:52.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.266+0000 7fa45f7fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa460069eb0 0x7fa460198000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:52.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.266+0000 7fa45ffff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa4601077c0 0x7fa46019c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:52.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.266+0000 7fa45f7fe640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa460069eb0 0x7fa460198000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.73:3300/0 says I am v2:172.21.15.46:39424/0 (socket says 172.21.15.46:39424)
2024-03-19T02:00:52.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.266+0000 7fa45f7fe640  1 -- 172.21.15.46:0/2787512095 learned_addr learned my addr 172.21.15.46:0/2787512095 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:52.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.266+0000 7fa45effd640  1 --2- 172.21.15.46:0/2787512095 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa46006a870 0x7fa460198540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:52.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.267+0000 7fa45f7fe640  1 -- 172.21.15.46:0/2787512095 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa46006a870 msgr2=0x7fa460198540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:52.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.267+0000 7fa45f7fe640  1 --2- 172.21.15.46:0/2787512095 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa46006a870 0x7fa460198540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:52.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.267+0000 7fa45f7fe640  1 -- 172.21.15.46:0/2787512095 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa4601077c0 msgr2=0x7fa46019c8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:52.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.267+0000 7fa45f7fe640  1 --2- 172.21.15.46:0/2787512095 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa4601077c0 0x7fa46019c8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:52.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.267+0000 7fa45f7fe640  1 -- 172.21.15.46:0/2787512095 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa46019cff0 con 0x7fa460069eb0
2024-03-19T02:00:52.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.267+0000 7fa45ffff640  1 --2- 172.21.15.46:0/2787512095 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa4601077c0 0x7fa46019c8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T02:00:52.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.267+0000 7fa45f7fe640  1 --2- 172.21.15.46:0/2787512095 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa460069eb0 0x7fa460198000 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fa450009230 tx=0x7fa45002c5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:52.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.267+0000 7fa45cff9640  1 -- 172.21.15.46:0/2787512095 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa450043020 con 0x7fa460069eb0
2024-03-19T02:00:52.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.267+0000 7fa45cff9640  1 -- 172.21.15.46:0/2787512095 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa45002ca70 con 0x7fa460069eb0
2024-03-19T02:00:52.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.267+0000 7fa465f59640  1 -- 172.21.15.46:0/2787512095 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa46019d280 con 0x7fa460069eb0
2024-03-19T02:00:52.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.267+0000 7fa45cff9640  1 -- 172.21.15.46:0/2787512095 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa450003a50 con 0x7fa460069eb0
2024-03-19T02:00:52.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.267+0000 7fa465f59640  1 -- 172.21.15.46:0/2787512095 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4601a4b70 con 0x7fa460069eb0
2024-03-19T02:00:52.271 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.268+0000 7fa465f59640  1 -- 172.21.15.46:0/2787512095 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa460102ef0 con 0x7fa460069eb0
2024-03-19T02:00:52.271 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.269+0000 7fa45cff9640  1 -- 172.21.15.46:0/2787512095 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fa450046020 con 0x7fa460069eb0
2024-03-19T02:00:52.271 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.270+0000 7fa45cff9640  1 --2- 172.21.15.46:0/2787512095 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fa4480a2970 0x7fa4480a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:52.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.270+0000 7fa45effd640  1 --2- 172.21.15.46:0/2787512095 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fa4480a2970 0x7fa4480a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:52.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.270+0000 7fa45cff9640  1 -- 172.21.15.46:0/2787512095 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9496+0+0 (secure 0 0 0) 0x7fa4500f14e0 con 0x7fa460069eb0
2024-03-19T02:00:52.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.270+0000 7fa45effd640  1 --2- 172.21.15.46:0/2787512095 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fa4480a2970 0x7fa4480a4e30 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fa4601001a0 tx=0x7fa454005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:52.274 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.273+0000 7fa45cff9640  1 -- 172.21.15.46:0/2787512095 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fa45004d020 con 0x7fa460069eb0
2024-03-19T02:00:52.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.468+0000 7fa465f59640  1 -- 172.21.15.46:0/2787512095 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fa460068a60 con 0x7fa460069eb0
2024-03-19T02:00:52.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.469+0000 7fa45cff9640  1 -- 172.21.15.46:0/2787512095 <== mon.2 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v102) ==== 81+0+943 (secure 0 0 0) 0x7fa460068a60 con 0x7fa460069eb0
2024-03-19T02:00:52.470 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/3154580199 2024-03-20T01:50:04.030762+0000
2024-03-19T02:00:52.470 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/3334472164 2024-03-20T01:50:04.030762+0000
2024-03-19T02:00:52.470 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:6800/3237439375 2024-03-20T01:50:04.030762+0000
2024-03-19T02:00:52.470 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/2463012355 2024-03-20T01:50:04.030762+0000
2024-03-19T02:00:52.470 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/2120145964 2024-03-20T01:50:04.030762+0000
2024-03-19T02:00:52.470 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:6800/2839078617 2024-03-20T01:40:17.827850+0000
2024-03-19T02:00:52.470 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:6801/3237439375 2024-03-20T01:50:04.030762+0000
2024-03-19T02:00:52.470 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:6801/2839078617 2024-03-20T01:40:17.827850+0000
2024-03-19T02:00:52.470 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/534183632 2024-03-20T01:40:17.827850+0000
2024-03-19T02:00:52.471 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/3469071427 2024-03-20T01:40:17.827850+0000
2024-03-19T02:00:52.471 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/816672825 2024-03-20T01:39:49.978463+0000
2024-03-19T02:00:52.471 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:6800/1846458200 2024-03-20T01:39:49.978463+0000
2024-03-19T02:00:52.471 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/482098752 2024-03-20T01:40:17.827850+0000
2024-03-19T02:00:52.471 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:6801/1846458200 2024-03-20T01:39:49.978463+0000
2024-03-19T02:00:52.471 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/3024883566 2024-03-20T01:39:49.978463+0000
2024-03-19T02:00:52.471 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/2231887791 2024-03-20T01:39:49.978463+0000
2024-03-19T02:00:52.472 INFO:teuthology.orchestra.run.smithi046.stderr:listed 16 entries
2024-03-19T02:00:52.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.470+0000 7fa465f59640  1 -- 172.21.15.46:0/2787512095 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fa4480a2970 msgr2=0x7fa4480a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:52.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.470+0000 7fa465f59640  1 --2- 172.21.15.46:0/2787512095 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fa4480a2970 0x7fa4480a4e30 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fa4601001a0 tx=0x7fa454005f90 comp rx=0 tx=0).stop
2024-03-19T02:00:52.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.470+0000 7fa465f59640  1 -- 172.21.15.46:0/2787512095 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa460069eb0 msgr2=0x7fa460198000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:52.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.470+0000 7fa465f59640  1 --2- 172.21.15.46:0/2787512095 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa460069eb0 0x7fa460198000 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fa450009230 tx=0x7fa45002c5d0 comp rx=0 tx=0).stop
2024-03-19T02:00:52.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.470+0000 7fa465f59640  1 -- 172.21.15.46:0/2787512095 shutdown_connections
2024-03-19T02:00:52.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.470+0000 7fa465f59640  1 --2- 172.21.15.46:0/2787512095 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa4601077c0 0x7fa46019c8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:52.472 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.470+0000 7fa465f59640  1 --2- 172.21.15.46:0/2787512095 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fa4480a2970 0x7fa4480a4e30 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:52.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.470+0000 7fa465f59640  1 --2- 172.21.15.46:0/2787512095 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa46006a870 0x7fa460198540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:52.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.470+0000 7fa465f59640  1 --2- 172.21.15.46:0/2787512095 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fa460069eb0 0x7fa460198000 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:52.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.470+0000 7fa465f59640  1 -- 172.21.15.46:0/2787512095 >> 172.21.15.46:0/2787512095 conn(0x7fa4600777f0 msgr2=0x7fa4600fe3e0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:52.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.471+0000 7fa465f59640  1 -- 172.21.15.46:0/2787512095 shutdown_connections
2024-03-19T02:00:52.473 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:52.471+0000 7fa465f59640  1 -- 172.21.15.46:0/2787512095 wait complete.
2024-03-19T02:00:52.482 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi046.front.sepia.ceph.com...
2024-03-19T02:00:52.482 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T02:00:52.483 DEBUG:teuthology.orchestra.run.smithi046:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0
2024-03-19T02:00:52.508 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi046.stderr:ceph-fuse[117059]: fuse finished with error 0 and tester_r 0
2024-03-19T02:00:52.509 INFO:teuthology.orchestra.run:waiting for 300
2024-03-19T02:00:53.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:52 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3400713389' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T02:00:53.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:52 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2787512095' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch
2024-03-19T02:00:53.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:52 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3400713389' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T02:00:53.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:52 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2787512095' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch
2024-03-19T02:00:53.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:52 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3400713389' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch
2024-03-19T02:00:53.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:52 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2787512095' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch
2024-03-19T02:00:54.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:53 smithi073 ceph-mon[66833]: pgmap v335: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T02:00:54.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:53 smithi102 ceph-mon[66557]: pgmap v335: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T02:00:54.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:53 smithi046 ceph-mon[63102]: pgmap v335: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T02:00:56.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:55 smithi102 ceph-mon[66557]: pgmap v336: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T02:00:56.365 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:55 smithi046 ceph-mon[63102]: pgmap v336: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T02:00:56.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:55 smithi073 ceph-mon[66833]: pgmap v336: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 6 op/s
2024-03-19T02:00:58.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:57 smithi102 ceph-mon[66557]: pgmap v337: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 767 B/s wr, 10 op/s
2024-03-19T02:00:58.364 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:57 smithi046 ceph-mon[63102]: pgmap v337: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 767 B/s wr, 10 op/s
2024-03-19T02:00:58.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:57 smithi073 ceph-mon[66833]: pgmap v337: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 767 B/s wr, 10 op/s
2024-03-19T02:00:58.611 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi046.front.sepia.ceph.com
2024-03-19T02:00:58.612 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T02:00:58.612 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0)
2024-03-19T02:00:58.630 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T02:00:58.631 DEBUG:teuthology.orchestra.run.smithi046:> ip netns list
2024-03-19T02:00:58.689 INFO:teuthology.orchestra.run.smithi046.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0)
2024-03-19T02:00:58.689 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T02:00:58.689 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0
2024-03-19T02:00:58.762 INFO:teuthology.orchestra.run:Running command with timeout 300
2024-03-19T02:00:58.763 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link delete ceph-brx
2024-03-19T02:00:58.866 DEBUG:teuthology.run_tasks:Unwinding manager cephadm
2024-03-19T02:00:58.877 INFO:tasks.cephadm:Teardown begin
2024-03-19T02:00:58.877 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools
2024-03-19T02:00:58.878 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T02:00:58.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.987+0000 7f0e62cf1640  1 -- 172.21.15.46:0/1265676763 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e5c1056b0 msgr2=0x7f0e5c105a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:58.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.987+0000 7f0e62cf1640  1 --2- 172.21.15.46:0/1265676763 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e5c1056b0 0x7f0e5c105a90 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7f0e50009900 tx=0x7f0e5002bc30 comp rx=0 tx=0).stop
2024-03-19T02:00:58.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.987+0000 7f0e62cf1640  1 -- 172.21.15.46:0/1265676763 shutdown_connections
2024-03-19T02:00:58.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.987+0000 7f0e62cf1640  1 --2- 172.21.15.46:0/1265676763 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0e5c101830 0x7f0e5c10d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:58.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.987+0000 7f0e62cf1640  1 --2- 172.21.15.46:0/1265676763 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0e5c100e70 0x7f0e5c1012f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:58.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.987+0000 7f0e62cf1640  1 --2- 172.21.15.46:0/1265676763 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e5c1056b0 0x7f0e5c105a90 unknown :-1 s=CLOSED pgs=1026 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:58.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.987+0000 7f0e62cf1640  1 -- 172.21.15.46:0/1265676763 >> 172.21.15.46:0/1265676763 conn(0x7f0e5c076cb0 msgr2=0x7f0e5c0fe030 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:58.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.987+0000 7f0e62cf1640  1 -- 172.21.15.46:0/1265676763 shutdown_connections
2024-03-19T02:00:58.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.987+0000 7f0e62cf1640  1 -- 172.21.15.46:0/1265676763 wait complete.
2024-03-19T02:00:58.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.988+0000 7f0e62cf1640  1  Processor -- start
2024-03-19T02:00:58.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.988+0000 7f0e62cf1640  1 --  start start
2024-03-19T02:00:58.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.988+0000 7f0e62cf1640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0e5c100e70 0x7f0e5c197f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:58.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.988+0000 7f0e62cf1640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e5c101830 0x7f0e5c1984c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:58.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.988+0000 7f0e62cf1640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0e5c1056b0 0x7f0e5c19c840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:58.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.988+0000 7f0e62cf1640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f0e5c1109a0 con 0x7f0e5c101830
2024-03-19T02:00:58.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.988+0000 7f0e62cf1640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f0e5c110820 con 0x7f0e5c1056b0
2024-03-19T02:00:58.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.988+0000 7f0e62cf1640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0e5c110b20 con 0x7f0e5c100e70
2024-03-19T02:00:58.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.988+0000 7f0e5bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e5c101830 0x7f0e5c1984c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:58.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.988+0000 7f0e5bfff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e5c101830 0x7f0e5c1984c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52366/0 (socket says 172.21.15.46:52366)
2024-03-19T02:00:58.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.989+0000 7f0e5bfff640  1 -- 172.21.15.46:0/3699915038 learned_addr learned my addr 172.21.15.46:0/3699915038 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:58.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.989+0000 7f0e6128e640  1 --2- 172.21.15.46:0/3699915038 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0e5c1056b0 0x7f0e5c19c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:58.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.989+0000 7f0e60a8d640  1 --2- 172.21.15.46:0/3699915038 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0e5c100e70 0x7f0e5c197f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:58.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.989+0000 7f0e5bfff640  1 -- 172.21.15.46:0/3699915038 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0e5c100e70 msgr2=0x7f0e5c197f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:58.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.989+0000 7f0e5bfff640  1 --2- 172.21.15.46:0/3699915038 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0e5c100e70 0x7f0e5c197f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:58.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.989+0000 7f0e5bfff640  1 -- 172.21.15.46:0/3699915038 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0e5c1056b0 msgr2=0x7f0e5c19c840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:58.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.989+0000 7f0e5bfff640  1 --2- 172.21.15.46:0/3699915038 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0e5c1056b0 0x7f0e5c19c840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:58.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.989+0000 7f0e5bfff640  1 -- 172.21.15.46:0/3699915038 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e5c19cf70 con 0x7f0e5c101830
2024-03-19T02:00:58.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.989+0000 7f0e5bfff640  1 --2- 172.21.15.46:0/3699915038 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e5c101830 0x7f0e5c1984c0 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f0e4800e9f0 tx=0x7f0e4800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:58.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.989+0000 7f0e59ffb640  1 -- 172.21.15.46:0/3699915038 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e4800cd80 con 0x7f0e5c101830
2024-03-19T02:00:58.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.989+0000 7f0e59ffb640  1 -- 172.21.15.46:0/3699915038 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0e480054d0 con 0x7f0e5c101830
2024-03-19T02:00:58.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.989+0000 7f0e62cf1640  1 -- 172.21.15.46:0/3699915038 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e5c19d260 con 0x7f0e5c101830
2024-03-19T02:00:58.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.989+0000 7f0e59ffb640  1 -- 172.21.15.46:0/3699915038 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e48010490 con 0x7f0e5c101830
2024-03-19T02:00:58.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.989+0000 7f0e62cf1640  1 -- 172.21.15.46:0/3699915038 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e5c1a4af0 con 0x7f0e5c101830
2024-03-19T02:00:58.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.990+0000 7f0e62cf1640  1 -- 172.21.15.46:0/3699915038 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e5c101e80 con 0x7f0e5c101830
2024-03-19T02:00:58.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.991+0000 7f0e59ffb640  1 -- 172.21.15.46:0/3699915038 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f0e48005020 con 0x7f0e5c101830
2024-03-19T02:00:58.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.992+0000 7f0e59ffb640  1 --2- 172.21.15.46:0/3699915038 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f0e4c0a2970 0x7f0e4c0a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:58.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.992+0000 7f0e60a8d640  1 --2- 172.21.15.46:0/3699915038 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f0e4c0a2970 0x7f0e4c0a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:58.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.992+0000 7f0e59ffb640  1 -- 172.21.15.46:0/3699915038 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9496+0+0 (secure 0 0 0) 0x7f0e480cf5a0 con 0x7f0e5c101830
2024-03-19T02:00:58.993 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.992+0000 7f0e60a8d640  1 --2- 172.21.15.46:0/3699915038 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f0e4c0a2970 0x7f0e4c0a4e30 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f0e50006010 tx=0x7f0e5002c6c0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:58.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:58.997+0000 7f0e59ffb640  1 -- 172.21.15.46:0/3699915038 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f0e4809bf30 con 0x7f0e5c101830
2024-03-19T02:00:59.221 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.221+0000 7f0e62cf1640  1 -- 172.21.15.46:0/3699915038 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0e5c1a4da0 con 0x7f0e5c101830
2024-03-19T02:00:59.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.221+0000 7f0e59ffb640  1 -- 172.21.15.46:0/3699915038 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 35 v35) ==== 94+0+11861 (secure 0 0 0) 0x7f0e4809b830 con 0x7f0e5c101830
2024-03-19T02:00:59.222 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T02:00:59.223 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":35,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":35,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-19T01:47:26.395717+0000","modified":"2024-03-19T01:56:35.161569+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24506,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6839/1788589639","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6838","nonce":1788589639},{"type":"v1","addr":"172.21.15.73:6839","nonce":1788589639}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24506,"qdb_cluster":[24479,24478,24506]},"id":1}]}
2024-03-19T02:00:59.224 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 35
2024-03-19T02:00:59.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.223+0000 7f0e62cf1640  1 -- 172.21.15.46:0/3699915038 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f0e4c0a2970 msgr2=0x7f0e4c0a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:59.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.223+0000 7f0e62cf1640  1 --2- 172.21.15.46:0/3699915038 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f0e4c0a2970 0x7f0e4c0a4e30 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f0e50006010 tx=0x7f0e5002c6c0 comp rx=0 tx=0).stop
2024-03-19T02:00:59.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.223+0000 7f0e62cf1640  1 -- 172.21.15.46:0/3699915038 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e5c101830 msgr2=0x7f0e5c1984c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:59.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.223+0000 7f0e62cf1640  1 --2- 172.21.15.46:0/3699915038 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e5c101830 0x7f0e5c1984c0 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f0e4800e9f0 tx=0x7f0e4800edf0 comp rx=0 tx=0).stop
2024-03-19T02:00:59.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.223+0000 7f0e62cf1640  1 -- 172.21.15.46:0/3699915038 shutdown_connections
2024-03-19T02:00:59.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.223+0000 7f0e62cf1640  1 --2- 172.21.15.46:0/3699915038 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f0e5c1056b0 0x7f0e5c19c840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:59.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.223+0000 7f0e62cf1640  1 --2- 172.21.15.46:0/3699915038 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e5c101830 0x7f0e5c1984c0 unknown :-1 s=CLOSED pgs=1027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:59.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.223+0000 7f0e62cf1640  1 --2- 172.21.15.46:0/3699915038 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f0e4c0a2970 0x7f0e4c0a4e30 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:59.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.223+0000 7f0e62cf1640  1 --2- 172.21.15.46:0/3699915038 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0e5c100e70 0x7f0e5c197f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:59.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.223+0000 7f0e62cf1640  1 -- 172.21.15.46:0/3699915038 >> 172.21.15.46:0/3699915038 conn(0x7f0e5c076cb0 msgr2=0x7f0e5c100000 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:59.226 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.224+0000 7f0e62cf1640  1 -- 172.21.15.46:0/3699915038 shutdown_connections
2024-03-19T02:00:59.227 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.224+0000 7f0e62cf1640  1 -- 172.21.15.46:0/3699915038 wait complete.
2024-03-19T02:00:59.235 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json
2024-03-19T02:00:59.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.340+0000 7f13c9ce9640  1 -- 172.21.15.46:0/3972534071 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f13c4102a90 msgr2=0x7f13c4102e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:59.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.340+0000 7f13c9ce9640  1 --2- 172.21.15.46:0/3972534071 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f13c4102a90 0x7f13c4102e70 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7f13b4009900 tx=0x7f13b402bc30 comp rx=0 tx=0).stop
2024-03-19T02:00:59.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.340+0000 7f13c9ce9640  1 -- 172.21.15.46:0/3972534071 shutdown_connections
2024-03-19T02:00:59.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.340+0000 7f13c9ce9640  1 --2- 172.21.15.46:0/3972534071 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f13c410be60 0x7f13c410e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:59.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.340+0000 7f13c9ce9640  1 --2- 172.21.15.46:0/3972534071 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f13c41033b0 0x7f13c410b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:59.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.340+0000 7f13c9ce9640  1 --2- 172.21.15.46:0/3972534071 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f13c4102a90 0x7f13c4102e70 unknown :-1 s=CLOSED pgs=1028 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:59.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.340+0000 7f13c9ce9640  1 -- 172.21.15.46:0/3972534071 >> 172.21.15.46:0/3972534071 conn(0x7f13c4077820 msgr2=0x7f13c4077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:59.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.340+0000 7f13c9ce9640  1 -- 172.21.15.46:0/3972534071 shutdown_connections
2024-03-19T02:00:59.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.340+0000 7f13c9ce9640  1 -- 172.21.15.46:0/3972534071 wait complete.
2024-03-19T02:00:59.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.340+0000 7f13c9ce9640  1  Processor -- start
2024-03-19T02:00:59.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.341+0000 7f13c9ce9640  1 --  start start
2024-03-19T02:00:59.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.341+0000 7f13c9ce9640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f13c4102a90 0x7f13c4198010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:59.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.341+0000 7f13c9ce9640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f13c41033b0 0x7f13c4198550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:59.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.341+0000 7f13c9ce9640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f13c410be60 0x7f13c419c8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:59.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.341+0000 7f13c9ce9640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f13c4111b10 con 0x7f13c4102a90
2024-03-19T02:00:59.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.341+0000 7f13c9ce9640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f13c4111990 con 0x7f13c41033b0
2024-03-19T02:00:59.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.341+0000 7f13c9ce9640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f13c4111c90 con 0x7f13c410be60
2024-03-19T02:00:59.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.341+0000 7f13c37fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f13c4102a90 0x7f13c4198010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:59.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.341+0000 7f13c37fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f13c4102a90 0x7f13c4198010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52382/0 (socket says 172.21.15.46:52382)
2024-03-19T02:00:59.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.341+0000 7f13c37fe640  1 -- 172.21.15.46:0/150812395 learned_addr learned my addr 172.21.15.46:0/150812395 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:59.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.341+0000 7f13c3fff640  1 --2- 172.21.15.46:0/150812395 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f13c410be60 0x7f13c419c8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:59.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.341+0000 7f13c2ffd640  1 --2- 172.21.15.46:0/150812395 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f13c41033b0 0x7f13c4198550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:59.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.341+0000 7f13c37fe640  1 -- 172.21.15.46:0/150812395 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f13c410be60 msgr2=0x7f13c419c8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:59.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.341+0000 7f13c37fe640  1 --2- 172.21.15.46:0/150812395 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f13c410be60 0x7f13c419c8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:59.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.341+0000 7f13c37fe640  1 -- 172.21.15.46:0/150812395 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f13c41033b0 msgr2=0x7f13c4198550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:59.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.341+0000 7f13c37fe640  1 --2- 172.21.15.46:0/150812395 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f13c41033b0 0x7f13c4198550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:59.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.341+0000 7f13c37fe640  1 -- 172.21.15.46:0/150812395 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13c419d000 con 0x7f13c4102a90
2024-03-19T02:00:59.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.341+0000 7f13c3fff640  1 --2- 172.21.15.46:0/150812395 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f13c410be60 0x7f13c419c8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T02:00:59.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.341+0000 7f13c37fe640  1 --2- 172.21.15.46:0/150812395 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f13c4102a90 0x7f13c4198010 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f13b4005940 tx=0x7f13b402c5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:59.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.342+0000 7f13c0ff9640  1 -- 172.21.15.46:0/150812395 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13b4043020 con 0x7f13c4102a90
2024-03-19T02:00:59.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.342+0000 7f13c9ce9640  1 -- 172.21.15.46:0/150812395 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13c419d290 con 0x7f13c4102a90
2024-03-19T02:00:59.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.342+0000 7f13c0ff9640  1 -- 172.21.15.46:0/150812395 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f13b402ca70 con 0x7f13c4102a90
2024-03-19T02:00:59.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.342+0000 7f13c0ff9640  1 -- 172.21.15.46:0/150812395 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13b4003a80 con 0x7f13c4102a90
2024-03-19T02:00:59.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.342+0000 7f13c9ce9640  1 -- 172.21.15.46:0/150812395 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13c41a4b80 con 0x7f13c4102a90
2024-03-19T02:00:59.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.343+0000 7f13c9ce9640  1 -- 172.21.15.46:0/150812395 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13c4068610 con 0x7f13c4102a90
2024-03-19T02:00:59.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.344+0000 7f13c0ff9640  1 -- 172.21.15.46:0/150812395 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f13b4046020 con 0x7f13c4102a90
2024-03-19T02:00:59.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.345+0000 7f13c0ff9640  1 --2- 172.21.15.46:0/150812395 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f13ac0a2970 0x7f13ac0a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:59.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.345+0000 7f13c0ff9640  1 -- 172.21.15.46:0/150812395 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9496+0+0 (secure 0 0 0) 0x7f13b40f1180 con 0x7f13c4102a90
2024-03-19T02:00:59.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.345+0000 7f13c2ffd640  1 --2- 172.21.15.46:0/150812395 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f13ac0a2970 0x7f13ac0a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:59.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.346+0000 7f13c2ffd640  1 --2- 172.21.15.46:0/150812395 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f13ac0a2970 0x7f13ac0a4e30 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f13c4100120 tx=0x7f13b8005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:59.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.350+0000 7f13c0ff9640  1 -- 172.21.15.46:0/150812395 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f13b404d020 con 0x7f13c4102a90
2024-03-19T02:00:59.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.574+0000 7f13c9ce9640  1 -- 172.21.15.46:0/150812395 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f13c4106f50 con 0x7f13c4102a90
2024-03-19T02:00:59.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.575+0000 7f13c0ff9640  1 -- 172.21.15.46:0/150812395 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 35 v35) ==== 94+0+11861 (secure 0 0 0) 0x7f13b402cc20 con 0x7f13c4102a90
2024-03-19T02:00:59.575 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T02:00:59.575 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":35,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14541,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/1082766836","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":1082766836},{"type":"v1","addr":"172.21.15.46:6835","nonce":1082766836}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14553,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/3051854937","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":3051854937},{"type":"v1","addr":"172.21.15.46:6837","nonce":3051854937}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/562502693","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":562502693},{"type":"v1","addr":"172.21.15.46:6839","nonce":562502693}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/292549266","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":292549266},{"type":"v1","addr":"172.21.15.46:6841","nonce":292549266}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/775032570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":775032570},{"type":"v1","addr":"172.21.15.102:6833","nonce":775032570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24407,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.73:6833/650920135","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6832","nonce":650920135},{"type":"v1","addr":"172.21.15.73:6833","nonce":650920135}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":35,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-19T01:47:26.395717+0000","modified":"2024-03-19T01:56:35.161569+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24506,"mds_1":24479,"mds_2":24478},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24440":{"gid":24440,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.73:6835/1549569940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6834","nonce":1549569940},{"type":"v1","addr":"172.21.15.73:6835","nonce":1549569940}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24442":{"gid":24442,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6835/402895235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":402895235},{"type":"v1","addr":"172.21.15.102:6835","nonce":402895235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24454":{"gid":24454,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.102:6837/1583798896","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6836","nonce":1583798896},{"type":"v1","addr":"172.21.15.102:6837","nonce":1583798896}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24478":{"gid":24478,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":12,"addr":"172.21.15.102:6839/2913244532","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6838","nonce":2913244532},{"type":"v1","addr":"172.21.15.102:6839","nonce":2913244532}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"h","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.73:6837/1348771870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6836","nonce":1348771870},{"type":"v1","addr":"172.21.15.73:6837","nonce":1348771870}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24506":{"gid":24506,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.73:6839/1788589639","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6838","nonce":1788589639},{"type":"v1","addr":"172.21.15.73:6839","nonce":1788589639}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24506,"qdb_cluster":[24479,24478,24506]},"id":1}]}
2024-03-19T02:00:59.575 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 35
2024-03-19T02:00:59.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.577+0000 7f13c9ce9640  1 -- 172.21.15.46:0/150812395 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f13ac0a2970 msgr2=0x7f13ac0a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:59.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.577+0000 7f13c9ce9640  1 --2- 172.21.15.46:0/150812395 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f13ac0a2970 0x7f13ac0a4e30 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f13c4100120 tx=0x7f13b8005f90 comp rx=0 tx=0).stop
2024-03-19T02:00:59.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.577+0000 7f13c9ce9640  1 -- 172.21.15.46:0/150812395 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f13c4102a90 msgr2=0x7f13c4198010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:59.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.577+0000 7f13c9ce9640  1 --2- 172.21.15.46:0/150812395 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f13c4102a90 0x7f13c4198010 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f13b4005940 tx=0x7f13b402c5f0 comp rx=0 tx=0).stop
2024-03-19T02:00:59.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.577+0000 7f13c9ce9640  1 -- 172.21.15.46:0/150812395 shutdown_connections
2024-03-19T02:00:59.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.577+0000 7f13c9ce9640  1 --2- 172.21.15.46:0/150812395 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f13ac0a2970 0x7f13ac0a4e30 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:59.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.577+0000 7f13c9ce9640  1 --2- 172.21.15.46:0/150812395 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f13c410be60 0x7f13c419c8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:59.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.577+0000 7f13c9ce9640  1 --2- 172.21.15.46:0/150812395 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f13c41033b0 0x7f13c4198550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:59.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.577+0000 7f13c9ce9640  1 --2- 172.21.15.46:0/150812395 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f13c4102a90 0x7f13c4198010 unknown :-1 s=CLOSED pgs=1029 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:59.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.577+0000 7f13c9ce9640  1 -- 172.21.15.46:0/150812395 >> 172.21.15.46:0/150812395 conn(0x7f13c4077820 msgr2=0x7f13c40fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:59.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.577+0000 7f13c9ce9640  1 -- 172.21.15.46:0/150812395 shutdown_connections
2024-03-19T02:00:59.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.577+0000 7f13c9ce9640  1 -- 172.21.15.46:0/150812395 wait complete.
2024-03-19T02:00:59.588 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json
2024-03-19T02:00:59.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.691+0000 7f4a4e654640  1 -- 172.21.15.46:0/23162966 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a4810be60 msgr2=0x7f4a4810e300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:59.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.691+0000 7f4a4e654640  1 --2- 172.21.15.46:0/23162966 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a4810be60 0x7f4a4810e300 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7f4a40009ca0 tx=0x7f4a4002c0f0 comp rx=0 tx=0).stop
2024-03-19T02:00:59.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.691+0000 7f4a4e654640  1 -- 172.21.15.46:0/23162966 shutdown_connections
2024-03-19T02:00:59.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.691+0000 7f4a4e654640  1 --2- 172.21.15.46:0/23162966 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a4810be60 0x7f4a4810e300 unknown :-1 s=CLOSED pgs=1030 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:59.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.691+0000 7f4a4e654640  1 --2- 172.21.15.46:0/23162966 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4a481033b0 0x7f4a4810b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:59.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.691+0000 7f4a4e654640  1 --2- 172.21.15.46:0/23162966 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4a48102a90 0x7f4a48102e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:59.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.691+0000 7f4a4e654640  1 -- 172.21.15.46:0/23162966 >> 172.21.15.46:0/23162966 conn(0x7f4a48077820 msgr2=0x7f4a48077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:59.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.691+0000 7f4a4e654640  1 -- 172.21.15.46:0/23162966 shutdown_connections
2024-03-19T02:00:59.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.691+0000 7f4a4e654640  1 -- 172.21.15.46:0/23162966 wait complete.
2024-03-19T02:00:59.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.691+0000 7f4a4e654640  1  Processor -- start
2024-03-19T02:00:59.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.691+0000 7f4a4e654640  1 --  start start
2024-03-19T02:00:59.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.692+0000 7f4a4e654640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4a48102a90 0x7f4a481006e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:59.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.692+0000 7f4a4e654640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4a481033b0 0x7f4a48100c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:59.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.692+0000 7f4a4e654640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a4810be60 0x7f4a48101160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:59.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.692+0000 7f4a4e654640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f4a48111b10 con 0x7f4a4810be60
2024-03-19T02:00:59.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.692+0000 7f4a4e654640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f4a48111990 con 0x7f4a48102a90
2024-03-19T02:00:59.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.692+0000 7f4a4e654640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4a48111c90 con 0x7f4a481033b0
2024-03-19T02:00:59.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.692+0000 7f4a4cbf1640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a4810be60 0x7f4a48101160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:59.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.692+0000 7f4a4cbf1640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a4810be60 0x7f4a48101160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52390/0 (socket says 172.21.15.46:52390)
2024-03-19T02:00:59.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.692+0000 7f4a4cbf1640  1 -- 172.21.15.46:0/3456151574 learned_addr learned my addr 172.21.15.46:0/3456151574 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:00:59.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.692+0000 7f4a47fff640  1 --2- 172.21.15.46:0/3456151574 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4a48102a90 0x7f4a481006e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:59.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.692+0000 7f4a477fe640  1 --2- 172.21.15.46:0/3456151574 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4a481033b0 0x7f4a48100c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:59.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.692+0000 7f4a4cbf1640  1 -- 172.21.15.46:0/3456151574 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4a481033b0 msgr2=0x7f4a48100c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:59.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.692+0000 7f4a4cbf1640  1 --2- 172.21.15.46:0/3456151574 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4a481033b0 0x7f4a48100c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:59.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.692+0000 7f4a4cbf1640  1 -- 172.21.15.46:0/3456151574 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4a48102a90 msgr2=0x7f4a481006e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:59.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.692+0000 7f4a4cbf1640  1 --2- 172.21.15.46:0/3456151574 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4a48102a90 0x7f4a481006e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:59.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.692+0000 7f4a4cbf1640  1 -- 172.21.15.46:0/3456151574 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a481a6470 con 0x7f4a4810be60
2024-03-19T02:00:59.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.692+0000 7f4a4cbf1640  1 --2- 172.21.15.46:0/3456151574 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a4810be60 0x7f4a48101160 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7f4a4002c700 tx=0x7f4a40035d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:59.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.692+0000 7f4a457fa640  1 -- 172.21.15.46:0/3456151574 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a40039040 con 0x7f4a4810be60
2024-03-19T02:00:59.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.692+0000 7f4a457fa640  1 -- 172.21.15.46:0/3456151574 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4a40044070 con 0x7f4a4810be60
2024-03-19T02:00:59.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.692+0000 7f4a4e654640  1 -- 172.21.15.46:0/3456151574 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a481a6700 con 0x7f4a4810be60
2024-03-19T02:00:59.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.692+0000 7f4a457fa640  1 -- 172.21.15.46:0/3456151574 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a400042a0 con 0x7f4a4810be60
2024-03-19T02:00:59.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.692+0000 7f4a4e654640  1 -- 172.21.15.46:0/3456151574 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a481a6c40 con 0x7f4a4810be60
2024-03-19T02:00:59.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.693+0000 7f4a4e654640  1 -- 172.21.15.46:0/3456151574 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a48068610 con 0x7f4a4810be60
2024-03-19T02:00:59.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.695+0000 7f4a457fa640  1 -- 172.21.15.46:0/3456151574 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f4a40003970 con 0x7f4a4810be60
2024-03-19T02:00:59.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.695+0000 7f4a457fa640  1 --2- 172.21.15.46:0/3456151574 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f4a300a2a20 0x7f4a300a4ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:00:59.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.695+0000 7f4a47fff640  1 --2- 172.21.15.46:0/3456151574 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f4a300a2a20 0x7f4a300a4ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:00:59.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.695+0000 7f4a457fa640  1 -- 172.21.15.46:0/3456151574 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9496+0+0 (secure 0 0 0) 0x7f4a400f1440 con 0x7f4a4810be60
2024-03-19T02:00:59.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.696+0000 7f4a47fff640  1 --2- 172.21.15.46:0/3456151574 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f4a300a2a20 0x7f4a300a4ee0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f4a380095f0 tx=0x7f4a38005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:00:59.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.700+0000 7f4a457fa640  1 -- 172.21.15.46:0/3456151574 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f4a400bdee0 con 0x7f4a4810be60
2024-03-19T02:00:59.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.885+0000 7f4a4e654640  1 -- 172.21.15.46:0/3456151574 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4a48106f50 con 0x7f4a4810be60
2024-03-19T02:00:59.887 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.887+0000 7f4a457fa640  1 -- 172.21.15.46:0/3456151574 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0  v102) ==== 74+0+25256 (secure 0 0 0) 0x7f4a400bd7e0 con 0x7f4a4810be60
2024-03-19T02:00:59.887 INFO:teuthology.orchestra.run.smithi046.stdout:
2024-03-19T02:00:59.887 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":102,"fsid":"53c8cf3e-e591-11ee-95c9-87774f69a715","created":"2024-03-19T01:39:22.615473+0000","modified":"2024-03-19T02:00:17.775375+0000","last_up_change":"2024-03-19T01:46:32.777223+0000","last_in_change":"2024-03-19T01:46:12.842023+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-19T01:42:46.174113+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-19T01:47:24.276277+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-19T01:47:25.605471+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"101","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":101,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-19T01:47:29.545614+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"101","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":101,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"4fc98477-1fec-465b-892b-9a0c12e15754","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6803","nonce":1888713943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6805","nonce":1888713943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6809","nonce":1888713943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1888713943},{"type":"v1","addr":"172.21.15.46:6807","nonce":1888713943}]},"public_addr":"172.21.15.46:6803/1888713943","cluster_addr":"172.21.15.46:6805/1888713943","heartbeat_back_addr":"172.21.15.46:6809/1888713943","heartbeat_front_addr":"172.21.15.46:6807/1888713943","state":["exists","up"]},{"osd":1,"uuid":"4109d6a1-240e-4f1f-b09d-75f3b77e6303","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6800","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6801","nonce":2502945674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6802","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6803","nonce":2502945674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6806","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6807","nonce":2502945674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6804","nonce":2502945674},{"type":"v1","addr":"172.21.15.73:6805","nonce":2502945674}]},"public_addr":"172.21.15.73:6801/2502945674","cluster_addr":"172.21.15.73:6803/2502945674","heartbeat_back_addr":"172.21.15.73:6807/2502945674","heartbeat_front_addr":"172.21.15.73:6805/2502945674","state":["exists","up"]},{"osd":2,"uuid":"45e8479c-4006-4dd4-bdd8-b4a2eafacc80","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6801","nonce":90484514}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6803","nonce":90484514}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6807","nonce":90484514}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":90484514},{"type":"v1","addr":"172.21.15.102:6805","nonce":90484514}]},"public_addr":"172.21.15.102:6801/90484514","cluster_addr":"172.21.15.102:6803/90484514","heartbeat_back_addr":"172.21.15.102:6807/90484514","heartbeat_front_addr":"172.21.15.102:6805/90484514","state":["exists","up"]},{"osd":3,"uuid":"4cdc93cf-2e8d-436d-a78a-c235e9b970fb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6811","nonce":3336792470}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6813","nonce":3336792470}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6817","nonce":3336792470}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":3336792470},{"type":"v1","addr":"172.21.15.46:6815","nonce":3336792470}]},"public_addr":"172.21.15.46:6811/3336792470","cluster_addr":"172.21.15.46:6813/3336792470","heartbeat_back_addr":"172.21.15.46:6817/3336792470","heartbeat_front_addr":"172.21.15.46:6815/3336792470","state":["exists","up"]},{"osd":4,"uuid":"35cb0eeb-9af0-4e68-9aaf-d775e2b4acfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6808","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6809","nonce":1192862788}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6810","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6811","nonce":1192862788}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6814","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6815","nonce":1192862788}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6812","nonce":1192862788},{"type":"v1","addr":"172.21.15.73:6813","nonce":1192862788}]},"public_addr":"172.21.15.73:6809/1192862788","cluster_addr":"172.21.15.73:6811/1192862788","heartbeat_back_addr":"172.21.15.73:6815/1192862788","heartbeat_front_addr":"172.21.15.73:6813/1192862788","state":["exists","up"]},{"osd":5,"uuid":"1587c1e6-6719-4117-a80f-5c6bce0e5814","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6809","nonce":3252664135}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6811","nonce":3252664135}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6815","nonce":3252664135}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3252664135},{"type":"v1","addr":"172.21.15.102:6813","nonce":3252664135}]},"public_addr":"172.21.15.102:6809/3252664135","cluster_addr":"172.21.15.102:6811/3252664135","heartbeat_back_addr":"172.21.15.102:6815/3252664135","heartbeat_front_addr":"172.21.15.102:6813/3252664135","state":["exists","up"]},{"osd":6,"uuid":"af41cbff-69e5-45ab-ad59-95e5addd1b6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6819","nonce":595340737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6821","nonce":595340737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6825","nonce":595340737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":595340737},{"type":"v1","addr":"172.21.15.46:6823","nonce":595340737}]},"public_addr":"172.21.15.46:6819/595340737","cluster_addr":"172.21.15.46:6821/595340737","heartbeat_back_addr":"172.21.15.46:6825/595340737","heartbeat_front_addr":"172.21.15.46:6823/595340737","state":["exists","up"]},{"osd":7,"uuid":"23e9241a-4ed9-4606-93c1-ccfe277d0c75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6816","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6817","nonce":143082020}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6818","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6819","nonce":143082020}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6822","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6823","nonce":143082020}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6820","nonce":143082020},{"type":"v1","addr":"172.21.15.73:6821","nonce":143082020}]},"public_addr":"172.21.15.73:6817/143082020","cluster_addr":"172.21.15.73:6819/143082020","heartbeat_back_addr":"172.21.15.73:6823/143082020","heartbeat_front_addr":"172.21.15.73:6821/143082020","state":["exists","up"]},{"osd":8,"uuid":"c3d6eba2-7b4d-4dd4-85c8-0773a97a9e84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6817","nonce":2533208086}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6819","nonce":2533208086}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6823","nonce":2533208086}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2533208086},{"type":"v1","addr":"172.21.15.102:6821","nonce":2533208086}]},"public_addr":"172.21.15.102:6817/2533208086","cluster_addr":"172.21.15.102:6819/2533208086","heartbeat_back_addr":"172.21.15.102:6823/2533208086","heartbeat_front_addr":"172.21.15.102:6821/2533208086","state":["exists","up"]},{"osd":9,"uuid":"a16dd21b-77e4-4148-90a3-c085fd621fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6827","nonce":4252594050}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6829","nonce":4252594050}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6833","nonce":4252594050}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":4252594050},{"type":"v1","addr":"172.21.15.46:6831","nonce":4252594050}]},"public_addr":"172.21.15.46:6827/4252594050","cluster_addr":"172.21.15.46:6829/4252594050","heartbeat_back_addr":"172.21.15.46:6833/4252594050","heartbeat_front_addr":"172.21.15.46:6831/4252594050","state":["exists","up"]},{"osd":10,"uuid":"3a794482-bcfa-4e99-8e96-77228a828ff0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6824","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6825","nonce":1252006239}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6826","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6827","nonce":1252006239}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6830","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6831","nonce":1252006239}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.73:6828","nonce":1252006239},{"type":"v1","addr":"172.21.15.73:6829","nonce":1252006239}]},"public_addr":"172.21.15.73:6825/1252006239","cluster_addr":"172.21.15.73:6827/1252006239","heartbeat_back_addr":"172.21.15.73:6831/1252006239","heartbeat_front_addr":"172.21.15.73:6829/1252006239","state":["exists","up"]},{"osd":11,"uuid":"93bdea99-6072-431a-a919-3aecf631c727","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6825","nonce":2997263049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6827","nonce":2997263049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6831","nonce":2997263049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":2997263049},{"type":"v1","addr":"172.21.15.102:6829","nonce":2997263049}]},"public_addr":"172.21.15.102:6825/2997263049","cluster_addr":"172.21.15.102:6827/2997263049","heartbeat_back_addr":"172.21.15.102:6831/2997263049","heartbeat_front_addr":"172.21.15.102:6829/2997263049","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:41:54.705424+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:18.405516+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:42:42.028548+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:06.440586+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:31.526566+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:43:56.491476+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:22.116952+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:44:48.187884+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:12.546546+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:45:39.238062+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:05.249938+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-19T01:46:30.959573+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.3b","mappings":[{"from":3,"to":9}]},{"pgid":"4.12","mappings":[{"from":5,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.19","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/3154580199":"2024-03-20T01:50:04.030762+0000","172.21.15.46:0/3334472164":"2024-03-20T01:50:04.030762+0000","172.21.15.46:6800/3237439375":"2024-03-20T01:50:04.030762+0000","172.21.15.46:0/2463012355":"2024-03-20T01:50:04.030762+0000","172.21.15.46:0/2120145964":"2024-03-20T01:50:04.030762+0000","172.21.15.46:6800/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/3237439375":"2024-03-20T01:50:04.030762+0000","172.21.15.46:6801/2839078617":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/534183632":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/3469071427":"2024-03-20T01:40:17.827850+0000","172.21.15.46:0/816672825":"2024-03-20T01:39:49.978463+0000","172.21.15.46:6800/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/482098752":"2024-03-20T01:40:17.827850+0000","172.21.15.46:6801/1846458200":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/3024883566":"2024-03-20T01:39:49.978463+0000","172.21.15.46:0/2231887791":"2024-03-20T01:39:49.978463+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":5,"length":1},{"begin":15,"length":1}]},{"pool":4,"snaps":[{"begin":5,"length":1},{"begin":15,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}}
2024-03-19T02:00:59.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.889+0000 7f4a4e654640  1 -- 172.21.15.46:0/3456151574 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f4a300a2a20 msgr2=0x7f4a300a4ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:59.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.889+0000 7f4a4e654640  1 --2- 172.21.15.46:0/3456151574 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f4a300a2a20 0x7f4a300a4ee0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f4a380095f0 tx=0x7f4a38005f90 comp rx=0 tx=0).stop
2024-03-19T02:00:59.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.889+0000 7f4a4e654640  1 -- 172.21.15.46:0/3456151574 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a4810be60 msgr2=0x7f4a48101160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:00:59.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.889+0000 7f4a4e654640  1 --2- 172.21.15.46:0/3456151574 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a4810be60 0x7f4a48101160 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7f4a4002c700 tx=0x7f4a40035d60 comp rx=0 tx=0).stop
2024-03-19T02:00:59.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.889+0000 7f4a4e654640  1 -- 172.21.15.46:0/3456151574 shutdown_connections
2024-03-19T02:00:59.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.889+0000 7f4a4e654640  1 --2- 172.21.15.46:0/3456151574 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a4810be60 0x7f4a48101160 unknown :-1 s=CLOSED pgs=1031 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:59.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.889+0000 7f4a4e654640  1 --2- 172.21.15.46:0/3456151574 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f4a300a2a20 0x7f4a300a4ee0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:59.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.889+0000 7f4a4e654640  1 --2- 172.21.15.46:0/3456151574 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4a481033b0 0x7f4a48100c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:59.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.889+0000 7f4a4e654640  1 --2- 172.21.15.46:0/3456151574 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f4a48102a90 0x7f4a481006e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:00:59.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.889+0000 7f4a4e654640  1 -- 172.21.15.46:0/3456151574 >> 172.21.15.46:0/3456151574 conn(0x7f4a48077820 msgr2=0x7f4a480fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:00:59.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.889+0000 7f4a4e654640  1 -- 172.21.15.46:0/3456151574 shutdown_connections
2024-03-19T02:00:59.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:00:59.889+0000 7f4a4e654640  1 -- 172.21.15.46:0/3456151574 wait complete.
2024-03-19T02:00:59.901 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs
2024-03-19T02:01:00.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.006+0000 7fadf3b10640  1 -- 172.21.15.46:0/1218886504 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fadec100000 msgr2=0x7fadec1003e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:01:00.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.006+0000 7fadf3b10640  1 --2- 172.21.15.46:0/1218886504 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fadec100000 0x7fadec1003e0 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7fade8009900 tx=0x7fade802bc30 comp rx=0 tx=0).stop
2024-03-19T02:01:00.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.006+0000 7fadf3b10640  1 -- 172.21.15.46:0/1218886504 shutdown_connections
2024-03-19T02:01:00.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.006+0000 7fadf3b10640  1 --2- 172.21.15.46:0/1218886504 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fadec106c10 0x7fadec10e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:00.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.006+0000 7fadf3b10640  1 --2- 172.21.15.46:0/1218886504 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fadec1009b0 0x7fadec1064e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:00.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.006+0000 7fadf3b10640  1 --2- 172.21.15.46:0/1218886504 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fadec100000 0x7fadec1003e0 unknown :-1 s=CLOSED pgs=1032 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:00.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.006+0000 7fadf3b10640  1 -- 172.21.15.46:0/1218886504 >> 172.21.15.46:0/1218886504 conn(0x7fadec076d50 msgr2=0x7fadec0fe0a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:01:00.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.006+0000 7fadf3b10640  1 -- 172.21.15.46:0/1218886504 shutdown_connections
2024-03-19T02:01:00.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.006+0000 7fadf3b10640  1 -- 172.21.15.46:0/1218886504 wait complete.
2024-03-19T02:01:00.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.007+0000 7fadf3b10640  1  Processor -- start
2024-03-19T02:01:00.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.007+0000 7fadf3b10640  1 --  start start
2024-03-19T02:01:00.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.007+0000 7fadf3b10640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fadec100000 0x7fadec100f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:01:00.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.007+0000 7fadf3b10640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fadec106c10 0x7fadec1014b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:01:00.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.007+0000 7fadf3b10640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fadec1019f0 0x7fadec1a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:01:00.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.007+0000 7fadf3b10640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fadec111b20 con 0x7fadec100000
2024-03-19T02:01:00.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.007+0000 7fadf3b10640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fadec1119a0 con 0x7fadec1019f0
2024-03-19T02:01:00.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.007+0000 7fadf3b10640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fadec111ca0 con 0x7fadec106c10
2024-03-19T02:01:00.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.007+0000 7fadf18ac640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fadec100000 0x7fadec100f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:01:00.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.007+0000 7fadf18ac640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fadec100000 0x7fadec100f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52414/0 (socket says 172.21.15.46:52414)
2024-03-19T02:01:00.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.007+0000 7fadf18ac640  1 -- 172.21.15.46:0/2282532492 learned_addr learned my addr 172.21.15.46:0/2282532492 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:01:00.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.007+0000 7fadf20ad640  1 --2- 172.21.15.46:0/2282532492 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fadec1019f0 0x7fadec1a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:01:00.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.007+0000 7fadf10ab640  1 --2- 172.21.15.46:0/2282532492 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fadec106c10 0x7fadec1014b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:01:00.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.007+0000 7fadf18ac640  1 -- 172.21.15.46:0/2282532492 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fadec106c10 msgr2=0x7fadec1014b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:01:00.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.007+0000 7fadf18ac640  1 --2- 172.21.15.46:0/2282532492 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fadec106c10 0x7fadec1014b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:00.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.007+0000 7fadf18ac640  1 -- 172.21.15.46:0/2282532492 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fadec1019f0 msgr2=0x7fadec1a62f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:01:00.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.007+0000 7fadf18ac640  1 --2- 172.21.15.46:0/2282532492 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fadec1019f0 0x7fadec1a62f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:00.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.008+0000 7fadf18ac640  1 -- 172.21.15.46:0/2282532492 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadec1a6990 con 0x7fadec100000
2024-03-19T02:01:00.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.008+0000 7fadf20ad640  1 --2- 172.21.15.46:0/2282532492 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fadec1019f0 0x7fadec1a62f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T02:01:00.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.008+0000 7fadf18ac640  1 --2- 172.21.15.46:0/2282532492 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fadec100000 0x7fadec100f70 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7fade8005940 tx=0x7fade802c5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:01:00.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.008+0000 7fade2ffd640  1 -- 172.21.15.46:0/2282532492 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fade8043020 con 0x7fadec100000
2024-03-19T02:01:00.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.008+0000 7fade2ffd640  1 -- 172.21.15.46:0/2282532492 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fade802ca70 con 0x7fadec100000
2024-03-19T02:01:00.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.008+0000 7fadf3b10640  1 -- 172.21.15.46:0/2282532492 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fadec1a6c20 con 0x7fadec100000
2024-03-19T02:01:00.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.008+0000 7fade2ffd640  1 -- 172.21.15.46:0/2282532492 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fade8003970 con 0x7fadec100000
2024-03-19T02:01:00.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.008+0000 7fadf3b10640  1 -- 172.21.15.46:0/2282532492 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fadec1a7170 con 0x7fadec100000
2024-03-19T02:01:00.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.009+0000 7fadf3b10640  1 -- 172.21.15.46:0/2282532492 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fadec068a60 con 0x7fadec100000
2024-03-19T02:01:00.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.010+0000 7fade2ffd640  1 -- 172.21.15.46:0/2282532492 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fade8046020 con 0x7fadec100000
2024-03-19T02:01:00.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.010+0000 7fade2ffd640  1 --2- 172.21.15.46:0/2282532492 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fadd80a2970 0x7fadd80a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:01:00.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.011+0000 7fade2ffd640  1 -- 172.21.15.46:0/2282532492 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9496+0+0 (secure 0 0 0) 0x7fade80f11b0 con 0x7fadec100000
2024-03-19T02:01:00.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.011+0000 7fadf10ab640  1 --2- 172.21.15.46:0/2282532492 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fadd80a2970 0x7fadd80a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:01:00.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.011+0000 7fadf10ab640  1 --2- 172.21.15.46:0/2282532492 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fadd80a2970 0x7fadd80a4e30 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7faddc0095f0 tx=0x7faddc005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:01:00.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.015+0000 7fade2ffd640  1 -- 172.21.15.46:0/2282532492 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fade804d020 con 0x7fadec100000
2024-03-19T02:01:00.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:59 smithi102 ceph-mon[66557]: pgmap v338: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 767 B/s wr, 7 op/s
2024-03-19T02:01:00.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:59 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3699915038' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T02:01:00.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:59 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/150812395' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T02:01:00.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:00:59 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/3456151574' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T02:01:00.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.239+0000 7fadf3b10640  1 -- 172.21.15.46:0/2282532492 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fadec109dc0 con 0x7fadec100000
2024-03-19T02:01:00.241 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.241+0000 7fade2ffd640  1 -- 172.21.15.46:0/2282532492 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v36) ==== 161+0+0 (secure 0 0 0) 0x7fade802cc20 con 0x7fadec100000
2024-03-19T02:01:00.241 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:59 smithi046 ceph-mon[63102]: pgmap v338: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 767 B/s wr, 7 op/s
2024-03-19T02:01:00.241 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:59 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3699915038' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T02:01:00.241 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:59 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/150812395' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T02:01:00.241 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:00:59 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/3456151574' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T02:01:00.242 INFO:teuthology.orchestra.run.smithi046.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed.
2024-03-19T02:01:00.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.244+0000 7fadf3b10640  1 -- 172.21.15.46:0/2282532492 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fadd80a2970 msgr2=0x7fadd80a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:01:00.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.244+0000 7fadf3b10640  1 --2- 172.21.15.46:0/2282532492 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fadd80a2970 0x7fadd80a4e30 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7faddc0095f0 tx=0x7faddc005f90 comp rx=0 tx=0).stop
2024-03-19T02:01:00.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.244+0000 7fadf3b10640  1 -- 172.21.15.46:0/2282532492 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fadec100000 msgr2=0x7fadec100f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:01:00.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.244+0000 7fadf3b10640  1 --2- 172.21.15.46:0/2282532492 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fadec100000 0x7fadec100f70 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7fade8005940 tx=0x7fade802c5f0 comp rx=0 tx=0).stop
2024-03-19T02:01:00.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.245+0000 7fadf3b10640  1 -- 172.21.15.46:0/2282532492 shutdown_connections
2024-03-19T02:01:00.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.245+0000 7fadf3b10640  1 --2- 172.21.15.46:0/2282532492 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fadec1019f0 0x7fadec1a62f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:00.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.245+0000 7fadf3b10640  1 --2- 172.21.15.46:0/2282532492 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fadd80a2970 0x7fadd80a4e30 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:00.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.245+0000 7fadf3b10640  1 --2- 172.21.15.46:0/2282532492 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fadec106c10 0x7fadec1014b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:00.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.245+0000 7fadf3b10640  1 --2- 172.21.15.46:0/2282532492 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fadec100000 0x7fadec100f70 unknown :-1 s=CLOSED pgs=1033 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:00.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.245+0000 7fadf3b10640  1 -- 172.21.15.46:0/2282532492 >> 172.21.15.46:0/2282532492 conn(0x7fadec076d50 msgr2=0x7fadec0fe0a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:01:00.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.245+0000 7fadf3b10640  1 -- 172.21.15.46:0/2282532492 shutdown_connections
2024-03-19T02:01:00.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.245+0000 7fadf3b10640  1 -- 172.21.15.46:0/2282532492 wait complete.
2024-03-19T02:01:00.256 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it
2024-03-19T02:01:00.286 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:59 smithi073 ceph-mon[66833]: pgmap v338: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 767 B/s wr, 7 op/s
2024-03-19T02:01:00.286 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:59 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3699915038' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T02:01:00.286 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:59 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/150812395' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch
2024-03-19T02:01:00.286 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:00:59 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/3456151574' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch
2024-03-19T02:01:00.364 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.364+0000 7fb8813ff640  1 -- 172.21.15.46:0/1589958639 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb87c102880 msgr2=0x7fb87c102c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:01:00.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.364+0000 7fb8813ff640  1 --2- 172.21.15.46:0/1589958639 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb87c102880 0x7fb87c102c60 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7fb86c009900 tx=0x7fb86c02bcd0 comp rx=0 tx=0).stop
2024-03-19T02:01:00.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.364+0000 7fb8813ff640  1 -- 172.21.15.46:0/1589958639 shutdown_connections
2024-03-19T02:01:00.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.364+0000 7fb8813ff640  1 --2- 172.21.15.46:0/1589958639 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb87c10bca0 0x7fb87c10e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:00.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.364+0000 7fb8813ff640  1 --2- 172.21.15.46:0/1589958639 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb87c1031a0 0x7fb87c10b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:00.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.364+0000 7fb8813ff640  1 --2- 172.21.15.46:0/1589958639 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb87c102880 0x7fb87c102c60 unknown :-1 s=CLOSED pgs=1035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:00.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.364+0000 7fb8813ff640  1 -- 172.21.15.46:0/1589958639 >> 172.21.15.46:0/1589958639 conn(0x7fb87c0fc0a0 msgr2=0x7fb87c0fe4c0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:01:00.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.364+0000 7fb8813ff640  1 -- 172.21.15.46:0/1589958639 shutdown_connections
2024-03-19T02:01:00.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.364+0000 7fb8813ff640  1 -- 172.21.15.46:0/1589958639 wait complete.
2024-03-19T02:01:00.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.365+0000 7fb8813ff640  1  Processor -- start
2024-03-19T02:01:00.366 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.365+0000 7fb8813ff640  1 --  start start
2024-03-19T02:01:00.367 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.365+0000 7fb8813ff640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb87c102880 0x7fb87c1004d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:01:00.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.365+0000 7fb8813ff640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb87c1031a0 0x7fb87c100a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:01:00.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.365+0000 7fb8813ff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb87c10bca0 0x7fb87c100f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:01:00.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.365+0000 7fb8813ff640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb87c111950 con 0x7fb87c10bca0
2024-03-19T02:01:00.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.365+0000 7fb8813ff640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fb87c1117d0 con 0x7fb87c102880
2024-03-19T02:01:00.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.365+0000 7fb8813ff640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb87c111ad0 con 0x7fb87c1031a0
2024-03-19T02:01:00.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.365+0000 7fb87b7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb87c10bca0 0x7fb87c100f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:01:00.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.365+0000 7fb87b7fe640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb87c10bca0 0x7fb87c100f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52422/0 (socket says 172.21.15.46:52422)
2024-03-19T02:01:00.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.365+0000 7fb87affd640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb87c102880 0x7fb87c1004d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:01:00.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.365+0000 7fb87b7fe640  1 -- 172.21.15.46:0/1928276299 learned_addr learned my addr 172.21.15.46:0/1928276299 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:01:00.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.365+0000 7fb87a7fc640  1 --2- 172.21.15.46:0/1928276299 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb87c1031a0 0x7fb87c100a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:01:00.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.366+0000 7fb87affd640  1 -- 172.21.15.46:0/1928276299 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb87c1031a0 msgr2=0x7fb87c100a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:01:00.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.366+0000 7fb87affd640  1 --2- 172.21.15.46:0/1928276299 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb87c1031a0 0x7fb87c100a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:00.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.366+0000 7fb87affd640  1 -- 172.21.15.46:0/1928276299 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb87c10bca0 msgr2=0x7fb87c100f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:01:00.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.366+0000 7fb87affd640  1 --2- 172.21.15.46:0/1928276299 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb87c10bca0 0x7fb87c100f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:00.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.366+0000 7fb87affd640  1 -- 172.21.15.46:0/1928276299 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb87c1a6410 con 0x7fb87c102880
2024-03-19T02:01:00.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.366+0000 7fb87b7fe640  1 --2- 172.21.15.46:0/1928276299 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb87c10bca0 0x7fb87c100f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2024-03-19T02:01:00.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.366+0000 7fb87affd640  1 --2- 172.21.15.46:0/1928276299 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb87c102880 0x7fb87c1004d0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fb86c036040 tx=0x7fb86c0045e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:01:00.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.366+0000 7fb863fff640  1 -- 172.21.15.46:0/1928276299 <== mon.2 v2:172.21.15.73:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb86c043020 con 0x7fb87c102880
2024-03-19T02:01:00.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.366+0000 7fb863fff640  1 -- 172.21.15.46:0/1928276299 <== mon.2 v2:172.21.15.73:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb86c02dc20 con 0x7fb87c102880
2024-03-19T02:01:00.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.366+0000 7fb8813ff640  1 -- 172.21.15.46:0/1928276299 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb87c1a66a0 con 0x7fb87c102880
2024-03-19T02:01:00.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.366+0000 7fb863fff640  1 -- 172.21.15.46:0/1928276299 <== mon.2 v2:172.21.15.73:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb86c003a50 con 0x7fb87c102880
2024-03-19T02:01:00.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.366+0000 7fb8813ff640  1 -- 172.21.15.46:0/1928276299 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb87c1a6c40 con 0x7fb87c102880
2024-03-19T02:01:00.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.367+0000 7fb8813ff640  1 -- 172.21.15.46:0/1928276299 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb87c068530 con 0x7fb87c102880
2024-03-19T02:01:00.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.368+0000 7fb863fff640  1 -- 172.21.15.46:0/1928276299 <== mon.2 v2:172.21.15.73:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fb86c046020 con 0x7fb87c102880
2024-03-19T02:01:00.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.368+0000 7fb863fff640  1 --2- 172.21.15.46:0/1928276299 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb8640a29f0 0x7fb8640a4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:01:00.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.369+0000 7fb87a7fc640  1 --2- 172.21.15.46:0/1928276299 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb8640a29f0 0x7fb8640a4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:01:00.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.369+0000 7fb863fff640  1 -- 172.21.15.46:0/1928276299 <== mon.2 v2:172.21.15.73:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 9666+0+0 (secure 0 0 0) 0x7fb86c0f1670 con 0x7fb87c102880
2024-03-19T02:01:00.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.369+0000 7fb87a7fc640  1 --2- 172.21.15.46:0/1928276299 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb8640a29f0 0x7fb8640a4eb0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fb87c101f60 tx=0x7fb870005f90 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:01:00.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.372+0000 7fb863fff640  1 -- 172.21.15.46:0/1928276299 <== mon.2 v2:172.21.15.73:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fb86c04d020 con 0x7fb87c102880
2024-03-19T02:01:00.531 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:00 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mon-a[63098]: 2024-03-19T02:01:00.240+0000 7f1589671700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN)
2024-03-19T02:01:00.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:00.597+0000 7fb8813ff640  1 -- 172.21.15.46:0/1928276299 --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fb87c106d40 con 0x7fb87c102880
2024-03-19T02:01:00.714 INFO:journalctl@ceph.mds.h.smithi073.stdout:Mar 19 02:01:00 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-h[96867]: ignoring --setuser ceph since I am not root
2024-03-19T02:01:00.714 INFO:journalctl@ceph.mds.h.smithi073.stdout:Mar 19 02:01:00 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-h[96867]: ignoring --setgroup ceph since I am not root
2024-03-19T02:01:00.714 INFO:journalctl@ceph.mds.h.smithi073.stdout:Mar 19 02:01:00 smithi073 ceph-mds[96871]: -- 172.21.15.73:0/2357569475 <== mon.0 v2:172.21.15.46:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555ba5bf5a40 con 0x555ba5bc9000
2024-03-19T02:01:00.714 INFO:journalctl@ceph.mds.h.smithi073.stdout:Mar 19 02:01:00 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-h[96867]: starting mds.h at
2024-03-19T02:01:00.715 INFO:journalctl@ceph.mds.e.smithi073.stdout:Mar 19 02:01:00 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-e[96556]: ignoring --setuser ceph since I am not root
2024-03-19T02:01:00.715 INFO:journalctl@ceph.mds.e.smithi073.stdout:Mar 19 02:01:00 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-e[96556]: ignoring --setgroup ceph since I am not root
2024-03-19T02:01:00.715 INFO:journalctl@ceph.mds.e.smithi073.stdout:Mar 19 02:01:00 smithi073 ceph-mds[96560]: -- 172.21.15.73:0/3160007678 <== mon.1 v2:172.21.15.102:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b89d8e3a40 con 0x55b89d8b6c00
2024-03-19T02:01:00.715 INFO:journalctl@ceph.mds.e.smithi073.stdout:Mar 19 02:01:00 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-e[96556]: starting mds.e at
2024-03-19T02:01:00.715 INFO:journalctl@ceph.mds.b.smithi073.stdout:Mar 19 02:01:00 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-b[97175]: ignoring --setuser ceph since I am not root
2024-03-19T02:01:00.715 INFO:journalctl@ceph.mds.b.smithi073.stdout:Mar 19 02:01:00 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-b[97175]: ignoring --setgroup ceph since I am not root
2024-03-19T02:01:00.715 INFO:journalctl@ceph.mds.b.smithi073.stdout:Mar 19 02:01:00 smithi073 ceph-mds[97179]: -- 172.21.15.73:0/2315424400 <== mon.2 v2:172.21.15.73:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560aaf44fa40 con 0x560aaf422c00
2024-03-19T02:01:00.716 INFO:journalctl@ceph.mds.b.smithi073.stdout:Mar 19 02:01:00 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-b[97175]: starting mds.b at
2024-03-19T02:01:00.730 INFO:journalctl@ceph.mds.c.smithi102.stdout:Mar 19 02:01:00 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-c[97016]: ignoring --setuser ceph since I am not root
2024-03-19T02:01:00.730 INFO:journalctl@ceph.mds.c.smithi102.stdout:Mar 19 02:01:00 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-c[97016]: ignoring --setgroup ceph since I am not root
2024-03-19T02:01:00.730 INFO:journalctl@ceph.mds.c.smithi102.stdout:Mar 19 02:01:00 smithi102 ceph-mds[97020]: -- 172.21.15.102:0/3719304993 <== mon.2 v2:172.21.15.73:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ffc367fa40 con 0x55ffc3652c00
2024-03-19T02:01:00.730 INFO:journalctl@ceph.mds.c.smithi102.stdout:Mar 19 02:01:00 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-c[97016]: starting mds.c at
2024-03-19T02:01:00.731 INFO:journalctl@ceph.mds.f.smithi102.stdout:Mar 19 02:01:00 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-f[96701]: ignoring --setuser ceph since I am not root
2024-03-19T02:01:00.731 INFO:journalctl@ceph.mds.f.smithi102.stdout:Mar 19 02:01:00 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-f[96701]: ignoring --setgroup ceph since I am not root
2024-03-19T02:01:00.731 INFO:journalctl@ceph.mds.f.smithi102.stdout:Mar 19 02:01:00 smithi102 ceph-mds[96705]: -- 172.21.15.102:0/2725688011 <== mon.1 v2:172.21.15.102:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5633ec887a40 con 0x5633ec85ac00
2024-03-19T02:01:00.731 INFO:journalctl@ceph.mds.f.smithi102.stdout:Mar 19 02:01:00 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-f[96701]: starting mds.f at
2024-03-19T02:01:00.731 INFO:journalctl@ceph.mds.i.smithi102.stdout:Mar 19 02:01:00 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-i[97326]: ignoring --setuser ceph since I am not root
2024-03-19T02:01:00.731 INFO:journalctl@ceph.mds.i.smithi102.stdout:Mar 19 02:01:00 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-i[97326]: ignoring --setgroup ceph since I am not root
2024-03-19T02:01:00.732 INFO:journalctl@ceph.mds.i.smithi102.stdout:Mar 19 02:01:00 smithi102 ceph-mds[97330]: -- 172.21.15.102:0/1514398153 <== mon.1 v2:172.21.15.102:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a96a011a40 con 0x55a969fe4c00
2024-03-19T02:01:00.732 INFO:journalctl@ceph.mds.i.smithi102.stdout:Mar 19 02:01:00 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-i[97326]: starting mds.i at
2024-03-19T02:01:00.732 INFO:journalctl@ceph.mds.i.smithi102.stdout:Mar 19 02:01:00 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-i[97326]: 2024-03-19T02:01:00.286+0000 7fc2510ac700 -1 PosixStack listen unable to listen on v2:0.0.0.0:6834/0: (98) Address already in use
2024-03-19T02:01:01.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:00 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2282532492' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch
2024-03-19T02:01:01.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:00 smithi102 ceph-mon[66557]: Health check failed: 1 filesystem is degraded (FS_DEGRADED)
2024-03-19T02:01:01.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:00 smithi102 ceph-mon[66557]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN)
2024-03-19T02:01:01.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:00 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/2282532492' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished
2024-03-19T02:01:01.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:00 smithi102 ceph-mon[66557]: osdmap e103: 12 total, 12 up, 12 in
2024-03-19T02:01:01.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:00 smithi102 ceph-mon[66557]: fsmap cephfs:0/3 6 up:standby, 3 failed
2024-03-19T02:01:01.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:00 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1928276299' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch
2024-03-19T02:01:01.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:00 smithi102 ceph-mon[66557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch
2024-03-19T02:01:01.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.245+0000 7fb863fff640  1 -- 172.21.15.46:0/1928276299 <== mon.2 v2:172.21.15.73:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0  v37) ==== 104+0+0 (secure 0 0 0) 0x7fb86c02ddd0 con 0x7fb87c102880
2024-03-19T02:01:01.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.248+0000 7fb8813ff640  1 -- 172.21.15.46:0/1928276299 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb8640a29f0 msgr2=0x7fb8640a4eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:01:01.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.248+0000 7fb8813ff640  1 --2- 172.21.15.46:0/1928276299 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb8640a29f0 0x7fb8640a4eb0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fb87c101f60 tx=0x7fb870005f90 comp rx=0 tx=0).stop
2024-03-19T02:01:01.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.248+0000 7fb8813ff640  1 -- 172.21.15.46:0/1928276299 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb87c102880 msgr2=0x7fb87c1004d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:01:01.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.248+0000 7fb8813ff640  1 --2- 172.21.15.46:0/1928276299 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb87c102880 0x7fb87c1004d0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fb86c036040 tx=0x7fb86c0045e0 comp rx=0 tx=0).stop
2024-03-19T02:01:01.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.248+0000 7fb8813ff640  1 -- 172.21.15.46:0/1928276299 shutdown_connections
2024-03-19T02:01:01.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.248+0000 7fb8813ff640  1 --2- 172.21.15.46:0/1928276299 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb87c10bca0 0x7fb87c100f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:01.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.248+0000 7fb8813ff640  1 --2- 172.21.15.46:0/1928276299 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fb8640a29f0 0x7fb8640a4eb0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:01.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.248+0000 7fb8813ff640  1 --2- 172.21.15.46:0/1928276299 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb87c1031a0 0x7fb87c100a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:01.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.248+0000 7fb8813ff640  1 --2- 172.21.15.46:0/1928276299 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fb87c102880 0x7fb87c1004d0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:01.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.248+0000 7fb8813ff640  1 -- 172.21.15.46:0/1928276299 >> 172.21.15.46:0/1928276299 conn(0x7fb87c0fc0a0 msgr2=0x7fb87c0fd9a0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:01:01.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.249+0000 7fb8813ff640  1 -- 172.21.15.46:0/1928276299 shutdown_connections
2024-03-19T02:01:01.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.249+0000 7fb8813ff640  1 -- 172.21.15.46:0/1928276299 wait complete.
2024-03-19T02:01:01.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:00 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2282532492' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch
2024-03-19T02:01:01.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:00 smithi046 ceph-mon[63102]: Health check failed: 1 filesystem is degraded (FS_DEGRADED)
2024-03-19T02:01:01.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:00 smithi046 ceph-mon[63102]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN)
2024-03-19T02:01:01.259 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:00 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/2282532492' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished
2024-03-19T02:01:01.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:00 smithi046 ceph-mon[63102]: osdmap e103: 12 total, 12 up, 12 in
2024-03-19T02:01:01.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:00 smithi046 ceph-mon[63102]: fsmap cephfs:0/3 6 up:standby, 3 failed
2024-03-19T02:01:01.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:00 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1928276299' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch
2024-03-19T02:01:01.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:00 smithi046 ceph-mon[63102]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch
2024-03-19T02:01:01.261 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it
2024-03-19T02:01:01.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.371+0000 7f20bf9b2640  1 -- 172.21.15.46:0/1450743754 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f20b8103340 msgr2=0x7f20b810b820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:01:01.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.371+0000 7f20bf9b2640  1 --2- 172.21.15.46:0/1450743754 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f20b8103340 0x7f20b810b820 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7f20a8009900 tx=0x7f20a802bcd0 comp rx=0 tx=0).stop
2024-03-19T02:01:01.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.371+0000 7f20bf9b2640  1 -- 172.21.15.46:0/1450743754 shutdown_connections
2024-03-19T02:01:01.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.371+0000 7f20bf9b2640  1 --2- 172.21.15.46:0/1450743754 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f20b810bdf0 0x7f20b810e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:01.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.371+0000 7f20bf9b2640  1 --2- 172.21.15.46:0/1450743754 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f20b8103340 0x7f20b810b820 unknown :-1 s=CLOSED pgs=1036 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:01.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.371+0000 7f20bf9b2640  1 --2- 172.21.15.46:0/1450743754 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f20b8102a20 0x7f20b8102e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:01.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.371+0000 7f20bf9b2640  1 -- 172.21.15.46:0/1450743754 >> 172.21.15.46:0/1450743754 conn(0x7f20b80774d0 msgr2=0x7f20b80feac0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:01:01.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.371+0000 7f20bf9b2640  1 -- 172.21.15.46:0/1450743754 shutdown_connections
2024-03-19T02:01:01.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.371+0000 7f20bf9b2640  1 -- 172.21.15.46:0/1450743754 wait complete.
2024-03-19T02:01:01.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.372+0000 7f20bf9b2640  1  Processor -- start
2024-03-19T02:01:01.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.372+0000 7f20bf9b2640  1 --  start start
2024-03-19T02:01:01.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.372+0000 7f20bf9b2640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f20b8102a20 0x7f20b8198020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:01:01.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.372+0000 7f20bf9b2640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f20b8103340 0x7f20b8198560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:01:01.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.372+0000 7f20bf9b2640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f20b810bdf0 0x7f20b819c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:01:01.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.372+0000 7f20bf9b2640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f20b8111a00 con 0x7f20b810bdf0
2024-03-19T02:01:01.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.372+0000 7f20bf9b2640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f20b8111880 con 0x7f20b8102a20
2024-03-19T02:01:01.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.372+0000 7f20bf9b2640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f20b8111b80 con 0x7f20b8103340
2024-03-19T02:01:01.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.372+0000 7f20bdf4f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f20b810bdf0 0x7f20b819c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:01:01.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.372+0000 7f20bdf4f640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f20b810bdf0 0x7f20b819c8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52442/0 (socket says 172.21.15.46:52442)
2024-03-19T02:01:01.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.372+0000 7f20bdf4f640  1 -- 172.21.15.46:0/852091584 learned_addr learned my addr 172.21.15.46:0/852091584 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:01:01.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.372+0000 7f20bd74e640  1 --2- 172.21.15.46:0/852091584 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f20b8102a20 0x7f20b8198020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:01:01.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.372+0000 7f20bcf4d640  1 --2- 172.21.15.46:0/852091584 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f20b8103340 0x7f20b8198560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:01:01.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.372+0000 7f20bdf4f640  1 -- 172.21.15.46:0/852091584 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f20b8103340 msgr2=0x7f20b8198560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:01:01.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.372+0000 7f20bdf4f640  1 --2- 172.21.15.46:0/852091584 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f20b8103340 0x7f20b8198560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:01.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.372+0000 7f20bdf4f640  1 -- 172.21.15.46:0/852091584 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f20b8102a20 msgr2=0x7f20b8198020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:01:01.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.372+0000 7f20bdf4f640  1 --2- 172.21.15.46:0/852091584 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f20b8102a20 0x7f20b8198020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:01.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.372+0000 7f20bdf4f640  1 -- 172.21.15.46:0/852091584 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20b819d010 con 0x7f20b810bdf0
2024-03-19T02:01:01.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.373+0000 7f20bdf4f640  1 --2- 172.21.15.46:0/852091584 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f20b810bdf0 0x7f20b819c8e0 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7f20b000cad0 tx=0x7f20b000cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:01:01.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.373+0000 7f20ae7fc640  1 -- 172.21.15.46:0/852091584 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20b000ae20 con 0x7f20b810bdf0
2024-03-19T02:01:01.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.373+0000 7f20bf9b2640  1 -- 172.21.15.46:0/852091584 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20b819d300 con 0x7f20b810bdf0
2024-03-19T02:01:01.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.373+0000 7f20ae7fc640  1 -- 172.21.15.46:0/852091584 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f20b0005020 con 0x7f20b810bdf0
2024-03-19T02:01:01.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.373+0000 7f20ae7fc640  1 -- 172.21.15.46:0/852091584 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20b000f6b0 con 0x7f20b810bdf0
2024-03-19T02:01:01.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.373+0000 7f20bf9b2640  1 -- 172.21.15.46:0/852091584 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20b81a4b90 con 0x7f20b810bdf0
2024-03-19T02:01:01.378 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.374+0000 7f20bf9b2640  1 -- 172.21.15.46:0/852091584 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20b8067d80 con 0x7f20b810bdf0
2024-03-19T02:01:01.378 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.375+0000 7f20ae7fc640  1 -- 172.21.15.46:0/852091584 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f20b00051d0 con 0x7f20b810bdf0
2024-03-19T02:01:01.378 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.376+0000 7f20ae7fc640  1 --2- 172.21.15.46:0/852091584 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f20a40a2970 0x7f20a40a4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:01:01.378 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.376+0000 7f20ae7fc640  1 -- 172.21.15.46:0/852091584 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 9666+0+0 (secure 0 0 0) 0x7f20b00cf5d0 con 0x7f20b810bdf0
2024-03-19T02:01:01.378 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.376+0000 7f20bd74e640  1 --2- 172.21.15.46:0/852091584 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f20a40a2970 0x7f20a40a4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:01:01.378 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.376+0000 7f20bd74e640  1 --2- 172.21.15.46:0/852091584 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f20a40a2970 0x7f20a40a4e30 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f20b4005d00 tx=0x7f20b400b410 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:01:01.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.380+0000 7f20ae7fc640  1 -- 172.21.15.46:0/852091584 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f20b0014030 con 0x7f20b810bdf0
2024-03-19T02:01:01.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:00 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2282532492' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch
2024-03-19T02:01:01.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:00 smithi073 ceph-mon[66833]: Health check failed: 1 filesystem is degraded (FS_DEGRADED)
2024-03-19T02:01:01.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:00 smithi073 ceph-mon[66833]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN)
2024-03-19T02:01:01.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:00 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/2282532492' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished
2024-03-19T02:01:01.464 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:00 smithi073 ceph-mon[66833]: osdmap e103: 12 total, 12 up, 12 in
2024-03-19T02:01:01.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:00 smithi073 ceph-mon[66833]: fsmap cephfs:0/3 6 up:standby, 3 failed
2024-03-19T02:01:01.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:00 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1928276299' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch
2024-03-19T02:01:01.465 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:00 smithi073 ceph-mon[66833]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch
2024-03-19T02:01:01.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:01.563+0000 7f20bf9b2640  1 -- 172.21.15.46:0/852091584 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f20b802d1f0 con 0x7f20b810bdf0
2024-03-19T02:01:02.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:01 smithi073 ceph-mon[66833]: pgmap v339: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 767 B/s wr, 10 op/s
2024-03-19T02:01:02.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:01 smithi073 ceph-mon[66833]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded)
2024-03-19T02:01:02.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:01 smithi073 ceph-mon[66833]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline)
2024-03-19T02:01:02.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:01 smithi073 ceph-mon[66833]: Cluster is now healthy
2024-03-19T02:01:02.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:01 smithi073 ceph-mon[66833]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished
2024-03-19T02:01:02.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:01 smithi073 ceph-mon[66833]: mds.? [v2:172.21.15.73:6835/958124876,v1:172.21.15.73:6837/958124876] up:boot
2024-03-19T02:01:02.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:01 smithi073 ceph-mon[66833]: mds.? [v2:172.21.15.102:6838/3628434726,v1:172.21.15.102:6839/3628434726] up:boot
2024-03-19T02:01:02.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:01 smithi073 ceph-mon[66833]: mds.? [v2:172.21.15.102:6835/3379114705,v1:172.21.15.102:6836/3379114705] up:boot
2024-03-19T02:01:02.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:01 smithi073 ceph-mon[66833]: mds.? [v2:172.21.15.102:6834/378643803,v1:172.21.15.102:6837/378643803] up:boot
2024-03-19T02:01:02.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:01 smithi073 ceph-mon[66833]: mds.? [v2:172.21.15.73:6836/349520504,v1:172.21.15.73:6839/349520504] up:boot
2024-03-19T02:01:02.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:01 smithi073 ceph-mon[66833]: mds.? [v2:172.21.15.73:6834/902953532,v1:172.21.15.73:6838/902953532] up:boot
2024-03-19T02:01:02.215 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:01 smithi073 ceph-mon[66833]: fsmap  12 up:standby
2024-03-19T02:01:02.216 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:01 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch
2024-03-19T02:01:02.216 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:01 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch
2024-03-19T02:01:02.216 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:01 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch
2024-03-19T02:01:02.216 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:01 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch
2024-03-19T02:01:02.216 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:01 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch
2024-03-19T02:01:02.216 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:01 smithi073 ceph-mon[66833]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch
2024-03-19T02:01:02.216 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:01 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/852091584' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch
2024-03-19T02:01:02.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:01 smithi102 ceph-mon[66557]: pgmap v339: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 767 B/s wr, 10 op/s
2024-03-19T02:01:02.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:01 smithi102 ceph-mon[66557]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded)
2024-03-19T02:01:02.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:01 smithi102 ceph-mon[66557]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline)
2024-03-19T02:01:02.230 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:01 smithi102 ceph-mon[66557]: Cluster is now healthy
2024-03-19T02:01:02.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:01 smithi102 ceph-mon[66557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished
2024-03-19T02:01:02.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:01 smithi102 ceph-mon[66557]: mds.? [v2:172.21.15.73:6835/958124876,v1:172.21.15.73:6837/958124876] up:boot
2024-03-19T02:01:02.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:01 smithi102 ceph-mon[66557]: mds.? [v2:172.21.15.102:6838/3628434726,v1:172.21.15.102:6839/3628434726] up:boot
2024-03-19T02:01:02.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:01 smithi102 ceph-mon[66557]: mds.? [v2:172.21.15.102:6835/3379114705,v1:172.21.15.102:6836/3379114705] up:boot
2024-03-19T02:01:02.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:01 smithi102 ceph-mon[66557]: mds.? [v2:172.21.15.102:6834/378643803,v1:172.21.15.102:6837/378643803] up:boot
2024-03-19T02:01:02.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:01 smithi102 ceph-mon[66557]: mds.? [v2:172.21.15.73:6836/349520504,v1:172.21.15.73:6839/349520504] up:boot
2024-03-19T02:01:02.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:01 smithi102 ceph-mon[66557]: mds.? [v2:172.21.15.73:6834/902953532,v1:172.21.15.73:6838/902953532] up:boot
2024-03-19T02:01:02.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:01 smithi102 ceph-mon[66557]: fsmap  12 up:standby
2024-03-19T02:01:02.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:01 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch
2024-03-19T02:01:02.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:01 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch
2024-03-19T02:01:02.231 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:01 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch
2024-03-19T02:01:02.232 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:01 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch
2024-03-19T02:01:02.232 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:01 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch
2024-03-19T02:01:02.232 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:01 smithi102 ceph-mon[66557]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch
2024-03-19T02:01:02.232 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:01 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/852091584' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch
2024-03-19T02:01:02.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.244+0000 7f20ae7fc640  1 -- 172.21.15.46:0/852091584 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v104) ==== 181+0+0 (secure 0 0 0) 0x7f20b009b860 con 0x7f20b810bdf0
2024-03-19T02:01:02.244 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_metadata' removed
2024-03-19T02:01:02.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.247+0000 7f20bf9b2640  1 -- 172.21.15.46:0/852091584 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f20a40a2970 msgr2=0x7f20a40a4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:01:02.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.247+0000 7f20bf9b2640  1 --2- 172.21.15.46:0/852091584 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f20a40a2970 0x7f20a40a4e30 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f20b4005d00 tx=0x7f20b400b410 comp rx=0 tx=0).stop
2024-03-19T02:01:02.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.247+0000 7f20bf9b2640  1 -- 172.21.15.46:0/852091584 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f20b810bdf0 msgr2=0x7f20b819c8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:01:02.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.247+0000 7f20bf9b2640  1 --2- 172.21.15.46:0/852091584 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f20b810bdf0 0x7f20b819c8e0 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7f20b000cad0 tx=0x7f20b000cf90 comp rx=0 tx=0).stop
2024-03-19T02:01:02.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.247+0000 7f20bf9b2640  1 -- 172.21.15.46:0/852091584 shutdown_connections
2024-03-19T02:01:02.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.247+0000 7f20bf9b2640  1 --2- 172.21.15.46:0/852091584 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f20b810bdf0 0x7f20b819c8e0 unknown :-1 s=CLOSED pgs=1037 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:02.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.247+0000 7f20bf9b2640  1 --2- 172.21.15.46:0/852091584 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f20a40a2970 0x7f20a40a4e30 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:02.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.247+0000 7f20bf9b2640  1 --2- 172.21.15.46:0/852091584 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f20b8103340 0x7f20b8198560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:02.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.247+0000 7f20bf9b2640  1 --2- 172.21.15.46:0/852091584 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f20b8102a20 0x7f20b8198020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:02.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.247+0000 7f20bf9b2640  1 -- 172.21.15.46:0/852091584 >> 172.21.15.46:0/852091584 conn(0x7f20b80774d0 msgr2=0x7f20b80fcfe0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:01:02.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.248+0000 7f20bf9b2640  1 -- 172.21.15.46:0/852091584 shutdown_connections
2024-03-19T02:01:02.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.248+0000 7f20bf9b2640  1 -- 172.21.15.46:0/852091584 wait complete.
2024-03-19T02:01:02.261 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:01 smithi046 ceph-mon[63102]: pgmap v339: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 767 B/s wr, 10 op/s
2024-03-19T02:01:02.261 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:01 smithi046 ceph-mon[63102]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded)
2024-03-19T02:01:02.261 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:01 smithi046 ceph-mon[63102]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline)
2024-03-19T02:01:02.261 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:01 smithi046 ceph-mon[63102]: Cluster is now healthy
2024-03-19T02:01:02.261 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:01 smithi046 ceph-mon[63102]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished
2024-03-19T02:01:02.261 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:01 smithi046 ceph-mon[63102]: mds.? [v2:172.21.15.73:6835/958124876,v1:172.21.15.73:6837/958124876] up:boot
2024-03-19T02:01:02.261 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:01 smithi046 ceph-mon[63102]: mds.? [v2:172.21.15.102:6838/3628434726,v1:172.21.15.102:6839/3628434726] up:boot
2024-03-19T02:01:02.261 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:01 smithi046 ceph-mon[63102]: mds.? [v2:172.21.15.102:6835/3379114705,v1:172.21.15.102:6836/3379114705] up:boot
2024-03-19T02:01:02.261 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:01 smithi046 ceph-mon[63102]: mds.? [v2:172.21.15.102:6834/378643803,v1:172.21.15.102:6837/378643803] up:boot
2024-03-19T02:01:02.261 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:01 smithi046 ceph-mon[63102]: mds.? [v2:172.21.15.73:6836/349520504,v1:172.21.15.73:6839/349520504] up:boot
2024-03-19T02:01:02.261 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:01 smithi046 ceph-mon[63102]: mds.? [v2:172.21.15.73:6834/902953532,v1:172.21.15.73:6838/902953532] up:boot
2024-03-19T02:01:02.261 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:01 smithi046 ceph-mon[63102]: fsmap  12 up:standby
2024-03-19T02:01:02.261 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:01 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch
2024-03-19T02:01:02.262 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:01 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch
2024-03-19T02:01:02.262 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:01 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch
2024-03-19T02:01:02.262 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:01 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch
2024-03-19T02:01:02.262 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:01 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch
2024-03-19T02:01:02.262 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:01 smithi046 ceph-mon[63102]: from='mgr.15636 172.21.15.46:0/3136818439' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch
2024-03-19T02:01:02.262 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:01 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/852091584' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch
2024-03-19T02:01:02.263 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it
2024-03-19T02:01:02.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.374+0000 7fbcf368a640  1 -- 172.21.15.46:0/1926342681 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbcec0693e0 msgr2=0x7fbcec10e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:01:02.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.374+0000 7fbcf368a640  1 --2- 172.21.15.46:0/1926342681 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbcec0693e0 0x7fbcec10e680 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7fbce4009cd0 tx=0x7fbce402c0f0 comp rx=0 tx=0).stop
2024-03-19T02:01:02.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.374+0000 7fbcf368a640  1 -- 172.21.15.46:0/1926342681 shutdown_connections
2024-03-19T02:01:02.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.374+0000 7fbcf368a640  1 --2- 172.21.15.46:0/1926342681 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbcec0693e0 0x7fbcec10e680 unknown :-1 s=CLOSED pgs=1038 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:02.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.374+0000 7fbcf368a640  1 --2- 172.21.15.46:0/1926342681 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbcec068a20 0x7fbcec068ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:02.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.374+0000 7fbcf368a640  1 --2- 172.21.15.46:0/1926342681 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbcec107870 0x7fbcec107c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:02.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.374+0000 7fbcf368a640  1 -- 172.21.15.46:0/1926342681 >> 172.21.15.46:0/1926342681 conn(0x7fbcec077820 msgr2=0x7fbcec077c30 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:01:02.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.374+0000 7fbcf368a640  1 -- 172.21.15.46:0/1926342681 shutdown_connections
2024-03-19T02:01:02.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.374+0000 7fbcf368a640  1 -- 172.21.15.46:0/1926342681 wait complete.
2024-03-19T02:01:02.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.375+0000 7fbcf368a640  1  Processor -- start
2024-03-19T02:01:02.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.375+0000 7fbcf368a640  1 --  start start
2024-03-19T02:01:02.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.375+0000 7fbcf368a640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbcec068a20 0x7fbcec19a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:01:02.378 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.375+0000 7fbcf368a640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbcec0693e0 0x7fbcec19a710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:01:02.378 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.375+0000 7fbcf368a640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbcec107870 0x7fbcec19ea90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:01:02.378 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.375+0000 7fbcf368a640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fbcec111a70 con 0x7fbcec107870
2024-03-19T02:01:02.378 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.375+0000 7fbcf368a640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7fbcec1118f0 con 0x7fbcec068a20
2024-03-19T02:01:02.378 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.375+0000 7fbcf368a640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fbcec111bf0 con 0x7fbcec0693e0
2024-03-19T02:01:02.378 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.375+0000 7fbcf1c27640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbcec107870 0x7fbcec19ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:01:02.378 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.375+0000 7fbcf1c27640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbcec107870 0x7fbcec19ea90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52462/0 (socket says 172.21.15.46:52462)
2024-03-19T02:01:02.378 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.375+0000 7fbcf1c27640  1 -- 172.21.15.46:0/1339682913 learned_addr learned my addr 172.21.15.46:0/1339682913 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:01:02.378 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.375+0000 7fbcf1426640  1 --2- 172.21.15.46:0/1339682913 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbcec068a20 0x7fbcec19a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:01:02.378 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.375+0000 7fbcf0c25640  1 --2- 172.21.15.46:0/1339682913 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbcec0693e0 0x7fbcec19a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:01:02.378 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.375+0000 7fbcf1c27640  1 -- 172.21.15.46:0/1339682913 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbcec0693e0 msgr2=0x7fbcec19a710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:01:02.378 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.375+0000 7fbcf1c27640  1 --2- 172.21.15.46:0/1339682913 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbcec0693e0 0x7fbcec19a710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:02.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.375+0000 7fbcf1c27640  1 -- 172.21.15.46:0/1339682913 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbcec068a20 msgr2=0x7fbcec19a1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:01:02.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.375+0000 7fbcf1c27640  1 --2- 172.21.15.46:0/1339682913 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbcec068a20 0x7fbcec19a1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:02.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.375+0000 7fbcf1c27640  1 -- 172.21.15.46:0/1339682913 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcec19f1c0 con 0x7fbcec107870
2024-03-19T02:01:02.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.375+0000 7fbcf0c25640  1 --2- 172.21.15.46:0/1339682913 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbcec0693e0 0x7fbcec19a710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed!
2024-03-19T02:01:02.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.375+0000 7fbcf1426640  1 --2- 172.21.15.46:0/1339682913 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbcec068a20 0x7fbcec19a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T02:01:02.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.376+0000 7fbcf1c27640  1 --2- 172.21.15.46:0/1339682913 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbcec107870 0x7fbcec19ea90 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7fbce4004af0 tx=0x7fbce4035ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:01:02.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.376+0000 7fbce27fc640  1 -- 172.21.15.46:0/1339682913 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbce4039040 con 0x7fbcec107870
2024-03-19T02:01:02.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.376+0000 7fbce27fc640  1 -- 172.21.15.46:0/1339682913 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbce4044070 con 0x7fbcec107870
2024-03-19T02:01:02.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.376+0000 7fbcf368a640  1 -- 172.21.15.46:0/1339682913 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbcec19f450 con 0x7fbcec107870
2024-03-19T02:01:02.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.376+0000 7fbce27fc640  1 -- 172.21.15.46:0/1339682913 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbce40043c0 con 0x7fbcec107870
2024-03-19T02:01:02.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.376+0000 7fbcf368a640  1 -- 172.21.15.46:0/1339682913 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbcec1a6d40 con 0x7fbcec107870
2024-03-19T02:01:02.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.377+0000 7fbcf368a640  1 -- 172.21.15.46:0/1339682913 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbcec19b520 con 0x7fbcec107870
2024-03-19T02:01:02.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.378+0000 7fbce27fc640  1 -- 172.21.15.46:0/1339682913 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7fbce4004560 con 0x7fbcec107870
2024-03-19T02:01:02.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.378+0000 7fbce27fc640  1 --2- 172.21.15.46:0/1339682913 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fbcd80a29f0 0x7fbcd80a4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:01:02.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.379+0000 7fbcf1426640  1 --2- 172.21.15.46:0/1339682913 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fbcd80a29f0 0x7fbcd80a4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:01:02.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.379+0000 7fbce27fc640  1 -- 172.21.15.46:0/1339682913 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9141+0+0 (secure 0 0 0) 0x7fbce40f1c70 con 0x7fbcec107870
2024-03-19T02:01:02.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.379+0000 7fbcf1426640  1 --2- 172.21.15.46:0/1339682913 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fbcd80a29f0 0x7fbcd80a4eb0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fbce80058c0 tx=0x7fbce8005850 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:01:02.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.382+0000 7fbce27fc640  1 -- 172.21.15.46:0/1339682913 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7fbce40be870 con 0x7fbcec107870
2024-03-19T02:01:02.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:02.573+0000 7fbcf368a640  1 -- 172.21.15.46:0/1339682913 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fbcec1a6fd0 con 0x7fbcec107870
2024-03-19T02:01:03.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.246+0000 7fbce27fc640  1 -- 172.21.15.46:0/1339682913 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v105) ==== 169+0+0 (secure 0 0 0) 0x7fbce40be170 con 0x7fbcec107870
2024-03-19T02:01:03.246 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_data' removed
2024-03-19T02:01:03.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.249+0000 7fbcf368a640  1 -- 172.21.15.46:0/1339682913 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fbcd80a29f0 msgr2=0x7fbcd80a4eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:01:03.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.249+0000 7fbcf368a640  1 --2- 172.21.15.46:0/1339682913 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fbcd80a29f0 0x7fbcd80a4eb0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fbce80058c0 tx=0x7fbce8005850 comp rx=0 tx=0).stop
2024-03-19T02:01:03.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.249+0000 7fbcf368a640  1 -- 172.21.15.46:0/1339682913 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbcec107870 msgr2=0x7fbcec19ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:01:03.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.249+0000 7fbcf368a640  1 --2- 172.21.15.46:0/1339682913 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbcec107870 0x7fbcec19ea90 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7fbce4004af0 tx=0x7fbce4035ce0 comp rx=0 tx=0).stop
2024-03-19T02:01:03.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.250+0000 7fbcf368a640  1 -- 172.21.15.46:0/1339682913 shutdown_connections
2024-03-19T02:01:03.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.250+0000 7fbcf368a640  1 --2- 172.21.15.46:0/1339682913 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbcec107870 0x7fbcec19ea90 unknown :-1 s=CLOSED pgs=1039 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:03.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.250+0000 7fbcf368a640  1 --2- 172.21.15.46:0/1339682913 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7fbcd80a29f0 0x7fbcd80a4eb0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:03.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.250+0000 7fbcf368a640  1 --2- 172.21.15.46:0/1339682913 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbcec0693e0 0x7fbcec19a710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:03.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.250+0000 7fbcf368a640  1 --2- 172.21.15.46:0/1339682913 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7fbcec068a20 0x7fbcec19a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:03.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.250+0000 7fbcf368a640  1 -- 172.21.15.46:0/1339682913 >> 172.21.15.46:0/1339682913 conn(0x7fbcec077820 msgr2=0x7fbcec10cf80 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:01:03.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.250+0000 7fbcf368a640  1 -- 172.21.15.46:0/1339682913 shutdown_connections
2024-03-19T02:01:03.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.250+0000 7fbcf368a640  1 -- 172.21.15.46:0/1339682913 wait complete.
2024-03-19T02:01:03.268 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it
2024-03-19T02:01:03.398 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.393+0000 7f5d39c7e640  1 -- 172.21.15.46:0/1291386591 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d3410be60 msgr2=0x7f5d3410e2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:01:03.399 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.393+0000 7f5d39c7e640  1 --2- 172.21.15.46:0/1291386591 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d3410be60 0x7f5d3410e2d0 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f5d2c009ca0 tx=0x7f5d2c02c180 comp rx=0 tx=0).stop
2024-03-19T02:01:03.399 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.393+0000 7f5d39c7e640  1 -- 172.21.15.46:0/1291386591 shutdown_connections
2024-03-19T02:01:03.399 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.393+0000 7f5d39c7e640  1 --2- 172.21.15.46:0/1291386591 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d3410be60 0x7f5d3410e2d0 unknown :-1 s=CLOSED pgs=1040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:03.399 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.393+0000 7f5d39c7e640  1 --2- 172.21.15.46:0/1291386591 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5d341033b0 0x7f5d3410b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:03.399 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.393+0000 7f5d39c7e640  1 --2- 172.21.15.46:0/1291386591 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5d34102a90 0x7f5d34102e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:03.399 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.393+0000 7f5d39c7e640  1 -- 172.21.15.46:0/1291386591 >> 172.21.15.46:0/1291386591 conn(0x7f5d34077880 msgr2=0x7f5d34077c90 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:01:03.399 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.393+0000 7f5d39c7e640  1 -- 172.21.15.46:0/1291386591 shutdown_connections
2024-03-19T02:01:03.399 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.393+0000 7f5d39c7e640  1 -- 172.21.15.46:0/1291386591 wait complete.
2024-03-19T02:01:03.399 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.393+0000 7f5d39c7e640  1  Processor -- start
2024-03-19T02:01:03.399 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.394+0000 7f5d39c7e640  1 --  start start
2024-03-19T02:01:03.399 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.394+0000 7f5d39c7e640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5d34102a90 0x7f5d34197f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:01:03.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.394+0000 7f5d39c7e640  1 --2-  >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5d341033b0 0x7f5d341984c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:01:03.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.394+0000 7f5d39c7e640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d3410be60 0x7f5d3419c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:01:03.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.394+0000 7f5d39c7e640  1 --  --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f5d34111ae0 con 0x7f5d3410be60
2024-03-19T02:01:03.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.394+0000 7f5d39c7e640  1 --  --> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] -- mon_getmap magic: 0 -- 0x7f5d34111960 con 0x7f5d341033b0
2024-03-19T02:01:03.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.394+0000 7f5d39c7e640  1 --  --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5d34111c60 con 0x7f5d34102a90
2024-03-19T02:01:03.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.394+0000 7f5d33fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d3410be60 0x7f5d3419c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:01:03.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.394+0000 7f5d337fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5d34102a90 0x7f5d34197f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:01:03.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.394+0000 7f5d33fff640  1 --2-  >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d3410be60 0x7f5d3419c7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36264/0 (socket says 172.21.15.46:36264)
2024-03-19T02:01:03.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.394+0000 7f5d33fff640  1 -- 172.21.15.46:0/795541113 learned_addr learned my addr 172.21.15.46:0/795541113 (peer_addr_for_me v2:172.21.15.46:0/0)
2024-03-19T02:01:03.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.394+0000 7f5d337fe640  1 --2-  >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5d34102a90 0x7f5d34197f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.46:51418/0 (socket says 172.21.15.46:51418)
2024-03-19T02:01:03.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.394+0000 7f5d32ffd640  1 --2- 172.21.15.46:0/795541113 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5d341033b0 0x7f5d341984c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:01:03.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.394+0000 7f5d33fff640  1 -- 172.21.15.46:0/795541113 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5d34102a90 msgr2=0x7f5d34197f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:01:03.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.394+0000 7f5d33fff640  1 --2- 172.21.15.46:0/795541113 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5d34102a90 0x7f5d34197f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:03.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.394+0000 7f5d33fff640  1 -- 172.21.15.46:0/795541113 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5d341033b0 msgr2=0x7f5d341984c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:01:03.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.394+0000 7f5d33fff640  1 --2- 172.21.15.46:0/795541113 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5d341033b0 0x7f5d341984c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:03.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.394+0000 7f5d33fff640  1 -- 172.21.15.46:0/795541113 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d3419cf20 con 0x7f5d3410be60
2024-03-19T02:01:03.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.394+0000 7f5d32ffd640  1 --2- 172.21.15.46:0/795541113 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5d341033b0 0x7f5d341984c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed!
2024-03-19T02:01:03.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.394+0000 7f5d33fff640  1 --2- 172.21.15.46:0/795541113 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d3410be60 0x7f5d3419c7f0 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f5d2c02c790 tx=0x7f5d2c003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:01:03.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.395+0000 7f5d30ff9640  1 -- 172.21.15.46:0/795541113 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d2c039040 con 0x7f5d3410be60
2024-03-19T02:01:03.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.395+0000 7f5d30ff9640  1 -- 172.21.15.46:0/795541113 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5d2c044070 con 0x7f5d3410be60
2024-03-19T02:01:03.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.395+0000 7f5d39c7e640  1 -- 172.21.15.46:0/795541113 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d3419d1b0 con 0x7f5d3410be60
2024-03-19T02:01:03.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.395+0000 7f5d30ff9640  1 -- 172.21.15.46:0/795541113 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d2c032ae0 con 0x7f5d3410be60
2024-03-19T02:01:03.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.395+0000 7f5d39c7e640  1 -- 172.21.15.46:0/795541113 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d341a4aa0 con 0x7f5d3410be60
2024-03-19T02:01:03.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.396+0000 7f5d39c7e640  1 -- 172.21.15.46:0/795541113 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d34068a60 con 0x7f5d3410be60
2024-03-19T02:01:03.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.397+0000 7f5d30ff9640  1 -- 172.21.15.46:0/795541113 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 25) ==== 137421+0+0 (secure 0 0 0) 0x7f5d2c032c80 con 0x7f5d3410be60
2024-03-19T02:01:03.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.397+0000 7f5d30ff9640  1 --2- 172.21.15.46:0/795541113 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f5d1c0a29f0 0x7f5d1c0a4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2024-03-19T02:01:03.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.397+0000 7f5d337fe640  1 --2- 172.21.15.46:0/795541113 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f5d1c0a29f0 0x7f5d1c0a4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2024-03-19T02:01:03.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.397+0000 7f5d30ff9640  1 -- 172.21.15.46:0/795541113 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 8582+0+0 (secure 0 0 0) 0x7f5d2c0f14a0 con 0x7f5d3410be60
2024-03-19T02:01:03.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.398+0000 7f5d337fe640  1 --2- 172.21.15.46:0/795541113 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f5d1c0a29f0 0x7f5d1c0a4eb0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f5d240058c0 tx=0x7f5d2400a2d0 comp rx=0 tx=0).ready entity=mgr.15636 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2024-03-19T02:01:03.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.402+0000 7f5d30ff9640  1 -- 172.21.15.46:0/795541113 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0  v0) ==== 72+0+186149 (secure 0 0 0) 0x7f5d2c0be2d0 con 0x7f5d3410be60
2024-03-19T02:01:03.537 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:03 smithi102 ceph-mon[66557]: pgmap v341: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 921 B/s wr, 8 op/s
2024-03-19T02:01:03.537 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:03 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/852091584' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished
2024-03-19T02:01:03.537 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:03 smithi102 ceph-mon[66557]: osdmap e104: 12 total, 12 up, 12 in
2024-03-19T02:01:03.537 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:03 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1339682913' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch
2024-03-19T02:01:03.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:03.584+0000 7f5d39c7e640  1 -- 172.21.15.46:0/795541113 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) -- 0x7f5d34106f50 con 0x7f5d3410be60
2024-03-19T02:01:03.614 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:03 smithi046 ceph-mon[63102]: pgmap v341: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 921 B/s wr, 8 op/s
2024-03-19T02:01:03.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:03 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/852091584' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished
2024-03-19T02:01:03.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:03 smithi046 ceph-mon[63102]: osdmap e104: 12 total, 12 up, 12 in
2024-03-19T02:01:03.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:03 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1339682913' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch
2024-03-19T02:01:03.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:03 smithi073 ceph-mon[66833]: pgmap v341: 129 pgs: 129 active+clean; 168 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 921 B/s wr, 8 op/s
2024-03-19T02:01:03.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:03 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/852091584' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished
2024-03-19T02:01:03.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:03 smithi073 ceph-mon[66833]: osdmap e104: 12 total, 12 up, 12 in
2024-03-19T02:01:03.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:03 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1339682913' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch
2024-03-19T02:01:04.257 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:04.257+0000 7f5d30ff9640  1 -- 172.21.15.46:0/795541113 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v106) ==== 178+0+0 (secure 0 0 0) 0x7f5d2c0bdbd0 con 0x7f5d3410be60
2024-03-19T02:01:04.258 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_data_ec' removed
2024-03-19T02:01:04.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:04.261+0000 7f5d39c7e640  1 -- 172.21.15.46:0/795541113 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f5d1c0a29f0 msgr2=0x7f5d1c0a4eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:01:04.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:04.261+0000 7f5d39c7e640  1 --2- 172.21.15.46:0/795541113 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f5d1c0a29f0 0x7f5d1c0a4eb0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f5d240058c0 tx=0x7f5d2400a2d0 comp rx=0 tx=0).stop
2024-03-19T02:01:04.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:04.261+0000 7f5d39c7e640  1 -- 172.21.15.46:0/795541113 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d3410be60 msgr2=0x7f5d3419c7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2024-03-19T02:01:04.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:04.261+0000 7f5d39c7e640  1 --2- 172.21.15.46:0/795541113 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d3410be60 0x7f5d3419c7f0 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f5d2c02c790 tx=0x7f5d2c003c20 comp rx=0 tx=0).stop
2024-03-19T02:01:04.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:04.261+0000 7f5d39c7e640  1 -- 172.21.15.46:0/795541113 shutdown_connections
2024-03-19T02:01:04.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:04.261+0000 7f5d39c7e640  1 --2- 172.21.15.46:0/795541113 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d3410be60 0x7f5d3419c7f0 unknown :-1 s=CLOSED pgs=1041 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:04.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:04.261+0000 7f5d39c7e640  1 --2- 172.21.15.46:0/795541113 >> [v2:172.21.15.73:3300/0,v1:172.21.15.73:6789/0] conn(0x7f5d341033b0 0x7f5d341984c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:04.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:04.261+0000 7f5d39c7e640  1 --2- 172.21.15.46:0/795541113 >> [v2:172.21.15.46:6800/1877439590,v1:172.21.15.46:6801/1877439590] conn(0x7f5d1c0a29f0 0x7f5d1c0a4eb0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:04.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:04.261+0000 7f5d39c7e640  1 --2- 172.21.15.46:0/795541113 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5d34102a90 0x7f5d34197f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2024-03-19T02:01:04.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:04.261+0000 7f5d39c7e640  1 -- 172.21.15.46:0/795541113 >> 172.21.15.46:0/795541113 conn(0x7f5d34077880 msgr2=0x7f5d340fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down
2024-03-19T02:01:04.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:04.262+0000 7f5d39c7e640  1 -- 172.21.15.46:0/795541113 shutdown_connections
2024-03-19T02:01:04.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-03-19T02:01:04.262+0000 7f5d39c7e640  1 -- 172.21.15.46:0/795541113 wait complete.
2024-03-19T02:01:04.281 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring
2024-03-19T02:01:04.310 DEBUG:teuthology.orchestra.run.smithi073:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring
2024-03-19T02:01:04.343 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring
2024-03-19T02:01:04.376 INFO:tasks.cephadm:Cleaning up testdir ceph.* files...
2024-03-19T02:01:04.376 DEBUG:teuthology.orchestra.run.smithi046:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub
2024-03-19T02:01:04.398 DEBUG:teuthology.orchestra.run.smithi073:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub
2024-03-19T02:01:04.433 DEBUG:teuthology.orchestra.run.smithi102:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub
2024-03-19T02:01:04.447 INFO:tasks.cephadm:Stopping all daemons...
2024-03-19T02:01:04.448 INFO:tasks.cephadm.mon.a:Stopping mon.a...
2024-03-19T02:01:04.448 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mon.a
2024-03-19T02:01:04.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:04 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/1339682913' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished
2024-03-19T02:01:04.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:04 smithi046 ceph-mon[63102]: osdmap e105: 12 total, 12 up, 12 in
2024-03-19T02:01:04.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:04 smithi046 ceph-mon[63102]: from='client.? 172.21.15.46:0/795541113' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch
2024-03-19T02:01:04.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:04 smithi046 systemd[1]: Stopping Ceph mon.a for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T02:01:04.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:04 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/1339682913' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished
2024-03-19T02:01:04.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:04 smithi073 ceph-mon[66833]: osdmap e105: 12 total, 12 up, 12 in
2024-03-19T02:01:04.714 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:04 smithi073 ceph-mon[66833]: from='client.? 172.21.15.46:0/795541113' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch
2024-03-19T02:01:04.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:04 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/1339682913' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished
2024-03-19T02:01:04.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:04 smithi102 ceph-mon[66557]: osdmap e105: 12 total, 12 up, 12 in
2024-03-19T02:01:04.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:04 smithi102 ceph-mon[66557]: from='client.? 172.21.15.46:0/795541113' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch
2024-03-19T02:01:05.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:04 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mon-a[63098]: 2024-03-19T02:01:04.784+0000 7f158ee7c700 -1 received  signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false  (PID: 1) UID: 0
2024-03-19T02:01:05.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:04 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mon-a[63098]: 2024-03-19T02:01:04.784+0000 7f158ee7c700 -1 mon.a@0(leader) e3 *** Got Signal Terminated ***
2024-03-19T02:01:05.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:04 smithi046 podman[132502]: 2024-03-19 02:01:04.846133348 +0000 UTC m=+0.189321675 container died 9007b0374a4c8212ea3be06e07478fb66901efce7f7c5573ba3ea389be43b8a4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS)
2024-03-19T02:01:05.564 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:05 smithi046 podman[132502]: 2024-03-19 02:01:05.313531431 +0000 UTC m=+0.656719757 container cleanup 9007b0374a4c8212ea3be06e07478fb66901efce7f7c5573ba3ea389be43b8a4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mon-a, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image)
2024-03-19T02:01:05.564 INFO:journalctl@ceph.mon.a.smithi046.stdout:Mar 19 02:01:05 smithi046 bash[132502]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mon-a
2024-03-19T02:01:05.695 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mon.a.service'
2024-03-19T02:01:05.756 DEBUG:teuthology.orchestra.run:got remote process result: None
2024-03-19T02:01:05.756 INFO:tasks.cephadm.mon.a:Stopped mon.a
2024-03-19T02:01:05.756 INFO:tasks.cephadm.mon.c:Stopping mon.b...
2024-03-19T02:01:05.757 DEBUG:teuthology.orchestra.run.smithi073:> sudo systemctl stop ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mon.b
2024-03-19T02:01:06.067 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:05 smithi073 systemd[1]: Stopping Ceph mon.b for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T02:01:06.466 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:06 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mon-b[66829]: 2024-03-19T02:01:06.066+0000 7fcad15dc700 -1 received  signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false  (PID: 1) UID: 0
2024-03-19T02:01:06.466 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:06 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mon-b[66829]: 2024-03-19T02:01:06.066+0000 7fcad15dc700 -1 mon.b@2(peon) e3 *** Got Signal Terminated ***
2024-03-19T02:01:06.466 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:06 smithi073 podman[102559]: 2024-03-19 02:01:06.240537652 +0000 UTC m=+0.297138936 container died feefbbecaa0610b6e663c5b9f57ae33ad0dd4b0bb1e2fd2befe7be611cd2b013 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mon-b, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30)
2024-03-19T02:01:06.737 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:06 smithi073 podman[102559]: 2024-03-19 02:01:06.651496882 +0000 UTC m=+0.708098165 container cleanup feefbbecaa0610b6e663c5b9f57ae33ad0dd4b0bb1e2fd2befe7be611cd2b013 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mon-b, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.schema-version=1.0, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image)
2024-03-19T02:01:06.737 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:06 smithi073 bash[102559]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mon-b
2024-03-19T02:01:07.214 INFO:journalctl@ceph.mon.b.smithi073.stdout:Mar 19 02:01:06 smithi073 podman[102573]: 2024-03-19 02:01:06.928749321 +0000 UTC m=+0.684707279 container remove feefbbecaa0610b6e663c5b9f57ae33ad0dd4b0bb1e2fd2befe7be611cd2b013 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mon-b, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS)
2024-03-19T02:01:07.243 DEBUG:teuthology.orchestra.run.smithi073:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mon.b.service'
2024-03-19T02:01:07.318 DEBUG:teuthology.orchestra.run:got remote process result: None
2024-03-19T02:01:07.318 INFO:tasks.cephadm.mon.c:Stopped mon.b
2024-03-19T02:01:07.319 INFO:tasks.cephadm.mon.c:Stopping mon.c...
2024-03-19T02:01:07.319 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mon.c
2024-03-19T02:01:07.624 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:07 smithi102 systemd[1]: Stopping Ceph mon.c for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T02:01:07.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:07 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mon-c[66553]: 2024-03-19T02:01:07.623+0000 7f1132d80700 -1 received  signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false  (PID: 1) UID: 0
2024-03-19T02:01:07.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:07 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mon-c[66553]: 2024-03-19T02:01:07.623+0000 7f1132d80700 -1 mon.c@1(peon) e3 *** Got Signal Terminated ***
2024-03-19T02:01:07.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:07 smithi102 podman[102946]: 2024-03-19 02:01:07.807626074 +0000 UTC m=+0.293493229 container died 1ad4c5b99f692841b32147d6a02dfe76cdd71cc16ae40a188c75fdab7eb6bd3d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mon-c, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git)
2024-03-19T02:01:08.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:08 smithi102 podman[102946]: 2024-03-19 02:01:08.216730175 +0000 UTC m=+0.702597356 container cleanup 1ad4c5b99f692841b32147d6a02dfe76cdd71cc16ae40a188c75fdab7eb6bd3d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mon-c, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git)
2024-03-19T02:01:08.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:08 smithi102 bash[102946]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mon-c
2024-03-19T02:01:08.640 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mon.c.service'
2024-03-19T02:01:08.664 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:08 smithi102 podman[102960]: 2024-03-19 02:01:08.411142855 +0000 UTC m=+0.603393808 container remove 1ad4c5b99f692841b32147d6a02dfe76cdd71cc16ae40a188c75fdab7eb6bd3d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mon-c, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.build-date=20240307)
2024-03-19T02:01:08.664 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:08 smithi102 systemd[1]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mon.c.service: Deactivated successfully.
2024-03-19T02:01:08.664 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:08 smithi102 systemd[1]: Stopped Ceph mon.c for 53c8cf3e-e591-11ee-95c9-87774f69a715.
2024-03-19T02:01:08.664 INFO:journalctl@ceph.mon.c.smithi102.stdout:Mar 19 02:01:08 smithi102 systemd[1]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mon.c.service: Consumed 11.357s CPU time.
2024-03-19T02:01:08.716 DEBUG:teuthology.orchestra.run:got remote process result: None
2024-03-19T02:01:08.717 INFO:tasks.cephadm.mon.c:Stopped mon.c
2024-03-19T02:01:08.717 INFO:tasks.cephadm.mgr.x:Stopping mgr.x...
2024-03-19T02:01:08.717 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mgr.x
2024-03-19T02:01:09.043 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 02:01:08 smithi046 systemd[1]: Stopping Ceph mgr.x for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T02:01:09.365 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 02:01:09 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T02:01:09.042+0000 7fcc14229700 -1 received  signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false  (PID: 1) UID: 0
2024-03-19T02:01:09.365 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 02:01:09 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x[63333]: 2024-03-19T02:01:09.042+0000 7fcc14229700 -1 mgr handle_mgr_signal  *** Got signal Terminated ***
2024-03-19T02:01:09.365 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 02:01:09 smithi046 podman[132625]: 2024-03-19 02:01:09.074816074 +0000 UTC m=+0.155279260 container died 5eebabd79cbc8773006dacc177852bc794624764e6b1d400f06093091e87a283 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS)
2024-03-19T02:01:09.754 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 02:01:09 smithi046 podman[132625]: 2024-03-19 02:01:09.486057206 +0000 UTC m=+0.566520400 container cleanup 5eebabd79cbc8773006dacc177852bc794624764e6b1d400f06093091e87a283 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b6ae24918b03b1b8a19c9263a50655bba80bb810, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x, CEPH_POINT_RELEASE=, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5)
2024-03-19T02:01:09.754 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Mar 19 02:01:09 smithi046 bash[132625]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-x
2024-03-19T02:01:09.907 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mgr.x.service'
2024-03-19T02:01:09.948 DEBUG:teuthology.orchestra.run:got remote process result: None
2024-03-19T02:01:09.948 INFO:tasks.cephadm.mgr.x:Stopped mgr.x
2024-03-19T02:01:09.948 INFO:tasks.cephadm.mgr.y:Stopping mgr.y...
2024-03-19T02:01:09.948 DEBUG:teuthology.orchestra.run.smithi073:> sudo systemctl stop ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mgr.y
2024-03-19T02:01:10.294 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 02:01:09 smithi073 systemd[1]: Stopping Ceph mgr.y for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T02:01:10.600 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 02:01:10 smithi073 podman[102692]: 2024-03-19 02:01:10.294724956 +0000 UTC m=+0.148013059 container died 644514fe43edbf57ab98e403808c4ab7f6af60397dbd68adbdd8b7c3ddb22cfe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30)
2024-03-19T02:01:10.962 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 02:01:10 smithi073 podman[102692]: 2024-03-19 02:01:10.716625019 +0000 UTC m=+0.569913109 container cleanup 644514fe43edbf57ab98e403808c4ab7f6af60397dbd68adbdd8b7c3ddb22cfe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS)
2024-03-19T02:01:10.962 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 02:01:10 smithi073 bash[102692]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y
2024-03-19T02:01:11.191 DEBUG:teuthology.orchestra.run.smithi073:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mgr.y.service'
2024-03-19T02:01:11.214 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 02:01:10 smithi073 podman[102707]: 2024-03-19 02:01:10.960097837 +0000 UTC m=+0.660744709 container remove 644514fe43edbf57ab98e403808c4ab7f6af60397dbd68adbdd8b7c3ddb22cfe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-y, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git)
2024-03-19T02:01:11.214 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 02:01:10 smithi073 systemd[1]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mgr.y.service: Main process exited, code=exited, status=143/n/a
2024-03-19T02:01:11.214 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 02:01:11 smithi073 systemd[1]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mgr.y.service: Failed with result 'exit-code'.
2024-03-19T02:01:11.214 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 02:01:11 smithi073 systemd[1]: Stopped Ceph mgr.y for 53c8cf3e-e591-11ee-95c9-87774f69a715.
2024-03-19T02:01:11.214 INFO:journalctl@ceph.mgr.y.smithi073.stdout:Mar 19 02:01:11 smithi073 systemd[1]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mgr.y.service: Consumed 19.580s CPU time.
2024-03-19T02:01:11.229 DEBUG:teuthology.orchestra.run:got remote process result: None
2024-03-19T02:01:11.229 INFO:tasks.cephadm.mgr.y:Stopped mgr.y
2024-03-19T02:01:11.229 INFO:tasks.cephadm.mgr.z:Stopping mgr.z...
2024-03-19T02:01:11.230 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mgr.z
2024-03-19T02:01:11.574 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 02:01:11 smithi102 systemd[1]: Stopping Ceph mgr.z for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T02:01:11.975 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 02:01:11 smithi102 podman[103068]: 2024-03-19 02:01:11.57130769 +0000 UTC m=+0.158731430 container died 096a89b453933968ee15e73098bd643a0c33a3c0d9c49575bb473b0ade080056 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-batrick-testing-20240318.181317-b6ae249)
2024-03-19T02:01:12.230 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 02:01:12 smithi102 podman[103068]: 2024-03-19 02:01:12.075291505 +0000 UTC m=+0.662715243 container cleanup 096a89b453933968ee15e73098bd643a0c33a3c0d9c49575bb473b0ade080056 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-batrick-testing-20240318.181317-b6ae249)
2024-03-19T02:01:12.230 INFO:journalctl@ceph.mgr.z.smithi102.stdout:Mar 19 02:01:12 smithi102 bash[103068]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mgr-z
2024-03-19T02:01:12.493 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mgr.z.service'
2024-03-19T02:01:12.530 DEBUG:teuthology.orchestra.run:got remote process result: None
2024-03-19T02:01:12.530 INFO:tasks.cephadm.mgr.z:Stopped mgr.z
2024-03-19T02:01:12.530 INFO:tasks.cephadm.osd.0:Stopping osd.0...
2024-03-19T02:01:12.531 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.0
2024-03-19T02:01:12.857 INFO:journalctl@ceph.osd.0.smithi046.stdout:Mar 19 02:01:12 smithi046 systemd[1]: Stopping Ceph osd.0 for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T02:01:13.114 INFO:journalctl@ceph.osd.0.smithi046.stdout:Mar 19 02:01:12 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-0[77605]: 2024-03-19T02:01:12.856+0000 7f46f20f2700 -1 received  signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false  (PID: 1) UID: 0
2024-03-19T02:01:13.115 INFO:journalctl@ceph.osd.0.smithi046.stdout:Mar 19 02:01:12 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-0[77605]: 2024-03-19T02:01:12.856+0000 7f46f20f2700 -1 osd.0 106 *** Got signal Terminated ***
2024-03-19T02:01:13.115 INFO:journalctl@ceph.osd.0.smithi046.stdout:Mar 19 02:01:12 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-0[77605]: 2024-03-19T02:01:12.856+0000 7f46f20f2700 -1 osd.0 106 *** Immediate shutdown (osd_fast_shutdown=true) ***
2024-03-19T02:01:18.658 INFO:journalctl@ceph.osd.0.smithi046.stdout:Mar 19 02:01:18 smithi046 podman[132748]: 2024-03-19 02:01:18.374194211 +0000 UTC m=+5.648276027 container died c5fc8ceadd1f2c897b8f1f47bba7a406233e570031780c69a33ba299516540a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux <gabrioux@redhat.com>)
2024-03-19T02:01:19.009 INFO:journalctl@ceph.osd.0.smithi046.stdout:Mar 19 02:01:18 smithi046 podman[132748]: 2024-03-19 02:01:18.749831266 +0000 UTC m=+6.023913082 container cleanup c5fc8ceadd1f2c897b8f1f47bba7a406233e570031780c69a33ba299516540a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-0, org.label-schema.schema-version=1.0, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux <gabrioux@redhat.com>)
2024-03-19T02:01:19.009 INFO:journalctl@ceph.osd.0.smithi046.stdout:Mar 19 02:01:18 smithi046 bash[132748]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-0
2024-03-19T02:01:19.365 INFO:journalctl@ceph.osd.0.smithi046.stdout:Mar 19 02:01:19 smithi046 podman[132765]: 2024-03-19 02:01:19.009583829 +0000 UTC m=+0.632412644 container remove c5fc8ceadd1f2c897b8f1f47bba7a406233e570031780c69a33ba299516540a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30)
2024-03-19T02:01:19.687 INFO:journalctl@ceph.osd.0.smithi046.stdout:Mar 19 02:01:19 smithi046 podman[132854]: 2024-03-19 02:01:19.291765132 +0000 UTC m=+0.017385835 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639
2024-03-19T02:01:19.688 INFO:journalctl@ceph.osd.0.smithi046.stdout:Mar 19 02:01:19 smithi046 podman[132854]: 2024-03-19 02:01:19.390392098 +0000 UTC m=+0.116012798 container create ce06eb1648a0f51e62dd558b40624223e247885e9b33b4f6d769dc99912827d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, ceph=True, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5)
2024-03-19T02:01:19.688 INFO:journalctl@ceph.osd.0.smithi046.stdout:Mar 19 02:01:19 smithi046 podman[132854]: 2024-03-19 02:01:19.604949884 +0000 UTC m=+0.330570582 container init ce06eb1648a0f51e62dd558b40624223e247885e9b33b4f6d769dc99912827d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-0-deactivate, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git)
2024-03-19T02:01:19.688 INFO:journalctl@ceph.osd.0.smithi046.stdout:Mar 19 02:01:19 smithi046 podman[132854]: 2024-03-19 02:01:19.608050391 +0000 UTC m=+0.333671089 container start ce06eb1648a0f51e62dd558b40624223e247885e9b33b4f6d769dc99912827d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-0-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True, org.label-schema.schema-version=1.0)
2024-03-19T02:01:19.688 INFO:journalctl@ceph.osd.0.smithi046.stdout:Mar 19 02:01:19 smithi046 podman[132854]: 2024-03-19 02:01:19.688199763 +0000 UTC m=+0.413820470 container attach ce06eb1648a0f51e62dd558b40624223e247885e9b33b4f6d769dc99912827d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-0-deactivate, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2)
2024-03-19T02:01:20.116 INFO:journalctl@ceph.osd.0.smithi046.stdout:Mar 19 02:01:19 smithi046 podman[132854]: 2024-03-19 02:01:19.904595832 +0000 UTC m=+0.630216521 container died ce06eb1648a0f51e62dd558b40624223e247885e9b33b4f6d769dc99912827d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-0-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5)
2024-03-19T02:01:20.568 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.0.service'
2024-03-19T02:01:20.614 DEBUG:teuthology.orchestra.run:got remote process result: None
2024-03-19T02:01:20.614 INFO:tasks.cephadm.osd.0:Stopped osd.0
2024-03-19T02:01:20.614 INFO:tasks.cephadm.osd.1:Stopping osd.1...
2024-03-19T02:01:20.615 DEBUG:teuthology.orchestra.run.smithi073:> sudo systemctl stop ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.1
2024-03-19T02:01:20.946 INFO:journalctl@ceph.osd.1.smithi073.stdout:Mar 19 02:01:20 smithi073 systemd[1]: Stopping Ceph osd.1 for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T02:01:21.214 INFO:journalctl@ceph.osd.1.smithi073.stdout:Mar 19 02:01:20 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-1[71414]: 2024-03-19T02:01:20.946+0000 7fe353a6a700 -1 received  signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false  (PID: 1) UID: 0
2024-03-19T02:01:21.214 INFO:journalctl@ceph.osd.1.smithi073.stdout:Mar 19 02:01:20 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-1[71414]: 2024-03-19T02:01:20.946+0000 7fe353a6a700 -1 osd.1 106 *** Got signal Terminated ***
2024-03-19T02:01:21.214 INFO:journalctl@ceph.osd.1.smithi073.stdout:Mar 19 02:01:20 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-1[71414]: 2024-03-19T02:01:20.946+0000 7fe353a6a700 -1 osd.1 106 *** Immediate shutdown (osd_fast_shutdown=true) ***
2024-03-19T02:01:26.713 INFO:journalctl@ceph.osd.1.smithi073.stdout:Mar 19 02:01:26 smithi073 podman[102818]: 2024-03-19 02:01:26.400852696 +0000 UTC m=+5.595414565 container died 6ff6401e448936eacba83747d7e862228c20102c42b3fb587f7c336f5d05f226 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-1, io.buildah.version=1.33.5, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git)
2024-03-19T02:01:26.964 INFO:journalctl@ceph.osd.1.smithi073.stdout:Mar 19 02:01:26 smithi073 podman[102818]: 2024-03-19 02:01:26.813287235 +0000 UTC m=+6.007849117 container cleanup 6ff6401e448936eacba83747d7e862228c20102c42b3fb587f7c336f5d05f226 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-1, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2)
2024-03-19T02:01:26.964 INFO:journalctl@ceph.osd.1.smithi073.stdout:Mar 19 02:01:26 smithi073 bash[102818]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-1
2024-03-19T02:01:27.464 INFO:journalctl@ceph.osd.1.smithi073.stdout:Mar 19 02:01:27 smithi073 podman[102835]: 2024-03-19 02:01:27.048542973 +0000 UTC m=+0.647398893 container remove 6ff6401e448936eacba83747d7e862228c20102c42b3fb587f7c336f5d05f226 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-1, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, io.buildah.version=1.33.5)
2024-03-19T02:01:27.802 INFO:journalctl@ceph.osd.1.smithi073.stdout:Mar 19 02:01:27 smithi073 podman[102921]: 2024-03-19 02:01:27.377570732 +0000 UTC m=+0.017644283 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639
2024-03-19T02:01:27.802 INFO:journalctl@ceph.osd.1.smithi073.stdout:Mar 19 02:01:27 smithi073 podman[102921]: 2024-03-19 02:01:27.516182682 +0000 UTC m=+0.156256214 container create b30c3402f23dee63ceb50a9cb2ad31720f23d8577c2693bdc4fe35d5fe120364 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-1-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240307, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD)
2024-03-19T02:01:28.095 INFO:journalctl@ceph.osd.1.smithi073.stdout:Mar 19 02:01:27 smithi073 podman[102921]: 2024-03-19 02:01:27.802735947 +0000 UTC m=+0.442809472 container init b30c3402f23dee63ceb50a9cb2ad31720f23d8577c2693bdc4fe35d5fe120364 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-1-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_CLEAN=True)
2024-03-19T02:01:28.096 INFO:journalctl@ceph.osd.1.smithi073.stdout:Mar 19 02:01:27 smithi073 podman[102921]: 2024-03-19 02:01:27.806004949 +0000 UTC m=+0.446078474 container start b30c3402f23dee63ceb50a9cb2ad31720f23d8577c2693bdc4fe35d5fe120364 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-1-deactivate, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS)
2024-03-19T02:01:28.096 INFO:journalctl@ceph.osd.1.smithi073.stdout:Mar 19 02:01:27 smithi073 podman[102921]: 2024-03-19 02:01:27.928014415 +0000 UTC m=+0.568087950 container attach b30c3402f23dee63ceb50a9cb2ad31720f23d8577c2693bdc4fe35d5fe120364 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-1-deactivate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True)
2024-03-19T02:01:28.361 INFO:journalctl@ceph.osd.1.smithi073.stdout:Mar 19 02:01:28 smithi073 podman[102921]: 2024-03-19 02:01:28.096708594 +0000 UTC m=+0.736782128 container died b30c3402f23dee63ceb50a9cb2ad31720f23d8577c2693bdc4fe35d5fe120364 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-1-deactivate, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240307, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=)
2024-03-19T02:01:28.915 DEBUG:teuthology.orchestra.run.smithi073:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.1.service'
2024-03-19T02:01:28.955 DEBUG:teuthology.orchestra.run:got remote process result: None
2024-03-19T02:01:28.955 INFO:tasks.cephadm.osd.1:Stopped osd.1
2024-03-19T02:01:28.956 INFO:tasks.cephadm.osd.2:Stopping osd.2...
2024-03-19T02:01:28.956 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.2
2024-03-19T02:01:29.287 INFO:journalctl@ceph.osd.2.smithi102.stdout:Mar 19 02:01:29 smithi102 systemd[1]: Stopping Ceph osd.2 for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T02:01:29.730 INFO:journalctl@ceph.osd.2.smithi102.stdout:Mar 19 02:01:29 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-2[71741]: 2024-03-19T02:01:29.287+0000 7fb117f75700 -1 received  signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false  (PID: 1) UID: 0
2024-03-19T02:01:29.730 INFO:journalctl@ceph.osd.2.smithi102.stdout:Mar 19 02:01:29 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-2[71741]: 2024-03-19T02:01:29.287+0000 7fb117f75700 -1 osd.2 106 *** Got signal Terminated ***
2024-03-19T02:01:29.730 INFO:journalctl@ceph.osd.2.smithi102.stdout:Mar 19 02:01:29 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-2[71741]: 2024-03-19T02:01:29.287+0000 7fb117f75700 -1 osd.2 106 *** Immediate shutdown (osd_fast_shutdown=true) ***
2024-03-19T02:01:35.147 INFO:journalctl@ceph.osd.2.smithi102.stdout:Mar 19 02:01:34 smithi102 podman[103191]: 2024-03-19 02:01:34.854365066 +0000 UTC m=+5.707661529 container died f80a7b3d46c9a56b0d87ea4bf6a10923786e3417eaa2854924526a1d90732ad8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=)
2024-03-19T02:01:35.480 INFO:journalctl@ceph.osd.2.smithi102.stdout:Mar 19 02:01:35 smithi102 podman[103191]: 2024-03-19 02:01:35.246804331 +0000 UTC m=+6.100100794 container cleanup f80a7b3d46c9a56b0d87ea4bf6a10923786e3417eaa2854924526a1d90732ad8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-2, ceph=True, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.vendor=CentOS, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git)
2024-03-19T02:01:35.480 INFO:journalctl@ceph.osd.2.smithi102.stdout:Mar 19 02:01:35 smithi102 bash[103191]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-2
2024-03-19T02:01:35.803 INFO:journalctl@ceph.osd.2.smithi102.stdout:Mar 19 02:01:35 smithi102 podman[103220]: 2024-03-19 02:01:35.498501261 +0000 UTC m=+0.636748663 container remove f80a7b3d46c9a56b0d87ea4bf6a10923786e3417eaa2854924526a1d90732ad8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-2, ceph=True, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240307, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2)
2024-03-19T02:01:36.161 INFO:journalctl@ceph.osd.2.smithi102.stdout:Mar 19 02:01:35 smithi102 podman[103310]: 2024-03-19 02:01:35.706955258 +0000 UTC m=+0.017188352 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639
2024-03-19T02:01:36.161 INFO:journalctl@ceph.osd.2.smithi102.stdout:Mar 19 02:01:35 smithi102 podman[103310]: 2024-03-19 02:01:35.824711102 +0000 UTC m=+0.134944176 container create 7bde637abdf9ff25817ab323914d5ec1c725162e1079734153b42687a9f1473e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-2-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=)
2024-03-19T02:01:36.161 INFO:journalctl@ceph.osd.2.smithi102.stdout:Mar 19 02:01:36 smithi102 podman[103310]: 2024-03-19 02:01:36.037028095 +0000 UTC m=+0.347261170 container init 7bde637abdf9ff25817ab323914d5ec1c725162e1079734153b42687a9f1473e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-2-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.license=GPLv2)
2024-03-19T02:01:36.161 INFO:journalctl@ceph.osd.2.smithi102.stdout:Mar 19 02:01:36 smithi102 podman[103310]: 2024-03-19 02:01:36.040638676 +0000 UTC m=+0.350871753 container start 7bde637abdf9ff25817ab323914d5ec1c725162e1079734153b42687a9f1473e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-2-deactivate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2)
2024-03-19T02:01:36.161 INFO:journalctl@ceph.osd.2.smithi102.stdout:Mar 19 02:01:36 smithi102 podman[103310]: 2024-03-19 02:01:36.161670699 +0000 UTC m=+0.471903795 container attach 7bde637abdf9ff25817ab323914d5ec1c725162e1079734153b42687a9f1473e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-2-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux <gabrioux@redhat.com>)
2024-03-19T02:01:36.480 INFO:journalctl@ceph.osd.2.smithi102.stdout:Mar 19 02:01:36 smithi102 podman[103310]: 2024-03-19 02:01:36.328827298 +0000 UTC m=+0.639060367 container died 7bde637abdf9ff25817ab323914d5ec1c725162e1079734153b42687a9f1473e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-2-deactivate, org.label-schema.build-date=20240307, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0)
2024-03-19T02:01:36.982 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.2.service'
2024-03-19T02:01:37.025 DEBUG:teuthology.orchestra.run:got remote process result: None
2024-03-19T02:01:37.025 INFO:tasks.cephadm.osd.2:Stopped osd.2
2024-03-19T02:01:37.026 INFO:tasks.cephadm.osd.3:Stopping osd.3...
2024-03-19T02:01:37.026 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.3
2024-03-19T02:01:37.322 INFO:journalctl@ceph.osd.3.smithi046.stdout:Mar 19 02:01:37 smithi046 systemd[1]: Stopping Ceph osd.3 for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T02:01:37.615 INFO:journalctl@ceph.osd.3.smithi046.stdout:Mar 19 02:01:37 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-3[84525]: 2024-03-19T02:01:37.321+0000 7ff790c25700 -1 received  signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false  (PID: 1) UID: 0
2024-03-19T02:01:37.615 INFO:journalctl@ceph.osd.3.smithi046.stdout:Mar 19 02:01:37 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-3[84525]: 2024-03-19T02:01:37.321+0000 7ff790c25700 -1 osd.3 106 *** Got signal Terminated ***
2024-03-19T02:01:37.615 INFO:journalctl@ceph.osd.3.smithi046.stdout:Mar 19 02:01:37 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-3[84525]: 2024-03-19T02:01:37.321+0000 7ff790c25700 -1 osd.3 106 *** Immediate shutdown (osd_fast_shutdown=true) ***
2024-03-19T02:01:39.433 INFO:journalctl@ceph.osd.3.smithi046.stdout:Mar 19 02:01:39 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-3[84525]: 2024-03-19T02:01:39.173+0000 7ff789211700 -1 osd.3 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:14.684657+0000 front 2024-03-19T02:01:14.684704+0000 (oldest deadline 2024-03-19T02:01:38.685586+0000)
2024-03-19T02:01:39.699 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:39 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:39.513+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:01:40.230 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:01:39 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:01:39.905+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:01:40.478 INFO:journalctl@ceph.osd.3.smithi046.stdout:Mar 19 02:01:40 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-3[84525]: 2024-03-19T02:01:40.128+0000 7ff789211700 -1 osd.3 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:14.684657+0000 front 2024-03-19T02:01:14.684704+0000 (oldest deadline 2024-03-19T02:01:38.685586+0000)
2024-03-19T02:01:40.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:40 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:40.477+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:01:41.230 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:01:40 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:01:40.863+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:01:41.513 INFO:journalctl@ceph.osd.3.smithi046.stdout:Mar 19 02:01:41 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-3[84525]: 2024-03-19T02:01:41.171+0000 7ff789211700 -1 osd.3 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:14.684657+0000 front 2024-03-19T02:01:14.684704+0000 (oldest deadline 2024-03-19T02:01:38.685586+0000)
2024-03-19T02:01:41.514 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:01:41 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:01:41.374+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.179374+0000 front 2024-03-19T02:01:16.179307+0000 (oldest deadline 2024-03-19T02:01:40.879560+0000)
2024-03-19T02:01:41.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:41 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:41.513+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:01:42.218 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:01:41 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:01:41.837+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:01:42.480 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:01:42 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:01:42.218+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:01:42.558 INFO:journalctl@ceph.osd.3.smithi046.stdout:Mar 19 02:01:42 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-3[84525]: 2024-03-19T02:01:42.170+0000 7ff789211700 -1 osd.3 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:14.684657+0000 front 2024-03-19T02:01:14.684704+0000 (oldest deadline 2024-03-19T02:01:38.685586+0000)
2024-03-19T02:01:42.559 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:01:42 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:01:42.371+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.179374+0000 front 2024-03-19T02:01:16.179307+0000 (oldest deadline 2024-03-19T02:01:40.879560+0000)
2024-03-19T02:01:42.864 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:42 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:42.558+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:01:43.189 INFO:journalctl@ceph.osd.3.smithi046.stdout:Mar 19 02:01:42 smithi046 podman[132961]: 2024-03-19 02:01:42.899520297 +0000 UTC m=+5.679916292 container died 39790fd654ed3373fb60abc81dfce17664c6d585fef0a3b1b2e2eb0110604e84 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-3, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.name=CentOS Stream 8 Base Image)
2024-03-19T02:01:43.230 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:01:42 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:01:42.825+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:01:43.514 INFO:journalctl@ceph.osd.3.smithi046.stdout:Mar 19 02:01:43 smithi046 podman[132961]: 2024-03-19 02:01:43.280763483 +0000 UTC m=+6.061159475 container cleanup 39790fd654ed3373fb60abc81dfce17664c6d585fef0a3b1b2e2eb0110604e84 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-3, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux <gabrioux@redhat.com>)
2024-03-19T02:01:43.514 INFO:journalctl@ceph.osd.3.smithi046.stdout:Mar 19 02:01:43 smithi046 bash[132961]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-3
2024-03-19T02:01:43.514 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:01:43 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:01:43.353+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.179374+0000 front 2024-03-19T02:01:16.179307+0000 (oldest deadline 2024-03-19T02:01:40.879560+0000)
2024-03-19T02:01:43.730 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:43 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5[78254]: 2024-03-19T02:01:43.465+0000 7fba28a74700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:13.604706+0000 front 2024-03-19T02:01:13.604731+0000 (oldest deadline 2024-03-19T02:01:43.005394+0000)
2024-03-19T02:01:43.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:01:43 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:01:43.257+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:01:43.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:43 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:43.513+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:01:43.865 INFO:journalctl@ceph.osd.3.smithi046.stdout:Mar 19 02:01:43 smithi046 podman[132990]: 2024-03-19 02:01:43.540506858 +0000 UTC m=+0.633625093 container remove 39790fd654ed3373fb60abc81dfce17664c6d585fef0a3b1b2e2eb0110604e84 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-3, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_CLEAN=True, org.label-schema.build-date=20240307, io.buildah.version=1.33.5)
2024-03-19T02:01:44.185 INFO:journalctl@ceph.osd.3.smithi046.stdout:Mar 19 02:01:43 smithi046 podman[133085]: 2024-03-19 02:01:43.804785536 +0000 UTC m=+0.016916817 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639
2024-03-19T02:01:44.185 INFO:journalctl@ceph.osd.3.smithi046.stdout:Mar 19 02:01:43 smithi046 podman[133085]: 2024-03-19 02:01:43.924882619 +0000 UTC m=+0.137013890 container create 991b06212cccf50e1da29a2f8b1fe88b660171f3cac447e25ea2c6fab0a5bef2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-3-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.build-date=20240307)
2024-03-19T02:01:44.185 INFO:journalctl@ceph.osd.3.smithi046.stdout:Mar 19 02:01:44 smithi046 podman[133085]: 2024-03-19 02:01:44.119423658 +0000 UTC m=+0.331554951 container init 991b06212cccf50e1da29a2f8b1fe88b660171f3cac447e25ea2c6fab0a5bef2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-3-deactivate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.build-date=20240307, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD)
2024-03-19T02:01:44.185 INFO:journalctl@ceph.osd.3.smithi046.stdout:Mar 19 02:01:44 smithi046 podman[133085]: 2024-03-19 02:01:44.12274618 +0000 UTC m=+0.334877451 container start 991b06212cccf50e1da29a2f8b1fe88b660171f3cac447e25ea2c6fab0a5bef2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-3-deactivate, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image)
2024-03-19T02:01:44.185 INFO:journalctl@ceph.osd.3.smithi046.stdout:Mar 19 02:01:44 smithi046 podman[133085]: 2024-03-19 02:01:44.185514841 +0000 UTC m=+0.397646126 container attach 991b06212cccf50e1da29a2f8b1fe88b660171f3cac447e25ea2c6fab0a5bef2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-3-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True, org.label-schema.vendor=CentOS)
2024-03-19T02:01:44.230 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:01:43 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:01:43.857+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:01:44.482 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:01:44 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:01:44.318+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.179374+0000 front 2024-03-19T02:01:16.179307+0000 (oldest deadline 2024-03-19T02:01:40.879560+0000)
2024-03-19T02:01:44.482 INFO:journalctl@ceph.osd.3.smithi046.stdout:Mar 19 02:01:44 smithi046 podman[133085]: 2024-03-19 02:01:44.414135239 +0000 UTC m=+0.626266522 container died 991b06212cccf50e1da29a2f8b1fe88b660171f3cac447e25ea2c6fab0a5bef2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-3-deactivate, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux <gabrioux@redhat.com>)
2024-03-19T02:01:44.505 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:01:44 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:01:44.239+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:01:44.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:01:44 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:01:44.456+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:01:44.771 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:44 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:44.482+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:01:44.845 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:44 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5[78254]: 2024-03-19T02:01:44.506+0000 7fba28a74700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:13.604706+0000 front 2024-03-19T02:01:13.604731+0000 (oldest deadline 2024-03-19T02:01:43.005394+0000)
2024-03-19T02:01:45.085 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.3.service'
2024-03-19T02:01:45.129 DEBUG:teuthology.orchestra.run:got remote process result: None
2024-03-19T02:01:45.129 INFO:tasks.cephadm.osd.3:Stopped osd.3
2024-03-19T02:01:45.130 INFO:tasks.cephadm.osd.4:Stopping osd.4...
2024-03-19T02:01:45.130 DEBUG:teuthology.orchestra.run.smithi073:> sudo systemctl stop ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.4
2024-03-19T02:01:45.230 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:01:44 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:01:44.846+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:01:45.451 INFO:journalctl@ceph.osd.4.smithi073.stdout:Mar 19 02:01:45 smithi073 systemd[1]: Stopping Ceph osd.4 for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T02:01:45.615 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:45 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:45.501+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:01:45.615 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:01:45 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:01:45.353+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.179374+0000 front 2024-03-19T02:01:16.179307+0000 (oldest deadline 2024-03-19T02:01:40.879560+0000)
2024-03-19T02:01:45.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:01:45 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:01:45.450+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:01:45.714 INFO:journalctl@ceph.osd.4.smithi073.stdout:Mar 19 02:01:45 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-4[78228]: 2024-03-19T02:01:45.451+0000 7fbd4c2f8700 -1 received  signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false  (PID: 1) UID: 0
2024-03-19T02:01:45.714 INFO:journalctl@ceph.osd.4.smithi073.stdout:Mar 19 02:01:45 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-4[78228]: 2024-03-19T02:01:45.451+0000 7fbd4c2f8700 -1 osd.4 106 *** Got signal Terminated ***
2024-03-19T02:01:45.715 INFO:journalctl@ceph.osd.4.smithi073.stdout:Mar 19 02:01:45 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-4[78228]: 2024-03-19T02:01:45.451+0000 7fbd4c2f8700 -1 osd.4 106 *** Immediate shutdown (osd_fast_shutdown=true) ***
2024-03-19T02:01:45.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:01:45 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:01:45.255+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:01:45.730 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:45 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5[78254]: 2024-03-19T02:01:45.484+0000 7fba28a74700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:13.604706+0000 front 2024-03-19T02:01:13.604731+0000 (oldest deadline 2024-03-19T02:01:43.005394+0000)
2024-03-19T02:01:46.230 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:01:45 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:01:45.807+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:01:46.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:01:46 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:01:46.289+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:01:46.730 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:46 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5[78254]: 2024-03-19T02:01:46.466+0000 7fba28a74700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:13.604706+0000 front 2024-03-19T02:01:13.604731+0000 (oldest deadline 2024-03-19T02:01:43.005394+0000)
2024-03-19T02:01:46.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:46 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:46.544+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:01:46.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:01:46 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:01:46.372+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.179374+0000 front 2024-03-19T02:01:16.179307+0000 (oldest deadline 2024-03-19T02:01:40.879560+0000)
2024-03-19T02:01:46.964 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:01:46 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:01:46.490+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:01:47.066 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:01:46 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:01:46.760+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:01:47.464 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:01:47 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:01:47.293+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:01:47.464 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:01:47 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:01:47.293+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:01:47.615 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:01:47 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:01:47.352+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.179374+0000 front 2024-03-19T02:01:16.179307+0000 (oldest deadline 2024-03-19T02:01:40.879560+0000)
2024-03-19T02:01:47.615 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:47 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:47.562+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:01:47.715 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:47 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5[78254]: 2024-03-19T02:01:47.464+0000 7fba28a74700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:13.604706+0000 front 2024-03-19T02:01:13.604731+0000 (oldest deadline 2024-03-19T02:01:43.005394+0000)
2024-03-19T02:01:47.964 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:01:47 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:01:47.707+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.240598+0000 front 2024-03-19T02:01:22.240618+0000 (oldest deadline 2024-03-19T02:01:47.540757+0000)
2024-03-19T02:01:47.965 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:01:47 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:01:47.514+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:01:47.965 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:01:47 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:01:47.514+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:01:47.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:01:47 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:01:47.715+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:01:48.673 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:48 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5[78254]: 2024-03-19T02:01:48.473+0000 7fba28a74700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:13.604706+0000 front 2024-03-19T02:01:13.604731+0000 (oldest deadline 2024-03-19T02:01:43.005394+0000)
2024-03-19T02:01:48.673 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:01:48 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:01:48.244+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:01:48.673 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:01:48 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:01:48.244+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:01:48.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:01:48 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:01:48.401+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.179374+0000 front 2024-03-19T02:01:16.179307+0000 (oldest deadline 2024-03-19T02:01:40.879560+0000)
2024-03-19T02:01:48.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:48 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:48.612+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:01:48.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:48 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:48.612+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:01:48.964 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:01:48 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:01:48.722+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.240598+0000 front 2024-03-19T02:01:22.240618+0000 (oldest deadline 2024-03-19T02:01:47.540757+0000)
2024-03-19T02:01:48.964 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:01:48 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:01:48.532+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:01:48.964 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:01:48 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:01:48.532+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:01:48.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:01:48 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:01:48.673+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:01:49.465 INFO:journalctl@ceph.osd.4.smithi073.stdout:Mar 19 02:01:49 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-4[78228]: 2024-03-19T02:01:49.170+0000 7fbd448e4700 -1 osd.4 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:24.530605+0000 front 2024-03-19T02:01:24.530570+0000 (oldest deadline 2024-03-19T02:01:49.131225+0000)
2024-03-19T02:01:49.663 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:49 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5[78254]: 2024-03-19T02:01:49.424+0000 7fba28a74700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:13.604706+0000 front 2024-03-19T02:01:13.604731+0000 (oldest deadline 2024-03-19T02:01:43.005394+0000)
2024-03-19T02:01:49.663 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:49 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5[78254]: 2024-03-19T02:01:49.424+0000 7fba28a74700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:25.906496+0000 front 2024-03-19T02:01:25.906468+0000 (oldest deadline 2024-03-19T02:01:49.406505+0000)
2024-03-19T02:01:49.664 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:01:49 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:01:49.244+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:01:49.664 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:01:49 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:01:49.244+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:01:49.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:01:49 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:01:49.405+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.179374+0000 front 2024-03-19T02:01:16.179307+0000 (oldest deadline 2024-03-19T02:01:40.879560+0000)
2024-03-19T02:01:49.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:49 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:49.648+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:01:49.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:49 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:49.648+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:01:49.964 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:01:49 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:01:49.697+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.240598+0000 front 2024-03-19T02:01:22.240618+0000 (oldest deadline 2024-03-19T02:01:47.540757+0000)
2024-03-19T02:01:49.965 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:01:49 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:01:49.523+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:01:49.965 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:01:49 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:01:49.523+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:01:49.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:01:49 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:01:49.663+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:01:50.464 INFO:journalctl@ceph.osd.4.smithi073.stdout:Mar 19 02:01:50 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-4[78228]: 2024-03-19T02:01:50.204+0000 7fbd448e4700 -1 osd.4 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:24.530605+0000 front 2024-03-19T02:01:24.530570+0000 (oldest deadline 2024-03-19T02:01:49.131225+0000)
2024-03-19T02:01:50.480 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:50 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5[78254]: 2024-03-19T02:01:50.397+0000 7fba28a74700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:13.604706+0000 front 2024-03-19T02:01:13.604731+0000 (oldest deadline 2024-03-19T02:01:43.005394+0000)
2024-03-19T02:01:50.480 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:50 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5[78254]: 2024-03-19T02:01:50.397+0000 7fba28a74700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:25.906496+0000 front 2024-03-19T02:01:25.906468+0000 (oldest deadline 2024-03-19T02:01:49.406505+0000)
2024-03-19T02:01:50.480 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:01:50 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:01:50.228+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:01:50.480 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:01:50 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:01:50.228+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:01:50.657 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:01:50 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:01:50.403+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.179374+0000 front 2024-03-19T02:01:16.179307+0000 (oldest deadline 2024-03-19T02:01:40.879560+0000)
2024-03-19T02:01:50.842 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:01:50 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:01:50.734+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.240598+0000 front 2024-03-19T02:01:22.240618+0000 (oldest deadline 2024-03-19T02:01:47.540757+0000)
2024-03-19T02:01:50.843 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:01:50 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:01:50.561+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:01:50.843 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:01:50 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:01:50.561+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:01:50.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:01:50 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:01:50.699+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:01:51.115 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:50 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:50.658+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:01:51.115 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:50 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:50.658+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:01:51.144 INFO:journalctl@ceph.osd.4.smithi073.stdout:Mar 19 02:01:50 smithi073 podman[103041]: 2024-03-19 02:01:50.842075459 +0000 UTC m=+5.517591477 container died 9eef92763414c391be37aaffe522b00dd12663678c4c5a50b361f84647d7ec35 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-4, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2)
2024-03-19T02:01:51.464 INFO:journalctl@ceph.osd.4.smithi073.stdout:Mar 19 02:01:51 smithi073 podman[103041]: 2024-03-19 02:01:51.252756142 +0000 UTC m=+5.928272147 container cleanup 9eef92763414c391be37aaffe522b00dd12663678c4c5a50b361f84647d7ec35 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-4, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-batrick-testing-20240318.181317-b6ae249)
2024-03-19T02:01:51.464 INFO:journalctl@ceph.osd.4.smithi073.stdout:Mar 19 02:01:51 smithi073 bash[103041]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-4
2024-03-19T02:01:51.480 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:51 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5[78254]: 2024-03-19T02:01:51.351+0000 7fba28a74700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:13.604706+0000 front 2024-03-19T02:01:13.604731+0000 (oldest deadline 2024-03-19T02:01:43.005394+0000)
2024-03-19T02:01:51.480 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:51 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5[78254]: 2024-03-19T02:01:51.351+0000 7fba28a74700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:25.906496+0000 front 2024-03-19T02:01:25.906468+0000 (oldest deadline 2024-03-19T02:01:49.406505+0000)
2024-03-19T02:01:51.480 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:01:51 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:01:51.184+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:01:51.481 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:01:51 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:01:51.184+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:01:51.665 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:01:51 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:01:51.379+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.179374+0000 front 2024-03-19T02:01:16.179307+0000 (oldest deadline 2024-03-19T02:01:40.879560+0000)
2024-03-19T02:01:51.916 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:01:51 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:01:51.736+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.240598+0000 front 2024-03-19T02:01:22.240618+0000 (oldest deadline 2024-03-19T02:01:47.540757+0000)
2024-03-19T02:01:51.916 INFO:journalctl@ceph.osd.4.smithi073.stdout:Mar 19 02:01:51 smithi073 podman[103061]: 2024-03-19 02:01:51.512615313 +0000 UTC m=+0.668077247 container remove 9eef92763414c391be37aaffe522b00dd12663678c4c5a50b361f84647d7ec35 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-4, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, ceph=True)
2024-03-19T02:01:51.916 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:01:51 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:01:51.548+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:01:51.916 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:01:51 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:01:51.548+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:01:51.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:01:51 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:01:51.724+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:01:52.115 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:51 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:51.664+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:01:52.115 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:51 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:51.664+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:01:52.208 INFO:journalctl@ceph.osd.4.smithi073.stdout:Mar 19 02:01:51 smithi073 podman[103153]: 2024-03-19 02:01:51.820122931 +0000 UTC m=+0.018348144 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639
2024-03-19T02:01:52.208 INFO:journalctl@ceph.osd.4.smithi073.stdout:Mar 19 02:01:51 smithi073 podman[103153]: 2024-03-19 02:01:51.938484529 +0000 UTC m=+0.136709718 container create 362f85334d732efb85bfa73efa47457449e273e9f6cb1e62f3007ee4711d72ac (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-4-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True)
2024-03-19T02:01:52.208 INFO:journalctl@ceph.osd.4.smithi073.stdout:Mar 19 02:01:52 smithi073 podman[103153]: 2024-03-19 02:01:52.208351072 +0000 UTC m=+0.406576280 container init 362f85334d732efb85bfa73efa47457449e273e9f6cb1e62f3007ee4711d72ac (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-4-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, GIT_CLEAN=True)
2024-03-19T02:01:52.464 INFO:journalctl@ceph.osd.4.smithi073.stdout:Mar 19 02:01:52 smithi073 podman[103153]: 2024-03-19 02:01:52.2118789 +0000 UTC m=+0.410104092 container start 362f85334d732efb85bfa73efa47457449e273e9f6cb1e62f3007ee4711d72ac (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-4-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image)
2024-03-19T02:01:52.464 INFO:journalctl@ceph.osd.4.smithi073.stdout:Mar 19 02:01:52 smithi073 podman[103153]: 2024-03-19 02:01:52.316609519 +0000 UTC m=+0.514834725 container attach 362f85334d732efb85bfa73efa47457449e273e9f6cb1e62f3007ee4711d72ac (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-4-deactivate, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git)
2024-03-19T02:01:52.480 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:01:52 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:01:52.164+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:01:52.481 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:01:52 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:01:52.164+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:01:52.481 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:52 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5[78254]: 2024-03-19T02:01:52.371+0000 7fba28a74700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:13.604706+0000 front 2024-03-19T02:01:13.604731+0000 (oldest deadline 2024-03-19T02:01:43.005394+0000)
2024-03-19T02:01:52.481 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:52 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5[78254]: 2024-03-19T02:01:52.371+0000 7fba28a74700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:25.906496+0000 front 2024-03-19T02:01:25.906468+0000 (oldest deadline 2024-03-19T02:01:49.406505+0000)
2024-03-19T02:01:52.668 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:01:52 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:01:52.390+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.179374+0000 front 2024-03-19T02:01:16.179307+0000 (oldest deadline 2024-03-19T02:01:40.879560+0000)
2024-03-19T02:01:52.668 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:01:52 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:01:52.390+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:20.880169+0000 front 2024-03-19T02:01:20.880150+0000 (oldest deadline 2024-03-19T02:01:51.480820+0000)
2024-03-19T02:01:52.811 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:01:52 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:01:52.702+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.240598+0000 front 2024-03-19T02:01:22.240618+0000 (oldest deadline 2024-03-19T02:01:47.540757+0000)
2024-03-19T02:01:52.811 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:01:52 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:01:52.538+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:01:52.811 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:01:52 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:01:52.538+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:01:52.812 INFO:journalctl@ceph.osd.4.smithi073.stdout:Mar 19 02:01:52 smithi073 podman[103153]: 2024-03-19 02:01:52.503259583 +0000 UTC m=+0.701484775 container died 362f85334d732efb85bfa73efa47457449e273e9f6cb1e62f3007ee4711d72ac (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-4-deactivate, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git)
2024-03-19T02:01:52.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:01:52 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:01:52.729+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:01:53.115 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:52 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:52.667+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:01:53.115 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:52 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:52.667+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:01:53.165 DEBUG:teuthology.orchestra.run.smithi073:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.4.service'
2024-03-19T02:01:53.208 DEBUG:teuthology.orchestra.run:got remote process result: None
2024-03-19T02:01:53.208 INFO:tasks.cephadm.osd.4:Stopped osd.4
2024-03-19T02:01:53.208 INFO:tasks.cephadm.osd.5:Stopping osd.5...
2024-03-19T02:01:53.208 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.5
2024-03-19T02:01:53.480 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:01:53 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:01:53.165+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:01:53.481 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:01:53 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:01:53.165+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:01:53.481 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:53 smithi102 systemd[1]: Stopping Ceph osd.5 for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T02:01:53.481 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:53 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5[78254]: 2024-03-19T02:01:53.338+0000 7fba28a74700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:13.604706+0000 front 2024-03-19T02:01:13.604731+0000 (oldest deadline 2024-03-19T02:01:43.005394+0000)
2024-03-19T02:01:53.481 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:53 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5[78254]: 2024-03-19T02:01:53.338+0000 7fba28a74700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:25.906496+0000 front 2024-03-19T02:01:25.906468+0000 (oldest deadline 2024-03-19T02:01:49.406505+0000)
2024-03-19T02:01:53.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:01:53 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:01:53.398+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.179374+0000 front 2024-03-19T02:01:16.179307+0000 (oldest deadline 2024-03-19T02:01:40.879560+0000)
2024-03-19T02:01:53.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:01:53 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:01:53.398+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:20.880169+0000 front 2024-03-19T02:01:20.880150+0000 (oldest deadline 2024-03-19T02:01:51.480820+0000)
2024-03-19T02:01:53.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:53 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:53.624+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:01:53.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:53 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:53.624+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:01:53.964 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:01:53 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:01:53.726+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.240598+0000 front 2024-03-19T02:01:22.240618+0000 (oldest deadline 2024-03-19T02:01:47.540757+0000)
2024-03-19T02:01:53.965 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:01:53 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:01:53.534+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:01:53.965 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:01:53 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:01:53.534+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:01:53.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:01:53 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:01:53.719+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:01:53.980 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:53 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5[78254]: 2024-03-19T02:01:53.510+0000 7fba2c480700 -1 received  signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false  (PID: 1) UID: 0
2024-03-19T02:01:53.980 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:53 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5[78254]: 2024-03-19T02:01:53.510+0000 7fba2c480700 -1 osd.5 106 *** Got signal Terminated ***
2024-03-19T02:01:53.980 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:53 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5[78254]: 2024-03-19T02:01:53.510+0000 7fba2c480700 -1 osd.5 106 *** Immediate shutdown (osd_fast_shutdown=true) ***
2024-03-19T02:01:54.480 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:01:54 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:01:54.171+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:01:54.481 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:01:54 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:01:54.171+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:01:54.481 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:54 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5[78254]: 2024-03-19T02:01:54.310+0000 7fba28a74700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:13.604706+0000 front 2024-03-19T02:01:13.604731+0000 (oldest deadline 2024-03-19T02:01:43.005394+0000)
2024-03-19T02:01:54.481 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:54 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5[78254]: 2024-03-19T02:01:54.310+0000 7fba28a74700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:25.906496+0000 front 2024-03-19T02:01:25.906468+0000 (oldest deadline 2024-03-19T02:01:49.406505+0000)
2024-03-19T02:01:54.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:54 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:54.655+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:01:54.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:54 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:54.655+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:01:54.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:01:54 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:01:54.448+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.179374+0000 front 2024-03-19T02:01:16.179307+0000 (oldest deadline 2024-03-19T02:01:40.879560+0000)
2024-03-19T02:01:54.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:01:54 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:01:54.448+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:20.880169+0000 front 2024-03-19T02:01:20.880150+0000 (oldest deadline 2024-03-19T02:01:51.480820+0000)
2024-03-19T02:01:54.964 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:01:54 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:01:54.703+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.240598+0000 front 2024-03-19T02:01:22.240618+0000 (oldest deadline 2024-03-19T02:01:47.540757+0000)
2024-03-19T02:01:54.964 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:01:54 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:01:54.500+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:01:54.964 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:01:54 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:01:54.500+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:01:55.162 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:01:54 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:01:54.753+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:01:55.480 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:01:55 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:01:55.162+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:01:55.480 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:01:55 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:01:55.162+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:01:55.481 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:55 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5[78254]: 2024-03-19T02:01:55.355+0000 7fba28a74700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:13.604706+0000 front 2024-03-19T02:01:13.604731+0000 (oldest deadline 2024-03-19T02:01:43.005394+0000)
2024-03-19T02:01:55.481 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:55 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5[78254]: 2024-03-19T02:01:55.355+0000 7fba28a74700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:25.906496+0000 front 2024-03-19T02:01:25.906468+0000 (oldest deadline 2024-03-19T02:01:49.406505+0000)
2024-03-19T02:01:55.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:01:55 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:01:55.465+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.179374+0000 front 2024-03-19T02:01:16.179307+0000 (oldest deadline 2024-03-19T02:01:40.879560+0000)
2024-03-19T02:01:55.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:01:55 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:01:55.465+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:20.880169+0000 front 2024-03-19T02:01:20.880150+0000 (oldest deadline 2024-03-19T02:01:51.480820+0000)
2024-03-19T02:01:55.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:55 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:55.690+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:01:55.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:55 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:55.690+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:01:55.964 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:01:55 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:01:55.679+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.240598+0000 front 2024-03-19T02:01:22.240618+0000 (oldest deadline 2024-03-19T02:01:47.540757+0000)
2024-03-19T02:01:55.964 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:01:55 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:01:55.541+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:01:55.964 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:01:55 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:01:55.541+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:01:56.201 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:01:55 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:01:55.730+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:01:56.480 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:56 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5[78254]: 2024-03-19T02:01:56.329+0000 7fba28a74700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:13.604706+0000 front 2024-03-19T02:01:13.604731+0000 (oldest deadline 2024-03-19T02:01:43.005394+0000)
2024-03-19T02:01:56.480 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:56 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5[78254]: 2024-03-19T02:01:56.329+0000 7fba28a74700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:25.906496+0000 front 2024-03-19T02:01:25.906468+0000 (oldest deadline 2024-03-19T02:01:49.406505+0000)
2024-03-19T02:01:56.480 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:01:56 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:01:56.201+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:01:56.480 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:01:56 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:01:56.201+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:01:56.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:56 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:56.696+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:01:56.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:56 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:56.696+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:01:56.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:01:56 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:01:56.478+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.179374+0000 front 2024-03-19T02:01:16.179307+0000 (oldest deadline 2024-03-19T02:01:40.879560+0000)
2024-03-19T02:01:56.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:01:56 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:01:56.478+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:20.880169+0000 front 2024-03-19T02:01:20.880150+0000 (oldest deadline 2024-03-19T02:01:51.480820+0000)
2024-03-19T02:01:56.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:01:56 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:01:56.478+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:31.481245+0000 front 2024-03-19T02:01:31.481371+0000 (oldest deadline 2024-03-19T02:01:55.581423+0000)
2024-03-19T02:01:56.964 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:01:56 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:01:56.500+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:01:56.964 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:01:56 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:01:56.500+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:01:56.965 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:01:56 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:01:56.632+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.240598+0000 front 2024-03-19T02:01:22.240618+0000 (oldest deadline 2024-03-19T02:01:47.540757+0000)
2024-03-19T02:01:56.965 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:01:56 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:01:56.632+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:31.041730+0000 front 2024-03-19T02:01:31.041582+0000 (oldest deadline 2024-03-19T02:01:56.341792+0000)
2024-03-19T02:01:57.198 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:01:56 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:01:56.748+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:01:57.199 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:01:56 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:01:56.748+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.029427+0000 front 2024-03-19T02:01:32.029453+0000 (oldest deadline 2024-03-19T02:01:56.129582+0000)
2024-03-19T02:01:57.480 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:01:57 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:01:57.198+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:01:57.480 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:01:57 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:01:57.198+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:01:57.481 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:57 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5[78254]: 2024-03-19T02:01:57.379+0000 7fba28a74700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:13.604706+0000 front 2024-03-19T02:01:13.604731+0000 (oldest deadline 2024-03-19T02:01:43.005394+0000)
2024-03-19T02:01:57.481 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:57 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5[78254]: 2024-03-19T02:01:57.379+0000 7fba28a74700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:25.906496+0000 front 2024-03-19T02:01:25.906468+0000 (oldest deadline 2024-03-19T02:01:49.406505+0000)
2024-03-19T02:01:57.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:01:57 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:01:57.458+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.179374+0000 front 2024-03-19T02:01:16.179307+0000 (oldest deadline 2024-03-19T02:01:40.879560+0000)
2024-03-19T02:01:57.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:01:57 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:01:57.458+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:20.880169+0000 front 2024-03-19T02:01:20.880150+0000 (oldest deadline 2024-03-19T02:01:51.480820+0000)
2024-03-19T02:01:57.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:01:57 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:01:57.458+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:31.481245+0000 front 2024-03-19T02:01:31.481371+0000 (oldest deadline 2024-03-19T02:01:55.581423+0000)
2024-03-19T02:01:57.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:57 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:57.676+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:01:57.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:57 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:57.676+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:01:57.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:57 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:57.676+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.085261+0000 front 2024-03-19T02:01:32.085119+0000 (oldest deadline 2024-03-19T02:01:57.385319+0000)
2024-03-19T02:01:57.964 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:01:57 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:01:57.653+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.240598+0000 front 2024-03-19T02:01:22.240618+0000 (oldest deadline 2024-03-19T02:01:47.540757+0000)
2024-03-19T02:01:57.964 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:01:57 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:01:57.653+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:31.041730+0000 front 2024-03-19T02:01:31.041582+0000 (oldest deadline 2024-03-19T02:01:56.341792+0000)
2024-03-19T02:01:57.964 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:01:57 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:01:57.486+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:01:57.964 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:01:57 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:01:57.486+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:01:57.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:01:57 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:01:57.706+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:01:57.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:01:57 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:01:57.706+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.029427+0000 front 2024-03-19T02:01:32.029453+0000 (oldest deadline 2024-03-19T02:01:56.129582+0000)
2024-03-19T02:01:58.480 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:58 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5[78254]: 2024-03-19T02:01:58.363+0000 7fba28a74700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:13.604706+0000 front 2024-03-19T02:01:13.604731+0000 (oldest deadline 2024-03-19T02:01:43.005394+0000)
2024-03-19T02:01:58.480 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:58 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5[78254]: 2024-03-19T02:01:58.363+0000 7fba28a74700 -1 osd.5 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:25.906496+0000 front 2024-03-19T02:01:25.906468+0000 (oldest deadline 2024-03-19T02:01:49.406505+0000)
2024-03-19T02:01:58.481 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:01:58 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:01:58.227+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:01:58.481 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:01:58 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:01:58.227+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:01:58.481 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:01:58 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:01:58.227+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:01:58.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:01:58 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:01:58.500+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.179374+0000 front 2024-03-19T02:01:16.179307+0000 (oldest deadline 2024-03-19T02:01:40.879560+0000)
2024-03-19T02:01:58.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:01:58 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:01:58.500+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:20.880169+0000 front 2024-03-19T02:01:20.880150+0000 (oldest deadline 2024-03-19T02:01:51.480820+0000)
2024-03-19T02:01:58.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:01:58 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:01:58.500+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:31.481245+0000 front 2024-03-19T02:01:31.481371+0000 (oldest deadline 2024-03-19T02:01:55.581423+0000)
2024-03-19T02:01:58.866 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:58 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:58.642+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:01:58.866 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:58 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:58.642+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:01:58.866 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:58 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:58.642+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.085261+0000 front 2024-03-19T02:01:32.085119+0000 (oldest deadline 2024-03-19T02:01:57.385319+0000)
2024-03-19T02:01:58.964 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:01:58 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:01:58.664+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.240598+0000 front 2024-03-19T02:01:22.240618+0000 (oldest deadline 2024-03-19T02:01:47.540757+0000)
2024-03-19T02:01:58.965 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:01:58 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:01:58.664+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:31.041730+0000 front 2024-03-19T02:01:31.041582+0000 (oldest deadline 2024-03-19T02:01:56.341792+0000)
2024-03-19T02:01:58.965 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:01:58 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:01:58.517+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:01:58.965 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:01:58 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:01:58.517+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:01:59.121 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:58 smithi102 podman[103414]: 2024-03-19 02:01:58.888720707 +0000 UTC m=+5.492212245 container died 6ee7c39da8025786329257f5d6c2c8998a5ec66f9051db7fe2b5ca16755e9f51 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, ceph=True, org.label-schema.vendor=CentOS)
2024-03-19T02:01:59.121 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:01:58 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:01:58.753+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:01:59.121 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:01:58 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:01:58.753+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.029427+0000 front 2024-03-19T02:01:32.029453+0000 (oldest deadline 2024-03-19T02:01:56.129582+0000)
2024-03-19T02:01:59.413 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:59 smithi102 podman[103414]: 2024-03-19 02:01:59.22053078 +0000 UTC m=+5.824022313 container cleanup 6ee7c39da8025786329257f5d6c2c8998a5ec66f9051db7fe2b5ca16755e9f51 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git)
2024-03-19T02:01:59.413 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:59 smithi102 bash[103414]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5
2024-03-19T02:01:59.413 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:01:59 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:01:59.224+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:01:59.413 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:01:59 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:01:59.224+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:01:59.413 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:01:59 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:01:59.224+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:01:59.730 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:59 smithi102 podman[103432]: 2024-03-19 02:01:59.413462608 +0000 UTC m=+0.525495126 container remove 6ee7c39da8025786329257f5d6c2c8998a5ec66f9051db7fe2b5ca16755e9f51 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, io.buildah.version=1.33.5, org.label-schema.license=GPLv2)
2024-03-19T02:01:59.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:01:59 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:01:59.494+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.179374+0000 front 2024-03-19T02:01:16.179307+0000 (oldest deadline 2024-03-19T02:01:40.879560+0000)
2024-03-19T02:01:59.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:01:59 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:01:59.494+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:20.880169+0000 front 2024-03-19T02:01:20.880150+0000 (oldest deadline 2024-03-19T02:01:51.480820+0000)
2024-03-19T02:01:59.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:01:59 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:01:59.494+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:31.481245+0000 front 2024-03-19T02:01:31.481371+0000 (oldest deadline 2024-03-19T02:01:55.581423+0000)
2024-03-19T02:01:59.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:59 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:59.616+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:01:59.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:59 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:59.616+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:01:59.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:01:59 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:01:59.616+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.085261+0000 front 2024-03-19T02:01:32.085119+0000 (oldest deadline 2024-03-19T02:01:57.385319+0000)
2024-03-19T02:01:59.964 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:01:59 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:01:59.699+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.240598+0000 front 2024-03-19T02:01:22.240618+0000 (oldest deadline 2024-03-19T02:01:47.540757+0000)
2024-03-19T02:01:59.965 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:01:59 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:01:59.699+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:31.041730+0000 front 2024-03-19T02:01:31.041582+0000 (oldest deadline 2024-03-19T02:01:56.341792+0000)
2024-03-19T02:01:59.965 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:01:59 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:01:59.508+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:01:59.965 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:01:59 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:01:59.508+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:01:59.965 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:01:59 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:01:59.508+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:01:59.997 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:59 smithi102 podman[103521]: 2024-03-19 02:01:59.737516605 +0000 UTC m=+0.018078305 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639
2024-03-19T02:01:59.997 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:01:59 smithi102 podman[103521]: 2024-03-19 02:01:59.847601897 +0000 UTC m=+0.128163588 container create bbe45de0856fcf45be5f5ba4f602b809f209ce7f7ee826648367033b6796ad99 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5)
2024-03-19T02:01:59.997 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:01:59 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:01:59.732+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:01:59.997 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:01:59 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:01:59.732+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.029427+0000 front 2024-03-19T02:01:32.029453+0000 (oldest deadline 2024-03-19T02:01:56.129582+0000)
2024-03-19T02:02:00.400 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:02:00 smithi102 podman[103521]: 2024-03-19 02:02:00.108709765 +0000 UTC m=+0.389271464 container init bbe45de0856fcf45be5f5ba4f602b809f209ce7f7ee826648367033b6796ad99 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5-deactivate, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD)
2024-03-19T02:02:00.400 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:02:00 smithi102 podman[103521]: 2024-03-19 02:02:00.112097018 +0000 UTC m=+0.392658718 container start bbe45de0856fcf45be5f5ba4f602b809f209ce7f7ee826648367033b6796ad99 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5-deactivate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.vendor=CentOS, RELEASE=wip-batrick-testing-20240318.181317-b6ae249)
2024-03-19T02:02:00.400 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:02:00 smithi102 podman[103521]: 2024-03-19 02:02:00.200411998 +0000 UTC m=+0.480973699 container attach bbe45de0856fcf45be5f5ba4f602b809f209ce7f7ee826648367033b6796ad99 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30)
2024-03-19T02:02:00.401 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:00 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:00.263+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:00.401 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:00 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:00.263+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:00.401 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:00 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:00.263+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:00.714 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:00 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:00.698+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.240598+0000 front 2024-03-19T02:01:22.240618+0000 (oldest deadline 2024-03-19T02:01:47.540757+0000)
2024-03-19T02:02:00.714 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:00 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:00.698+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:31.041730+0000 front 2024-03-19T02:01:31.041582+0000 (oldest deadline 2024-03-19T02:01:56.341792+0000)
2024-03-19T02:02:00.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:00 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:00.460+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:00.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:00 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:00.460+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:00.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:00 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:00.460+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:00.730 INFO:journalctl@ceph.osd.5.smithi102.stdout:Mar 19 02:02:00 smithi102 podman[103521]: 2024-03-19 02:02:00.401078602 +0000 UTC m=+0.681640302 container died bbe45de0856fcf45be5f5ba4f602b809f209ce7f7ee826648367033b6796ad99 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-5-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, GIT_CLEAN=True)
2024-03-19T02:02:00.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:00 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:00.613+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:02:00.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:00 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:00.613+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:02:00.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:00 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:00.613+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.085261+0000 front 2024-03-19T02:01:32.085119+0000 (oldest deadline 2024-03-19T02:01:57.385319+0000)
2024-03-19T02:02:00.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:02:00 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:02:00.487+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.179374+0000 front 2024-03-19T02:01:16.179307+0000 (oldest deadline 2024-03-19T02:01:40.879560+0000)
2024-03-19T02:02:00.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:02:00 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:02:00.487+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:20.880169+0000 front 2024-03-19T02:01:20.880150+0000 (oldest deadline 2024-03-19T02:01:51.480820+0000)
2024-03-19T02:02:00.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:02:00 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:02:00.487+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:31.481245+0000 front 2024-03-19T02:01:31.481371+0000 (oldest deadline 2024-03-19T02:01:55.581423+0000)
2024-03-19T02:02:01.078 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:00 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:00.741+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:02:01.079 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:00 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:00.741+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.029427+0000 front 2024-03-19T02:01:32.029453+0000 (oldest deadline 2024-03-19T02:01:56.129582+0000)
2024-03-19T02:02:01.112 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.5.service'
2024-03-19T02:02:01.156 DEBUG:teuthology.orchestra.run:got remote process result: None
2024-03-19T02:02:01.157 INFO:tasks.cephadm.osd.5:Stopped osd.5
2024-03-19T02:02:01.157 INFO:tasks.cephadm.osd.6:Stopping osd.6...
2024-03-19T02:02:01.157 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.6
2024-03-19T02:02:01.367 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:01 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:01.249+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:01.367 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:01 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:01.249+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:01.367 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:01 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:01.249+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:01.476 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:02:01 smithi046 systemd[1]: Stopping Ceph osd.6 for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T02:02:01.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:01 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:01.576+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:02:01.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:01 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:01.576+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:02:01.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:01 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:01.576+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.085261+0000 front 2024-03-19T02:01:32.085119+0000 (oldest deadline 2024-03-19T02:01:57.385319+0000)
2024-03-19T02:02:01.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:02:01 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:02:01.475+0000 7fef70caf700 -1 received  signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false  (PID: 1) UID: 0
2024-03-19T02:02:01.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:02:01 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:02:01.475+0000 7fef70caf700 -1 osd.6 106 *** Got signal Terminated ***
2024-03-19T02:02:01.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:02:01 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:02:01.475+0000 7fef70caf700 -1 osd.6 106 *** Immediate shutdown (osd_fast_shutdown=true) ***
2024-03-19T02:02:01.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:02:01 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:02:01.498+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.179374+0000 front 2024-03-19T02:01:16.179307+0000 (oldest deadline 2024-03-19T02:01:40.879560+0000)
2024-03-19T02:02:01.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:02:01 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:02:01.498+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:20.880169+0000 front 2024-03-19T02:01:20.880150+0000 (oldest deadline 2024-03-19T02:01:51.480820+0000)
2024-03-19T02:02:01.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:02:01 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:02:01.498+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:31.481245+0000 front 2024-03-19T02:01:31.481371+0000 (oldest deadline 2024-03-19T02:01:55.581423+0000)
2024-03-19T02:02:01.964 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:01 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:01.728+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.240598+0000 front 2024-03-19T02:01:22.240618+0000 (oldest deadline 2024-03-19T02:01:47.540757+0000)
2024-03-19T02:02:01.964 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:01 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:01.728+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:31.041730+0000 front 2024-03-19T02:01:31.041582+0000 (oldest deadline 2024-03-19T02:01:56.341792+0000)
2024-03-19T02:02:01.965 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:01 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:01.481+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:01.965 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:01 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:01.481+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:01.965 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:01 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:01.481+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:02.230 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:01 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:01.732+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:02:02.230 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:01 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:01.732+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.029427+0000 front 2024-03-19T02:01:32.029453+0000 (oldest deadline 2024-03-19T02:01:56.129582+0000)
2024-03-19T02:02:02.714 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:02 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:02.285+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:02.714 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:02 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:02.285+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:02.714 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:02 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:02.285+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:02.714 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:02 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:02.695+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.240598+0000 front 2024-03-19T02:01:22.240618+0000 (oldest deadline 2024-03-19T02:01:47.540757+0000)
2024-03-19T02:02:02.715 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:02 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:02.695+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:31.041730+0000 front 2024-03-19T02:01:31.041582+0000 (oldest deadline 2024-03-19T02:01:56.341792+0000)
2024-03-19T02:02:02.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:02 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:02.460+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:02.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:02 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:02.460+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:02.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:02 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:02.460+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:02.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:02:02 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:02:02.451+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.179374+0000 front 2024-03-19T02:01:16.179307+0000 (oldest deadline 2024-03-19T02:01:40.879560+0000)
2024-03-19T02:02:02.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:02:02 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:02:02.451+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:20.880169+0000 front 2024-03-19T02:01:20.880150+0000 (oldest deadline 2024-03-19T02:01:51.480820+0000)
2024-03-19T02:02:02.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:02:02 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:02:02.451+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:31.481245+0000 front 2024-03-19T02:01:31.481371+0000 (oldest deadline 2024-03-19T02:01:55.581423+0000)
2024-03-19T02:02:02.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:02 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:02.558+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:02:02.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:02 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:02.558+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:02:02.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:02 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:02.558+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.085261+0000 front 2024-03-19T02:01:32.085119+0000 (oldest deadline 2024-03-19T02:01:57.385319+0000)
2024-03-19T02:02:02.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:02 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:02.714+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:02:02.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:02 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:02.714+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.029427+0000 front 2024-03-19T02:01:32.029453+0000 (oldest deadline 2024-03-19T02:01:56.129582+0000)
2024-03-19T02:02:03.680 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:03 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:03.270+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:03.680 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:03 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:03.270+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:03.680 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:03 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:03.270+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:03.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:03 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:03.438+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:03.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:03 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:03.438+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:03.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:03 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:03.438+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:03.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:02:03 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:02:03.463+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.179374+0000 front 2024-03-19T02:01:16.179307+0000 (oldest deadline 2024-03-19T02:01:40.879560+0000)
2024-03-19T02:02:03.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:02:03 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:02:03.463+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:20.880169+0000 front 2024-03-19T02:01:20.880150+0000 (oldest deadline 2024-03-19T02:01:51.480820+0000)
2024-03-19T02:02:03.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:02:03 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:02:03.463+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:31.481245+0000 front 2024-03-19T02:01:31.481371+0000 (oldest deadline 2024-03-19T02:01:55.581423+0000)
2024-03-19T02:02:03.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:03 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:03.549+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:02:03.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:03 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:03.549+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:02:03.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:03 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:03.549+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.085261+0000 front 2024-03-19T02:01:32.085119+0000 (oldest deadline 2024-03-19T02:01:57.385319+0000)
2024-03-19T02:02:03.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:03 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:03.680+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:02:03.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:03 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:03.680+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.029427+0000 front 2024-03-19T02:01:32.029453+0000 (oldest deadline 2024-03-19T02:01:56.129582+0000)
2024-03-19T02:02:04.214 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:03 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:03.743+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.240598+0000 front 2024-03-19T02:01:22.240618+0000 (oldest deadline 2024-03-19T02:01:47.540757+0000)
2024-03-19T02:02:04.214 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:03 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:03.743+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:31.041730+0000 front 2024-03-19T02:01:31.041582+0000 (oldest deadline 2024-03-19T02:01:56.341792+0000)
2024-03-19T02:02:04.630 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:04 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:04.254+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:04.631 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:04 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:04.254+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:04.631 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:04 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:04.254+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:04.702 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:04 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:04.451+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:04.702 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:04 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:04.451+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:04.702 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:04 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:04.451+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:04.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:02:04 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:02:04.482+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.179374+0000 front 2024-03-19T02:01:16.179307+0000 (oldest deadline 2024-03-19T02:01:40.879560+0000)
2024-03-19T02:02:04.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:02:04 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:02:04.482+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:20.880169+0000 front 2024-03-19T02:01:20.880150+0000 (oldest deadline 2024-03-19T02:01:51.480820+0000)
2024-03-19T02:02:04.865 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:02:04 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:02:04.482+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:31.481245+0000 front 2024-03-19T02:01:31.481371+0000 (oldest deadline 2024-03-19T02:01:55.581423+0000)
2024-03-19T02:02:04.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:04 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:04.537+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:02:04.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:04 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:04.537+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:02:04.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:04 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:04.537+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.085261+0000 front 2024-03-19T02:01:32.085119+0000 (oldest deadline 2024-03-19T02:01:57.385319+0000)
2024-03-19T02:02:04.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:04 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:04.537+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.886282+0000 front 2024-03-19T02:01:40.886343+0000 (oldest deadline 2024-03-19T02:02:03.786429+0000)
2024-03-19T02:02:04.964 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:04 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:04.702+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.240598+0000 front 2024-03-19T02:01:22.240618+0000 (oldest deadline 2024-03-19T02:01:47.540757+0000)
2024-03-19T02:02:04.964 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:04 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:04.702+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:31.041730+0000 front 2024-03-19T02:01:31.041582+0000 (oldest deadline 2024-03-19T02:01:56.341792+0000)
2024-03-19T02:02:04.964 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:04 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:04.702+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:41.643176+0000 front 2024-03-19T02:01:41.643120+0000 (oldest deadline 2024-03-19T02:02:04.542983+0000)
2024-03-19T02:02:04.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:04 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:04.630+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:02:04.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:04 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:04.630+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.029427+0000 front 2024-03-19T02:01:32.029453+0000 (oldest deadline 2024-03-19T02:01:56.129582+0000)
2024-03-19T02:02:04.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:04 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:04.630+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.830631+0000 front 2024-03-19T02:01:40.830685+0000 (oldest deadline 2024-03-19T02:02:04.330707+0000)
2024-03-19T02:02:05.480 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:05 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:05.222+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:05.480 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:05 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:05.222+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:05.481 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:05 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:05.222+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:05.866 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:02:05 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:02:05.530+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.179374+0000 front 2024-03-19T02:01:16.179307+0000 (oldest deadline 2024-03-19T02:01:40.879560+0000)
2024-03-19T02:02:05.866 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:02:05 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:02:05.530+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:20.880169+0000 front 2024-03-19T02:01:20.880150+0000 (oldest deadline 2024-03-19T02:01:51.480820+0000)
2024-03-19T02:02:05.866 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:02:05 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:02:05.530+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:31.481245+0000 front 2024-03-19T02:01:31.481371+0000 (oldest deadline 2024-03-19T02:01:55.581423+0000)
2024-03-19T02:02:05.866 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:02:05 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6[91264]: 2024-03-19T02:02:05.530+0000 7fef6d2a3700 -1 osd.6 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:39.082131+0000 front 2024-03-19T02:01:39.082155+0000 (oldest deadline 2024-03-19T02:02:04.982282+0000)
2024-03-19T02:02:05.866 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:05 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:05.497+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:02:05.866 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:05 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:05.497+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:02:05.866 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:05 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:05.497+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.085261+0000 front 2024-03-19T02:01:32.085119+0000 (oldest deadline 2024-03-19T02:01:57.385319+0000)
2024-03-19T02:02:05.866 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:05 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:05.497+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.886282+0000 front 2024-03-19T02:01:40.886343+0000 (oldest deadline 2024-03-19T02:02:03.786429+0000)
2024-03-19T02:02:05.964 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:05 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:05.724+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.240598+0000 front 2024-03-19T02:01:22.240618+0000 (oldest deadline 2024-03-19T02:01:47.540757+0000)
2024-03-19T02:02:05.964 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:05 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:05.724+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:31.041730+0000 front 2024-03-19T02:01:31.041582+0000 (oldest deadline 2024-03-19T02:01:56.341792+0000)
2024-03-19T02:02:05.964 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:05 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:05.724+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:41.643176+0000 front 2024-03-19T02:01:41.643120+0000 (oldest deadline 2024-03-19T02:02:04.542983+0000)
2024-03-19T02:02:05.965 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:05 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:05.491+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:05.965 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:05 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:05.491+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:05.965 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:05 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:05.491+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:05.965 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:05 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:05.491+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:38.930273+0000 front 2024-03-19T02:01:38.930378+0000 (oldest deadline 2024-03-19T02:02:04.830340+0000)
2024-03-19T02:02:05.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:05 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:05.590+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:02:05.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:05 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:05.590+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.029427+0000 front 2024-03-19T02:01:32.029453+0000 (oldest deadline 2024-03-19T02:01:56.129582+0000)
2024-03-19T02:02:05.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:05 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:05.590+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.830631+0000 front 2024-03-19T02:01:40.830685+0000 (oldest deadline 2024-03-19T02:02:04.330707+0000)
2024-03-19T02:02:06.480 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:06 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:06.188+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:06.480 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:06 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:06.188+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:06.480 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:06 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:06.188+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:06.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:06 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:06.463+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:06.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:06 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:06.463+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:06.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:06 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:06.463+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:06.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:06 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:06.463+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:38.930273+0000 front 2024-03-19T02:01:38.930378+0000 (oldest deadline 2024-03-19T02:02:04.830340+0000)
2024-03-19T02:02:06.861 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:06 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:06.503+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:02:06.861 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:06 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:06.503+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:02:06.862 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:06 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:06.503+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.085261+0000 front 2024-03-19T02:01:32.085119+0000 (oldest deadline 2024-03-19T02:01:57.385319+0000)
2024-03-19T02:02:06.862 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:06 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:06.503+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.886282+0000 front 2024-03-19T02:01:40.886343+0000 (oldest deadline 2024-03-19T02:02:03.786429+0000)
2024-03-19T02:02:06.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:06 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:06.591+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:02:06.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:06 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:06.591+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.029427+0000 front 2024-03-19T02:01:32.029453+0000 (oldest deadline 2024-03-19T02:01:56.129582+0000)
2024-03-19T02:02:06.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:06 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:06.591+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.830631+0000 front 2024-03-19T02:01:40.830685+0000 (oldest deadline 2024-03-19T02:02:04.330707+0000)
2024-03-19T02:02:07.114 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:02:06 smithi046 podman[133192]: 2024-03-19 02:02:06.861864873 +0000 UTC m=+5.513319648 container died 086b8bf9d34eb83b5046772778740df058a8e8b0e79fe1fab6cde246cb355af2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30)
2024-03-19T02:02:07.214 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:06 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:06.758+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.240598+0000 front 2024-03-19T02:01:22.240618+0000 (oldest deadline 2024-03-19T02:01:47.540757+0000)
2024-03-19T02:02:07.215 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:06 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:06.758+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:31.041730+0000 front 2024-03-19T02:01:31.041582+0000 (oldest deadline 2024-03-19T02:01:56.341792+0000)
2024-03-19T02:02:07.215 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:06 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:06.758+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:41.643176+0000 front 2024-03-19T02:01:41.643120+0000 (oldest deadline 2024-03-19T02:02:04.542983+0000)
2024-03-19T02:02:07.459 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:02:07 smithi046 podman[133192]: 2024-03-19 02:02:07.192601803 +0000 UTC m=+5.844056620 container cleanup 086b8bf9d34eb83b5046772778740df058a8e8b0e79fe1fab6cde246cb355af2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.vendor=CentOS)
2024-03-19T02:02:07.460 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:02:07 smithi046 bash[133192]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6
2024-03-19T02:02:07.480 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:07 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:07.214+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:07.480 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:07 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:07.214+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:07.480 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:07 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:07.214+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:07.753 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:07 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:07.485+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:07.753 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:07 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:07.485+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:07.753 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:07 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:07.485+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:07.754 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:07 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:07.485+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:38.930273+0000 front 2024-03-19T02:01:38.930378+0000 (oldest deadline 2024-03-19T02:02:04.830340+0000)
2024-03-19T02:02:07.785 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:02:07 smithi046 podman[133209]: 2024-03-19 02:02:07.460430447 +0000 UTC m=+0.596664975 container remove 086b8bf9d34eb83b5046772778740df058a8e8b0e79fe1fab6cde246cb355af2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0)
2024-03-19T02:02:07.785 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:07 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:07.510+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:02:07.785 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:07 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:07.510+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:02:07.786 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:07 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:07.510+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.085261+0000 front 2024-03-19T02:01:32.085119+0000 (oldest deadline 2024-03-19T02:01:57.385319+0000)
2024-03-19T02:02:07.786 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:07 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:07.510+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.886282+0000 front 2024-03-19T02:01:40.886343+0000 (oldest deadline 2024-03-19T02:02:03.786429+0000)
2024-03-19T02:02:07.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:07 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:07.639+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:02:07.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:07 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:07.639+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.029427+0000 front 2024-03-19T02:01:32.029453+0000 (oldest deadline 2024-03-19T02:01:56.129582+0000)
2024-03-19T02:02:07.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:07 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:07.639+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.830631+0000 front 2024-03-19T02:01:40.830685+0000 (oldest deadline 2024-03-19T02:02:04.330707+0000)
2024-03-19T02:02:08.105 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:02:07 smithi046 podman[133300]: 2024-03-19 02:02:07.786267986 +0000 UTC m=+0.095926323 container create 4df8432c326f2b203dc8ed597ed89b518652e18d2b9f2cfdc291f898ab2cf012 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_BRANCH=HEAD)
2024-03-19T02:02:08.105 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:02:07 smithi046 podman[133300]: 2024-03-19 02:02:07.709667247 +0000 UTC m=+0.019325595 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639
2024-03-19T02:02:08.105 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:02:08 smithi046 podman[133300]: 2024-03-19 02:02:08.005740262 +0000 UTC m=+0.315398611 container init 4df8432c326f2b203dc8ed597ed89b518652e18d2b9f2cfdc291f898ab2cf012 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6-deactivate, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-batrick-testing-20240318.181317-b6ae249)
2024-03-19T02:02:08.105 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:02:08 smithi046 podman[133300]: 2024-03-19 02:02:08.008711542 +0000 UTC m=+0.318369885 container start 4df8432c326f2b203dc8ed597ed89b518652e18d2b9f2cfdc291f898ab2cf012 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6-deactivate, org.label-schema.vendor=CentOS, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0)
2024-03-19T02:02:08.105 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:02:08 smithi046 podman[133300]: 2024-03-19 02:02:08.105650444 +0000 UTC m=+0.415308809 container attach 4df8432c326f2b203dc8ed597ed89b518652e18d2b9f2cfdc291f898ab2cf012 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD)
2024-03-19T02:02:08.214 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:07 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:07.753+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.240598+0000 front 2024-03-19T02:01:22.240618+0000 (oldest deadline 2024-03-19T02:01:47.540757+0000)
2024-03-19T02:02:08.214 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:07 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:07.753+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:31.041730+0000 front 2024-03-19T02:01:31.041582+0000 (oldest deadline 2024-03-19T02:01:56.341792+0000)
2024-03-19T02:02:08.214 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:07 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:07.753+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:41.643176+0000 front 2024-03-19T02:01:41.643120+0000 (oldest deadline 2024-03-19T02:02:04.542983+0000)
2024-03-19T02:02:08.365 INFO:journalctl@ceph.osd.6.smithi046.stdout:Mar 19 02:02:08 smithi046 podman[133300]: 2024-03-19 02:02:08.310641669 +0000 UTC m=+0.620300014 container died 4df8432c326f2b203dc8ed597ed89b518652e18d2b9f2cfdc291f898ab2cf012 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-6-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30)
2024-03-19T02:02:08.666 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:08 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:08.232+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:08.666 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:08 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:08.232+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:08.666 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:08 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:08.232+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:08.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:08 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:08.441+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:08.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:08 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:08.441+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:08.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:08 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:08.441+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:08.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:08 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:08.441+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:38.930273+0000 front 2024-03-19T02:01:38.930378+0000 (oldest deadline 2024-03-19T02:02:04.830340+0000)
2024-03-19T02:02:08.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:08 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:08.474+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:02:08.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:08 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:08.474+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:02:08.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:08 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:08.474+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.085261+0000 front 2024-03-19T02:01:32.085119+0000 (oldest deadline 2024-03-19T02:01:57.385319+0000)
2024-03-19T02:02:08.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:08 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:08.474+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.886282+0000 front 2024-03-19T02:01:40.886343+0000 (oldest deadline 2024-03-19T02:02:03.786429+0000)
2024-03-19T02:02:08.938 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.6.service'
2024-03-19T02:02:08.980 DEBUG:teuthology.orchestra.run:got remote process result: None
2024-03-19T02:02:08.980 INFO:tasks.cephadm.osd.6:Stopped osd.6
2024-03-19T02:02:08.981 INFO:tasks.cephadm.osd.7:Stopping osd.7...
2024-03-19T02:02:08.981 DEBUG:teuthology.orchestra.run.smithi073:> sudo systemctl stop ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.7
2024-03-19T02:02:08.981 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:08 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:08.666+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:02:08.981 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:08 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:08.666+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.029427+0000 front 2024-03-19T02:01:32.029453+0000 (oldest deadline 2024-03-19T02:01:56.129582+0000)
2024-03-19T02:02:08.982 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:08 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:08.666+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.830631+0000 front 2024-03-19T02:01:40.830685+0000 (oldest deadline 2024-03-19T02:02:04.330707+0000)
2024-03-19T02:02:09.009 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:08 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:08.754+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.240598+0000 front 2024-03-19T02:01:22.240618+0000 (oldest deadline 2024-03-19T02:01:47.540757+0000)
2024-03-19T02:02:09.010 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:08 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:08.754+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:31.041730+0000 front 2024-03-19T02:01:31.041582+0000 (oldest deadline 2024-03-19T02:01:56.341792+0000)
2024-03-19T02:02:09.010 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:08 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:08.754+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:41.643176+0000 front 2024-03-19T02:01:41.643120+0000 (oldest deadline 2024-03-19T02:02:04.542983+0000)
2024-03-19T02:02:09.299 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:09 smithi073 systemd[1]: Stopping Ceph osd.7 for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T02:02:09.632 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:09 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:09.245+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:09.632 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:09 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:09.245+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:09.632 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:09 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:09.245+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:09.714 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:09 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:09.307+0000 7f8318fc9700 -1 received  signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false  (PID: 1) UID: 0
2024-03-19T02:02:09.715 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:09 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:09.307+0000 7f8318fc9700 -1 osd.7 106 *** Got signal Terminated ***
2024-03-19T02:02:09.715 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:09 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:09.307+0000 7f8318fc9700 -1 osd.7 106 *** Immediate shutdown (osd_fast_shutdown=true) ***
2024-03-19T02:02:09.716 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:09 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:09.419+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:09.716 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:09 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:09.419+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:09.716 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:09 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:09.419+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:09.716 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:09 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:09.419+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:38.930273+0000 front 2024-03-19T02:01:38.930378+0000 (oldest deadline 2024-03-19T02:02:04.830340+0000)
2024-03-19T02:02:09.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:09 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:09.431+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:02:09.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:09 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:09.431+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:02:09.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:09 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:09.431+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.085261+0000 front 2024-03-19T02:01:32.085119+0000 (oldest deadline 2024-03-19T02:01:57.385319+0000)
2024-03-19T02:02:09.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:09 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:09.431+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.886282+0000 front 2024-03-19T02:01:40.886343+0000 (oldest deadline 2024-03-19T02:02:03.786429+0000)
2024-03-19T02:02:09.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:09 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:09.632+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:02:09.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:09 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:09.632+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.029427+0000 front 2024-03-19T02:01:32.029453+0000 (oldest deadline 2024-03-19T02:01:56.129582+0000)
2024-03-19T02:02:09.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:09 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:09.632+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.830631+0000 front 2024-03-19T02:01:40.830685+0000 (oldest deadline 2024-03-19T02:02:04.330707+0000)
2024-03-19T02:02:10.214 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:09 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:09.771+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.240598+0000 front 2024-03-19T02:01:22.240618+0000 (oldest deadline 2024-03-19T02:01:47.540757+0000)
2024-03-19T02:02:10.214 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:09 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:09.771+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:31.041730+0000 front 2024-03-19T02:01:31.041582+0000 (oldest deadline 2024-03-19T02:01:56.341792+0000)
2024-03-19T02:02:10.214 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:09 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:09.771+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:41.643176+0000 front 2024-03-19T02:01:41.643120+0000 (oldest deadline 2024-03-19T02:02:04.542983+0000)
2024-03-19T02:02:10.592 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:10 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:10.241+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:10.592 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:10 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:10.241+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:10.592 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:10 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:10.241+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:10.650 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:10 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:10.415+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:02:10.651 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:10 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:10.415+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:02:10.651 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:10 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:10.415+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.085261+0000 front 2024-03-19T02:01:32.085119+0000 (oldest deadline 2024-03-19T02:01:57.385319+0000)
2024-03-19T02:02:10.651 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:10 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:10.415+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.886282+0000 front 2024-03-19T02:01:40.886343+0000 (oldest deadline 2024-03-19T02:02:03.786429+0000)
2024-03-19T02:02:10.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:10 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:10.426+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:10.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:10 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:10.426+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:10.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:10 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:10.426+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:10.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:10 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:10.426+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:38.930273+0000 front 2024-03-19T02:01:38.930378+0000 (oldest deadline 2024-03-19T02:02:04.830340+0000)
2024-03-19T02:02:10.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:10 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:10.592+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:02:10.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:10 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:10.592+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.029427+0000 front 2024-03-19T02:01:32.029453+0000 (oldest deadline 2024-03-19T02:01:56.129582+0000)
2024-03-19T02:02:10.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:10 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:10.592+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.830631+0000 front 2024-03-19T02:01:40.830685+0000 (oldest deadline 2024-03-19T02:02:04.330707+0000)
2024-03-19T02:02:11.214 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:10 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:10.746+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.240598+0000 front 2024-03-19T02:01:22.240618+0000 (oldest deadline 2024-03-19T02:01:47.540757+0000)
2024-03-19T02:02:11.214 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:10 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:10.746+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:31.041730+0000 front 2024-03-19T02:01:31.041582+0000 (oldest deadline 2024-03-19T02:01:56.341792+0000)
2024-03-19T02:02:11.214 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:10 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:10.746+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:41.643176+0000 front 2024-03-19T02:01:41.643120+0000 (oldest deadline 2024-03-19T02:02:04.542983+0000)
2024-03-19T02:02:11.565 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:11 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:11.230+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:11.565 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:11 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:11.230+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:11.565 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:11 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:11.230+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:11.737 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:11 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:11.467+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:11.737 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:11 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:11.467+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:11.738 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:11 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:11.467+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:11.738 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:11 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:11.467+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:38.930273+0000 front 2024-03-19T02:01:38.930378+0000 (oldest deadline 2024-03-19T02:02:04.830340+0000)
2024-03-19T02:02:11.738 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:11 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:11.467+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:48.331286+0000 front 2024-03-19T02:01:48.331248+0000 (oldest deadline 2024-03-19T02:02:11.231404+0000)
2024-03-19T02:02:11.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:11 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:11.424+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:02:11.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:11 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:11.424+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:02:11.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:11 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:11.424+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.085261+0000 front 2024-03-19T02:01:32.085119+0000 (oldest deadline 2024-03-19T02:01:57.385319+0000)
2024-03-19T02:02:11.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:11 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:11.424+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.886282+0000 front 2024-03-19T02:01:40.886343+0000 (oldest deadline 2024-03-19T02:02:03.786429+0000)
2024-03-19T02:02:11.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:11 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:11.565+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:02:11.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:11 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:11.565+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.029427+0000 front 2024-03-19T02:01:32.029453+0000 (oldest deadline 2024-03-19T02:01:56.129582+0000)
2024-03-19T02:02:11.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:11 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:11.565+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.830631+0000 front 2024-03-19T02:01:40.830685+0000 (oldest deadline 2024-03-19T02:02:04.330707+0000)
2024-03-19T02:02:12.214 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:11 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:11.737+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.240598+0000 front 2024-03-19T02:01:22.240618+0000 (oldest deadline 2024-03-19T02:01:47.540757+0000)
2024-03-19T02:02:12.214 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:11 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:11.737+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:31.041730+0000 front 2024-03-19T02:01:31.041582+0000 (oldest deadline 2024-03-19T02:01:56.341792+0000)
2024-03-19T02:02:12.214 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:11 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:11.737+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:41.643176+0000 front 2024-03-19T02:01:41.643120+0000 (oldest deadline 2024-03-19T02:02:04.542983+0000)
2024-03-19T02:02:12.562 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:12 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:12.233+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:12.562 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:12 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:12.233+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:12.562 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:12 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:12.233+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:12.757 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:12 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:12.489+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:12.757 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:12 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:12.489+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:12.757 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:12 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:12.489+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:12.757 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:12 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:12.489+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:38.930273+0000 front 2024-03-19T02:01:38.930378+0000 (oldest deadline 2024-03-19T02:02:04.830340+0000)
2024-03-19T02:02:12.757 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:12 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:12.489+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:48.331286+0000 front 2024-03-19T02:01:48.331248+0000 (oldest deadline 2024-03-19T02:02:11.231404+0000)
2024-03-19T02:02:12.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:12 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:12.455+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:02:12.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:12 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:12.455+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:02:12.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:12 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:12.455+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.085261+0000 front 2024-03-19T02:01:32.085119+0000 (oldest deadline 2024-03-19T02:01:57.385319+0000)
2024-03-19T02:02:12.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:12 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:12.455+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.886282+0000 front 2024-03-19T02:01:40.886343+0000 (oldest deadline 2024-03-19T02:02:03.786429+0000)
2024-03-19T02:02:12.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:12 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:12.562+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:02:12.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:12 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:12.562+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.029427+0000 front 2024-03-19T02:01:32.029453+0000 (oldest deadline 2024-03-19T02:01:56.129582+0000)
2024-03-19T02:02:12.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:12 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:12.562+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.830631+0000 front 2024-03-19T02:01:40.830685+0000 (oldest deadline 2024-03-19T02:02:04.330707+0000)
2024-03-19T02:02:12.981 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:12 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:12.562+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:47.231832+0000 front 2024-03-19T02:01:47.231908+0000 (oldest deadline 2024-03-19T02:02:11.931789+0000)
2024-03-19T02:02:13.214 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:12 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:12.757+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.240598+0000 front 2024-03-19T02:01:22.240618+0000 (oldest deadline 2024-03-19T02:01:47.540757+0000)
2024-03-19T02:02:13.214 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:12 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:12.757+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:31.041730+0000 front 2024-03-19T02:01:31.041582+0000 (oldest deadline 2024-03-19T02:01:56.341792+0000)
2024-03-19T02:02:13.214 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:12 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:12.757+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:41.643176+0000 front 2024-03-19T02:01:41.643120+0000 (oldest deadline 2024-03-19T02:02:04.542983+0000)
2024-03-19T02:02:13.214 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:12 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:12.757+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:47.443959+0000 front 2024-03-19T02:01:47.443937+0000 (oldest deadline 2024-03-19T02:02:12.744035+0000)
2024-03-19T02:02:13.573 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:13 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:13.273+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:13.573 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:13 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:13.273+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:13.573 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:13 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:13.273+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:13.784 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:13 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:13.493+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:13.784 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:13 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:13.493+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:13.784 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:13 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:13.493+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:13.785 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:13 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:13.493+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:38.930273+0000 front 2024-03-19T02:01:38.930378+0000 (oldest deadline 2024-03-19T02:02:04.830340+0000)
2024-03-19T02:02:13.785 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:13 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:13.493+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:48.331286+0000 front 2024-03-19T02:01:48.331248+0000 (oldest deadline 2024-03-19T02:02:11.231404+0000)
2024-03-19T02:02:13.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:13 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:13.495+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:02:13.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:13 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:13.495+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:02:13.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:13 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:13.495+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.085261+0000 front 2024-03-19T02:01:32.085119+0000 (oldest deadline 2024-03-19T02:01:57.385319+0000)
2024-03-19T02:02:13.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:13 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:13.495+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.886282+0000 front 2024-03-19T02:01:40.886343+0000 (oldest deadline 2024-03-19T02:02:03.786429+0000)
2024-03-19T02:02:13.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:13 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:13.495+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:47.187987+0000 front 2024-03-19T02:01:47.188163+0000 (oldest deadline 2024-03-19T02:02:12.487951+0000)
2024-03-19T02:02:13.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:13 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:13.573+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:02:13.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:13 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:13.573+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.029427+0000 front 2024-03-19T02:01:32.029453+0000 (oldest deadline 2024-03-19T02:01:56.129582+0000)
2024-03-19T02:02:13.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:13 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:13.573+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.830631+0000 front 2024-03-19T02:01:40.830685+0000 (oldest deadline 2024-03-19T02:02:04.330707+0000)
2024-03-19T02:02:13.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:13 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:13.573+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:47.231832+0000 front 2024-03-19T02:01:47.231908+0000 (oldest deadline 2024-03-19T02:02:11.931789+0000)
2024-03-19T02:02:14.214 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:13 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:13.783+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.240598+0000 front 2024-03-19T02:01:22.240618+0000 (oldest deadline 2024-03-19T02:01:47.540757+0000)
2024-03-19T02:02:14.214 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:13 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:13.783+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:31.041730+0000 front 2024-03-19T02:01:31.041582+0000 (oldest deadline 2024-03-19T02:01:56.341792+0000)
2024-03-19T02:02:14.214 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:13 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:13.783+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:41.643176+0000 front 2024-03-19T02:01:41.643120+0000 (oldest deadline 2024-03-19T02:02:04.542983+0000)
2024-03-19T02:02:14.215 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:13 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7[85235]: 2024-03-19T02:02:13.783+0000 7f83155bd700 -1 osd.7 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:47.443959+0000 front 2024-03-19T02:01:47.443937+0000 (oldest deadline 2024-03-19T02:02:12.744035+0000)
2024-03-19T02:02:14.615 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:14 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:14.309+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:14.615 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:14 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:14.309+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:14.616 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:14 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:14.309+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:14.833 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:14 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:14.484+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:14.833 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:14 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:14.484+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:14.833 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:14 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:14.484+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:14.833 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:14 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:14.484+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:38.930273+0000 front 2024-03-19T02:01:38.930378+0000 (oldest deadline 2024-03-19T02:02:04.830340+0000)
2024-03-19T02:02:14.833 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:14 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:14.484+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:48.331286+0000 front 2024-03-19T02:01:48.331248+0000 (oldest deadline 2024-03-19T02:02:11.231404+0000)
2024-03-19T02:02:14.864 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:14 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:14.450+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:02:14.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:14 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:14.450+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:02:14.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:14 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:14.450+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.085261+0000 front 2024-03-19T02:01:32.085119+0000 (oldest deadline 2024-03-19T02:01:57.385319+0000)
2024-03-19T02:02:14.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:14 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:14.450+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.886282+0000 front 2024-03-19T02:01:40.886343+0000 (oldest deadline 2024-03-19T02:02:03.786429+0000)
2024-03-19T02:02:14.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:14 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:14.450+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:47.187987+0000 front 2024-03-19T02:01:47.188163+0000 (oldest deadline 2024-03-19T02:02:12.487951+0000)
2024-03-19T02:02:14.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:14 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:14.615+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:02:14.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:14 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:14.615+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.029427+0000 front 2024-03-19T02:01:32.029453+0000 (oldest deadline 2024-03-19T02:01:56.129582+0000)
2024-03-19T02:02:14.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:14 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:14.615+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.830631+0000 front 2024-03-19T02:01:40.830685+0000 (oldest deadline 2024-03-19T02:02:04.330707+0000)
2024-03-19T02:02:14.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:14 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:14.615+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:47.231832+0000 front 2024-03-19T02:01:47.231908+0000 (oldest deadline 2024-03-19T02:02:11.931789+0000)
2024-03-19T02:02:15.114 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:14 smithi073 podman[103260]: 2024-03-19 02:02:14.833467275 +0000 UTC m=+5.650240954 container died f72efa3e50d1897ee75266f8ab5f50befb9c617d4d33ae0674a777e913f9d75f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_CLEAN=True, org.label-schema.build-date=20240307)
2024-03-19T02:02:15.416 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:15 smithi073 podman[103260]: 2024-03-19 02:02:15.115433694 +0000 UTC m=+5.932207380 container cleanup f72efa3e50d1897ee75266f8ab5f50befb9c617d4d33ae0674a777e913f9d75f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.vendor=CentOS, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD)
2024-03-19T02:02:15.416 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:15 smithi073 bash[103260]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7
2024-03-19T02:02:15.656 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:15 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:15.345+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:15.656 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:15 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:15.345+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:15.657 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:15 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:15.345+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:15.714 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:15 smithi073 podman[103287]: 2024-03-19 02:02:15.41689373 +0000 UTC m=+0.578249736 container remove f72efa3e50d1897ee75266f8ab5f50befb9c617d4d33ae0674a777e913f9d75f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_CLEAN=True, org.label-schema.vendor=CentOS)
2024-03-19T02:02:15.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:15 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:15.442+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:15.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:15 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:15.442+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:15.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:15 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:15.442+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:15.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:15 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:15.442+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:38.930273+0000 front 2024-03-19T02:01:38.930378+0000 (oldest deadline 2024-03-19T02:02:04.830340+0000)
2024-03-19T02:02:15.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:15 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:15.442+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:48.331286+0000 front 2024-03-19T02:01:48.331248+0000 (oldest deadline 2024-03-19T02:02:11.231404+0000)
2024-03-19T02:02:15.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:15 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:15.493+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:02:15.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:15 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:15.493+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:02:15.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:15 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:15.493+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.085261+0000 front 2024-03-19T02:01:32.085119+0000 (oldest deadline 2024-03-19T02:01:57.385319+0000)
2024-03-19T02:02:15.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:15 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:15.493+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.886282+0000 front 2024-03-19T02:01:40.886343+0000 (oldest deadline 2024-03-19T02:02:03.786429+0000)
2024-03-19T02:02:15.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:15 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:15.493+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:47.187987+0000 front 2024-03-19T02:01:47.188163+0000 (oldest deadline 2024-03-19T02:02:12.487951+0000)
2024-03-19T02:02:15.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:15 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:15.657+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:02:15.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:15 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:15.657+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.029427+0000 front 2024-03-19T02:01:32.029453+0000 (oldest deadline 2024-03-19T02:01:56.129582+0000)
2024-03-19T02:02:15.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:15 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:15.657+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.830631+0000 front 2024-03-19T02:01:40.830685+0000 (oldest deadline 2024-03-19T02:02:04.330707+0000)
2024-03-19T02:02:15.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:15 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:15.657+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:47.231832+0000 front 2024-03-19T02:01:47.231908+0000 (oldest deadline 2024-03-19T02:02:11.931789+0000)
2024-03-19T02:02:15.986 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:15 smithi073 podman[103377]: 2024-03-19 02:02:15.628422255 +0000 UTC m=+0.017501492 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639
2024-03-19T02:02:15.986 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:15 smithi073 podman[103377]: 2024-03-19 02:02:15.725913961 +0000 UTC m=+0.114993197 container create 770d4d529b1060bfb637c1c93ef91c1c04af1fa20f6ccc18a0507dc968840e8a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_REPO=git@github.com:ceph/ceph-container.git)
2024-03-19T02:02:16.283 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:15 smithi073 podman[103377]: 2024-03-19 02:02:15.987332067 +0000 UTC m=+0.376411314 container init 770d4d529b1060bfb637c1c93ef91c1c04af1fa20f6ccc18a0507dc968840e8a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7-deactivate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307)
2024-03-19T02:02:16.283 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:15 smithi073 podman[103377]: 2024-03-19 02:02:15.990551921 +0000 UTC m=+0.379631160 container start 770d4d529b1060bfb637c1c93ef91c1c04af1fa20f6ccc18a0507dc968840e8a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240307, GIT_CLEAN=True, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5)
2024-03-19T02:02:16.283 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:16 smithi073 podman[103377]: 2024-03-19 02:02:16.079074911 +0000 UTC m=+0.468154150 container attach 770d4d529b1060bfb637c1c93ef91c1c04af1fa20f6ccc18a0507dc968840e8a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_REPO=git@github.com:ceph/ceph-container.git)
2024-03-19T02:02:16.565 INFO:journalctl@ceph.osd.7.smithi073.stdout:Mar 19 02:02:16 smithi073 podman[103377]: 2024-03-19 02:02:16.283658239 +0000 UTC m=+0.672737470 container died 770d4d529b1060bfb637c1c93ef91c1c04af1fa20f6ccc18a0507dc968840e8a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-7-deactivate, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git)
2024-03-19T02:02:16.565 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:16 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:16.480+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:16.565 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:16 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:16.480+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:16.565 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:16 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:16.480+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:16.565 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:16 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:16.480+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:38.930273+0000 front 2024-03-19T02:01:38.930378+0000 (oldest deadline 2024-03-19T02:02:04.830340+0000)
2024-03-19T02:02:16.565 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:16 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:16.480+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:48.331286+0000 front 2024-03-19T02:01:48.331248+0000 (oldest deadline 2024-03-19T02:02:11.231404+0000)
2024-03-19T02:02:16.632 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:16 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:16.335+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:16.632 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:16 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:16.335+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:16.632 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:16 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:16.335+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:16.632 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:16 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:16.335+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:49.982217+0000 front 2024-03-19T02:01:49.982294+0000 (oldest deadline 2024-03-19T02:02:15.882253+0000)
2024-03-19T02:02:16.840 DEBUG:teuthology.orchestra.run.smithi073:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.7.service'
2024-03-19T02:02:16.864 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:16 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:16.522+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:02:16.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:16 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:16.522+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:02:16.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:16 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:16.522+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.085261+0000 front 2024-03-19T02:01:32.085119+0000 (oldest deadline 2024-03-19T02:01:57.385319+0000)
2024-03-19T02:02:16.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:16 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:16.522+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.886282+0000 front 2024-03-19T02:01:40.886343+0000 (oldest deadline 2024-03-19T02:02:03.786429+0000)
2024-03-19T02:02:16.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:16 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:16.522+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:47.187987+0000 front 2024-03-19T02:01:47.188163+0000 (oldest deadline 2024-03-19T02:02:12.487951+0000)
2024-03-19T02:02:16.927 DEBUG:teuthology.orchestra.run:got remote process result: None
2024-03-19T02:02:16.928 INFO:tasks.cephadm.osd.7:Stopped osd.7
2024-03-19T02:02:16.928 INFO:tasks.cephadm.osd.8:Stopping osd.8...
2024-03-19T02:02:16.928 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.8
2024-03-19T02:02:16.957 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:16 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:16.632+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:02:16.958 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:16 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:16.632+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.029427+0000 front 2024-03-19T02:01:32.029453+0000 (oldest deadline 2024-03-19T02:01:56.129582+0000)
2024-03-19T02:02:16.958 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:16 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:16.632+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.830631+0000 front 2024-03-19T02:01:40.830685+0000 (oldest deadline 2024-03-19T02:02:04.330707+0000)
2024-03-19T02:02:16.958 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:16 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:16.632+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:47.231832+0000 front 2024-03-19T02:01:47.231908+0000 (oldest deadline 2024-03-19T02:02:11.931789+0000)
2024-03-19T02:02:17.230 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:16 smithi102 systemd[1]: Stopping Ceph osd.8 for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T02:02:17.640 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:17 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:17.344+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:17.640 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:17 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:17.344+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:17.640 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:17 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:17.344+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:17.640 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:17 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:17.344+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:49.982217+0000 front 2024-03-19T02:01:49.982294+0000 (oldest deadline 2024-03-19T02:02:15.882253+0000)
2024-03-19T02:02:17.640 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:17 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:17.256+0000 7f7b962e2700 -1 received  signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false  (PID: 1) UID: 0
2024-03-19T02:02:17.640 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:17 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:17.256+0000 7f7b962e2700 -1 osd.8 106 *** Got signal Terminated ***
2024-03-19T02:02:17.641 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:17 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:17.256+0000 7f7b962e2700 -1 osd.8 106 *** Immediate shutdown (osd_fast_shutdown=true) ***
2024-03-19T02:02:17.641 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:17 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:17.640+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:02:17.641 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:17 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:17.640+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.029427+0000 front 2024-03-19T02:01:32.029453+0000 (oldest deadline 2024-03-19T02:01:56.129582+0000)
2024-03-19T02:02:17.641 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:17 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:17.640+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.830631+0000 front 2024-03-19T02:01:40.830685+0000 (oldest deadline 2024-03-19T02:02:04.330707+0000)
2024-03-19T02:02:17.641 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:17 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:17.640+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:47.231832+0000 front 2024-03-19T02:01:47.231908+0000 (oldest deadline 2024-03-19T02:02:11.931789+0000)
2024-03-19T02:02:17.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:17 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:17.439+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:17.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:17 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:17.439+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:17.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:17 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:17.439+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:17.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:17 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:17.439+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:38.930273+0000 front 2024-03-19T02:01:38.930378+0000 (oldest deadline 2024-03-19T02:02:04.830340+0000)
2024-03-19T02:02:17.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:17 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:17.439+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:48.331286+0000 front 2024-03-19T02:01:48.331248+0000 (oldest deadline 2024-03-19T02:02:11.231404+0000)
2024-03-19T02:02:17.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:17 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:17.535+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:02:17.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:17 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:17.535+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:02:17.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:17 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:17.535+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.085261+0000 front 2024-03-19T02:01:32.085119+0000 (oldest deadline 2024-03-19T02:01:57.385319+0000)
2024-03-19T02:02:17.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:17 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:17.535+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.886282+0000 front 2024-03-19T02:01:40.886343+0000 (oldest deadline 2024-03-19T02:02:03.786429+0000)
2024-03-19T02:02:17.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:17 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:17.535+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:47.187987+0000 front 2024-03-19T02:01:47.188163+0000 (oldest deadline 2024-03-19T02:02:12.487951+0000)
2024-03-19T02:02:18.684 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:18 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:18.299+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:18.684 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:18 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:18.299+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:18.684 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:18 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:18.299+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:18.684 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:18 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:18.299+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:49.982217+0000 front 2024-03-19T02:01:49.982294+0000 (oldest deadline 2024-03-19T02:02:15.882253+0000)
2024-03-19T02:02:18.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:18 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:18.413+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:18.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:18 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:18.413+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:18.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:18 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:18.413+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:18.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:18 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:18.413+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:38.930273+0000 front 2024-03-19T02:01:38.930378+0000 (oldest deadline 2024-03-19T02:02:04.830340+0000)
2024-03-19T02:02:18.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:18 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:18.413+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:48.331286+0000 front 2024-03-19T02:01:48.331248+0000 (oldest deadline 2024-03-19T02:02:11.231404+0000)
2024-03-19T02:02:18.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:18 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:18.525+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:02:18.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:18 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:18.525+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:02:18.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:18 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:18.525+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.085261+0000 front 2024-03-19T02:01:32.085119+0000 (oldest deadline 2024-03-19T02:01:57.385319+0000)
2024-03-19T02:02:18.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:18 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:18.525+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.886282+0000 front 2024-03-19T02:01:40.886343+0000 (oldest deadline 2024-03-19T02:02:03.786429+0000)
2024-03-19T02:02:18.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:18 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:18.525+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:47.187987+0000 front 2024-03-19T02:01:47.188163+0000 (oldest deadline 2024-03-19T02:02:12.487951+0000)
2024-03-19T02:02:18.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:18 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:18.684+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:02:18.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:18 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:18.684+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.029427+0000 front 2024-03-19T02:01:32.029453+0000 (oldest deadline 2024-03-19T02:01:56.129582+0000)
2024-03-19T02:02:18.981 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:18 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:18.684+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.830631+0000 front 2024-03-19T02:01:40.830685+0000 (oldest deadline 2024-03-19T02:02:04.330707+0000)
2024-03-19T02:02:18.981 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:18 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:18.684+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:47.231832+0000 front 2024-03-19T02:01:47.231908+0000 (oldest deadline 2024-03-19T02:02:11.931789+0000)
2024-03-19T02:02:19.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:19 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:19.394+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:19.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:19 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:19.394+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:19.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:19 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:19.394+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:19.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:19 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:19.394+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:38.930273+0000 front 2024-03-19T02:01:38.930378+0000 (oldest deadline 2024-03-19T02:02:04.830340+0000)
2024-03-19T02:02:19.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:19 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:19.394+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:48.331286+0000 front 2024-03-19T02:01:48.331248+0000 (oldest deadline 2024-03-19T02:02:11.231404+0000)
2024-03-19T02:02:19.724 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:19 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:19.275+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:19.725 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:19 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:19.275+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:19.725 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:19 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:19.275+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:19.725 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:19 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:19.275+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:49.982217+0000 front 2024-03-19T02:01:49.982294+0000 (oldest deadline 2024-03-19T02:02:15.882253+0000)
2024-03-19T02:02:19.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:19 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:19.495+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:02:19.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:19 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:19.495+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:02:19.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:19 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:19.495+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.085261+0000 front 2024-03-19T02:01:32.085119+0000 (oldest deadline 2024-03-19T02:01:57.385319+0000)
2024-03-19T02:02:19.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:19 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:19.495+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.886282+0000 front 2024-03-19T02:01:40.886343+0000 (oldest deadline 2024-03-19T02:02:03.786429+0000)
2024-03-19T02:02:19.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:19 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:19.495+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:47.187987+0000 front 2024-03-19T02:01:47.188163+0000 (oldest deadline 2024-03-19T02:02:12.487951+0000)
2024-03-19T02:02:19.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:19 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:19.725+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:02:19.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:19 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:19.725+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.029427+0000 front 2024-03-19T02:01:32.029453+0000 (oldest deadline 2024-03-19T02:01:56.129582+0000)
2024-03-19T02:02:19.981 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:19 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:19.725+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.830631+0000 front 2024-03-19T02:01:40.830685+0000 (oldest deadline 2024-03-19T02:02:04.330707+0000)
2024-03-19T02:02:19.981 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:19 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:19.725+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:47.231832+0000 front 2024-03-19T02:01:47.231908+0000 (oldest deadline 2024-03-19T02:02:11.931789+0000)
2024-03-19T02:02:19.981 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:19 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:19.725+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:54.832657+0000 front 2024-03-19T02:01:54.832703+0000 (oldest deadline 2024-03-19T02:02:18.932799+0000)
2024-03-19T02:02:20.680 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:20 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:20.238+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:20.680 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:20 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:20.238+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:20.680 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:20 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:20.238+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:20.680 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:20 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:20.238+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:49.982217+0000 front 2024-03-19T02:01:49.982294+0000 (oldest deadline 2024-03-19T02:02:15.882253+0000)
2024-03-19T02:02:20.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:20 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:20.362+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:20.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:20 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:20.362+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:20.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:20 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:20.362+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:20.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:20 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:20.362+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:38.930273+0000 front 2024-03-19T02:01:38.930378+0000 (oldest deadline 2024-03-19T02:02:04.830340+0000)
2024-03-19T02:02:20.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:20 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:20.362+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:48.331286+0000 front 2024-03-19T02:01:48.331248+0000 (oldest deadline 2024-03-19T02:02:11.231404+0000)
2024-03-19T02:02:20.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:20 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:20.455+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:02:20.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:20 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:20.455+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:02:20.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:20 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:20.455+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.085261+0000 front 2024-03-19T02:01:32.085119+0000 (oldest deadline 2024-03-19T02:01:57.385319+0000)
2024-03-19T02:02:20.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:20 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:20.455+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.886282+0000 front 2024-03-19T02:01:40.886343+0000 (oldest deadline 2024-03-19T02:02:03.786429+0000)
2024-03-19T02:02:20.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:20 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:20.455+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:47.187987+0000 front 2024-03-19T02:01:47.188163+0000 (oldest deadline 2024-03-19T02:02:12.487951+0000)
2024-03-19T02:02:20.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:20 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:20.680+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:02:20.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:20 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:20.680+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.029427+0000 front 2024-03-19T02:01:32.029453+0000 (oldest deadline 2024-03-19T02:01:56.129582+0000)
2024-03-19T02:02:20.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:20 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:20.680+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.830631+0000 front 2024-03-19T02:01:40.830685+0000 (oldest deadline 2024-03-19T02:02:04.330707+0000)
2024-03-19T02:02:20.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:20 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:20.680+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:47.231832+0000 front 2024-03-19T02:01:47.231908+0000 (oldest deadline 2024-03-19T02:02:11.931789+0000)
2024-03-19T02:02:20.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:20 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:20.680+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:54.832657+0000 front 2024-03-19T02:01:54.832703+0000 (oldest deadline 2024-03-19T02:02:18.932799+0000)
2024-03-19T02:02:21.649 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:21 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:21.272+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:21.649 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:21 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:21.272+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:21.649 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:21 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:21.272+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:21.649 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:21 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:21.272+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:49.982217+0000 front 2024-03-19T02:01:49.982294+0000 (oldest deadline 2024-03-19T02:02:15.882253+0000)
2024-03-19T02:02:21.649 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:21 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:21.272+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.882688+0000 front 2024-03-19T02:01:55.882649+0000 (oldest deadline 2024-03-19T02:02:21.182810+0000)
2024-03-19T02:02:21.687 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:21 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:21.405+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:02:21.687 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:21 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:21.405+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:02:21.687 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:21 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:21.405+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.085261+0000 front 2024-03-19T02:01:32.085119+0000 (oldest deadline 2024-03-19T02:01:57.385319+0000)
2024-03-19T02:02:21.688 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:21 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:21.405+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.886282+0000 front 2024-03-19T02:01:40.886343+0000 (oldest deadline 2024-03-19T02:02:03.786429+0000)
2024-03-19T02:02:21.688 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:21 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:21.405+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:47.187987+0000 front 2024-03-19T02:01:47.188163+0000 (oldest deadline 2024-03-19T02:02:12.487951+0000)
2024-03-19T02:02:21.688 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:21 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:21.405+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.889472+0000 front 2024-03-19T02:01:55.889490+0000 (oldest deadline 2024-03-19T02:02:20.589617+0000)
2024-03-19T02:02:21.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:21 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:21.362+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:21.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:21 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:21.362+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:21.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:21 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:21.362+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:21.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:21 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:21.362+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:38.930273+0000 front 2024-03-19T02:01:38.930378+0000 (oldest deadline 2024-03-19T02:02:04.830340+0000)
2024-03-19T02:02:21.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:21 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:21.362+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:48.331286+0000 front 2024-03-19T02:01:48.331248+0000 (oldest deadline 2024-03-19T02:02:11.231404+0000)
2024-03-19T02:02:21.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:21 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:21.649+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:15.027065+0000 front 2024-03-19T02:01:15.027091+0000 (oldest deadline 2024-03-19T02:01:39.727242+0000)
2024-03-19T02:02:21.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:21 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:21.649+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.029427+0000 front 2024-03-19T02:01:32.029453+0000 (oldest deadline 2024-03-19T02:01:56.129582+0000)
2024-03-19T02:02:21.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:21 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:21.649+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.830631+0000 front 2024-03-19T02:01:40.830685+0000 (oldest deadline 2024-03-19T02:02:04.330707+0000)
2024-03-19T02:02:21.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:21 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:21.649+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:47.231832+0000 front 2024-03-19T02:01:47.231908+0000 (oldest deadline 2024-03-19T02:02:11.931789+0000)
2024-03-19T02:02:21.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:21 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8[84801]: 2024-03-19T02:02:21.649+0000 7f7b928d6700 -1 osd.8 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:54.832657+0000 front 2024-03-19T02:01:54.832703+0000 (oldest deadline 2024-03-19T02:02:18.932799+0000)
2024-03-19T02:02:22.684 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:22 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:22.293+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:22.684 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:22 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:22.293+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:22.685 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:22 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:22.293+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:22.685 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:22 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:22.293+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:49.982217+0000 front 2024-03-19T02:01:49.982294+0000 (oldest deadline 2024-03-19T02:02:15.882253+0000)
2024-03-19T02:02:22.685 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:22 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:22.293+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.882688+0000 front 2024-03-19T02:01:55.882649+0000 (oldest deadline 2024-03-19T02:02:21.182810+0000)
2024-03-19T02:02:22.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:22 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:22.314+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:22.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:22 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:22.314+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:22.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:22 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:22.314+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:22.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:22 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:22.314+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:38.930273+0000 front 2024-03-19T02:01:38.930378+0000 (oldest deadline 2024-03-19T02:02:04.830340+0000)
2024-03-19T02:02:22.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:22 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:22.314+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:48.331286+0000 front 2024-03-19T02:01:48.331248+0000 (oldest deadline 2024-03-19T02:02:11.231404+0000)
2024-03-19T02:02:22.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:22 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:22.404+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:02:22.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:22 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:22.404+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:02:22.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:22 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:22.404+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.085261+0000 front 2024-03-19T02:01:32.085119+0000 (oldest deadline 2024-03-19T02:01:57.385319+0000)
2024-03-19T02:02:22.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:22 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:22.404+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.886282+0000 front 2024-03-19T02:01:40.886343+0000 (oldest deadline 2024-03-19T02:02:03.786429+0000)
2024-03-19T02:02:22.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:22 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:22.404+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:47.187987+0000 front 2024-03-19T02:01:47.188163+0000 (oldest deadline 2024-03-19T02:02:12.487951+0000)
2024-03-19T02:02:22.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:22 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:22.404+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.889472+0000 front 2024-03-19T02:01:55.889490+0000 (oldest deadline 2024-03-19T02:02:20.589617+0000)
2024-03-19T02:02:22.980 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:22 smithi102 podman[103637]: 2024-03-19 02:02:22.684938123 +0000 UTC m=+5.551580984 container died 3758891b2ffe016a6927ae6e232dc1fb7e225037beda6192c0ca21059c3f86d9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_BRANCH=HEAD)
2024-03-19T02:02:23.279 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:23 smithi102 podman[103637]: 2024-03-19 02:02:23.065534342 +0000 UTC m=+5.932177211 container cleanup 3758891b2ffe016a6927ae6e232dc1fb7e225037beda6192c0ca21059c3f86d9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, ceph=True)
2024-03-19T02:02:23.279 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:23 smithi102 bash[103637]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8
2024-03-19T02:02:23.609 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:23 smithi102 podman[103656]: 2024-03-19 02:02:23.300235235 +0000 UTC m=+0.615677636 container remove 3758891b2ffe016a6927ae6e232dc1fb7e225037beda6192c0ca21059c3f86d9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image)
2024-03-19T02:02:23.609 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:23 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:23.278+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:23.609 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:23 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:23.278+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:23.609 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:23 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:23.278+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:23.609 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:23 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:23.278+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:49.982217+0000 front 2024-03-19T02:01:49.982294+0000 (oldest deadline 2024-03-19T02:02:15.882253+0000)
2024-03-19T02:02:23.609 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:23 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:23.278+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.882688+0000 front 2024-03-19T02:01:55.882649+0000 (oldest deadline 2024-03-19T02:02:21.182810+0000)
2024-03-19T02:02:23.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:23 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:23.267+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:23.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:23 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:23.267+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:23.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:23 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:23.267+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:23.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:23 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:23.267+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:38.930273+0000 front 2024-03-19T02:01:38.930378+0000 (oldest deadline 2024-03-19T02:02:04.830340+0000)
2024-03-19T02:02:23.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:23 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:23.267+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:48.331286+0000 front 2024-03-19T02:01:48.331248+0000 (oldest deadline 2024-03-19T02:02:11.231404+0000)
2024-03-19T02:02:23.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:23 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:23.413+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:02:23.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:23 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:23.413+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:02:23.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:23 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:23.413+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.085261+0000 front 2024-03-19T02:01:32.085119+0000 (oldest deadline 2024-03-19T02:01:57.385319+0000)
2024-03-19T02:02:23.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:23 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:23.413+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.886282+0000 front 2024-03-19T02:01:40.886343+0000 (oldest deadline 2024-03-19T02:02:03.786429+0000)
2024-03-19T02:02:23.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:23 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:23.413+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:47.187987+0000 front 2024-03-19T02:01:47.188163+0000 (oldest deadline 2024-03-19T02:02:12.487951+0000)
2024-03-19T02:02:23.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:23 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:23.413+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.889472+0000 front 2024-03-19T02:01:55.889490+0000 (oldest deadline 2024-03-19T02:02:20.589617+0000)
2024-03-19T02:02:23.885 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:23 smithi102 podman[103747]: 2024-03-19 02:02:23.512778412 +0000 UTC m=+0.017814268 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639
2024-03-19T02:02:23.885 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:23 smithi102 podman[103747]: 2024-03-19 02:02:23.617619907 +0000 UTC m=+0.122655753 container create 424a79db5dad68a36212932d3b365abc9d9e7729ce852cf175eecd97533f3d47 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5)
2024-03-19T02:02:23.885 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:23 smithi102 podman[103747]: 2024-03-19 02:02:23.886632284 +0000 UTC m=+0.391668131 container init 424a79db5dad68a36212932d3b365abc9d9e7729ce852cf175eecd97533f3d47 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8-deactivate, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS)
2024-03-19T02:02:24.182 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:23 smithi102 podman[103747]: 2024-03-19 02:02:23.889742184 +0000 UTC m=+0.394778031 container start 424a79db5dad68a36212932d3b365abc9d9e7729ce852cf175eecd97533f3d47 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2)
2024-03-19T02:02:24.183 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:23 smithi102 podman[103747]: 2024-03-19 02:02:23.961672817 +0000 UTC m=+0.466708679 container attach 424a79db5dad68a36212932d3b365abc9d9e7729ce852cf175eecd97533f3d47 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8-deactivate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS)
2024-03-19T02:02:24.459 INFO:journalctl@ceph.osd.8.smithi102.stdout:Mar 19 02:02:24 smithi102 podman[103747]: 2024-03-19 02:02:24.183716386 +0000 UTC m=+0.688752245 container died 424a79db5dad68a36212932d3b365abc9d9e7729ce852cf175eecd97533f3d47 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-8-deactivate, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2)
2024-03-19T02:02:24.459 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:24 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:24.255+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:24.459 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:24 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:24.255+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:24.460 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:24 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:24.255+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:24.460 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:24 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:24.255+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:49.982217+0000 front 2024-03-19T02:01:49.982294+0000 (oldest deadline 2024-03-19T02:02:15.882253+0000)
2024-03-19T02:02:24.460 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:24 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:24.255+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.882688+0000 front 2024-03-19T02:01:55.882649+0000 (oldest deadline 2024-03-19T02:02:21.182810+0000)
2024-03-19T02:02:24.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:24 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:24.298+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:24.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:24 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:24.299+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:24.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:24 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:24.299+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:24.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:24 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:24.299+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:38.930273+0000 front 2024-03-19T02:01:38.930378+0000 (oldest deadline 2024-03-19T02:02:04.830340+0000)
2024-03-19T02:02:24.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:24 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:24.299+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:48.331286+0000 front 2024-03-19T02:01:48.331248+0000 (oldest deadline 2024-03-19T02:02:11.231404+0000)
2024-03-19T02:02:24.749 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.8.service'
2024-03-19T02:02:24.830 DEBUG:teuthology.orchestra.run:got remote process result: None
2024-03-19T02:02:24.830 INFO:tasks.cephadm.osd.8:Stopped osd.8
2024-03-19T02:02:24.830 INFO:tasks.cephadm.osd.9:Stopping osd.9...
2024-03-19T02:02:24.830 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.9
2024-03-19T02:02:24.861 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:24 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:24.447+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:02:24.861 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:24 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:24.447+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:02:24.861 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:24 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:24.447+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.085261+0000 front 2024-03-19T02:01:32.085119+0000 (oldest deadline 2024-03-19T02:01:57.385319+0000)
2024-03-19T02:02:24.861 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:24 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:24.447+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.886282+0000 front 2024-03-19T02:01:40.886343+0000 (oldest deadline 2024-03-19T02:02:03.786429+0000)
2024-03-19T02:02:24.861 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:24 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:24.447+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:47.187987+0000 front 2024-03-19T02:01:47.188163+0000 (oldest deadline 2024-03-19T02:02:12.487951+0000)
2024-03-19T02:02:24.861 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:24 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:24.447+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.889472+0000 front 2024-03-19T02:01:55.889490+0000 (oldest deadline 2024-03-19T02:02:20.589617+0000)
2024-03-19T02:02:25.115 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:24 smithi046 systemd[1]: Stopping Ceph osd.9 for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T02:02:25.405 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:25 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:25.152+0000 7fa7cee3e700 -1 received  signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false  (PID: 1) UID: 0
2024-03-19T02:02:25.405 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:25 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:25.152+0000 7fa7cee3e700 -1 osd.9 106 *** Got signal Terminated ***
2024-03-19T02:02:25.405 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:25 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:25.152+0000 7fa7cee3e700 -1 osd.9 106 *** Immediate shutdown (osd_fast_shutdown=true) ***
2024-03-19T02:02:25.406 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:25 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:25.405+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:02:25.406 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:25 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:25.405+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:02:25.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:25 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:25.321+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:25.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:25 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:25.321+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:25.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:25 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:25.321+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:25.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:25 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:25.321+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:38.930273+0000 front 2024-03-19T02:01:38.930378+0000 (oldest deadline 2024-03-19T02:02:04.830340+0000)
2024-03-19T02:02:25.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:25 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:25.321+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:48.331286+0000 front 2024-03-19T02:01:48.331248+0000 (oldest deadline 2024-03-19T02:02:11.231404+0000)
2024-03-19T02:02:25.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:25 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:25.321+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:57.632639+0000 front 2024-03-19T02:01:57.632743+0000 (oldest deadline 2024-03-19T02:02:24.633066+0000)
2024-03-19T02:02:25.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:25 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:25.301+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:25.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:25 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:25.301+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:25.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:25 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:25.301+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:25.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:25 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:25.301+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:49.982217+0000 front 2024-03-19T02:01:49.982294+0000 (oldest deadline 2024-03-19T02:02:15.882253+0000)
2024-03-19T02:02:25.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:25 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:25.301+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.882688+0000 front 2024-03-19T02:01:55.882649+0000 (oldest deadline 2024-03-19T02:02:21.182810+0000)
2024-03-19T02:02:25.864 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:25 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:25.405+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.085261+0000 front 2024-03-19T02:01:32.085119+0000 (oldest deadline 2024-03-19T02:01:57.385319+0000)
2024-03-19T02:02:25.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:25 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:25.405+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.886282+0000 front 2024-03-19T02:01:40.886343+0000 (oldest deadline 2024-03-19T02:02:03.786429+0000)
2024-03-19T02:02:25.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:25 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:25.405+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:47.187987+0000 front 2024-03-19T02:01:47.188163+0000 (oldest deadline 2024-03-19T02:02:12.487951+0000)
2024-03-19T02:02:25.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:25 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:25.405+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.889472+0000 front 2024-03-19T02:01:55.889490+0000 (oldest deadline 2024-03-19T02:02:20.589617+0000)
2024-03-19T02:02:26.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:26 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:26.367+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:26.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:26 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:26.367+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:26.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:26 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:26.367+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:26.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:26 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:26.367+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:38.930273+0000 front 2024-03-19T02:01:38.930378+0000 (oldest deadline 2024-03-19T02:02:04.830340+0000)
2024-03-19T02:02:26.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:26 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:26.367+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:48.331286+0000 front 2024-03-19T02:01:48.331248+0000 (oldest deadline 2024-03-19T02:02:11.231404+0000)
2024-03-19T02:02:26.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:26 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:26.367+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:57.632639+0000 front 2024-03-19T02:01:57.632743+0000 (oldest deadline 2024-03-19T02:02:24.633066+0000)
2024-03-19T02:02:26.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:26 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:26.320+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:26.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:26 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:26.320+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:26.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:26 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:26.320+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:26.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:26 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:26.320+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:49.982217+0000 front 2024-03-19T02:01:49.982294+0000 (oldest deadline 2024-03-19T02:02:15.882253+0000)
2024-03-19T02:02:26.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:26 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:26.320+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.882688+0000 front 2024-03-19T02:01:55.882649+0000 (oldest deadline 2024-03-19T02:02:21.182810+0000)
2024-03-19T02:02:26.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:26 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:26.426+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:02:26.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:26 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:26.426+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:02:26.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:26 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:26.426+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.085261+0000 front 2024-03-19T02:01:32.085119+0000 (oldest deadline 2024-03-19T02:01:57.385319+0000)
2024-03-19T02:02:26.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:26 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:26.426+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.886282+0000 front 2024-03-19T02:01:40.886343+0000 (oldest deadline 2024-03-19T02:02:03.786429+0000)
2024-03-19T02:02:26.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:26 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:26.426+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:47.187987+0000 front 2024-03-19T02:01:47.188163+0000 (oldest deadline 2024-03-19T02:02:12.487951+0000)
2024-03-19T02:02:26.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:26 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:26.426+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.889472+0000 front 2024-03-19T02:01:55.889490+0000 (oldest deadline 2024-03-19T02:02:20.589617+0000)
2024-03-19T02:02:27.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:27 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:27.396+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:27.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:27 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:27.396+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:27.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:27 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:27.396+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:27.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:27 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:27.396+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:38.930273+0000 front 2024-03-19T02:01:38.930378+0000 (oldest deadline 2024-03-19T02:02:04.830340+0000)
2024-03-19T02:02:27.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:27 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:27.396+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:48.331286+0000 front 2024-03-19T02:01:48.331248+0000 (oldest deadline 2024-03-19T02:02:11.231404+0000)
2024-03-19T02:02:27.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:27 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:27.396+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:57.632639+0000 front 2024-03-19T02:01:57.632743+0000 (oldest deadline 2024-03-19T02:02:24.633066+0000)
2024-03-19T02:02:27.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:27 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:27.309+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:27.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:27 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:27.309+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:27.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:27 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:27.309+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:27.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:27 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:27.309+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:49.982217+0000 front 2024-03-19T02:01:49.982294+0000 (oldest deadline 2024-03-19T02:02:15.882253+0000)
2024-03-19T02:02:27.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:27 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:27.309+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.882688+0000 front 2024-03-19T02:01:55.882649+0000 (oldest deadline 2024-03-19T02:02:21.182810+0000)
2024-03-19T02:02:27.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:27 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:27.396+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:02:27.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:27 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:27.396+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:02:27.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:27 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:27.396+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.085261+0000 front 2024-03-19T02:01:32.085119+0000 (oldest deadline 2024-03-19T02:01:57.385319+0000)
2024-03-19T02:02:27.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:27 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:27.396+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.886282+0000 front 2024-03-19T02:01:40.886343+0000 (oldest deadline 2024-03-19T02:02:03.786429+0000)
2024-03-19T02:02:27.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:27 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:27.396+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:47.187987+0000 front 2024-03-19T02:01:47.188163+0000 (oldest deadline 2024-03-19T02:02:12.487951+0000)
2024-03-19T02:02:27.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:27 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:27.396+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.889472+0000 front 2024-03-19T02:01:55.889490+0000 (oldest deadline 2024-03-19T02:02:20.589617+0000)
2024-03-19T02:02:28.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:28 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:28.388+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:28.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:28 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:28.388+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:28.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:28 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:28.388+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:28.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:28 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:28.388+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:38.930273+0000 front 2024-03-19T02:01:38.930378+0000 (oldest deadline 2024-03-19T02:02:04.830340+0000)
2024-03-19T02:02:28.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:28 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:28.388+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:48.331286+0000 front 2024-03-19T02:01:48.331248+0000 (oldest deadline 2024-03-19T02:02:11.231404+0000)
2024-03-19T02:02:28.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:28 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:28.388+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:57.632639+0000 front 2024-03-19T02:01:57.632743+0000 (oldest deadline 2024-03-19T02:02:24.633066+0000)
2024-03-19T02:02:28.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:28 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:28.388+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-03-19T02:02:04.633862+0000 front 2024-03-19T02:02:04.633797+0000 (oldest deadline 2024-03-19T02:02:27.533565+0000)
2024-03-19T02:02:28.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:28 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:28.304+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:28.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:28 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:28.304+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:28.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:28 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:28.304+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:28.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:28 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:28.304+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:49.982217+0000 front 2024-03-19T02:01:49.982294+0000 (oldest deadline 2024-03-19T02:02:15.882253+0000)
2024-03-19T02:02:28.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:28 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:28.304+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.882688+0000 front 2024-03-19T02:01:55.882649+0000 (oldest deadline 2024-03-19T02:02:21.182810+0000)
2024-03-19T02:02:28.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:28 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:28.304+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-03-19T02:02:01.183397+0000 front 2024-03-19T02:02:01.183462+0000 (oldest deadline 2024-03-19T02:02:28.183657+0000)
2024-03-19T02:02:28.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:28 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:28.376+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:02:28.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:28 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:28.376+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:02:28.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:28 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:28.376+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.085261+0000 front 2024-03-19T02:01:32.085119+0000 (oldest deadline 2024-03-19T02:01:57.385319+0000)
2024-03-19T02:02:28.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:28 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:28.376+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.886282+0000 front 2024-03-19T02:01:40.886343+0000 (oldest deadline 2024-03-19T02:02:03.786429+0000)
2024-03-19T02:02:28.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:28 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:28.376+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:47.187987+0000 front 2024-03-19T02:01:47.188163+0000 (oldest deadline 2024-03-19T02:02:12.487951+0000)
2024-03-19T02:02:28.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:28 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:28.376+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.889472+0000 front 2024-03-19T02:01:55.889490+0000 (oldest deadline 2024-03-19T02:02:20.589617+0000)
2024-03-19T02:02:29.632 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:29 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:29.323+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:29.632 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:29 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:29.323+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:29.632 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:29 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:29.323+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:29.632 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:29 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:29.323+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:49.982217+0000 front 2024-03-19T02:01:49.982294+0000 (oldest deadline 2024-03-19T02:02:15.882253+0000)
2024-03-19T02:02:29.632 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:29 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:29.323+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.882688+0000 front 2024-03-19T02:01:55.882649+0000 (oldest deadline 2024-03-19T02:02:21.182810+0000)
2024-03-19T02:02:29.632 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:29 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:29.323+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-03-19T02:02:01.183397+0000 front 2024-03-19T02:02:01.183462+0000 (oldest deadline 2024-03-19T02:02:28.183657+0000)
2024-03-19T02:02:29.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:29 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:29.341+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:29.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:29 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:29.341+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:29.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:29 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:29.341+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:29.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:29 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:29.341+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:38.930273+0000 front 2024-03-19T02:01:38.930378+0000 (oldest deadline 2024-03-19T02:02:04.830340+0000)
2024-03-19T02:02:29.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:29 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:29.341+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:48.331286+0000 front 2024-03-19T02:01:48.331248+0000 (oldest deadline 2024-03-19T02:02:11.231404+0000)
2024-03-19T02:02:29.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:29 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:29.341+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:57.632639+0000 front 2024-03-19T02:01:57.632743+0000 (oldest deadline 2024-03-19T02:02:24.633066+0000)
2024-03-19T02:02:29.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:29 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:29.341+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-03-19T02:02:04.633862+0000 front 2024-03-19T02:02:04.633797+0000 (oldest deadline 2024-03-19T02:02:27.533565+0000)
2024-03-19T02:02:29.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:29 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:29.402+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:16.482354+0000 front 2024-03-19T02:01:16.482463+0000 (oldest deadline 2024-03-19T02:01:38.782508+0000)
2024-03-19T02:02:29.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:29 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:29.402+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:22.684481+0000 front 2024-03-19T02:01:22.684356+0000 (oldest deadline 2024-03-19T02:01:48.584211+0000)
2024-03-19T02:02:29.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:29 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:29.402+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:32.085261+0000 front 2024-03-19T02:01:32.085119+0000 (oldest deadline 2024-03-19T02:01:57.385319+0000)
2024-03-19T02:02:29.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:29 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:29.402+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:40.886282+0000 front 2024-03-19T02:01:40.886343+0000 (oldest deadline 2024-03-19T02:02:03.786429+0000)
2024-03-19T02:02:29.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:29 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:29.402+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:47.187987+0000 front 2024-03-19T02:01:47.188163+0000 (oldest deadline 2024-03-19T02:02:12.487951+0000)
2024-03-19T02:02:29.865 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:29 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9[98316]: 2024-03-19T02:02:29.402+0000 7fa7c742a700 -1 osd.9 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.889472+0000 front 2024-03-19T02:01:55.889490+0000 (oldest deadline 2024-03-19T02:02:20.589617+0000)
2024-03-19T02:02:30.642 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:30 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:30.312+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:30.642 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:30 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:30.312+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:30.642 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:30 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:30.312+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:30.642 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:30 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:30.312+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:49.982217+0000 front 2024-03-19T02:01:49.982294+0000 (oldest deadline 2024-03-19T02:02:15.882253+0000)
2024-03-19T02:02:30.642 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:30 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:30.312+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.882688+0000 front 2024-03-19T02:01:55.882649+0000 (oldest deadline 2024-03-19T02:02:21.182810+0000)
2024-03-19T02:02:30.642 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:30 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:30.312+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-03-19T02:02:01.183397+0000 front 2024-03-19T02:02:01.183462+0000 (oldest deadline 2024-03-19T02:02:28.183657+0000)
2024-03-19T02:02:30.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:30 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:30.307+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:30.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:30 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:30.307+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:30.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:30 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:30.307+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:30.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:30 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:30.307+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:38.930273+0000 front 2024-03-19T02:01:38.930378+0000 (oldest deadline 2024-03-19T02:02:04.830340+0000)
2024-03-19T02:02:30.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:30 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:30.307+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:48.331286+0000 front 2024-03-19T02:01:48.331248+0000 (oldest deadline 2024-03-19T02:02:11.231404+0000)
2024-03-19T02:02:30.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:30 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:30.307+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:57.632639+0000 front 2024-03-19T02:01:57.632743+0000 (oldest deadline 2024-03-19T02:02:24.633066+0000)
2024-03-19T02:02:30.716 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:30 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:30.307+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-03-19T02:02:04.633862+0000 front 2024-03-19T02:02:04.633797+0000 (oldest deadline 2024-03-19T02:02:27.533565+0000)
2024-03-19T02:02:31.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:30 smithi046 podman[133418]: 2024-03-19 02:02:30.664063606 +0000 UTC m=+5.632565009 container died e8848ba35ce5fbfb4bd89a28f859bba4bd287ff8078dacdfc76db7011b4d8e23 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS)
2024-03-19T02:02:31.365 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:31 smithi046 podman[133418]: 2024-03-19 02:02:31.136914045 +0000 UTC m=+6.105415455 container cleanup e8848ba35ce5fbfb4bd89a28f859bba4bd287ff8078dacdfc76db7011b4d8e23 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_CLEAN=True)
2024-03-19T02:02:31.365 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:31 smithi046 bash[133418]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9
2024-03-19T02:02:31.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:31 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:31.325+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:31.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:31 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:31.325+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:31.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:31 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:31.325+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:31.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:31 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:31.325+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:38.930273+0000 front 2024-03-19T02:01:38.930378+0000 (oldest deadline 2024-03-19T02:02:04.830340+0000)
2024-03-19T02:02:31.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:31 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:31.325+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:48.331286+0000 front 2024-03-19T02:01:48.331248+0000 (oldest deadline 2024-03-19T02:02:11.231404+0000)
2024-03-19T02:02:31.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:31 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:31.325+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:57.632639+0000 front 2024-03-19T02:01:57.632743+0000 (oldest deadline 2024-03-19T02:02:24.633066+0000)
2024-03-19T02:02:31.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:31 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:31.325+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-03-19T02:02:04.633862+0000 front 2024-03-19T02:02:04.633797+0000 (oldest deadline 2024-03-19T02:02:27.533565+0000)
2024-03-19T02:02:31.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:31 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:31.287+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:31.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:31 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:31.287+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:31.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:31 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:31.287+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:31.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:31 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:31.287+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:49.982217+0000 front 2024-03-19T02:01:49.982294+0000 (oldest deadline 2024-03-19T02:02:15.882253+0000)
2024-03-19T02:02:31.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:31 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:31.287+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.882688+0000 front 2024-03-19T02:01:55.882649+0000 (oldest deadline 2024-03-19T02:02:21.182810+0000)
2024-03-19T02:02:31.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:31 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:31.287+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-03-19T02:02:01.183397+0000 front 2024-03-19T02:02:01.183462+0000 (oldest deadline 2024-03-19T02:02:28.183657+0000)
2024-03-19T02:02:31.754 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:31 smithi046 podman[133435]: 2024-03-19 02:02:31.396204696 +0000 UTC m=+0.727254805 container remove e8848ba35ce5fbfb4bd89a28f859bba4bd287ff8078dacdfc76db7011b4d8e23 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-batrick-testing-20240318.181317-b6ae249)
2024-03-19T02:02:32.082 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:31 smithi046 podman[133524]: 2024-03-19 02:02:31.657726815 +0000 UTC m=+0.017925450 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639
2024-03-19T02:02:32.082 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:31 smithi046 podman[133524]: 2024-03-19 02:02:31.755284275 +0000 UTC m=+0.115482877 container create 9f5cad47b39d0c2d7576a945e9e82fe452ce142cc84e3f46802c2269c0e74b15 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9-deactivate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307)
2024-03-19T02:02:32.082 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:31 smithi046 podman[133524]: 2024-03-19 02:02:31.999519973 +0000 UTC m=+0.359718591 container init 9f5cad47b39d0c2d7576a945e9e82fe452ce142cc84e3f46802c2269c0e74b15 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True)
2024-03-19T02:02:32.082 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:32 smithi046 podman[133524]: 2024-03-19 02:02:32.002824107 +0000 UTC m=+0.363022711 container start 9f5cad47b39d0c2d7576a945e9e82fe452ce142cc84e3f46802c2269c0e74b15 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image)
2024-03-19T02:02:32.082 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:32 smithi046 podman[133524]: 2024-03-19 02:02:32.082418754 +0000 UTC m=+0.442617383 container attach 9f5cad47b39d0c2d7576a945e9e82fe452ce142cc84e3f46802c2269c0e74b15 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, CEPH_POINT_RELEASE=)
2024-03-19T02:02:32.355 INFO:journalctl@ceph.osd.9.smithi046.stdout:Mar 19 02:02:32 smithi046 podman[133524]: 2024-03-19 02:02:32.318038718 +0000 UTC m=+0.678237327 container died 9f5cad47b39d0c2d7576a945e9e82fe452ce142cc84e3f46802c2269c0e74b15 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-9-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD)
2024-03-19T02:02:32.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:32 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:32.343+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:32.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:32 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:32.343+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:32.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:32 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:32.343+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:32.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:32 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:32.343+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:38.930273+0000 front 2024-03-19T02:01:38.930378+0000 (oldest deadline 2024-03-19T02:02:04.830340+0000)
2024-03-19T02:02:32.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:32 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:32.343+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:48.331286+0000 front 2024-03-19T02:01:48.331248+0000 (oldest deadline 2024-03-19T02:02:11.231404+0000)
2024-03-19T02:02:32.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:32 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:32.343+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:57.632639+0000 front 2024-03-19T02:01:57.632743+0000 (oldest deadline 2024-03-19T02:02:24.633066+0000)
2024-03-19T02:02:32.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:32 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:32.343+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-03-19T02:02:04.633862+0000 front 2024-03-19T02:02:04.633797+0000 (oldest deadline 2024-03-19T02:02:27.533565+0000)
2024-03-19T02:02:32.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:32 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:32.319+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:32.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:32 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:32.319+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:32.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:32 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:32.319+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:32.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:32 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:32.319+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:49.982217+0000 front 2024-03-19T02:01:49.982294+0000 (oldest deadline 2024-03-19T02:02:15.882253+0000)
2024-03-19T02:02:32.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:32 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:32.319+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.882688+0000 front 2024-03-19T02:01:55.882649+0000 (oldest deadline 2024-03-19T02:02:21.182810+0000)
2024-03-19T02:02:32.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:32 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:32.319+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-03-19T02:02:01.183397+0000 front 2024-03-19T02:02:01.183462+0000 (oldest deadline 2024-03-19T02:02:28.183657+0000)
2024-03-19T02:02:33.012 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.9.service'
2024-03-19T02:02:33.093 DEBUG:teuthology.orchestra.run:got remote process result: None
2024-03-19T02:02:33.093 INFO:tasks.cephadm.osd.9:Stopped osd.9
2024-03-19T02:02:33.093 INFO:tasks.cephadm.osd.10:Stopping osd.10...
2024-03-19T02:02:33.093 DEBUG:teuthology.orchestra.run.smithi073:> sudo systemctl stop ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.10
2024-03-19T02:02:33.390 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:33 smithi073 systemd[1]: Stopping Ceph osd.10 for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T02:02:33.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:33 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:33.390+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:33.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:33 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:33.390+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:33.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:33 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:33.390+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:33.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:33 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:33.390+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:38.930273+0000 front 2024-03-19T02:01:38.930378+0000 (oldest deadline 2024-03-19T02:02:04.830340+0000)
2024-03-19T02:02:33.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:33 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:33.390+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:48.331286+0000 front 2024-03-19T02:01:48.331248+0000 (oldest deadline 2024-03-19T02:02:11.231404+0000)
2024-03-19T02:02:33.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:33 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:33.390+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:57.632639+0000 front 2024-03-19T02:01:57.632743+0000 (oldest deadline 2024-03-19T02:02:24.633066+0000)
2024-03-19T02:02:33.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:33 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:33.390+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-03-19T02:02:04.633862+0000 front 2024-03-19T02:02:04.633797+0000 (oldest deadline 2024-03-19T02:02:27.533565+0000)
2024-03-19T02:02:33.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:33 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:33.392+0000 7f5e56582700 -1 received  signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false  (PID: 1) UID: 0
2024-03-19T02:02:33.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:33 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:33.392+0000 7f5e56582700 -1 osd.10 106 *** Got signal Terminated ***
2024-03-19T02:02:33.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:33 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:33.392+0000 7f5e56582700 -1 osd.10 106 *** Immediate shutdown (osd_fast_shutdown=true) ***
2024-03-19T02:02:33.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:33 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:33.351+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:33.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:33 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:33.351+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:33.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:33 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:33.351+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:33.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:33 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:33.351+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:49.982217+0000 front 2024-03-19T02:01:49.982294+0000 (oldest deadline 2024-03-19T02:02:15.882253+0000)
2024-03-19T02:02:33.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:33 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:33.351+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.882688+0000 front 2024-03-19T02:01:55.882649+0000 (oldest deadline 2024-03-19T02:02:21.182810+0000)
2024-03-19T02:02:33.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:33 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:33.351+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-03-19T02:02:01.183397+0000 front 2024-03-19T02:02:01.183462+0000 (oldest deadline 2024-03-19T02:02:28.183657+0000)
2024-03-19T02:02:34.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:34 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:34.410+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:34.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:34 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:34.410+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:34.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:34 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:34.410+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:34.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:34 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:34.410+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:38.930273+0000 front 2024-03-19T02:01:38.930378+0000 (oldest deadline 2024-03-19T02:02:04.830340+0000)
2024-03-19T02:02:34.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:34 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:34.410+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:48.331286+0000 front 2024-03-19T02:01:48.331248+0000 (oldest deadline 2024-03-19T02:02:11.231404+0000)
2024-03-19T02:02:34.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:34 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:34.410+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:57.632639+0000 front 2024-03-19T02:01:57.632743+0000 (oldest deadline 2024-03-19T02:02:24.633066+0000)
2024-03-19T02:02:34.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:34 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:34.410+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-03-19T02:02:04.633862+0000 front 2024-03-19T02:02:04.633797+0000 (oldest deadline 2024-03-19T02:02:27.533565+0000)
2024-03-19T02:02:34.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:34 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:34.387+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:34.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:34 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:34.387+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:34.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:34 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:34.387+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:34.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:34 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:34.387+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:49.982217+0000 front 2024-03-19T02:01:49.982294+0000 (oldest deadline 2024-03-19T02:02:15.882253+0000)
2024-03-19T02:02:34.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:34 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:34.387+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.882688+0000 front 2024-03-19T02:01:55.882649+0000 (oldest deadline 2024-03-19T02:02:21.182810+0000)
2024-03-19T02:02:34.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:34 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:34.387+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-03-19T02:02:01.183397+0000 front 2024-03-19T02:02:01.183462+0000 (oldest deadline 2024-03-19T02:02:28.183657+0000)
2024-03-19T02:02:35.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:35 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:35.456+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:35.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:35 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:35.456+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:35.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:35 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:35.456+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:35.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:35 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:35.456+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:38.930273+0000 front 2024-03-19T02:01:38.930378+0000 (oldest deadline 2024-03-19T02:02:04.830340+0000)
2024-03-19T02:02:35.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:35 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:35.456+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:48.331286+0000 front 2024-03-19T02:01:48.331248+0000 (oldest deadline 2024-03-19T02:02:11.231404+0000)
2024-03-19T02:02:35.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:35 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:35.456+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:57.632639+0000 front 2024-03-19T02:01:57.632743+0000 (oldest deadline 2024-03-19T02:02:24.633066+0000)
2024-03-19T02:02:35.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:35 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:35.456+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-03-19T02:02:04.633862+0000 front 2024-03-19T02:02:04.633797+0000 (oldest deadline 2024-03-19T02:02:27.533565+0000)
2024-03-19T02:02:35.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:35 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:35.368+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:35.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:35 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:35.368+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:35.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:35 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:35.368+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:35.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:35 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:35.368+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:49.982217+0000 front 2024-03-19T02:01:49.982294+0000 (oldest deadline 2024-03-19T02:02:15.882253+0000)
2024-03-19T02:02:35.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:35 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:35.368+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.882688+0000 front 2024-03-19T02:01:55.882649+0000 (oldest deadline 2024-03-19T02:02:21.182810+0000)
2024-03-19T02:02:35.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:35 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:35.368+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-03-19T02:02:01.183397+0000 front 2024-03-19T02:02:01.183462+0000 (oldest deadline 2024-03-19T02:02:28.183657+0000)
2024-03-19T02:02:36.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:36 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:36.440+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:36.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:36 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:36.440+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:36.714 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:36 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:36.440+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:36.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:36 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:36.440+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:38.930273+0000 front 2024-03-19T02:01:38.930378+0000 (oldest deadline 2024-03-19T02:02:04.830340+0000)
2024-03-19T02:02:36.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:36 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:36.440+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:48.331286+0000 front 2024-03-19T02:01:48.331248+0000 (oldest deadline 2024-03-19T02:02:11.231404+0000)
2024-03-19T02:02:36.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:36 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:36.440+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:57.632639+0000 front 2024-03-19T02:01:57.632743+0000 (oldest deadline 2024-03-19T02:02:24.633066+0000)
2024-03-19T02:02:36.715 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:36 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:36.440+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-03-19T02:02:04.633862+0000 front 2024-03-19T02:02:04.633797+0000 (oldest deadline 2024-03-19T02:02:27.533565+0000)
2024-03-19T02:02:36.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:36 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:36.364+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:36.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:36 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:36.364+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:36.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:36 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:36.364+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:36.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:36 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:36.364+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:49.982217+0000 front 2024-03-19T02:01:49.982294+0000 (oldest deadline 2024-03-19T02:02:15.882253+0000)
2024-03-19T02:02:36.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:36 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:36.364+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.882688+0000 front 2024-03-19T02:01:55.882649+0000 (oldest deadline 2024-03-19T02:02:21.182810+0000)
2024-03-19T02:02:36.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:36 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:36.364+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-03-19T02:02:01.183397+0000 front 2024-03-19T02:02:01.183462+0000 (oldest deadline 2024-03-19T02:02:28.183657+0000)
2024-03-19T02:02:37.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:37 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:37.314+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:37.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:37 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:37.314+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:37.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:37 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:37.314+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:37.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:37 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:37.314+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:49.982217+0000 front 2024-03-19T02:01:49.982294+0000 (oldest deadline 2024-03-19T02:02:15.882253+0000)
2024-03-19T02:02:37.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:37 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:37.314+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.882688+0000 front 2024-03-19T02:01:55.882649+0000 (oldest deadline 2024-03-19T02:02:21.182810+0000)
2024-03-19T02:02:37.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:37 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:37.314+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-03-19T02:02:01.183397+0000 front 2024-03-19T02:02:01.183462+0000 (oldest deadline 2024-03-19T02:02:28.183657+0000)
2024-03-19T02:02:37.964 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:37 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:37.466+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.827796+0000 front 2024-03-19T02:01:17.827813+0000 (oldest deadline 2024-03-19T02:01:43.727739+0000)
2024-03-19T02:02:37.964 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:37 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:37.466+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:23.728052+0000 front 2024-03-19T02:01:23.728096+0000 (oldest deadline 2024-03-19T02:01:46.628276+0000)
2024-03-19T02:02:37.964 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:37 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:37.466+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:33.629857+0000 front 2024-03-19T02:01:33.629714+0000 (oldest deadline 2024-03-19T02:01:58.929652+0000)
2024-03-19T02:02:37.964 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:37 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:37.466+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-03-19T02:01:38.930273+0000 front 2024-03-19T02:01:38.930378+0000 (oldest deadline 2024-03-19T02:02:04.830340+0000)
2024-03-19T02:02:37.964 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:37 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:37.466+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:48.331286+0000 front 2024-03-19T02:01:48.331248+0000 (oldest deadline 2024-03-19T02:02:11.231404+0000)
2024-03-19T02:02:37.964 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:37 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:37.466+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:57.632639+0000 front 2024-03-19T02:01:57.632743+0000 (oldest deadline 2024-03-19T02:02:24.633066+0000)
2024-03-19T02:02:37.965 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:37 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10[91819]: 2024-03-19T02:02:37.466+0000 7f5e4eb6e700 -1 osd.10 106 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-03-19T02:02:04.633862+0000 front 2024-03-19T02:02:04.633797+0000 (oldest deadline 2024-03-19T02:02:27.533565+0000)
2024-03-19T02:02:38.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:38 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:38.328+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:38.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:38 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:38.328+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:38.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:38 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:38.328+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:38.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:38 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:38.328+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:49.982217+0000 front 2024-03-19T02:01:49.982294+0000 (oldest deadline 2024-03-19T02:02:15.882253+0000)
2024-03-19T02:02:38.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:38 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:38.328+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.882688+0000 front 2024-03-19T02:01:55.882649+0000 (oldest deadline 2024-03-19T02:02:21.182810+0000)
2024-03-19T02:02:38.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:38 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:38.328+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-03-19T02:02:01.183397+0000 front 2024-03-19T02:02:01.183462+0000 (oldest deadline 2024-03-19T02:02:28.183657+0000)
2024-03-19T02:02:38.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:38 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:38.328+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6820 osd.7 since back 2024-03-19T02:02:13.285710+0000 front 2024-03-19T02:02:13.285769+0000 (oldest deadline 2024-03-19T02:02:37.985615+0000)
2024-03-19T02:02:39.110 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:38 smithi073 podman[103482]: 2024-03-19 02:02:38.821797925 +0000 UTC m=+5.538322091 container died 8d93849ddb29f20b47d95f15d4ed55aca801297f8f4de1c7288e192785ecbb6b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True)
2024-03-19T02:02:39.464 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:39 smithi073 podman[103482]: 2024-03-19 02:02:39.193148816 +0000 UTC m=+5.909672981 container cleanup 8d93849ddb29f20b47d95f15d4ed55aca801297f8f4de1c7288e192785ecbb6b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True)
2024-03-19T02:02:39.464 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:39 smithi073 bash[103482]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10
2024-03-19T02:02:39.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:39 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:39.329+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:39.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:39 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:39.329+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:39.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:39 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:39.329+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:39.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:39 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:39.329+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:49.982217+0000 front 2024-03-19T02:01:49.982294+0000 (oldest deadline 2024-03-19T02:02:15.882253+0000)
2024-03-19T02:02:39.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:39 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:39.329+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.882688+0000 front 2024-03-19T02:01:55.882649+0000 (oldest deadline 2024-03-19T02:02:21.182810+0000)
2024-03-19T02:02:39.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:39 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:39.329+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-03-19T02:02:01.183397+0000 front 2024-03-19T02:02:01.183462+0000 (oldest deadline 2024-03-19T02:02:28.183657+0000)
2024-03-19T02:02:39.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:39 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:39.329+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6820 osd.7 since back 2024-03-19T02:02:13.285710+0000 front 2024-03-19T02:02:13.285769+0000 (oldest deadline 2024-03-19T02:02:37.985615+0000)
2024-03-19T02:02:39.794 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:39 smithi073 podman[103499]: 2024-03-19 02:02:39.469476894 +0000 UTC m=+0.641296865 container remove 8d93849ddb29f20b47d95f15d4ed55aca801297f8f4de1c7288e192785ecbb6b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git)
2024-03-19T02:02:40.097 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:39 smithi073 podman[103593]: 2024-03-19 02:02:39.795423041 +0000 UTC m=+0.105936094 container create 1b1b34c266e88e11d77e5dc84f87ac32c7c3318b93f29ab9faec3abd4551efdd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10-deactivate, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_BRANCH=HEAD)
2024-03-19T02:02:40.097 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:39 smithi073 podman[103593]: 2024-03-19 02:02:39.707004439 +0000 UTC m=+0.017517492 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639
2024-03-19T02:02:40.098 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:40 smithi073 podman[103593]: 2024-03-19 02:02:40.014949249 +0000 UTC m=+0.325462309 container init 1b1b34c266e88e11d77e5dc84f87ac32c7c3318b93f29ab9faec3abd4551efdd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10-deactivate, GIT_CLEAN=True, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS)
2024-03-19T02:02:40.098 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:40 smithi073 podman[103593]: 2024-03-19 02:02:40.017958951 +0000 UTC m=+0.328472004 container start 1b1b34c266e88e11d77e5dc84f87ac32c7c3318b93f29ab9faec3abd4551efdd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10-deactivate, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0)
2024-03-19T02:02:40.098 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:40 smithi073 podman[103593]: 2024-03-19 02:02:40.098316208 +0000 UTC m=+0.408829264 container attach 1b1b34c266e88e11d77e5dc84f87ac32c7c3318b93f29ab9faec3abd4551efdd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10-deactivate, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2)
2024-03-19T02:02:40.464 INFO:journalctl@ceph.osd.10.smithi073.stdout:Mar 19 02:02:40 smithi073 podman[103593]: 2024-03-19 02:02:40.314455293 +0000 UTC m=+0.624968347 container died 1b1b34c266e88e11d77e5dc84f87ac32c7c3318b93f29ab9faec3abd4551efdd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-10-deactivate, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS)
2024-03-19T02:02:40.685 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:40 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:40.286+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:40.685 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:40 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:40.286+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:40.685 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:40 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:40.286+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:40.685 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:40 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:40.286+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:49.982217+0000 front 2024-03-19T02:01:49.982294+0000 (oldest deadline 2024-03-19T02:02:15.882253+0000)
2024-03-19T02:02:40.685 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:40 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:40.286+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.882688+0000 front 2024-03-19T02:01:55.882649+0000 (oldest deadline 2024-03-19T02:02:21.182810+0000)
2024-03-19T02:02:40.685 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:40 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:40.286+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-03-19T02:02:01.183397+0000 front 2024-03-19T02:02:01.183462+0000 (oldest deadline 2024-03-19T02:02:28.183657+0000)
2024-03-19T02:02:40.686 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:40 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:40.286+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6820 osd.7 since back 2024-03-19T02:02:13.285710+0000 front 2024-03-19T02:02:13.285769+0000 (oldest deadline 2024-03-19T02:02:37.985615+0000)
2024-03-19T02:02:40.965 DEBUG:teuthology.orchestra.run.smithi073:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.10.service'
2024-03-19T02:02:41.006 DEBUG:teuthology.orchestra.run:got remote process result: None
2024-03-19T02:02:41.007 INFO:tasks.cephadm.osd.10:Stopped osd.10
2024-03-19T02:02:41.007 INFO:tasks.cephadm.osd.11:Stopping osd.11...
2024-03-19T02:02:41.007 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.11
2024-03-19T02:02:41.317 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:41 smithi102 systemd[1]: Stopping Ceph osd.11 for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T02:02:41.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:41 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:41.316+0000 7fa8982e6700 -1 received  signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false  (PID: 1) UID: 0
2024-03-19T02:02:41.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:41 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:41.316+0000 7fa8982e6700 -1 osd.11 106 *** Got signal Terminated ***
2024-03-19T02:02:41.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:41 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:41.316+0000 7fa8982e6700 -1 osd.11 106 *** Immediate shutdown (osd_fast_shutdown=true) ***
2024-03-19T02:02:41.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:41 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:41.321+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:41.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:41 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:41.321+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:41.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:41 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:41.321+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:41.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:41 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:41.321+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:49.982217+0000 front 2024-03-19T02:01:49.982294+0000 (oldest deadline 2024-03-19T02:02:15.882253+0000)
2024-03-19T02:02:41.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:41 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:41.321+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.882688+0000 front 2024-03-19T02:01:55.882649+0000 (oldest deadline 2024-03-19T02:02:21.182810+0000)
2024-03-19T02:02:41.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:41 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:41.321+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-03-19T02:02:01.183397+0000 front 2024-03-19T02:02:01.183462+0000 (oldest deadline 2024-03-19T02:02:28.183657+0000)
2024-03-19T02:02:41.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:41 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:41.321+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6820 osd.7 since back 2024-03-19T02:02:13.285710+0000 front 2024-03-19T02:02:13.285769+0000 (oldest deadline 2024-03-19T02:02:37.985615+0000)
2024-03-19T02:02:42.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:42 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:42.309+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:42.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:42 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:42.309+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:42.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:42 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:42.309+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:42.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:42 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:42.309+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:49.982217+0000 front 2024-03-19T02:01:49.982294+0000 (oldest deadline 2024-03-19T02:02:15.882253+0000)
2024-03-19T02:02:42.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:42 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:42.309+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.882688+0000 front 2024-03-19T02:01:55.882649+0000 (oldest deadline 2024-03-19T02:02:21.182810+0000)
2024-03-19T02:02:42.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:42 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:42.309+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-03-19T02:02:01.183397+0000 front 2024-03-19T02:02:01.183462+0000 (oldest deadline 2024-03-19T02:02:28.183657+0000)
2024-03-19T02:02:42.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:42 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:42.309+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6820 osd.7 since back 2024-03-19T02:02:13.285710+0000 front 2024-03-19T02:02:13.285769+0000 (oldest deadline 2024-03-19T02:02:37.985615+0000)
2024-03-19T02:02:43.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:43 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:43.297+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:43.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:43 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:43.297+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:43.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:43 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:43.297+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:43.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:43 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:43.297+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:49.982217+0000 front 2024-03-19T02:01:49.982294+0000 (oldest deadline 2024-03-19T02:02:15.882253+0000)
2024-03-19T02:02:43.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:43 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:43.297+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.882688+0000 front 2024-03-19T02:01:55.882649+0000 (oldest deadline 2024-03-19T02:02:21.182810+0000)
2024-03-19T02:02:43.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:43 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:43.297+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-03-19T02:02:01.183397+0000 front 2024-03-19T02:02:01.183462+0000 (oldest deadline 2024-03-19T02:02:28.183657+0000)
2024-03-19T02:02:43.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:43 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:43.297+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6820 osd.7 since back 2024-03-19T02:02:13.285710+0000 front 2024-03-19T02:02:13.285769+0000 (oldest deadline 2024-03-19T02:02:37.985615+0000)
2024-03-19T02:02:44.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:44 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:44.298+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:44.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:44 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:44.298+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:44.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:44 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:44.298+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:44.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:44 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:44.298+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:49.982217+0000 front 2024-03-19T02:01:49.982294+0000 (oldest deadline 2024-03-19T02:02:15.882253+0000)
2024-03-19T02:02:44.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:44 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:44.298+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.882688+0000 front 2024-03-19T02:01:55.882649+0000 (oldest deadline 2024-03-19T02:02:21.182810+0000)
2024-03-19T02:02:44.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:44 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:44.298+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-03-19T02:02:01.183397+0000 front 2024-03-19T02:02:01.183462+0000 (oldest deadline 2024-03-19T02:02:28.183657+0000)
2024-03-19T02:02:44.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:44 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:44.298+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6820 osd.7 since back 2024-03-19T02:02:13.285710+0000 front 2024-03-19T02:02:13.285769+0000 (oldest deadline 2024-03-19T02:02:37.985615+0000)
2024-03-19T02:02:45.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:45 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:45.293+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:45.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:45 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:45.293+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:45.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:45 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:45.293+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:45.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:45 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:45.293+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:49.982217+0000 front 2024-03-19T02:01:49.982294+0000 (oldest deadline 2024-03-19T02:02:15.882253+0000)
2024-03-19T02:02:45.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:45 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:45.293+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.882688+0000 front 2024-03-19T02:01:55.882649+0000 (oldest deadline 2024-03-19T02:02:21.182810+0000)
2024-03-19T02:02:45.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:45 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:45.293+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-03-19T02:02:01.183397+0000 front 2024-03-19T02:02:01.183462+0000 (oldest deadline 2024-03-19T02:02:28.183657+0000)
2024-03-19T02:02:45.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:45 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:45.293+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6820 osd.7 since back 2024-03-19T02:02:13.285710+0000 front 2024-03-19T02:02:13.285769+0000 (oldest deadline 2024-03-19T02:02:37.985615+0000)
2024-03-19T02:02:46.730 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:46 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:46.288+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-03-19T02:01:17.674962+0000 front 2024-03-19T02:01:17.674936+0000 (oldest deadline 2024-03-19T02:01:41.174962+0000)
2024-03-19T02:02:46.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:46 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:46.288+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6804 osd.1 since back 2024-03-19T02:01:21.175643+0000 front 2024-03-19T02:01:21.175492+0000 (oldest deadline 2024-03-19T02:01:46.475574+0000)
2024-03-19T02:02:46.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:46 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:46.288+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6804 osd.2 since back 2024-03-19T02:01:34.279395+0000 front 2024-03-19T02:01:34.279680+0000 (oldest deadline 2024-03-19T02:01:57.779572+0000)
2024-03-19T02:02:46.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:46 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:46.288+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6812 osd.4 since back 2024-03-19T02:01:49.982217+0000 front 2024-03-19T02:01:49.982294+0000 (oldest deadline 2024-03-19T02:02:15.882253+0000)
2024-03-19T02:02:46.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:46 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:46.288+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6812 osd.5 since back 2024-03-19T02:01:55.882688+0000 front 2024-03-19T02:01:55.882649+0000 (oldest deadline 2024-03-19T02:02:21.182810+0000)
2024-03-19T02:02:46.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:46 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:46.288+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-03-19T02:02:01.183397+0000 front 2024-03-19T02:02:01.183462+0000 (oldest deadline 2024-03-19T02:02:28.183657+0000)
2024-03-19T02:02:46.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:46 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:46.288+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.73:6820 osd.7 since back 2024-03-19T02:02:13.285710+0000 front 2024-03-19T02:02:13.285769+0000 (oldest deadline 2024-03-19T02:02:37.985615+0000)
2024-03-19T02:02:46.731 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:46 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11[91713]: 2024-03-19T02:02:46.288+0000 7fa8948da700 -1 osd.11 106 heartbeat_check: no reply from 172.21.15.102:6820 osd.8 since back 2024-03-19T02:02:18.486461+0000 front 2024-03-19T02:02:18.486482+0000 (oldest deadline 2024-03-19T02:02:45.487050+0000)
2024-03-19T02:02:47.183 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:46 smithi102 podman[103865]: 2024-03-19 02:02:46.867539125 +0000 UTC m=+5.673031581 container died e67229853880d7e9cd67ce7c3f2b4cb37636c8bfdd4db9a873fc0470ac3292d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0)
2024-03-19T02:02:47.183 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:47 smithi102 podman[103865]: 2024-03-19 02:02:47.184203922 +0000 UTC m=+5.989696386 container cleanup e67229853880d7e9cd67ce7c3f2b4cb37636c8bfdd4db9a873fc0470ac3292d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_CLEAN=True)
2024-03-19T02:02:47.480 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:47 smithi102 bash[103865]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11
2024-03-19T02:02:47.480 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:47 smithi102 podman[103884]: 2024-03-19 02:02:47.360094395 +0000 UTC m=+0.490232520 container remove e67229853880d7e9cd67ce7c3f2b4cb37636c8bfdd4db9a873fc0470ac3292d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11, ceph=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git)
2024-03-19T02:02:48.095 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:47 smithi102 podman[103978]: 2024-03-19 02:02:47.70164594 +0000 UTC m=+0.017522387 image pull 2312c8e42d0069a2dbb2364bddb00264db4b800e7f18a7e7e4eb8f3ecab2ff1c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639
2024-03-19T02:02:48.096 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:47 smithi102 podman[103978]: 2024-03-19 02:02:47.802667936 +0000 UTC m=+0.118544416 container create f246ba897c6c53488cb08ce1ddfc3b898c850d52bcb8ada194f3ca9296d8a195 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11-deactivate, ceph=True, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image)
2024-03-19T02:02:48.096 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:48 smithi102 podman[103978]: 2024-03-19 02:02:48.021537351 +0000 UTC m=+0.337413797 container init f246ba897c6c53488cb08ce1ddfc3b898c850d52bcb8ada194f3ca9296d8a195 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11-deactivate, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-batrick-testing-20240318.181317-b6ae249)
2024-03-19T02:02:48.096 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:48 smithi102 podman[103978]: 2024-03-19 02:02:48.024515288 +0000 UTC m=+0.340391734 container start f246ba897c6c53488cb08ce1ddfc3b898c850d52bcb8ada194f3ca9296d8a195 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11-deactivate, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True)
2024-03-19T02:02:48.096 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:48 smithi102 podman[103978]: 2024-03-19 02:02:48.09632764 +0000 UTC m=+0.412204094 container attach f246ba897c6c53488cb08ce1ddfc3b898c850d52bcb8ada194f3ca9296d8a195 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11-deactivate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux <gabrioux@redhat.com>)
2024-03-19T02:02:48.480 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:48 smithi102 podman[103978]: 2024-03-19 02:02:48.31080543 +0000 UTC m=+0.626681876 container died f246ba897c6c53488cb08ce1ddfc3b898c850d52bcb8ada194f3ca9296d8a195 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=)
2024-03-19T02:02:48.842 INFO:journalctl@ceph.osd.11.smithi102.stdout:Mar 19 02:02:48 smithi102 podman[104003]: 2024-03-19 02:02:48.824820718 +0000 UTC m=+0.508938748 container remove f246ba897c6c53488cb08ce1ddfc3b898c850d52bcb8ada194f3ca9296d8a195 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-osd-11-deactivate, org.label-schema.build-date=20240307, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0)
2024-03-19T02:02:48.847 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@osd.11.service'
2024-03-19T02:02:48.887 DEBUG:teuthology.orchestra.run:got remote process result: None
2024-03-19T02:02:48.887 INFO:tasks.cephadm.osd.11:Stopped osd.11
2024-03-19T02:02:48.887 INFO:tasks.cephadm.mds.a:Stopping mds.a...
2024-03-19T02:02:48.887 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.a
2024-03-19T02:02:49.205 INFO:journalctl@ceph.mds.a.smithi046.stdout:Mar 19 02:02:48 smithi046 systemd[1]: Stopping Ceph mds.a for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T02:02:49.614 INFO:journalctl@ceph.mds.a.smithi046.stdout:Mar 19 02:02:49 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-a[105018]: 2024-03-19T02:02:49.205+0000 7fd09811b700 -1 received  signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false  (PID: 1) UID: 0
2024-03-19T02:02:49.615 INFO:journalctl@ceph.mds.a.smithi046.stdout:Mar 19 02:02:49 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-a[105018]: 2024-03-19T02:02:49.205+0000 7fd09811b700 -1 mds.a *** got signal Terminated ***
2024-03-19T02:02:53.545 INFO:journalctl@ceph.mds.a.smithi046.stdout:Mar 19 02:02:53 smithi046 podman[133640]: 2024-03-19 02:02:53.215303689 +0000 UTC m=+4.123779041 container died 9f8d84cfe4d9e35b904564774e76f192e48b5dcd3480afb0ea8f52d7d8c8d046 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-a, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=)
2024-03-19T02:02:53.864 INFO:journalctl@ceph.mds.a.smithi046.stdout:Mar 19 02:02:53 smithi046 podman[133640]: 2024-03-19 02:02:53.546151379 +0000 UTC m=+4.454626724 container cleanup 9f8d84cfe4d9e35b904564774e76f192e48b5dcd3480afb0ea8f52d7d8c8d046 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-a, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_BRANCH=HEAD)
2024-03-19T02:02:53.865 INFO:journalctl@ceph.mds.a.smithi046.stdout:Mar 19 02:02:53 smithi046 bash[133640]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-a
2024-03-19T02:02:53.865 INFO:journalctl@ceph.mds.a.smithi046.stdout:Mar 19 02:02:53 smithi046 podman[133654]: 2024-03-19 02:02:53.73053715 +0000 UTC m=+0.510681489 container remove 9f8d84cfe4d9e35b904564774e76f192e48b5dcd3480afb0ea8f52d7d8c8d046 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS)
2024-03-19T02:02:53.973 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.a.service'
2024-03-19T02:02:54.008 DEBUG:teuthology.orchestra.run:got remote process result: None
2024-03-19T02:02:54.008 INFO:tasks.cephadm.mds.a:Stopped mds.a
2024-03-19T02:02:54.009 INFO:tasks.cephadm.mds.d:Stopping mds.d...
2024-03-19T02:02:54.009 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.d
2024-03-19T02:02:54.333 INFO:journalctl@ceph.mds.d.smithi046.stdout:Mar 19 02:02:54 smithi046 systemd[1]: Stopping Ceph mds.d for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T02:02:54.615 INFO:journalctl@ceph.mds.d.smithi046.stdout:Mar 19 02:02:54 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-d[104049]: 2024-03-19T02:02:54.333+0000 7f08dcc42700 -1 received  signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false  (PID: 1) UID: 0
2024-03-19T02:02:54.615 INFO:journalctl@ceph.mds.d.smithi046.stdout:Mar 19 02:02:54 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-d[104049]: 2024-03-19T02:02:54.333+0000 7f08dcc42700 -1 mds.d *** got signal Terminated ***
2024-03-19T02:02:57.865 INFO:journalctl@ceph.mds.d.smithi046.stdout:Mar 19 02:02:57 smithi046 podman[133760]: 2024-03-19 02:02:57.52339293 +0000 UTC m=+3.294381893 container died 531c28d7a71f2aef94e1e19f06f88bf95644b779aa7cfa2b9f36fce31eeee858 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-d, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git)
2024-03-19T02:02:58.150 INFO:journalctl@ceph.mds.d.smithi046.stdout:Mar 19 02:02:57 smithi046 podman[133760]: 2024-03-19 02:02:57.966629612 +0000 UTC m=+3.737618623 container cleanup 531c28d7a71f2aef94e1e19f06f88bf95644b779aa7cfa2b9f36fce31eeee858 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-d, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, CEPH_POINT_RELEASE=, RELEASE=wip-batrick-testing-20240318.181317-b6ae249)
2024-03-19T02:02:58.150 INFO:journalctl@ceph.mds.d.smithi046.stdout:Mar 19 02:02:57 smithi046 bash[133760]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-d
2024-03-19T02:02:58.389 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.d.service'
2024-03-19T02:02:58.413 INFO:journalctl@ceph.mds.d.smithi046.stdout:Mar 19 02:02:58 smithi046 podman[133771]: 2024-03-19 02:02:58.150958367 +0000 UTC m=+0.623085441 container remove 531c28d7a71f2aef94e1e19f06f88bf95644b779aa7cfa2b9f36fce31eeee858 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-d, org.label-schema.build-date=20240307, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0)
2024-03-19T02:02:58.413 INFO:journalctl@ceph.mds.d.smithi046.stdout:Mar 19 02:02:58 smithi046 systemd[1]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.d.service: Deactivated successfully.
2024-03-19T02:02:58.413 INFO:journalctl@ceph.mds.d.smithi046.stdout:Mar 19 02:02:58 smithi046 systemd[1]: Stopped Ceph mds.d for 53c8cf3e-e591-11ee-95c9-87774f69a715.
2024-03-19T02:02:58.413 INFO:journalctl@ceph.mds.d.smithi046.stdout:Mar 19 02:02:58 smithi046 systemd[1]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.d.service: Consumed 1.065s CPU time.
2024-03-19T02:02:58.424 DEBUG:teuthology.orchestra.run:got remote process result: None
2024-03-19T02:02:58.424 INFO:tasks.cephadm.mds.d:Stopped mds.d
2024-03-19T02:02:58.424 INFO:tasks.cephadm.mds.g:Stopping mds.g...
2024-03-19T02:02:58.425 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.g
2024-03-19T02:02:58.769 INFO:journalctl@ceph.mds.g.smithi046.stdout:Mar 19 02:02:58 smithi046 systemd[1]: Stopping Ceph mds.g for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T02:02:59.114 INFO:journalctl@ceph.mds.g.smithi046.stdout:Mar 19 02:02:58 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-g[104654]: 2024-03-19T02:02:58.769+0000 7f330c5ae700 -1 received  signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false  (PID: 1) UID: 0
2024-03-19T02:02:59.115 INFO:journalctl@ceph.mds.g.smithi046.stdout:Mar 19 02:02:58 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-g[104654]: 2024-03-19T02:02:58.769+0000 7f330c5ae700 -1 mds.g *** got signal Terminated ***
2024-03-19T02:03:02.703 INFO:journalctl@ceph.mds.g.smithi046.stdout:Mar 19 02:03:02 smithi046 podman[133881]: 2024-03-19 02:03:02.40948534 +0000 UTC m=+3.764570855 container died e2ed83231b8ffa40be12e8de448272f82963004b5eb335360fc1186f59315acf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-g, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD)
2024-03-19T02:03:02.703 INFO:journalctl@ceph.mds.g.smithi046.stdout:Mar 19 02:03:02 smithi046 podman[133881]: 2024-03-19 02:03:02.703452605 +0000 UTC m=+4.058538119 container cleanup e2ed83231b8ffa40be12e8de448272f82963004b5eb335360fc1186f59315acf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-g, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux <gabrioux@redhat.com>)
2024-03-19T02:03:02.953 INFO:journalctl@ceph.mds.g.smithi046.stdout:Mar 19 02:03:02 smithi046 bash[133881]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-g
2024-03-19T02:03:03.123 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.g.service'
2024-03-19T02:03:03.158 DEBUG:teuthology.orchestra.run:got remote process result: None
2024-03-19T02:03:03.158 INFO:tasks.cephadm.mds.g:Stopped mds.g
2024-03-19T02:03:03.158 INFO:tasks.cephadm.mds.j:Stopping mds.j...
2024-03-19T02:03:03.158 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.j
2024-03-19T02:03:03.490 INFO:journalctl@ceph.mds.j.smithi046.stdout:Mar 19 02:03:03 smithi046 systemd[1]: Stopping Ceph mds.j for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T02:03:03.865 INFO:journalctl@ceph.mds.j.smithi046.stdout:Mar 19 02:03:03 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-j[103698]: 2024-03-19T02:03:03.490+0000 7fa682799700 -1 received  signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false  (PID: 1) UID: 0
2024-03-19T02:03:03.865 INFO:journalctl@ceph.mds.j.smithi046.stdout:Mar 19 02:03:03 smithi046 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-j[103698]: 2024-03-19T02:03:03.490+0000 7fa682799700 -1 mds.j *** got signal Terminated ***
2024-03-19T02:03:06.865 INFO:journalctl@ceph.mds.j.smithi046.stdout:Mar 19 02:03:06 smithi046 podman[134003]: 2024-03-19 02:03:06.49551179 +0000 UTC m=+3.113331015 container died b0b98cbb879decdd7e00b6c936527215925155ad59fad6f27b5c91af90bf6d5b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-j, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=)
2024-03-19T02:03:07.199 INFO:journalctl@ceph.mds.j.smithi046.stdout:Mar 19 02:03:06 smithi046 podman[134003]: 2024-03-19 02:03:06.965791582 +0000 UTC m=+3.583610806 container cleanup b0b98cbb879decdd7e00b6c936527215925155ad59fad6f27b5c91af90bf6d5b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-j, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True)
2024-03-19T02:03:07.199 INFO:journalctl@ceph.mds.j.smithi046.stdout:Mar 19 02:03:06 smithi046 bash[134003]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-j
2024-03-19T02:03:07.342 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.j.service'
2024-03-19T02:03:07.376 DEBUG:teuthology.orchestra.run:got remote process result: None
2024-03-19T02:03:07.376 INFO:tasks.cephadm.mds.j:Stopped mds.j
2024-03-19T02:03:07.376 INFO:tasks.cephadm.mds.b:Stopping mds.b...
2024-03-19T02:03:07.376 DEBUG:teuthology.orchestra.run.smithi073:> sudo systemctl stop ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.b
2024-03-19T02:03:07.669 INFO:journalctl@ceph.mds.b.smithi073.stdout:Mar 19 02:03:07 smithi073 systemd[1]: Stopping Ceph mds.b for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T02:03:07.964 INFO:journalctl@ceph.mds.b.smithi073.stdout:Mar 19 02:03:07 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-b[97175]: 2024-03-19T02:03:07.668+0000 7f47b50df700 -1 received  signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false  (PID: 1) UID: 0
2024-03-19T02:03:07.964 INFO:journalctl@ceph.mds.b.smithi073.stdout:Mar 19 02:03:07 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-b[97175]: 2024-03-19T02:03:07.668+0000 7f47b50df700 -1 mds.b *** got signal Terminated ***
2024-03-19T02:03:11.964 INFO:journalctl@ceph.mds.b.smithi073.stdout:Mar 19 02:03:11 smithi073 podman[103697]: 2024-03-19 02:03:11.676685491 +0000 UTC m=+4.108218825 container died 5c94e008c8063c59decf318bb2e39657f5cf45658699c60faa4528ca5b8de1e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-b, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0)
2024-03-19T02:03:12.313 INFO:journalctl@ceph.mds.b.smithi073.stdout:Mar 19 02:03:12 smithi073 podman[103697]: 2024-03-19 02:03:12.05396583 +0000 UTC m=+4.485499164 container cleanup 5c94e008c8063c59decf318bb2e39657f5cf45658699c60faa4528ca5b8de1e3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-b, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.build-date=20240307)
2024-03-19T02:03:12.313 INFO:journalctl@ceph.mds.b.smithi073.stdout:Mar 19 02:03:12 smithi073 bash[103697]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-b
2024-03-19T02:03:12.430 DEBUG:teuthology.orchestra.run.smithi073:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.b.service'
2024-03-19T02:03:12.467 DEBUG:teuthology.orchestra.run:got remote process result: None
2024-03-19T02:03:12.467 INFO:tasks.cephadm.mds.b:Stopped mds.b
2024-03-19T02:03:12.467 INFO:tasks.cephadm.mds.e:Stopping mds.e...
2024-03-19T02:03:12.467 DEBUG:teuthology.orchestra.run.smithi073:> sudo systemctl stop ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.e
2024-03-19T02:03:12.714 INFO:journalctl@ceph.mds.e.smithi073.stdout:Mar 19 02:03:12 smithi073 systemd[1]: Stopping Ceph mds.e for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T02:03:13.214 INFO:journalctl@ceph.mds.e.smithi073.stdout:Mar 19 02:03:12 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-e[96556]: 2024-03-19T02:03:12.807+0000 7f4dbafc9700 -1 received  signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false  (PID: 1) UID: 0
2024-03-19T02:03:13.214 INFO:journalctl@ceph.mds.e.smithi073.stdout:Mar 19 02:03:12 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-e[96556]: 2024-03-19T02:03:12.807+0000 7f4dbafc9700 -1 mds.e *** got signal Terminated ***
2024-03-19T02:03:16.714 INFO:journalctl@ceph.mds.e.smithi073.stdout:Mar 19 02:03:16 smithi073 podman[103817]: 2024-03-19 02:03:16.306142572 +0000 UTC m=+3.627063263 container died 48e10e912a7625d066bb30c06675af25270f095ec9bb5038a0cd45223a9c53e6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-e, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=)
2024-03-19T02:03:17.214 INFO:journalctl@ceph.mds.e.smithi073.stdout:Mar 19 02:03:17 smithi073 podman[103817]: 2024-03-19 02:03:17.042219026 +0000 UTC m=+4.363139722 container cleanup 48e10e912a7625d066bb30c06675af25270f095ec9bb5038a0cd45223a9c53e6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-e, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux <gabrioux@redhat.com>)
2024-03-19T02:03:17.214 INFO:journalctl@ceph.mds.e.smithi073.stdout:Mar 19 02:03:17 smithi073 bash[103817]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-e
2024-03-19T02:03:17.456 DEBUG:teuthology.orchestra.run.smithi073:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.e.service'
2024-03-19T02:03:17.493 DEBUG:teuthology.orchestra.run:got remote process result: None
2024-03-19T02:03:17.493 INFO:tasks.cephadm.mds.e:Stopped mds.e
2024-03-19T02:03:17.493 INFO:tasks.cephadm.mds.h:Stopping mds.h...
2024-03-19T02:03:17.493 DEBUG:teuthology.orchestra.run.smithi073:> sudo systemctl stop ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.h
2024-03-19T02:03:17.829 INFO:journalctl@ceph.mds.h.smithi073.stdout:Mar 19 02:03:17 smithi073 systemd[1]: Stopping Ceph mds.h for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T02:03:18.214 INFO:journalctl@ceph.mds.h.smithi073.stdout:Mar 19 02:03:17 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-h[96867]: 2024-03-19T02:03:17.828+0000 7f7de6400700 -1 received  signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false  (PID: 1) UID: 0
2024-03-19T02:03:18.214 INFO:journalctl@ceph.mds.h.smithi073.stdout:Mar 19 02:03:17 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-h[96867]: 2024-03-19T02:03:17.828+0000 7f7de6400700 -1 mds.h *** got signal Terminated ***
2024-03-19T02:03:20.571 INFO:journalctl@ceph.mds.h.smithi073.stdout:Mar 19 02:03:20 smithi073 podman[103953]: 2024-03-19 02:03:20.308409447 +0000 UTC m=+2.599181306 container died 2a57624588dec59300b5303b0b035e4ece12789802b10058ef2d336b08a4549b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-h, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git)
2024-03-19T02:03:20.946 INFO:journalctl@ceph.mds.h.smithi073.stdout:Mar 19 02:03:20 smithi073 podman[103953]: 2024-03-19 02:03:20.662953857 +0000 UTC m=+2.953725716 container cleanup 2a57624588dec59300b5303b0b035e4ece12789802b10058ef2d336b08a4549b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-h, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, ceph=True)
2024-03-19T02:03:20.946 INFO:journalctl@ceph.mds.h.smithi073.stdout:Mar 19 02:03:20 smithi073 bash[103953]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-h
2024-03-19T02:03:21.086 DEBUG:teuthology.orchestra.run.smithi073:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.h.service'
2024-03-19T02:03:21.121 DEBUG:teuthology.orchestra.run:got remote process result: None
2024-03-19T02:03:21.121 INFO:tasks.cephadm.mds.h:Stopped mds.h
2024-03-19T02:03:21.122 INFO:tasks.cephadm.mds.k:Stopping mds.k...
2024-03-19T02:03:21.122 DEBUG:teuthology.orchestra.run.smithi073:> sudo systemctl stop ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.k
2024-03-19T02:03:21.464 INFO:journalctl@ceph.mds.k.smithi073.stdout:Mar 19 02:03:21 smithi073 systemd[1]: Stopping Ceph mds.k for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T02:03:21.464 INFO:journalctl@ceph.mds.k.smithi073.stdout:Mar 19 02:03:21 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-k[96235]: 2024-03-19T02:03:21.448+0000 7f920e700700 -1 received  signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false  (PID: 1) UID: 0
2024-03-19T02:03:21.464 INFO:journalctl@ceph.mds.k.smithi073.stdout:Mar 19 02:03:21 smithi073 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-k[96235]: 2024-03-19T02:03:21.449+0000 7f920e700700 -1 mds.k *** got signal Terminated ***
2024-03-19T02:03:23.908 INFO:journalctl@ceph.mds.k.smithi073.stdout:Mar 19 02:03:23 smithi073 podman[104074]: 2024-03-19 02:03:23.626763673 +0000 UTC m=+2.281038363 container died 1946d00f2652dd938524ab30d5b5291d8dd5c966d0b9feb41759273bdfa845a9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-k, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=)
2024-03-19T02:03:24.214 INFO:journalctl@ceph.mds.k.smithi073.stdout:Mar 19 02:03:24 smithi073 podman[104074]: 2024-03-19 02:03:24.008226657 +0000 UTC m=+2.662501346 container cleanup 1946d00f2652dd938524ab30d5b5291d8dd5c966d0b9feb41759273bdfa845a9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-k, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, ceph=True)
2024-03-19T02:03:24.214 INFO:journalctl@ceph.mds.k.smithi073.stdout:Mar 19 02:03:24 smithi073 bash[104074]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-k
2024-03-19T02:03:24.425 DEBUG:teuthology.orchestra.run.smithi073:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.k.service'
2024-03-19T02:03:24.459 DEBUG:teuthology.orchestra.run:got remote process result: None
2024-03-19T02:03:24.459 INFO:tasks.cephadm.mds.k:Stopped mds.k
2024-03-19T02:03:24.460 INFO:tasks.cephadm.mds.c:Stopping mds.c...
2024-03-19T02:03:24.460 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.c
2024-03-19T02:03:24.980 INFO:journalctl@ceph.mds.c.smithi102.stdout:Mar 19 02:03:24 smithi102 systemd[1]: Stopping Ceph mds.c for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T02:03:25.480 INFO:journalctl@ceph.mds.c.smithi102.stdout:Mar 19 02:03:25 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-c[97016]: 2024-03-19T02:03:25.065+0000 7fc71e82c700 -1 received  signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false  (PID: 1) UID: 0
2024-03-19T02:03:25.480 INFO:journalctl@ceph.mds.c.smithi102.stdout:Mar 19 02:03:25 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-c[97016]: 2024-03-19T02:03:25.066+0000 7fc71e82c700 -1 mds.c *** got signal Terminated ***
2024-03-19T02:03:28.582 INFO:journalctl@ceph.mds.c.smithi102.stdout:Mar 19 02:03:28 smithi102 podman[104083]: 2024-03-19 02:03:28.314939051 +0000 UTC m=+3.669327241 container died b684dbfe2988f2b867935887cdeabf32f94e8772dbdf1ed58df798f9c7e22f2f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-c, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_CLEAN=True)
2024-03-19T02:03:28.980 INFO:journalctl@ceph.mds.c.smithi102.stdout:Mar 19 02:03:28 smithi102 podman[104083]: 2024-03-19 02:03:28.657654684 +0000 UTC m=+4.012042879 container cleanup b684dbfe2988f2b867935887cdeabf32f94e8772dbdf1ed58df798f9c7e22f2f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-c, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux <gabrioux@redhat.com>)
2024-03-19T02:03:28.980 INFO:journalctl@ceph.mds.c.smithi102.stdout:Mar 19 02:03:28 smithi102 bash[104083]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-c
2024-03-19T02:03:28.980 INFO:journalctl@ceph.mds.c.smithi102.stdout:Mar 19 02:03:28 smithi102 podman[104109]: 2024-03-19 02:03:28.817415667 +0000 UTC m=+0.502062960 container remove b684dbfe2988f2b867935887cdeabf32f94e8772dbdf1ed58df798f9c7e22f2f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-c, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_REPO=git@github.com:ceph/ceph-container.git)
2024-03-19T02:03:29.044 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.c.service'
2024-03-19T02:03:29.081 DEBUG:teuthology.orchestra.run:got remote process result: None
2024-03-19T02:03:29.081 INFO:tasks.cephadm.mds.c:Stopped mds.c
2024-03-19T02:03:29.081 INFO:tasks.cephadm.mds.f:Stopping mds.f...
2024-03-19T02:03:29.081 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.f
2024-03-19T02:03:29.378 INFO:journalctl@ceph.mds.f.smithi102.stdout:Mar 19 02:03:29 smithi102 systemd[1]: Stopping Ceph mds.f for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T02:03:29.730 INFO:journalctl@ceph.mds.f.smithi102.stdout:Mar 19 02:03:29 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-f[96701]: 2024-03-19T02:03:29.377+0000 7f659e1b1700 -1 received  signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false  (PID: 1) UID: 0
2024-03-19T02:03:29.730 INFO:journalctl@ceph.mds.f.smithi102.stdout:Mar 19 02:03:29 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-f[96701]: 2024-03-19T02:03:29.377+0000 7f659e1b1700 -1 mds.f *** got signal Terminated ***
2024-03-19T02:03:32.570 INFO:journalctl@ceph.mds.f.smithi102.stdout:Mar 19 02:03:32 smithi102 podman[104217]: 2024-03-19 02:03:32.308179479 +0000 UTC m=+3.012220344 container died 87fd2a1862101802a8a050e8b5fcaa4281e3f808aa66a3f65f88cd8f700c4a6c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-f, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307)
2024-03-19T02:03:32.828 INFO:journalctl@ceph.mds.f.smithi102.stdout:Mar 19 02:03:32 smithi102 podman[104217]: 2024-03-19 02:03:32.653694853 +0000 UTC m=+3.357735715 container cleanup 87fd2a1862101802a8a050e8b5fcaa4281e3f808aa66a3f65f88cd8f700c4a6c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-f, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, GIT_CLEAN=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5)
2024-03-19T02:03:32.828 INFO:journalctl@ceph.mds.f.smithi102.stdout:Mar 19 02:03:32 smithi102 bash[104217]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-f
2024-03-19T02:03:33.049 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.f.service'
2024-03-19T02:03:33.084 DEBUG:teuthology.orchestra.run:got remote process result: None
2024-03-19T02:03:33.084 INFO:tasks.cephadm.mds.f:Stopped mds.f
2024-03-19T02:03:33.085 INFO:tasks.cephadm.mds.i:Stopping mds.i...
2024-03-19T02:03:33.085 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.i
2024-03-19T02:03:33.415 INFO:journalctl@ceph.mds.i.smithi102.stdout:Mar 19 02:03:33 smithi102 systemd[1]: Stopping Ceph mds.i for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T02:03:33.730 INFO:journalctl@ceph.mds.i.smithi102.stdout:Mar 19 02:03:33 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-i[97326]: 2024-03-19T02:03:33.413+0000 7fc24f0a8700 -1 received  signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false  (PID: 1) UID: 0
2024-03-19T02:03:33.730 INFO:journalctl@ceph.mds.i.smithi102.stdout:Mar 19 02:03:33 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-i[97326]: 2024-03-19T02:03:33.413+0000 7fc24f0a8700 -1 mds.i *** got signal Terminated ***
2024-03-19T02:03:36.565 INFO:journalctl@ceph.mds.i.smithi102.stdout:Mar 19 02:03:36 smithi102 podman[104338]: 2024-03-19 02:03:36.30442583 +0000 UTC m=+3.002010476 container died 1649899fd8bed9d2571e402746fd36cc6e6d2fba7d5b30a67fbe791ca5de5e57 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-i, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git)
2024-03-19T02:03:36.824 INFO:journalctl@ceph.mds.i.smithi102.stdout:Mar 19 02:03:36 smithi102 podman[104338]: 2024-03-19 02:03:36.640094166 +0000 UTC m=+3.337678819 container cleanup 1649899fd8bed9d2571e402746fd36cc6e6d2fba7d5b30a67fbe791ca5de5e57 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-i, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307)
2024-03-19T02:03:36.824 INFO:journalctl@ceph.mds.i.smithi102.stdout:Mar 19 02:03:36 smithi102 bash[104338]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-i
2024-03-19T02:03:37.071 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.i.service'
2024-03-19T02:03:37.094 INFO:journalctl@ceph.mds.i.smithi102.stdout:Mar 19 02:03:36 smithi102 podman[104352]: 2024-03-19 02:03:36.824780814 +0000 UTC m=+0.514012226 container remove 1649899fd8bed9d2571e402746fd36cc6e6d2fba7d5b30a67fbe791ca5de5e57 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-i, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, io.buildah.version=1.33.5, org.label-schema.license=GPLv2)
2024-03-19T02:03:37.095 INFO:journalctl@ceph.mds.i.smithi102.stdout:Mar 19 02:03:37 smithi102 systemd[1]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.i.service: Deactivated successfully.
2024-03-19T02:03:37.095 INFO:journalctl@ceph.mds.i.smithi102.stdout:Mar 19 02:03:37 smithi102 systemd[1]: Stopped Ceph mds.i for 53c8cf3e-e591-11ee-95c9-87774f69a715.
2024-03-19T02:03:37.095 INFO:journalctl@ceph.mds.i.smithi102.stdout:Mar 19 02:03:37 smithi102 systemd[1]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.i.service: Consumed 4min 26.746s CPU time.
2024-03-19T02:03:37.106 DEBUG:teuthology.orchestra.run:got remote process result: None
2024-03-19T02:03:37.106 INFO:tasks.cephadm.mds.i:Stopped mds.i
2024-03-19T02:03:37.106 INFO:tasks.cephadm.mds.l:Stopping mds.l...
2024-03-19T02:03:37.106 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.l
2024-03-19T02:03:37.435 INFO:journalctl@ceph.mds.l.smithi102.stdout:Mar 19 02:03:37 smithi102 systemd[1]: Stopping Ceph mds.l for 53c8cf3e-e591-11ee-95c9-87774f69a715...
2024-03-19T02:03:37.730 INFO:journalctl@ceph.mds.l.smithi102.stdout:Mar 19 02:03:37 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-l[96384]: 2024-03-19T02:03:37.435+0000 7f4eb1940700 -1 received  signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false  (PID: 1) UID: 0
2024-03-19T02:03:37.731 INFO:journalctl@ceph.mds.l.smithi102.stdout:Mar 19 02:03:37 smithi102 ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-l[96384]: 2024-03-19T02:03:37.435+0000 7f4eb1940700 -1 mds.l *** got signal Terminated ***
2024-03-19T02:03:41.001 INFO:journalctl@ceph.mds.l.smithi102.stdout:Mar 19 02:03:40 smithi102 podman[104459]: 2024-03-19 02:03:40.734339808 +0000 UTC m=+3.400271426 container died f3ee5be0ede2da875ffb2fb14e8f42a2c2ced022854c28eae59a439cbd1a866c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-l, org.label-schema.license=GPLv2, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, GIT_BRANCH=HEAD)
2024-03-19T02:03:41.360 INFO:journalctl@ceph.mds.l.smithi102.stdout:Mar 19 02:03:41 smithi102 podman[104459]: 2024-03-19 02:03:41.102186307 +0000 UTC m=+3.768117926 container cleanup f3ee5be0ede2da875ffb2fb14e8f42a2c2ced022854c28eae59a439cbd1a866c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c851f2a8983bc273fa71dd1a3e84be4b397f9c2099e180242b453d87e7c2b639, name=ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-l, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-batrick-testing-20240318.181317-b6ae249, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux <gabrioux@redhat.com>, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240307)
2024-03-19T02:03:41.360 INFO:journalctl@ceph.mds.l.smithi102.stdout:Mar 19 02:03:41 smithi102 bash[104459]: ceph-53c8cf3e-e591-11ee-95c9-87774f69a715-mds-l
2024-03-19T02:03:41.523 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53c8cf3e-e591-11ee-95c9-87774f69a715@mds.l.service'
2024-03-19T02:03:41.556 DEBUG:teuthology.orchestra.run:got remote process result: None
2024-03-19T02:03:41.557 INFO:tasks.cephadm.mds.l:Stopped mds.l
2024-03-19T02:03:41.557 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 --force --keep-logs
2024-03-19T02:03:41.753 INFO:teuthology.orchestra.run.smithi046.stdout:Deleting cluster with fsid: 53c8cf3e-e591-11ee-95c9-87774f69a715
2024-03-19T02:03:44.140 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 --force --keep-logs
2024-03-19T02:03:44.332 INFO:teuthology.orchestra.run.smithi073.stdout:Deleting cluster with fsid: 53c8cf3e-e591-11ee-95c9-87774f69a715
2024-03-19T02:03:46.769 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 --force --keep-logs
2024-03-19T02:03:46.957 INFO:teuthology.orchestra.run.smithi102.stdout:Deleting cluster with fsid: 53c8cf3e-e591-11ee-95c9-87774f69a715
2024-03-19T02:03:49.319 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring
2024-03-19T02:03:49.354 DEBUG:teuthology.orchestra.run.smithi073:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring
2024-03-19T02:03:49.389 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring
2024-03-19T02:03:49.418 INFO:tasks.cephadm:Archiving crash dumps...
2024-03-19T02:03:49.420 DEBUG:teuthology.misc:Transferring archived files from smithi046:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/crash to /home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609267/remote/smithi046/crash
2024-03-19T02:03:49.421 DEBUG:teuthology.orchestra.run.smithi046:> sudo tar c -f - -C /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/crash -- .
2024-03-19T02:03:49.450 INFO:teuthology.orchestra.run.smithi046.stderr:tar: /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/crash: Cannot open: No such file or directory
2024-03-19T02:03:49.451 INFO:teuthology.orchestra.run.smithi046.stderr:tar: Error is not recoverable: exiting now
2024-03-19T02:03:49.452 DEBUG:teuthology.misc:Transferring archived files from smithi073:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/crash to /home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609267/remote/smithi073/crash
2024-03-19T02:03:49.453 DEBUG:teuthology.orchestra.run.smithi073:> sudo tar c -f - -C /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/crash -- .
2024-03-19T02:03:49.496 INFO:teuthology.orchestra.run.smithi073.stderr:tar: /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/crash: Cannot open: No such file or directory
2024-03-19T02:03:49.496 INFO:teuthology.orchestra.run.smithi073.stderr:tar: Error is not recoverable: exiting now
2024-03-19T02:03:49.498 DEBUG:teuthology.misc:Transferring archived files from smithi102:/var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/crash to /home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609267/remote/smithi102/crash
2024-03-19T02:03:49.499 DEBUG:teuthology.orchestra.run.smithi102:> sudo tar c -f - -C /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/crash -- .
2024-03-19T02:03:49.537 INFO:teuthology.orchestra.run.smithi102.stderr:tar: /var/lib/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/crash: Cannot open: No such file or directory
2024-03-19T02:03:49.537 INFO:teuthology.orchestra.run.smithi102.stderr:tar: Error is not recoverable: exiting now
2024-03-19T02:03:49.538 INFO:tasks.cephadm:Checking cluster log for badness...
2024-03-19T02:03:49.539 DEBUG:teuthology.orchestra.run.smithi046:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1
2024-03-19T02:03:49.579 INFO:teuthology.orchestra.run.smithi046.stdout:2024-03-19T01:41:17.858817+0000 mon.a (mon.0) 210 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)
2024-03-19T02:03:49.579 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log
2024-03-19T02:03:49.580 DEBUG:teuthology.orchestra.run.smithi046:> sudo egrep '\[SEC\]' /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1
2024-03-19T02:03:49.655 DEBUG:teuthology.orchestra.run.smithi046:> sudo egrep '\[ERR\]' /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1
2024-03-19T02:03:49.730 DEBUG:teuthology.orchestra.run.smithi046:> sudo egrep '\[WRN\]' /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1
2024-03-19T02:03:49.803 INFO:teuthology.orchestra.run.smithi046.stdout:2024-03-19T01:41:17.858817+0000 mon.a (mon.0) 210 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)
2024-03-19T02:03:49.804 INFO:tasks.cephadm:Compressing logs...
2024-03-19T02:03:49.804 DEBUG:teuthology.orchestra.run.smithi046:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose --
2024-03-19T02:03:49.846 DEBUG:teuthology.orchestra.run.smithi073:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose --
2024-03-19T02:03:49.849 DEBUG:teuthology.orchestra.run.smithi102:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose --
2024-03-19T02:03:49.871 INFO:teuthology.orchestra.run.smithi046.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log
2024-03-19T02:03:49.871 INFO:teuthology.orchestra.run.smithi046.stderr:: No such file or directory
2024-03-19T02:03:49.871 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.log
2024-03-19T02:03:49.871 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose/var/log/ceph/cephadm.log:	 -- /var/log/ceph/ceph-client.admin.log
2024-03-19T02:03:49.871 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.0.log:	gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.6.log
2024-03-19T02:03:49.873 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/ceph-client.admin.log:	gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mon.a.log
2024-03-19T02:03:49.873 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph.audit.log
2024-03-19T02:03:49.873 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.6.log:	/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mon.a.log:	gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.g.log
2024-03-19T02:03:49.875 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph.audit.log:	gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.j.log
2024-03-19T02:03:49.875 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.g.log:	 92.6% -- replaced with /var/log/ceph/ceph-client.admin.log.gzgzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.3.log
2024-03-19T02:03:49.875 INFO:teuthology.orchestra.run.smithi046.stderr:
2024-03-19T02:03:49.875 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mgr.x.log
2024-03-19T02:03:49.876 INFO:teuthology.orchestra.run.smithi102.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log
2024-03-19T02:03:49.876 INFO:teuthology.orchestra.run.smithi102.stderr:: No such file or directory
2024-03-19T02:03:49.876 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.l.log
2024-03-19T02:03:49.877 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph.audit.log
2024-03-19T02:03:49.877 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/cephadm.log:	/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.l.log:	gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.i.log
2024-03-19T02:03:49.877 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph.audit.log:	gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.11.log
2024-03-19T02:03:49.890 INFO:teuthology.orchestra.run.smithi073.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose --: No such file or directory /var/log/ceph/cephadm.log
2024-03-19T02:03:49.890 INFO:teuthology.orchestra.run.smithi073.stderr:
2024-03-19T02:03:49.891 INFO:teuthology.orchestra.run.smithi073.stderr:gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.10.log
2024-03-19T02:03:49.891 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/cephadm.log:	gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph.audit.log
2024-03-19T02:03:49.891 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.10.log:	gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.b.log
2024-03-19T02:03:49.891 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph.audit.log:	gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.4.log
2024-03-19T02:03:49.891 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.b.log:	 92.1% -- replaced with /var/log/ceph/cephadm.log.gz
2024-03-19T02:03:49.891 INFO:teuthology.orchestra.run.smithi073.stderr:gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.1.log
2024-03-19T02:03:49.891 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.4.log:	gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.k.log
2024-03-19T02:03:49.891 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.1.log:	gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.h.log
2024-03-19T02:03:49.891 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.k.log:	gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.7.log
2024-03-19T02:03:49.891 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.h.log:	gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.e.log
2024-03-19T02:03:49.891 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.7.log:	 90.3% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph.audit.log.gz
2024-03-19T02:03:49.891 INFO:teuthology.orchestra.run.smithi073.stderr:gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mgr.y.log
2024-03-19T02:03:49.891 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.e.log:	 94.4% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.k.log.gz
2024-03-19T02:03:49.892 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.3.log:	/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.j.log:	 90.2% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph.audit.log.gz
2024-03-19T02:03:49.892 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.0.log
2024-03-19T02:03:49.892 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mgr.x.log:	 94.6% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.g.log.gz
2024-03-19T02:03:49.892 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph.cephadm.log
2024-03-19T02:03:49.892 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.0.log:	 93.3% -- replaced with /var/log/ceph/cephadm.log.gz
2024-03-19T02:03:49.892 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph.log
2024-03-19T02:03:49.892 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph.cephadm.log:	 94.8% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.j.log.gz
2024-03-19T02:03:49.892 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-volume.log
2024-03-19T02:03:49.892 INFO:teuthology.orchestra.run.smithi046.stderr: 84.1% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph.cephadm.log.gz
2024-03-19T02:03:49.892 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph.log:	gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.9.log
2024-03-19T02:03:49.892 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-volume.log:	 87.3% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph.log.gz
2024-03-19T02:03:49.892 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.d.log
2024-03-19T02:03:49.894 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.i.log:	gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mgr.z.log
2024-03-19T02:03:49.894 INFO:teuthology.orchestra.run.smithi102.stderr: 92.4% -- replaced with /var/log/ceph/cephadm.log.gz
2024-03-19T02:03:49.894 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.11.log:	gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.8.log
2024-03-19T02:03:49.894 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.5.log
2024-03-19T02:03:49.894 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mgr.z.log:	/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.8.log:	gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.f.log
2024-03-19T02:03:49.894 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.5.log:	gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph.cephadm.log
2024-03-19T02:03:49.894 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.f.log:	 90.4% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph.audit.log.gz
2024-03-19T02:03:49.894 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph.log
2024-03-19T02:03:49.894 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph.cephadm.log:	 83.7% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph.cephadm.log.gz
2024-03-19T02:03:49.894 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.2.log
2024-03-19T02:03:49.894 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph.log:	 94.7% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.l.log.gz
2024-03-19T02:03:49.895 INFO:teuthology.orchestra.run.smithi102.stderr: 87.3% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph.log.gz
2024-03-19T02:03:49.895 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.c.log
2024-03-19T02:03:49.895 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.2.log:	gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-volume.log
2024-03-19T02:03:49.895 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.c.log:	 91.9% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mgr.z.log.gz
2024-03-19T02:03:49.895 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mon.c.log
2024-03-19T02:03:49.896 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.9.log:	gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.a.log
2024-03-19T02:03:49.897 INFO:teuthology.orchestra.run.smithi073.stderr:gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph.cephadm.log
2024-03-19T02:03:49.901 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-volume.log:	/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mon.c.log:	 90.9% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-volume.log.gz
2024-03-19T02:03:49.901 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.d.log:	 94.6% 91.1% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-volume.log.gz
2024-03-19T02:03:49.901 INFO:teuthology.orchestra.run.smithi046.stderr: -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.d.log.gz
2024-03-19T02:03:49.907 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mgr.y.log:	 91.8% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mgr.y.log.gz
2024-03-19T02:03:49.910 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.a.log:	 94.5% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.a.log.gz
2024-03-19T02:03:49.911 INFO:teuthology.orchestra.run.smithi073.stderr:gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph.log
2024-03-19T02:03:49.911 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph.cephadm.log:	 83.8% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph.cephadm.log.gz
2024-03-19T02:03:49.923 INFO:teuthology.orchestra.run.smithi073.stderr:gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-volume.log
2024-03-19T02:03:49.926 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph.log:	 87.2% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph.log.gz
2024-03-19T02:03:49.936 INFO:teuthology.orchestra.run.smithi073.stderr:gzip -5 --verbose -- /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mon.b.log
2024-03-19T02:03:49.950 INFO:teuthology.orchestra.run.smithi073.stderr:/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-volume.log:	/var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mon.b.log:	 91.0% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-volume.log.gz
2024-03-19T02:03:50.211 INFO:teuthology.orchestra.run.smithi046.stderr: 89.9% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mgr.x.log.gz
2024-03-19T02:03:50.355 INFO:teuthology.orchestra.run.smithi102.stderr: 92.0% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mon.c.log.gz
2024-03-19T02:03:50.410 INFO:teuthology.orchestra.run.smithi073.stderr: 92.0% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mon.b.log.gz
2024-03-19T02:03:50.846 INFO:teuthology.orchestra.run.smithi046.stderr: 90.5% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mon.a.log.gz
2024-03-19T02:03:50.958 INFO:teuthology.orchestra.run.smithi073.stderr: 94.7% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.e.log.gz
2024-03-19T02:03:51.893 INFO:teuthology.orchestra.run.smithi102.stderr: 95.2% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.f.log.gz
2024-03-19T02:03:53.493 INFO:teuthology.orchestra.run.smithi102.stderr: 95.4% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.c.log.gz
2024-03-19T02:03:57.234 INFO:teuthology.orchestra.run.smithi073.stderr: 92.1% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.10.log.gz
2024-03-19T02:03:59.294 INFO:teuthology.orchestra.run.smithi102.stderr: 91.7% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.11.log.gz
2024-03-19T02:03:59.640 INFO:teuthology.orchestra.run.smithi046.stderr: 91.6% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.0.log.gz
2024-03-19T02:04:00.725 INFO:teuthology.orchestra.run.smithi102.stderr: 91.9% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.2.log.gz
2024-03-19T02:04:00.862 INFO:teuthology.orchestra.run.smithi102.stderr: 91.8% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.8.log.gz
2024-03-19T02:04:01.926 INFO:teuthology.orchestra.run.smithi102.stderr: 93.7% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.i.log.gz
2024-03-19T02:04:02.240 INFO:teuthology.orchestra.run.smithi046.stderr: 91.8% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.3.log.gz
2024-03-19T02:04:02.679 INFO:teuthology.orchestra.run.smithi073.stderr: 91.9% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.1.log.gz
2024-03-19T02:04:02.958 INFO:teuthology.orchestra.run.smithi073.stderr: 91.5% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.7.log.gz
2024-03-19T02:04:03.172 INFO:teuthology.orchestra.run.smithi046.stderr: 91.8% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.9.log.gz
2024-03-19T02:04:04.883 INFO:teuthology.orchestra.run.smithi046.stderr: 91.6% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.6.log.gz
2024-03-19T02:04:06.445 INFO:teuthology.orchestra.run.smithi073.stderr: 91.9% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.4.log.gz
2024-03-19T02:04:07.184 INFO:teuthology.orchestra.run.smithi102.stderr: 91.6% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-osd.5.log.gz
2024-03-19T02:04:07.186 INFO:teuthology.orchestra.run.smithi102.stderr:
2024-03-19T02:04:07.186 INFO:teuthology.orchestra.run.smithi102.stderr:real	0m17.323s
2024-03-19T02:04:07.186 INFO:teuthology.orchestra.run.smithi102.stderr:user	1m4.609s
2024-03-19T02:04:07.186 INFO:teuthology.orchestra.run.smithi102.stderr:sys	0m2.002s
2024-03-19T02:04:09.223 INFO:teuthology.orchestra.run.smithi046.stderr: 93.0% -- replaced with /var/log/ceph/ceph-client.0.log.gz
2024-03-19T02:04:09.225 INFO:teuthology.orchestra.run.smithi046.stderr:
2024-03-19T02:04:09.225 INFO:teuthology.orchestra.run.smithi046.stderr:real	0m19.367s
2024-03-19T02:04:09.225 INFO:teuthology.orchestra.run.smithi046.stderr:user	1m9.075s
2024-03-19T02:04:09.225 INFO:teuthology.orchestra.run.smithi046.stderr:sys	0m1.960s
2024-03-19T02:04:16.386 INFO:teuthology.orchestra.run.smithi073.stderr: 93.7% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.h.log.gz
2024-03-19T02:04:43.053 INFO:teuthology.orchestra.run.smithi073.stderr: 93.5% -- replaced with /var/log/ceph/53c8cf3e-e591-11ee-95c9-87774f69a715/ceph-mds.b.log.gz
2024-03-19T02:04:43.055 INFO:teuthology.orchestra.run.smithi073.stderr:
2024-03-19T02:04:43.055 INFO:teuthology.orchestra.run.smithi073.stderr:real	0m53.191s
2024-03-19T02:04:43.055 INFO:teuthology.orchestra.run.smithi073.stderr:user	2m6.897s
2024-03-19T02:04:43.056 INFO:teuthology.orchestra.run.smithi073.stderr:sys	0m3.921s
2024-03-19T02:04:43.056 INFO:tasks.cephadm:Archiving logs...
2024-03-19T02:04:43.056 DEBUG:teuthology.misc:Transferring archived files from smithi046:/var/log/ceph to /home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609267/remote/smithi046/log
2024-03-19T02:04:43.057 DEBUG:teuthology.orchestra.run.smithi046:> sudo tar c -f - -C /var/log/ceph -- .
2024-03-19T02:04:53.204 DEBUG:teuthology.misc:Transferring archived files from smithi073:/var/log/ceph to /home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609267/remote/smithi073/log
2024-03-19T02:04:53.205 DEBUG:teuthology.orchestra.run.smithi073:> sudo tar c -f - -C /var/log/ceph -- .
2024-03-19T02:05:11.523 DEBUG:teuthology.misc:Transferring archived files from smithi102:/var/log/ceph to /home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609267/remote/smithi102/log
2024-03-19T02:05:11.528 DEBUG:teuthology.orchestra.run.smithi102:> sudo tar c -f - -C /var/log/ceph -- .
2024-03-19T02:05:20.485 INFO:tasks.cephadm:Removing cluster...
2024-03-19T02:05:20.485 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 --force
2024-03-19T02:05:20.683 INFO:teuthology.orchestra.run.smithi046.stdout:Deleting cluster with fsid: 53c8cf3e-e591-11ee-95c9-87774f69a715
2024-03-19T02:05:21.010 DEBUG:teuthology.orchestra.run.smithi073:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 --force
2024-03-19T02:05:21.202 INFO:teuthology.orchestra.run.smithi073.stdout:Deleting cluster with fsid: 53c8cf3e-e591-11ee-95c9-87774f69a715
2024-03-19T02:05:21.663 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 53c8cf3e-e591-11ee-95c9-87774f69a715 --force
2024-03-19T02:05:21.850 INFO:teuthology.orchestra.run.smithi102.stdout:Deleting cluster with fsid: 53c8cf3e-e591-11ee-95c9-87774f69a715
2024-03-19T02:05:22.250 INFO:tasks.cephadm:Removing cephadm ...
2024-03-19T02:05:22.250 DEBUG:teuthology.orchestra.run.smithi046:> rm -rf /home/ubuntu/cephtest/cephadm
2024-03-19T02:05:22.266 DEBUG:teuthology.orchestra.run.smithi073:> rm -rf /home/ubuntu/cephtest/cephadm
2024-03-19T02:05:22.282 DEBUG:teuthology.orchestra.run.smithi102:> rm -rf /home/ubuntu/cephtest/cephadm
2024-03-19T02:05:22.297 INFO:tasks.cephadm:Teardown complete
2024-03-19T02:05:22.297 DEBUG:teuthology.run_tasks:Unwinding manager install
2024-03-19T02:05:22.309 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer...
2024-03-19T02:05:22.309 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer
2024-03-19T02:05:22.312 DEBUG:teuthology.orchestra.run.smithi073:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer
2024-03-19T02:05:22.324 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer
2024-03-19T02:05:22.430 DEBUG:teuthology.run_tasks:Unwinding manager clock
2024-03-19T02:05:22.442 INFO:teuthology.task.clock:Checking final clock skew...
2024-03-19T02:05:22.442 DEBUG:teuthology.orchestra.run.smithi046:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true
2024-03-19T02:05:22.445 DEBUG:teuthology.orchestra.run.smithi073:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true
2024-03-19T02:05:22.447 DEBUG:teuthology.orchestra.run.smithi102:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true
2024-03-19T02:05:22.455 INFO:teuthology.orchestra.run.smithi046.stderr:bash: line 1: ntpq: command not found
2024-03-19T02:05:22.458 INFO:teuthology.orchestra.run.smithi073.stderr:bash: line 1: ntpq: command not found
2024-03-19T02:05:22.460 INFO:teuthology.orchestra.run.smithi046.stdout:MS Name/IP address         Stratum Poll Reach LastRx Last sample
2024-03-19T02:05:22.460 INFO:teuthology.orchestra.run.smithi046.stdout:===============================================================================
2024-03-19T02:05:22.460 INFO:teuthology.orchestra.run.smithi046.stdout:^+ hv01.front.sepia.ceph.com     2   6   377    23  +1967us[+1967us] +/-  132ms
2024-03-19T02:05:22.460 INFO:teuthology.orchestra.run.smithi046.stdout:^* hv02.front.sepia.ceph.com     3   6   377    25  -1090us[-1088us] +/-   59ms
2024-03-19T02:05:22.460 INFO:teuthology.orchestra.run.smithi046.stdout:^+ hv03.front.sepia.ceph.com     3   6   377    24   +411us[ +411us] +/-   80ms
2024-03-19T02:05:22.460 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv04.front.sepia.ceph.com     0   9     0     -     +0ns[   +0ns] +/-    0ns
2024-03-19T02:05:22.461 INFO:teuthology.orchestra.run.smithi102.stderr:bash: line 1: ntpq: command not found
2024-03-19T02:05:22.461 INFO:teuthology.orchestra.run.smithi073.stdout:MS Name/IP address         Stratum Poll Reach LastRx Last sample
2024-03-19T02:05:22.462 INFO:teuthology.orchestra.run.smithi073.stdout:===============================================================================
2024-03-19T02:05:22.462 INFO:teuthology.orchestra.run.smithi073.stdout:^+ hv01.front.sepia.ceph.com     2   6   377    24  +1975us[+1975us] +/-  132ms
2024-03-19T02:05:22.462 INFO:teuthology.orchestra.run.smithi073.stdout:^* hv02.front.sepia.ceph.com     3   6   377    25  -1095us[-1067us] +/-   59ms
2024-03-19T02:05:22.462 INFO:teuthology.orchestra.run.smithi073.stdout:^+ hv03.front.sepia.ceph.com     3   6   377    26   +404us[ +431us] +/-   80ms
2024-03-19T02:05:22.462 INFO:teuthology.orchestra.run.smithi073.stdout:^? hv04.front.sepia.ceph.com     0   9     0     -     +0ns[   +0ns] +/-    0ns
2024-03-19T02:05:22.464 INFO:teuthology.orchestra.run.smithi102.stdout:MS Name/IP address         Stratum Poll Reach LastRx Last sample
2024-03-19T02:05:22.464 INFO:teuthology.orchestra.run.smithi102.stdout:===============================================================================
2024-03-19T02:05:22.464 INFO:teuthology.orchestra.run.smithi102.stdout:^+ hv01.front.sepia.ceph.com     2   6   377    26  +1960us[+1992us] +/-  132ms
2024-03-19T02:05:22.464 INFO:teuthology.orchestra.run.smithi102.stdout:^* hv02.front.sepia.ceph.com     3   6   377    22  -1088us[-1056us] +/-   59ms
2024-03-19T02:05:22.464 INFO:teuthology.orchestra.run.smithi102.stdout:^+ hv03.front.sepia.ceph.com     3   6   377    25   +400us[ +432us] +/-   80ms
2024-03-19T02:05:22.464 INFO:teuthology.orchestra.run.smithi102.stdout:^? hv04.front.sepia.ceph.com     0   9     0     -     +0ns[   +0ns] +/-    0ns
2024-03-19T02:05:22.465 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab
2024-03-19T02:05:22.476 INFO:teuthology.task.ansible:Skipping ansible cleanup...
2024-03-19T02:05:22.476 DEBUG:teuthology.run_tasks:Unwinding manager selinux
2024-03-19T02:05:22.493 DEBUG:teuthology.orchestra.run.smithi046:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log
2024-03-19T02:05:22.585 DEBUG:teuthology.orchestra.run.smithi073:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log
2024-03-19T02:05:22.656 DEBUG:teuthology.orchestra.run.smithi102:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log
2024-03-19T02:05:22.727 DEBUG:teuthology.orchestra.run.smithi046:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0
2024-03-19T02:05:22.757 DEBUG:teuthology.orchestra.run:got remote process result: 1
2024-03-19T02:05:22.758 DEBUG:teuthology.orchestra.run.smithi073:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0
2024-03-19T02:05:22.787 DEBUG:teuthology.orchestra.run:got remote process result: 1
2024-03-19T02:05:22.787 DEBUG:teuthology.orchestra.run.smithi102:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0
2024-03-19T02:05:22.817 DEBUG:teuthology.orchestra.run:got remote process result: 1
2024-03-19T02:05:22.818 DEBUG:teuthology.run_tasks:Unwinding manager pcp
2024-03-19T02:05:22.829 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer
2024-03-19T02:05:22.868 INFO:teuthology.task.internal:Duration was 2828.958349 seconds
2024-03-19T02:05:22.868 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog
2024-03-19T02:05:22.884 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring...
2024-03-19T02:05:22.884 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart
2024-03-19T02:05:22.886 DEBUG:teuthology.orchestra.run.smithi073:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart
2024-03-19T02:05:22.888 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart
2024-03-19T02:05:22.926 INFO:teuthology.orchestra.run.smithi046.stderr:Redirecting to /bin/systemctl restart rsyslog.service
2024-03-19T02:05:22.929 INFO:teuthology.orchestra.run.smithi073.stderr:Redirecting to /bin/systemctl restart rsyslog.service
2024-03-19T02:05:22.931 INFO:teuthology.orchestra.run.smithi102.stderr:Redirecting to /bin/systemctl restart rsyslog.service
2024-03-19T02:05:23.406 INFO:teuthology.task.internal.syslog:Checking logs for errors...
2024-03-19T02:05:23.406 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi046.front.sepia.ceph.com
2024-03-19T02:05:23.406 DEBUG:teuthology.orchestra.run.smithi046:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1
2024-03-19T02:05:23.465 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi073.front.sepia.ceph.com
2024-03-19T02:05:23.466 DEBUG:teuthology.orchestra.run.smithi073:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1
2024-03-19T02:05:23.491 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi102.front.sepia.ceph.com
2024-03-19T02:05:23.492 DEBUG:teuthology.orchestra.run.smithi102:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1
2024-03-19T02:05:23.526 INFO:teuthology.task.internal.syslog:Compressing syslogs...
2024-03-19T02:05:23.527 DEBUG:teuthology.orchestra.run.smithi046:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip --
2024-03-19T02:05:23.529 DEBUG:teuthology.orchestra.run.smithi073:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip --
2024-03-19T02:05:23.534 DEBUG:teuthology.orchestra.run.smithi102:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip --
2024-03-19T02:05:23.596 INFO:teuthology.task.internal.syslog:Gathering journactl -b0...
2024-03-19T02:05:23.597 DEBUG:teuthology.orchestra.run.smithi046:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz
2024-03-19T02:05:23.599 DEBUG:teuthology.orchestra.run.smithi073:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz
2024-03-19T02:05:23.602 DEBUG:teuthology.orchestra.run.smithi102:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz
2024-03-19T02:05:23.997 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo
2024-03-19T02:05:24.012 INFO:teuthology.task.internal:Restoring /etc/sudoers...
2024-03-19T02:05:24.012 DEBUG:teuthology.orchestra.run.smithi046:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers
2024-03-19T02:05:24.039 DEBUG:teuthology.orchestra.run.smithi073:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers
2024-03-19T02:05:24.067 DEBUG:teuthology.orchestra.run.smithi102:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers
2024-03-19T02:05:24.095 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump
2024-03-19T02:05:24.108 DEBUG:teuthology.orchestra.run.smithi046:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump
2024-03-19T02:05:24.111 DEBUG:teuthology.orchestra.run.smithi073:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump
2024-03-19T02:05:24.114 DEBUG:teuthology.orchestra.run.smithi102:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump
2024-03-19T02:05:24.133 INFO:teuthology.orchestra.run.smithi046.stdout:kernel.core_pattern = core
2024-03-19T02:05:24.137 INFO:teuthology.orchestra.run.smithi073.stdout:kernel.core_pattern = core
2024-03-19T02:05:24.161 INFO:teuthology.orchestra.run.smithi102.stdout:kernel.core_pattern = core
2024-03-19T02:05:24.187 DEBUG:teuthology.orchestra.run.smithi046:> test -e /home/ubuntu/cephtest/archive/coredump
2024-03-19T02:05:24.203 DEBUG:teuthology.orchestra.run:got remote process result: 1
2024-03-19T02:05:24.203 DEBUG:teuthology.orchestra.run.smithi073:> test -e /home/ubuntu/cephtest/archive/coredump
2024-03-19T02:05:24.217 DEBUG:teuthology.orchestra.run:got remote process result: 1
2024-03-19T02:05:24.218 DEBUG:teuthology.orchestra.run.smithi102:> test -e /home/ubuntu/cephtest/archive/coredump
2024-03-19T02:05:24.241 DEBUG:teuthology.orchestra.run:got remote process result: 1
2024-03-19T02:05:24.242 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive
2024-03-19T02:05:24.253 INFO:teuthology.task.internal:Transferring archived files...
2024-03-19T02:05:24.254 DEBUG:teuthology.misc:Transferring archived files from smithi046:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609267/remote/smithi046
2024-03-19T02:05:24.254 DEBUG:teuthology.orchestra.run.smithi046:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- .
2024-03-19T02:05:24.299 DEBUG:teuthology.misc:Transferring archived files from smithi073:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609267/remote/smithi073
2024-03-19T02:05:24.300 DEBUG:teuthology.orchestra.run.smithi073:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- .
2024-03-19T02:05:24.339 DEBUG:teuthology.misc:Transferring archived files from smithi102:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609267/remote/smithi102
2024-03-19T02:05:24.340 DEBUG:teuthology.orchestra.run.smithi102:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- .
2024-03-19T02:05:24.378 INFO:teuthology.task.internal:Removing archive directory...
2024-03-19T02:05:24.379 DEBUG:teuthology.orchestra.run.smithi046:> rm -rf -- /home/ubuntu/cephtest/archive
2024-03-19T02:05:24.381 DEBUG:teuthology.orchestra.run.smithi073:> rm -rf -- /home/ubuntu/cephtest/archive
2024-03-19T02:05:24.383 DEBUG:teuthology.orchestra.run.smithi102:> rm -rf -- /home/ubuntu/cephtest/archive
2024-03-19T02:05:24.427 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload
2024-03-19T02:05:24.441 INFO:teuthology.task.internal:Not uploading archives.
2024-03-19T02:05:24.441 DEBUG:teuthology.run_tasks:Unwinding manager internal.base
2024-03-19T02:05:24.468 INFO:teuthology.task.internal:Tidying up after the test...
2024-03-19T02:05:24.468 DEBUG:teuthology.orchestra.run.smithi046:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest
2024-03-19T02:05:24.471 DEBUG:teuthology.orchestra.run.smithi073:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest
2024-03-19T02:05:24.473 DEBUG:teuthology.orchestra.run.smithi102:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest
2024-03-19T02:05:24.482 INFO:teuthology.orchestra.run.smithi046.stdout:   262170      4 drwxr-xr-x   2 ubuntu   ubuntu       4096 Mar 19 02:05 /home/ubuntu/cephtest
2024-03-19T02:05:24.485 INFO:teuthology.orchestra.run.smithi073.stdout:   262170      4 drwxr-xr-x   2 ubuntu   ubuntu       4096 Mar 19 02:05 /home/ubuntu/cephtest
2024-03-19T02:05:24.488 INFO:teuthology.orchestra.run.smithi102.stdout:   265858      4 drwxr-xr-x   2 ubuntu   ubuntu       4096 Mar 19 02:05 /home/ubuntu/cephtest
2024-03-19T02:05:24.489 DEBUG:teuthology.run_tasks:Unwinding manager kernel
2024-03-19T02:05:24.505 DEBUG:teuthology.run_tasks:Unwinding manager console_log
2024-03-19T02:05:24.548 INFO:teuthology.nuke:Checking targets against current locks
2024-03-19T02:05:24.571 DEBUG:teuthology.nuke:shortname: smithi046
2024-03-19T02:05:24.572 INFO:teuthology.task.internal.check_lock:Checking locks...
2024-03-19T02:05:24.597 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi046.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609267', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-19 00:30:08.856516', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEJOYVznesLNu8KEWbyIVTsn7qYmkM0++2LOwE9xhcbPMwb96WG+y84pcfwsx0yBzoy/bzitkS98UIS4+7M9U0A='}
2024-03-19T02:05:24.599 DEBUG:teuthology.nuke:shortname: smithi073
2024-03-19T02:05:24.599 INFO:teuthology.task.internal.check_lock:Checking locks...
2024-03-19T02:05:24.623 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi073.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609267', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-19 00:30:08.857730', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJvbW+/Lc6Ni7A4/xV4DasrYTIsvTkVG1yjpqdrdhlhwUv9bZ2kneUC05TEwVZIUgD5RpTeQTN2jypOe0HMdJp4='}
2024-03-19T02:05:24.627 DEBUG:teuthology.nuke:shortname: smithi102
2024-03-19T02:05:24.627 INFO:teuthology.task.internal.check_lock:Checking locks...
2024-03-19T02:05:24.651 INFO:teuthology.orchestra.console.smithi046:Power off
2024-03-19T02:05:24.651 DEBUG:teuthology.orchestra.console.smithi046:pexpect command: ipmitool -H smithi046.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off
2024-03-19T02:05:24.663 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi102.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2024-03-18_21:05:49-fs-wip-batrick-testing-20240318.181317-distro-default-smithi/7609267', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-19 00:30:08.855074', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLzgOg8dyvfdHE4eFFW1bI2DTfNaiY0R3v3q89AuPMGAF2JwhdE4wKWjEcsPyoVCSpEowF+Gv7Rqdf7c+1qXzVM='}
2024-03-19T02:05:24.675 DEBUG:teuthology.orchestra.console.smithi046:power off output: Chassis Power Control: Down/Off
2024-03-19T02:05:24.675 DEBUG:teuthology.orchestra.console.smithi046:pexpect command: ipmitool -H smithi046.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2024-03-19T02:05:24.692 INFO:teuthology.orchestra.console.smithi073:Power off
2024-03-19T02:05:24.692 DEBUG:teuthology.orchestra.console.smithi073:pexpect command: ipmitool -H smithi073.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off
2024-03-19T02:05:24.705 DEBUG:teuthology.orchestra.console.smithi046:check power output: Chassis Power is on
2024-03-19T02:05:24.714 DEBUG:teuthology.orchestra.console.smithi073:power off output: Chassis Power Control: Down/Off
2024-03-19T02:05:24.714 DEBUG:teuthology.orchestra.console.smithi073:pexpect command: ipmitool -H smithi073.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2024-03-19T02:05:24.732 INFO:teuthology.orchestra.console.smithi102:Power off
2024-03-19T02:05:24.732 DEBUG:teuthology.orchestra.console.smithi102:pexpect command: ipmitool -H smithi102.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off
2024-03-19T02:05:24.742 DEBUG:teuthology.orchestra.console.smithi073:check power output: Chassis Power is on
2024-03-19T02:05:24.754 DEBUG:teuthology.orchestra.console.smithi102:power off output: Chassis Power Control: Down/Off
2024-03-19T02:05:24.755 DEBUG:teuthology.orchestra.console.smithi102:pexpect command: ipmitool -H smithi102.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2024-03-19T02:05:24.779 DEBUG:teuthology.orchestra.console.smithi102:check power output: Chassis Power is on
2024-03-19T02:05:28.706 DEBUG:teuthology.orchestra.console.smithi046:pexpect command: ipmitool -H smithi046.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2024-03-19T02:05:28.743 DEBUG:teuthology.orchestra.console.smithi073:pexpect command: ipmitool -H smithi073.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2024-03-19T02:05:28.780 DEBUG:teuthology.orchestra.console.smithi102:pexpect command: ipmitool -H smithi102.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2024-03-19T02:05:28.817 DEBUG:teuthology.orchestra.console.smithi046:check power output: Chassis Power is on
2024-03-19T02:05:28.852 DEBUG:teuthology.orchestra.console.smithi073:check power output: Chassis Power is on
2024-03-19T02:05:28.890 DEBUG:teuthology.orchestra.console.smithi102:check power output: Chassis Power is on
2024-03-19T02:05:32.822 DEBUG:teuthology.orchestra.console.smithi046:pexpect command: ipmitool -H smithi046.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2024-03-19T02:05:32.853 DEBUG:teuthology.orchestra.console.smithi073:pexpect command: ipmitool -H smithi073.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2024-03-19T02:05:32.891 DEBUG:teuthology.orchestra.console.smithi102:pexpect command: ipmitool -H smithi102.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2024-03-19T02:05:32.932 DEBUG:teuthology.orchestra.console.smithi046:check power output: Chassis Power is off
2024-03-19T02:05:32.962 DEBUG:teuthology.orchestra.console.smithi073:check power output: Chassis Power is on
2024-03-19T02:05:33.001 DEBUG:teuthology.orchestra.console.smithi102:check power output: Chassis Power is on
2024-03-19T02:05:33.033 INFO:teuthology.orchestra.console.smithi046:Power off completed
2024-03-19T02:05:36.965 DEBUG:teuthology.orchestra.console.smithi073:pexpect command: ipmitool -H smithi073.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2024-03-19T02:05:37.002 DEBUG:teuthology.orchestra.console.smithi102:pexpect command: ipmitool -H smithi102.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status
2024-03-19T02:05:37.075 DEBUG:teuthology.orchestra.console.smithi073:check power output: Chassis Power is off
2024-03-19T02:05:37.113 DEBUG:teuthology.orchestra.console.smithi102:check power output: Chassis Power is off
2024-03-19T02:05:37.177 INFO:teuthology.orchestra.console.smithi073:Power off completed
2024-03-19T02:05:37.214 INFO:teuthology.orchestra.console.smithi102:Power off completed
2024-03-19T02:05:37.319 INFO:teuthology.run:Summary data:
description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate}
  clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root
  omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down
  osd-asserts session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/default}
  standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/yes
  3-snaps/yes 4-flush/no 5-workunit/suites/fsstress}}
duration: 2828.958349466324
failure_reason: '"2024-03-19T01:41:17.858817+0000 mon.a (mon.0) 210 : cluster [WRN]
  Health check failed: 1/3 mons down, quorum a,c (MON_DOWN)" in cluster log'
flavor: default
owner: scheduled_pdonnell@teuthology
success: false

2024-03-19T02:05:37.319 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/
2024-03-19T02:05:37.411 INFO:teuthology.run:FAIL